-- Logs begin at Wed 2021-07-07 18:26:36 UTC, end at Wed 2021-07-07 21:03:05 UTC. -- Jul 07 18:58:33.970861 n-d-793621-9 systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 18:58:36.722580 n-d-793621-9 neutron-server[93791]: INFO neutron.common.config [-] Logging enabled! Jul 07 18:58:36.723393 n-d-793621-9 neutron-server[93791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev455 Jul 07 18:58:36.723616 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93791) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 18:58:36.728350 n-d-793621-9 neutron-server[93791]: INFO neutron.common.config [-] Logging enabled! Jul 07 18:58:36.728604 n-d-793621-9 neutron-server[93791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev455 Jul 07 18:58:36.728920 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93791) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 18:58:36.730105 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 18:58:36.730341 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 18:58:36.730879 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 18:58:36.731174 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 18:58:36.731492 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 18:58:36.731873 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.732179 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.732480 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.732709 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.733006 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.733299 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.733991 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.734343 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.737619 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.737619 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.737619 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.737619 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.737619 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.737619 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.737619 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.737619 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.738246 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] debug = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.738246 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.738246 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.738246 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.738246 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.738566 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.738566 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.738827 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.739101 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.739382 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.739707 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] host = n-d-793621-9 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.739984 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.740269 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.740554 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.740838 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.741114 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.741391 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.741674 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.741946 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.742216 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] log_file = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.742489 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.742773 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.743135 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.744014 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.744246 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.744471 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.745967 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.745967 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.745967 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.745967 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.745967 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.746535 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.747272 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.747557 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.747848 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.748138 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.748428 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.748705 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.748983 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.749258 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.749529 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.752584 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.752906 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.753291 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.753597 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.753910 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.754202 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.754495 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.754830 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.755131 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.755423 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.755717 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.755998 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.756288 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.756569 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.756845 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.757122 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] use_json = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.757399 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.757672 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.757957 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.758233 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.758506 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.758780 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.759661 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.759929 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:36.760230 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.760533 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.760833 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.761117 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.761412 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.761695 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.761984 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.762262 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.762551 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.762903 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.763197 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.763477 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.763769 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.764080 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.764384 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.764694 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.764990 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.765282 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.765558 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.765837 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.766112 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.766390 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.766676 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.766991 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.767281 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.767554 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.767833 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.768124 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.768402 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.768678 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.768954 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.769239 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.769515 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.769788 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.770072 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.770349 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.770623 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.770920 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.771256 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.771697 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.772053 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.772333 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.772713 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.773067 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.773366 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.773914 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.774242 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.774538 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.775414 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.775700 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.775975 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.776251 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.776530 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.776803 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.777083 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.777358 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.777630 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.777903 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.778175 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.778447 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.778723 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.779020 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.779297 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.779569 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.779839 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.780113 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.780385 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.780653 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.780945 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.781248 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.781525 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.781803 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.782079 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.782358 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.782669 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.782935 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.783214 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.783494 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.783765 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.784058 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.784340 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.784625 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.784907 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.785183 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.785596 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.785743 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.786024 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.786299 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.786575 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.786888 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.787174 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.787471 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.787848 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.788148 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.788438 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.788728 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.789011 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.789346 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.789637 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:36.789855 n-d-793621-9 neutron-server[93791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 18:58:36.790135 n-d-793621-9 neutron-server[93791]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93791) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 18:58:37.162851 n-d-793621-9 neutron-server[93791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:58:37.163049 n-d-793621-9 neutron-server[93791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:58:37.163328 n-d-793621-9 neutron-server[93791]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:58:37.163654 n-d-793621-9 neutron-server[93791]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 18:58:37.555787 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.556083 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.556361 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.557613 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.557889 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.558156 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.592485 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.592760 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.593025 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.605994 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.606271 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.606542 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.636355 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.636638 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.636903 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.671546 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.671823 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.672086 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.902961 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.903557 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.903557 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.903730 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:37.904396 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.022191 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.022505 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.022782 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.023101 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.023332 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.023638 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.023894 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.024143 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.024393 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.025219 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.025484 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.025754 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.026012 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.026270 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.026520 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.026783 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.027070 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.027325 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.027593 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.027841 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.028121 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.028465 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.028721 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.029000 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.029244 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.029486 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.029879 n-d-793621-9 neutron-server[93791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:58:38.030116 n-d-793621-9 neutron-server[93791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:58:38.030351 n-d-793621-9 neutron-server[93791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:58:38.030582 n-d-793621-9 neutron-server[93791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:58:38.030832 n-d-793621-9 neutron-server[93791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:58:38.031065 n-d-793621-9 neutron-server[93791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:58:38.031422 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 18:58:38.035421 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 18:58:38.039322 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 18:58:38.042996 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 07 18:58:38.044609 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 18:58:38.045058 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 18:58:38.045386 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 18:58:38.045755 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 18:58:38.048525 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 18:58:38.048775 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 18:58:38.049118 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 18:58:38.076636 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 18:58:38.077079 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.077372 n-d-793621-9 neutron-server[93791]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93791) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 18:58:38.077730 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.079104 n-d-793621-9 neutron-server[93791]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93791) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 18:58:38.079634 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 18:58:38.079886 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 18:58:38.083034 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.083317 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.146743 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 18:58:38.147000 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 18:58:38.147235 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 18:58:38.147604 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 18:58:38.168553 n-d-793621-9 neutron-server[93791]: DEBUG oslo_db.sqlalchemy.engines [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93791) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 18:58:38.702646 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Initializing driver for type 'gre' Jul 07 18:58:38.703192 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] gre ID ranges: [(1, 1000)] Jul 07 18:58:38.755384 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Initializing driver for type 'local' Jul 07 18:58:38.755712 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Initializing driver for type 'vlan' Jul 07 18:58:38.768841 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] VlanTypeDriver initialization complete Jul 07 18:58:38.769177 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Initializing driver for type 'vxlan' Jul 07 18:58:38.769657 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] vxlan ID ranges: [(1, 1000)] Jul 07 18:58:38.823786 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Initializing extension driver 'port_security' Jul 07 18:58:38.824155 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.extensions.port_security [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] PortSecurityExtensionDriver initialization complete Jul 07 18:58:38.824459 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Initializing mechanism driver 'openvswitch' Jul 07 18:58:38.824779 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Initializing mechanism driver 'hyperv' Jul 07 18:58:38.831439 n-d-793621-9 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:38.832119 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > port after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.832490 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > port after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.832848 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > port after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.833376 n-d-793621-9 neutron-server[93791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:58:38.833811 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > subnet after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.834167 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > subnet after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.834514 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.834926 n-d-793621-9 neutron-server[93791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:58:38.835367 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > network after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.835711 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > network after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.836052 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > network after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.836437 n-d-793621-9 neutron-server[93791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:58:38.836871 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > security_group after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.837253 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > security_group after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.837623 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > security_group after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.838145 n-d-793621-9 neutron-server[93791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:58:38.838553 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.838940 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.839291 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.839682 n-d-793621-9 neutron-server[93791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:58:38.840085 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > address_group after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.840435 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > address_group after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.840778 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > address_group after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.841162 n-d-793621-9 neutron-server[93791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:58:38.841535 n-d-793621-9 neutron-server[93791]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] ML2 OVO RPC backend initialized. {{(pid=93791) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 18:58:38.842238 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.842592 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.843030 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > network before_response 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.843379 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > networks before_response 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.843728 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > port before_response 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.844071 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > ports before_response 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.844419 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > subnet before_response 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.844761 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > subnets before_response 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.845107 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > network after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.845444 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > network after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.845783 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > network after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.846119 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > port after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.846464 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > port after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.846815 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > port after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.847166 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > subnet after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.847502 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > subnet after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.847835 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.848409 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Modular L2 Plugin initialization complete Jul 07 18:58:38.848739 n-d-793621-9 neutron-server[93791]: DEBUG neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading services supported by the core plugin {{(pid=93791) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 18:58:38.849206 n-d-793621-9 neutron-server[93791]: INFO neutron.plugins.ml2.managers [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Got port-security extension from driver 'port_security' Jul 07 18:58:38.849675 n-d-793621-9 neutron-server[93791]: INFO neutron.extensions.vlantransparent [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Disabled vlantransparent extension. Jul 07 18:58:38.850157 n-d-793621-9 neutron-server[93791]: DEBUG neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93791) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 18:58:38.850476 n-d-793621-9 neutron-server[93791]: INFO neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading Plugin: router Jul 07 18:58:38.890353 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router_interface before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.890756 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router after_create 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.891151 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router before_create 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.891523 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.891901 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.892255 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router after_delete 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.892615 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > floatingip after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.892980 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router after_create 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.893327 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router after_update 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.893675 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router after_update 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.894023 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.894379 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router after_update 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.894811 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router precommit_update 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.895186 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: port after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.895525 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: port after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.895861 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: subnet after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.896197 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.896547 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > port precommit_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.896894 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router precommit_create 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.897236 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: port before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.897586 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router precommit_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.897936 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router after_update 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.898279 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router precommit_delete 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.898633 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router precommit_create 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.899035 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.899378 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router precommit_update 55549900 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.899790 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > agent after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.900143 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > agent after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.900494 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > network after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.901361 n-d-793621-9 neutron-server[93791]: DEBUG neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Tracking information for resource: router configured {{(pid=93791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:58:38.901693 n-d-793621-9 neutron-server[93791]: DEBUG neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Tracking information for resource: floatingip configured {{(pid=93791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:58:38.906659 n-d-793621-9 neutron-server[93791]: INFO neutron.db.l3_agentschedulers_db [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 18:58:38.907276 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: port after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.907642 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: port after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.907994 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: port after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.908346 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: port after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.909142 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router before_create 55550100 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.909506 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router precommit_delete 55550100 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.909865 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router precommit_create 55550100 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.910220 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > router precommit_update 55550100 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.914848 n-d-793621-9 neutron-server[93791]: DEBUG neutron.services.provider_configuration [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service providers = [] {{(pid=93791) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 18:58:38.915742 n-d-793621-9 neutron-server[93791]: DEBUG neutron.db.servicetype_db [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93791) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 18:58:38.918704 n-d-793621-9 neutron-server[93791]: DEBUG neutron.services.service_base [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:58:38.919080 n-d-793621-9 neutron-server[93791]: DEBUG neutron.services.service_base [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:58:38.919424 n-d-793621-9 neutron-server[93791]: DEBUG neutron.services.service_base [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:58:38.920318 n-d-793621-9 neutron-server[93791]: DEBUG neutron.services.service_base [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:58:38.920694 n-d-793621-9 neutron-server[93791]: INFO neutron.services.service_base [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 18:58:38.921075 n-d-793621-9 neutron-server[93791]: DEBUG neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:58:38.921392 n-d-793621-9 neutron-server[93791]: INFO neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 18:58:38.932801 n-d-793621-9 neutron-server[93791]: DEBUG neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:58:38.933139 n-d-793621-9 neutron-server[93791]: INFO neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading Plugin: auto_allocate Jul 07 18:58:38.938772 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: network precommit_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.939167 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: network precommit_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.939692 n-d-793621-9 neutron-server[93791]: DEBUG neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:58:38.940017 n-d-793621-9 neutron-server[93791]: INFO neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading Plugin: tag Jul 07 18:58:38.946643 n-d-793621-9 neutron-server[93791]: DEBUG neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:58:38.947168 n-d-793621-9 neutron-server[93791]: INFO neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading Plugin: timestamp Jul 07 18:58:38.952458 n-d-793621-9 neutron-server[93791]: DEBUG neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:58:38.952839 n-d-793621-9 neutron-server[93791]: INFO neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading Plugin: network_ip_availability Jul 07 18:58:38.958484 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.958886 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.959246 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:38.959953 n-d-793621-9 neutron-server[93791]: DEBUG neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:58:38.960274 n-d-793621-9 neutron-server[93791]: INFO neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading Plugin: flavors Jul 07 18:58:38.965204 n-d-793621-9 neutron-server[93791]: DEBUG neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:58:38.965541 n-d-793621-9 neutron-server[93791]: INFO neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading Plugin: revisions Jul 07 18:58:38.969820 n-d-793621-9 neutron-server[93791]: DEBUG neutron.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:58:38.970220 n-d-793621-9 neutron-server[93791]: DEBUG oslo_concurrency.lockutils [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=93791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:58:38.970987 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93791) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 18:58:38.971328 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Initializing extension manager. Jul 07 18:58:38.971834 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: __init__.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.972176 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: __pycache__ {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.972508 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.972838 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: address_group.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.973590 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.974293 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: address-group Jul 07 18:58:38.974616 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: address_scope.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.975354 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.975862 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: address-scope Jul 07 18:58:38.976184 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: admin_state_down_before_update.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.977118 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.978169 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: router-admin-state-down-before-update Jul 07 18:58:38.978493 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: agent.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.979241 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.979935 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: agent Jul 07 18:58:38.980262 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: agent_resources_synced.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.981185 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.981696 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: agent-resources-synced Jul 07 18:58:38.982014 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: allowedaddresspairs.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.983825 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.984354 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: allowed-address-pairs Jul 07 18:58:38.984684 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: auto_allocated_topology.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.985766 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.986286 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: auto-allocated-topology Jul 07 18:58:38.986616 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: availability_zone.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.987339 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.987848 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: availability_zone Jul 07 18:58:38.988172 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: availability_zone_filter.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.989091 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.989735 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: availability_zone_filter Jul 07 18:58:38.990058 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: data_plane_status.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.991000 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.991508 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 18:58:38.991833 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: default_subnetpools.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.992749 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.993850 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: default-subnetpools Jul 07 18:58:38.994309 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: dhcpagentscheduler.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.995151 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.995664 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: dhcp_agent_scheduler Jul 07 18:58:38.995989 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: dns.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.996906 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.997412 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension dns-integration not supported by any of loaded plugins Jul 07 18:58:38.997736 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: dns_domain_ports.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:38.998651 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:38.999187 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 18:58:38.999510 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.000426 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.000930 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 18:58:39.001252 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: dvr.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.001918 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.002424 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: dvr Jul 07 18:58:39.002743 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: empty_string_filtering.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.003693 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.004199 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: empty-string-filtering Jul 07 18:58:39.004518 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.005428 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.005935 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 18:58:39.006258 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.007205 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.007709 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 18:58:39.008029 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: external_net.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.009010 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.009513 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: external-net Jul 07 18:58:39.009829 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: extra_dhcp_opt.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.010739 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.011269 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: extra_dhcp_opt Jul 07 18:58:39.011588 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: extraroute.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.012508 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.013013 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: extraroute Jul 07 18:58:39.013332 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: extraroute_atomic.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.014363 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.014908 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: extraroute-atomic Jul 07 18:58:39.015232 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: filter_validation.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.015901 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.016400 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: filter-validation Jul 07 18:58:39.016718 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: fip_pf_description.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.017631 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.018141 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 18:58:39.018463 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: fip_port_details.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.019406 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.019914 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: fip-port-details Jul 07 18:58:39.020235 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: flavors.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.021600 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.022115 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: flavors Jul 07 18:58:39.022445 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.024110 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.024684 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 18:58:39.025016 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: floatingip_pools.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.025715 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.026227 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: floatingip-pools Jul 07 18:58:39.026550 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: ip_allocation.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.027501 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.028023 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 18:58:39.028346 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.029268 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.029776 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: ip-substring-filtering Jul 07 18:58:39.030102 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: l2_adjacency.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.031055 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.031557 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 18:58:39.031880 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: l3.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.032846 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.033356 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: router Jul 07 18:58:39.033683 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: l3_conntrack_helper.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.036048 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.036711 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 18:58:39.037064 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.037997 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.038514 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: ext-gw-mode Jul 07 18:58:39.038872 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.039804 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.040856 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: l3-ha Jul 07 18:58:39.041185 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: l3_flavors.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.042122 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.042632 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: l3-flavors Jul 07 18:58:39.042991 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.043914 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.044426 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 18:58:39.044750 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: l3agentscheduler.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.045783 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.046294 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: l3_agent_scheduler Jul 07 18:58:39.046619 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: logging.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.048138 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.048664 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension logging not supported by any of loaded plugins Jul 07 18:58:39.048994 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: metering.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.049733 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.050306 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: metering Jul 07 18:58:39.050629 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.051753 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.052410 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: metering_source_and_destination_fields Jul 07 18:58:39.052733 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: multiprovidernet.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.053660 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.054170 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: multi-provider Jul 07 18:58:39.054494 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: netmtu.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.055431 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.056583 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: net-mtu Jul 07 18:58:39.056908 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: netmtu_writable.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.057835 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.058346 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: net-mtu-writable Jul 07 18:58:39.058669 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: network_availability_zone.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.059376 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.059885 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: network_availability_zone Jul 07 18:58:39.060208 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: network_ip_availability.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.061296 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.061811 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: network-ip-availability Jul 07 18:58:39.062133 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: network_segment_range.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.062929 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.063438 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 18:58:39.064613 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: pagination.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.064757 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.065087 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: pagination Jul 07 18:58:39.065408 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: port_device_profile.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.066332 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.066865 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: port-device-profile Jul 07 18:58:39.067186 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.068239 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.068740 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: port-mac-address-regenerate Jul 07 18:58:39.069060 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.069984 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.070489 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: port-numa-affinity-policy Jul 07 18:58:39.070827 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: port_resource_request.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.071788 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.072287 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 18:58:39.072608 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: portbindings.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.073537 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.074039 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: binding Jul 07 18:58:39.074360 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: portbindings_extended.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.075791 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.076315 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: binding-extended Jul 07 18:58:39.076646 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: portsecurity.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.077575 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.078089 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: port-security Jul 07 18:58:39.078415 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: project_id.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.079687 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.080018 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: project-id Jul 07 18:58:39.080340 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: providernet.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.081267 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.081781 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: provider Jul 07 18:58:39.082103 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: qos.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.085729 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.086254 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension qos not supported by any of loaded plugins Jul 07 18:58:39.086588 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.087902 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.088421 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 18:58:39.088749 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.089677 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.090186 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 18:58:39.090509 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: qos_default.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.091463 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.091975 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension qos-default not supported by any of loaded plugins Jul 07 18:58:39.092299 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: qos_fip.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.092957 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.093461 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension qos-fip not supported by any of loaded plugins Jul 07 18:58:39.093785 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: qos_gateway_ip.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.094711 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.095248 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 18:58:39.095574 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: qos_port_network_policy.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.096496 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.097011 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 18:58:39.097337 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: qos_rule_type_details.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.098272 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.098937 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 18:58:39.099272 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: qos_rules_alias.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.100315 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.100829 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 18:58:39.101154 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: quotasv2.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.102058 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.102385 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: quotas Jul 07 18:58:39.103263 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: quotasv2_detail.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.106281 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.106630 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: quota_details Jul 07 18:58:39.107005 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: rbac.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.108063 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.108589 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: rbac-policies Jul 07 18:58:39.108918 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: rbac_address_group.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.110043 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.110566 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: rbac-address-group Jul 07 18:58:39.110923 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: rbac_address_scope.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.111871 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.112388 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: rbac-address-scope Jul 07 18:58:39.112714 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: rbac_security_groups.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.113636 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.114148 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: rbac-security-groups Jul 07 18:58:39.114612 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: rbac_subnetpool.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.115576 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.116094 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: rbac-subnetpool Jul 07 18:58:39.116420 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: revisionifmatch.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.117353 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.117869 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: revision-if-match Jul 07 18:58:39.118785 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: revisions.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.119939 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.120452 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: standard-attr-revisions Jul 07 18:58:39.120780 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: router_availability_zone.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.121460 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.121974 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: router_availability_zone Jul 07 18:58:39.122299 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: routerservicetype.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.123250 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.123757 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension router-service-type not supported by any of loaded plugins Jul 07 18:58:39.124081 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.125014 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.125529 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: security-groups-normalized-cidr Jul 07 18:58:39.125854 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: security_groups_port_filtering.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.126778 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.127321 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: port-security-groups-filtering Jul 07 18:58:39.127646 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.128572 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.129093 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: security-groups-remote-address-group Jul 07 18:58:39.129418 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: securitygroup.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.139197 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.139725 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: security-group Jul 07 18:58:39.140062 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: segment.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.140872 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.141378 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension segment not supported by any of loaded plugins Jul 07 18:58:39.141706 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.142668 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.143210 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 18:58:39.143535 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: servicetype.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.144645 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.145163 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: service-type Jul 07 18:58:39.145491 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: sorting.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.146626 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.146992 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: sorting Jul 07 18:58:39.147319 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: standard_attr_segment.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.148311 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.148826 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 18:58:39.149154 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: standardattrdescription.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.150330 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.150865 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: standard-attr-description Jul 07 18:58:39.151192 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: stateful_security_group.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.152148 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.152661 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: stateful-security-group Jul 07 18:58:39.152986 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: stdattrs_common.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.153572 n-d-793621-9 neutron-server[93791]: WARNING neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 18:58:39.153895 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.154845 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.155366 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 18:58:39.155691 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: subnet_onboard.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.156760 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.157288 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: subnet_onboard Jul 07 18:58:39.157616 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.158549 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.159089 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 18:58:39.159416 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: subnet_service_types.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.160346 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.160859 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: subnet-service-types Jul 07 18:58:39.161184 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: subnetallocation.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.162391 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.162940 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: subnet_allocation Jul 07 18:58:39.163270 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.163940 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.164448 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: subnetpool-prefix-ops Jul 07 18:58:39.164771 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.166314 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.166848 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 18:58:39.167175 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: tagging.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.168264 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.168781 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: standard-attr-tag Jul 07 18:58:39.169109 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: timestamp.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.170340 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.170879 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loaded extension: standard-attr-timestamp Jul 07 18:58:39.171207 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: trunk.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.172251 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.172775 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension trunk not supported by any of loaded plugins Jul 07 18:58:39.173107 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: trunk_details.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.174032 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.174555 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension trunk-details not supported by any of loaded plugins Jul 07 18:58:39.174909 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: uplink_status_propagation.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.175848 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.176366 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 18:58:39.176689 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Loading extension file: vlantransparent.py {{(pid=93791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:58:39.177501 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:58:39.178009 n-d-793621-9 neutron-server[93791]: INFO neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 18:58:39.180502 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:network Jul 07 18:58:39.181074 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:subnet Jul 07 18:58:39.181472 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:58:39.181871 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:port Jul 07 18:58:39.183123 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.183572 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service FLAVORS assigned prefix: {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.184186 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.184622 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.184940 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:router Jul 07 18:58:39.185377 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:floatingip Jul 07 18:58:39.185872 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service METERING assigned prefix: /metering {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.187364 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:39.187737 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:39.188091 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:58:39.189089 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 18:58:39.189546 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:security_group Jul 07 18:58:39.189983 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 18:58:39.190588 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service CORE assigned prefix: {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.190942 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:58:39.191294 n-d-793621-9 neutron-server[93791]: WARNING neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] subnetpool is already registered Jul 07 18:58:39.191713 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service CORE assigned prefix: {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.192036 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:58:39.192363 n-d-793621-9 neutron-server[93791]: WARNING neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] subnetpool is already registered Jul 07 18:58:39.194771 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.195238 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service FLAVORS assigned prefix: {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.195838 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.196264 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.196634 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:router Jul 07 18:58:39.196974 n-d-793621-9 neutron-server[93791]: WARNING neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] router is already registered Jul 07 18:58:39.197394 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:floatingip Jul 07 18:58:39.197730 n-d-793621-9 neutron-server[93791]: WARNING neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] floatingip is already registered Jul 07 18:58:39.198184 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service METERING assigned prefix: /metering {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.198874 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 18:58:39.199203 n-d-793621-9 neutron-server[93791]: WARNING neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] rbac_policy is already registered Jul 07 18:58:39.199695 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:security_group Jul 07 18:58:39.200033 n-d-793621-9 neutron-server[93791]: WARNING neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] security_group is already registered Jul 07 18:58:39.200451 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 18:58:39.200770 n-d-793621-9 neutron-server[93791]: WARNING neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] security_group_rule is already registered Jul 07 18:58:39.201390 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service CORE assigned prefix: {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.201716 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:58:39.202048 n-d-793621-9 neutron-server[93791]: WARNING neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] subnetpool is already registered Jul 07 18:58:39.202468 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.v2.resource_helper [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Service CORE assigned prefix: {{(pid=93791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:58:39.202812 n-d-793621-9 neutron-server[93791]: INFO neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:58:39.203198 n-d-793621-9 neutron-server[93791]: WARNING neutron.quota.resource_registry [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] subnetpool is already registered Jul 07 18:58:39.203619 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: extensions {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.205369 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: address-groups {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.206910 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: address-scopes {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.208380 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: agents {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.209560 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: auto-allocated-topology {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.210840 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: availability_zones {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.212727 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: dhcp-networks {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.215335 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: dhcp-agents {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.216802 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: routers {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.218545 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: flavors {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.219848 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: service_profiles {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.221078 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: next_providers {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.222524 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: service_profiles {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.224245 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: floatingip-pools {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.225481 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: routers {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.227250 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: floatingips {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.229196 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: l3-routers {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.230613 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: l3-agents {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.232063 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: metering-labels {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.233329 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: metering-label-rules {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.234732 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: network-ip-availabilities {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.236033 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: bindings {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.237611 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: quotas {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.239217 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: quotas {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.240787 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: rbac-policies {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.241990 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: security-groups {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.243379 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: security-group-rules {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.244649 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: service-providers {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.245894 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: subnetpools {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.247347 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: subnetpools {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.248910 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: tags {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.250622 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: tags {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.252495 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: tags {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.254305 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: tags {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.256168 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: tags {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.258158 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: tags {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.259940 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: tags {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.261779 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: tags {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.263657 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: tags {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.265424 n-d-793621-9 neutron-server[93791]: DEBUG neutron.api.extensions [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Extended resource: tags {{(pid=93791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:58:39.271463 n-d-793621-9 neutron-server[93791]: WARNING keystonemiddleware.auth_token [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 18:58:39.276465 n-d-793621-9 neutron-server[93791]: WARNING keystonemiddleware.auth_token [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 18:58:39.285744 n-d-793621-9 neutron-server[93791]: DEBUG oslo_concurrency.lockutils [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Acquired lock "singleton_lock" {{(pid=93791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 18:58:39.286220 n-d-793621-9 neutron-server[93791]: DEBUG oslo_concurrency.lockutils [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Releasing lock "singleton_lock" {{(pid=93791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 18:58:39.287023 n-d-793621-9 neutron-server[93791]: INFO oslo_service.service [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Starting 2 workers Jul 07 18:58:39.292387 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Started child 93900 {{(pid=93791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 18:58:39.296837 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Started child 93901 {{(pid=93791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 18:58:39.297640 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:39.298488 n-d-793621-9 neutron-server[93791]: INFO neutron.service [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 18:58:39.299148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [-] (93900) wsgi starting up on http://0.0.0.0:9696 Jul 07 18:58:39.299306 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Notify callbacks [] for process, before_spawn {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:39.301475 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:39.301934 n-d-793621-9 neutron-server[93791]: INFO oslo_service.service [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Starting 1 workers Jul 07 18:58:39.302888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [-] (93901) wsgi starting up on http://0.0.0.0:9696 Jul 07 18:58:39.307172 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Started child 93902 {{(pid=93791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 18:58:39.307763 n-d-793621-9 neutron-server[93791]: INFO oslo_service.service [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Starting 1 workers Jul 07 18:58:39.311780 n-d-793621-9 neutron-server[93902]: DEBUG neutron.service [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] calling RpcWorker wait() {{(pid=93902) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 18:58:39.312343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.service [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] returning from RpcWorker wait() {{(pid=93902) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 18:58:39.312446 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Started child 93903 {{(pid=93791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 18:58:39.313026 n-d-793621-9 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52f9b923-b231-47dd-ab9e-38c20292f4ae None None] Notify callbacks [] for process, after_spawn {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:39.313732 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:39.314249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:39.314922 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 18:58:39.315134 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 18:58:39.315318 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 18:58:39.315538 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 18:58:39.315890 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 18:58:39.316053 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 18:58:39.316567 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.316836 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.317094 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.317189 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:39.317599 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.317667 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.318254 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.318529 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.318765 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.319169 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.319400 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.319572 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.319737 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.319999 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.320253 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.320516 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.320787 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.321036 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.321342 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.321518 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.321779 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.322064 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.322312 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.322583 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] debug = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.322845 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.323352 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.323596 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.323845 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.324063 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.324353 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.324577 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.324859 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.325102 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.325319 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.325563 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.325823 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.326070 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.326305 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.326524 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.326780 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.327035 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.327541 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] host = n-d-793621-9 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.327763 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.328000 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.328230 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.328474 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.328741 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.328978 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.329245 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.329750 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.330002 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.330226 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.330474 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.330727 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.330966 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.331212 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_file = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.331435 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_options = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.331617 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.331880 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.332149 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.332335 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.332503 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.332682 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.332936 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.333099 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.333355 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.333568 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.333781 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.333997 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.334232 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.334447 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.334689 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.334962 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.335180 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.335421 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.335687 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.335998 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.336184 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.336428 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.336669 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.337512 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.337674 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.337897 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.338145 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.338380 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.338614 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.338900 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.339116 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.339382 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.339628 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.339884 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.340129 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.340357 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.340572 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.340829 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.341056 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.341305 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.341551 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.341789 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.342033 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.342274 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.342505 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.342734 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] use_json = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.342975 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.343190 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.343447 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.343661 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.343897 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.344113 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.344346 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.344576 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.344992 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.345279 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.345579 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.345835 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.346092 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.346337 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.346589 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.346845 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.347119 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.347350 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.347700 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.347898 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.348178 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.348324 n-d-793621-9 neutron-server[93903]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:39.348467 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.348685 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.349058 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.349255 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.349515 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.349751 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.350059 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.350241 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.350437 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.350779 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.351065 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.351312 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.351706 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.351860 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.352028 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.352261 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.352563 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.353349 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.353513 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.353769 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.353989 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.354211 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.354672 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.354672 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.355265 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.355265 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.355591 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.355591 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.355909 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.356045 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.356279 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.356479 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.357128 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.357128 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.357128 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.357561 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.357831 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.358047 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.358291 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.358507 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.358724 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.358992 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.359225 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.359453 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.359661 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.359868 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.360088 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.360442 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.360593 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.361511 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.361511 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.361511 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.361511 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.362311 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.362311 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.362311 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.362311 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.363042 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.363042 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.363042 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.363325 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.363325 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.363530 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.363931 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.364070 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.364919 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.364919 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.364919 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.364919 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.365194 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.365362 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.365756 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.366071 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.366490 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.366767 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.367015 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.367255 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.367491 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.367817 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.368065 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.368356 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.368623 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.368879 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.369135 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.369368 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.369638 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.369897 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.370170 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.370391 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.370616 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.370876 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.371131 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.371361 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.371638 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.371902 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.372133 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.372385 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.372632 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.372899 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.373178 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.373431 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.373649 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.373932 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.374241 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.374521 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.374827 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.375076 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.375496 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.375934 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.376359 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.376801 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.377210 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.377639 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.378065 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.378524 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.378768 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.379202 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.379600 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.380033 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.380570 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.380982 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.381560 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.382137 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.382767 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.383430 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.383895 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.384362 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.384805 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.385229 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.385657 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.386087 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.386315 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.386556 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.386816 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.387049 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.387286 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.387672 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.387929 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.388151 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.388392 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.388657 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.388893 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.389120 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.389335 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.389564 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.389789 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.390058 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.390274 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.390520 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.390761 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.391005 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.391228 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.391449 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.391692 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.391943 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.392160 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.392672 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.393141 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.393424 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.393721 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.394045 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.394351 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.394633 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.394972 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.395275 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.395582 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.395859 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.396146 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.396427 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.396708 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.397000 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.397297 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.397975 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.398311 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.398700 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.398983 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.399237 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.400164 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.400394 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.400648 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.401052 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.401297 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.401518 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.401774 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.401996 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.402255 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.402482 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.402703 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.402967 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.403188 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.403397 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.403614 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.403825 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.404141 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.404359 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.404590 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.404845 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.405084 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.405318 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.405551 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.405759 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.405970 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.406194 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.406410 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.406640 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.406891 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.407105 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.407315 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.407537 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.407753 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.407968 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.408216 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.408426 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.408643 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.408861 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.409077 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.409285 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.409508 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.409758 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.409993 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.410213 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.410448 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.410655 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.410962 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.411209 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.411466 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.411790 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.412021 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.412267 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.412522 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.412809 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.413042 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.413281 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.413501 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.413723 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.413942 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.414201 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.414532 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.414810 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.415740 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.416024 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.416285 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.416570 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.416854 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.417070 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.417362 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.417689 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.417960 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.418220 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.418445 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.418723 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.419012 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.419232 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.419473 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.419711 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.419929 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.420169 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.420402 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.420632 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.420875 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.421104 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.421342 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.421593 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.421827 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.422069 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.422287 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.422444 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 18:58:39.422981 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 18:58:39.423144 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 18:58:39.423300 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 18:58:39.423476 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 18:58:39.423646 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 18:58:39.423795 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 18:58:39.423999 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.424160 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.424318 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.424476 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.424634 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.424815 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.424978 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.425132 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.425288 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.425445 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.425603 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.425760 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.425917 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.426088 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.426227 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.426385 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.426541 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.426697 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.426887 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.427044 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.427201 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.427359 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.427518 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] debug = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.427675 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.427869 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.428025 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.428179 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.428394 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.428480 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.428625 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.428781 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.428939 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.429097 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.429254 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.429411 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.429569 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.429728 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.429885 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.430043 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.430200 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.430357 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] host = n-d-793621-9 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.430757 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.430757 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.430952 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.431030 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.431173 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.431299 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.431460 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.431617 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.431775 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.431932 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.432089 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.432245 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.432403 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.432559 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_file = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.432715 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_options = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.432871 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.433027 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.433185 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.433374 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.433535 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.433694 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.433856 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.434011 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.434327 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.434485 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.434643 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.434824 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.434981 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.435138 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.435298 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.435455 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.435613 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.435771 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.435928 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.436068 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.436231 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.436387 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.436544 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.436701 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.436856 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.437042 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.437180 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.437314 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.437459 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.437616 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.437816 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.437963 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.438322 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.438322 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.438322 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.438715 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.438715 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.438945 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.438945 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.439094 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.439219 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.439376 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.439532 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.439689 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.439847 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.440006 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] use_json = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.440162 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.440320 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.440477 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.440633 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.440789 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.440944 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.441102 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.441259 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:58:39.441434 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.441596 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.441766 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.441927 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.442087 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.442246 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.442591 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.442591 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.442848 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.442848 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.443034 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.443175 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.443346 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.443507 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.443667 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.443830 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.443991 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.444150 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.444310 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.444470 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.444630 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.444789 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.444876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:39.444960 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.445113 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.445273 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.445432 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.445591 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.445753 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.445914 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.446075 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.446236 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.446445 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.446605 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.446765 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.446967 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.447128 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.447288 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.447449 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.447611 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.447771 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.448016 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.448127 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.448246 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.448407 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.448566 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.448726 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.448888 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.449049 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.449210 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.449370 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.449542 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.449702 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.449862 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.450026 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.450221 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.450364 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.450510 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.450646 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.450780 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.450948 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.451107 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.451280 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.451439 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.451598 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.451758 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.451918 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.452078 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.452239 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.452383 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.452547 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.452692 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.452854 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.453013 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.453173 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.453380 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.453495 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.453659 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.453823 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.453980 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.454141 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.454301 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.454725 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.454909 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.455071 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.455239 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.455414 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.455574 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.455733 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.455892 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.456050 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.456209 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.456369 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.456527 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.456686 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.456845 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.457004 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.457165 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.457326 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.457486 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.457839 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.457839 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.458448 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.458448 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.458448 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.458448 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.458911 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.458911 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.458911 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.459171 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.459171 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.459312 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.459460 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.459622 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.459972 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.459972 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.460206 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.460329 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.460450 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.460573 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.460687 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.460847 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.461007 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.461166 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.461325 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.461484 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.461642 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.461801 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.462505 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.462679 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.462866 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.463025 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.463343 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.463528 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.463689 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.463850 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.464013 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.464178 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.464335 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.464497 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.464661 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.464822 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.464978 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.465136 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.465300 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.465455 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.465619 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.465767 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.466437 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.466437 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.466437 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.466437 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.466905 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.466905 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.466905 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.467213 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.467213 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.467357 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.467448 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.467578 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.467737 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.467893 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.468026 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.468190 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.468358 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.468492 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.468647 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.468861 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.468996 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.469131 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.469263 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.469395 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.469526 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.469688 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.469849 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.470009 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.470170 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.470330 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.470490 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.470651 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.470826 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.470990 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.471150 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.471311 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.471472 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.471633 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.471792 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.471952 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.472126 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.472290 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.472470 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.472609 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.474812 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.474812 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.474812 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.474812 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.474812 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.474812 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.474812 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.474812 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.475420 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.475420 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.475420 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.475420 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.475420 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.475420 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.475907 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.476107 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.476280 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.476447 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.476613 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.476778 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.476942 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.477117 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.477280 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.477442 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.478248 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.478417 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.478581 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.478756 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.478941 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.479099 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.479261 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.479422 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.479583 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.479754 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.479915 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.480075 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.480235 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.480395 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.480555 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.480726 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.480886 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.481046 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.481206 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.481366 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.481618 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.481713 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.481844 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.482005 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.482174 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.482335 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.482495 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.482655 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.482843 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.483006 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.483168 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.483328 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.483488 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.483646 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.483807 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.483974 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.484147 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.484312 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.484475 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.485090 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.485090 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.485090 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.485090 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.485543 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.485543 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.485685 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.485762 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.485885 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.486020 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.486175 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.486310 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.486481 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.486611 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.486763 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.486955 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.487118 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.487270 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.487429 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.487589 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.487736 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.487977 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.488259 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.488259 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.488768 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:58:39.488768 n-d-793621-9 neutron-server[93791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 18:58:39.645563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39680) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:39.654300 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064256 Jul 07 18:58:51.074741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3cdb1-c785-4410-ba58-fe1a915992fe None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:58:51.149228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a3cdb1-c785-4410-ba58-fe1a915992fe None None] No non-hosted networks {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 18:58:51.167863 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7765214-7d39-4b7d-a595-53d808db9266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16705244'] for agent, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:53.408375 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c5b6a16-2664-486d-aa33-a6277f89e629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16705244'] for agent, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:53.470236 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a876b86-0755-428a-b85f-317bd126b1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:53.651747 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16705244'] for agent, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:53.652658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:53.652989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:53.653329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:53.653679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:53.653988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:53.654474 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:53.654820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:53.655151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:53.655620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:53.656085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:53.656560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:53.657029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:53.657599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793621-9', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:53.667779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793621-9', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:54.623229 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16705244'] for agent, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:56.291127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16705244'] for agent, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:57.458719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39774) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:57.938557 n-d-793621-9 neutron-server[93901]: WARNING oslo_policy.policy [None req-9114fb09-14d2-4d44-9f38-5a9710899844 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:58:57.939171 n-d-793621-9 neutron-server[93901]: WARNING oslo_policy.policy [None req-9114fb09-14d2-4d44-9f38-5a9710899844 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:58:58.153098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-9114fb09-14d2-4d44-9f38-5a9710899844 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:58:58.154043 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9114fb09-14d2-4d44-9f38-5a9710899844 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6943901 Jul 07 18:59:00.527405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39788) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:00.712179 n-d-793621-9 neutron-server[93902]: INFO neutron.db.l3_hamode_db [None req-1329a4b8-e4e3-423a-a860-e97eb99fcefa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 18:59:00.788711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329a4b8-e4e3-423a-a860-e97eb99fcefa None None] Routers set() bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:00.789150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329a4b8-e4e3-423a-a860-e97eb99fcefa None None] Router IDs set() for agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 18:59:00.839849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3db7a70b-b5f5-4ed9-a9ac-ccbcd39dfbca admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:00.933316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.policy [None req-3db7a70b-b5f5-4ed9-a9ac-ccbcd39dfbca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93901) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 18:59:00.982684 n-d-793621-9 neutron-server[93901]: WARNING oslo_policy.policy [None req-3db7a70b-b5f5-4ed9-a9ac-ccbcd39dfbca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:59:00.983083 n-d-793621-9 neutron-server[93901]: WARNING oslo_policy.policy [None req-3db7a70b-b5f5-4ed9-a9ac-ccbcd39dfbca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:59:00.991603 n-d-793621-9 neutron-server[93901]: INFO neutron.quota [None req-3db7a70b-b5f5-4ed9-a9ac-ccbcd39dfbca admin admin] Loaded quota_driver: . Jul 07 18:59:01.081994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3db7a70b-b5f5-4ed9-a9ac-ccbcd39dfbca admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772667280894', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772667280899', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772667292208', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772667291110', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772667304804', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772667179157', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-843231', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-842300', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16551862', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16446481'] for rbac-policy, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:01.146616 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3db7a70b-b5f5-4ed9-a9ac-ccbcd39dfbca admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:01.147830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3db7a70b-b5f5-4ed9-a9ac-ccbcd39dfbca admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6193585 Jul 07 18:59:03.682405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39800) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:03.971622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'name': 'private'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:04.000113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Made reservation on behalf of 876d11f7d3d54179a90c93ac40e396db for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:59:04.002962 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:04.020105 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:04.139148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:04.142721 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:04.161832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:59:04.190041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772663982421', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:04.190653 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Unsubscribe: segment precommit_create {{(pid=93901) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 18:59:04.191193 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Added segment 15121c41-d9f8-48ff-a0d4-82305d3f871d of type vlan for network 4c48a465-75e6-4dda-9fa9-61027e97921b Jul 07 18:59:04.208679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3fe99f-286c-4440-99e7-4896a8bfbe94,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:04.234174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:04.234509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:04.234868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:04.235199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:04.235524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:04.235845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:04.236163 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:04.236477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:04.236792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:04.237106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:04.237418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:04.237729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Tracked resource versions report: Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: pushed versions: Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: { 'AddressGroup': {'1.2'}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'ConntrackHelper': {'1.0'}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'Log': {'1.0'}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'Network': {'1.1'}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'Port': {'1.7'}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'PortForwarding': {'1.2'}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'QosPolicy': {'1.8'}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'SecurityGroup': {'1.4'}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'SubPort': {'1.0'}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'Subnet': {'1.1'}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'Trunk': {'1.1'}} Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: consumer versions: Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: { DHCP agent@n-d-793621-9: {}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: L3 agent@n-d-793621-9: {}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: Metadata agent@n-d-793621-9: {}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: Metering agent@n-d-793621-9: {}, Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: Open vSwitch agent@n-d-793621-9: { 'AddressGroup': '1.2', Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'ConntrackHelper': '1.0', Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'Log': '1.0', Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'Network': '1.1', Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'Port': '1.7', Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'PortForwarding': '1.2', Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'QosPolicy': '1.8', Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'SecurityGroup': '1.4', Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'SecurityGroupRule': '1.2', Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'SubPort': '1.0', Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'Subnet': '1.1', Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: 'Trunk': '1.1'}} Jul 07 18:59:04.238857 n-d-793621-9 neutron-server[93901]: {{(pid=93901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:59:04.311815 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:04.360460 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:04.361589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:04.362242 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:04.439645 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7560709 Jul 07 18:59:04.459829 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438f6e4-5d3d-4bf1-bb78-63523acc855f admin admin] Pushing event updated for resources: {'Network': ['ID=4c48a465-75e6-4dda-9fa9-61027e97921b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:04.472161 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 4c48a465-75e6-4dda-9fa9-61027e97921b details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:59:07.060553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39814) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:07.441578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52086d44-82b6-48d1-b264-efae6f52fe7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:07.442953 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-52086d44-82b6-48d1-b264-efae6f52fe7a admin admin] 10.222.0.81 "GET /v2.0/networks/4c48a465-75e6-4dda-9fa9-61027e97921b HTTP/1.1" status: 200 len: 825 time: 0.3814194 Jul 07 18:59:07.466427 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-afb1a2e9-2e43-4900-b5d9-801615d91864 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/a90ccbf5-13b0-4cdc-9ebd-1ad9983e9ab2 HTTP/1.1" status: 200 len: 734 time: 0.0181165 Jul 07 18:59:07.474598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b258d5f3-0749-461f-89a5-d2dbcd1f8782 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'ip_version': 4, 'subnetpool_id': 'a90ccbf5-13b0-4cdc-9ebd-1ad9983e9ab2', 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:07.497345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b258d5f3-0749-461f-89a5-d2dbcd1f8782 admin admin] Made reservation on behalf of 876d11f7d3d54179a90c93ac40e396db for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:59:07.499619 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b258d5f3-0749-461f-89a5-d2dbcd1f8782 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:07.788422 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b258d5f3-0749-461f-89a5-d2dbcd1f8782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:07.857937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258d5f3-0749-461f-89a5-d2dbcd1f8782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1aee41f-1a66-4efe-86bf-635243beb34c,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:07.860773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b258d5f3-0749-461f-89a5-d2dbcd1f8782 admin admin] Checking segment: {'id': '15121c41-d9f8-48ff-a0d4-82305d3f871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:59:07.861153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b258d5f3-0749-461f-89a5-d2dbcd1f8782 admin admin] Network hostable DHCP agents. Network: 4c48a465-75e6-4dda-9fa9-61027e97921b, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:59:07.882185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b258d5f3-0749-461f-89a5-d2dbcd1f8782 admin admin] Network 4c48a465-75e6-4dda-9fa9-61027e97921b is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:59:07.893073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-b258d5f3-0749-461f-89a5-d2dbcd1f8782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 4c48a465-75e6-4dda-9fa9-61027e97921b) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:59:07.897615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b258d5f3-0749-461f-89a5-d2dbcd1f8782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:07.898841 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b258d5f3-0749-461f-89a5-d2dbcd1f8782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:07.903020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46db6bf-8fd7-4e97-aefe-faa753875058 None None] Network 4c48a465-75e6-4dda-9fa9-61027e97921b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:59:07.915284 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b258d5f3-0749-461f-89a5-d2dbcd1f8782 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4438958 Jul 07 18:59:08.215027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-4c48a465-75e6-4dda-9fa9-61027e97921b', 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'fixed_ips': [{'subnet_id': 'a1aee41f-1a66-4efe-86bf-635243beb34c'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:59:08.216306 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:08.492821 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Allocated IP 172.20.0.2 (4c48a465-75e6-4dda-9fa9-61027e97921b/a1aee41f-1a66-4efe-86bf-635243beb34c/1b95bab2-558e-4a0d-8774-ff02af273ab0) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:59:08.694650 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:08.738042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Transition to ACTIVE for port object 1b95bab2-558e-4a0d-8774-ff02af273ab0 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:59:08.759387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Transition to ACTIVE for port object 1b95bab2-558e-4a0d-8774-ff02af273ab0 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:59:08.767916 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:08.831597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Network 4c48a465-75e6-4dda-9fa9-61027e97921b is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:59:08.837429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:59:08.840531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:59:08.894921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Pushing event updated for resources: {'Port': ['ID=1b95bab2-558e-4a0d-8774-ff02af273ab0,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:08.905735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:08.906314 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:08.906450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:08.906760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:08.907122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:08.907453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:08.907781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:08.908115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:08.908440 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:08.908764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:08.909086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:08.909405 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Tracked resource versions report: Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: pushed versions: Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: { 'AddressGroup': {'1.2'}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'ConntrackHelper': {'1.0'}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'Log': {'1.0'}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'Network': {'1.1'}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'Port': {'1.7'}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'PortForwarding': {'1.2'}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'QosPolicy': {'1.8'}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'SecurityGroup': {'1.4'}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'SubPort': {'1.0'}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'Subnet': {'1.1'}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'Trunk': {'1.1'}} Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: consumer versions: Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: { DHCP agent@n-d-793621-9: {}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: L3 agent@n-d-793621-9: {}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: Metadata agent@n-d-793621-9: {}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: Metering agent@n-d-793621-9: {}, Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: Open vSwitch agent@n-d-793621-9: { 'AddressGroup': '1.2', Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'ConntrackHelper': '1.0', Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'Log': '1.0', Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'Network': '1.1', Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'Port': '1.7', Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'PortForwarding': '1.2', Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'QosPolicy': '1.8', Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'SecurityGroup': '1.4', Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'SecurityGroupRule': '1.2', Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'SubPort': '1.0', Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'Subnet': '1.1', Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: 'Trunk': '1.1'}} Jul 07 18:59:08.910601 n-d-793621-9 neutron-server[93902]: {{(pid=93902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:59:08.942403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Attempting to bind port 1b95bab2-558e-4a0d-8774-ff02af273ab0 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:59:08.942819 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Attempting to bind port 1b95bab2-558e-4a0d-8774-ff02af273ab0 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '15121c41-d9f8-48ff-a0d4-82305d3f871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:59:08.943271 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Attempting to bind port 1b95bab2-558e-4a0d-8774-ff02af273ab0 on network 4c48a465-75e6-4dda-9fa9-61027e97921b {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:59:08.948303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:59:08.948715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Checking segment: {'id': '15121c41-d9f8-48ff-a0d4-82305d3f871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:59:08.949233 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:08.949624 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Bound using segment: {'id': '15121c41-d9f8-48ff-a0d4-82305d3f871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:59:08.950110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Bound port: 1b95bab2-558e-4a0d-8774-ff02af273ab0, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15121c41-d9f8-48ff-a0d4-82305d3f871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:59:08.950505 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:09.013534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] For port 1b95bab2-558e-4a0d-8774-ff02af273ab0, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:59:09.017691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] For port 1b95bab2-558e-4a0d-8774-ff02af273ab0, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1b95bab2-558e-4a0d-8774-ff02af273ab0,segment=NetworkSegment(15121c41-d9f8-48ff-a0d4-82305d3f871d),segment_id=15121c41-d9f8-48ff-a0d4-82305d3f871d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:59:09.022089 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:09.094138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db200731-dacd-4a3a-8920-2905eef58950 None None] Pushing event updated for resources: {'Port': ['ID=1b95bab2-558e-4a0d-8774-ff02af273ab0,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:10.273592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39822) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:10.587628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-7f146140-4c9b-4a96-b7a6-9f042fd24822 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:59:10.592542 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7f146140-4c9b-4a96-b7a6-9f042fd24822 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3141563 Jul 07 18:59:12.965884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39830) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:13.267901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-27a06c9d-bc59-48ba-8a20-ceac60c63201 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:59:13.268931 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-27a06c9d-bc59-48ba-8a20-ceac60c63201 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3020823 Jul 07 18:59:15.162928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c28a398-f56f-49f5-88e2-eb1eae8fbd0f None None] Network 4c48a465-75e6-4dda-9fa9-61027e97921b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:59:15.277370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b1ab48c4-a17b-42b3-8e2f-cd3bbbdc60b4 None None] Provisioning for port 1b95bab2-558e-4a0d-8774-ff02af273ab0 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:59:15.532998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1b95bab2-558e-4a0d-8774-ff02af273ab0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:59:15.625792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 1b95bab2-558e-4a0d-8774-ff02af273ab0 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:59:15.629295 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 1b95bab2-558e-4a0d-8774-ff02af273ab0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:15.629683 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:15.738124 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:15.774446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 1b95bab2-558e-4a0d-8774-ff02af273ab0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1b95bab2-558e-4a0d-8774-ff02af273ab0,segment=NetworkSegment(15121c41-d9f8-48ff-a0d4-82305d3f871d),segment_id=15121c41-d9f8-48ff-a0d4-82305d3f871d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:59:15.778605 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:15.824673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=1b95bab2-558e-4a0d-8774-ff02af273ab0,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:15.914075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39844) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:16.203242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-da7eeb23-1189-4bed-bcf5-9162d591f74f admin admin] Request body: {'router': {'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'name': 'router1', 'admin_state_up': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:16.225531 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-da7eeb23-1189-4bed-bcf5-9162d591f74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:16.227110 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-da7eeb23-1189-4bed-bcf5-9162d591f74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:16.360355 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-da7eeb23-1189-4bed-bcf5-9162d591f74f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:16.364699 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-da7eeb23-1189-4bed-bcf5-9162d591f74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:16.377116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-da7eeb23-1189-4bed-bcf5-9162d591f74f admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:16.378270 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-da7eeb23-1189-4bed-bcf5-9162d591f74f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4632366 Jul 07 18:59:17.504072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1b95bab2-558e-4a0d-8774-ff02af273ab0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:59:17.550542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 1b95bab2-558e-4a0d-8774-ff02af273ab0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:17.551047 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:18.725440 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39852) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:19.033246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-3a33a740-2555-44e9-a157-23736a14f88f admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:59:19.034250 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3a33a740-2555-44e9-a157-23736a14f88f admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3078151 Jul 07 18:59:20.950929 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7da6ba78-7053-460e-bb06-8a2c2c7ac336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:21.411117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39860) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:21.713367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:21.733903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Made reservation on behalf of 52ebc915d37446dcafa89999c2759f6f for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:59:21.736315 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:21.745990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:21.831923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:21.836158 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:21.850688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Reserving flat network on physical network physnet1 {{(pid=93901) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 18:59:21.868724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d00c6-cfd0-4719-acfd-b1edbf08dd5a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:21.873385 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:21.873722 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Added segment 0784509c-6da2-42d5-88cc-537fc60bc84d of type flat for network e78d81fd-4962-446c-adaf-6bac91ba1923 Jul 07 18:59:21.919578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:21.954395 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:21.955362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:21.955934 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:22.008149 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5959849 Jul 07 18:59:22.014807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773033ad-78e3-4181-91de-7819eb989b7c admin admin] Pushing event updated for resources: {'Network': ['ID=e78d81fd-4962-446c-adaf-6bac91ba1923,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:22.037946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network e78d81fd-4962-446c-adaf-6bac91ba1923 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:59:23.395358 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-24e89aad-8930-4f57-ae68-5bceedb7c76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:23.656339 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:24.335802 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39868) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:24.565275 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:24.683442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc7f07-2dd2-4dbc-9a85-80e025ac96f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:24.684765 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-50bc7f07-2dd2-4dbc-9a85-80e025ac96f0 admin admin] 10.222.0.81 "GET /v2.0/subnets/a1aee41f-1a66-4efe-86bf-635243beb34c HTTP/1.1" status: 200 len: 849 time: 0.3480134 Jul 07 18:59:24.798707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6af80a3e-77ce-46b4-818b-bad09a2687e2 admin admin] 10.222.0.81 "GET /v2.0/routers/3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 HTTP/1.1" status: 200 len: 704 time: 0.1086743 Jul 07 18:59:25.067104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:25.355722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Allocated IP 172.20.0.1 (4c48a465-75e6-4dda-9fa9-61027e97921b/a1aee41f-1a66-4efe-86bf-635243beb34c/ac0a7823-b63c-443e-8503-4f18ea3d9c4d) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:59:25.551330 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:25.574603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Transition to ACTIVE for port object ac0a7823-b63c-443e-8503-4f18ea3d9c4d will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:59:25.651630 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:25.715519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Network 4c48a465-75e6-4dda-9fa9-61027e97921b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:59:25.721158 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:59:25.729563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:59:25.730102 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:25.795310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0a7823-b63c-443e-8503-4f18ea3d9c4d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:25.890750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fd1177f0-8e35-4db5-ad69-4cc46f42223b None None] Provisioning for port ac0a7823-b63c-443e-8503-4f18ea3d9c4d completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:59:25.894179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fd1177f0-8e35-4db5-ad69-4cc46f42223b None None] Provisioning complete for port ac0a7823-b63c-443e-8503-4f18ea3d9c4d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:25.894550 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd1177f0-8e35-4db5-ad69-4cc46f42223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:25.926546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fd1177f0-8e35-4db5-ad69-4cc46f42223b None None] Port ac0a7823-b63c-443e-8503-4f18ea3d9c4d cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:59:25.944920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:26.119778 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:26.124065 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:26.124860 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:26.198896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0a7823-b63c-443e-8503-4f18ea3d9c4d,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:26.235308 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:26.244101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Network 4c48a465-75e6-4dda-9fa9-61027e97921b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:59:26.245348 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:59:26.400872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Router 3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:59:26.447897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8df1b920-cd51-4c7c-afbc-49ff0f39450d None None] Provisioning complete for port ac0a7823-b63c-443e-8503-4f18ea3d9c4d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:26.448264 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8df1b920-cd51-4c7c-afbc-49ff0f39450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:26.480488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8df1b920-cd51-4c7c-afbc-49ff0f39450d None None] Port ac0a7823-b63c-443e-8503-4f18ea3d9c4d cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:59:26.489721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:59:26.494651 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ac029598-20be-4375-94b9-c0755a45dbd4 admin admin] 10.222.0.81 "PUT /v2.0/routers/3edeb8c9-9c83-41aa-90d8-981a7edbe8e0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6911135 Jul 07 18:59:26.510503 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Sync routers for ids ['3edeb8c9-9c83-41aa-90d8-981a7edbe8e0'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:59:26.525276 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Routers {'3edeb8c9-9c83-41aa-90d8-981a7edbe8e0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:26.526036 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T18:59:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3edeb8c9-9c83-41aa-90d8-981a7edbe8e0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:26.705851 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Set router 3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:59:27.126646 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'name': 'router1', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:16Z', 'updated_at': '2021-07-07T18:59:25Z', 'revision_number': 2, 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'gw_port_host': None, '_interfaces': [{'id': 'ac0a7823-b63c-443e-8503-4f18ea3d9c4d', 'name': '', 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'mac_address': 'fa:16:3e:f0:f1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1aee41f-1a66-4efe-86bf-635243beb34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:25Z', 'updated_at': '2021-07-07T18:59:25Z', 'revision_number': 2, 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'subnets': [{'id': 'a1aee41f-1a66-4efe-86bf-635243beb34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a90ccbf5-13b0-4cdc-9ebd-1ad9983e9ab2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:27.177998 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Checking router: 3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:59:27.178920 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Updating router 3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 port ac0a7823-b63c-443e-8503-4f18ea3d9c4d binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:59:27.242550 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:27.732024 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:27.750186 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Transition to ACTIVE for port object ac0a7823-b63c-443e-8503-4f18ea3d9c4d will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:59:27.756169 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:27.912261 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Pushing event updated for resources: {'Port': ['ID=ac0a7823-b63c-443e-8503-4f18ea3d9c4d,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:27.920775 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Attempting to bind port ac0a7823-b63c-443e-8503-4f18ea3d9c4d on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:59:27.921093 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Attempting to bind port ac0a7823-b63c-443e-8503-4f18ea3d9c4d by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '15121c41-d9f8-48ff-a0d4-82305d3f871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:59:27.921494 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Attempting to bind port ac0a7823-b63c-443e-8503-4f18ea3d9c4d on network 4c48a465-75e6-4dda-9fa9-61027e97921b {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:59:27.929466 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.929786 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.930121 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.930449 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.930774 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.931120 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.931440 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.931755 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.932072 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.932387 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.932701 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.933013 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Tracked resource versions report: Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: pushed versions: Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: { 'AddressGroup': {'1.2'}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'ConntrackHelper': {'1.0'}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'Log': {'1.0'}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'Network': {'1.1'}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'Port': {'1.7'}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'PortForwarding': {'1.2'}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'QosPolicy': {'1.8'}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'SecurityGroup': {'1.4'}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'SubPort': {'1.0'}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'Subnet': {'1.1'}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'Trunk': {'1.1'}} Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: consumer versions: Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: { DHCP agent@n-d-793621-9: {}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: L3 agent@n-d-793621-9: {}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: Metadata agent@n-d-793621-9: {}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: Metering agent@n-d-793621-9: {}, Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: Open vSwitch agent@n-d-793621-9: { 'AddressGroup': '1.2', Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'ConntrackHelper': '1.0', Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'Log': '1.0', Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'Network': '1.1', Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'Port': '1.7', Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'PortForwarding': '1.2', Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'QosPolicy': '1.8', Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'SecurityGroup': '1.4', Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'SecurityGroupRule': '1.2', Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'SubPort': '1.0', Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'Subnet': '1.1', Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: 'Trunk': '1.1'}} Jul 07 18:59:27.934097 n-d-793621-9 neutron-server[93903]: {{(pid=93903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:59:27.936384 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:59:27.936783 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Checking segment: {'id': '15121c41-d9f8-48ff-a0d4-82305d3f871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:59:27.937273 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:27.937647 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Bound using segment: {'id': '15121c41-d9f8-48ff-a0d4-82305d3f871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:59:27.938134 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Bound port: ac0a7823-b63c-443e-8503-4f18ea3d9c4d, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15121c41-d9f8-48ff-a0d4-82305d3f871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:59:27.938542 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:28.004043 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] For port ac0a7823-b63c-443e-8503-4f18ea3d9c4d, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:59:28.027323 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] For port ac0a7823-b63c-443e-8503-4f18ea3d9c4d, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ac0a7823-b63c-443e-8503-4f18ea3d9c4d,segment=NetworkSegment(15121c41-d9f8-48ff-a0d4-82305d3f871d),segment_id=15121c41-d9f8-48ff-a0d4-82305d3f871d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:59:28.031610 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:28.089230 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d6561-a833-4769-a38f-8fd59b429d99 None None] Pushing event updated for resources: {'Port': ['ID=ac0a7823-b63c-443e-8503-4f18ea3d9c4d,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:28.096564 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Routers {'3edeb8c9-9c83-41aa-90d8-981a7edbe8e0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:28.097244 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T18:59:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3edeb8c9-9c83-41aa-90d8-981a7edbe8e0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:28.185881 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] Set router 3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:59:28.393239 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'name': 'router1', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:16Z', 'updated_at': '2021-07-07T18:59:25Z', 'revision_number': 2, 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'gw_port_host': None, '_interfaces': [{'id': 'ac0a7823-b63c-443e-8503-4f18ea3d9c4d', 'name': '', 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'mac_address': 'fa:16:3e:f0:f1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1aee41f-1a66-4efe-86bf-635243beb34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:25Z', 'updated_at': '2021-07-07T18:59:27Z', 'revision_number': 4, 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'subnets': [{'id': 'a1aee41f-1a66-4efe-86bf-635243beb34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a90ccbf5-13b0-4cdc-9ebd-1ad9983e9ab2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:28.419120 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17730042-278c-49a9-bc3d-59cb359f647c None None] The sync data for ids ['3edeb8c9-9c83-41aa-90d8-981a7edbe8e0'] in n-d-793621-9 is: [{'id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'name': 'router1', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:16Z', 'updated_at': '2021-07-07T18:59:25Z', 'revision_number': 2, 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'gw_port_host': None, '_interfaces': [{'id': 'ac0a7823-b63c-443e-8503-4f18ea3d9c4d', 'name': '', 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'mac_address': 'fa:16:3e:f0:f1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1aee41f-1a66-4efe-86bf-635243beb34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:25Z', 'updated_at': '2021-07-07T18:59:27Z', 'revision_number': 4, 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'subnets': [{'id': 'a1aee41f-1a66-4efe-86bf-635243beb34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a90ccbf5-13b0-4cdc-9ebd-1ad9983e9ab2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:59:28.857254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39888) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:29.051818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb8e6c-d1f2-43ee-a68b-609500370f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:29.058413 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d0fb8e6c-d1f2-43ee-a68b-609500370f69 admin admin] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 842 time: 0.1948838 Jul 07 18:59:29.062703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.0.0/24', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'ip_version': 4, 'gateway_ip': '172.25.0.1', 'name': 'public-subnet'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:29.083064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] Made reservation on behalf of 52ebc915d37446dcafa89999c2759f6f for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:59:29.085855 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:29.426930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.objects.ports [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:59:29.427595 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:29.483688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f230c602-3fbe-4857-adbe-a06510e04e48,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:29.491958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:59:29.492310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] Network hostable DHCP agents. Network: e78d81fd-4962-446c-adaf-6bac91ba1923, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:59:29.508132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:59:29.516787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, e78d81fd-4962-446c-adaf-6bac91ba1923) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:59:29.521520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:29.522138 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:29.526511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720affbe-410f-470b-8653-82ca458af62c None None] Network e78d81fd-4962-446c-adaf-6bac91ba1923 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:59:29.546994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d85dbe41-928f-4707-bb79-933c82bea158 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4776156 Jul 07 18:59:29.657118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0ea9d0-bd97-4b88-a9c1-0775ec2b511d None None] Network e78d81fd-4962-446c-adaf-6bac91ba1923 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:59:31.547697 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ac0a7823-b63c-443e-8503-4f18ea3d9c4d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:59:31.595965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ac0a7823-b63c-443e-8503-4f18ea3d9c4d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:59:31.600801 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ac0a7823-b63c-443e-8503-4f18ea3d9c4d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:31.601348 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:31.679704 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:31.710982 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port ac0a7823-b63c-443e-8503-4f18ea3d9c4d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ac0a7823-b63c-443e-8503-4f18ea3d9c4d,segment=NetworkSegment(15121c41-d9f8-48ff-a0d4-82305d3f871d),segment_id=15121c41-d9f8-48ff-a0d4-82305d3f871d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:59:31.715222 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:31.765997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=ac0a7823-b63c-443e-8503-4f18ea3d9c4d,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:31.836836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39910) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:31.981992 n-d-793621-9 neutron-server[93900]: WARNING oslo_policy.policy [None req-e176a19e-ed37-442a-bda7-e6a2b8048275 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:59:31.982576 n-d-793621-9 neutron-server[93900]: WARNING oslo_policy.policy [None req-e176a19e-ed37-442a-bda7-e6a2b8048275 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:59:32.259626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.policy [None req-e176a19e-ed37-442a-bda7-e6a2b8048275 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93900) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 18:59:32.304924 n-d-793621-9 neutron-server[93900]: WARNING oslo_policy.policy [None req-e176a19e-ed37-442a-bda7-e6a2b8048275 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:59:32.305222 n-d-793621-9 neutron-server[93900]: WARNING oslo_policy.policy [None req-e176a19e-ed37-442a-bda7-e6a2b8048275 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:59:32.541121 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e176a19e-ed37-442a-bda7-e6a2b8048275 admin admin] 10.222.0.81 "GET /v2.0/routers/3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 HTTP/1.1" status: 200 len: 710 time: 0.7021132 Jul 07 18:59:32.725778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04388948-4612-43eb-b9f0-bc7a3251e211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:32.727547 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-04388948-4612-43eb-b9f0-bc7a3251e211 admin admin] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 886 time: 0.1813626 Jul 07 18:59:32.736343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:32.991480 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:33.224520 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:33.301698 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:33.486138 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Allocated IP 172.25.0.97 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/e1ad1321-f8d7-43f5-b7ad-508d596c8d84) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:59:33.513754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ac0a7823-b63c-443e-8503-4f18ea3d9c4d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:59:33.561351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ac0a7823-b63c-443e-8503-4f18ea3d9c4d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:33.561727 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:33.599232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:33.691235 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:33.733392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:59:33.735033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:59:33.806889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:59:33.812675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ad1321-f8d7-43f5-b7ad-508d596c8d84,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:33.850717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:33.851084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:33.851424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:33.851784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:33.852117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:33.852523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:33.852850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:33.853173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:33.853494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:33.853813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:33.854132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:33.854449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Tracked resource versions report: Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: pushed versions: Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: { 'AddressGroup': {'1.2'}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'ConntrackHelper': {'1.0'}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'Log': {'1.0'}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'Network': {'1.1'}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'Port': {'1.7'}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'PortForwarding': {'1.2'}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'QosPolicy': {'1.8'}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'SecurityGroup': {'1.4'}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'SubPort': {'1.0'}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'Subnet': {'1.1'}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'Trunk': {'1.1'}} Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: consumer versions: Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: { DHCP agent@n-d-793621-9: {}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: L3 agent@n-d-793621-9: {}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: Metadata agent@n-d-793621-9: {}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: Metering agent@n-d-793621-9: {}, Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: Open vSwitch agent@n-d-793621-9: { 'AddressGroup': '1.2', Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'ConntrackHelper': '1.0', Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'Log': '1.0', Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'Network': '1.1', Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'Port': '1.7', Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'PortForwarding': '1.2', Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'QosPolicy': '1.8', Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'SecurityGroup': '1.4', Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'SecurityGroupRule': '1.2', Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'SubPort': '1.0', Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'Subnet': '1.1', Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: 'Trunk': '1.1'}} Jul 07 18:59:33.855595 n-d-793621-9 neutron-server[93900]: {{(pid=93900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:59:34.108197 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:34.340964 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:34.344357 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:34.456196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Router 3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:59:34.558275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:59:34.563086 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:34.564075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-891c5d7c-701f-47e1-b06a-817236dbe001 admin admin] 10.222.0.81 "PUT /v2.0/routers/3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 HTTP/1.1" status: 200 len: 889 time: 1.8311889 Jul 07 18:59:34.567924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Sync routers for ids ['3edeb8c9-9c83-41aa-90d8-981a7edbe8e0'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:59:34.579735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Routers {'3edeb8c9-9c83-41aa-90d8-981a7edbe8e0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:34.580409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T18:59:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3edeb8c9-9c83-41aa-90d8-981a7edbe8e0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:34.795569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Set router 3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:59:35.189797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'name': 'router1', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'e1ad1321-f8d7-43f5-b7ad-508d596c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:16Z', 'updated_at': '2021-07-07T18:59:33Z', 'revision_number': 4, 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'gw_port': {'id': 'e1ad1321-f8d7-43f5-b7ad-508d596c8d84', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:33Z', 'updated_at': '2021-07-07T18:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ac0a7823-b63c-443e-8503-4f18ea3d9c4d', 'name': '', 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'mac_address': 'fa:16:3e:f0:f1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1aee41f-1a66-4efe-86bf-635243beb34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:25Z', 'updated_at': '2021-07-07T18:59:31Z', 'revision_number': 5, 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'subnets': [{'id': 'a1aee41f-1a66-4efe-86bf-635243beb34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a90ccbf5-13b0-4cdc-9ebd-1ad9983e9ab2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:35.241832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Checking router: 3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:59:35.242209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Updating router 3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 port e1ad1321-f8d7-43f5-b7ad-508d596c8d84 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:59:35.274256 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:35.596262 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:35.605781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Transition to ACTIVE for port object e1ad1321-f8d7-43f5-b7ad-508d596c8d84 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:59:35.611591 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:35.663167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Attempting to bind port e1ad1321-f8d7-43f5-b7ad-508d596c8d84 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:59:35.663540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Attempting to bind port e1ad1321-f8d7-43f5-b7ad-508d596c8d84 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:59:35.663909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Attempting to bind port e1ad1321-f8d7-43f5-b7ad-508d596c8d84 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:59:35.670422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce92cf-4c31-4472-996d-a506033825f3 None None] Pushing event updated for resources: {'Port': ['ID=e1ad1321-f8d7-43f5-b7ad-508d596c8d84,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:35.673919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:59:35.674368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:59:35.674773 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:35.675184 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:59:35.675656 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Bound port: e1ad1321-f8d7-43f5-b7ad-508d596c8d84, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:59:35.676053 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:35.725429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] For port e1ad1321-f8d7-43f5-b7ad-508d596c8d84, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:59:35.728441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] For port e1ad1321-f8d7-43f5-b7ad-508d596c8d84, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e1ad1321-f8d7-43f5-b7ad-508d596c8d84,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:59:35.732683 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:35.788520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce92cf-4c31-4472-996d-a506033825f3 None None] Pushing event updated for resources: {'Port': ['ID=e1ad1321-f8d7-43f5-b7ad-508d596c8d84,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:35.793114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Routers {'3edeb8c9-9c83-41aa-90d8-981a7edbe8e0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:35.793700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T18:59:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3edeb8c9-9c83-41aa-90d8-981a7edbe8e0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:35.977114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] Set router 3edeb8c9-9c83-41aa-90d8-981a7edbe8e0 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:59:36.180158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'name': 'router1', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'e1ad1321-f8d7-43f5-b7ad-508d596c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:16Z', 'updated_at': '2021-07-07T18:59:33Z', 'revision_number': 4, 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'gw_port': {'id': 'e1ad1321-f8d7-43f5-b7ad-508d596c8d84', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:33Z', 'updated_at': '2021-07-07T18:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ac0a7823-b63c-443e-8503-4f18ea3d9c4d', 'name': '', 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'mac_address': 'fa:16:3e:f0:f1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1aee41f-1a66-4efe-86bf-635243beb34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:25Z', 'updated_at': '2021-07-07T18:59:31Z', 'revision_number': 5, 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'subnets': [{'id': 'a1aee41f-1a66-4efe-86bf-635243beb34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a90ccbf5-13b0-4cdc-9ebd-1ad9983e9ab2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:36.205817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899783ec-8419-4739-969e-bad75a9dcadd None None] The sync data for ids ['3edeb8c9-9c83-41aa-90d8-981a7edbe8e0'] in n-d-793621-9 is: [{'id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'name': 'router1', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'e1ad1321-f8d7-43f5-b7ad-508d596c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:16Z', 'updated_at': '2021-07-07T18:59:33Z', 'revision_number': 4, 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'gw_port': {'id': 'e1ad1321-f8d7-43f5-b7ad-508d596c8d84', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:33Z', 'updated_at': '2021-07-07T18:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ac0a7823-b63c-443e-8503-4f18ea3d9c4d', 'name': '', 'network_id': '4c48a465-75e6-4dda-9fa9-61027e97921b', 'tenant_id': '876d11f7d3d54179a90c93ac40e396db', 'mac_address': 'fa:16:3e:f0:f1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edeb8c9-9c83-41aa-90d8-981a7edbe8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1aee41f-1a66-4efe-86bf-635243beb34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:25Z', 'updated_at': '2021-07-07T18:59:31Z', 'revision_number': 5, 'project_id': '876d11f7d3d54179a90c93ac40e396db', 'subnets': [{'id': 'a1aee41f-1a66-4efe-86bf-635243beb34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a90ccbf5-13b0-4cdc-9ebd-1ad9983e9ab2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:59:36.975842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39930) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:37.098713 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4470dbb6-6ea0-4f71-817b-c3113a461d8f admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1217430 Jul 07 18:59:37.550040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e1ad1321-f8d7-43f5-b7ad-508d596c8d84 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:59:37.600377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port e1ad1321-f8d7-43f5-b7ad-508d596c8d84 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:59:37.604011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e1ad1321-f8d7-43f5-b7ad-508d596c8d84 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:37.604389 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:37.684580 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:37.705860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port e1ad1321-f8d7-43f5-b7ad-508d596c8d84, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e1ad1321-f8d7-43f5-b7ad-508d596c8d84,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:59:37.710753 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:37.758877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=e1ad1321-f8d7-43f5-b7ad-508d596c8d84,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:39.541183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e1ad1321-f8d7-43f5-b7ad-508d596c8d84 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:59:39.612099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e1ad1321-f8d7-43f5-b7ad-508d596c8d84 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:39.612747 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:47.369293 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 5 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:59:50.955204 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d2eab76e-d862-49fb-a25f-bc39d324d229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:53.399525 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bbaef39-adfe-4509-9ba2-048b0983c0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:53.664552 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.574974 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:56.252955 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:20.966456 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d6031698-a404-4971-850e-258ce161e53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:23.396311 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-87624562-f72f-4232-bc03-bc21042403fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:23.659113 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:24.387072 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 5 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:00:24.569494 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:26.252829 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:50.952308 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f04131eb-a8aa-4653-9dfd-b51bb335cd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:53.398530 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c404c39a-36a4-4757-9481-8ebc7194e297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:53.651775 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:54.573042 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:56.258209 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:01.366082 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 5 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:01:18.279006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40530) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:01:18.339502 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d4f171-4130-4da6-8b10-96d86d6a5f83 admin admin] GET failed (client error): The resource could not be found. Jul 07 19:01:18.340826 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-63d4f171-4130-4da6-8b10-96d86d6a5f83 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607977 Jul 07 19:01:18.497243 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ed4e0-3c4a-4d20-af5c-d07d8f633498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:18.498610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5c1ed4e0-3c4a-4d20-af5c-d07d8f633498 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540508 Jul 07 19:01:20.708957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40540) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:01:20.841683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef64bc1-24da-4f4e-ac86-6ea47b2968d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:20.844088 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6ef64bc1-24da-4f4e-ac86-6ea47b2968d4 admin admin] 10.222.0.81 "GET /v2.0/subnets/a1aee41f-1a66-4efe-86bf-635243beb34c HTTP/1.1" status: 200 len: 849 time: 0.1335473 Jul 07 19:01:20.857637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:01:20.964074 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e22d-7e51-47be-89f5-497d267c135b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:21.003183 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Notify callbacks [] for subnet, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:21.234510 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772663873311'] for subnet, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:21.286727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:21.287578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:21.291193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] 10.222.0.81 "PUT /v2.0/subnets/a1aee41f-1a66-4efe-86bf-635243beb34c HTTP/1.1" status: 200 len: 868 time: 0.4366221 Jul 07 19:01:21.291441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98854f1f-f4fe-4659-809b-cb74f56ef4f3 None None] Network 4c48a465-75e6-4dda-9fa9-61027e97921b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:01:21.315708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1aee41f-1a66-4efe-86bf-635243beb34c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:01:21.323206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:01:21.323558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:01:21.323897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:01:21.324230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:01:21.324567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:01:21.324889 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:01:21.325213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:01:21.325533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:01:21.325854 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:01:21.326175 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:01:21.326497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:01:21.327043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5258348-1023-41c0-8193-ec0575393c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:01:21.730029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-19684ea4-69ec-4840-aa2f-3220f3fd3600 None None] Provisioning complete for port 1b95bab2-558e-4a0d-8774-ff02af273ab0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:01:21.730410 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-19684ea4-69ec-4840-aa2f-3220f3fd3600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:21.813432 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-19684ea4-69ec-4840-aa2f-3220f3fd3600 None None] Provisioning complete for port ac0a7823-b63c-443e-8503-4f18ea3d9c4d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:01:21.813676 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-19684ea4-69ec-4840-aa2f-3220f3fd3600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:23.404668 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0174ddd5-8a5e-4dae-830e-6066c5158686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:23.511673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40548) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:01:23.660724 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:23.750220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74be4e24-afa9-4f79-99cc-28666cd0125e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:23.751270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74be4e24-afa9-4f79-99cc-28666cd0125e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:23.752795 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-74be4e24-afa9-4f79-99cc-28666cd0125e admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2401652 Jul 07 19:01:24.574346 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:25.955702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40556) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:01:26.085010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1998b6f-7c35-4928-a1f5-9daeca1012cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:26.085485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1998b6f-7c35-4928-a1f5-9daeca1012cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:26.087019 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d1998b6f-7c35-4928-a1f5-9daeca1012cb admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303179 Jul 07 19:01:26.261950 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:28.285261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40564) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:01:28.416998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad4faeb-2a3a-4c42-81b1-34bbc3de0994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:28.418400 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6ad4faeb-2a3a-4c42-81b1-34bbc3de0994 admin admin] 10.222.0.81 "GET /v2.0/networks/4c48a465-75e6-4dda-9fa9-61027e97921b HTTP/1.1" status: 200 len: 869 time: 0.1321542 Jul 07 19:01:30.629865 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40572) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:01:30.777857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a1571-3cfc-48df-a0ec-df6af38d1149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:30.779277 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-118a1571-3cfc-48df-a0ec-df6af38d1149 admin admin] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 886 time: 0.1484678 Jul 07 19:01:33.034224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40580) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:01:33.166443 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067f652d-f4f1-4683-9fb8-f8c49747db29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:33.167073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067f652d-f4f1-4683-9fb8-f8c49747db29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:33.169531 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-067f652d-f4f1-4683-9fb8-f8c49747db29 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1340845 Jul 07 19:01:35.408664 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40588) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:01:35.506814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7d2188-0279-4e70-9934-9605c765dfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:35.507292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7d2188-0279-4e70-9934-9605c765dfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:35.508850 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9a7d2188-0279-4e70-9934-9605c765dfe0 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0992098 Jul 07 19:01:37.706511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40596) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:01:37.799297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4213e70-59ad-4901-82be-f8ea0cbf4f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:37.800638 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a4213e70-59ad-4901-82be-f8ea0cbf4f8e admin admin] 10.222.0.81 "GET /v2.0/subnets/a1aee41f-1a66-4efe-86bf-635243beb34c HTTP/1.1" status: 200 len: 868 time: 0.0931513 Jul 07 19:01:38.366216 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 5 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:01:40.012043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40604) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:01:40.102679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c64a8-874c-4cda-b347-9d9bc4f4fe78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:40.104061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ee2c64a8-874c-4cda-b347-9d9bc4f4fe78 admin admin] 10.222.0.81 "GET /v2.0/subnets/f230c602-3fbe-4857-adbe-a06510e04e48 HTTP/1.1" status: 200 len: 816 time: 0.0909159 Jul 07 19:01:50.959759 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-20e041e8-ed26-459d-8145-698ec435fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:53.397411 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d8b8e883-23bf-4590-81c4-aa08a0a75dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:53.654528 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:54.577947 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:56.268550 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:04.502329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40648) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:04.547939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-5e67c6e5-3282-48f5-b508-84f77499590d admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:02:04.548925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5e67c6e5-3282-48f5-b508-84f77499590d admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453010 Jul 07 19:02:06.801779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40656) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:06.865178 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe887b13-bdce-42f1-aa54-0e303749e86d admin admin] GET failed (client error): The resource could not be found. Jul 07 19:02:06.866618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fe887b13-bdce-42f1-aa54-0e303749e86d admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639198 Jul 07 19:02:06.949235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701f4dc2-40fb-43ef-aeac-ca7f03da1e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:06.950716 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-701f4dc2-40fb-43ef-aeac-ca7f03da1e60 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802703 Jul 07 19:02:09.120850 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40664) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:09.180402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:09.200633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] Made reservation on behalf of 52ebc915d37446dcafa89999c2759f6f for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:02:09.203792 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:09.235567 n-d-793621-9 neutron-server[93901]: WARNING neutron.services.revisions.revision_plugin [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] Could not find related network for resource to bump revision. Jul 07 19:02:09.246597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:02:09.255856 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:09.256199 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] Added segment 1d0d217e-b5f7-40ba-aa54-3d01cae9d98b of type vlan for network b5cc5e73-7593-4ed8-9288-3e19f6291664 Jul 07 19:02:09.297962 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:09.325760 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:09.326624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:09.327880 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:09.472184 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3502135 Jul 07 19:02:09.476958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b12156-5c1b-476f-8860-67af5382c882 admin admin] Pushing event updated for resources: {'Network': ['ID=b5cc5e73-7593-4ed8-9288-3e19f6291664,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:09.487820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:02:11.649578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40672) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:11.709114 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bdd3be-409b-4b16-82cb-85d360b01017 admin admin] GET failed (client error): The resource could not be found. Jul 07 19:02:11.710478 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-62bdd3be-409b-4b16-82cb-85d360b01017 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596311 Jul 07 19:02:11.783019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2c2a7-bf52-4aab-a98c-655961e0ba44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:11.784499 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a5e2c2a7-bf52-4aab-a98c-655961e0ba44 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699699 Jul 07 19:02:11.793968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-bbe13744-fa3d-4490-aa01-6175c7700ba8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:11.814374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe13744-fa3d-4490-aa01-6175c7700ba8 admin admin] Made reservation on behalf of 52ebc915d37446dcafa89999c2759f6f for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:02:11.816753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bbe13744-fa3d-4490-aa01-6175c7700ba8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:11.980528 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bbe13744-fa3d-4490-aa01-6175c7700ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:12.034137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe13744-fa3d-4490-aa01-6175c7700ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a04715-5098-401b-b588-ecc77d121dca,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:12.044554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe13744-fa3d-4490-aa01-6175c7700ba8 admin admin] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:02:12.044948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe13744-fa3d-4490-aa01-6175c7700ba8 admin admin] Network hostable DHCP agents. Network: b5cc5e73-7593-4ed8-9288-3e19f6291664, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:02:12.062103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe13744-fa3d-4490-aa01-6175c7700ba8 admin admin] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:02:12.070549 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-bbe13744-fa3d-4490-aa01-6175c7700ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, b5cc5e73-7593-4ed8-9288-3e19f6291664) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:02:12.074759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe13744-fa3d-4490-aa01-6175c7700ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:12.075380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bbe13744-fa3d-4490-aa01-6175c7700ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:12.080148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5820add-02f3-4945-a654-f4a371d91066 None None] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:02:12.091357 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bbe13744-fa3d-4490-aa01-6175c7700ba8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3007381 Jul 07 19:02:12.235631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-b5cc5e73-7593-4ed8-9288-3e19f6291664', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'tenant_id': '52ebc915d37446dcafa89999c2759f6f', 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:02:12.237064 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:12.486685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Allocated IP 192.168.233.2 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/cb775d99-08c2-4721-86b7-89c906a438cb) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:02:12.634516 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:12.643801 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Transition to ACTIVE for port object cb775d99-08c2-4721-86b7-89c906a438cb will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:02:12.658603 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Transition to ACTIVE for port object cb775d99-08c2-4721-86b7-89c906a438cb will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:02:12.665248 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:12.710600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:02:12.714449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Pushing event updated for resources: {'Port': ['ID=cb775d99-08c2-4721-86b7-89c906a438cb,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:12.716737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:02:12.719309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:02:12.726651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:12.727035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:12.727385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:12.727724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:12.728064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:12.728398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:12.729207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:12.729207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:12.729415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:12.729670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:12.729994 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:12.730317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:12.787385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Attempting to bind port cb775d99-08c2-4721-86b7-89c906a438cb on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:02:12.787757 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Attempting to bind port cb775d99-08c2-4721-86b7-89c906a438cb by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:02:12.788131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Attempting to bind port cb775d99-08c2-4721-86b7-89c906a438cb on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:02:12.793251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:02:12.793623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:02:12.794024 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:12.794420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:02:12.794940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Bound port: cb775d99-08c2-4721-86b7-89c906a438cb, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:02:12.795350 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:12.861132 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] For port cb775d99-08c2-4721-86b7-89c906a438cb, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:02:12.864500 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] For port cb775d99-08c2-4721-86b7-89c906a438cb, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cb775d99-08c2-4721-86b7-89c906a438cb,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:02:12.869482 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:12.932823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436357cf-f933-4655-90af-b1d03f6e0ed2 None None] Pushing event updated for resources: {'Port': ['ID=cb775d99-08c2-4721-86b7-89c906a438cb,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:13.696539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cb775d99-08c2-4721-86b7-89c906a438cb up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:02:13.754220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port cb775d99-08c2-4721-86b7-89c906a438cb completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:02:13.787352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5cc0f0-fea5-4d1b-bed4-5b93ca19ea22 None None] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:02:13.857950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-945240f3-9204-4067-b77f-2dc612d314b7 None None] Provisioning for port cb775d99-08c2-4721-86b7-89c906a438cb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:02:13.866412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-945240f3-9204-4067-b77f-2dc612d314b7 None None] Provisioning complete for port cb775d99-08c2-4721-86b7-89c906a438cb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:13.866818 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-945240f3-9204-4067-b77f-2dc612d314b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:14.008319 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-945240f3-9204-4067-b77f-2dc612d314b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:14.050535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-945240f3-9204-4067-b77f-2dc612d314b7 None None] For port cb775d99-08c2-4721-86b7-89c906a438cb, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cb775d99-08c2-4721-86b7-89c906a438cb,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:02:14.055042 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-945240f3-9204-4067-b77f-2dc612d314b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:14.128129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945240f3-9204-4067-b77f-2dc612d314b7 None None] Pushing event updated for resources: {'Port': ['ID=cb775d99-08c2-4721-86b7-89c906a438cb,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:14.325817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-44eea084-0a04-4ac1-b225-81919a5ca016 None None] Provisioning complete for port cb775d99-08c2-4721-86b7-89c906a438cb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:14.326109 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-44eea084-0a04-4ac1-b225-81919a5ca016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:15.364924 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 5 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:02:15.652737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cb775d99-08c2-4721-86b7-89c906a438cb up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:02:15.719679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cb775d99-08c2-4721-86b7-89c906a438cb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:15.720058 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:20.953096 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb163893-f9ea-4a3a-8c86-2daca6c1a7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:23.399960 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad2b4-5fda-4b19-ae7e-65b4563ac08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:23.655737 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:24.579489 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:26.268127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.955400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5d08748b-1560-4e9f-8d69-ffb0c253c55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:52.362842 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 5 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:02:53.403510 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0617186-0543-482b-b841-575fb756d322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:53.661721 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:54.582369 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:56.270600 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:20.523062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40726) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:03:20.531348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [None req-d109af05-f833-41b6-98a7-2aec6606cad4 tempest-verify_tempest_config-1565486940 tempest-verify_tempest_config-1565486940-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:03:20.532318 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d109af05-f833-41b6-98a7-2aec6606cad4 tempest-verify_tempest_config-1565486940 tempest-verify_tempest_config-1565486940-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0083063 Jul 07 19:03:20.838371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40744) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:03:20.946386 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:20.959242 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b38e0c99-8460-4f22-8a88-fcbfd3c89b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:21.039026 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:21.043272 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:21.088514 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef375c239d1147b1b0227189af37ce05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2490201 Jul 07 19:03:21.089351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc58c405-4198-49eb-86bc-5e7631923ad2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:03:21.091266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40750) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:03:21.096139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.096482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.096810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.097137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.097458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.097796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.098094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.098406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.098719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.099062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.099381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.099695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252eeb91-07fc-4df3-b570-83f4064ddcc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.175500 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:21.196392 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:21.287088 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:21.289668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:21.290775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc58c405-4198-49eb-86bc-5e7631923ad2 HTTP/1.1" status: 204 len: 168 time: 0.1985438 Jul 07 19:03:21.299409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc58c405-4198-49eb-86bc-5e7631923ad2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:03:21.306550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.306917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.307257 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.307589 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.307919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.308356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.308597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.309208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.309372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.309863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.310691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:21.311190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c495bc-c97d-494b-8822-e0b59abe21c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:03:23.404424 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3211e080-e7be-4692-8800-01b6583d0356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:23.656281 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:24.585915 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:26.273358 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:29.361175 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 5 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:03:50.959315 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4efe9744-7dcf-48ac-ae4e-046d8e088ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:53.405665 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cb4aebeb-f88a-4a6b-ba15-f3d484ec8cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:53.657915 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:54.586536 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:56.278910 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:06.359583 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 5 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:04:20.961240 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-604d2e19-ff0e-4b23-a06c-1974ace9b66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:23.409895 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3b802b3c-3759-4ae6-828c-07e3dbb6d668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:23.659299 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:24.590150 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:26.280617 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.358587 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 5 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:04:50.964359 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f56496ce-6c33-45f0-9909-e98a148fdb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:53.410914 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-44e549f6-c2b2-4951-8295-6871a2409d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:53.658548 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:54.593428 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:56.281970 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.358493 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 5 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:05:20.964452 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-38c2c8f1-323e-4fad-ad1e-8b8332d66efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.413069 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3e0ebb26-1441-45b2-a963-082beece5fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.660742 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.596612 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.285722 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.965295 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e651c5fe-d440-4250-a216-eb5b62ade88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.413731 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-77e28efe-6540-443e-8319-fb2b334f9592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.663646 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:54.601512 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.290017 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:57.357819 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 5 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:06:20.965658 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-28f368a2-fe7c-4601-a7cb-3b8670fcd79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.414651 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ed147f3e-6036-4e8f-889b-4faada109e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.665079 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.601916 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:26.300421 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.358192 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 5 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:06:35.310396 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16705244'] for agent, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:39.609297 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16705244'] for agent, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:50.967232 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6b307aef-12b7-47d3-ac17-8efd5df7e7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:53.415044 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a28be8b4-feb4-4afc-aca7-cdd73ecd211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:53.667897 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.606390 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.295423 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.265674 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.594129 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.357872 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:07:20.968628 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-27618033-699e-48d3-a08c-91315797c574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:23.416605 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-eba065c1-47af-4e30-bd7a-d06a0846ad33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:23.669920 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:24.608689 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:26.298646 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:28.014296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40810) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:28.130180 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-249bd964-6311-4664-ac33-34595cfe1fcf admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1142366 Jul 07 19:07:30.354472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40820) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:30.407875 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4681a57f-26e7-40d6-9d10-00b57a92567e admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0523076 Jul 07 19:07:35.270438 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:39.577621 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.361041 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:07:50.972380 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fae03e1a-7d3e-4176-acf6-af6940297eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:53.417741 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d20a9cbc-7464-49b3-a59b-a144b4af4993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:53.674545 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.612358 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:56.304256 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:05.287420 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:09.605392 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.976013 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-45256415-e877-4a88-8fcd-92840a854fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.420437 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8f86062-8ffa-4c4a-87fc-192415658236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.678439 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.629072 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:25.362605 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:08:26.304916 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:35.298743 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:39.597845 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:50.982881 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ff3e1774-3888-41d1-9d3b-3983558dcac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:53.428038 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f50bf693-fc9a-47c2-a2b9-6645726bee9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:53.703496 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:54.635320 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:56.352935 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:01.271124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41126) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:01.702405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:01.711148 n-d-793621-9 neutron-server[93900]: INFO neutron.quota [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Loaded quota_driver: . Jul 07 19:09:01.851498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:01.858873 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:01.939250 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41150) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:01.940259 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f731b897b9e4dc1899bb292130f78cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6660557 Jul 07 19:09:01.941936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48051a7-3f48-48c1-85d0-70c93868503e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:01.951334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:01.952000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:01.952560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:01.953062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:01.953570 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:01.954343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:01.954853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:01.955394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:01.955877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:01.956362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:01.956832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:01.957301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea1e2e-78d4-453b-b5ce-6c4679c88a37 admin admin] Tracked resource versions report: Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: pushed versions: Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: { 'AddressGroup': {'1.2'}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'ConntrackHelper': {'1.0'}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'Log': {'1.0'}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'Network': {'1.1'}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'Port': {'1.7'}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'PortForwarding': {'1.2'}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'QosPolicy': {'1.8'}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'SecurityGroup': {'1.4'}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'SecurityGroupRule': {'1.2'}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'SubPort': {'1.0'}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'Subnet': {'1.1'}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'Trunk': {'1.1'}} Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: consumer versions: Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: { DHCP agent@n-d-793621-9: {}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: HyperV agent@n-h1-793621-9: {}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: HyperV agent@n-h2-793621-9: {}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: L3 agent@n-d-793621-9: {}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: Metadata agent@n-d-793621-9: {}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: Metering agent@n-d-793621-9: {}, Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: Open vSwitch agent@n-d-793621-9: { 'AddressGroup': '1.2', Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'ConntrackHelper': '1.0', Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'Log': '1.0', Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'Network': '1.1', Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'Port': '1.7', Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'PortForwarding': '1.2', Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'QosPolicy': '1.8', Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'SecurityGroup': '1.4', Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'SecurityGroupRule': '1.2', Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'SubPort': '1.0', Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'Subnet': '1.1', Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: 'Trunk': '1.1'}} Jul 07 19:09:01.958527 n-d-793621-9 neutron-server[93900]: {{(pid=93900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 19:09:02.044773 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:02.079457 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:02.163076 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:02.165873 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:02.172236 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a48051a7-3f48-48c1-85d0-70c93868503e HTTP/1.1" status: 204 len: 168 time: 0.2310128 Jul 07 19:09:02.186759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48051a7-3f48-48c1-85d0-70c93868503e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:02.196972 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:02.197244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:02.197883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:02.198600 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:02.199214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:02.200186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:02.202496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:02.203185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:02.208018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:02.208018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:02.208933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:02.209500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e0ba9-2b03-43e6-a035-3e663d4b87df admin admin] Tracked resource versions report: Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: pushed versions: Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: { 'AddressGroup': {'1.2'}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'ConntrackHelper': {'1.0'}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'Log': {'1.0'}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'Network': {'1.1'}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'Port': {'1.7'}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'PortForwarding': {'1.2'}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'QosPolicy': {'1.8'}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'SecurityGroup': {'1.4'}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'SecurityGroupRule': {'1.2'}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'SubPort': {'1.0'}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'Subnet': {'1.1'}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'Trunk': {'1.1'}} Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: consumer versions: Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: { DHCP agent@n-d-793621-9: {}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: HyperV agent@n-h1-793621-9: {}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: HyperV agent@n-h2-793621-9: {}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: L3 agent@n-d-793621-9: {}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: Metadata agent@n-d-793621-9: {}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: Metering agent@n-d-793621-9: {}, Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: Open vSwitch agent@n-d-793621-9: { 'AddressGroup': '1.2', Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'ConntrackHelper': '1.0', Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'Log': '1.0', Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'Network': '1.1', Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'Port': '1.7', Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'PortForwarding': '1.2', Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'QosPolicy': '1.8', Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'SecurityGroup': '1.4', Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'SecurityGroupRule': '1.2', Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'SubPort': '1.0', Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'Subnet': '1.1', Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: 'Trunk': '1.1'}} Jul 07 19:09:02.211081 n-d-793621-9 neutron-server[93901]: {{(pid=93901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 19:09:02.366506 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:09:03.331915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41210) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:03.363691 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17a8c090-773e-469d-896c-3e14765ab90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:03.534660 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17a8c090-773e-469d-896c-3e14765ab90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:03.540488 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17a8c090-773e-469d-896c-3e14765ab90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:03.596203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8c090-773e-469d-896c-3e14765ab90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930f97ac-da40-43b8-9aac-aa1e7863c4ec,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:03.601991 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-17a8c090-773e-469d-896c-3e14765ab90a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8fa0042372f842d8a444b4bb7ff556bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2687099 Jul 07 19:09:03.605424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41222) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:03.694401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-475671a2-4ee4-4d07-a68e-7f734388a672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:03.720916 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-475671a2-4ee4-4d07-a68e-7f734388a672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:03.777988 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-475671a2-4ee4-4d07-a68e-7f734388a672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:03.783681 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-475671a2-4ee4-4d07-a68e-7f734388a672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:03.785913 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-475671a2-4ee4-4d07-a68e-7f734388a672 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/930f97ac-da40-43b8-9aac-aa1e7863c4ec HTTP/1.1" status: 204 len: 168 time: 0.1775074 Jul 07 19:09:03.798584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475671a2-4ee4-4d07-a68e-7f734388a672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930f97ac-da40-43b8-9aac-aa1e7863c4ec,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:04.956304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41310) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:05.332599 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.345425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41328) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:05.443408 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73ff253c-a3c0-43ab-af3f-c275cabdfa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.588124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73ff253c-a3c0-43ab-af3f-c275cabdfa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.594075 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73ff253c-a3c0-43ab-af3f-c275cabdfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.655830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-73ff253c-a3c0-43ab-af3f-c275cabdfa33 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b4ff268c426456da4dbd91a7986f368&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6982088 Jul 07 19:09:05.659742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff253c-a3c0-43ab-af3f-c275cabdfa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c95879-b493-4847-b62c-5810b56c3b30,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:05.660958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41352) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:05.678084 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59c20d66-38c9-4897-8f3f-856c64a69e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.803582 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac45f4b1-e3f9-4e94-9f71-b34e0a4d7181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.865076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac45f4b1-e3f9-4e94-9f71-b34e0a4d7181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.885312 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59c20d66-38c9-4897-8f3f-856c64a69e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.890461 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59c20d66-38c9-4897-8f3f-856c64a69e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.947307 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac45f4b1-e3f9-4e94-9f71-b34e0a4d7181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.958583 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac45f4b1-e3f9-4e94-9f71-b34e0a4d7181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.961490 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ac45f4b1-e3f9-4e94-9f71-b34e0a4d7181 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0c95879-b493-4847-b62c-5810b56c3b30 HTTP/1.1" status: 204 len: 168 time: 0.2989595 Jul 07 19:09:05.981151 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-59c20d66-38c9-4897-8f3f-856c64a69e0d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ef6a5619953424fa8a4efbfb9e75eda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6312714 Jul 07 19:09:05.981930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41380) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:05.983688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45f4b1-e3f9-4e94-9f71-b34e0a4d7181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c95879-b493-4847-b62c-5810b56c3b30,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:06.055983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c20d66-38c9-4897-8f3f-856c64a69e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af01af26-81d3-4fe1-bf98-f5e5c5a1ecc1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:06.063190 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb862212-8f3e-4a71-b73f-06baa5a81059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.097896 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb862212-8f3e-4a71-b73f-06baa5a81059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.179845 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb862212-8f3e-4a71-b73f-06baa5a81059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.184476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb862212-8f3e-4a71-b73f-06baa5a81059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.192777 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cb862212-8f3e-4a71-b73f-06baa5a81059 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af01af26-81d3-4fe1-bf98-f5e5c5a1ecc1 HTTP/1.1" status: 204 len: 168 time: 0.2050040 Jul 07 19:09:06.204504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb862212-8f3e-4a71-b73f-06baa5a81059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af01af26-81d3-4fe1-bf98-f5e5c5a1ecc1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:06.372324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41406) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:06.641208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41414) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:06.895366 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec6211ea-f8c6-4ea1-bcde-acf23f6d3eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.966158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41424) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:06.986459 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d8078075-0367-4a32-b4e6-0ea639906146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.056708 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec6211ea-f8c6-4ea1-bcde-acf23f6d3eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.065276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec6211ea-f8c6-4ea1-bcde-acf23f6d3eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.121011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6211ea-f8c6-4ea1-bcde-acf23f6d3eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d2352d-3942-4e4b-b2bc-65a54f0511f3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:07.145623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41430) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:07.185716 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ec6211ea-f8c6-4ea1-bcde-acf23f6d3eb9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=576fb13a92a04d63ab98d4cd970aac65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8114581 Jul 07 19:09:07.191164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41434) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:07.262410 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d8078075-0367-4a32-b4e6-0ea639906146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.276789 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d8078075-0367-4a32-b4e6-0ea639906146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.300083 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b033e55-8bf3-44f7-b055-dd73b10d1e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.359584 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d8078075-0367-4a32-b4e6-0ea639906146 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a48dcc6d86bf4ce0bfd1c0990e4f0a32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3918149 Jul 07 19:09:07.363812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8078075-0367-4a32-b4e6-0ea639906146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf6cade-0b4e-4de5-b15e-d583912e50b3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:07.365150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41440) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:07.365647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41442) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:07.439510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-761afeea-f595-4ea3-8764-c54e770e420d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.492136 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b033e55-8bf3-44f7-b055-dd73b10d1e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.506138 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b033e55-8bf3-44f7-b055-dd73b10d1e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.518368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4c1395dc-c629-4365-a9f8-e37666a35f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.579456 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66d1085a-5d2c-4828-8565-c3d94008fe63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.601253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0b033e55-8bf3-44f7-b055-dd73b10d1e00 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91dbf5bfaf0e415d99cdb93b4e9194e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9580095 Jul 07 19:09:07.603069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b033e55-8bf3-44f7-b055-dd73b10d1e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34601ec4-f29d-456e-b867-67b2c964b05b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:07.608649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41448) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:07.646310 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4c1395dc-c629-4365-a9f8-e37666a35f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.654906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66d1085a-5d2c-4828-8565-c3d94008fe63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.710449 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d936-1a5c-4d9c-ac9e-517d00922e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.768004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d936-1a5c-4d9c-ac9e-517d00922e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.880812 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-761afeea-f595-4ea3-8764-c54e770e420d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.882968 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4c1395dc-c629-4365-a9f8-e37666a35f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.886011 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4c1395dc-c629-4365-a9f8-e37666a35f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.887760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4c1395dc-c629-4365-a9f8-e37666a35f7a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0bf6cade-0b4e-4de5-b15e-d583912e50b3 HTTP/1.1" status: 204 len: 168 time: 0.5187244 Jul 07 19:09:07.892017 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-761afeea-f595-4ea3-8764-c54e770e420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.911363 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d936-1a5c-4d9c-ac9e-517d00922e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.918464 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d936-1a5c-4d9c-ac9e-517d00922e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.921728 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1ef5d936-1a5c-4d9c-ac9e-517d00922e23 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34601ec4-f29d-456e-b867-67b2c964b05b HTTP/1.1" status: 204 len: 168 time: 0.3103280 Jul 07 19:09:07.947601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5d936-1a5c-4d9c-ac9e-517d00922e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34601ec4-f29d-456e-b867-67b2c964b05b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:07.953320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-761afeea-f595-4ea3-8764-c54e770e420d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=119d4114c85d4e92950867c5a86eae81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5859776 Jul 07 19:09:07.960199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41464) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:07.967759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1395dc-c629-4365-a9f8-e37666a35f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf6cade-0b4e-4de5-b15e-d583912e50b3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:07.969627 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66d1085a-5d2c-4828-8565-c3d94008fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.972179 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66d1085a-5d2c-4828-8565-c3d94008fe63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.973347 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-66d1085a-5d2c-4828-8565-c3d94008fe63 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/12d2352d-3942-4e4b-b2bc-65a54f0511f3 HTTP/1.1" status: 204 len: 168 time: 0.7811165 Jul 07 19:09:08.038191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761afeea-f595-4ea3-8764-c54e770e420d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faff12b4-83db-432e-9bc2-f06dee097115,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:08.053626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1085a-5d2c-4828-8565-c3d94008fe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d2352d-3942-4e4b-b2bc-65a54f0511f3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:08.108624 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5f3e2818-5e19-4b1f-a4bb-560ebba16d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.112882 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-663c6fb5-ae64-4b74-bc8e-9a3b52345600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.156742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-663c6fb5-ae64-4b74-bc8e-9a3b52345600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.269920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-663c6fb5-ae64-4b74-bc8e-9a3b52345600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.274441 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-663c6fb5-ae64-4b74-bc8e-9a3b52345600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.280232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-663c6fb5-ae64-4b74-bc8e-9a3b52345600 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/faff12b4-83db-432e-9bc2-f06dee097115 HTTP/1.1" status: 204 len: 168 time: 0.3024240 Jul 07 19:09:08.301745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c6fb5-ae64-4b74-bc8e-9a3b52345600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faff12b4-83db-432e-9bc2-f06dee097115,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:08.333809 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5f3e2818-5e19-4b1f-a4bb-560ebba16d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.341290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5f3e2818-5e19-4b1f-a4bb-560ebba16d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.382226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e2818-5e19-4b1f-a4bb-560ebba16d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd75238-707a-4cbc-82ef-e0d29a870f96,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:08.390043 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5f3e2818-5e19-4b1f-a4bb-560ebba16d9e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=788a4c2924f245a68dc89c4c195ea2fd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2395282 Jul 07 19:09:08.390445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41478) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:08.466265 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75a0a79c-684a-4d64-af87-9ed0dfeeb6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.507987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75a0a79c-684a-4d64-af87-9ed0dfeeb6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.599016 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75a0a79c-684a-4d64-af87-9ed0dfeeb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.603179 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75a0a79c-684a-4d64-af87-9ed0dfeeb6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.609256 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-75a0a79c-684a-4d64-af87-9ed0dfeeb6e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0bd75238-707a-4cbc-82ef-e0d29a870f96 HTTP/1.1" status: 204 len: 168 time: 0.2118936 Jul 07 19:09:08.620387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0a79c-684a-4d64-af87-9ed0dfeeb6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd75238-707a-4cbc-82ef-e0d29a870f96,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:08.885397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41502) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:08.910448 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f8d145c3-9422-4625-810a-115255633181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.061851 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f8d145c3-9422-4625-810a-115255633181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.069411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f8d145c3-9422-4625-810a-115255633181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.116873 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f8d145c3-9422-4625-810a-115255633181 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c41ce9226b424fe28e3dd06b800f3384&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2297838 Jul 07 19:09:09.119038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d145c3-9422-4625-810a-115255633181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa0e412-c55b-45ad-b467-b03bc327114e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:09.119929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41510) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:09.181497 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ab4ea4b-571b-4604-bd06-6d9829e28ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.212106 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ab4ea4b-571b-4604-bd06-6d9829e28ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.254182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41514) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:09.289272 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5aa66864-46cb-4260-bbe5-8b0a29b62388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.295901 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ab4ea4b-571b-4604-bd06-6d9829e28ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.301810 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ab4ea4b-571b-4604-bd06-6d9829e28ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.304132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4ab4ea4b-571b-4604-bd06-6d9829e28ff8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0fa0e412-c55b-45ad-b467-b03bc327114e HTTP/1.1" status: 204 len: 168 time: 0.1827450 Jul 07 19:09:09.321340 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4ea4b-571b-4604-bd06-6d9829e28ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa0e412-c55b-45ad-b467-b03bc327114e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:09.415985 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5aa66864-46cb-4260-bbe5-8b0a29b62388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.420873 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5aa66864-46cb-4260-bbe5-8b0a29b62388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.460697 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5aa66864-46cb-4260-bbe5-8b0a29b62388 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d77e73b82c6c40b3a7d26f3c52be397a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2050412 Jul 07 19:09:09.461548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa66864-46cb-4260-bbe5-8b0a29b62388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0e293d-b1eb-48b2-aabb-78f8d0c8509b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:09.464863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41520) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:09.542703 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-887421f4-4971-4841-8e14-672fa5266922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.569876 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-887421f4-4971-4841-8e14-672fa5266922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.618007 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.670388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41530) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:09.673804 n-d-793621-9 neutron-server[93900]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 19:09:09.683016 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-887421f4-4971-4841-8e14-672fa5266922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.688315 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-887421f4-4971-4841-8e14-672fa5266922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.692428 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-887421f4-4971-4841-8e14-672fa5266922 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a0e293d-b1eb-48b2-aabb-78f8d0c8509b HTTP/1.1" status: 204 len: 168 time: 0.2237458 Jul 07 19:09:09.709470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887421f4-4971-4841-8e14-672fa5266922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0e293d-b1eb-48b2-aabb-78f8d0c8509b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:09.719724 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-2e39213f-d528-4a5c-9d41-5937864b3fd6 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=de3375b26e1c46d7ba1a7c558864fd6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476153 Jul 07 19:09:09.916595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41538) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:09.937270 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9ae16b3-8f93-467a-88e7-a658a77c217e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.964071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-6ab00e4a-7567-4c76-9756-f914cb910f15 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:09.972505 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-6ab00e4a-7567-4c76-9756-f914cb910f15 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2440772 Jul 07 19:09:09.992368 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-ea75b70f-21d6-472e-9d14-df5ff4275eee tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/quotas/de3375b26e1c46d7ba1a7c558864fd6a HTTP/1.1" status: 200 len: 375 time: 0.0188651 Jul 07 19:09:10.057469 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-33f41da9-64c3-4939-83dd-502f63f9d13b tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=de3375b26e1c46d7ba1a7c558864fd6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639725 Jul 07 19:09:10.071871 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41540) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:10.086694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9ae16b3-8f93-467a-88e7-a658a77c217e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.094932 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9ae16b3-8f93-467a-88e7-a658a77c217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.154007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae16b3-8f93-467a-88e7-a658a77c217e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9f9518-4aaf-4991-b36b-b07b3570ae0f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:10.199265 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e9ae16b3-8f93-467a-88e7-a658a77c217e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=043a86a196924d06b5178580312e4c03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2813213 Jul 07 19:09:10.204328 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41546) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:10.311679 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b11f2b9-97f5-4af9-b714-4e4a8db99291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.351960 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b11f2b9-97f5-4af9-b714-4e4a8db99291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.426016 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b11f2b9-97f5-4af9-b714-4e4a8db99291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.430423 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b11f2b9-97f5-4af9-b714-4e4a8db99291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.432030 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9b11f2b9-97f5-4af9-b714-4e4a8db99291 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b9f9518-4aaf-4991-b36b-b07b3570ae0f HTTP/1.1" status: 204 len: 168 time: 0.2262905 Jul 07 19:09:10.444599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11f2b9-97f5-4af9-b714-4e4a8db99291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9f9518-4aaf-4991-b36b-b07b3570ae0f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:10.506576 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9670e5e3-c455-4834-8d25-36997170b315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.616834 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9670e5e3-c455-4834-8d25-36997170b315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.622383 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9670e5e3-c455-4834-8d25-36997170b315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.684959 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9670e5e3-c455-4834-8d25-36997170b315 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9368e31ab57f47208fe31d82ac0b12f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6086373 Jul 07 19:09:10.684959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670e5e3-c455-4834-8d25-36997170b315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2e8094-d514-456e-b7c1-51bede0c1751,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:10.685746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41580) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:10.761108 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6ec86022-f5d8-4862-a6d0-31f191175b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.806485 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6ec86022-f5d8-4862-a6d0-31f191175b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.882912 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6ec86022-f5d8-4862-a6d0-31f191175b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.887269 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6ec86022-f5d8-4862-a6d0-31f191175b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.889748 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6ec86022-f5d8-4862-a6d0-31f191175b7d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c2e8094-d514-456e-b7c1-51bede0c1751 HTTP/1.1" status: 204 len: 168 time: 0.2025971 Jul 07 19:09:10.903971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec86022-f5d8-4862-a6d0-31f191175b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2e8094-d514-456e-b7c1-51bede0c1751,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:11.045031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41590) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:11.523752 n-d-793621-9 neutron-server[93901]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 19:09:11.585772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fc2eec6e-a09a-4bfd-8602-99675c7ab8b9 req-2324e944-bcac-4f13-bd62-78a9e1c693d3 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 210 time: 0.5383947 Jul 07 19:09:12.007005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41634) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:12.020721 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-defa65c3-28bd-4c74-8e95-2a547918f9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:12.149185 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-defa65c3-28bd-4c74-8e95-2a547918f9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:12.166590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-defa65c3-28bd-4c74-8e95-2a547918f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:12.211202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa65c3-28bd-4c74-8e95-2a547918f9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f12554-e5db-4057-ac5c-d583e7a139b8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:12.226417 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-defa65c3-28bd-4c74-8e95-2a547918f9eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06f4e8c6c13741cf8a782d1c2241e3be&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2183785 Jul 07 19:09:12.230054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41646) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:12.309302 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b861-3801-4599-b17b-d5782122660a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:12.344864 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b861-3801-4599-b17b-d5782122660a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:12.511931 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b861-3801-4599-b17b-d5782122660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:12.514493 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b861-3801-4599-b17b-d5782122660a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:12.516218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6ae3b861-3801-4599-b17b-d5782122660a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/51f12554-e5db-4057-ac5c-d583e7a139b8 HTTP/1.1" status: 204 len: 168 time: 0.2839088 Jul 07 19:09:12.527385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3b861-3801-4599-b17b-d5782122660a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f12554-e5db-4057-ac5c-d583e7a139b8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:12.848346 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a046805d-b2c8-4880-af2a-2c4ce3fae253 req-6f95fd0b-d66d-4a34-b9f7-4c4e105b2336 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 210 time: 0.0728164 Jul 07 19:09:13.516671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.110', 53560) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:13.569483 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-74818f0d-bb1c-4181-9a73-8d75d7a2c2f5 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=de3375b26e1c46d7ba1a7c558864fd6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439014 Jul 07 19:09:13.734460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-0993fd6a-21c2-463c-8c9f-b4b73c99692e tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:13.736307 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-0993fd6a-21c2-463c-8c9f-b4b73c99692e tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609051 Jul 07 19:09:13.803008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Request body: {'port': {'device_id': '03f487a1-b457-4248-9a01-cc1ce5e684f6', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'de3375b26e1c46d7ba1a7c558864fd6a'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:14.115055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2803ff60-efd1-4f3e-933c-cd6512895f24 req-62bc6905-aa03-447e-b35c-41a98ea589b2 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 210 time: 0.0530326 Jul 07 19:09:14.134110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Made reservation on behalf of de3375b26e1c46d7ba1a7c558864fd6a for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:14.140019 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:14.158641 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:14.332896 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:14.340777 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:14.456748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e456a6f-1c36-492c-b869-ede618a6ddd6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:14.636749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Allocated IP 192.168.233.180 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/499f7e7b-fbb3-44b0-a116-d7f5eac47217) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:14.919649 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:14.951384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Transition to ACTIVE for port object 499f7e7b-fbb3-44b0-a116-d7f5eac47217 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:14.998477 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:15.098169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:15.106040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:15.108946 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:15.114649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:15.115369 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:15.138344 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3418722 Jul 07 19:09:15.153252 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-078d4d3e-6e7a-4c66-8b43-be0a9c8cf981 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:09:15.154282 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-078d4d3e-6e7a-4c66-8b43-be0a9c8cf981 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085399 Jul 07 19:09:15.155432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fa839-8ac1-43df-8896-15776242ca3d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Pushing event updated for resources: {'Port': ['ID=499f7e7b-fbb3-44b0-a116-d7f5eac47217,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:15.549083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fea3bfbc-ac87-4348-887c-6b1b7e7120c1 None None] Provisioning for port 499f7e7b-fbb3-44b0-a116-d7f5eac47217 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:15.568762 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fea3bfbc-ac87-4348-887c-6b1b7e7120c1 None None] Provisioning complete for port 499f7e7b-fbb3-44b0-a116-d7f5eac47217 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:15.569500 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fea3bfbc-ac87-4348-887c-6b1b7e7120c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:15.590822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155ceb2-e9ad-4a37-8792-55454506bdaa req-2053cd03-f8d4-4bd0-bf06-322712bf9589 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:15.617517 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a155ceb2-e9ad-4a37-8792-55454506bdaa req-2053cd03-f8d4-4bd0-bf06-322712bf9589 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 936 time: 0.2398512 Jul 07 19:09:15.709022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fea3bfbc-ac87-4348-887c-6b1b7e7120c1 None None] Port 499f7e7b-fbb3-44b0-a116-d7f5eac47217 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:09:15.730544 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a155ceb2-e9ad-4a37-8792-55454506bdaa req-d059ddab-d00e-4e53-bd07-2afb0e90b3a3 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061139 Jul 07 19:09:17.055796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711e3a9-87cc-424b-864b-7f36becab5a1 req-ff229640-b9d4-4b1f-8688-273991ced97b tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:17.065346 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9711e3a9-87cc-424b-864b-7f36becab5a1 req-ff229640-b9d4-4b1f-8688-273991ced97b tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 936 time: 0.1407385 Jul 07 19:09:17.144264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9711e3a9-87cc-424b-864b-7f36becab5a1 req-e2d720fc-d390-42b6-bc74-5e677e56fa9c tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775125 Jul 07 19:09:17.337934 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2b436260-1169-4fbc-9a06-6ffe3224ca73 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8bb6d3e0db384ff890e850a20b34fd60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432389 Jul 07 19:09:17.537651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-fd2e04d7-adf3-44c4-8990-ece9b33c80bc tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:17.539891 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-fd2e04d7-adf3-44c4-8990-ece9b33c80bc tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003829 Jul 07 19:09:17.576538 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-75b7b040-9093-4870-8aae-fa776020901a tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/quotas/8bb6d3e0db384ff890e850a20b34fd60 HTTP/1.1" status: 200 len: 375 time: 0.0267532 Jul 07 19:09:17.636224 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-76f1f85b-8bb5-46fc-ad6f-2682a4a3ced0 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8bb6d3e0db384ff890e850a20b34fd60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513048 Jul 07 19:09:18.692738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2f709ab-8da7-41a7-9e76-a9bc3e67ca7e req-cecaafe8-1267-482c-8068-e1bc8e8bc0a5 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 210 time: 0.1148674 Jul 07 19:09:18.767482 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-485a3137-08f0-4ec7-bad7-73448993b8dd tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4fb9e8f5342545af871d5a24b13d825d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1797724 Jul 07 19:09:19.364598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-bcbab84c-e76b-4611-9d98-8a1fa1eca24a tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.369480 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-bcbab84c-e76b-4611-9d98-8a1fa1eca24a tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5912216 Jul 07 19:09:19.408438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37585e56-9fe1-44cb-a93d-1fc5117e7740 req-b3e131d4-3270-4c83-9d52-0440450e1c7a tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.414686 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-67a826e9-7376-4008-b6b4-4e7816b9e384 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/quotas/4fb9e8f5342545af871d5a24b13d825d HTTP/1.1" status: 200 len: 375 time: 0.0343368 Jul 07 19:09:19.417702 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37585e56-9fe1-44cb-a93d-1fc5117e7740 req-b3e131d4-3270-4c83-9d52-0440450e1c7a tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 936 time: 0.2175522 Jul 07 19:09:19.491477 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37585e56-9fe1-44cb-a93d-1fc5117e7740 req-765154ee-f391-4456-ba67-dd04cbe2b5aa tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682423 Jul 07 19:09:19.745787 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-a0150b8b-6654-4404-96f6-779708b37188 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4fb9e8f5342545af871d5a24b13d825d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3299155 Jul 07 19:09:20.363536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41926) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:20.381287 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5edfaabf-6949-41e7-ac89-27ee761d11d4 req-afdeea03-a24f-4d7f-981e-b4c61d203f02 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 210 time: 0.1220148 Jul 07 19:09:20.636766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0f3252b2-1645-4313-85f8-70b267f04e4e req-05e79b24-646c-48df-9cb0-363dea70306e tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 210 time: 0.0695004 Jul 07 19:09:21.010637 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ba94f9f0-0881-4628-9ed8-60d19ffa64bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:21.074033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f2df2-ca47-49f3-b993-e6e4f17eeea9 req-2761fa6d-dbfe-4b25-bab9-147a52d9505e tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:21.087116 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-193f2df2-ca47-49f3-b993-e6e4f17eeea9 req-2761fa6d-dbfe-4b25-bab9-147a52d9505e tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 936 time: 0.1611891 Jul 07 19:09:21.154398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-193f2df2-ca47-49f3-b993-e6e4f17eeea9 req-e0ce1097-dc1e-4c5e-9aff-44067003330d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633001 Jul 07 19:09:21.166682 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-656d45cf-e777-4fc2-bab7-ed94b2524050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:21.210435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41942) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:21.316043 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f12150e0-2883-4ab4-8f03-a7455f862308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:21.440566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.48', 62923) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:21.497172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-656d45cf-e777-4fc2-bab7-ed94b2524050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:21.502552 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-57ff8ec3-ba05-4fb1-ac4e-ff8637c12728 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8bb6d3e0db384ff890e850a20b34fd60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529299 Jul 07 19:09:21.507664 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-656d45cf-e777-4fc2-bab7-ed94b2524050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:21.677966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-656d45cf-e777-4fc2-bab7-ed94b2524050 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0206885402e4528857f69a2d5367efc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3112259 Jul 07 19:09:21.678606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41958) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:21.752749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d45cf-e777-4fc2-bab7-ed94b2524050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f81690e-9f4d-4c35-b4b7-cfc639aab275,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:21.775289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-c5c15a93-629b-46dd-9788-5891cb60b0ad tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:21.779491 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-c5c15a93-629b-46dd-9788-5891cb60b0ad tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2717457 Jul 07 19:09:21.861481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Request body: {'port': {'device_id': 'c7a7400e-2b94-4889-9af9-a5875e7663fe', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '8bb6d3e0db384ff890e850a20b34fd60'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:21.965916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a89b1e6-a294-4ecf-a0a1-f6d794be251b req-7c809a98-0855-4f5a-af40-e24f491b5b39 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 210 time: 0.1606774 Jul 07 19:09:22.116851 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c807fa2-dfa5-44a1-b321-f743f8e5ac57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:22.151624 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-906673bb-5b10-4a81-8758-0b982724a725 req-bd937fb6-e760-4b27-a73d-a71a1cc4bb0d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 210 time: 0.0910885 Jul 07 19:09:22.249352 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f12150e0-2883-4ab4-8f03-a7455f862308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:22.259335 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c807fa2-dfa5-44a1-b321-f743f8e5ac57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:22.264209 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f12150e0-2883-4ab4-8f03-a7455f862308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:22.378558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12150e0-2883-4ab4-8f03-a7455f862308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9697fae6-6eda-4961-a36b-de07aad07771,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:22.527249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Made reservation on behalf of 8bb6d3e0db384ff890e850a20b34fd60 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:22.536025 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:22.561220 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:22.593090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f12150e0-2883-4ab4-8f03-a7455f862308 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=79ef31b5149c4f48afdf7969e9ad57f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3809903 Jul 07 19:09:22.595398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.48', 62927) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:22.606784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41988) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:22.691411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-3d91c967-4fb4-4d36-9aac-a70067486c50 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4fb9e8f5342545af871d5a24b13d825d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832641 Jul 07 19:09:22.759350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Request body: {'port': {'device_id': '03f487a1-b457-4248-9a01-cc1ce5e684f6', 'device_owner': 'compute:tempest-test_az-1049122052', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:22.763007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee6de1-d3c9-43d7-aa92-e886d099e885 req-1027a69d-db57-4de2-aa76-a39e3fb89053 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:22.782665 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64ee6de1-d3c9-43d7-aa92-e886d099e885 req-1027a69d-db57-4de2-aa76-a39e3fb89053 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 936 time: 0.3166337 Jul 07 19:09:22.878216 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64ee6de1-d3c9-43d7-aa92-e886d099e885 req-98dc5dcc-a3ca-4088-8960-2b061f7e596a tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891249 Jul 07 19:09:23.151988 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.158721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c807fa2-dfa5-44a1-b321-f743f8e5ac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.159017 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.165169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c807fa2-dfa5-44a1-b321-f743f8e5ac57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.166430 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0c807fa2-dfa5-44a1-b321-f743f8e5ac57 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f81690e-9f4d-4c35-b4b7-cfc639aab275 HTTP/1.1" status: 204 len: 168 time: 1.4530001 Jul 07 19:09:23.284790 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c807fa2-dfa5-44a1-b321-f743f8e5ac57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f81690e-9f4d-4c35-b4b7-cfc639aab275,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:23.436848 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f5d813f-d645-4afe-a398-6ad1cfff8251 req-8f6f10d3-0e03-430c-b794-03184d561cdf tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 210 time: 0.1213272 Jul 07 19:09:23.457344 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-01214f48-b3a4-42e8-a28c-9d43762c9fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.492872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b738b5-22a9-49b0-997a-fc6d45e9cbdf,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:23.560724 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a30fa17-ffb9-42f5-b52f-50ab717b7ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.602957 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.660092 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a30fa17-ffb9-42f5-b52f-50ab717b7ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.695921 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.714902 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-02c797cc-1332-4982-bfba-66032bf8df42 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:23.716577 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-02c797cc-1332-4982-bfba-66032bf8df42 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8368151 Jul 07 19:09:23.767143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Request body: {'port': {'device_id': 'a1de55e6-7e3f-47bb-b533-3cc58cbdbca4', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '4fb9e8f5342545af871d5a24b13d825d'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:24.016486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Allocated IP 192.168.233.156 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/2df6b345-b657-4c5c-af3d-03492614a9e9) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:24.105499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e20d389-a16e-4348-9eb4-245bb7d16dff req-9fc3dd94-6a04-4f8d-8d02-5323c368c4b2 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 210 time: 0.2479699 Jul 07 19:09:24.298367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42012) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:24.344852 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1ce18116-705a-47bd-a53b-79ab2486152b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:24.383514 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a30fa17-ffb9-42f5-b52f-50ab717b7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:24.387118 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a30fa17-ffb9-42f5-b52f-50ab717b7ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:24.392622 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7a30fa17-ffb9-42f5-b52f-50ab717b7ed7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9697fae6-6eda-4961-a36b-de07aad07771 HTTP/1.1" status: 204 len: 168 time: 1.7098207 Jul 07 19:09:24.444370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30fa17-ffb9-42f5-b52f-50ab717b7ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9697fae6-6eda-4961-a36b-de07aad07771,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:24.656972 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:24.803720 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:24.823102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Transition to ACTIVE for port object 2df6b345-b657-4c5c-af3d-03492614a9e9 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:24.871806 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:24.878925 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e17f3570-52e5-4f07-8a30-501b9978894b req-75472320-cc28-49d6-8e22-52a089207c29 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 210 time: 0.0698624 Jul 07 19:09:24.903570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:25.016380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:25.019752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:25.029971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:25.030943 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.047890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Pushing event updated for resources: {'Port': ['ID=2df6b345-b657-4c5c-af3d-03492614a9e9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:25.133218 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1ce18116-705a-47bd-a53b-79ab2486152b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.173055 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1ce18116-705a-47bd-a53b-79ab2486152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.194060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca43782-6ee7-448a-abbc-6d9103cc74fb req-2d1485c1-7c59-491e-b72c-aa68f983b147 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:25.197128 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ca43782-6ee7-448a-abbc-6d9103cc74fb req-2d1485c1-7c59-491e-b72c-aa68f983b147 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 936 time: 0.9520183 Jul 07 19:09:25.274278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce18116-705a-47bd-a53b-79ab2486152b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f764ca3-c525-48d5-bb63-dc09e74d55fa,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:25.298108 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2a5f8569-ff9b-426d-b223-40b7be906569 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4451697 Jul 07 19:09:25.332589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-8c18e8b0-e539-43a5-a2a1-d9a04849d84f tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:09:25.334126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-8c18e8b0-e539-43a5-a2a1-d9a04849d84f tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155251 Jul 07 19:09:25.354543 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1ce18116-705a-47bd-a53b-79ab2486152b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2bbdc7c870f4788b1c73862796413e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0479784 Jul 07 19:09:25.378172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42024) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:25.383917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ca43782-6ee7-448a-abbc-6d9103cc74fb req-5e66a01a-2280-480d-80c7-233356c19c3a tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343973 Jul 07 19:09:25.472717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42026) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:25.497793 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72cebc34-f51e-4664-8b59-ade6670fb797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.513214 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d433d7fc-4556-40ef-86c6-246314ed8f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.578850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499f7e7b-fbb3-44b0-a116-d7f5eac47217 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:25.601697 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.622175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d433d7fc-4556-40ef-86c6-246314ed8f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.645163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Transition to ACTIVE for port object 499f7e7b-fbb3-44b0-a116-d7f5eac47217 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:25.681546 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.689618 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.api [None req-72cebc34-f51e-4664-8b59-ade6670fb797 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:09:25.689618 n-d-793621-9 neutron-server[93901]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:09:25.689618 n-d-793621-9 neutron-server[93901]: [parameters: {'project_id_1': 'ae8b22fdb38145358a2310831328eae4', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 9, 25, 561638)}] Jul 07 19:09:25.689618 n-d-793621-9 neutron-server[93901]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:09:25.690386 n-d-793621-9 neutron-server[93901]: DEBUG oslo_db.api [None req-72cebc34-f51e-4664-8b59-ade6670fb797 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:09:25.695650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1b458366-b693-4d88-91d4-16a5059ac134 None None] Provisioning for port 2df6b345-b657-4c5c-af3d-03492614a9e9 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:25.698145 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d433d7fc-4556-40ef-86c6-246314ed8f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.707243 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d433d7fc-4556-40ef-86c6-246314ed8f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.707243 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d433d7fc-4556-40ef-86c6-246314ed8f67 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f764ca3-c525-48d5-bb63-dc09e74d55fa HTTP/1.1" status: 204 len: 168 time: 0.3181636 Jul 07 19:09:25.716405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433d7fc-4556-40ef-86c6-246314ed8f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f764ca3-c525-48d5-bb63-dc09e74d55fa,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:25.726531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1b458366-b693-4d88-91d4-16a5059ac134 None None] Provisioning complete for port 2df6b345-b657-4c5c-af3d-03492614a9e9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:25.727700 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b458366-b693-4d88-91d4-16a5059ac134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.797561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1b458366-b693-4d88-91d4-16a5059ac134 None None] Port 2df6b345-b657-4c5c-af3d-03492614a9e9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:09:25.812353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42034) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:25.878406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-279bd8a5-da7b-4828-823d-9f3ce3726dc3 req-4063e1b6-1128-41ab-8907-e5a73901c006 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 210 time: 0.3628397 Jul 07 19:09:25.883853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Pushing event updated for resources: {'Port': ['ID=499f7e7b-fbb3-44b0-a116-d7f5eac47217,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:25.914700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Request body: {'port': {'device_id': 'c7a7400e-2b94-4889-9af9-a5875e7663fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:26.011950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Made reservation on behalf of 4fb9e8f5342545af871d5a24b13d825d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:26.030476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.106457 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.139514 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.211699 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72cebc34-f51e-4664-8b59-ade6670fb797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.239023 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-81a90a07-4814-4104-9a6f-885da0fcf984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.290344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Attempting to bind port 499f7e7b-fbb3-44b0-a116-d7f5eac47217 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:26.298646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Attempting to bind port 499f7e7b-fbb3-44b0-a116-d7f5eac47217 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:26.301940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Attempting to bind port 499f7e7b-fbb3-44b0-a116-d7f5eac47217 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:26.321473 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Port 499f7e7b-fbb3-44b0-a116-d7f5eac47217 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:26.322129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Attempting to bind port 499f7e7b-fbb3-44b0-a116-d7f5eac47217 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:26.337426 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:26.339397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:26.341661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:26.343186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Bound port: 499f7e7b-fbb3-44b0-a116-d7f5eac47217, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:26.344823 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.374763 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.612874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] For port 499f7e7b-fbb3-44b0-a116-d7f5eac47217, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:26.697512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] For port 499f7e7b-fbb3-44b0-a116-d7f5eac47217, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=499f7e7b-fbb3-44b0-a116-d7f5eac47217,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:26.710858 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.722827 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.995155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Pushing event updated for resources: {'Port': ['ID=499f7e7b-fbb3-44b0-a116-d7f5eac47217,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:27.014753 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.444413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:27.446201 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.448801 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-1368efde-47c4-43a5-92da-62c006876007 service neutron] 10.222.0.110 "PUT /v2.0/ports/499f7e7b-fbb3-44b0-a116-d7f5eac47217 HTTP/1.1" status: 200 len: 1118 time: 4.8671193 Jul 07 19:09:27.463513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f487a1-b457-4248-9a01-cc1ce5e684f6', 'tag': '499f7e7b-fbb3-44b0-a116-d7f5eac47217'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:27.539070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70866a-028b-41cf-9f0c-73fea41c107b req-2791d1e2-0d0a-42ce-b498-2445874dd4d0 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:27.541631 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cc70866a-028b-41cf-9f0c-73fea41c107b req-2791d1e2-0d0a-42ce-b498-2445874dd4d0 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 936 time: 1.1324198 Jul 07 19:09:27.556844 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.api [None req-72cebc34-f51e-4664-8b59-ade6670fb797 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:09:27.556844 n-d-793621-9 neutron-server[93901]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:09:27.556844 n-d-793621-9 neutron-server[93901]: [parameters: {'project_id_1': 'ae8b22fdb38145358a2310831328eae4', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 9, 26, 652157)}] Jul 07 19:09:27.556844 n-d-793621-9 neutron-server[93901]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:09:27.557348 n-d-793621-9 neutron-server[93901]: DEBUG oslo_db.api [None req-72cebc34-f51e-4664-8b59-ade6670fb797 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:09:27.721086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f16cf9-6fcb-4d40-8522-454af181218d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:27.751842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42068) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:27.761955 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cc70866a-028b-41cf-9f0c-73fea41c107b req-b3142db0-3246-49b0-aa75-d7275041505d tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918592 Jul 07 19:09:27.867780 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-81a90a07-4814-4104-9a6f-885da0fcf984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.933296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-81a90a07-4814-4104-9a6f-885da0fcf984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.950641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Allocated IP 192.168.233.173 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/8ada9bd2-189c-43c5-bac4-a6d647797d1a) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:28.060995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a90a07-4814-4104-9a6f-885da0fcf984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ba0cc8-b1f7-4be6-9467-e53bc8bb8603,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:28.085475 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbc5a93-dd94-4a0e-8042-8da0133a97d5" -d '{"events": [{"name": "network-changed", "server_uuid": "03f487a1-b457-4248-9a01-cc1ce5e684f6", "tag": "499f7e7b-fbb3-44b0-a116-d7f5eac47217"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:28.113063 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-81a90a07-4814-4104-9a6f-885da0fcf984 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=facef14bbd944540aa2b83d8ac612525&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2983093 Jul 07 19:09:28.115080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42074) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:28.197704 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71cada3f-56ed-4603-86d0-6183420ebffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.238603 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71cada3f-56ed-4603-86d0-6183420ebffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.264058 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda2e9e-13b2-4f2d-8a13-563d041adf2e req-ab04b266-022a-4f1b-9445-670df716ec51 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.278732 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aeda2e9e-13b2-4f2d-8a13-563d041adf2e req-ab04b266-022a-4f1b-9445-670df716ec51 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 970 time: 1.2927401 Jul 07 19:09:28.302618 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72cebc34-f51e-4664-8b59-ade6670fb797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.336065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-485357061-network', 'tenant_id': '3a67b76b74474baf828e899c52f53df9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:28.359608 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-32a507ad-a9fa-47fb-9abb-0720ec4b69fe req-403faa94-836b-4d3c-8750-9796d6e8616a tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 210 time: 0.0605555 Jul 07 19:09:28.456435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71cada3f-56ed-4603-86d0-6183420ebffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.467044 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71cada3f-56ed-4603-86d0-6183420ebffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.468308 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-71cada3f-56ed-4603-86d0-6183420ebffa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f6ba0cc8-b1f7-4be6-9467-e53bc8bb8603 HTTP/1.1" status: 204 len: 168 time: 0.3514681 Jul 07 19:09:28.519586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cada3f-56ed-4603-86d0-6183420ebffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ba0cc8-b1f7-4be6-9467-e53bc8bb8603,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:28.610601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-b5707cd6-962c-4b5b-905e-901bbf71ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.620931 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-b5707cd6-962c-4b5b-905e-901bbf71ec7e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=de3375b26e1c46d7ba1a7c558864fd6a&device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 1121 time: 0.9322097 Jul 07 19:09:28.688955 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aeda2e9e-13b2-4f2d-8a13-563d041adf2e req-66626393-f9f4-4015-84a0-4ec87241c640 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076965 Jul 07 19:09:28.764260 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72cebc34-f51e-4664-8b59-ade6670fb797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.799850 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72cebc34-f51e-4664-8b59-ade6670fb797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.906938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cebc34-f51e-4664-8b59-ade6670fb797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5387ee2-72e5-49dd-8393-3fd07eb34345,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:28.946668 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-72cebc34-f51e-4664-8b59-ade6670fb797 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae8b22fdb38145358a2310831328eae4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4716096 Jul 07 19:09:28.948175 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42084) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:29.096532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fa6e74b2-6558-4158-a55d-9885559f2f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.194576 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352325c5-49ba-437a-9c3a-928c4b9804e6 x-openstack-request-id: req-352325c5-49ba-437a-9c3a-928c4b9804e6 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:29.195499 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f487a1-b457-4248-9a01-cc1ce5e684f6", "tag": "499f7e7b-fbb3-44b0-a116-d7f5eac47217", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:29.196125 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-352325c5-49ba-437a-9c3a-928c4b9804e6 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:29.197465 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f487a1-b457-4248-9a01-cc1ce5e684f6', 'tag': '499f7e7b-fbb3-44b0-a116-d7f5eac47217', 'status': 'completed', 'code': 200} Jul 07 19:09:29.220783 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fa6e74b2-6558-4158-a55d-9885559f2f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.295589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-cf849b8a-f772-4401-8a03-37c53311fc99 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=499f7e7b-fbb3-44b0-a116-d7f5eac47217 HTTP/1.1" status: 200 len: 217 time: 0.6030655 Jul 07 19:09:29.318412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fa6e74b2-6558-4158-a55d-9885559f2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.325399 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fa6e74b2-6558-4158-a55d-9885559f2f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.329741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fa6e74b2-6558-4158-a55d-9885559f2f66 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b5387ee2-72e5-49dd-8393-3fd07eb34345 HTTP/1.1" status: 204 len: 168 time: 0.3762746 Jul 07 19:09:29.350049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Made reservation on behalf of 3a67b76b74474baf828e899c52f53df9 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:29.352044 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.364368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e74b2-6558-4158-a55d-9885559f2f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5387ee2-72e5-49dd-8393-3fd07eb34345,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:29.382266 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.646456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42092) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:29.697178 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a369233e-15ff-492a-8e41-0b9c334d0d64 req-359fec1d-b85e-4f67-b828-97209d27147f tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 210 time: 0.0857029 Jul 07 19:09:29.699088 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ca8163f-29aa-4915-8033-949455a8998c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.771033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-39a40e50-2fde-43c1-8da0-f234bfff94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:29.773323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-39a40e50-2fde-43c1-8da0-f234bfff94ef service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.3653696 Jul 07 19:09:29.779145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.831490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Transition to ACTIVE for port object 8ada9bd2-189c-43c5-bac4-a6d647797d1a will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:29.927164 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ca8163f-29aa-4915-8033-949455a8998c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.934055 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ca8163f-29aa-4915-8033-949455a8998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.016487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8163f-29aa-4915-8033-949455a8998c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d0f4a3-300f-4ad2-bfbd-69333cc37bb6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:30.033277 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.113793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:30.137249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:30.141163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:30.148102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:30.148864 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.165472 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9ca8163f-29aa-4915-8033-949455a8998c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92c19f861f5d49ed8ac8e4fcf0e17599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144947 Jul 07 19:09:30.173237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42106) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:30.184781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041924e-3232-4350-9dfa-dc1be7960f5f req-125f74d1-bff8-4f4e-8a1d-7e79f043bc1c tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:30.191872 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1041924e-3232-4350-9dfa-dc1be7960f5f req-125f74d1-bff8-4f4e-8a1d-7e79f043bc1c tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 936 time: 0.8432941 Jul 07 19:09:30.193655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Pushing event updated for resources: {'Port': ['ID=8ada9bd2-189c-43c5-bac4-a6d647797d1a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:30.208322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-a158b84d-13d3-4a5a-9177-402d3219931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:30.210148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-a158b84d-13d3-4a5a-9177-402d3219931c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4243646 Jul 07 19:09:30.377550 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1041924e-3232-4350-9dfa-dc1be7960f5f req-308ab949-7159-454f-aea3-7a4a40fd8666 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828253 Jul 07 19:09:30.442115 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.452054 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.469029 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-80f2c42a-9c08-4b4f-83ca-3129e7923713 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7387812 Jul 07 19:09:30.492834 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-64bcec8f-b519-45c4-87a8-c937b77dd595 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689352 Jul 07 19:09:30.513021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f08e7d07-b89e-47c2-84b8-7bd7487076ab None None] Provisioning for port 8ada9bd2-189c-43c5-bac4-a6d647797d1a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:30.520716 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3e338-3105-41ea-9609-d96c4385cc90 req-3b2d9d62-5757-44c1-a4c0-f1a13ba832a0 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:30.520870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f08e7d07-b89e-47c2-84b8-7bd7487076ab None None] Provisioning complete for port 8ada9bd2-189c-43c5-bac4-a6d647797d1a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:30.522021 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f08e7d07-b89e-47c2-84b8-7bd7487076ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.523757 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ae3e338-3105-41ea-9609-d96c4385cc90 req-3b2d9d62-5757-44c1-a4c0-f1a13ba832a0 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 970 time: 0.4783881 Jul 07 19:09:30.528363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:09:30.587352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b791d2-5380-4233-a224-825243363940,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:30.602611 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772663982421', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.603216 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Unsubscribe: segment precommit_create {{(pid=93900) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 19:09:30.604596 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Added segment 0fe58f25-548f-4cf0-983d-927168d08b1b of type vlan for network 62088a1d-df6a-44fe-95d5-e251937c7b0d Jul 07 19:09:30.647801 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f3ba-cc5c-470f-b74b-1f8ce3a28461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.667301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f08e7d07-b89e-47c2-84b8-7bd7487076ab None None] Port 8ada9bd2-189c-43c5-bac4-a6d647797d1a cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:09:30.690441 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.726731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df6b345-b657-4c5c-af3d-03492614a9e9 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:30.731060 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef608631-1b56-4c99-8621-ca3ae4866f28 req-a37d7f53-c6fa-4890-8731-2f324f018632 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257445 Jul 07 19:09:30.761134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ae3e338-3105-41ea-9609-d96c4385cc90 req-7cf82871-8d8b-4449-8a2f-a8855106482a tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110181 Jul 07 19:09:30.766088 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f3ba-cc5c-470f-b74b-1f8ce3a28461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.773612 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.814944 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.816816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:30.817853 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.835159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Transition to ACTIVE for port object 2df6b345-b657-4c5c-af3d-03492614a9e9 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:30.849268 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.928237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42118) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:30.933980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.1808741 Jul 07 19:09:30.941278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42122) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:30.942938 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f3ba-cc5c-470f-b74b-1f8ce3a28461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.944949 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f3ba-cc5c-470f-b74b-1f8ce3a28461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.950168 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b6c1f3ba-cc5c-470f-b74b-1f8ce3a28461 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/99d0f4a3-300f-4ad2-bfbd-69333cc37bb6 HTTP/1.1" status: 204 len: 168 time: 0.7546811 Jul 07 19:09:30.962489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8dc405e0-6315-4805-b533-e5eb31774919 admin admin] Request body: {'subnet': {'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-485357061-subnet', 'tenant_id': '3a67b76b74474baf828e899c52f53df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:31.052456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1f3ba-cc5c-470f-b74b-1f8ce3a28461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d0f4a3-300f-4ad2-bfbd-69333cc37bb6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:31.061387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Pushing event updated for resources: {'Port': ['ID=2df6b345-b657-4c5c-af3d-03492614a9e9,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:31.197441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98667d24-0a9d-48b0-b43e-79bd4433d059 admin admin] Pushing event updated for resources: {'Network': ['ID=62088a1d-df6a-44fe-95d5-e251937c7b0d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:31.217814 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 62088a1d-df6a-44fe-95d5-e251937c7b0d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:09:31.278219 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d1958-df91-4068-8e67-a3701e5a533d req-cea54a2f-78d3-4b9e-99e8-a827e4d85665 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.280043 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a2d1958-df91-4068-8e67-a3701e5a533d req-cea54a2f-78d3-4b9e-99e8-a827e4d85665 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 936 time: 0.2779336 Jul 07 19:09:31.286572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Attempting to bind port 2df6b345-b657-4c5c-af3d-03492614a9e9 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:31.286980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Attempting to bind port 2df6b345-b657-4c5c-af3d-03492614a9e9 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:31.287328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Attempting to bind port 2df6b345-b657-4c5c-af3d-03492614a9e9 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:31.293904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc405e0-6315-4805-b533-e5eb31774919 admin admin] Made reservation on behalf of 3a67b76b74474baf828e899c52f53df9 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:31.296678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8dc405e0-6315-4805-b533-e5eb31774919 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:31.300614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Port 2df6b345-b657-4c5c-af3d-03492614a9e9 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:31.300942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Attempting to bind port 2df6b345-b657-4c5c-af3d-03492614a9e9 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:31.320975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc5a93-dd94-4a0e-8042-8da0133a97d5 req-09d199f4-faa0-4b9f-965f-97f729f64222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.322473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cbc5a93-dd94-4a0e-8042-8da0133a97d5 req-09d199f4-faa0-4b9f-965f-97f729f64222 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=de3375b26e1c46d7ba1a7c558864fd6a&device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 1121 time: 0.4513068 Jul 07 19:09:31.502170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a2d1958-df91-4068-8e67-a3701e5a533d req-5bff122b-44a8-4de4-9eee-73ed9a0554db tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035668 Jul 07 19:09:31.568255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:31.568255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:31.568519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:31.568869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Bound port: 2df6b345-b657-4c5c-af3d-03492614a9e9, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:31.569248 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:31.608669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1927735063-network', 'tenant_id': 'c5ba298996444ac4a7794654f9024386'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:31.650658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc5a93-dd94-4a0e-8042-8da0133a97d5 req-288e8c4b-095b-411b-b427-bf0e12baf805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.652191 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cbc5a93-dd94-4a0e-8042-8da0133a97d5 req-288e8c4b-095b-411b-b427-bf0e12baf805 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3147421 Jul 07 19:09:31.741178 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cbc5a93-dd94-4a0e-8042-8da0133a97d5 req-4971e27c-c522-41d8-a45d-0d531d665c57 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=499f7e7b-fbb3-44b0-a116-d7f5eac47217 HTTP/1.1" status: 200 len: 217 time: 0.0792797 Jul 07 19:09:31.776652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Made reservation on behalf of c5ba298996444ac4a7794654f9024386 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:31.779023 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:31.805065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc5a93-dd94-4a0e-8042-8da0133a97d5 req-e24b5834-4652-4734-aed9-f298157d8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.807201 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cbc5a93-dd94-4a0e-8042-8da0133a97d5 req-e24b5834-4652-4734-aed9-f298157d8ccb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0602739 Jul 07 19:09:31.822043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:31.895535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] For port 2df6b345-b657-4c5c-af3d-03492614a9e9, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:31.897907 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc5a93-dd94-4a0e-8042-8da0133a97d5 req-fccc452e-3bbf-4adb-8c5c-97046fe7e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.901096 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cbc5a93-dd94-4a0e-8042-8da0133a97d5 req-fccc452e-3bbf-4adb-8c5c-97046fe7e4f4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866315 Jul 07 19:09:31.945870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] For port 2df6b345-b657-4c5c-af3d-03492614a9e9, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=2df6b345-b657-4c5c-af3d-03492614a9e9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:31.952080 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8dc405e0-6315-4805-b533-e5eb31774919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:32.003507 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:32.023383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc405e0-6315-4805-b533-e5eb31774919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a5aed6a-ddd5-48c5-a316-d5e4b085a076,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:32.122100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Pushing event updated for resources: {'Port': ['ID=2df6b345-b657-4c5c-af3d-03492614a9e9,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:32.134765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cbc5a93-dd94-4a0e-8042-8da0133a97d5 req-a5ad08de-1adb-4b92-8067-f979f10c93f2 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251699 Jul 07 19:09:32.154723 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00614dba-3a1e-4ec2-b13a-1795042396a3 req-704499ab-55f0-4cf4-9ae6-2b01d4cd11ae tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.156887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00614dba-3a1e-4ec2-b13a-1795042396a3 req-704499ab-55f0-4cf4-9ae6-2b01d4cd11ae tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 948 time: 0.5174234 Jul 07 19:09:32.223531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.224520 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:32.226474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1d00e960-4cd7-4260-8cf5-184c5541a98c service neutron] 10.222.0.48 "PUT /v2.0/ports/2df6b345-b657-4c5c-af3d-03492614a9e9 HTTP/1.1" status: 200 len: 1096 time: 6.5400817 Jul 07 19:09:32.228786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc405e0-6315-4805-b533-e5eb31774919 admin admin] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:32.229224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc405e0-6315-4805-b533-e5eb31774919 admin admin] Network hostable DHCP agents. Network: 62088a1d-df6a-44fe-95d5-e251937c7b0d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:09:32.231943 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a7400e-2b94-4889-9af9-a5875e7663fe', 'tag': '2df6b345-b657-4c5c-af3d-03492614a9e9'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:32.236752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dbc56-4861-450c-b4be-9eaa53e50b00 req-275a0587-4f73-43a5-b72b-5850ff07920a tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.245350 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc4dbc56-4861-450c-b4be-9eaa53e50b00 req-275a0587-4f73-43a5-b72b-5850ff07920a tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 970 time: 0.2337732 Jul 07 19:09:32.371046 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00614dba-3a1e-4ec2-b13a-1795042396a3 req-f3873866-2fb1-4002-8798-09df513b13b9 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041585 Jul 07 19:09:32.414148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc405e0-6315-4805-b533-e5eb31774919 admin admin] Network 62088a1d-df6a-44fe-95d5-e251937c7b0d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:09:32.441501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc4dbc56-4861-450c-b4be-9eaa53e50b00 req-a8d22681-90ea-4a96-b3cb-c72d9fa18ed3 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911814 Jul 07 19:09:32.447163 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-8dc405e0-6315-4805-b533-e5eb31774919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 62088a1d-df6a-44fe-95d5-e251937c7b0d) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:32.453764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc405e0-6315-4805-b533-e5eb31774919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.458840 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8dc405e0-6315-4805-b533-e5eb31774919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:32.459827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8c2e2d-1ef0-46cf-8d92-8dec7584bc17 None None] Network 62088a1d-df6a-44fe-95d5-e251937c7b0d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:32.575159 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cbc5a93-dd94-4a0e-8042-8da0133a97d5 req-05bdeb28-787f-4530-adb3-f151a770d4e9 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314749 Jul 07 19:09:32.602560 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:32.626720 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:32.667860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:09:32.696823 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:32.698517 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Added segment 1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8 of type vlan for network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc Jul 07 19:09:32.805393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:32.852709 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a3a535-48b1-4e9f-a863-731e287f063b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a7400e-2b94-4889-9af9-a5875e7663fe", "tag": "2df6b345-b657-4c5c-af3d-03492614a9e9"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:32.910238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8dc405e0-6315-4805-b533-e5eb31774919 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9616294 Jul 07 19:09:32.913935 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:32.914112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8124575-ab9a-4386-8ac7-ff8862bca4ed None None] Network 62088a1d-df6a-44fe-95d5-e251937c7b0d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:32.916246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.916818 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:32.993789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Pushing event updated for resources: {'Network': ['ID=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:33.022007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb0f1bb-35c9-4dcf-998e-d17cea37f630,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:33.036429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42170) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:33.036680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d0efb089-7619-4a7f-a65f-e4047e7d32a7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1070998 Jul 07 19:09:33.041518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c35cd8e9-598e-435e-8b2e-cdcde12a385f admin admin] Request body: {'subnet': {'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1927735063-subnet', 'tenant_id': 'c5ba298996444ac4a7794654f9024386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:33.102499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35cd8e9-598e-435e-8b2e-cdcde12a385f admin admin] Made reservation on behalf of c5ba298996444ac4a7794654f9024386 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:33.103305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa13f4-ebea-4eca-93bb-4753a48c7c99 req-39732258-514b-463f-8bca-dc45fe1338f8 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:33.105153 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c35cd8e9-598e-435e-8b2e-cdcde12a385f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:33.120864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f8fa13f4-ebea-4eca-93bb-4753a48c7c99 req-39732258-514b-463f-8bca-dc45fe1338f8 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 936 time: 0.2641902 Jul 07 19:09:33.145183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:09:33.210832 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f8fa13f4-ebea-4eca-93bb-4753a48c7c99 req-5b986f88-c1a0-4190-bf97-dd28090e2766 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883133 Jul 07 19:09:33.417664 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d224fa-a00a-4201-919d-64b5171fd9aa x-openstack-request-id: req-11d224fa-a00a-4201-919d-64b5171fd9aa {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:33.418095 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a7400e-2b94-4889-9af9-a5875e7663fe", "tag": "2df6b345-b657-4c5c-af3d-03492614a9e9", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:33.418562 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11d224fa-a00a-4201-919d-64b5171fd9aa {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:33.419182 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a7400e-2b94-4889-9af9-a5875e7663fe', 'tag': '2df6b345-b657-4c5c-af3d-03492614a9e9', 'status': 'completed', 'code': 200} Jul 07 19:09:33.609753 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c35cd8e9-598e-435e-8b2e-cdcde12a385f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:33.755167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cd8e9-598e-435e-8b2e-cdcde12a385f admin admin] Pushing event updated for resources: {'Subnet': ['ID=05946642-1500-4a2b-8a19-0c5229723139,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:33.756934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35cd8e9-598e-435e-8b2e-cdcde12a385f admin admin] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:33.757825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35cd8e9-598e-435e-8b2e-cdcde12a385f admin admin] Network hostable DHCP agents. Network: d9378c77-e08f-4688-9a8d-ec2d53a9a0fc, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:09:33.802538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5c98d-56a6-4d43-a683-272999a77cbc req-ea442bd2-eb7f-40b0-9d5b-844c78b60804 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:33.806417 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2ba5c98d-56a6-4d43-a683-272999a77cbc req-ea442bd2-eb7f-40b0-9d5b-844c78b60804 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 948 time: 0.1558571 Jul 07 19:09:33.816112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35cd8e9-598e-435e-8b2e-cdcde12a385f admin admin] Network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:09:33.884767 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2ba5c98d-56a6-4d43-a683-272999a77cbc req-e67f0f07-a60b-46e5-b0b9-11d0cc5f6e24 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676148 Jul 07 19:09:34.061441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 499f7e7b-fbb3-44b0-a116-d7f5eac47217 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:34.102741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-c35cd8e9-598e-435e-8b2e-cdcde12a385f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, d9378c77-e08f-4688-9a8d-ec2d53a9a0fc) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:34.115148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a685851-e6f9-4cde-ba57-6e05e6b0025c None None] Network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:34.127880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35cd8e9-598e-435e-8b2e-cdcde12a385f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:34.128663 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c35cd8e9-598e-435e-8b2e-cdcde12a385f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.163743 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c35cd8e9-598e-435e-8b2e-cdcde12a385f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1259437 Jul 07 19:09:34.209980 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c4c8c-4a99-468e-9265-bd0694fd8a92 req-5378c92a-73ac-4b12-a6ec-710a8ebbfae2 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:34.224161 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-476c4c8c-4a99-468e-9265-bd0694fd8a92 req-5378c92a-73ac-4b12-a6ec-710a8ebbfae2 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 970 time: 0.4049177 Jul 07 19:09:34.299641 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-476c4c8c-4a99-468e-9265-bd0694fd8a92 req-7685c128-6fdb-4cbc-80ec-bf1cc0a1d63d tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745444 Jul 07 19:09:34.400884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 499f7e7b-fbb3-44b0-a116-d7f5eac47217, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=499f7e7b-fbb3-44b0-a116-d7f5eac47217,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:34.424237 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed13225d-c16c-4eae-92b3-595fafcc4ae1 None None] Network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:34.443048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '499f7e7b-fbb3-44b0-a116-d7f5eac47217', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '499f7e7b-fbb3-44b0-a116-d7f5eac47217', 'mac_address': 'fa:16:3e:b0:1d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:tempest-test_az-1049122052', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:34.575156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42212) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:34.587294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a1cfb-09f2-4a1c-b924-245f074a6c31 req-718746a2-c192-4f12-81b9-7825f713aecf tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:34.588871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-209a1cfb-09f2-4a1c-b924-245f074a6c31 req-718746a2-c192-4f12-81b9-7825f713aecf tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 936 time: 0.1464307 Jul 07 19:09:34.592622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-470855333-network', 'tenant_id': 'c98a8e6fc86d4a0d96d70cf3cacc5704'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:34.614130 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.654763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499f7e7b-fbb3-44b0-a116-d7f5eac47217 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:34.656053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Made reservation on behalf of c98a8e6fc86d4a0d96d70cf3cacc5704 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:34.660533 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.672097 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.684227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-209a1cfb-09f2-4a1c-b924-245f074a6c31 req-325df2ad-ccfe-4ff8-bec0-368dcbfd3b25 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880110 Jul 07 19:09:34.717123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 499f7e7b-fbb3-44b0-a116-d7f5eac47217, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=499f7e7b-fbb3-44b0-a116-d7f5eac47217,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:34.766413 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.866039 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.873452 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.877256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=499f7e7b-fbb3-44b0-a116-d7f5eac47217,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:34.893368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:34.894315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:34.894944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:34.895430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:34.895949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:34.896451 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:34.896932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:34.897409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:34.897824 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:34.898290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:34.898753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:34.899230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Tracked resource versions report: Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: pushed versions: Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: { 'AddressGroup': {'1.2'}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'ConntrackHelper': {'1.0'}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'Log': {'1.0'}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'Network': {'1.1'}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'Port': {'1.7'}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'PortForwarding': {'1.2'}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'QosPolicy': {'1.8'}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'SecurityGroup': {'1.4'}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'SecurityGroupRule': {'1.2'}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'SubPort': {'1.0'}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'Subnet': {'1.1'}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'Trunk': {'1.1'}} Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: consumer versions: Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: { DHCP agent@n-d-793621-9: {}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: HyperV agent@n-h1-793621-9: {}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: HyperV agent@n-h2-793621-9: {}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: L3 agent@n-d-793621-9: {}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: Metadata agent@n-d-793621-9: {}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: Metering agent@n-d-793621-9: {}, Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: Open vSwitch agent@n-d-793621-9: { 'AddressGroup': '1.2', Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'ConntrackHelper': '1.0', Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'Log': '1.0', Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'Network': '1.1', Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'Port': '1.7', Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'PortForwarding': '1.2', Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'QosPolicy': '1.8', Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'SecurityGroup': '1.4', Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'SecurityGroupRule': '1.2', Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'SubPort': '1.0', Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'Subnet': '1.1', Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: 'Trunk': '1.1'}} Jul 07 19:09:34.900590 n-d-793621-9 neutron-server[93902]: {{(pid=93902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 19:09:34.938586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:09:34.943097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0142fd2b-9626-4026-bf75-8b52a232242c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:34.961553 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.961997 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Added segment 6677a4a7-b8bd-4994-a91f-a20383179db3 of type vlan for network f40b323e-fb48-4f64-82a1-2605180ac864 Jul 07 19:09:35.017762 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.070113 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.072567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.075864 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.146874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5642276 Jul 07 19:09:35.147929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42228) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:35.162457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f7efc58b-e492-4566-b173-a1553dc5137e admin admin] Request body: {'subnet': {'network_id': 'f40b323e-fb48-4f64-82a1-2605180ac864', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-470855333-subnet', 'tenant_id': 'c98a8e6fc86d4a0d96d70cf3cacc5704', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:35.170064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['499f7e7b-fbb3-44b0-a116-d7f5eac47217'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:35.174609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8be4b5-fba6-4dfd-a361-ca00c6369411 admin admin] Pushing event updated for resources: {'Network': ['ID=f40b323e-fb48-4f64-82a1-2605180ac864,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:35.260974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network f40b323e-fb48-4f64-82a1-2605180ac864 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:09:35.264002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7efc58b-e492-4566-b173-a1553dc5137e admin admin] Made reservation on behalf of c98a8e6fc86d4a0d96d70cf3cacc5704 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:35.267371 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f7efc58b-e492-4566-b173-a1553dc5137e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.419402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42236) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:35.444680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-140882938-network', 'tenant_id': '68e7724ab536407e80aed6935f0aa220'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:35.507838 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.531661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40222656-1cfe-4881-aae9-7602145ed2ef req-65b036c1-835b-43d1-a870-72f5aa5a7ab7 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.543742 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40222656-1cfe-4881-aae9-7602145ed2ef req-65b036c1-835b-43d1-a870-72f5aa5a7ab7 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 948 time: 0.3070705 Jul 07 19:09:35.584779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Made reservation on behalf of 68e7724ab536407e80aed6935f0aa220 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:35.588579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.617740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42242) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:35.622770 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.724040 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40222656-1cfe-4881-aae9-7602145ed2ef req-ed3575bc-7038-46b0-a093-2b6c4973f6c5 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786623 Jul 07 19:09:35.842473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c976b8c-3c48-4619-ab63-8aa7fa466ef1 req-0f500317-15d4-4bac-931d-99ee44c70624 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.858720 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c976b8c-3c48-4619-ab63-8aa7fa466ef1 req-0f500317-15d4-4bac-931d-99ee44c70624 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 971 time: 0.2205496 Jul 07 19:09:35.949308 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c976b8c-3c48-4619-ab63-8aa7fa466ef1 req-c8fb3ff1-f520-4aed-8ac9-9a3695d1dcc4 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887566 Jul 07 19:09:35.951856 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86fc1b56-8800-4e14-8b8e-826199d5f5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.026478 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f7efc58b-e492-4566-b173-a1553dc5137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.122550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efc58b-e492-4566-b173-a1553dc5137e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd5dc6ee-105e-478d-85c4-6346a0012081,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:36.157655 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.168199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.209766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bc6b9-ffce-4494-bccb-a44b35ec5d28 req-8bd2bfb8-d599-4af7-92dc-ae8849cae2f6 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.211341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-848bc6b9-ffce-4494-bccb-a44b35ec5d28 req-8bd2bfb8-d599-4af7-92dc-ae8849cae2f6 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 936 time: 0.2918057 Jul 07 19:09:36.218340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efc58b-e492-4566-b173-a1553dc5137e admin admin] Checking segment: {'id': '6677a4a7-b8bd-4994-a91f-a20383179db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f40b323e-fb48-4f64-82a1-2605180ac864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:36.218741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7efc58b-e492-4566-b173-a1553dc5137e admin admin] Network hostable DHCP agents. Network: f40b323e-fb48-4f64-82a1-2605180ac864, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:09:36.226041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:09:36.255733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c7ac04-d324-499a-8349-085f618d1a93,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:36.273706 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.274050 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Added segment 1d5fdf3e-201e-4a3b-b4ff-5b2e75b9faca of type vlan for network ea00c740-611d-426b-8e6b-a7b6ecce0c17 Jul 07 19:09:36.335833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7efc58b-e492-4566-b173-a1553dc5137e admin admin] Network f40b323e-fb48-4f64-82a1-2605180ac864 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:09:36.361947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.370577 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-848bc6b9-ffce-4494-bccb-a44b35ec5d28 req-c49a4d3d-771d-43b2-9046-02885fcfa93c tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384299 Jul 07 19:09:36.376897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f7efc58b-e492-4566-b173-a1553dc5137e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, f40b323e-fb48-4f64-82a1-2605180ac864) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:36.381704 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7efc58b-e492-4566-b173-a1553dc5137e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.382301 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f7efc58b-e492-4566-b173-a1553dc5137e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.391449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289f0300-878b-4d76-9f56-f59c22e3a570 None None] Network f40b323e-fb48-4f64-82a1-2605180ac864 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:36.460461 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86fc1b56-8800-4e14-8b8e-826199d5f5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.463670 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.465068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.465643 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.513026 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86fc1b56-8800-4e14-8b8e-826199d5f5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.523024 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f7efc58b-e492-4566-b173-a1553dc5137e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3733106 Jul 07 19:09:36.558641 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1300893 Jul 07 19:09:36.558899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0215f16-c811-4a43-85cd-4ea2ac0631b3 None None] Network f40b323e-fb48-4f64-82a1-2605180ac864 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:36.559030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42252) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:36.564051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-be9ea575-f094-48a6-9979-9d6df5c59b95 admin admin] Request body: {'subnet': {'network_id': 'ea00c740-611d-426b-8e6b-a7b6ecce0c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-140882938-subnet', 'tenant_id': '68e7724ab536407e80aed6935f0aa220', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:36.579804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb19e12-c270-4394-9c45-81caa5b0f44a admin admin] Pushing event updated for resources: {'Network': ['ID=ea00c740-611d-426b-8e6b-a7b6ecce0c17,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:36.587091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42254) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:36.587336 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-86fc1b56-8800-4e14-8b8e-826199d5f5fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6056c1e17974e558d1cd856dbf39571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9655898 Jul 07 19:09:36.588694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc1b56-8800-4e14-8b8e-826199d5f5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19edd054-34fb-4501-a659-5367272cadea,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:36.607416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9ea575-f094-48a6-9979-9d6df5c59b95 admin admin] Made reservation on behalf of 68e7724ab536407e80aed6935f0aa220 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:36.609933 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be9ea575-f094-48a6-9979-9d6df5c59b95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.622918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network ea00c740-611d-426b-8e6b-a7b6ecce0c17 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:09:36.738385 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-186d2a85-15c7-4204-91a9-838ff5b0d777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.787480 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-186d2a85-15c7-4204-91a9-838ff5b0d777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.913794 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-186d2a85-15c7-4204-91a9-838ff5b0d777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.916713 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-186d2a85-15c7-4204-91a9-838ff5b0d777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.921996 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-186d2a85-15c7-4204-91a9-838ff5b0d777 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/19edd054-34fb-4501-a659-5367272cadea HTTP/1.1" status: 204 len: 168 time: 0.3299413 Jul 07 19:09:36.922168 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be9ea575-f094-48a6-9979-9d6df5c59b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.971777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d2a85-15c7-4204-91a9-838ff5b0d777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19edd054-34fb-4501-a659-5367272cadea,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:37.033028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ea575-f094-48a6-9979-9d6df5c59b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c02267e-2aff-4a7e-ba3f-ac662fe0af41,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:37.038077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9ea575-f094-48a6-9979-9d6df5c59b95 admin admin] Checking segment: {'id': '1d5fdf3e-201e-4a3b-b4ff-5b2e75b9faca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ea00c740-611d-426b-8e6b-a7b6ecce0c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:37.038475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ea575-f094-48a6-9979-9d6df5c59b95 admin admin] Network hostable DHCP agents. Network: ea00c740-611d-426b-8e6b-a7b6ecce0c17, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:09:37.086708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c55c47-eb19-4114-896a-da176b58ae9f req-c2a9bdfd-fd3b-4666-afb5-05bb9f38d313 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:37.089133 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5c55c47-eb19-4114-896a-da176b58ae9f req-c2a9bdfd-fd3b-4666-afb5-05bb9f38d313 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 948 time: 0.1342967 Jul 07 19:09:37.090029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ea575-f094-48a6-9979-9d6df5c59b95 admin admin] Network ea00c740-611d-426b-8e6b-a7b6ecce0c17 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:09:37.102587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-be9ea575-f094-48a6-9979-9d6df5c59b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, ea00c740-611d-426b-8e6b-a7b6ecce0c17) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:37.116733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9534e228-3b03-4588-bf74-dafd90470fb8 None None] Network ea00c740-611d-426b-8e6b-a7b6ecce0c17 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:37.121923 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ea575-f094-48a6-9979-9d6df5c59b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:37.123671 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be9ea575-f094-48a6-9979-9d6df5c59b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:37.174847 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-be9ea575-f094-48a6-9979-9d6df5c59b95 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6026974 Jul 07 19:09:37.184926 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5c55c47-eb19-4114-896a-da176b58ae9f req-d9e0ff30-9196-4144-a2fe-336f0565624c tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791168 Jul 07 19:09:37.388073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a9069f-5cb6-4b9a-9288-2d490d4ce0f3 None None] Network ea00c740-611d-426b-8e6b-a7b6ecce0c17 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:37.419921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59192b4-c750-4d74-9c02-841acfeb970e req-cc758d42-60ab-4a7c-841a-1ccabf50ee0b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:37.422488 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-cc758d42-60ab-4a7c-841a-1ccabf50ee0b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 820 time: 0.2950344 Jul 07 19:09:37.449745 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-1c615565-3ddb-4866-ba93-6a22baf3a739 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/quotas/3a67b76b74474baf828e899c52f53df9 HTTP/1.1" status: 200 len: 375 time: 0.0190442 Jul 07 19:09:37.460741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abbde3-fa99-4e0e-a4a6-9a7352548502 req-cdf3bfb8-214a-4e6a-a41c-00783fc23373 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:37.467601 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9abbde3-fa99-4e0e-a4a6-9a7352548502 req-cdf3bfb8-214a-4e6a-a41c-00783fc23373 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 971 time: 0.1246150 Jul 07 19:09:37.503164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42284) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:37.521473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-1466a8a6-8ea1-4a06-903a-dfd96b1e7bb5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589216 Jul 07 19:09:37.523062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9abbde3-fa99-4e0e-a4a6-9a7352548502 req-08592875-ba25-410d-ae94-30beed5b7167 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505214 Jul 07 19:09:37.539789 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be31788a-6bef-4b72-8ed3-9948cdb918ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:37.552762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-3768fbfe-da23-4e81-aed8-f1554dc0278b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:09:37.562420 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-3768fbfe-da23-4e81-aed8-f1554dc0278b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320902 Jul 07 19:09:37.721736 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be31788a-6bef-4b72-8ed3-9948cdb918ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:37.739328 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be31788a-6bef-4b72-8ed3-9948cdb918ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:37.796793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31788a-6bef-4b72-8ed3-9948cdb918ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9610e6-2cc3-4a39-8705-3e89c3236512,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:37.802267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-be31788a-6bef-4b72-8ed3-9948cdb918ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c1a8fce2daf43b092f460fdfc5d6beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981136 Jul 07 19:09:37.806100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42294) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:37.815256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2b791-9b31-4a45-86b2-d4709c35f7e0 req-3a22ea46-9c13-4338-ae4a-463e6b8cd5a8 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:37.816712 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6fc2b791-9b31-4a45-86b2-d4709c35f7e0 req-3a22ea46-9c13-4338-ae4a-463e6b8cd5a8 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 936 time: 0.1544621 Jul 07 19:09:37.920875 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fff2fbb4-57b0-479f-b38b-991e5e1cf937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:37.962526 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fff2fbb4-57b0-479f-b38b-991e5e1cf937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:37.976027 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-06eeb4ed-701c-4293-b0a4-b5afa69f6aa5 service neutron] 10.222.0.81 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152755 Jul 07 19:09:38.017236 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6fc2b791-9b31-4a45-86b2-d4709c35f7e0 req-5a16e5ee-7427-487a-a976-fbe3482945a5 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940014 Jul 07 19:09:38.058921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 499f7e7b-fbb3-44b0-a116-d7f5eac47217 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:38.118266 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fff2fbb4-57b0-479f-b38b-991e5e1cf937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.121692 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fff2fbb4-57b0-479f-b38b-991e5e1cf937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.125470 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fff2fbb4-57b0-479f-b38b-991e5e1cf937 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf9610e6-2cc3-4a39-8705-3e89c3236512 HTTP/1.1" status: 204 len: 168 time: 0.3159037 Jul 07 19:09:38.136036 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-2b7a4b4d-825a-4cfe-8089-d2d39b399e4e service neutron] 10.222.0.81 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482458 Jul 07 19:09:38.145549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2fbb4-57b0-479f-b38b-991e5e1cf937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9610e6-2cc3-4a39-8705-3e89c3236512,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:38.177806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 499f7e7b-fbb3-44b0-a116-d7f5eac47217 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:38.189423 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 499f7e7b-fbb3-44b0-a116-d7f5eac47217 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:38.189867 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.344048 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.388827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f487a1-b457-4248-9a01-cc1ce5e684f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499f7e7b-fbb3-44b0-a116-d7f5eac47217'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:38.524950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 499f7e7b-fbb3-44b0-a116-d7f5eac47217, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=499f7e7b-fbb3-44b0-a116-d7f5eac47217,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:38.530665 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.603399 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=499f7e7b-fbb3-44b0-a116-d7f5eac47217,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:38.738253 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddc9851-7b14-483b-a402-38a94d212f3b" -d '{"events": [{"server_uuid": "03f487a1-b457-4248-9a01-cc1ce5e684f6", "name": "network-vif-plugged", "status": "completed", "tag": "499f7e7b-fbb3-44b0-a116-d7f5eac47217"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:38.750501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f5a15-cb9f-4217-996b-19846b3ccc9f req-37392ba2-470f-4426-8950-42640debb2e6 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.753153 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae3f5a15-cb9f-4217-996b-19846b3ccc9f req-37392ba2-470f-4426-8950-42640debb2e6 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 948 time: 0.1957812 Jul 07 19:09:38.762984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Request body: {'port': {'device_id': 'a1de55e6-7e3f-47bb-b533-3cc58cbdbca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:38.941881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae3f5a15-cb9f-4217-996b-19846b3ccc9f req-6b809e0c-2ff2-40b7-8602-3c94efb776db tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986054 Jul 07 19:09:39.014767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-c5d17177-47ca-4bb7-8f6f-eb5e68b35323 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:39.016802 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-c5d17177-47ca-4bb7-8f6f-eb5e68b35323 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 808 time: 0.5990663 Jul 07 19:09:39.038314 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:39.056854 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3a535-48b1-4e9f-a863-731e287f063b req-64cd78f3-05dd-47bd-b6e0-6d620613d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:39.058577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c4a3a535-48b1-4e9f-a863-731e287f063b req-64cd78f3-05dd-47bd-b6e0-6d620613d252 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bb6d3e0db384ff890e850a20b34fd60&device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 1099 time: 0.2716887 Jul 07 19:09:39.060878 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-6720f114-399c-4e19-ba23-abce907d7c36 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/quotas/c5ba298996444ac4a7794654f9024386 HTTP/1.1" status: 200 len: 375 time: 0.0276117 Jul 07 19:09:39.130269 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c4a3a535-48b1-4e9f-a863-731e287f063b req-86f1538b-d211-4732-8a83-6ef159e95d4a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8bb6d3e0db384ff890e850a20b34fd60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623415 Jul 07 19:09:39.139625 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-acadb43e-a561-4588-bc3e-a5964f27fe63 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698688 Jul 07 19:09:39.146466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-59c4d810-9bef-4cc4-9e7f-324029a88a4e tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:09:39.147626 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-59c4d810-9bef-4cc4-9e7f-324029a88a4e tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071430 Jul 07 19:09:39.268196 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d4773c6-76d1-4d0f-8076-91ad9e9f0bee req-c8391126-9af2-4bbc-9c5a-d55285ffb7e9 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 210 time: 0.1955945 Jul 07 19:09:39.375754 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:09:39.437593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3a535-48b1-4e9f-a863-731e287f063b req-e29e00a9-a891-48fc-9a74-307a6f82551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:39.440124 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c4a3a535-48b1-4e9f-a863-731e287f063b req-e29e00a9-a891-48fc-9a74-307a6f82551e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2904396 Jul 07 19:09:39.611501 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:39.670723 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ada9bd2-189c-43c5-bac4-a6d647797d1a {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:39.678845 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:39.694643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Transition to ACTIVE for port object 8ada9bd2-189c-43c5-bac4-a6d647797d1a will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:39.700031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:39.734637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-cb3a1124-e373-4d21-a056-15dd2a067a40 service neutron] 10.222.0.81 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652549 Jul 07 19:09:39.740346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-130621f4-9056-4459-a28e-68d2fb26d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:39.741912 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-130621f4-9056-4459-a28e-68d2fb26d331 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bb6d3e0db384ff890e850a20b34fd60&device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 1099 time: 0.1136026 Jul 07 19:09:39.748174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4885caa-0427-4f1c-9116-03a181684a7c req-5bb16ada-e8e2-4bea-a107-148f45f88f7c tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:39.749866 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4885caa-0427-4f1c-9116-03a181684a7c req-5bb16ada-e8e2-4bea-a107-148f45f88f7c tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 972 time: 0.2050676 Jul 07 19:09:39.801107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Pushing event updated for resources: {'Port': ['ID=8ada9bd2-189c-43c5-bac4-a6d647797d1a,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:39.830431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Attempting to bind port 8ada9bd2-189c-43c5-bac4-a6d647797d1a on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:39.830735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Attempting to bind port 8ada9bd2-189c-43c5-bac4-a6d647797d1a by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:39.831108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Attempting to bind port 8ada9bd2-189c-43c5-bac4-a6d647797d1a on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:39.840839 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4885caa-0427-4f1c-9116-03a181684a7c req-441d68c0-5cc7-4db2-90d2-1612765c76a8 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836275 Jul 07 19:09:39.851096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Port 8ada9bd2-189c-43c5-bac4-a6d647797d1a on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:39.851349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Attempting to bind port 8ada9bd2-189c-43c5-bac4-a6d647797d1a on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:39.865539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:39.865894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:39.866292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:39.866748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Bound port: 8ada9bd2-189c-43c5-bac4-a6d647797d1a, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:39.867145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:39.899902 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-b47cb01c-8c05-40be-9f03-f2ce11730c27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=2df6b345-b657-4c5c-af3d-03492614a9e9 HTTP/1.1" status: 200 len: 217 time: 0.1381831 Jul 07 19:09:40.018109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] For port 8ada9bd2-189c-43c5-bac4-a6d647797d1a, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:40.025509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] For port 8ada9bd2-189c-43c5-bac4-a6d647797d1a, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8ada9bd2-189c-43c5-bac4-a6d647797d1a,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:40.036147 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.082951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2f05c221-c06f-4958-ba25-8a7375139334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.084639 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-2f05c221-c06f-4958-ba25-8a7375139334 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1671457 Jul 07 19:09:40.096554 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-a0e4314a-3157-4589-b293-8f6dceec0343 service neutron] 10.222.0.81 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481829 Jul 07 19:09:40.106486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.107522 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.109792 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] 10.222.0.48 "PUT /v2.0/ports/8ada9bd2-189c-43c5-bac4-a6d647797d1a HTTP/1.1" status: 200 len: 1096 time: 1.3552918 Jul 07 19:09:40.114451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1de55e6-7e3f-47bb-b533-3cc58cbdbca4', 'tag': '8ada9bd2-189c-43c5-bac4-a6d647797d1a'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:40.118731 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e7913b-508b-4c79-8c8b-1f18918a3926" -d '{"events": [{"name": "network-changed", "server_uuid": "a1de55e6-7e3f-47bb-b533-3cc58cbdbca4", "tag": "8ada9bd2-189c-43c5-bac4-a6d647797d1a"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:40.152045 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb7c0ea-5863-4c7c-801e-6559b03102d0 x-openstack-request-id: req-0fb7c0ea-5863-4c7c-801e-6559b03102d0 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:40.153029 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f487a1-b457-4248-9a01-cc1ce5e684f6", "name": "network-vif-plugged", "status": "completed", "tag": "499f7e7b-fbb3-44b0-a116-d7f5eac47217", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:40.154740 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0fb7c0ea-5863-4c7c-801e-6559b03102d0 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:40.157048 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f487a1-b457-4248-9a01-cc1ce5e684f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499f7e7b-fbb3-44b0-a116-d7f5eac47217', 'code': 200} Jul 07 19:09:40.205428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b98313-0e2b-4e9a-9cfb-ca86f3c47908 service neutron] Pushing event updated for resources: {'Port': ['ID=8ada9bd2-189c-43c5-bac4-a6d647797d1a,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:40.264985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-d1302ff9-5bc1-4f3e-a216-200ee7c6dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.266869 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-d1302ff9-5bc1-4f3e-a216-200ee7c6dd59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1693344 Jul 07 19:09:40.423002 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-c9a8196e-d942-4f6a-bc7c-da34cae4f94c service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474223 Jul 07 19:09:40.610862 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c9aafda-0780-4a62-b130-677dc6a741e6 req-1dace2b6-142c-48b0-9287-09e627a75e08 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708035 Jul 07 19:09:40.653026 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-1b1e58ab-095f-49ed-8262-6fe5e2c5104d tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=da1288aa620243939031718ead139826&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407448 Jul 07 19:09:40.767292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.110', 53570) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:40.887360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-82514f51-9368-4966-9dc5-90d6f4334161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.891018 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-82514f51-9368-4966-9dc5-90d6f4334161 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fb9e8f5342545af871d5a24b13d825d&device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 1099 time: 0.6533792 Jul 07 19:09:40.891602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e447552-e06a-4619-89b7-2d63992c98ce req-579a8eed-cd47-4a84-995a-feeb2b2baa0d tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.897902 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-579a8eed-cd47-4a84-995a-feeb2b2baa0d tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360446 Jul 07 19:09:40.902323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b74c11-8f1e-42c2-a9a6-ffd64e0efada req-0d3a7364-582d-4f1a-9b31-240014894723 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.903931 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f9b74c11-8f1e-42c2-a9a6-ffd64e0efada req-0d3a7364-582d-4f1a-9b31-240014894723 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 948 time: 0.5752289 Jul 07 19:09:40.914709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246a73e-071d-4f01-8d07-847707912ff0 req-b6c9e317-71ff-458e-8230-639a50f4dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.916372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c246a73e-071d-4f01-8d07-847707912ff0 req-b6c9e317-71ff-458e-8230-639a50f4dff6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 1123 time: 0.5356750 Jul 07 19:09:40.919587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-670467ab-6ca3-44cc-a23c-18b8ed9e60d0 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/quotas/da1288aa620243939031718ead139826 HTTP/1.1" status: 200 len: 375 time: 0.0199659 Jul 07 19:09:40.982408 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-db1ee180-169a-48b9-9e39-eb61b48f72d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=da1288aa620243939031718ead139826&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617452 Jul 07 19:09:40.984856 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-9666467e-cc85-47db-ace5-38f6347844c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=8ada9bd2-189c-43c5-bac4-a6d647797d1a HTTP/1.1" status: 200 len: 217 time: 0.0746233 Jul 07 19:09:41.023145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c246a73e-071d-4f01-8d07-847707912ff0 req-ce63caf6-45bc-4813-b83b-f7d75b90fcaa service neutron] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.087430 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f9b74c11-8f1e-42c2-a9a6-ffd64e0efada req-1f12a98e-e7ea-49c5-89d3-806596de0351 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631961 Jul 07 19:09:41.099312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59192b4-c750-4d74-9c02-841acfeb970e req-0080d42e-ce98-484e-83c5-6f7f2a0c0f3e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.100958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-0080d42e-ce98-484e-83c5-6f7f2a0c0f3e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 820 time: 0.3298645 Jul 07 19:09:41.118033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-a59192b4-c750-4d74-9c02-841acfeb970e req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Request body: {'port': {'device_id': '6441e835-9d58-4bd8-b709-523de2ee2148', 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d', 'admin_state_up': True, 'tenant_id': '3a67b76b74474baf828e899c52f53df9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:41.125329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-331a0bc2-d014-4867-8eb8-38d573bc1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.126962 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-331a0bc2-d014-4867-8eb8-38d573bc1230 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1205523 Jul 07 19:09:41.268951 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdb32fd-3ec9-45db-856e-ab6d266a071f x-openstack-request-id: req-1bdb32fd-3ec9-45db-856e-ab6d266a071f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:41.269615 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1de55e6-7e3f-47bb-b533-3cc58cbdbca4", "tag": "8ada9bd2-189c-43c5-bac4-a6d647797d1a", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:41.270060 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1bdb32fd-3ec9-45db-856e-ab6d266a071f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:41.270668 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1de55e6-7e3f-47bb-b533-3cc58cbdbca4', 'tag': '8ada9bd2-189c-43c5-bac4-a6d647797d1a', 'status': 'completed', 'code': 200} Jul 07 19:09:41.404345 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bdaff81b-40da-4914-ae8b-ae7dac87a3da req-1e72af3e-9c57-47fc-8962-722600d1d252 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 210 time: 0.0607560 Jul 07 19:09:41.475351 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c246a73e-071d-4f01-8d07-847707912ff0 req-ce63caf6-45bc-4813-b83b-f7d75b90fcaa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.479490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-3265b9f2-60d1-43c3-8d2d-2274b781524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.481264 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-3265b9f2-60d1-43c3-8d2d-2274b781524e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3284271 Jul 07 19:09:41.490931 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c246a73e-071d-4f01-8d07-847707912ff0 req-ce63caf6-45bc-4813-b83b-f7d75b90fcaa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.594741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59192b4-c750-4d74-9c02-841acfeb970e req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Made reservation on behalf of 3a67b76b74474baf828e899c52f53df9 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:41.598487 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a59192b4-c750-4d74-9c02-841acfeb970e req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.611267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c46558-0100-4cc4-b389-b2ab7d7e234d req-76b779f2-0893-4aa5-b7a9-c02edbfe2b0a tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.618657 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80c46558-0100-4cc4-b389-b2ab7d7e234d req-76b779f2-0893-4aa5-b7a9-c02edbfe2b0a tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 948 time: 0.2945526 Jul 07 19:09:41.621658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c246a73e-071d-4f01-8d07-847707912ff0 req-ce63caf6-45bc-4813-b83b-f7d75b90fcaa service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6933508 Jul 07 19:09:41.641647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63caf6-45bc-4813-b83b-f7d75b90fcaa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7a1eae-66c9-4b86-9906-67fca7af914a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:41.691431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8426c079-d0bb-4d58-b3a6-e47eeed46578 req-965f02f3-5547-4cf1-88fc-fd699a45c675 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 210 time: 0.0460761 Jul 07 19:09:41.766090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80c46558-0100-4cc4-b389-b2ab7d7e234d req-a9188951-455b-4de6-959b-5bf4b38bc418 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463904 Jul 07 19:09:41.779585 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-341bc57d-b9e7-40ad-9065-ba42f4d4a3f8 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822971 Jul 07 19:09:41.904489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ee8dd0b-cf50-442c-afd9-48f3683160b5 req-bba0d908-f35f-4ae3-89a9-5fb8c7e716a1 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 210 time: 0.0729668 Jul 07 19:09:41.959586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211357ce-ee68-4db4-9216-deb6419795e9 req-bcd0ebfb-9b64-4f78-bcd4-596ebffc92bf tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.962126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-211357ce-ee68-4db4-9216-deb6419795e9 req-bcd0ebfb-9b64-4f78-bcd4-596ebffc92bf tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 972 time: 0.1182561 Jul 07 19:09:41.989950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-a59192b4-c750-4d74-9c02-841acfeb970e req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Allocated IP 172.20.0.3 (62088a1d-df6a-44fe-95d5-e251937c7b0d/8a5aed6a-ddd5-48c5-a316-d5e4b085a076/5a147802-a23f-4d81-8ad2-92bd62f9fe33) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:41.998194 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88ee865a-4f98-4e9c-b8a9-e62809b1b381 req-89df19fb-e590-42dd-9203-6d4f78535a8b service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093673 Jul 07 19:09:42.038304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-211357ce-ee68-4db4-9216-deb6419795e9 req-4df3f182-b306-41c9-802e-256853a90ad5 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660362 Jul 07 19:09:42.281124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7913b-508b-4c79-8c8b-1f18918a3926 req-4e0a1453-cf08-4882-8d95-1fa9a02ac50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.282700 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6e7913b-508b-4c79-8c8b-1f18918a3926 req-4e0a1453-cf08-4882-8d95-1fa9a02ac50f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fb9e8f5342545af871d5a24b13d825d&device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 1099 time: 0.2072544 Jul 07 19:09:42.333194 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a59192b4-c750-4d74-9c02-841acfeb970e req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:42.586056 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a59192b4-c750-4d74-9c02-841acfeb970e req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:42.588141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7913b-508b-4c79-8c8b-1f18918a3926 req-2fd55ab6-da88-4be7-979f-f9fdbe950804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.589768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6e7913b-508b-4c79-8c8b-1f18918a3926 req-2fd55ab6-da88-4be7-979f-f9fdbe950804 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.2950072 Jul 07 19:09:42.601069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80294cc0-b534-44a6-bfbc-8998c397620a req-e2315625-e364-416e-a381-55942fec7910 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.602644 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80294cc0-b534-44a6-bfbc-8998c397620a req-e2315625-e364-416e-a381-55942fec7910 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 948 time: 0.3106787 Jul 07 19:09:42.692804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-1cd2a5a3-3d26-48eb-b773-59b92cb28fc9 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.694276 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-1cd2a5a3-3d26-48eb-b773-59b92cb28fc9 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 808 time: 0.3979692 Jul 07 19:09:42.716974 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6e7913b-508b-4c79-8c8b-1f18918a3926 req-463172ee-c7dc-431e-82bd-66d1b17a5329 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=8ada9bd2-189c-43c5-bac4-a6d647797d1a HTTP/1.1" status: 200 len: 217 time: 0.1095302 Jul 07 19:09:42.722452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Request body: {'port': {'device_id': '75e9ceed-6143-4c7c-aebb-e4a6c4edda1d', 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc', 'admin_state_up': True, 'tenant_id': 'c5ba298996444ac4a7794654f9024386'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:42.742329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Pushing event updated for resources: {'Port': ['ID=5a147802-a23f-4d81-8ad2-92bd62f9fe33,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:42.799507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59192b4-c750-4d74-9c02-841acfeb970e req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Network 62088a1d-df6a-44fe-95d5-e251937c7b0d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:42.826952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-a59192b4-c750-4d74-9c02-841acfeb970e req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:42.851948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59192b4-c750-4d74-9c02-841acfeb970e req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:42.857618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59192b4-c750-4d74-9c02-841acfeb970e req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.858874 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a59192b4-c750-4d74-9c02-841acfeb970e req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:42.863925 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.110', 53573) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:42.869102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceba6f6-5b2c-4465-af17-38f6dc4bb24a req-df023144-2dcf-4b0b-9927-dffcc428c72c tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.871288 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ceba6f6-5b2c-4465-af17-38f6dc4bb24a req-df023144-2dcf-4b0b-9927-dffcc428c72c tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 931 time: 0.2717040 Jul 07 19:09:42.875005 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80294cc0-b534-44a6-bfbc-8998c397620a req-89e39dce-ce49-4d2f-96e3-fd103cb22bcc tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292395 Jul 07 19:09:42.926639 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-4bd87074-d56e-4f9b-a7d3-a09ee538f90a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8127000 Jul 07 19:09:42.928502 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-6dff7e8f-f4c3-46fd-92e6-801b5c798fc5 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=da1288aa620243939031718ead139826&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615337 Jul 07 19:09:42.932529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7913b-508b-4c79-8c8b-1f18918a3926 req-ba8f0435-7125-4295-b769-4f6d70d0d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.934147 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6e7913b-508b-4c79-8c8b-1f18918a3926 req-ba8f0435-7125-4295-b769-4f6d70d0d1f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1950560 Jul 07 19:09:42.949327 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ceba6f6-5b2c-4465-af17-38f6dc4bb24a req-8ce0d528-39ba-4b12-92ff-f9a0667a9009 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606556 Jul 07 19:09:42.949772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Request body: {'port': {'device_id': '6441e835-9d58-4bd8-b709-523de2ee2148', 'device_owner': 'compute:tempest-test_az-1049122052', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:43.187036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb933c8-6bfa-4423-a04a-bfaf7638b6e3 req-917f9be6-fe6a-428d-bd75-5e3f9817fc0e tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:43.188730 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9fb933c8-6bfa-4423-a04a-bfaf7638b6e3 req-917f9be6-fe6a-428d-bd75-5e3f9817fc0e tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 948 time: 0.0937953 Jul 07 19:09:43.258926 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9fb933c8-6bfa-4423-a04a-bfaf7638b6e3 req-f1be047a-6486-41b4-8b8f-eefb0ca254d9 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631292 Jul 07 19:09:43.369044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83986c04-1998-4115-880d-870379b6aa9d req-6f06eff9-b43a-4940-b81b-d7a827b0675b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 210 time: 0.1432836 Jul 07 19:09:43.477751 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:43.524994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Made reservation on behalf of c5ba298996444ac4a7794654f9024386 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:43.529785 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:43.539124 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c11f7cae-fb40-4e4f-98e9-14fb330afb3a req-ba91c3f4-5776-4d3f-9a28-9a544f7308d0 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 210 time: 0.0529387 Jul 07 19:09:43.566391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e447552-e06a-4619-89b7-2d63992c98ce req-863cec5b-2922-4d76-95ed-98bdf4fee4d2 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:43.568015 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-863cec5b-2922-4d76-95ed-98bdf4fee4d2 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3707125 Jul 07 19:09:43.599464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Request body: {'port': {'device_id': '357b878b-edba-4b84-9ddf-f013de651b8e', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'da1288aa620243939031718ead139826'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:43.610165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7913b-508b-4c79-8c8b-1f18918a3926 req-e7d06cda-6fd5-4049-a11e-0cc8e326b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:43.611687 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6e7913b-508b-4c79-8c8b-1f18918a3926 req-e7d06cda-6fd5-4049-a11e-0cc8e326b954 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4131768 Jul 07 19:09:44.099800 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6e7913b-508b-4c79-8c8b-1f18918a3926 req-773c6a3c-3373-45e6-bca1-7d11233cb9ad service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703400 Jul 07 19:09:44.111978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131aad29-e782-4721-ac7a-2db7cf361c6f req-76be3763-10db-43f1-b693-93554d0cb62f tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.113541 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-131aad29-e782-4721-ac7a-2db7cf361c6f req-76be3763-10db-43f1-b693-93554d0cb62f tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 948 time: 0.0726898 Jul 07 19:09:44.124978 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705a875-600b-43ff-b53f-25411e08b4a2 req-6e1a334b-624c-49a5-a153-e9d4b163b7d2 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.126400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b705a875-600b-43ff-b53f-25411e08b4a2 req-6e1a334b-624c-49a5-a153-e9d4b163b7d2 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 972 time: 0.5209901 Jul 07 19:09:44.147296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Allocated IP 172.20.0.6 (d9378c77-e08f-4688-9a8d-ec2d53a9a0fc/05946642-1500-4a2b-8a19-0c5229723139/1243ba9e-17c7-49ea-9867-5fbb025867b2) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:44.158425 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-131aad29-e782-4721-ac7a-2db7cf361c6f req-16c2f020-c8f6-472e-b48b-bd0bde6afd0d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380898 Jul 07 19:09:44.257003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Made reservation on behalf of da1288aa620243939031718ead139826 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:44.260554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:44.313485 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b705a875-600b-43ff-b53f-25411e08b4a2 req-d03df470-a32a-4fec-b502-76f2f4bc84d1 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748564 Jul 07 19:09:44.322816 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:44.383641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3ef91-e537-473d-92b4-ac55fe3599fb req-014c89a9-1d19-4f33-ad19-517558dad0b4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.385865 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cbf3ef91-e537-473d-92b4-ac55fe3599fb req-014c89a9-1d19-4f33-ad19-517558dad0b4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 931 time: 0.1163850 Jul 07 19:09:44.456755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cbf3ef91-e537-473d-92b4-ac55fe3599fb req-85461772-3ff4-45ae-8fd8-d52ab1462dd9 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584874 Jul 07 19:09:44.460731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6e7913b-508b-4c79-8c8b-1f18918a3926 req-5ccfe886-33b4-4a9d-92fb-663636cf86ff service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481624 Jul 07 19:09:44.473962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a147802-a23f-4d81-8ad2-92bd62f9fe33 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:44.545315 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:44.682928 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:44.695270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Transition to ACTIVE for port object 5a147802-a23f-4d81-8ad2-92bd62f9fe33 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:44.706441 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:44.866185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a147802-a23f-4d81-8ad2-92bd62f9fe33,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:44.901460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a0f20-4073-43ca-a85e-1503af0991db req-946f883c-a916-449a-88bd-927cb86ee9b3 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.903068 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc5a0f20-4073-43ca-a85e-1503af0991db req-946f883c-a916-449a-88bd-927cb86ee9b3 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 948 time: 0.3521676 Jul 07 19:09:44.911901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Attempting to bind port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:44.912164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Attempting to bind port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:44.912480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Attempting to bind port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:44.915793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7237b4-01ca-419d-b38d-2e62331b3bfa req-14255929-0bf3-414b-9635-ce0986616d28 tempest-AggregatesAdminTestJSON-2121595301 tempest-AggregatesAdminTestJSON-2121595301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.918420 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c7237b4-01ca-419d-b38d-2e62331b3bfa req-14255929-0bf3-414b-9635-ce0986616d28 tempest-AggregatesAdminTestJSON-2121595301 tempest-AggregatesAdminTestJSON-2121595301-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 1123 time: 0.1387746 Jul 07 19:09:44.927745 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:44.942275 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:44.944636 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7c7237b4-01ca-419d-b38d-2e62331b3bfa req-cff8a468-4271-42bd-9bb2-6c3fcce1e6c0 tempest-AggregatesAdminTestJSON-2121595301 tempest-AggregatesAdminTestJSON-2121595301-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:44.946176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:44.946432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Attempting to bind port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:44.983115 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:44.993088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:44.993410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:44.993797 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Bound using segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:44.994287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Bound port: 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:44.994589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:45.052429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:45.068287 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7c7237b4-01ca-419d-b38d-2e62331b3bfa req-cff8a468-4271-42bd-9bb2-6c3fcce1e6c0 tempest-AggregatesAdminTestJSON-2121595301 tempest-AggregatesAdminTestJSON-2121595301-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:45.073628 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7c7237b4-01ca-419d-b38d-2e62331b3bfa req-cff8a468-4271-42bd-9bb2-6c3fcce1e6c0 tempest-AggregatesAdminTestJSON-2121595301 tempest-AggregatesAdminTestJSON-2121595301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:45.100595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:45.104996 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc5a0f20-4073-43ca-a85e-1503af0991db req-ada5e053-f222-4a5b-8ef1-ff34c94ca3fd tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843524 Jul 07 19:09:45.110718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:45.116452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:45.117114 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:45.123009 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c7237b4-01ca-419d-b38d-2e62331b3bfa req-cff8a468-4271-42bd-9bb2-6c3fcce1e6c0 tempest-AggregatesAdminTestJSON-2121595301 tempest-AggregatesAdminTestJSON-2121595301-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973243 Jul 07 19:09:45.126864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Pushing event updated for resources: {'Port': ['ID=1243ba9e-17c7-49ea-9867-5fbb025867b2,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:45.140762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8a468-4271-42bd-9bb2-6c3fcce1e6c0 tempest-AggregatesAdminTestJSON-2121595301 tempest-AggregatesAdminTestJSON-2121595301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c61c6f2-98d4-4dba-89bb-8a2eb902227d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:45.191485 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:45.202550 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-93b4b1de-4b96-4d2a-9822-d65b57ddc068 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4869425 Jul 07 19:09:45.238571 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Request body: {'port': {'device_id': '75e9ceed-6143-4c7c-aebb-e4a6c4edda1d', 'device_owner': 'compute:tempest-test_az-1049122052', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:45.278646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:45.316963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:45.347237 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Allocated IP 192.168.233.36 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/6d250807-0dcf-4782-aaa1-65fa68923aaa) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:45.349644 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:45.373576 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd460d6a-b40a-4b79-ae1c-e73e0b78387e req-9ae9c203-ee00-4b4e-9fbe-800fec9ada9f tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 210 time: 0.0396702 Jul 07 19:09:45.603997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:45.605036 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:45.607438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] 10.222.0.110 "PUT /v2.0/ports/5a147802-a23f-4d81-8ad2-92bd62f9fe33 HTTP/1.1" status: 200 len: 1113 time: 2.6649053 Jul 07 19:09:45.612576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6441e835-9d58-4bd8-b709-523de2ee2148', 'tag': '5a147802-a23f-4d81-8ad2-92bd62f9fe33'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:45.614915 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73138c2c-6d2f-4893-8980-6978be159d07" -d '{"events": [{"name": "network-changed", "server_uuid": "6441e835-9d58-4bd8-b709-523de2ee2148", "tag": "5a147802-a23f-4d81-8ad2-92bd62f9fe33"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:45.645470 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:45.666847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ed78d-a143-441f-88fd-7cb4f6d610a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a147802-a23f-4d81-8ad2-92bd62f9fe33,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:45.810652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb944e8-ebc0-4927-85b8-a582e4b0488e req-5c859aa5-984e-4dd0-8c96-39d934babe23 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:45.813485 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6fb944e8-ebc0-4927-85b8-a582e4b0488e req-5c859aa5-984e-4dd0-8c96-39d934babe23 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 948 time: 0.0964019 Jul 07 19:09:45.817111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f1929-573b-40f3-a630-76cab0e93290 req-bbd82082-3931-4292-b13f-231ed41e4bcc tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:45.819511 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f63f1929-573b-40f3-a630-76cab0e93290 req-bbd82082-3931-4292-b13f-231ed41e4bcc tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 931 time: 0.5238948 Jul 07 19:09:45.864936 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6fb944e8-ebc0-4927-85b8-a582e4b0488e req-dec3a50c-6a4b-443c-9ec5-a3e894d356ab tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 Jul 07 19:09:46.011115 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f63f1929-573b-40f3-a630-76cab0e93290 req-77f4fe0d-bb3a-4941-91b1-2be6ab4b7162 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769850 Jul 07 19:09:46.034175 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.046740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59192b4-c750-4d74-9c02-841acfeb970e req-be24546f-d1a0-40a4-a78b-ef5d505a9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.048336 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-be24546f-d1a0-40a4-a78b-ef5d505a9871 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 1116 time: 0.3785570 Jul 07 19:09:46.066652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Transition to ACTIVE for port object 6d250807-0dcf-4782-aaa1-65fa68923aaa will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:46.102944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ef341-ca45-48f8-8589-0abbc1accd37 req-c55d26cd-55d7-4419-8a46-53a3703cc28a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.107257 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-539ef341-ca45-48f8-8589-0abbc1accd37 req-c55d26cd-55d7-4419-8a46-53a3703cc28a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 965 time: 0.1171355 Jul 07 19:09:46.145805 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ed9270-a4c1-480d-b2e9-d2805af1b3d8 x-openstack-request-id: req-79ed9270-a4c1-480d-b2e9-d2805af1b3d8 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:46.146575 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6441e835-9d58-4bd8-b709-523de2ee2148", "tag": "5a147802-a23f-4d81-8ad2-92bd62f9fe33", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:46.146575 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79ed9270-a4c1-480d-b2e9-d2805af1b3d8 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:46.147075 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6441e835-9d58-4bd8-b709-523de2ee2148', 'tag': '5a147802-a23f-4d81-8ad2-92bd62f9fe33', 'status': 'completed', 'code': 200} Jul 07 19:09:46.148295 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-c2c7ff22-5b80-42e0-9307-b1cfbf24277f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33 HTTP/1.1" status: 200 len: 217 time: 0.0889978 Jul 07 19:09:46.168247 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-539ef341-ca45-48f8-8589-0abbc1accd37 req-34adf4fd-663f-4901-b3e9-68b982cdc77b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590193 Jul 07 19:09:46.272130 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59192b4-c750-4d74-9c02-841acfeb970e req-105f4977-c4c1-41ea-8df7-ba802e7dda64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.273629 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-105f4977-c4c1-41ea-8df7-ba802e7dda64 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1164033 Jul 07 19:09:46.274582 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.364614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 2df6b345-b657-4c5c-af3d-03492614a9e9 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:46.372498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-d9a6d953-9536-4521-9639-f483e6f5444c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872037 Jul 07 19:09:46.381790 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:46.440259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:46.444262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:46.450022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.451395 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.466700 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Pushing event updated for resources: {'Port': ['ID=6d250807-0dcf-4782-aaa1-65fa68923aaa,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:46.531664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1243ba9e-17c7-49ea-9867-5fbb025867b2 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:46.540205 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-f22ae656-f25e-4fdb-8d04-f781fc1d26d9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9444520 Jul 07 19:09:46.548356 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.553341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 2df6b345-b657-4c5c-af3d-03492614a9e9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=2df6b345-b657-4c5c-af3d-03492614a9e9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:46.566643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Request body: {'port': {'device_id': '357b878b-edba-4b84-9ddf-f013de651b8e', 'device_owner': 'compute:tempest-test_az-1049122052', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:46.570545 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '2df6b345-b657-4c5c-af3d-03492614a9e9', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '2df6b345-b657-4c5c-af3d-03492614a9e9', 'mac_address': 'fa:16:3e:8f:57:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:46.631423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Transition to ACTIVE for port object 1243ba9e-17c7-49ea-9867-5fbb025867b2 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:46.639832 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.646625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.653521 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-a0a417ad-8371-4532-92fa-61669907e2d2 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612832 Jul 07 19:09:46.673268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df6b345-b657-4c5c-af3d-03492614a9e9 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:46.711399 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333a570-6bf9-4b27-a622-ca1393b4a578 req-b4cf4946-0b9f-47d7-87a1-03b0988395fa tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.712066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 2df6b345-b657-4c5c-af3d-03492614a9e9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=2df6b345-b657-4c5c-af3d-03492614a9e9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:46.713951 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3333a570-6bf9-4b27-a622-ca1393b4a578 req-b4cf4946-0b9f-47d7-87a1-03b0988395fa tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 935 time: 0.0938509 Jul 07 19:09:46.724234 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.727011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8ada9bd2-189c-43c5-bac4-a6d647797d1a details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:46.749337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc08098-8be2-4317-9d95-51fc5e23f5ea req-326106d5-83a5-4a7b-8da0-cce2e72e12b2 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.752481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bc08098-8be2-4317-9d95-51fc5e23f5ea req-326106d5-83a5-4a7b-8da0-cce2e72e12b2 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 948 time: 0.4200251 Jul 07 19:09:46.797503 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3333a570-6bf9-4b27-a622-ca1393b4a578 req-aa960acc-6cff-4825-b1c5-a0a3ec57593b tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732362 Jul 07 19:09:46.824598 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-04e5bbc1-fda2-4afc-a0bc-c76c2423019a None None] Provisioning for port 6d250807-0dcf-4782-aaa1-65fa68923aaa completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:46.829616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=2df6b345-b657-4c5c-af3d-03492614a9e9,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:46.841014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-04e5bbc1-fda2-4afc-a0bc-c76c2423019a None None] Provisioning complete for port 6d250807-0dcf-4782-aaa1-65fa68923aaa triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:46.841826 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-04e5bbc1-fda2-4afc-a0bc-c76c2423019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.846325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8ada9bd2-189c-43c5-bac4-a6d647797d1a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8ada9bd2-189c-43c5-bac4-a6d647797d1a,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:46.873107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Pushing event updated for resources: {'Port': ['ID=1243ba9e-17c7-49ea-9867-5fbb025867b2,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:46.880930 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.881805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '8ada9bd2-189c-43c5-bac4-a6d647797d1a', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '8ada9bd2-189c-43c5-bac4-a6d647797d1a', 'mac_address': 'fa:16:3e:c7:52:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:46.926558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-04e5bbc1-fda2-4afc-a0bc-c76c2423019a None None] Port 6d250807-0dcf-4782-aaa1-65fa68923aaa cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:09:46.942333 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.964234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ada9bd2-189c-43c5-bac4-a6d647797d1a {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:46.991897 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bc08098-8be2-4317-9d95-51fc5e23f5ea req-6362cc2d-fe4d-4a86-b3d0-2a1a7d7d030a tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162883 Jul 07 19:09:47.004112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8ada9bd2-189c-43c5-bac4-a6d647797d1a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8ada9bd2-189c-43c5-bac4-a6d647797d1a,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:47.011342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Attempting to bind port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:47.012459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Attempting to bind port 1243ba9e-17c7-49ea-9867-5fbb025867b2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:47.013025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Attempting to bind port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:47.013281 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:47.038827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:47.038827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Attempting to bind port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:47.096670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:47.097225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:47.097785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:47.098906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Bound port: 1243ba9e-17c7-49ea-9867-5fbb025867b2, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:47.099499 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:47.116569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8ada9bd2-189c-43c5-bac4-a6d647797d1a,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:47.158730 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a59192b4-c750-4d74-9c02-841acfeb970e req-01997fe3-8120-4a60-80a9-a3274127cb33 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752886 Jul 07 19:09:47.192112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaf833-beb4-4868-9f78-655952734da4 req-38ceda89-fdd7-4f09-abbb-02b7d180b5ed tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.202843 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7dfaf833-beb4-4868-9f78-655952734da4 req-38ceda89-fdd7-4f09-abbb-02b7d180b5ed tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 949 time: 0.0903563 Jul 07 19:09:47.244378 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7dfaf833-beb4-4868-9f78-655952734da4 req-9127b274-0d30-41b9-a6d5-5f914417a6ac tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Jul 07 19:09:47.370651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:47.403253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:47.440358 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:47.484965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0ee00-95cb-449f-b1ad-b9900a436cd6 req-9d1d6e9e-0a68-42a7-85b0-5c63ee34c6bd tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.487115 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02c0ee00-95cb-449f-b1ad-b9900a436cd6 req-9d1d6e9e-0a68-42a7-85b0-5c63ee34c6bd tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 965 time: 0.0805793 Jul 07 19:09:47.496021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.496844 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:47.498311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] 10.222.0.110 "PUT /v2.0/ports/1243ba9e-17c7-49ea-9867-5fbb025867b2 HTTP/1.1" status: 200 len: 1113 time: 2.2725127 Jul 07 19:09:47.531837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02c0ee00-95cb-449f-b1ad-b9900a436cd6 req-a07b9673-32da-46f6-a9f9-7014544e6abb tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382204 Jul 07 19:09:47.574905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138c2c-6d2f-4893-8980-6978be159d07 req-3ef943dd-0e68-46a5-b275-0428dcb1972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.575277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8ada9bd2-189c-43c5-bac4-a6d647797d1a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:47.576435 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73138c2c-6d2f-4893-8980-6978be159d07 req-3ef943dd-0e68-46a5-b275-0428dcb1972c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 1116 time: 0.3223567 Jul 07 19:09:47.606545 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['2df6b345-b657-4c5c-af3d-03492614a9e9'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:47.643003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacf3de-228d-4bb1-87f1-30a6ed3933a4 req-57e76d0d-134b-4e76-b831-fa16d42ac5c2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.644550 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ceacf3de-228d-4bb1-87f1-30a6ed3933a4 req-57e76d0d-134b-4e76-b831-fa16d42ac5c2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 965 time: 0.3925967 Jul 07 19:09:47.657505 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646d382-22a2-4e18-a73f-2c61fd52cc01 service neutron] Pushing event updated for resources: {'Port': ['ID=1243ba9e-17c7-49ea-9867-5fbb025867b2,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:47.876425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d250807-0dcf-4782-aaa1-65fa68923aaa {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:47.914490 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ceacf3de-228d-4bb1-87f1-30a6ed3933a4 req-52b46df4-279a-4b31-9c47-c9cba1f2a7a4 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390442 Jul 07 19:09:47.938624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:47.942468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-f7a21977-47ec-4367-a731-7798355e0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.944022 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-f7a21977-47ec-4367-a731-7798355e0603 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 1116 time: 0.4022861 Jul 07 19:09:48.164857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e9ceed-6143-4c7c-aebb-e4a6c4edda1d', 'tag': '1243ba9e-17c7-49ea-9867-5fbb025867b2'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:48.167470 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4e160d-7e45-495c-9314-1a4380266047" -d '{"events": [{"name": "network-changed", "server_uuid": "75e9ceed-6143-4c7c-aebb-e4a6c4edda1d", "tag": "1243ba9e-17c7-49ea-9867-5fbb025867b2"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:48.183594 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-e09867bd-9e85-4a60-bad1-f0deff7099a2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2 HTTP/1.1" status: 200 len: 217 time: 0.2242460 Jul 07 19:09:48.184675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138c2c-6d2f-4893-8980-6978be159d07 req-6c7001f2-2866-49e1-b16f-443e3cbb5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:48.186060 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73138c2c-6d2f-4893-8980-6978be159d07 req-6c7001f2-2866-49e1-b16f-443e3cbb5c53 service neutron] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.5690393 Jul 07 19:09:48.187127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Transition to ACTIVE for port object 6d250807-0dcf-4782-aaa1-65fa68923aaa will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:48.221128 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:48.308212 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73138c2c-6d2f-4893-8980-6978be159d07 req-2c801b30-d6df-4b58-b591-a42ac5ebb19e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33 HTTP/1.1" status: 200 len: 217 time: 0.1034710 Jul 07 19:09:48.381457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Pushing event updated for resources: {'Port': ['ID=6d250807-0dcf-4782-aaa1-65fa68923aaa,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:48.389935 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-917a8901-f586-44ad-a615-a71e56c7151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:48.391442 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-917a8901-f586-44ad-a615-a71e56c7151c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.1855206 Jul 07 19:09:48.398089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce199bf3-4dd7-4fb9-8997-f35b3a5e268b req-be195b86-dbc7-4eea-974a-3363b9c9324f tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:48.399695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce199bf3-4dd7-4fb9-8997-f35b3a5e268b req-be195b86-dbc7-4eea-974a-3363b9c9324f tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 949 time: 0.1071868 Jul 07 19:09:48.456950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138c2c-6d2f-4893-8980-6978be159d07 req-2d4ce742-1d9e-487a-afda-c5390e188116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:48.458405 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73138c2c-6d2f-4893-8980-6978be159d07 req-2d4ce742-1d9e-487a-afda-c5390e188116 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1376832 Jul 07 19:09:48.460245 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-586383ab-1fc5-493a-a49b-4fe6c4be1e9b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581224 Jul 07 19:09:48.463337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce199bf3-4dd7-4fb9-8997-f35b3a5e268b req-78d20270-00f4-4f8e-850d-760cc7aae743 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548966 Jul 07 19:09:48.500868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Attempting to bind port 6d250807-0dcf-4782-aaa1-65fa68923aaa on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:48.501438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Attempting to bind port 6d250807-0dcf-4782-aaa1-65fa68923aaa by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:48.501935 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Attempting to bind port 6d250807-0dcf-4782-aaa1-65fa68923aaa on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:48.525622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059460-1b50-4dad-9920-2d5f58fcdd1f req-30ab807b-ea4b-4588-a780-eaebe38ad062 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:48.528246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96059460-1b50-4dad-9920-2d5f58fcdd1f req-30ab807b-ea4b-4588-a780-eaebe38ad062 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 935 time: 0.3928463 Jul 07 19:09:48.580984 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15220c95-25a7-4bf2-9e39-beae0534fdc4 x-openstack-request-id: req-15220c95-25a7-4bf2-9e39-beae0534fdc4 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:48.581444 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e9ceed-6143-4c7c-aebb-e4a6c4edda1d", "tag": "1243ba9e-17c7-49ea-9867-5fbb025867b2", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:48.581850 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15220c95-25a7-4bf2-9e39-beae0534fdc4 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:48.582430 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e9ceed-6143-4c7c-aebb-e4a6c4edda1d', 'tag': '1243ba9e-17c7-49ea-9867-5fbb025867b2', 'status': 'completed', 'code': 200} Jul 07 19:09:48.585536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Port 6d250807-0dcf-4782-aaa1-65fa68923aaa on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:48.586075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Attempting to bind port 6d250807-0dcf-4782-aaa1-65fa68923aaa on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:48.591652 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73138c2c-6d2f-4893-8980-6978be159d07 req-a7b29c67-9051-40a9-ab09-7a26b1c97ae1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180184 Jul 07 19:09:48.652801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:48.653133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:48.653511 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:48.653960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Bound port: 6d250807-0dcf-4782-aaa1-65fa68923aaa, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:48.654302 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:48.776278 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96059460-1b50-4dad-9920-2d5f58fcdd1f req-48e17d55-4181-4a07-813b-51ca8411811e tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924748 Jul 07 19:09:48.822533 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-ee953644-ae98-4617-a2fe-6974031bc59e service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503304 Jul 07 19:09:48.894269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:48.899623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73138c2c-6d2f-4893-8980-6978be159d07 req-c078e790-a330-4987-8d49-b6a8e99364d3 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601969 Jul 07 19:09:48.931609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:48.973789 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:49.001946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619aba3-e13e-41d2-a99e-bcc390716667 req-701bdfe9-ac94-48fb-8d32-d5a7ed58b22f tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.003547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7619aba3-e13e-41d2-a99e-bcc390716667 req-701bdfe9-ac94-48fb-8d32-d5a7ed58b22f tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 949 time: 0.0943606 Jul 07 19:09:49.053876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7619aba3-e13e-41d2-a99e-bcc390716667 req-dd5ce8df-aab4-4724-bf1f-4f297a0f2895 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Jul 07 19:09:49.077351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.077980 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:49.079704 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] 10.222.0.110 "PUT /v2.0/ports/6d250807-0dcf-4782-aaa1-65fa68923aaa HTTP/1.1" status: 200 len: 1117 time: 2.5263906 Jul 07 19:09:49.114702 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fa393d0-dde1-437a-a9fb-9aa45ba8fce1 req-d6d5026e-5fa3-47d3-965e-3a0c60a568ad service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833147 Jul 07 19:09:49.164801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27e311-7320-48aa-aad5-61d33c4bd67e service neutron] Pushing event updated for resources: {'Port': ['ID=6d250807-0dcf-4782-aaa1-65fa68923aaa,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:49.171137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73138c2c-6d2f-4893-8980-6978be159d07 req-408c73da-5bc2-4801-b47c-46c7d8e84b91 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601817 Jul 07 19:09:49.284026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1311e1d-6b80-45e9-bcb4-8f17017e2119 req-b8f4d004-803b-4a50-8e6e-6453d3d12e19 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.285656 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a1311e1d-6b80-45e9-bcb4-8f17017e2119 req-b8f4d004-803b-4a50-8e6e-6453d3d12e19 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 965 time: 0.3051205 Jul 07 19:09:49.329745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e447552-e06a-4619-89b7-2d63992c98ce req-a9246840-564a-48f5-bd5e-9d26918c29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.333337 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-a9246840-564a-48f5-bd5e-9d26918c29e3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=da1288aa620243939031718ead139826&device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 1120 time: 0.1789119 Jul 07 19:09:49.367075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d51e-5626-4509-a8eb-39fdfda73425 req-011662e9-b869-4749-a083-bf8b07d826ca tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.368619 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2575d51e-5626-4509-a8eb-39fdfda73425 req-011662e9-b869-4749-a083-bf8b07d826ca tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 965 time: 0.0741308 Jul 07 19:09:49.405394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e160d-7e45-495c-9314-1a4380266047 req-bc4db24f-b8f4-4bd0-b35e-59d2fe995961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.407732 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0c4e160d-7e45-495c-9314-1a4380266047 req-bc4db24f-b8f4-4bd0-b35e-59d2fe995961 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 1116 time: 0.2079952 Jul 07 19:09:49.409353 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-0c274643-3130-4485-9121-0187a564b561 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa HTTP/1.1" status: 200 len: 217 time: 0.0666835 Jul 07 19:09:49.411765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a1311e1d-6b80-45e9-bcb4-8f17017e2119 req-a896f361-1961-4cc1-818a-1a675e07bbce tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089995 Jul 07 19:09:49.425928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2575d51e-5626-4509-a8eb-39fdfda73425 req-53cf703d-e91f-49fe-8631-a3f67f60b2d0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422370 Jul 07 19:09:49.537535 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e447552-e06a-4619-89b7-2d63992c98ce req-6be46de4-8685-4f6c-9aab-008278aefcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.539499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-6be46de4-8685-4f6c-9aab-008278aefcee service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1117995 Jul 07 19:09:49.610469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e160d-7e45-495c-9314-1a4380266047 req-387a7a75-d359-4b02-a435-5b460b2f9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.612892 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0c4e160d-7e45-495c-9314-1a4380266047 req-387a7a75-d359-4b02-a435-5b460b2f9e02 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.1935472 Jul 07 19:09:49.681664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0c4e160d-7e45-495c-9314-1a4380266047 req-c024880d-3b34-49f4-879c-8208830896c0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2 HTTP/1.1" status: 200 len: 217 time: 0.0556049 Jul 07 19:09:49.742879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e447552-e06a-4619-89b7-2d63992c98ce req-6665fe0c-0611-4449-91d1-83a702c10462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.745407 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-6665fe0c-0611-4449-91d1-83a702c10462 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1975811 Jul 07 19:09:49.866131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e160d-7e45-495c-9314-1a4380266047 req-ad9b4be5-c4a0-4016-b322-704e678101d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.867652 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0c4e160d-7e45-495c-9314-1a4380266047 req-ad9b4be5-c4a0-4016-b322-704e678101d6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.1732569 Jul 07 19:09:49.922051 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0c4e160d-7e45-495c-9314-1a4380266047 req-fd718190-7c73-495c-9b1c-01ebcebcb7b3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383658 Jul 07 19:09:49.959662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7ece3-81f9-43d2-8704-10441cb1f7f7 req-d93fc396-fbed-4cad-ae61-c13a3b13c66b tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.962273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94e7ece3-81f9-43d2-8704-10441cb1f7f7 req-d93fc396-fbed-4cad-ae61-c13a3b13c66b tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 949 time: 0.2872169 Jul 07 19:09:49.968401 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-a2f29ae6-06c6-49e2-9d1e-bca49c9cd8ae service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933770 Jul 07 19:09:50.113180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5a147802-a23f-4d81-8ad2-92bd62f9fe33 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:50.251251 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba334b78-2f0d-41fe-9dac-3be8ceb6fbbd req-85c864b8-a4b9-4ed6-9994-c687c8176f37 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:50.252826 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba334b78-2f0d-41fe-9dac-3be8ceb6fbbd req-85c864b8-a4b9-4ed6-9994-c687c8176f37 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 969 time: 0.0838740 Jul 07 19:09:50.287066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:50.301401 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '5a147802-a23f-4d81-8ad2-92bd62f9fe33', 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d', 'port_id': '5a147802-a23f-4d81-8ad2-92bd62f9fe33', 'mac_address': 'fa:16:3e:ba:2a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5aed6a-ddd5-48c5-a316-d5e4b085a076', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-1049122052', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:50.303755 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94e7ece3-81f9-43d2-8704-10441cb1f7f7 req-164713d4-8039-4fe5-970d-d710abefc2f8 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182132 Jul 07 19:09:50.306693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba334b78-2f0d-41fe-9dac-3be8ceb6fbbd req-5ca4719f-2fd5-41f7-86fb-e2a863ea737a tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450678 Jul 07 19:09:50.346894 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:50.371790 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0c4e160d-7e45-495c-9314-1a4380266047 req-4c2dea4b-b341-4843-8f24-0c4e6f0015fb service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399300 Jul 07 19:09:50.375964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a147802-a23f-4d81-8ad2-92bd62f9fe33 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:50.378346 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e447552-e06a-4619-89b7-2d63992c98ce req-54546d65-a2aa-455b-a298-953e6215205d service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898976 Jul 07 19:09:50.421191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:50.425329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 2df6b345-b657-4c5c-af3d-03492614a9e9 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:50.465726 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:50.532045 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0c4e160d-7e45-495c-9314-1a4380266047 req-c5e4bc65-29d9-48de-8e04-642660ea27be service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524854 Jul 07 19:09:50.580362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=5a147802-a23f-4d81-8ad2-92bd62f9fe33,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:50.583577 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:50.588622 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679257bd-4ae8-43c2-a7bd-a2e856e38bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:50.590230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 2df6b345-b657-4c5c-af3d-03492614a9e9 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:50.598995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 2df6b345-b657-4c5c-af3d-03492614a9e9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:50.599582 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:50.677747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e82a5c-187e-458e-b391-e60baf174ddb req-98094465-35d0-4520-88ab-779ec8d7dbc6 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:50.684325 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b7e82a5c-187e-458e-b391-e60baf174ddb req-98094465-35d0-4520-88ab-779ec8d7dbc6 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 966 time: 0.0778906 Jul 07 19:09:50.708689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b0110-ec2a-4239-9749-7ab3d69d6712 req-dd856dfe-d9a9-4aa1-8a85-7d4d9b2b8dcd tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:50.710487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c6b0110-ec2a-4239-9749-7ab3d69d6712 req-dd856dfe-d9a9-4aa1-8a85-7d4d9b2b8dcd tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 949 time: 0.1059716 Jul 07 19:09:50.732417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['5a147802-a23f-4d81-8ad2-92bd62f9fe33'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:50.738583 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:50.753962 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b7e82a5c-187e-458e-b391-e60baf174ddb req-bc11851a-cf09-471e-988a-7c1a55a72665 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649524 Jul 07 19:09:50.763799 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c6b0110-ec2a-4239-9749-7ab3d69d6712 req-1e64fb8d-9d74-45ca-9d95-ec64fde63bc3 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Jul 07 19:09:50.810418 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a7400e-2b94-4889-9af9-a5875e7663fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df6b345-b657-4c5c-af3d-03492614a9e9'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:50.813399 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a0b679-d5e5-4af2-994d-3967072b72b9" -d '{"events": [{"server_uuid": "c7a7400e-2b94-4889-9af9-a5875e7663fe", "name": "network-vif-plugged", "status": "completed", "tag": "2df6b345-b657-4c5c-af3d-03492614a9e9"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:50.843003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 2df6b345-b657-4c5c-af3d-03492614a9e9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=2df6b345-b657-4c5c-af3d-03492614a9e9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:50.852303 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:50.853094 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8ada9bd2-189c-43c5-bac4-a6d647797d1a up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:51.002228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec8b39-50ab-4fe5-96bb-98059faf3e76 req-755667d2-f592-477f-837c-571c622817f3 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.004740 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e3ec8b39-50ab-4fe5-96bb-98059faf3e76 req-755667d2-f592-477f-837c-571c622817f3 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 965 time: 0.1135778 Jul 07 19:09:51.086940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e3ec8b39-50ab-4fe5-96bb-98059faf3e76 req-64c25052-526f-4701-bc65-a00c86c3c4d5 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721271 Jul 07 19:09:51.145475 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edecd9c-1bd4-4e2d-a0a7-ce44537c26da x-openstack-request-id: req-5edecd9c-1bd4-4e2d-a0a7-ce44537c26da {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:51.146305 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:51.147380 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5edecd9c-1bd4-4e2d-a0a7-ce44537c26da {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:51.148451 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'status': 'completed', 'code': 200} Jul 07 19:09:51.152560 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3b703be3-3c56-4d99-ba4f-a6cee06cb5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:51.196753 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e412e9e6-51cd-4751-8685-e12fad230006 x-openstack-request-id: req-e412e9e6-51cd-4751-8685-e12fad230006 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:51.197284 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a7400e-2b94-4889-9af9-a5875e7663fe", "name": "network-vif-plugged", "status": "completed", "tag": "2df6b345-b657-4c5c-af3d-03492614a9e9", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:51.197694 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e412e9e6-51cd-4751-8685-e12fad230006 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:51.198242 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a7400e-2b94-4889-9af9-a5875e7663fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df6b345-b657-4c5c-af3d-03492614a9e9', 'code': 200} Jul 07 19:09:51.204089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=2df6b345-b657-4c5c-af3d-03492614a9e9,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:51.250881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 8ada9bd2-189c-43c5-bac4-a6d647797d1a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:51.271208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 8ada9bd2-189c-43c5-bac4-a6d647797d1a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:51.271593 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:51.388026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679257bd-4ae8-43c2-a7bd-a2e856e38bcd req-42dd7df0-e3b8-4cf6-b817-4e8c91ced22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.389709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-679257bd-4ae8-43c2-a7bd-a2e856e38bcd req-42dd7df0-e3b8-4cf6-b817-4e8c91ced22f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=da1288aa620243939031718ead139826&device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 1120 time: 0.2170386 Jul 07 19:09:51.440321 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:51.504876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c993-35cf-4383-9fae-c5ca857c8108 req-b9ac5836-7740-4d09-a0f8-4274e79e299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.508562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ff2c993-35cf-4383-9fae-c5ca857c8108 req-b9ac5836-7740-4d09-a0f8-4274e79e299d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 1101 time: 0.2038705 Jul 07 19:09:51.513127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8ada9bd2-189c-43c5-bac4-a6d647797d1a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8ada9bd2-189c-43c5-bac4-a6d647797d1a,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:51.519753 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:51.615942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8ada9bd2-189c-43c5-bac4-a6d647797d1a,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:51.649488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef52357-44c8-4f6f-8078-ccad268098fc req-0ef3deec-d744-4d71-bd13-e793da7113b2 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.651389 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ef52357-44c8-4f6f-8078-ccad268098fc req-0ef3deec-d744-4d71-bd13-e793da7113b2 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 950 time: 0.1123638 Jul 07 19:09:51.656773 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ff2c993-35cf-4383-9fae-c5ca857c8108 req-07b43cca-11bb-4a8c-95cd-f3dad493ec73 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407957 Jul 07 19:09:51.659685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679257bd-4ae8-43c2-a7bd-a2e856e38bcd req-4404664b-d76c-41cf-95ea-e46bbcf048af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.661311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-679257bd-4ae8-43c2-a7bd-a2e856e38bcd req-4404664b-d76c-41cf-95ea-e46bbcf048af service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.2557225 Jul 07 19:09:51.737723 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ef52357-44c8-4f6f-8078-ccad268098fc req-851c281c-54fc-469d-829b-4c59e02a5c87 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741158 Jul 07 19:09:51.746722 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-679257bd-4ae8-43c2-a7bd-a2e856e38bcd req-9c23f055-cb66-4e7c-b99b-afc4893d6941 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa HTTP/1.1" status: 200 len: 217 time: 0.0710590 Jul 07 19:09:51.759622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f625e-2a3b-420e-9e6b-eb404c6407d8 req-53db7302-44e0-4c12-94f5-996ef71db92a tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.761223 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e5f625e-2a3b-420e-9e6b-eb404c6407d8 req-53db7302-44e0-4c12-94f5-996ef71db92a tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 969 time: 0.1792169 Jul 07 19:09:51.851840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679257bd-4ae8-43c2-a7bd-a2e856e38bcd req-8b2f7921-750f-4ffe-945b-5b8afbf56a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.853354 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-679257bd-4ae8-43c2-a7bd-a2e856e38bcd req-8b2f7921-750f-4ffe-945b-5b8afbf56a5f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0911653 Jul 07 19:09:51.856605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e5f625e-2a3b-420e-9e6b-eb404c6407d8 req-b2eb07c7-899d-4ef9-bb8e-f10ec483bac1 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836103 Jul 07 19:09:51.958650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679257bd-4ae8-43c2-a7bd-a2e856e38bcd req-9fc88a6f-94d1-4178-921a-ae70a5996075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.960942 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-679257bd-4ae8-43c2-a7bd-a2e856e38bcd req-9fc88a6f-94d1-4178-921a-ae70a5996075 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000361 Jul 07 19:09:52.140793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 1243ba9e-17c7-49ea-9867-5fbb025867b2 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:52.175140 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-679257bd-4ae8-43c2-a7bd-a2e856e38bcd req-fb12c181-4d31-48bd-aae1-2d6a1115c24c service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062633 Jul 07 19:09:52.188684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aebfc0-cbce-4bef-9875-6362a88f8dfe req-3001ca2b-c5cd-49b2-90eb-1b6384d249b3 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:52.189686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602d7dc-652c-439f-9fb9-a6ef6ac51490 req-2d02dfe2-2ebd-4ebe-8faf-b574c79af725 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:52.192508 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9602d7dc-652c-439f-9fb9-a6ef6ac51490 req-2d02dfe2-2ebd-4ebe-8faf-b574c79af725 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 966 time: 0.1835639 Jul 07 19:09:52.198452 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-24aebfc0-cbce-4bef-9875-6362a88f8dfe req-3001ca2b-c5cd-49b2-90eb-1b6384d249b3 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 950 time: 0.1285946 Jul 07 19:09:52.220543 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5a147802-a23f-4d81-8ad2-92bd62f9fe33 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:52.247422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-24aebfc0-cbce-4bef-9875-6362a88f8dfe req-d38316fc-02c3-4655-ba18-192b8c6e89cf tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473723 Jul 07 19:09:52.366548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9602d7dc-652c-439f-9fb9-a6ef6ac51490 req-6ecfd1a4-80ab-496b-b761-1219b973d4f4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573868 Jul 07 19:09:52.417119 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:52.434529 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-679257bd-4ae8-43c2-a7bd-a2e856e38bcd req-4b61c1fd-a722-4da7-b30c-6005f9945747 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400019 Jul 07 19:09:52.435125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42644) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:52.469652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '1243ba9e-17c7-49ea-9867-5fbb025867b2', 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc', 'port_id': '1243ba9e-17c7-49ea-9867-5fbb025867b2', 'mac_address': 'fa:16:3e:6c:60:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05946642-1500-4a2b-8a19-0c5229723139', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1049122052', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:52.477610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:52.482657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:52.483178 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:52.528344 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:52.561419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1243ba9e-17c7-49ea-9867-5fbb025867b2 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:52.597620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:52.611111 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:52.682638 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b3cecdf-f620-4c34-8d7a-17bb710cd49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:52.695448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464ad2c-03b7-4833-ac0a-7dd2698ed9e5 req-773226cc-90a1-493a-a2a2-d0e2ab907b58 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:52.698426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c464ad2c-03b7-4833-ac0a-7dd2698ed9e5 req-773226cc-90a1-493a-a2a2-d0e2ab907b58 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 965 time: 0.1344321 Jul 07 19:09:52.732138 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:52.734267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=1243ba9e-17c7-49ea-9867-5fbb025867b2,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:52.785372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:52.793514 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:52.805225 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c464ad2c-03b7-4833-ac0a-7dd2698ed9e5 req-003d6fc7-bc85-4ce9-b1dc-00efed8fd93c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904872 Jul 07 19:09:52.868590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=5a147802-a23f-4d81-8ad2-92bd62f9fe33,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:52.891826 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['1243ba9e-17c7-49ea-9867-5fbb025867b2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:52.930718 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b3cecdf-f620-4c34-8d7a-17bb710cd49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:52.938052 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b3cecdf-f620-4c34-8d7a-17bb710cd49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:53.001316 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1b3cecdf-f620-4c34-8d7a-17bb710cd49a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36abdaa438494442bd0b4d8c717929da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5613160 Jul 07 19:09:53.001316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cecdf-f620-4c34-8d7a-17bb710cd49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01c5468-0e23-470d-abd4-e1997d799012,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:53.003998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42672) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:53.096479 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2156f732-ff14-42f7-bbba-7c02291c62c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:53.117485 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9c1ca-2659-43b2-b01f-8ec5c27371db req-c06fa906-fb29-4f38-b02d-3b0f07c8c975 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.129525 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0c9c1ca-2659-43b2-b01f-8ec5c27371db req-c06fa906-fb29-4f38-b02d-3b0f07c8c975 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 950 time: 0.1335418 Jul 07 19:09:53.133326 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2156f732-ff14-42f7-bbba-7c02291c62c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:53.171584 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0c9c1ca-2659-43b2-b01f-8ec5c27371db req-0695e0d7-3840-47c8-9c41-090804f69a05 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409100 Jul 07 19:09:53.200274 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de55e6-7e3f-47bb-b533-3cc58cbdbca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ada9bd2-189c-43c5-bac4-a6d647797d1a'}, {'server_uuid': '6441e835-9d58-4bd8-b709-523de2ee2148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a147802-a23f-4d81-8ad2-92bd62f9fe33'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:53.213514 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a566fc-535b-4d0f-b9b6-fe82433dbfd6" -d '{"events": [{"server_uuid": "a1de55e6-7e3f-47bb-b533-3cc58cbdbca4", "name": "network-vif-plugged", "status": "completed", "tag": "8ada9bd2-189c-43c5-bac4-a6d647797d1a"}, {"server_uuid": "6441e835-9d58-4bd8-b709-523de2ee2148", "name": "network-vif-plugged", "status": "completed", "tag": "5a147802-a23f-4d81-8ad2-92bd62f9fe33"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:53.289929 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2156f732-ff14-42f7-bbba-7c02291c62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:53.294334 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2156f732-ff14-42f7-bbba-7c02291c62c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:53.296053 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2156f732-ff14-42f7-bbba-7c02291c62c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a01c5468-0e23-470d-abd4-e1997d799012 HTTP/1.1" status: 204 len: 168 time: 0.2886844 Jul 07 19:09:53.311691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9c532-31c9-4ef5-b6a2-c0a4e38f17f1 req-4517aaad-7396-4dad-8227-a787ca7a350d tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.313601 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89e9c532-31c9-4ef5-b6a2-c0a4e38f17f1 req-4517aaad-7396-4dad-8227-a787ca7a350d tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 969 time: 0.1233113 Jul 07 19:09:53.321119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156f732-ff14-42f7-bbba-7c02291c62c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01c5468-0e23-470d-abd4-e1997d799012,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:53.343502 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac86356-8bb5-462f-ac8b-e218948e6885 x-openstack-request-id: req-cac86356-8bb5-462f-ac8b-e218948e6885 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:53.344920 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1de55e6-7e3f-47bb-b533-3cc58cbdbca4", "name": "network-vif-plugged", "status": "completed", "tag": "8ada9bd2-189c-43c5-bac4-a6d647797d1a", "code": 200}, {"server_uuid": "6441e835-9d58-4bd8-b709-523de2ee2148", "name": "network-vif-plugged", "status": "completed", "tag": "5a147802-a23f-4d81-8ad2-92bd62f9fe33", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:53.345282 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cac86356-8bb5-462f-ac8b-e218948e6885 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:53.346237 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de55e6-7e3f-47bb-b533-3cc58cbdbca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ada9bd2-189c-43c5-bac4-a6d647797d1a', 'code': 200} Jul 07 19:09:53.347257 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6441e835-9d58-4bd8-b709-523de2ee2148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a147802-a23f-4d81-8ad2-92bd62f9fe33', 'code': 200} Jul 07 19:09:53.452910 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c374-b460-490e-85e5-adc446b45851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:53.488014 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89e9c532-31c9-4ef5-b6a2-c0a4e38f17f1 req-9cfdb735-faa4-425d-b619-ab768c66ccca tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504512 Jul 07 19:09:53.652776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c9903-a5a7-423a-8453-c9e8a590e6e2 req-6ea05372-5041-4d88-8d5c-a1027a20e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.655255 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e80c9903-a5a7-423a-8453-c9e8a590e6e2 req-6ea05372-5041-4d88-8d5c-a1027a20e784 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 1118 time: 0.1366622 Jul 07 19:09:53.667943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ce26f-1bdc-4fe1-af13-29018cd808e6 req-e9cc3f60-f9c7-4c3c-a7e4-d0e0b3977dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.670292 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f8ce26f-1bdc-4fe1-af13-29018cd808e6 req-e9cc3f60-f9c7-4c3c-a7e4-d0e0b3977dbc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 1101 time: 0.1757786 Jul 07 19:09:53.688667 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:53.780862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6df60-3c81-452b-92ec-3012092b07e7 req-ff51a753-596b-4555-81fd-dbc4bdc01546 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.781375 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e80c9903-a5a7-423a-8453-c9e8a590e6e2 req-00575e07-3495-4bf9-8f97-5c58048b1e4f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095932 Jul 07 19:09:53.787670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81f6df60-3c81-452b-92ec-3012092b07e7 req-ff51a753-596b-4555-81fd-dbc4bdc01546 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 967 time: 0.1343184 Jul 07 19:09:53.794629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede7fe7-e5c1-4478-893c-95c0492e2a65 req-e5dd6d53-c105-44f0-a58a-03e44e1b8112 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.799507 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ede7fe7-e5c1-4478-893c-95c0492e2a65 req-e5dd6d53-c105-44f0-a58a-03e44e1b8112 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 950 time: 0.2071435 Jul 07 19:09:53.815283 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f8ce26f-1bdc-4fe1-af13-29018cd808e6 req-3f2a6609-0e1c-44ac-952c-2bd546d37a3a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303577 Jul 07 19:09:53.844662 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81f6df60-3c81-452b-92ec-3012092b07e7 req-ed7cf549-82da-4e30-b5c1-6e4a9898ec37 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506511 Jul 07 19:09:53.865914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42694) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:53.868576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ede7fe7-e5c1-4478-893c-95c0492e2a65 req-9489b812-4d11-4082-87b1-03deb015e8e1 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585544 Jul 07 19:09:53.886944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-259adca7-5f27-4351-824e-3f54a6e767bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:54.077970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-259adca7-5f27-4351-824e-3f54a6e767bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:54.100163 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-259adca7-5f27-4351-824e-3f54a6e767bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:54.161435 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6d250807-0dcf-4782-aaa1-65fa68923aaa details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:54.212741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-259adca7-5f27-4351-824e-3f54a6e767bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6c7685aeb4c4ed89128bd2005d883d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426821 Jul 07 19:09:54.213306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42704) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:54.216057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259adca7-5f27-4351-824e-3f54a6e767bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3736d4dd-bad4-4314-b634-2c7c2b434da4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:54.263645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b524d-6a05-451a-9d35-23d63b7e677b req-02771a68-68cd-4075-85b8-12e98236fd22 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:54.267018 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a0b524d-6a05-451a-9d35-23d63b7e677b req-02771a68-68cd-4075-85b8-12e98236fd22 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 966 time: 0.1854630 Jul 07 19:09:54.310951 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 1243ba9e-17c7-49ea-9867-5fbb025867b2 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:54.348064 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc24d506-60dc-492b-8f99-2440c10b7d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:54.350402 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a0b524d-6a05-451a-9d35-23d63b7e677b req-fcafaaf8-9117-4a8f-af18-1821d2bd94ba tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735493 Jul 07 19:09:54.395039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:54.407133 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc24d506-60dc-492b-8f99-2440c10b7d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:54.425972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'mac_address': 'fa:16:3e:4d:52:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:tempest-test_az-1049122052', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:54.469953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 1243ba9e-17c7-49ea-9867-5fbb025867b2 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:54.480917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 1243ba9e-17c7-49ea-9867-5fbb025867b2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:54.481348 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:54.518259 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:54.532837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc24d506-60dc-492b-8f99-2440c10b7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:54.538553 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc24d506-60dc-492b-8f99-2440c10b7d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:54.540997 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bc24d506-60dc-492b-8f99-2440c10b7d70 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3736d4dd-bad4-4314-b634-2c7c2b434da4 HTTP/1.1" status: 204 len: 168 time: 0.3257270 Jul 07 19:09:54.557209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d506-60dc-492b-8f99-2440c10b7d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3736d4dd-bad4-4314-b634-2c7c2b434da4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:54.558680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d250807-0dcf-4782-aaa1-65fa68923aaa {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:54.645617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:54.662915 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:54.685011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174970b0-174a-40f2-91f8-4d59a5367cba req-6a301810-fc4a-49a9-ba75-ec6b2a717c5d tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:54.693813 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-174970b0-174a-40f2-91f8-4d59a5367cba req-6a301810-fc4a-49a9-ba75-ec6b2a717c5d tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 950 time: 0.1111321 Jul 07 19:09:54.753039 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:54.761112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13031b41-8e2f-4da9-8098-2bfcf0f815a9 req-8661c198-5aa1-4304-92d0-4ae1831ef143 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:54.763413 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13031b41-8e2f-4da9-8098-2bfcf0f815a9 req-8661c198-5aa1-4304-92d0-4ae1831ef143 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 972 time: 0.1449223 Jul 07 19:09:54.768674 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-174970b0-174a-40f2-91f8-4d59a5367cba req-c0a3143b-4522-4ba3-a961-8eef1b742b57 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731156 Jul 07 19:09:54.813647 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:54.854241 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13031b41-8e2f-4da9-8098-2bfcf0f815a9 req-8aa1510c-e6d9-4e22-8adb-81608729317f tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796976 Jul 07 19:09:54.903548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6d250807-0dcf-4782-aaa1-65fa68923aaa,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:54.957571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:54.962714 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:55.045651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['6d250807-0dcf-4782-aaa1-65fa68923aaa'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:55.126583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=1243ba9e-17c7-49ea-9867-5fbb025867b2,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:55.137994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d263a16-2701-4d56-baca-ff79e0c5a792 req-f84cedb0-6041-4cb7-91b7-79bc420f178d tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:55.140904 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d263a16-2701-4d56-baca-ff79e0c5a792 req-f84cedb0-6041-4cb7-91b7-79bc420f178d tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 970 time: 0.1560056 Jul 07 19:09:55.212726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d263a16-2701-4d56-baca-ff79e0c5a792 req-c2eb2f2d-43a9-4a5e-adf2-52325653e9c2 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574088 Jul 07 19:09:55.357329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e9ceed-6143-4c7c-aebb-e4a6c4edda1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1243ba9e-17c7-49ea-9867-5fbb025867b2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:55.361608 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17870a9b-c5c5-478a-95cd-816d34afa6b0" -d '{"events": [{"server_uuid": "75e9ceed-6143-4c7c-aebb-e4a6c4edda1d", "name": "network-vif-plugged", "status": "completed", "tag": "1243ba9e-17c7-49ea-9867-5fbb025867b2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:55.534040 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae449c7-096c-4082-96fe-7cd630b9e3ab req-33ac6fb8-424e-4486-adb4-91aac6d49d70 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:55.535868 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ae449c7-096c-4082-96fe-7cd630b9e3ab req-33ac6fb8-424e-4486-adb4-91aac6d49d70 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 967 time: 0.1049342 Jul 07 19:09:55.591499 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ae449c7-096c-4082-96fe-7cd630b9e3ab req-a8b43cba-5b75-4e22-85fb-dc61be0cea5c tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452828 Jul 07 19:09:55.897693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e925f-76fa-448a-b5e8-b7bdbd414762 req-03e9d86f-8d4a-4ae7-8fca-269796d618d3 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:55.904144 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e37e925f-76fa-448a-b5e8-b7bdbd414762 req-03e9d86f-8d4a-4ae7-8fca-269796d618d3 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 950 time: 0.1144321 Jul 07 19:09:55.971807 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e37e925f-76fa-448a-b5e8-b7bdbd414762 req-fd2db453-55f7-4c3d-96da-e2b1578a5db5 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614786 Jul 07 19:09:56.138411 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10d1fee-5adb-4076-b8bd-9f697a2fb861 x-openstack-request-id: req-d10d1fee-5adb-4076-b8bd-9f697a2fb861 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:56.139405 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e9ceed-6143-4c7c-aebb-e4a6c4edda1d", "name": "network-vif-plugged", "status": "completed", "tag": "1243ba9e-17c7-49ea-9867-5fbb025867b2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:56.139405 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d10d1fee-5adb-4076-b8bd-9f697a2fb861 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:56.139737 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e9ceed-6143-4c7c-aebb-e4a6c4edda1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1243ba9e-17c7-49ea-9867-5fbb025867b2', 'code': 200} Jul 07 19:09:56.175520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6d250807-0dcf-4782-aaa1-65fa68923aaa up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:56.273717 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 6d250807-0dcf-4782-aaa1-65fa68923aaa completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:56.284728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 6d250807-0dcf-4782-aaa1-65fa68923aaa triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:56.285685 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:56.382287 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:56.383292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101861d-dbaa-44ca-b973-d5632fb25753 req-95a2021a-55fe-4e83-9af8-8c112056c595 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:56.384862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5101861d-dbaa-44ca-b973-d5632fb25753 req-95a2021a-55fe-4e83-9af8-8c112056c595 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.110 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 972 time: 0.2342544 Jul 07 19:09:56.460221 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:56.468828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822dfcf-f530-40f3-918b-83df5207b725 req-06f76879-274d-46a1-8594-da694c3d4047 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:56.470624 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3822dfcf-f530-40f3-918b-83df5207b725 req-06f76879-274d-46a1-8594-da694c3d4047 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.1827924 Jul 07 19:09:56.504270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4dbad-a9dc-4209-bcdd-f927bee3de45 req-341ed8d7-b1aa-4972-9a76-d78d9f711b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:56.506212 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e3c4dbad-a9dc-4209-bcdd-f927bee3de45 req-341ed8d7-b1aa-4972-9a76-d78d9f711b68 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 1118 time: 0.2520206 Jul 07 19:09:56.523052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:56.532244 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:56.652862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6d250807-0dcf-4782-aaa1-65fa68923aaa,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:56.779534 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3822dfcf-f530-40f3-918b-83df5207b725 req-2e374be0-671d-4b3f-af30-14a94c19cc4d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930241 Jul 07 19:09:56.805404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e3c4dbad-a9dc-4209-bcdd-f927bee3de45 req-e99d025d-349c-4665-9939-ea4ccc4886a8 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825692 Jul 07 19:09:56.839123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-5101861d-dbaa-44ca-b973-d5632fb25753 req-042ed790-0845-49e6-84fa-c2642a6ff841 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Deleting port 499f7e7b-fbb3-44b0-a116-d7f5eac47217 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:09:56.839674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5101861d-dbaa-44ca-b973-d5632fb25753 req-042ed790-0845-49e6-84fa-c2642a6ff841 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:56.980522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b13271-69d3-4ea4-aaaa-2c762160c6c4 req-99794e96-f39c-469d-a050-7e39ba5b6a59 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:56.983139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50b13271-69d3-4ea4-aaaa-2c762160c6c4 req-99794e96-f39c-469d-a050-7e39ba5b6a59 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 1118 time: 0.0703406 Jul 07 19:09:57.026248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-5101861d-dbaa-44ca-b973-d5632fb25753 req-042ed790-0845-49e6-84fa-c2642a6ff841 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] For port 499f7e7b-fbb3-44b0-a116-d7f5eac47217, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=499f7e7b-fbb3-44b0-a116-d7f5eac47217,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:57.026248 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5101861d-dbaa-44ca-b973-d5632fb25753 req-042ed790-0845-49e6-84fa-c2642a6ff841 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:57.036699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50b13271-69d3-4ea4-aaaa-2c762160c6c4 req-0f3a9117-a9c2-4614-9680-66b7b7aba8b0 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448065 Jul 07 19:09:57.050010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-5101861d-dbaa-44ca-b973-d5632fb25753 req-042ed790-0845-49e6-84fa-c2642a6ff841 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Calling delete_port for 499f7e7b-fbb3-44b0-a116-d7f5eac47217 owned by compute:tempest-test_az-1049122052 {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:09:57.081445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc1cc7-1d61-4c14-be48-58745e733324 req-88cb5737-1509-435d-94fe-3bb8c6ff39fb tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:57.083140 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bcdc1cc7-1d61-4c14-be48-58745e733324 req-88cb5737-1509-435d-94fe-3bb8c6ff39fb tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f487a1-b457-4248-9a01-cc1ce5e684f6 HTTP/1.1" status: 200 len: 972 time: 0.1707008 Jul 07 19:09:57.202925 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bcdc1cc7-1d61-4c14-be48-58745e733324 req-6dd5d05d-d7a6-49ce-8657-930d78e65246 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e456a6f-1c36-492c-b869-ede618a6ddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117909 Jul 07 19:09:57.323653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5101861d-dbaa-44ca-b973-d5632fb25753 req-042ed790-0845-49e6-84fa-c2642a6ff841 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:57.339768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['499f7e7b-fbb3-44b0-a116-d7f5eac47217'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:57.385463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ed790-0845-49e6-84fa-c2642a6ff841 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Pushing event deleted for resources: {'Port': ['ID=499f7e7b-fbb3-44b0-a116-d7f5eac47217,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:57.497961 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5101861d-dbaa-44ca-b973-d5632fb25753 req-042ed790-0845-49e6-84fa-c2642a6ff841 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] No DVR routers for this DVR port 499f7e7b-fbb3-44b0-a116-d7f5eac47217 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:09:57.505499 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5101861d-dbaa-44ca-b973-d5632fb25753 req-042ed790-0845-49e6-84fa-c2642a6ff841 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:57.506362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-4ff5e298-19de-432b-8ad3-df4e261e7be7 req-9a968501-1835-4588-8a67-69e2e549cc8c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:09:57.507683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5101861d-dbaa-44ca-b973-d5632fb25753 req-042ed790-0845-49e6-84fa-c2642a6ff841 tempest-AggregatesAdminTestJSON-1494079879 tempest-AggregatesAdminTestJSON-1494079879-project] 10.222.0.110 "DELETE /v2.0/ports/499f7e7b-fbb3-44b0-a116-d7f5eac47217 HTTP/1.1" status: 204 len: 173 time: 1.1124623 Jul 07 19:09:57.507899 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ff5e298-19de-432b-8ad3-df4e261e7be7 req-9a968501-1835-4588-8a67-69e2e549cc8c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094469 Jul 07 19:09:57.508161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f487a1-b457-4248-9a01-cc1ce5e684f6', 'name': 'network-vif-deleted', 'tag': '499f7e7b-fbb3-44b0-a116-d7f5eac47217'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:57.510892 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56652702-1b3a-451d-a294-0052c09ae28b" -d '{"events": [{"server_uuid": "03f487a1-b457-4248-9a01-cc1ce5e684f6", "name": "network-vif-deleted", "tag": "499f7e7b-fbb3-44b0-a116-d7f5eac47217"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:57.587396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c9ff6-9d5c-4478-9019-f7edd7f39e19 req-8e160ff9-301b-4175-b4c0-68fca227f840 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:57.603567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c3c9ff6-9d5c-4478-9019-f7edd7f39e19 req-8e160ff9-301b-4175-b4c0-68fca227f840 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 950 time: 0.1777847 Jul 07 19:09:57.670881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c3c9ff6-9d5c-4478-9019-f7edd7f39e19 req-1bc6d624-7829-484b-a7a9-5cefc6b58848 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651827 Jul 07 19:09:57.937409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242e56e-83d4-4b2a-8799-2725034764a2 req-7974e6c7-e5fa-4bb3-9edb-4a1e23654642 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:57.939100 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e242e56e-83d4-4b2a-8799-2725034764a2 req-7974e6c7-e5fa-4bb3-9edb-4a1e23654642 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 971 time: 0.0955245 Jul 07 19:09:58.013935 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e242e56e-83d4-4b2a-8799-2725034764a2 req-421efd1a-3a88-4d8d-994b-001551c570d2 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637119 Jul 07 19:09:58.104295 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be8da4e-93aa-4ac6-b7ea-d5a43185247d x-openstack-request-id: req-5be8da4e-93aa-4ac6-b7ea-d5a43185247d {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:58.104592 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f487a1-b457-4248-9a01-cc1ce5e684f6", "name": "network-vif-deleted", "tag": "499f7e7b-fbb3-44b0-a116-d7f5eac47217", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:58.104846 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5be8da4e-93aa-4ac6-b7ea-d5a43185247d {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:58.105251 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f487a1-b457-4248-9a01-cc1ce5e684f6', 'name': 'network-vif-deleted', 'tag': '499f7e7b-fbb3-44b0-a116-d7f5eac47217', 'status': 'completed', 'code': 200} Jul 07 19:09:58.141366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:58.155593 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad42f7b-7812-448a-a5f0-f775e61b62ee" -d '{"events": [{"server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "name": "network-vif-plugged", "status": "completed", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:58.167421 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c25543-3bfe-4d57-bf63-2dd8b7a6caae req-009f589a-b6e9-4e87-b808-3812b57432d1 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:58.169460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06c25543-3bfe-4d57-bf63-2dd8b7a6caae req-009f589a-b6e9-4e87-b808-3812b57432d1 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 1118 time: 0.1134160 Jul 07 19:09:58.201717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490440e-fb93-4b7a-887c-dbfa58f76f6a req-4223a770-32bc-49f0-9e76-4606f7cfd7ac tempest-DeleteServersAdminTestJSON-448198710 tempest-DeleteServersAdminTestJSON-448198710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:58.203299 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1490440e-fb93-4b7a-887c-dbfa58f76f6a req-4223a770-32bc-49f0-9e76-4606f7cfd7ac tempest-DeleteServersAdminTestJSON-448198710 tempest-DeleteServersAdminTestJSON-448198710-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 1101 time: 0.1088910 Jul 07 19:09:58.230956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06c25543-3bfe-4d57-bf63-2dd8b7a6caae req-d5460106-3a77-4778-91aa-f1ed115b1b0d tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499189 Jul 07 19:09:58.365860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d8333-0856-4eda-bab5-825d5f127197 req-3ef82feb-a5a2-45d6-989a-8968dfcd2f79 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:58.378518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-615d8333-0856-4eda-bab5-825d5f127197 req-3ef82feb-a5a2-45d6-989a-8968dfcd2f79 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 950 time: 0.1470673 Jul 07 19:09:58.397964 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-1490440e-fb93-4b7a-887c-dbfa58f76f6a req-70536dda-9550-4c29-aad9-21fdddd94827 tempest-DeleteServersAdminTestJSON-448198710 tempest-DeleteServersAdminTestJSON-448198710-project-admin] Deleting port 2df6b345-b657-4c5c-af3d-03492614a9e9 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:09:58.398582 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1490440e-fb93-4b7a-887c-dbfa58f76f6a req-70536dda-9550-4c29-aad9-21fdddd94827 tempest-DeleteServersAdminTestJSON-448198710 tempest-DeleteServersAdminTestJSON-448198710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:58.444768 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-615d8333-0856-4eda-bab5-825d5f127197 req-9fcc3acb-6ea8-4775-93cc-0e28f4fe986d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645175 Jul 07 19:09:58.573145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1490440e-fb93-4b7a-887c-dbfa58f76f6a req-70536dda-9550-4c29-aad9-21fdddd94827 tempest-DeleteServersAdminTestJSON-448198710 tempest-DeleteServersAdminTestJSON-448198710-project-admin] For port 2df6b345-b657-4c5c-af3d-03492614a9e9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=2df6b345-b657-4c5c-af3d-03492614a9e9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:58.573612 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1490440e-fb93-4b7a-887c-dbfa58f76f6a req-70536dda-9550-4c29-aad9-21fdddd94827 tempest-DeleteServersAdminTestJSON-448198710 tempest-DeleteServersAdminTestJSON-448198710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:58.593293 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-1490440e-fb93-4b7a-887c-dbfa58f76f6a req-70536dda-9550-4c29-aad9-21fdddd94827 tempest-DeleteServersAdminTestJSON-448198710 tempest-DeleteServersAdminTestJSON-448198710-project-admin] Calling delete_port for 2df6b345-b657-4c5c-af3d-03492614a9e9 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:09:58.665752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bb558-b1a0-4c0b-8940-021916a91cce req-3677118d-1080-482c-a4a0-9b1c48a4af38 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:58.667938 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-534bb558-b1a0-4c0b-8940-021916a91cce req-3677118d-1080-482c-a4a0-9b1c48a4af38 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.1616082 Jul 07 19:09:58.720769 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3353f9-00c0-443d-8d5d-886e581346cc x-openstack-request-id: req-6b3353f9-00c0-443d-8d5d-886e581346cc {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:58.720769 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "name": "network-vif-plugged", "status": "completed", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:58.720769 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b3353f9-00c0-443d-8d5d-886e581346cc {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:58.720769 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'code': 200} Jul 07 19:09:58.775691 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-534bb558-b1a0-4c0b-8940-021916a91cce req-3afef4d5-d262-46a2-a5f7-aaab5cdb6b2c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990410 Jul 07 19:09:58.921547 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1490440e-fb93-4b7a-887c-dbfa58f76f6a req-70536dda-9550-4c29-aad9-21fdddd94827 tempest-DeleteServersAdminTestJSON-448198710 tempest-DeleteServersAdminTestJSON-448198710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:58.936008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['2df6b345-b657-4c5c-af3d-03492614a9e9'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:58.957160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70536dda-9550-4c29-aad9-21fdddd94827 tempest-DeleteServersAdminTestJSON-448198710 tempest-DeleteServersAdminTestJSON-448198710-project-admin] Pushing event deleted for resources: {'Port': ['ID=2df6b345-b657-4c5c-af3d-03492614a9e9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:59.027574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd7372-82bb-45c7-8e90-866e89beab20 req-4f788fec-9917-4112-b6a2-347ae462fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:59.030686 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8cdd7372-82bb-45c7-8e90-866e89beab20 req-4f788fec-9917-4112-b6a2-347ae462fde0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 1122 time: 0.1935022 Jul 07 19:09:59.033583 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-feadfab8-ba3b-4e24-a931-626007d187cc tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4fb9e8f5342545af871d5a24b13d825d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787766 Jul 07 19:09:59.155901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1490440e-fb93-4b7a-887c-dbfa58f76f6a req-70536dda-9550-4c29-aad9-21fdddd94827 tempest-DeleteServersAdminTestJSON-448198710 tempest-DeleteServersAdminTestJSON-448198710-project-admin] No DVR routers for this DVR port 2df6b345-b657-4c5c-af3d-03492614a9e9 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:09:59.163432 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1490440e-fb93-4b7a-887c-dbfa58f76f6a req-70536dda-9550-4c29-aad9-21fdddd94827 tempest-DeleteServersAdminTestJSON-448198710 tempest-DeleteServersAdminTestJSON-448198710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:59.165463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1490440e-fb93-4b7a-887c-dbfa58f76f6a req-70536dda-9550-4c29-aad9-21fdddd94827 tempest-DeleteServersAdminTestJSON-448198710 tempest-DeleteServersAdminTestJSON-448198710-project-admin] 10.222.0.48 "DELETE /v2.0/ports/2df6b345-b657-4c5c-af3d-03492614a9e9 HTTP/1.1" status: 204 len: 173 time: 0.9561803 Jul 07 19:09:59.210911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8cdd7372-82bb-45c7-8e90-866e89beab20 req-a397f8e7-aed4-41a6-8542-406f88aad282 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522806 Jul 07 19:09:59.232497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42844) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:59.259627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c3fb3f6-b2db-40ff-b2ed-0ae7bab8fe43 req-c3cc5e4d-7439-40ed-977f-c22d2e2db36b tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a7400e-2b94-4889-9af9-a5875e7663fe HTTP/1.1" status: 200 len: 210 time: 0.0414035 Jul 07 19:09:59.260857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-9e00a45d-e74f-42ce-ae84-9182bf71de94 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:59.262852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-9e00a45d-e74f-42ce-ae84-9182bf71de94 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028279 Jul 07 19:09:59.288815 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-17291e6d-74c2-4b6b-822d-1f557df9885f tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/quotas/4fb9e8f5342545af871d5a24b13d825d HTTP/1.1" status: 200 len: 375 time: 0.0141551 Jul 07 19:09:59.403415 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-3e09a416-dc43-410c-aff6-ba778513713c tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4fb9e8f5342545af871d5a24b13d825d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1043363 Jul 07 19:09:59.464775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fb19e532-5ee6-4c5d-8a79-df9a9817c6ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=de3375b26e1c46d7ba1a7c558864fd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301877 Jul 07 19:09:59.467853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42850) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:59.554585 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eaf7f037-a5c0-4bf4-b9d6-6717e4fe7be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:59.584174 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eaf7f037-a5c0-4bf4-b9d6-6717e4fe7be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:59.658233 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eaf7f037-a5c0-4bf4-b9d6-6717e4fe7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:59.664746 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eaf7f037-a5c0-4bf4-b9d6-6717e4fe7be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:59.667780 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-eaf7f037-a5c0-4bf4-b9d6-6717e4fe7be5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e456a6f-1c36-492c-b869-ede618a6ddd6 HTTP/1.1" status: 204 len: 168 time: 0.1987393 Jul 07 19:09:59.676154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-f091b813-1b19-45bc-8682-6e2d10a71c93 req-0dece080-a868-4c10-a32c-d9a6a9e4b601 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:09:59.687404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f091b813-1b19-45bc-8682-6e2d10a71c93 req-0dece080-a868-4c10-a32c-d9a6a9e4b601 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182557 Jul 07 19:09:59.696044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7f037-a5c0-4bf4-b9d6-6717e4fe7be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e456a6f-1c36-492c-b869-ede618a6ddd6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:59.704148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ad93-4600-4e50-bcab-45c3f16778d1 req-1dfedb37-8f85-41f1-b670-cb07a56f20f1 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:59.710979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c8a9ad93-4600-4e50-bcab-45c3f16778d1 req-1dfedb37-8f85-41f1-b670-cb07a56f20f1 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 1118 time: 0.0804286 Jul 07 19:09:59.771621 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c8a9ad93-4600-4e50-bcab-45c3f16778d1 req-7880b366-7a73-46a2-b067-a2b227444937 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540085 Jul 07 19:10:00.063216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06efde-762c-42cf-89ce-991e85bdfb3f req-02d80f39-5eb4-4c92-901c-237bcae5af74 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:00.064886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c06efde-762c-42cf-89ce-991e85bdfb3f req-02d80f39-5eb4-4c92-901c-237bcae5af74 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 971 time: 0.0960107 Jul 07 19:10:00.106244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a7400e-2b94-4889-9af9-a5875e7663fe', 'name': 'network-vif-deleted', 'tag': '2df6b345-b657-4c5c-af3d-03492614a9e9'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:00.110387 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aded7b37-d49b-4310-9784-625c434ec64d" -d '{"events": [{"server_uuid": "c7a7400e-2b94-4889-9af9-a5875e7663fe", "name": "network-vif-deleted", "tag": "2df6b345-b657-4c5c-af3d-03492614a9e9"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:00.110565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42872) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:00.148366 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c06efde-762c-42cf-89ce-991e85bdfb3f req-432b3881-4f6f-42ee-bd6d-e803ff8b34ba tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766096 Jul 07 19:10:00.173398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-61550744-6654-4070-9c7e-1c5ad2ba85be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12f1b338823d440da6e99cad0260f18c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618253 Jul 07 19:10:00.176881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42880) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:00.192416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 499f7e7b-fbb3-44b0-a116-d7f5eac47217 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:00.224091 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 499f7e7b-fbb3-44b0-a116-d7f5eac47217 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:00.224454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 499f7e7b-fbb3-44b0-a116-d7f5eac47217 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:00.268516 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-efc82f41-de9f-4061-ae62-ef9edc43d4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:00.317480 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-efc82f41-de9f-4061-ae62-ef9edc43d4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:00.351815 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-caf2ca08-10b5-4cac-8e23-ed6170bfa38b req-922fb4ff-02b6-45c2-8f30-5d9498488513 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 210 time: 0.0583994 Jul 07 19:10:00.382661 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-efc82f41-de9f-4061-ae62-ef9edc43d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:00.385424 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-efc82f41-de9f-4061-ae62-ef9edc43d4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:00.386890 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-efc82f41-de9f-4061-ae62-ef9edc43d4ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c61c6f2-98d4-4dba-89bb-8a2eb902227d HTTP/1.1" status: 204 len: 168 time: 0.2083917 Jul 07 19:10:00.399349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc82f41-de9f-4061-ae62-ef9edc43d4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c61c6f2-98d4-4dba-89bb-8a2eb902227d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:00.617674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3f6f9-3045-412a-851c-f76d0d70ae3b req-2f3e11c9-9bb4-4fa1-8b45-2e199aa9ed76 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:00.619949 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58b3f6f9-3045-412a-851c-f76d0d70ae3b req-2f3e11c9-9bb4-4fa1-8b45-2e199aa9ed76 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 1118 time: 0.0900998 Jul 07 19:10:00.690234 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58b3f6f9-3045-412a-851c-f76d0d70ae3b req-5ec2142a-85ad-4c2a-805d-fceb3baa17d0 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626273 Jul 07 19:10:00.749648 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918aa317-b40b-4000-8504-51408f411ec5 x-openstack-request-id: req-918aa317-b40b-4000-8504-51408f411ec5 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:00.750463 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a7400e-2b94-4889-9af9-a5875e7663fe", "name": "network-vif-deleted", "tag": "2df6b345-b657-4c5c-af3d-03492614a9e9", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:00.750463 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-918aa317-b40b-4000-8504-51408f411ec5 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:00.750914 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a7400e-2b94-4889-9af9-a5875e7663fe', 'name': 'network-vif-deleted', 'tag': '2df6b345-b657-4c5c-af3d-03492614a9e9', 'status': 'completed', 'code': 200} Jul 07 19:10:01.254368 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-f885ec48-6267-4f63-8dbb-b43d1efdc813 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4fb9e8f5342545af871d5a24b13d825d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565662 Jul 07 19:10:01.505952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-008f7b68-75c3-45d1-bdd5-de45e8255a61 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:01.507823 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-008f7b68-75c3-45d1-bdd5-de45e8255a61 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453926 Jul 07 19:10:01.527772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Request body: {'port': {'device_id': 'f32e2041-1146-4b1b-8bf9-e1e5877c93d5', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '4fb9e8f5342545af871d5a24b13d825d'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:01.588981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42962) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:01.624778 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42968) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:01.727421 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Made reservation on behalf of 4fb9e8f5342545af871d5a24b13d825d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:01.731611 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:01.751678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-network', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:01.787045 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Made reservation on behalf of ae2f0b85d8a74327b64031b2acd1842d for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:01.791312 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:01.796329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42974) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:01.821514 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:01.826876 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-013dfaa0-db75-45fa-b094-19f9ff95b4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:01.861085 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.api [None req-013dfaa0-db75-45fa-b094-19f9ff95b4b8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:10:01.861085 n-d-793621-9 neutron-server[93901]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:10:01.861085 n-d-793621-9 neutron-server[93901]: [parameters: {'project_id_1': '3ed11d97490944d19caebf43f7b513b4', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 10, 1, 849830)}] Jul 07 19:10:01.861085 n-d-793621-9 neutron-server[93901]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:10:01.862264 n-d-793621-9 neutron-server[93901]: DEBUG oslo_db.api [None req-013dfaa0-db75-45fa-b094-19f9ff95b4b8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:10:01.899183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-e6688630-7bc9-47b7-af86-0c6e1d413b72 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:10:01.900500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-e6688630-7bc9-47b7-af86-0c6e1d413b72 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0966277 Jul 07 19:10:01.916404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Allocated IP 192.168.233.247 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/6edfb47e-5f23-4aa9-8538-d628533c2c6f) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:02.025060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-5720c9c0-36e3-4fbb-b944-1deb4a0ae83e tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:02.027021 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-5720c9c0-36e3-4fbb-b944-1deb4a0ae83e tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports/5a147802-a23f-4d81-8ad2-92bd62f9fe33 HTTP/1.1" status: 200 len: 1115 time: 0.1106167 Jul 07 19:10:02.061396 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.072822 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.147352 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.151528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:10:02.165215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Transition to ACTIVE for port object 6edfb47e-5f23-4aa9-8538-d628533c2c6f will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:02.178969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4bfb27-36c4-440e-87b5-46ed0943dca8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:02.194323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.194668 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Added segment 2a2fecfb-f93b-43f2-9018-ceab21eb96b1 of type vlan for network 4837347d-16af-4527-869d-a670e15ab1e0 Jul 07 19:10:02.242184 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.248925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] Request body: {'binding': {'host': 'n-h1-793621-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:02.250147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] Unknown quota resources ['binding']. {{(pid=93901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:10:02.256131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8ada9bd2-189c-43c5-bac4-a6d647797d1a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:02.290602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:02.294598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:02.294739 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.307445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:02.331003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:02.333573 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.392353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Pushing event updated for resources: {'Port': ['ID=6edfb47e-5f23-4aa9-8538-d628533c2c6f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:02.400257 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-013dfaa0-db75-45fa-b094-19f9ff95b4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.408129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.408992 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.409559 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.410378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.410982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.412181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.412406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.412852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.413322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.413758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.414728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.415159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.421141 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-54e66c59-f2ec-43e9-8014-1399e3f2e10d tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8981371 Jul 07 19:10:02.445512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Request body: {'port': {'device_id': 'f32e2041-1146-4b1b-8bf9-e1e5877c93d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:02.459378 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 2df6b345-b657-4c5c-af3d-03492614a9e9 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:02.500053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 2df6b345-b657-4c5c-af3d-03492614a9e9 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:02.500689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 2df6b345-b657-4c5c-af3d-03492614a9e9 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:02.510131 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.511866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:02.512632 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.631978 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.690127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Pushing event updated for resources: {'Network': ['ID=4837347d-16af-4527-869d-a670e15ab1e0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:02.717688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.718038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.718375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.718704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.727646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.727646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.727646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.727646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.727646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.727646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.727646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.727646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:02.740303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0605e67a-a14f-434a-b910-cf4646042066 None None] Provisioning for port 6edfb47e-5f23-4aa9-8538-d628533c2c6f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:02.748755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0605e67a-a14f-434a-b910-cf4646042066 None None] Provisioning complete for port 6edfb47e-5f23-4aa9-8538-d628533c2c6f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:02.749142 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0605e67a-a14f-434a-b910-cf4646042066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.759009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 4837347d-16af-4527-869d-a670e15ab1e0 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:10:02.856681 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] Attempting to bind port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on host n-h1-793621-9 for vnic_type normal with profile None {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:02.857017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] Attempting to bind port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:02.857575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] Attempting to bind port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:02.869816 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-013dfaa0-db75-45fa-b094-19f9ff95b4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.871476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] Port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:02.871958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] Attempting to bind port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:02.879434 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:02.880059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:02.880667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] Bound using segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:02.881343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] Bound port: 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:02.905396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-0605e67a-a14f-434a-b910-cf4646042066 None None] Port 6edfb47e-5f23-4aa9-8538-d628533c2c6f cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:02.976056 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-013dfaa0-db75-45fa-b094-19f9ff95b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.004540 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ebee542d-a176-4347-b1d2-b06e74169910 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4115129 Jul 07 19:10:03.009558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43004) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:03.014348 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:03.031248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-356a8e78-f35a-414b-990a-d6962ba2ed99 admin admin] Request body: {'subnet': {'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-subnet', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:03.047129 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] Notify callbacks [] for binding, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.048316 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-44688764-3a15-474e-a40e-a559090ed374 service neutron] 10.222.0.81 "POST /v2.0/ports/5a147802-a23f-4d81-8ad2-92bd62f9fe33/bindings HTTP/1.1" status: 201 len: 389 time: 0.9470356 Jul 07 19:10:03.063591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-013dfaa0-db75-45fa-b094-19f9ff95b4b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ed11d97490944d19caebf43f7b513b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4354317 Jul 07 19:10:03.066981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43010) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:03.074194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dfaa0-db75-45fa-b094-19f9ff95b4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63e96cf-5616-4fbc-9e89-4d886883dde3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:03.087534 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356a8e78-f35a-414b-990a-d6962ba2ed99 admin admin] Made reservation on behalf of ae2f0b85d8a74327b64031b2acd1842d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:03.090258 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-356a8e78-f35a-414b-990a-d6962ba2ed99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.113807 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43012) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:03.323743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-b45abcc4-304a-4b40-96b0-acc522d9b995 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:10:03.324826 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-b45abcc4-304a-4b40-96b0-acc522d9b995 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2043591 Jul 07 19:10:03.334378 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-356a8e78-f35a-414b-990a-d6962ba2ed99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.341881 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1aef328d-1749-45d1-9ff9-5806797bc58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.347913 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-54979e36-b600-4311-ad59-873726d81a6d tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8bb6d3e0db384ff890e850a20b34fd60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499620 Jul 07 19:10:03.358190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edfb47e-5f23-4aa9-8538-d628533c2c6f {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:03.392257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.442121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a8e78-f35a-414b-990a-d6962ba2ed99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25d04fd-32bc-4870-b7cb-9e944799036a,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:03.454909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a8e78-f35a-414b-990a-d6962ba2ed99 admin admin] Checking segment: {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:03.455261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356a8e78-f35a-414b-990a-d6962ba2ed99 admin admin] Network hostable DHCP agents. Network: 4837347d-16af-4527-869d-a670e15ab1e0, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:10:03.473311 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1aef328d-1749-45d1-9ff9-5806797bc58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.488015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-9cf01afd-867e-49d2-9d9c-329abb905674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:03.488856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-4d76d827-8dd0-4488-b017-72cf46b639b4 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:03.489920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-9cf01afd-867e-49d2-9d9c-329abb905674 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 1118 time: 0.1024621 Jul 07 19:10:03.490202 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-4d76d827-8dd0-4488-b017-72cf46b639b4 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports/1243ba9e-17c7-49ea-9867-5fbb025867b2 HTTP/1.1" status: 200 len: 1115 time: 0.1535685 Jul 07 19:10:03.491314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356a8e78-f35a-414b-990a-d6962ba2ed99 admin admin] Network 4837347d-16af-4527-869d-a670e15ab1e0 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:10:03.494763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Transition to ACTIVE for port object 6edfb47e-5f23-4aa9-8538-d628533c2c6f will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:03.512543 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.514574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-356a8e78-f35a-414b-990a-d6962ba2ed99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 4837347d-16af-4527-869d-a670e15ab1e0) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:03.520591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356a8e78-f35a-414b-990a-d6962ba2ed99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:03.521499 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-356a8e78-f35a-414b-990a-d6962ba2ed99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.527924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b73ae03-e8fa-44c3-ac73-c323c3fe92d8 None None] Network 4837347d-16af-4527-869d-a670e15ab1e0 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:03.608357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-1c2d5867-cbfd-442e-a7b1-a7c77e838eee tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:03.615173 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-1c2d5867-cbfd-442e-a7b1-a7c77e838eee tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516534 Jul 07 19:10:03.636306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6edfb47e-5f23-4aa9-8538-d628533c2c6f,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:03.650946 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-1793cb59-6989-4620-9faf-13099cd22900 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/quotas/8bb6d3e0db384ff890e850a20b34fd60 HTTP/1.1" status: 200 len: 375 time: 0.0347247 Jul 07 19:10:03.693171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] Request body: {'binding': {'host': 'n-h1-793621-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:03.693987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] Unknown quota resources ['binding']. {{(pid=93900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:10:03.726327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-54fb41c9-c701-4876-98e6-1dc75aadb891 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8bb6d3e0db384ff890e850a20b34fd60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744629 Jul 07 19:10:03.727353 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1aef328d-1749-45d1-9ff9-5806797bc58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.731717 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1aef328d-1749-45d1-9ff9-5806797bc58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.733967 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1aef328d-1749-45d1-9ff9-5806797bc58a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c63e96cf-5616-4fbc-9e89-4d886883dde3 HTTP/1.1" status: 204 len: 168 time: 0.6651878 Jul 07 19:10:03.768291 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-4837347d-16af-4527-869d-a670e15ab1e0', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:10:03.769189 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.781441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef328d-1749-45d1-9ff9-5806797bc58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63e96cf-5616-4fbc-9e89-4d886883dde3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:03.790552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Attempting to bind port 6edfb47e-5f23-4aa9-8538-d628533c2c6f on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:03.791398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Attempting to bind port 6edfb47e-5f23-4aa9-8538-d628533c2c6f by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:03.792378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Attempting to bind port 6edfb47e-5f23-4aa9-8538-d628533c2c6f on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:03.804839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Port 6edfb47e-5f23-4aa9-8538-d628533c2c6f on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:03.805168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Attempting to bind port 6edfb47e-5f23-4aa9-8538-d628533c2c6f on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:03.853624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:03.853624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:03.853957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:03.854302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Bound port: 6edfb47e-5f23-4aa9-8538-d628533c2c6f, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:03.854705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.857337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-356a8e78-f35a-414b-990a-d6962ba2ed99 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8414812 Jul 07 19:10:03.862832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43032) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:03.867912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:03.918370 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.920426 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.004069 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.027292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] For port 6edfb47e-5f23-4aa9-8538-d628533c2c6f, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:04.033841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] For port 6edfb47e-5f23-4aa9-8538-d628533c2c6f, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6edfb47e-5f23-4aa9-8538-d628533c2c6f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:04.039709 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.135953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:04.136753 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.136867 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-a6ecaccb-136c-4fae-b6b5-202cd1f6a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:04.138458 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-a6ecaccb-136c-4fae-b6b5-202cd1f6a9ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.6406689 Jul 07 19:10:04.141189 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/6edfb47e-5f23-4aa9-8538-d628533c2c6f HTTP/1.1" status: 200 len: 1096 time: 1.7042572 Jul 07 19:10:04.142948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Allocated IP 172.20.0.2 (4837347d-16af-4527-869d-a670e15ab1e0/e25d04fd-32bc-4870-b7cb-9e944799036a/3229375c-42d2-4e9c-a9a4-ff4d71430598) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:04.146602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32e2041-1146-4b1b-8bf9-e1e5877c93d5', 'tag': '6edfb47e-5f23-4aa9-8538-d628533c2c6f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:04.167220 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdefe2b-be89-4c59-8826-a5d0968b77bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f32e2041-1146-4b1b-8bf9-e1e5877c93d5", "tag": "6edfb47e-5f23-4aa9-8538-d628533c2c6f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:04.278505 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] Attempting to bind port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on host n-h1-793621-9 for vnic_type normal with profile None {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:04.279305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] Attempting to bind port 1243ba9e-17c7-49ea-9867-5fbb025867b2 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:04.279849 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] Attempting to bind port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:04.311457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43042) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:04.363294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] Port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:04.363870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] Attempting to bind port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:04.370193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c2875-94bc-47e3-9130-6c3069d2f7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6edfb47e-5f23-4aa9-8538-d628533c2c6f,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:04.381218 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-245e1d6b-28d4-4df8-8312-d754653137b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.387831 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3c165823-2aa3-4704-9a01-78db12db77bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33 HTTP/1.1" status: 200 len: 217 time: 0.1619823 Jul 07 19:10:04.405353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:04.406010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:04.406397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:04.408063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] Bound port: 1243ba9e-17c7-49ea-9867-5fbb025867b2, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:04.410146 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.415228 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.423219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Transition to ACTIVE for port object 3229375c-42d2-4e9c-a9a4-ff4d71430598 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:04.449278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Transition to ACTIVE for port object 3229375c-42d2-4e9c-a9a4-ff4d71430598 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:04.459356 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.507288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Network 4837347d-16af-4527-869d-a670e15ab1e0 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:04.513172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-f8667d9b-7ec8-44b3-ab6d-68047eac7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:04.515329 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-f8667d9b-7ec8-44b3-ab6d-68047eac7674 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1171484 Jul 07 19:10:04.520964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:04.528702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:04.534123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Pushing event updated for resources: {'Port': ['ID=3229375c-42d2-4e9c-a9a4-ff4d71430598,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:04.560089 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:04.567070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-d1f6bf31-aebc-48a7-ad47-f8af4597e73c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445030 Jul 07 19:10:04.586682 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.588607 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-79d0505d-5da1-4b6c-beec-114289607dc7 service neutron] 10.222.0.81 "POST /v2.0/ports/1243ba9e-17c7-49ea-9867-5fbb025867b2/bindings HTTP/1.1" status: 201 len: 389 time: 1.0524712 Jul 07 19:10:04.605170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1192605-13c1-498a-88ab-b111b27eca79 req-e3a7dc47-8a9a-421d-83c4-611a53ddd8c8 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:04.613945 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1192605-13c1-498a-88ab-b111b27eca79 req-e3a7dc47-8a9a-421d-83c4-611a53ddd8c8 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 971 time: 0.3550293 Jul 07 19:10:04.624766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-7361b589-578d-488d-892f-5f94c4ab9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:04.626490 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-7361b589-578d-488d-892f-5f94c4ab9976 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fb9e8f5342545af871d5a24b13d825d&device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 1099 time: 0.4186978 Jul 07 19:10:04.653450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Attempting to bind port 3229375c-42d2-4e9c-a9a4-ff4d71430598 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:04.653846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Attempting to bind port 3229375c-42d2-4e9c-a9a4-ff4d71430598 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:04.654258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Attempting to bind port 3229375c-42d2-4e9c-a9a4-ff4d71430598 on network 4837347d-16af-4527-869d-a670e15ab1e0 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:04.672916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:04.673312 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Checking segment: {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:04.673899 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.675417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Bound using segment: {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:04.678113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Bound port: 3229375c-42d2-4e9c-a9a4-ff4d71430598, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:04.678835 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.698169 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-cd0f9b3d-6ace-460a-8b9a-558c374f140d service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222491 Jul 07 19:10:04.720318 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-d8eb809a-45be-4b8c-816c-2eebd16ee33b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6edfb47e-5f23-4aa9-8538-d628533c2c6f HTTP/1.1" status: 200 len: 217 time: 0.0774314 Jul 07 19:10:04.800741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1192605-13c1-498a-88ab-b111b27eca79 req-c26f4099-8931-45b6-8d67-44a03f9a1781 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858528 Jul 07 19:10:04.812920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] For port 3229375c-42d2-4e9c-a9a4-ff4d71430598, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:04.817691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] For port 3229375c-42d2-4e9c-a9a4-ff4d71430598, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3229375c-42d2-4e9c-a9a4-ff4d71430598,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:04.828264 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.903831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-6a8e62ac-b338-4ddc-adc0-243a3f0a0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:04.909131 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-6a8e62ac-b338-4ddc-adc0-243a3f0a0c0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1773529 Jul 07 19:10:04.942482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18064cb1-c5bc-4857-a07c-a8607b35a126 None None] Pushing event updated for resources: {'Port': ['ID=3229375c-42d2-4e9c-a9a4-ff4d71430598,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:04.944223 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-b2a63938-e9eb-4263-ae6f-d76312e4d6ba service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354133 Jul 07 19:10:05.035795 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-245e1d6b-28d4-4df8-8312-d754653137b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.045304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-245e1d6b-28d4-4df8-8312-d754653137b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.068073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.097630 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.126948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e1d6b-28d4-4df8-8312-d754653137b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285cb433-61ac-4203-aa8b-8331ef6c8bfe,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:05.133572 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-245e1d6b-28d4-4df8-8312-d754653137b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d1ed3f00ff34634b449e70128b4a3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8157270 Jul 07 19:10:05.133860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43056) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:05.142154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-f4cf5a33-7f0c-4ba7-b7a7-23f6d6642586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:05.143699 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-f4cf5a33-7f0c-4ba7-b7a7-23f6d6642586 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2192955 Jul 07 19:10:05.174528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71840287-f1c6-4452-b218-fed2f7b1256c req-39a7cbac-1944-4ed7-80ec-06530b60a896 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:05.177279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71840287-f1c6-4452-b218-fed2f7b1256c req-39a7cbac-1944-4ed7-80ec-06530b60a896 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 967 time: 0.1975932 Jul 07 19:10:05.226814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181415f1-4c11-4c0e-a1ec-0098cc9e3355 req-67a3e331-25bd-44cc-8fb9-1e36a325b306 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:05.228409 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-181415f1-4c11-4c0e-a1ec-0098cc9e3355 req-67a3e331-25bd-44cc-8fb9-1e36a325b306 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 948 time: 0.2360525 Jul 07 19:10:05.319448 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.337680 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a54e26ff-78a6-47ec-a54d-d705f25954aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.364832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71840287-f1c6-4452-b218-fed2f7b1256c req-1de23c97-d10a-4a58-b03b-4b0e084d39ac tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743672 Jul 07 19:10:05.376775 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-181415f1-4c11-4c0e-a1ec-0098cc9e3355 req-ff3efc9e-35d8-490c-b729-13a0fcc44bbc tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375997 Jul 07 19:10:05.395397 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a54e26ff-78a6-47ec-a54d-d705f25954aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.431297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Allocated IP 172.25.0.46 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/ee269af2-c04a-4c61-a1e4-728e6486326e) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:05.434889 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-ca0be52e-c25f-4b43-ad06-b36083eef5ee tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:05.436888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-ca0be52e-c25f-4b43-ad06-b36083eef5ee tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148&tenant_id=3a67b76b74474baf828e899c52f53df9&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1118 time: 0.2910159 Jul 07 19:10:05.453154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-9'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:05.464254 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976ff6ca-1b29-4cc6-9e7c-d06fa2fdb085 x-openstack-request-id: req-976ff6ca-1b29-4cc6-9e7c-d06fa2fdb085 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:05.464548 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32e2041-1146-4b1b-8bf9-e1e5877c93d5", "tag": "6edfb47e-5f23-4aa9-8538-d628533c2c6f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:05.464800 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-976ff6ca-1b29-4cc6-9e7c-d06fa2fdb085 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:05.465209 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32e2041-1146-4b1b-8bf9-e1e5877c93d5', 'tag': '6edfb47e-5f23-4aa9-8538-d628533c2c6f', 'status': 'completed', 'code': 200} Jul 07 19:10:05.477059 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-86b7bcd3-7c5b-4c4c-a8c6-c117109a690d service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242438 Jul 07 19:10:05.581023 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1e781ec-a30f-4399-8f70-70c456d34812 req-7c2172da-4900-439b-8db9-fb0736af9981 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 210 time: 0.0387547 Jul 07 19:10:05.594442 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a54e26ff-78a6-47ec-a54d-d705f25954aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.597370 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a54e26ff-78a6-47ec-a54d-d705f25954aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.598876 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a54e26ff-78a6-47ec-a54d-d705f25954aa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/285cb433-61ac-4203-aa8b-8331ef6c8bfe HTTP/1.1" status: 204 len: 168 time: 0.4638245 Jul 07 19:10:05.627398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e26ff-78a6-47ec-a54d-d705f25954aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285cb433-61ac-4203-aa8b-8331ef6c8bfe,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:05.628455 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.646857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226b4795-4158-4d4f-bdfa-f65c6fa3f160 req-f4732980-2f40-41a2-a9b4-0377ca071361 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569057 Jul 07 19:10:05.687229 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.781009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f4b7a-871f-4438-a6bb-e3f78748f22b req-f939f946-6f7a-4d8b-8a3f-41db6d2cd3f0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:05.782694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-059f4b7a-871f-4438-a6bb-e3f78748f22b req-f939f946-6f7a-4d8b-8a3f-41db6d2cd3f0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.2208555 Jul 07 19:10:05.842537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdefe2b-be89-4c59-8826-a5d0968b77bf req-5ee05cad-6d3f-4420-b7e2-121fe2926710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:05.844104 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acdefe2b-be89-4c59-8826-a5d0968b77bf req-5ee05cad-6d3f-4420-b7e2-121fe2926710 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fb9e8f5342545af871d5a24b13d825d&device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 1099 time: 0.1200328 Jul 07 19:10:05.974470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.48', 62946) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:06.043510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-d017bdcf-9c5d-4fc0-85b1-8e90a21328fd tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8bb6d3e0db384ff890e850a20b34fd60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561371 Jul 07 19:10:06.144673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3229375c-42d2-4e9c-a9a4-ff4d71430598 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:06.187016 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:06.255246 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-059f4b7a-871f-4438-a6bb-e3f78748f22b req-ed7b8177-5bac-450e-b1a4-52f7fa15c5e2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600759 Jul 07 19:10:06.263301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.282353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdefe2b-be89-4c59-8826-a5d0968b77bf req-591faf8d-f129-44a6-8af4-bfa7b10cfab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:06.287386 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acdefe2b-be89-4c59-8826-a5d0968b77bf req-591faf8d-f129-44a6-8af4-bfa7b10cfab2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.4288607 Jul 07 19:10:06.306080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 3229375c-42d2-4e9c-a9a4-ff4d71430598 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:06.397679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:06.407979 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acdefe2b-be89-4c59-8826-a5d0968b77bf req-d27425d0-7ab5-44e8-b7be-01a5cb68ff91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6edfb47e-5f23-4aa9-8538-d628533c2c6f HTTP/1.1" status: 200 len: 217 time: 0.1049082 Jul 07 19:10:06.423390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:06.428103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:06.451924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19a7302-a16a-41a8-a485-4a48cefb97eb None None] Network 4837347d-16af-4527-869d-a670e15ab1e0 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:06.564044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:06.617523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-2d7b2082-d71d-46fd-ac36-a1944ffbc097 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:06.623298 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-2d7b2082-d71d-46fd-ac36-a1944ffbc097 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5587456 Jul 07 19:10:06.639904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Pushing event updated for resources: {'Port': ['ID=ee269af2-c04a-4c61-a1e4-728e6486326e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:06.643604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Request body: {'port': {'device_id': '9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '8bb6d3e0db384ff890e850a20b34fd60'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:06.648952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdefe2b-be89-4c59-8826-a5d0968b77bf req-9b3ffcbf-be0e-4c2f-bf89-309e7204aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:06.652090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acdefe2b-be89-4c59-8826-a5d0968b77bf req-9b3ffcbf-be0e-4c2f-bf89-309e7204aedc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1938937 Jul 07 19:10:06.898079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6441e835-9d58-4bd8-b709-523de2ee2148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a147802-a23f-4d81-8ad2-92bd62f9fe33'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:06.908982 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723adb2d-f442-4a64-b232-692a0cb56442" -d '{"events": [{"server_uuid": "6441e835-9d58-4bd8-b709-523de2ee2148", "name": "network-vif-unplugged", "status": "completed", "tag": "5a147802-a23f-4d81-8ad2-92bd62f9fe33"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:06.911430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43098) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:06.913578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.943625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4c00116b-bb62-4201-b5b5-076cac2c622e None None] Provisioning for port 3229375c-42d2-4e9c-a9a4-ff4d71430598 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:06.953323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4c00116b-bb62-4201-b5b5-076cac2c622e None None] Provisioning complete for port 3229375c-42d2-4e9c-a9a4-ff4d71430598 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:06.955151 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4c00116b-bb62-4201-b5b5-076cac2c622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.978088 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.054445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdefe2b-be89-4c59-8826-a5d0968b77bf req-bf1e6928-897e-46df-b9bf-5b0a645e5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:07.056037 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acdefe2b-be89-4c59-8826-a5d0968b77bf req-bf1e6928-897e-46df-b9bf-5b0a645e5203 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3901656 Jul 07 19:10:07.059228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Made reservation on behalf of 8bb6d3e0db384ff890e850a20b34fd60 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:07.063070 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.095792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691bcb4-8089-4440-8cc5-1e0933762b96 req-86b9ebb4-4cf3-4271-aa21-f8d379302756 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:07.102768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b691bcb4-8089-4440-8cc5-1e0933762b96 req-86b9ebb4-4cf3-4271-aa21-f8d379302756 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 967 time: 0.3729742 Jul 07 19:10:07.223456 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4c00116b-bb62-4201-b5b5-076cac2c622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.284601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b691bcb4-8089-4440-8cc5-1e0933762b96 req-31b5d181-fad6-4800-aa77-21808b0c723d tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806638 Jul 07 19:10:07.287634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca6177-9b65-421d-816c-56a714f9495d req-756f2083-9c43-46d2-8dd2-a371ba377bc6 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:07.289395 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1cca6177-9b65-421d-816c-56a714f9495d req-756f2083-9c43-46d2-8dd2-a371ba377bc6 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 948 time: 0.6410687 Jul 07 19:10:07.292746 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.314775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-4c00116b-bb62-4201-b5b5-076cac2c622e None None] For port 3229375c-42d2-4e9c-a9a4-ff4d71430598, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3229375c-42d2-4e9c-a9a4-ff4d71430598,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:07.332544 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4c00116b-bb62-4201-b5b5-076cac2c622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.353323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acdefe2b-be89-4c59-8826-a5d0968b77bf req-9cb4cbed-4d0b-4156-87f1-4c6cf9c2c7a3 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868733 Jul 07 19:10:07.374404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Pushing event updated for resources: {'Port': ['ID=5a147802-a23f-4d81-8ad2-92bd62f9fe33,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:07.404317 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8cae-5f42-455d-94a6-bfcb80e3963f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.406241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Attempting to bind port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on host n-h2-793621-9 for vnic_type normal with profile {"migrating_to": "n-h1-793621-9"} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:07.406575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Attempting to bind port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:07.407031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Attempting to bind port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:07.448086 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:07.448816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Attempting to bind port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:07.468246 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00116b-bb62-4201-b5b5-076cac2c622e None None] Pushing event updated for resources: {'Port': ['ID=3229375c-42d2-4e9c-a9a4-ff4d71430598,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:07.508724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:07.509204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:07.509550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Bound using segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:07.509862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Bound port: 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:07.510275 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.527610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1cca6177-9b65-421d-816c-56a714f9495d req-43f0966a-bd9c-4ec7-b57d-41a29099fab3 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050149 Jul 07 19:10:07.535638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Allocated IP 192.168.233.30 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/5f9a4c11-ca09-41f2-8021-cb03f974d162) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:07.566110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-17d17c21-c2b1-4e61-81ee-c72a661c567a None None] Provisioning complete for port 3229375c-42d2-4e9c-a9a4-ff4d71430598 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:07.566508 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-17d17c21-c2b1-4e61-81ee-c72a661c567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.567529 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acdefe2b-be89-4c59-8826-a5d0968b77bf req-e8abe5a2-1fdb-4724-833e-60043d4f2911 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038267 Jul 07 19:10:07.623017 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac393a6-7237-4f52-acc3-907d61173b7d x-openstack-request-id: req-2ac393a6-7237-4f52-acc3-907d61173b7d {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:07.623440 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6441e835-9d58-4bd8-b709-523de2ee2148", "name": "network-vif-unplugged", "status": "completed", "tag": "5a147802-a23f-4d81-8ad2-92bd62f9fe33", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:07.623794 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ac393a6-7237-4f52-acc3-907d61173b7d {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:07.624302 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6441e835-9d58-4bd8-b709-523de2ee2148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a147802-a23f-4d81-8ad2-92bd62f9fe33', 'code': 200} Jul 07 19:10:07.681210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2265bb47-d999-4a3c-8cd8-8720bf9f74e8 req-50e2a7c5-ac04-4724-bb71-c599d620491c tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 210 time: 0.0810838 Jul 07 19:10:07.886761 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.908844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Transition to ACTIVE for port object 5f9a4c11-ca09-41f2-8021-cb03f974d162 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:07.923537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:07.930624 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.950073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:07.951606 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.963796 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.001230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3229375c-42d2-4e9c-a9a4-ff4d71430598 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:08.024292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:08.028279 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:08.032364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:08.039716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:08.040778 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.057400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Pushing event updated for resources: {'Port': ['ID=5f9a4c11-ca09-41f2-8021-cb03f974d162,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:08.066439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af4dd5-695f-41cb-90c8-2a5ed0a8b08d req-35dc435c-292e-40a3-9db4-035a51e7a922 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:08.073825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60af4dd5-695f-41cb-90c8-2a5ed0a8b08d req-35dc435c-292e-40a3-9db4-035a51e7a922 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.3003550 Jul 07 19:10:08.091179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3229375c-42d2-4e9c-a9a4-ff4d71430598 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:08.092516 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.144870 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8cae-5f42-455d-94a6-bfcb80e3963f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.160876 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-aa0d9aa9-d593-45b3-9884-478098bdfb58 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5227599 Jul 07 19:10:08.173561 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8cae-5f42-455d-94a6-bfcb80e3963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.179369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Request body: {'port': {'device_id': '9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:08.227162 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60af4dd5-695f-41cb-90c8-2a5ed0a8b08d req-332cfdae-68c9-4b88-905b-2e257c33ffc9 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524050 Jul 07 19:10:08.227964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Pushing event updated for resources: {'Port': ['ID=5a147802-a23f-4d81-8ad2-92bd62f9fe33,revision_number=8']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:08.256176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:08.256176 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.256176 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3f0c191b-d5f6-4909-a8ac-b86d1c642a0e service neutron] 10.222.0.48 "PUT /v2.0/ports/5a147802-a23f-4d81-8ad2-92bd62f9fe33 HTTP/1.1" status: 200 len: 1143 time: 2.8048277 Jul 07 19:10:08.299328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c8cae-5f42-455d-94a6-bfcb80e3963f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cc42d3-64a6-4a34-a735-dfbe0b084dc2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:08.336314 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ba9c8cae-5f42-455d-94a6-bfcb80e3963f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c599cab4c9e4f9593cd76b6c0810a39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4041085 Jul 07 19:10:08.336661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43136) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:08.347618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.371851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:10:08.374543 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['5a147802-a23f-4d81-8ad2-92bd62f9fe33'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:08.379523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e0726e7f-15f0-4d34-82f5-6ada8f03a010 None None] Provisioning for port 5f9a4c11-ca09-41f2-8021-cb03f974d162 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:08.424305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e0726e7f-15f0-4d34-82f5-6ada8f03a010 None None] Provisioning complete for port 5f9a4c11-ca09-41f2-8021-cb03f974d162 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:08.424682 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0726e7f-15f0-4d34-82f5-6ada8f03a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.488225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e0726e7f-15f0-4d34-82f5-6ada8f03a010 None None] Port 5f9a4c11-ca09-41f2-8021-cb03f974d162 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:08.577208 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cbc016-9def-406d-91dd-f7c01b00dac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.579299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:08.592549 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Sync routers for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:08.636043 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:08.636698 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:09:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:08.674868 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cbc016-9def-406d-91dd-f7c01b00dac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.708011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e0423-f2a0-443a-bd19-0e4489806c82 req-51948f38-4595-4fcd-85ab-105364470ba7 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:08.717263 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-123e0423-f2a0-443a-bd19-0e4489806c82 req-51948f38-4595-4fcd-85ab-105364470ba7 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 965 time: 0.2522783 Jul 07 19:10:08.731869 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.738444 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d9f770ec-08d0-42cb-bd36-54e2fea4078d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8743758 Jul 07 19:10:08.739136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43156) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:08.819343 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:08.840819 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-123e0423-f2a0-443a-bd19-0e4489806c82 req-247d6899-e9dd-4bb7-9e37-b7a5a0b33dbf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225789 Jul 07 19:10:08.857934 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cbc016-9def-406d-91dd-f7c01b00dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.860882 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cbc016-9def-406d-91dd-f7c01b00dac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.864541 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-27cbc016-9def-406d-91dd-f7c01b00dac0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00cc42d3-64a6-4a34-a735-dfbe0b084dc2 HTTP/1.1" status: 204 len: 168 time: 0.5244784 Jul 07 19:10:08.963212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbc016-9def-406d-91dd-f7c01b00dac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cc42d3-64a6-4a34-a735-dfbe0b084dc2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:08.998300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20dcc7-9d30-494e-84fd-3067b6949701 req-adb9e5b9-024c-4a7c-a4f2-2fffe4bfbb56 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:09.000083 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b20dcc7-9d30-494e-84fd-3067b6949701 req-adb9e5b9-024c-4a7c-a4f2-2fffe4bfbb56 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 948 time: 0.2957258 Jul 07 19:10:09.015002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9a4c11-ca09-41f2-8021-cb03f974d162 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:09.057100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43162) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:09.059081 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.090750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Transition to ACTIVE for port object 5f9a4c11-ca09-41f2-8021-cb03f974d162 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:09.098209 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.106598 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b20dcc7-9d30-494e-84fd-3067b6949701 req-9bb14437-0643-4b07-812c-4c4824722906 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947869 Jul 07 19:10:09.191714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9a4c11-ca09-41f2-8021-cb03f974d162,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:09.207940 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:06Z', 'revision_number': 3, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:09.210759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Attempting to bind port 5f9a4c11-ca09-41f2-8021-cb03f974d162 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:09.211129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Attempting to bind port 5f9a4c11-ca09-41f2-8021-cb03f974d162 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:09.211453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Attempting to bind port 5f9a4c11-ca09-41f2-8021-cb03f974d162 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:09.216329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Port 5f9a4c11-ca09-41f2-8021-cb03f974d162 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:09.216942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Attempting to bind port 5f9a4c11-ca09-41f2-8021-cb03f974d162 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:09.222765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:09.223192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:09.223598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:09.224041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Bound port: 5f9a4c11-ca09-41f2-8021-cb03f974d162, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:09.224403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.284875 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Checking router: ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:09.285714 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Updating router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 port ee269af2-c04a-4c61-a1e4-728e6486326e binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:10:09.329197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] For port 5f9a4c11-ca09-41f2-8021-cb03f974d162, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:09.332917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] For port 5f9a4c11-ca09-41f2-8021-cb03f974d162, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5f9a4c11-ca09-41f2-8021-cb03f974d162,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:09.340546 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.378854 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.409081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9a4c11-ca09-41f2-8021-cb03f974d162,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:09.425510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:09.426621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.428641 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-5c4b5996-b7f0-4702-bda2-f4319b8d7148 service neutron] 10.222.0.48 "PUT /v2.0/ports/5f9a4c11-ca09-41f2-8021-cb03f974d162 HTTP/1.1" status: 200 len: 1095 time: 1.2564530 Jul 07 19:10:09.429378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf', 'tag': '5f9a4c11-ca09-41f2-8021-cb03f974d162'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:09.432268 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8734a1-b82d-4809-b7af-dc6fa1c1b631" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf", "tag": "5f9a4c11-ca09-41f2-8021-cb03f974d162"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:09.475945 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b16b7476-ca34-4446-aa35-60c931ae8736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.528816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad379a8-c818-4817-9575-93f7add3f699 req-fefcc56d-4bdd-4d5e-9a7c-97441370188a tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:09.532538 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ad379a8-c818-4817-9575-93f7add3f699 req-fefcc56d-4bdd-4d5e-9a7c-97441370188a tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 947 time: 0.2877760 Jul 07 19:10:09.552963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43172) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:09.580220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-fef1ca6b-f663-454c-b11a-458b7c06b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:09.581775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-fef1ca6b-f663-454c-b11a-458b7c06b475 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bb6d3e0db384ff890e850a20b34fd60&device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 1098 time: 0.0915992 Jul 07 19:10:09.625381 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.627482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6441e835-9d58-4bd8-b709-523de2ee2148', 'tag': '5a147802-a23f-4d81-8ad2-92bd62f9fe33'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:09.629932 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c186ff9-7843-4077-8e1f-023a7c06be34" -d '{"events": [{"name": "network-changed", "server_uuid": "6441e835-9d58-4bd8-b709-523de2ee2148", "tag": "5a147802-a23f-4d81-8ad2-92bd62f9fe33"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:09.655262 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ba95afc0-471f-4e7b-8a73-ff4fc6cb5707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.710400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-683e1d3c-6e38-4457-ac11-6e3a97d1f5d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=5f9a4c11-ca09-41f2-8021-cb03f974d162 HTTP/1.1" status: 200 len: 217 time: 0.0557392 Jul 07 19:10:09.771764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-216f794a-e6d0-4186-8aa3-043d1bb5db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:09.773301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-216f794a-e6d0-4186-8aa3-043d1bb5db60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0546474 Jul 07 19:10:09.813644 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ad379a8-c818-4817-9575-93f7add3f699 req-2109075a-9701-4ee9-92f9-521ca667e8bf tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725177 Jul 07 19:10:09.870574 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.875880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a401e8e-dbf5-473c-be0b-760af5fef404 req-1e85840c-bcf8-4b52-8fed-de1610ee1838 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:09.882924 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a401e8e-dbf5-473c-be0b-760af5fef404 req-1e85840c-bcf8-4b52-8fed-de1610ee1838 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.3000970 Jul 07 19:10:09.899152 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b16b7476-ca34-4446-aa35-60c931ae8736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.909484 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aac1fb-d580-4de4-952c-45c099fcba37 x-openstack-request-id: req-e6aac1fb-d580-4de4-952c-45c099fcba37 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:09.909672 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf", "tag": "5f9a4c11-ca09-41f2-8021-cb03f974d162", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:09.909784 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6aac1fb-d580-4de4-952c-45c099fcba37 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:09.910188 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf', 'tag': '5f9a4c11-ca09-41f2-8021-cb03f974d162', 'status': 'completed', 'code': 200} Jul 07 19:10:09.915586 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b16b7476-ca34-4446-aa35-60c931ae8736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.926818 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Transition to ACTIVE for port object ee269af2-c04a-4c61-a1e4-728e6486326e will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:09.936060 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.015781 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a401e8e-dbf5-473c-be0b-760af5fef404 req-91fc6947-5b50-4b7c-99dd-acc6096a01db tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318986 Jul 07 19:10:10.033366 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Pushing event updated for resources: {'Port': ['ID=ee269af2-c04a-4c61-a1e4-728e6486326e,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:10.041956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b16b7476-ca34-4446-aa35-60c931ae8736 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df9182c0d2d945bb805e53e0e30d7987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9763110 Jul 07 19:10:10.051343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43196) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:10.058301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-7bf19e21-fb7a-4ff7-b3c1-9415ccad46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:10.067082 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:10.067532 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:10.067766 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:10.068143 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:10.068490 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:10.068823 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:10.069288 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:10.069621 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:10.069947 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:10.070468 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:10.070823 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:10.071397 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:10.072154 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-7bf19e21-fb7a-4ff7-b3c1-9415ccad46b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2880929 Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Tracked resource versions report: Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: pushed versions: Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: { 'AddressGroup': {'1.2'}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'ConntrackHelper': {'1.0'}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'Log': {'1.0'}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'Network': {'1.1'}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'Port': {'1.7'}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'PortForwarding': {'1.2'}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'QosPolicy': {'1.8'}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'SecurityGroup': {'1.4'}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'SecurityGroupRule': {'1.2'}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'SubPort': {'1.0'}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'Subnet': {'1.1'}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'Trunk': {'1.1'}} Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: consumer versions: Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: { DHCP agent@n-d-793621-9: {}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: HyperV agent@n-h1-793621-9: {}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: HyperV agent@n-h2-793621-9: {}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: L3 agent@n-d-793621-9: {}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: Metadata agent@n-d-793621-9: {}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: Metering agent@n-d-793621-9: {}, Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: Open vSwitch agent@n-d-793621-9: { 'AddressGroup': '1.2', Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'ConntrackHelper': '1.0', Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'Log': '1.0', Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'Network': '1.1', Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'Port': '1.7', Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'PortForwarding': '1.2', Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'QosPolicy': '1.8', Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'SecurityGroup': '1.4', Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'SecurityGroupRule': '1.2', Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'SubPort': '1.0', Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'Subnet': '1.1', Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: 'Trunk': '1.1'}} Jul 07 19:10:10.073153 n-d-793621-9 neutron-server[93903]: {{(pid=93903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 19:10:10.076457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b7476-ca34-4446-aa35-60c931ae8736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56a5f81-e979-4554-8cdb-3f82d7f19bcb,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:10.088931 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Attempting to bind port ee269af2-c04a-4c61-a1e4-728e6486326e on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:10.089200 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Attempting to bind port ee269af2-c04a-4c61-a1e4-728e6486326e by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:10.089574 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Attempting to bind port ee269af2-c04a-4c61-a1e4-728e6486326e on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:10.103447 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:10.103849 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:10.104229 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.104618 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:10.105096 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Bound port: ee269af2-c04a-4c61-a1e4-728e6486326e, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:10.105474 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.125605 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8383c003-20da-4ceb-b01c-5f31419dac66 x-openstack-request-id: req-8383c003-20da-4ceb-b01c-5f31419dac66 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:10.126099 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6441e835-9d58-4bd8-b709-523de2ee2148", "tag": "5a147802-a23f-4d81-8ad2-92bd62f9fe33", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:10.126099 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8383c003-20da-4ceb-b01c-5f31419dac66 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:10.126543 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6441e835-9d58-4bd8-b709-523de2ee2148', 'tag': '5a147802-a23f-4d81-8ad2-92bd62f9fe33', 'status': 'completed', 'code': 200} Jul 07 19:10:10.170529 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171235f7-3cc6-4f81-bfba-eb4634313321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.174513 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.179840 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] For port ee269af2-c04a-4c61-a1e4-728e6486326e, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:10.183366 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] For port ee269af2-c04a-4c61-a1e4-728e6486326e, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ee269af2-c04a-4c61-a1e4-728e6486326e,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:10.188789 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.231718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6d250807-0dcf-4782-aaa1-65fa68923aaa details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:10.266772 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7f98b-0125-4ecd-91aa-d3aa9319f551 None None] Pushing event updated for resources: {'Port': ['ID=ee269af2-c04a-4c61-a1e4-728e6486326e,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:10.286536 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:10.288058 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:09:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:10.397711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:10.398821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Allocated IP 172.20.0.1 (4837347d-16af-4527-869d-a670e15ab1e0/e25d04fd-32bc-4870-b7cb-9e944799036a/5005421e-5189-4ae8-9cc1-6f5cde51b1dd) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:10.413572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'mac_address': 'fa:16:3e:4d:52:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:tempest-test_az-1049122052', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:10.481253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6edfb47e-5f23-4aa9-8538-d628533c2c6f details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:10.517709 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.550488 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ba95afc0-471f-4e7b-8a73-ff4fc6cb5707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.553065 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d250807-0dcf-4782-aaa1-65fa68923aaa {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:10.557941 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171235f7-3cc6-4f81-bfba-eb4634313321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.562929 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:10.595997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bac896-4f44-4fb0-b177-0d497601eeea req-2fb5e24c-1d1c-4fff-aa94-020ff594309d tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:10.602624 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ba95afc0-471f-4e7b-8a73-ff4fc6cb5707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.604893 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2bac896-4f44-4fb0-b177-0d497601eeea req-2fb5e24c-1d1c-4fff-aa94-020ff594309d tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 965 time: 0.3500347 Jul 07 19:10:10.629596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:10.635464 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.646782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c186ff9-7843-4077-8e1f-023a7c06be34 req-b18699ce-d163-4e1b-832e-c15b95061040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:10.649566 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c186ff9-7843-4077-8e1f-023a7c06be34 req-b18699ce-d163-4e1b-832e-c15b95061040 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 1146 time: 0.5280862 Jul 07 19:10:10.658170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-8d02a742-106f-41ef-ae4d-1e22e03eba6a service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655301 Jul 07 19:10:10.733529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ba95afc0-471f-4e7b-8a73-ff4fc6cb5707 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d4bfac6a6204adcb7a633f634d5ec87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1151795 Jul 07 19:10:10.737234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43210) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:10.738869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 6edfb47e-5f23-4aa9-8538-d628533c2c6f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6edfb47e-5f23-4aa9-8538-d628533c2c6f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:10.752984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6d250807-0dcf-4782-aaa1-65fa68923aaa,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:10.758541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['6d250807-0dcf-4782-aaa1-65fa68923aaa'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:10.781228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '6edfb47e-5f23-4aa9-8538-d628533c2c6f', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '6edfb47e-5f23-4aa9-8538-d628533c2c6f', 'mac_address': 'fa:16:3e:a2:1c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:10.807688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2bac896-4f44-4fb0-b177-0d497601eeea req-b036176b-1967-4af6-a01b-f237017b1a96 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952887 Jul 07 19:10:10.811044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a1ae7e-9cbf-4512-a75f-2db1b540effe req-6c6e5091-1061-465d-8249-522928c71d84 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309123 Jul 07 19:10:10.890557 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.907453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edfb47e-5f23-4aa9-8538-d628533c2c6f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:10.961182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.965147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 6edfb47e-5f23-4aa9-8538-d628533c2c6f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6edfb47e-5f23-4aa9-8538-d628533c2c6f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:10.970491 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.983117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Transition to ACTIVE for port object 5005421e-5189-4ae8-9cc1-6f5cde51b1dd will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:11.058589 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:06Z', 'revision_number': 3, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:11.063690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.079979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=6edfb47e-5f23-4aa9-8538-d628533c2c6f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:11.102461 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f7cd3-e563-4be8-9942-d18cb1bf45a8 None None] The sync data for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 is: [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:06Z', 'revision_number': 3, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:11.188408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95afc0-471f-4e7b-8a73-ff4fc6cb5707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c154e4-d7f3-47e8-9ba2-db934c925d7a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:11.202687 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c186ff9-7843-4077-8e1f-023a7c06be34 req-a64aab44-a94a-4901-8589-81db97e32917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:11.204411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c186ff9-7843-4077-8e1f-023a7c06be34 req-a64aab44-a94a-4901-8589-81db97e32917 service neutron] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.5428903 Jul 07 19:10:11.223893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Network 4837347d-16af-4527-869d-a670e15ab1e0 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:11.225124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Pushing event updated for resources: {'Port': ['ID=5005421e-5189-4ae8-9cc1-6f5cde51b1dd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:11.232686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:11.240542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:11.242847 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.320602 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37235b45-90c3-419b-a5fa-214de766efe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.324269 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c186ff9-7843-4077-8e1f-023a7c06be34 req-af33d022-f31c-49ef-acc2-55daaea341d7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33 HTTP/1.1" status: 200 len: 217 time: 0.1116667 Jul 07 19:10:11.385724 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8734a1-b82d-4809-b7af-dc6fa1c1b631 req-ff89d31c-b737-45a8-b121-fbc577b7a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:11.387676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed8734a1-b82d-4809-b7af-dc6fa1c1b631 req-ff89d31c-b737-45a8-b121-fbc577b7a981 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bb6d3e0db384ff890e850a20b34fd60&device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 1098 time: 0.4442241 Jul 07 19:10:11.470726 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171235f7-3cc6-4f81-bfba-eb4634313321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.484323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171235f7-3cc6-4f81-bfba-eb4634313321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.486202 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-171235f7-3cc6-4f81-bfba-eb4634313321 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c56a5f81-e979-4554-8cdb-3f82d7f19bcb HTTP/1.1" status: 204 len: 168 time: 1.4327486 Jul 07 19:10:11.535139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818bdfc-1622-4d0a-bb2a-0b2c7f915b9a req-af061119-b64f-4b77-83cc-4efa406dc48a tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:11.540552 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6818bdfc-1622-4d0a-bb2a-0b2c7f915b9a req-af061119-b64f-4b77-83cc-4efa406dc48a tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 947 time: 0.4493642 Jul 07 19:10:11.551234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec61ac-83b4-4e52-805d-69e46be5c14f req-4bacb8ea-fd5e-4ef5-adf2-760f5f22bc9f tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:11.558695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f4ec61ac-83b4-4e52-805d-69e46be5c14f req-4bacb8ea-fd5e-4ef5-adf2-760f5f22bc9f tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 948 time: 1.0162723 Jul 07 19:10:11.597392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c186ff9-7843-4077-8e1f-023a7c06be34 req-22e4608f-3965-4413-b48d-d6712c65c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:11.599760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c186ff9-7843-4077-8e1f-023a7c06be34 req-22e4608f-3965-4413-b48d-d6712c65c540 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.2670085 Jul 07 19:10:11.644779 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37235b45-90c3-419b-a5fa-214de766efe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.658586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171235f7-3cc6-4f81-bfba-eb4634313321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56a5f81-e979-4554-8cdb-3f82d7f19bcb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:11.734448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['6edfb47e-5f23-4aa9-8538-d628533c2c6f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:11.797927 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f4ec61ac-83b4-4e52-805d-69e46be5c14f req-8ca84bde-4f23-47cc-9013-492b359cd41a tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381430 Jul 07 19:10:11.849729 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-28178b87-44b4-49f7-94ab-3c16f65aad69 None None] Provisioning for port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:11.883039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-28178b87-44b4-49f7-94ab-3c16f65aad69 None None] Provisioning complete for port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:11.885975 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-28178b87-44b4-49f7-94ab-3c16f65aad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.996859 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.002441 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37235b45-90c3-419b-a5fa-214de766efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.006872 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37235b45-90c3-419b-a5fa-214de766efe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.020897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-28178b87-44b4-49f7-94ab-3c16f65aad69 None None] Port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:12.030228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-37235b45-90c3-419b-a5fa-214de766efe5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/13c154e4-d7f3-47e8-9ba2-db934c925d7a HTTP/1.1" status: 204 len: 168 time: 1.2554092 Jul 07 19:10:12.097866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37235b45-90c3-419b-a5fa-214de766efe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c154e4-d7f3-47e8-9ba2-db934c925d7a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:12.192237 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ee269af2-c04a-4c61-a1e4-728e6486326e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:12.233960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c186ff9-7843-4077-8e1f-023a7c06be34 req-a5ee2378-0ce8-4826-a603-f448d17148ed service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6152980 Jul 07 19:10:12.258899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43238) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:12.333135 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6d250807-0dcf-4782-aaa1-65fa68923aaa up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:12.412022 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6818bdfc-1622-4d0a-bb2a-0b2c7f915b9a req-b5fde850-7803-4826-9f16-f06fa57d3317 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8110144 Jul 07 19:10:12.442923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e14215b2-369a-4f32-a972-a65a1ba60fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.503366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8734a1-b82d-4809-b7af-dc6fa1c1b631 req-3abba2ad-a238-425e-93a5-24232b7e42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:12.504843 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed8734a1-b82d-4809-b7af-dc6fa1c1b631 req-3abba2ad-a238-425e-93a5-24232b7e42b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 1.1055110 Jul 07 19:10:12.545320 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5a147802-a23f-4d81-8ad2-92bd62f9fe33 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:12.598574 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed8734a1-b82d-4809-b7af-dc6fa1c1b631 req-e8b949b5-992f-4391-8694-2a363e1f2a7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=5f9a4c11-ca09-41f2-8021-cb03f974d162 HTTP/1.1" status: 200 len: 217 time: 0.0758600 Jul 07 19:10:12.610920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c186ff9-7843-4077-8e1f-023a7c06be34 req-2c550f55-a65f-43a4-b253-d79c901f9d7a service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606317 Jul 07 19:10:12.751156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ee269af2-c04a-4c61-a1e4-728e6486326e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:12.758879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ee269af2-c04a-4c61-a1e4-728e6486326e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:12.759305 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.855555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8734a1-b82d-4809-b7af-dc6fa1c1b631 req-54aaeefe-5f86-494a-b2b3-b6257eccc2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:12.855555 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed8734a1-b82d-4809-b7af-dc6fa1c1b631 req-54aaeefe-5f86-494a-b2b3-b6257eccc2a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2419529 Jul 07 19:10:12.883100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 6d250807-0dcf-4782-aaa1-65fa68923aaa triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:12.883474 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.930089 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.975312 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:12.992579 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.012613 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e14215b2-369a-4f32-a972-a65a1ba60fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.015510 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port ee269af2-c04a-4c61-a1e4-728e6486326e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ee269af2-c04a-4c61-a1e4-728e6486326e,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:13.021134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5a147802-a23f-4d81-8ad2-92bd62f9fe33 has no active binding in host n-h1-793621-9 {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:10:13.024045 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.045084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b2470-0542-4650-8cfc-e4f6aed2f9c3 req-bba1b998-b1d7-442b-bc72-e0cc66038b7a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:13.052143 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e5b2470-0542-4650-8cfc-e4f6aed2f9c3 req-bba1b998-b1d7-442b-bc72-e0cc66038b7a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.7728519 Jul 07 19:10:13.066154 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.066883 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.112265 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.115028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=ee269af2-c04a-4c61-a1e4-728e6486326e,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:13.133852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ad64f-a385-4b87-ac64-b8ee48e1edf7 req-b6b7dd5b-7086-4b2f-b78f-abdf4626e7d2 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:13.148294 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-045ad64f-a385-4b87-ac64-b8ee48e1edf7 req-b6b7dd5b-7086-4b2f-b78f-abdf4626e7d2 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 965 time: 0.5411518 Jul 07 19:10:13.175444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:13.178959 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d98df92-5b41-4e9c-b45f-3fab6b5be987" -d '{"events": [{"server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "name": "network-vif-plugged", "status": "completed", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:13.181318 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c186ff9-7843-4077-8e1f-023a7c06be34 req-9a789dba-c4f0-48d2-a08b-805c97d1c394 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209188 Jul 07 19:10:13.195870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:13.203318 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.235931 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e14215b2-369a-4f32-a972-a65a1ba60fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.277095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6d250807-0dcf-4782-aaa1-65fa68923aaa,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:13.293239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Pushing event updated for resources: {'Port': ['ID=5005421e-5189-4ae8-9cc1-6f5cde51b1dd,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:13.312019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Network 4837347d-16af-4527-869d-a670e15ab1e0 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:13.315481 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e14215b2-369a-4f32-a972-a65a1ba60fec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a7e8da6c1ab4567a785f73009f65843&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0028059 Jul 07 19:10:13.318593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14215b2-369a-4f32-a972-a65a1ba60fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cde7a4a-21e8-4a60-9df3-6844abf3c66c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:13.319263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-045ad64f-a385-4b87-ac64-b8ee48e1edf7 req-d8948fd9-fa39-4aff-b23f-593663ac89a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628215 Jul 07 19:10:13.322226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:13.326698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43256) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:13.371155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8734a1-b82d-4809-b7af-dc6fa1c1b631 req-ccab9d3c-e205-4232-b575-bfa15e569a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:13.373876 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed8734a1-b82d-4809-b7af-dc6fa1c1b631 req-ccab9d3c-e205-4232-b575-bfa15e569a56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4899693 Jul 07 19:10:13.529635 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ca50b27-75ad-4787-9149-579aa3142457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.550731 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e5b2470-0542-4650-8cfc-e4f6aed2f9c3 req-076371fe-c069-454d-a1f5-d3775c251590 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943392 Jul 07 19:10:13.691806 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ca50b27-75ad-4787-9149-579aa3142457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.729061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:10:13.774895 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a49980f-3175-4774-b518-39b7c60a2aee x-openstack-request-id: req-2a49980f-3175-4774-b518-39b7c60a2aee {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:13.775521 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "name": "network-vif-plugged", "status": "completed", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:13.775521 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a49980f-3175-4774-b518-39b7c60a2aee {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:13.775876 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'code': 200} Jul 07 19:10:13.808353 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1875a744-a078-417e-885f-d13b228f965b None None] Provisioning complete for port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:13.808974 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1875a744-a078-417e-885f-d13b228f965b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.889530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1875a744-a078-417e-885f-d13b228f965b None None] Port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:13.956226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed8734a1-b82d-4809-b7af-dc6fa1c1b631 req-7466d5fa-9c65-4ba5-bde6-82b5a1dc29df service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534787 Jul 07 19:10:13.990698 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ca50b27-75ad-4787-9149-579aa3142457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.995777 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ca50b27-75ad-4787-9149-579aa3142457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.997650 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3ca50b27-75ad-4787-9149-579aa3142457 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2cde7a4a-21e8-4a60-9df3-6844abf3c66c HTTP/1.1" status: 204 len: 168 time: 0.6614630 Jul 07 19:10:14.028453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:14.039449 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-46476f98-b4fc-46b7-bf75-a24add3bb4ba admin admin] 10.222.0.81 "PUT /v2.0/routers/ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2976878 Jul 07 19:10:14.066372 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43280) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:14.087574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ee269af2-c04a-4c61-a1e4-728e6486326e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:14.128830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c73e8b-0cff-47dd-8154-4cc75c7d0812 req-e8051912-6c7a-42df-8221-5a22da080b24 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:14.136245 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3c73e8b-0cff-47dd-8154-4cc75c7d0812 req-e8051912-6c7a-42df-8221-5a22da080b24 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 949 time: 0.4054956 Jul 07 19:10:14.140359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca50b27-75ad-4787-9149-579aa3142457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cde7a4a-21e8-4a60-9df3-6844abf3c66c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:14.142544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6652-aaa7-4261-addc-953ecc645882 req-86bd15fa-2e4b-4fc7-b78e-c34ff07b45af tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:14.149573 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea2d6652-aaa7-4261-addc-953ecc645882 req-86bd15fa-2e4b-4fc7-b78e-c34ff07b45af tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 947 time: 0.1773820 Jul 07 19:10:14.240022 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea2d6652-aaa7-4261-addc-953ecc645882 req-dca42573-939a-4e84-9836-7476ca6a0b0d tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894303 Jul 07 19:10:14.271253 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3c73e8b-0cff-47dd-8154-4cc75c7d0812 req-46dc5413-1763-4599-884e-157e6fe0481f tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253300 Jul 07 19:10:14.277260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ee269af2-c04a-4c61-a1e4-728e6486326e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:14.280609 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.305704 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed8734a1-b82d-4809-b7af-dc6fa1c1b631 req-ba97002c-1d7b-4a6e-b828-90433fb11161 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359568 Jul 07 19:10:14.416151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43288) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:14.416906 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6121f8c9-56b5-46f0-b479-9ddf2b14c44a tempest-AutoAllocateNetworkTest-856459227 tempest-AutoAllocateNetworkTest-856459227-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=64792501ce0b46e2a3faf1d12e29fd74&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3478727 Jul 07 19:10:14.510855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6edfb47e-5f23-4aa9-8538-d628533c2c6f up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:14.662419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 6edfb47e-5f23-4aa9-8538-d628533c2c6f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:14.668627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 6edfb47e-5f23-4aa9-8538-d628533c2c6f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:14.669019 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.717753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a867c8-6d4d-4d12-abc6-8d61d6fde5a7 tempest-AutoAllocateNetworkTest-856459227 tempest-AutoAllocateNetworkTest-856459227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:14.720802 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a5a867c8-6d4d-4d12-abc6-8d61d6fde5a7 tempest-AutoAllocateNetworkTest-856459227 tempest-AutoAllocateNetworkTest-856459227-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3035259 Jul 07 19:10:14.731041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43298) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:14.900184 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.903196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-edc25500-9ffb-4a71-98b2-929606e41570 tempest-AutoAllocateNetworkTest-856459227 tempest-AutoAllocateNetworkTest-856459227-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1677403 Jul 07 19:10:14.909233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43308) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:14.988144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57dc25-9758-4cbb-a10d-b9852ce6d865 req-3827e6da-490a-41cd-8bdc-06ba46d09125 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:14.990067 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ca57dc25-9758-4cbb-a10d-b9852ce6d865 req-3827e6da-490a-41cd-8bdc-06ba46d09125 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.1509366 Jul 07 19:10:14.993615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 6edfb47e-5f23-4aa9-8538-d628533c2c6f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6edfb47e-5f23-4aa9-8538-d628533c2c6f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:15.001240 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.007127 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c972697e-9c20-4781-b8e0-6866b9ebf6f1 tempest-AutoAllocateNetworkTest-856459227 tempest-AutoAllocateNetworkTest-856459227-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=64792501ce0b46e2a3faf1d12e29fd74 HTTP/1.1" status: 200 len: 208 time: 0.0967236 Jul 07 19:10:15.039951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9eabf-92af-41a8-bc8e-5571264c364b req-09c98d8e-4ca4-459f-8645-db48b5832f9d tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:15.048583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2ae9eabf-92af-41a8-bc8e-5571264c364b req-09c98d8e-4ca4-459f-8645-db48b5832f9d tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 965 time: 0.4339547 Jul 07 19:10:15.100570 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ca57dc25-9758-4cbb-a10d-b9852ce6d865 req-f7d1299f-dfb0-4b0a-8294-53a1aaeee6cc tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035135 Jul 07 19:10:15.133418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2ae9eabf-92af-41a8-bc8e-5571264c364b req-4f99106d-ca45-4f38-a204-c0319ea7ec26 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838115 Jul 07 19:10:15.145321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Sync routers for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:15.153829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=6edfb47e-5f23-4aa9-8538-d628533c2c6f,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:15.173644 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:15.174449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:09:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:15.494329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43334) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:15.502167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1501840042-network', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:15.651443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db17b9-e2c0-42f6-90cc-e55ce160b644 req-92f0a4f4-6076-48bc-b1ba-3e3f9eb65408 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:15.655990 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f8db17b9-e2c0-42f6-90cc-e55ce160b644 req-92f0a4f4-6076-48bc-b1ba-3e3f9eb65408 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 950 time: 0.2077599 Jul 07 19:10:15.656962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43336) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:15.667423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Made reservation on behalf of eef050ac5b2941afb892d4647480dfa9 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:15.675186 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.691550 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.739790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:15.751242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f8db17b9-e2c0-42f6-90cc-e55ce160b644 req-2fe95f89-c36a-4bb3-942c-c6338c91bc79 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786154 Jul 07 19:10:15.797481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851af0cd-5e07-40d6-9b4c-f753f56d4987 req-a0e5a1ef-bbe3-4b44-ac74-d540a13c4373 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:15.799398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-851af0cd-5e07-40d6-9b4c-f753f56d4987 req-a0e5a1ef-bbe3-4b44-ac74-d540a13c4373 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 947 time: 0.2523263 Jul 07 19:10:15.826265 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32e2041-1146-4b1b-8bf9-e1e5877c93d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edfb47e-5f23-4aa9-8538-d628533c2c6f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:15.842233 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ecfd05-b84f-4c11-a0b4-52c129ed7b28" -d '{"events": [{"server_uuid": "f32e2041-1146-4b1b-8bf9-e1e5877c93d5", "name": "network-vif-plugged", "status": "completed", "tag": "6edfb47e-5f23-4aa9-8538-d628533c2c6f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:15.864982 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-851af0cd-5e07-40d6-9b4c-f753f56d4987 req-249f0ea9-991f-4ef6-8225-dc6df16c1e78 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557904 Jul 07 19:10:15.912303 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.918266 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.936177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b7f90a5-dfaf-4bc6-bf87-7b6be296a457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.961763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:10:15.971030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab78fb8b-b7f8-4f45-8c36-0e467d5fdc55,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:15.992116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.993877 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a18cbd-b7e5-4d98-a828-475d9f3194da x-openstack-request-id: req-20a18cbd-b7e5-4d98-a828-475d9f3194da {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:15.995313 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32e2041-1146-4b1b-8bf9-e1e5877c93d5", "name": "network-vif-plugged", "status": "completed", "tag": "6edfb47e-5f23-4aa9-8538-d628533c2c6f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:15.997050 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20a18cbd-b7e5-4d98-a828-475d9f3194da {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:16.001758 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32e2041-1146-4b1b-8bf9-e1e5877c93d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edfb47e-5f23-4aa9-8538-d628533c2c6f', 'code': 200} Jul 07 19:10:16.001927 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Added segment fd677170-590e-4891-bf2c-6b30169a6de6 of type vlan for network 469cb7af-6981-4a80-95f5-8b62aed90313 Jul 07 19:10:16.169457 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.301580 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.305385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:16.309004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.366580 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:10:16.489537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c87038-bf7a-4b8b-b9fa-9cc7426909f6 req-b776ae0d-34e0-44ee-8e00-4330b3e78fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:16.501632 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11c87038-bf7a-4b8b-b9fa-9cc7426909f6 req-b776ae0d-34e0-44ee-8e00-4330b3e78fdf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 1101 time: 0.3920062 Jul 07 19:10:16.503782 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b7f90a5-dfaf-4bc6-bf87-7b6be296a457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.508572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5f9a4c11-ca09-41f2-8021-cb03f974d162 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:16.586194 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b7f90a5-dfaf-4bc6-bf87-7b6be296a457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.722995 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7b7f90a5-dfaf-4bc6-bf87-7b6be296a457 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=64792501ce0b46e2a3faf1d12e29fd74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0638945 Jul 07 19:10:16.728450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43360) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:16.733556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f90a5-dfaf-4bc6-bf87-7b6be296a457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18a2d1c-fe62-4c8e-bff0-78142c6f4660,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:16.758343 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11c87038-bf7a-4b8b-b9fa-9cc7426909f6 req-be84d6d6-1e15-43e0-b342-0c389fb30cd4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467992 Jul 07 19:10:16.820740 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-a356cce0-b992-440b-8592-aadcd61374e9 service neutron] 10.222.0.110 "GET /v2.0/ports/5a147802-a23f-4d81-8ad2-92bd62f9fe33/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 384 time: 0.2089849 Jul 07 19:10:16.852551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2140839-a1b8-4258-8114-ab4415a2a938 req-87ed7e0c-32db-4904-becb-0bec2ae7d1f8 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:16.854977 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2140839-a1b8-4258-8114-ab4415a2a938 req-87ed7e0c-32db-4904-becb-0bec2ae7d1f8 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 965 time: 0.3917992 Jul 07 19:10:16.921093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 2, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:16.936673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4395194 Jul 07 19:10:16.940979 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43368) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:16.957834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-045669e0-9e58-4b83-b4ff-d7cd35cbee38 admin admin] Request body: {'subnet': {'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1501840042-subnet', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:16.959167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5f9a4c11-ca09-41f2-8021-cb03f974d162, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5f9a4c11-ca09-41f2-8021-cb03f974d162,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:16.986948 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7675d35c-4026-44d8-9f5e-fb1a13b6f6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.011119 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2140839-a1b8-4258-8114-ab4415a2a938 req-f814ce66-41e0-4177-8197-280b7120f12d tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298587 Jul 07 19:10:17.027724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c224597-9bf7-48e0-8f13-93b48775e799 admin admin] Pushing event updated for resources: {'Network': ['ID=469cb7af-6981-4a80-95f5-8b62aed90313,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:17.062309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 469cb7af-6981-4a80-95f5-8b62aed90313 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:10:17.084537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Checking router: ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:17.084888 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Updating router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:10:17.092616 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7675d35c-4026-44d8-9f5e-fb1a13b6f6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.141093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7f062-e097-4ea4-a2e8-9d24dd220652 req-b75b9ab1-3195-4d4b-aac9-65455c1134cd tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:17.145277 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ec7f062-e097-4ea4-a2e8-9d24dd220652 req-b75b9ab1-3195-4d4b-aac9-65455c1134cd tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.2396898 Jul 07 19:10:17.160603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045669e0-9e58-4b83-b4ff-d7cd35cbee38 admin admin] Made reservation on behalf of eef050ac5b2941afb892d4647480dfa9 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:17.170314 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-045669e0-9e58-4b83-b4ff-d7cd35cbee38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.174532 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '5f9a4c11-ca09-41f2-8021-cb03f974d162', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '5f9a4c11-ca09-41f2-8021-cb03f974d162', 'mac_address': 'fa:16:3e:15:71:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:17.253623 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ec7f062-e097-4ea4-a2e8-9d24dd220652 req-b8023379-1968-4d99-8593-cfba22a302cc tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973451 Jul 07 19:10:17.372945 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.445125 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.525722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9a4c11-ca09-41f2-8021-cb03f974d162 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:17.567990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f450bc-b301-4e63-98ec-fe8b070b87fc req-93e224f1-43a2-4887-8a48-ee262b508e18 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:17.571067 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15f450bc-b301-4e63-98ec-fe8b070b87fc req-93e224f1-43a2-4887-8a48-ee262b508e18 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 947 time: 0.1259277 Jul 07 19:10:17.636365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5f9a4c11-ca09-41f2-8021-cb03f974d162, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5f9a4c11-ca09-41f2-8021-cb03f974d162,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:17.644058 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.670460 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15f450bc-b301-4e63-98ec-fe8b070b87fc req-82d91c33-80ea-4365-8516-2b4deca0aee4 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903535 Jul 07 19:10:17.770006 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=5f9a4c11-ca09-41f2-8021-cb03f974d162,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:17.780692 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-045669e0-9e58-4b83-b4ff-d7cd35cbee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.896241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7675d35c-4026-44d8-9f5e-fb1a13b6f6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.899179 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7675d35c-4026-44d8-9f5e-fb1a13b6f6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.900367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7675d35c-4026-44d8-9f5e-fb1a13b6f6ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c18a2d1c-fe62-4c8e-bff0-78142c6f4660 HTTP/1.1" status: 204 len: 168 time: 1.1626539 Jul 07 19:10:17.920709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbcdaf-1934-4532-87e0-2bcff09e3e1a req-5fa94e58-0a99-4d59-a65d-0705a2d24118 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:17.927692 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25fbcdaf-1934-4532-87e0-2bcff09e3e1a req-5fa94e58-0a99-4d59-a65d-0705a2d24118 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 950 time: 0.5683041 Jul 07 19:10:17.952129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045669e0-9e58-4b83-b4ff-d7cd35cbee38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3b4cbb-8307-426f-8d93-a74d930d5a89,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:17.958273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675d35c-4026-44d8-9f5e-fb1a13b6f6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18a2d1c-fe62-4c8e-bff0-78142c6f4660,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:17.971593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-e7b46678-0cd4-43df-a53e-6bb75bbeef81 service neutron] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:18.002557 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.005359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045669e0-9e58-4b83-b4ff-d7cd35cbee38 admin admin] Checking segment: {'id': 'fd677170-590e-4891-bf2c-6b30169a6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:18.005751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045669e0-9e58-4b83-b4ff-d7cd35cbee38 admin admin] Network hostable DHCP agents. Network: 469cb7af-6981-4a80-95f5-8b62aed90313, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:10:18.016482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Transition to ACTIVE for port object 5005421e-5189-4ae8-9cc1-6f5cde51b1dd will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:18.032531 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.045986 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25fbcdaf-1934-4532-87e0-2bcff09e3e1a req-71e015cc-6f0f-4026-a87a-85b7e257875b tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169064 Jul 07 19:10:18.062229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-e7b46678-0cd4-43df-a53e-6bb75bbeef81 service neutron] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:18.158246 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd57fa3-4e0c-40b2-8d32-1ca820bcd04a None None] Pushing event updated for resources: {'Port': ['ID=5005421e-5189-4ae8-9cc1-6f5cde51b1dd,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:18.205929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-e7b46678-0cd4-43df-a53e-6bb75bbeef81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a147802-a23f-4d81-8ad2-92bd62f9fe33 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:18.225791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045669e0-9e58-4b83-b4ff-d7cd35cbee38 admin admin] Network 469cb7af-6981-4a80-95f5-8b62aed90313 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:10:18.252649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-e7b46678-0cd4-43df-a53e-6bb75bbeef81 service neutron] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:18.266500 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Attempting to bind port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:18.267035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Attempting to bind port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:18.268215 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Attempting to bind port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd on network 4837347d-16af-4527-869d-a670e15ab1e0 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:18.275749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:18.276233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Checking segment: {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:18.276755 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.277248 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Bound using segment: {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:18.277825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Bound port: 5005421e-5189-4ae8-9cc1-6f5cde51b1dd, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:18.278304 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.313613 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-045669e0-9e58-4b83-b4ff-d7cd35cbee38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 469cb7af-6981-4a80-95f5-8b62aed90313) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:18.330442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045669e0-9e58-4b83-b4ff-d7cd35cbee38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:18.335472 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-045669e0-9e58-4b83-b4ff-d7cd35cbee38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.339161 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-e7b46678-0cd4-43df-a53e-6bb75bbeef81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.384202 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['5f9a4c11-ca09-41f2-8021-cb03f974d162'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:18.403252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc49ec-a44a-4597-b52b-d9fa2094ba74 None None] Network 469cb7af-6981-4a80-95f5-8b62aed90313 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:18.470617 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-045669e0-9e58-4b83-b4ff-d7cd35cbee38 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5186081 Jul 07 19:10:18.473527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43400) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:18.483744 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1501840042-router', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:18.529462 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.533679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.687531 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.769955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-e7b46678-0cd4-43df-a53e-6bb75bbeef81 service neutron] Transition to ACTIVE for port object 5a147802-a23f-4d81-8ad2-92bd62f9fe33 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:18.808686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c84679-1d94-46da-ae84-c9b073d71d6e req-7a6e076d-f118-4945-983c-a4ce571e1d7e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:18.814896 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f6c84679-1d94-46da-ae84-c9b073d71d6e req-7a6e076d-f118-4945-983c-a4ce571e1d7e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 965 time: 0.4531562 Jul 07 19:10:18.817810 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-e7b46678-0cd4-43df-a53e-6bb75bbeef81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.824592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] For port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:18.867488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] For port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5005421e-5189-4ae8-9cc1-6f5cde51b1dd,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:18.883039 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.930533 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.105340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-e7b46678-0cd4-43df-a53e-6bb75bbeef81 service neutron] No DVR routers for this DVR port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:19.176821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f6c84679-1d94-46da-ae84-c9b073d71d6e req-007b3ef6-4550-4075-a9a4-888e3e9cfc1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537734 Jul 07 19:10:19.254355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b46678-0cd4-43df-a53e-6bb75bbeef81 service neutron] Pushing event updated for resources: {'Port': ['ID=5a147802-a23f-4d81-8ad2-92bd62f9fe33,revision_number=10']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:19.267914 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-e7b46678-0cd4-43df-a53e-6bb75bbeef81 service neutron] 10.222.0.110 "PUT /v2.0/ports/5a147802-a23f-4d81-8ad2-92bd62f9fe33/bindings/n-h1-793621-9/activate HTTP/1.1" status: 200 len: 369 time: 2.4379091 Jul 07 19:10:19.293855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:19.300352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:09:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:19.308390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd57fa3-4e0c-40b2-8d32-1ca820bcd04a None None] Pushing event updated for resources: {'Port': ['ID=5005421e-5189-4ae8-9cc1-6f5cde51b1dd,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:19.400586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.452205 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.483844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-469cb7af-6981-4a80-95f5-8b62aed90313', 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'fixed_ips': [{'subnet_id': '3f3b4cbb-8307-426f-8d93-a74d930d5a89'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:10:19.484894 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.519577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a868c-a25f-417d-b847-bac6c3ccd238 req-71e24f1b-fc9e-4eb6-bb5e-282310804dc7 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:19.537778 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe0a868c-a25f-417d-b847-bac6c3ccd238 req-71e24f1b-fc9e-4eb6-bb5e-282310804dc7 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.4228642 Jul 07 19:10:19.781970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Allocated IP 172.25.0.59 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/c4d0d039-e30a-4b0e-b843-f5ed050290b4) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:19.798242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:19.856224 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe0a868c-a25f-417d-b847-bac6c3ccd238 req-694b99fe-7030-48c0-92bd-2161c14912e4 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164053 Jul 07 19:10:19.922471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-2570e6cc-6c3e-4b30-b226-674843b4ebd9 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:19.927503 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-2570e6cc-6c3e-4b30-b226-674843b4ebd9 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148&tenant_id=3a67b76b74474baf828e899c52f53df9&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1117 time: 0.5831082 Jul 07 19:10:20.011885 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.060915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Allocated IP 172.20.0.2 (469cb7af-6981-4a80-95f5-8b62aed90313/3f3b4cbb-8307-426f-8d93-a74d930d5a89/c8ad905a-c01f-4c75-a01d-5dfdd80e87f3) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:20.069972 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.074021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745eb37-3510-484d-b1d1-edd49643b02b req-b7e029d4-1807-4eab-b69b-780779545b64 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:20.077423 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3745eb37-3510-484d-b1d1-edd49643b02b req-b7e029d4-1807-4eab-b69b-780779545b64 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 948 time: 0.6323843 Jul 07 19:10:20.175423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:20.182887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:20.188558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:20.204993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3745eb37-3510-484d-b1d1-edd49643b02b req-2b0b9717-7137-4d11-ae51-f9337ac97f52 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050246 Jul 07 19:10:20.305952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-293a7c15-e7fb-4d36-8163-d913aec9b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:20.321470 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-293a7c15-e7fb-4d36-8163-d913aec9b015 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148&tenant_id=3a67b76b74474baf828e899c52f53df9 HTTP/1.1" status: 200 len: 1117 time: 0.3761120 Jul 07 19:10:20.327533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5a147802-a23f-4d81-8ad2-92bd62f9fe33 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:20.504811 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.526683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:18Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:20.606187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Transition to ACTIVE for port object c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:20.612313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b66a2-9d03-44f0-9dd9-ac7afa932130 None None] The sync data for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 is: [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:18Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:20.619179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-6e0b6cd2-6b7b-46f7-89e7-ae8e620f1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:20.624395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-6e0b6cd2-6b7b-46f7-89e7-ae8e620f1807 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 1117 time: 0.2603390 Jul 07 19:10:20.632418 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5a147802-a23f-4d81-8ad2-92bd62f9fe33 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:20.667616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Transition to ACTIVE for port object c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:20.677490 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.774567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Network 469cb7af-6981-4a80-95f5-8b62aed90313 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:20.780701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:20.784599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:20.793293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Pushing event updated for resources: {'Port': ['ID=c8ad905a-c01f-4c75-a01d-5dfdd80e87f3,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:20.830950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40bc0e-fd5e-412f-842e-934ac44d1e04 req-885e9723-2898-47e2-8ad2-a01a0fb824e1 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:20.832577 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c40bc0e-fd5e-412f-842e-934ac44d1e04 req-885e9723-2898-47e2-8ad2-a01a0fb824e1 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 950 time: 0.3720870 Jul 07 19:10:20.911378 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Attempting to bind port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:20.911557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Attempting to bind port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'fd677170-590e-4891-bf2c-6b30169a6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:20.911983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Attempting to bind port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 on network 469cb7af-6981-4a80-95f5-8b62aed90313 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:20.924363 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c40bc0e-fd5e-412f-842e-934ac44d1e04 req-d70c289d-8bd2-46a7-90ac-0112e5fe8d5f tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839195 Jul 07 19:10:20.927791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:20.928167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Checking segment: {'id': 'fd677170-590e-4891-bf2c-6b30169a6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:20.928838 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.929877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Bound using segment: {'id': 'fd677170-590e-4891-bf2c-6b30169a6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:20.931197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Bound port: c8ad905a-c01f-4c75-a01d-5dfdd80e87f3, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd677170-590e-4891-bf2c-6b30169a6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:20.931607 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.958246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Pushing event updated for resources: {'Port': ['ID=c4d0d039-e30a-4b0e-b843-f5ed050290b4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:20.981159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-35b286aa-9f60-4f90-b29f-6bd2a6b160af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:20.993445 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-35b286aa-9f60-4f90-b29f-6bd2a6b160af service neutron] 10.222.0.48 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.3536706 Jul 07 19:10:21.011267 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c68e5e5-6083-4aa2-8a01-161ced092a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.085058 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-0b4e6a65-2b17-47be-9abf-fa2a0f13da4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33 HTTP/1.1" status: 200 len: 217 time: 0.0842056 Jul 07 19:10:21.101859 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.140722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] For port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:21.146353 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] For port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c8ad905a-c01f-4c75-a01d-5dfdd80e87f3,segment=NetworkSegment(fd677170-590e-4891-bf2c-6b30169a6de6),segment_id=fd677170-590e-4891-bf2c-6b30169a6de6)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:21.163650 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.235334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3dc412f1-aaeb-4488-abc2-e7032106e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:21.238596 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-3dc412f1-aaeb-4488-abc2-e7032106e53a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1436665 Jul 07 19:10:21.341711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-c9c9529e-fd0d-462e-a14d-816f61bdbf38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851216 Jul 07 19:10:21.366200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a8bc3-e0ba-4d34-bd03-7da3642c4737 req-2e18fe86-94c0-421a-b6d1-b0c3685e74a5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:21.368643 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-779a8bc3-e0ba-4d34-bd03-7da3642c4737 req-2e18fe86-94c0-421a-b6d1-b0c3685e74a5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 966 time: 0.4116440 Jul 07 19:10:21.380654 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf4497-e5f3-44fd-949c-35570fd67d2c None None] Pushing event updated for resources: {'Port': ['ID=c8ad905a-c01f-4c75-a01d-5dfdd80e87f3,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:21.640885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8459dcd-cb84-41ac-8d2b-6f8a02386106 req-39bc4c71-9113-44b0-bf2f-4aa4da28b72f tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:21.646668 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.647689 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8459dcd-cb84-41ac-8d2b-6f8a02386106 req-39bc4c71-9113-44b0-bf2f-4aa4da28b72f tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.3216746 Jul 07 19:10:21.667703 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-6647d942-e68d-43df-8a6a-b6e6758d8341 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909713 Jul 07 19:10:21.731935 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-779a8bc3-e0ba-4d34-bd03-7da3642c4737 req-3df45ff4-7db4-488f-be53-46cab15f5cb7 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331733 Jul 07 19:10:21.846833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8459dcd-cb84-41ac-8d2b-6f8a02386106 req-c9391041-8ce5-4e32-a06e-5ca1a3bfa090 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970522 Jul 07 19:10:21.903184 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-6e041c77-a61a-4905-95eb-b0966aaec72b service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142293 Jul 07 19:10:22.073700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Router 0c972357-d58d-4223-90d5-bf7472c4c9df is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:10:22.165430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5005421e-5189-4ae8-9cc1-6f5cde51b1dd up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:22.294641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:22.311498 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Sync routers for ids ['0c972357-d58d-4223-90d5-bf7472c4c9df'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:22.323901 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Routers {'0c972357-d58d-4223-90d5-bf7472c4c9df'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:22.327314 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:09:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0c972357-d58d-4223-90d5-bf7472c4c9df'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:22.340313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:22.345313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:22.345508 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.350291 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.352553 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-efba1cbc-e197-41d7-b6cb-5b2f022e1efd admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8769956 Jul 07 19:10:22.355837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43496) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:22.548257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5f9a4c11-ca09-41f2-8021-cb03f974d162 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:22.629256 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.654143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e35638-62fe-41d1-96c9-9a3ecc6757bf req-6d3c67a3-7774-454f-9a3a-8e7a9aceb7fa tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:22.656246 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b5e35638-62fe-41d1-96c9-9a3ecc6757bf req-6d3c67a3-7774-454f-9a3a-8e7a9aceb7fa tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 948 time: 0.1983659 Jul 07 19:10:22.660000 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Set router 0c972357-d58d-4223-90d5-bf7472c4c9df gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:22.745777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5005421e-5189-4ae8-9cc1-6f5cde51b1dd,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:22.755276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 5f9a4c11-ca09-41f2-8021-cb03f974d162 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:22.776412 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.779851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:22.787185 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b5e35638-62fe-41d1-96c9-9a3ecc6757bf req-6504bcd8-eb30-4e3f-99ef-09196103ed05 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232572 Jul 07 19:10:22.878892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-16ef9acd-6ea3-411d-a75d-a270bd17ef20 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:22.880428 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-16ef9acd-6ea3-411d-a75d-a270bd17ef20 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148&tenant_id=3a67b76b74474baf828e899c52f53df9&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 1117 time: 0.3632929 Jul 07 19:10:22.882970 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 5f9a4c11-ca09-41f2-8021-cb03f974d162 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:22.883353 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.997934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=5005421e-5189-4ae8-9cc1-6f5cde51b1dd,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:23.123540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:23.204699 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.215527 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a795997-2494-47a0-9087-3f5b22afef26 None None] Network 469cb7af-6981-4a80-95f5-8b62aed90313 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:23.230589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9d512-c3d4-4ea5-aaad-a976945b371b req-42365919-c5b2-44d4-bb81-1391caff2326 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:23.236918 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1501840042-router', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:18Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 3, 'project_id': 'eef050ac5b2941afb892d4647480dfa9', 'gw_port': {'id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:19Z', 'updated_at': '2021-07-07T19:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:23.238342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ae9d512-c3d4-4ea5-aaad-a976945b371b req-42365919-c5b2-44d4-bb81-1391caff2326 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 950 time: 0.1519175 Jul 07 19:10:23.302881 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Checking router: 0c972357-d58d-4223-90d5-bf7472c4c9df for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:23.303417 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Updating router 0c972357-d58d-4223-90d5-bf7472c4c9df port c4d0d039-e30a-4b0e-b843-f5ed050290b4 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:10:23.313579 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ae9d512-c3d4-4ea5-aaad-a976945b371b req-08cd1d51-27ad-471e-a64d-fc955d4296fe tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618253 Jul 07 19:10:23.347668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9a4c11-ca09-41f2-8021-cb03f974d162'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:23.350208 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ce2b5b-33b6-4d71-bc6b-11fcb11ebaba" -d '{"events": [{"server_uuid": "9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf", "name": "network-vif-plugged", "status": "completed", "tag": "5f9a4c11-ca09-41f2-8021-cb03f974d162"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:23.360798 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.374823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5ea6a464-e420-4b28-8c0d-02faeae7aecf None None] Provisioning for port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:23.383311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5f9a4c11-ca09-41f2-8021-cb03f974d162, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5f9a4c11-ca09-41f2-8021-cb03f974d162,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:23.394286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5ea6a464-e420-4b28-8c0d-02faeae7aecf None None] Provisioning complete for port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:23.394863 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5ea6a464-e420-4b28-8c0d-02faeae7aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.402523 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.800706 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a97b7906-82a7-4f7c-a0bd-2c37f095ec1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.815331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48808-7a5a-4976-8e39-c46af42cb133 req-cd2a7fb4-d986-4200-89be-5506abf69a77 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:23.829108 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-70a48808-7a5a-4976-8e39-c46af42cb133 req-cd2a7fb4-d986-4200-89be-5506abf69a77 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.1418955 Jul 07 19:10:23.850384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d643d1a-28a5-43c2-b2fb-eb41709c8759 req-40e886ce-a0ae-4089-b4d5-eeb199b21853 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:23.858500 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d643d1a-28a5-43c2-b2fb-eb41709c8759 req-40e886ce-a0ae-4089-b4d5-eeb199b21853 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 966 time: 0.6127608 Jul 07 19:10:23.865423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-c0f2b487-566e-41d2-af0c-b4a8a2935134 service neutron] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:23.868837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=5f9a4c11-ca09-41f2-8021-cb03f974d162,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:23.876266 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.891979 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-c0f2b487-566e-41d2-af0c-b4a8a2935134 service neutron] Notify callbacks [] for binding, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.893351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46925438-9e1e-47c7-a50c-5fedf3f7244e req-c0f2b487-566e-41d2-af0c-b4a8a2935134 service neutron] 10.222.0.48 "DELETE /v2.0/ports/5a147802-a23f-4d81-8ad2-92bd62f9fe33/bindings/n-h2-793621-9 HTTP/1.1" status: 204 len: 173 time: 1.0005927 Jul 07 19:10:23.927591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-70a48808-7a5a-4976-8e39-c46af42cb133 req-1182da23-5cf5-46bc-9c64-b5e5401b2c90 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961773 Jul 07 19:10:23.973514 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5ea6a464-e420-4b28-8c0d-02faeae7aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.021415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5ea6a464-e420-4b28-8c0d-02faeae7aecf None None] For port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c8ad905a-c01f-4c75-a01d-5dfdd80e87f3,segment=NetworkSegment(fd677170-590e-4891-bf2c-6b30169a6de6),segment_id=fd677170-590e-4891-bf2c-6b30169a6de6)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:24.028824 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5ea6a464-e420-4b28-8c0d-02faeae7aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.095726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6a464-e420-4b28-8c0d-02faeae7aecf None None] Pushing event updated for resources: {'Port': ['ID=c8ad905a-c01f-4c75-a01d-5dfdd80e87f3,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:24.104957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5005421e-5189-4ae8-9cc1-6f5cde51b1dd up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:24.110376 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d643d1a-28a5-43c2-b2fb-eb41709c8759 req-620c672d-1c7b-43f0-9fbf-06921b3ac2ce tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505922 Jul 07 19:10:24.177198 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.189853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:24.190105 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.206857 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Transition to ACTIVE for port object c4d0d039-e30a-4b0e-b843-f5ed050290b4 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:24.218320 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.294020 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302d4d79-d581-4bd7-891d-f2dbff0a973c x-openstack-request-id: req-302d4d79-d581-4bd7-891d-f2dbff0a973c {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:24.295256 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf", "name": "network-vif-plugged", "status": "completed", "tag": "5f9a4c11-ca09-41f2-8021-cb03f974d162", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:24.295507 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-302d4d79-d581-4bd7-891d-f2dbff0a973c {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:24.295940 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9a4c11-ca09-41f2-8021-cb03f974d162', 'code': 200} Jul 07 19:10:24.354168 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Attempting to bind port c4d0d039-e30a-4b0e-b843-f5ed050290b4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:24.354543 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Attempting to bind port c4d0d039-e30a-4b0e-b843-f5ed050290b4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:24.354955 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Attempting to bind port c4d0d039-e30a-4b0e-b843-f5ed050290b4 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:24.373400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.378202 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:24.378764 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:24.379281 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.386136 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:24.387307 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Bound port: c4d0d039-e30a-4b0e-b843-f5ed050290b4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:24.388321 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.458095 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b55a7-1bfe-45b1-931e-ab4f578644bc None None] Pushing event updated for resources: {'Port': ['ID=c4d0d039-e30a-4b0e-b843-f5ed050290b4,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:24.513455 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] For port c4d0d039-e30a-4b0e-b843-f5ed050290b4, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:24.532266 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] For port c4d0d039-e30a-4b0e-b843-f5ed050290b4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c4d0d039-e30a-4b0e-b843-f5ed050290b4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:24.555418 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.613445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791762e3-6e4b-4bf6-b154-976533b2df88 req-b7e05c55-a652-4702-b61c-8cf0a45e02a1 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:24.616364 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-791762e3-6e4b-4bf6-b154-976533b2df88 req-b7e05c55-a652-4702-b61c-8cf0a45e02a1 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 949 time: 0.1861632 Jul 07 19:10:24.657366 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.679765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-11e51db3-d14d-4478-b653-dad01e945ebd None None] Provisioning complete for port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:24.680295 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11e51db3-d14d-4478-b653-dad01e945ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.704175 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Routers {'0c972357-d58d-4223-90d5-bf7472c4c9df'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:24.706162 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:10:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0c972357-d58d-4223-90d5-bf7472c4c9df'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:24.706466 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-791762e3-6e4b-4bf6-b154-976533b2df88 req-4edbe98c-ae5f-4925-8612-92cfbc6b7059 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824289 Jul 07 19:10:24.767645 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b55a7-1bfe-45b1-931e-ab4f578644bc None None] Pushing event updated for resources: {'Port': ['ID=c4d0d039-e30a-4b0e-b843-f5ed050290b4,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:24.884008 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] Set router 0c972357-d58d-4223-90d5-bf7472c4c9df gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:24.969087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553319c-fd82-4771-8524-b43051823cd0 req-080ee619-b856-460e-8c5e-5aaba2041416 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:24.970496 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1553319c-fd82-4771-8524-b43051823cd0 req-080ee619-b856-460e-8c5e-5aaba2041416 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 1117 time: 0.0705075 Jul 07 19:10:25.060284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9e940-b6d3-48af-9d3e-9265f4701df0 req-35f841be-addf-461d-a7c4-9f05e4e937d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:25.061639 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25b9e940-b6d3-48af-9d3e-9265f4701df0 req-35f841be-addf-461d-a7c4-9f05e4e937d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 1100 time: 0.6395526 Jul 07 19:10:25.062695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1553319c-fd82-4771-8524-b43051823cd0 req-f22fdb98-76c7-45a4-b7d9-1905657644e5 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808272 Jul 07 19:10:25.198097 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25b9e940-b6d3-48af-9d3e-9265f4701df0 req-6e692ba8-026f-4fbd-8328-e294aa9870b8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167498 Jul 07 19:10:25.246608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Allocated IP 172.20.0.1 (469cb7af-6981-4a80-95f5-8b62aed90313/3f3b4cbb-8307-426f-8d93-a74d930d5a89/2a5ff65b-917d-40e9-a6aa-daa4201e4623) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:25.259187 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1501840042-router', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:18Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 3, 'project_id': 'eef050ac5b2941afb892d4647480dfa9', 'gw_port': {'id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:19Z', 'updated_at': '2021-07-07T19:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:25.304303 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0445a1-a5ea-47ba-9310-5ff7149f7348 None None] The sync data for ids ['0c972357-d58d-4223-90d5-bf7472c4c9df'] in n-d-793621-9 is: [{'id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1501840042-router', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:18Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 3, 'project_id': 'eef050ac5b2941afb892d4647480dfa9', 'gw_port': {'id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:19Z', 'updated_at': '2021-07-07T19:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:25.310147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1fec4-48f9-4133-acb8-e3b45fe64608 req-251d9cd0-3044-4b9a-86a8-3786e63eccc2 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:25.318910 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78d1fec4-48f9-4133-acb8-e3b45fe64608 req-251d9cd0-3044-4b9a-86a8-3786e63eccc2 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 950 time: 0.2812569 Jul 07 19:10:25.375992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78d1fec4-48f9-4133-acb8-e3b45fe64608 req-354f0e68-4a17-4b80-b466-e47188184b5a tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560913 Jul 07 19:10:25.767144 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:25.839096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Transition to ACTIVE for port object 2a5ff65b-917d-40e9-a6aa-daa4201e4623 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:26.021290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-73b83735-8968-4c75-b57e-57d2f7e31a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:26.053459 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-73b83735-8968-4c75-b57e-57d2f7e31a3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 1118 time: 0.4526820 Jul 07 19:10:26.207245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43578) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:26.280669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-1c6f9ba1-98e1-4bb0-a029-7a48f67e0192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:26.282191 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-1c6f9ba1-98e1-4bb0-a029-7a48f67e0192 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.2008324 Jul 07 19:10:26.297810 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072dd96-ff19-4fac-acfa-d26367b9e6a7 req-dbb88567-27c8-438d-aef3-ab1fd796e6bf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:26.298027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:26.299557 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1072dd96-ff19-4fac-acfa-d26367b9e6a7 req-dbb88567-27c8-438d-aef3-ab1fd796e6bf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.6175902 Jul 07 19:10:26.383604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-53e1213e-4dc3-412e-8508-14ea5f500cd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2 HTTP/1.1" status: 200 len: 217 time: 0.0762784 Jul 07 19:10:26.421383 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1072dd96-ff19-4fac-acfa-d26367b9e6a7 req-b2b07255-08ed-417d-b16a-161fc7488690 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934629 Jul 07 19:10:26.437163 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:26.506286 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:26.515984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-d9441ef0-8fbc-4619-be62-c4714772d94c tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:26.542706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-d9441ef0-8fbc-4619-be62-c4714772d94c tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 820 time: 0.7216213 Jul 07 19:10:26.567634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5ff65b-917d-40e9-a6aa-daa4201e4623,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:26.572033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:26.572445 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:26.604231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-8bb25eab-f9da-447f-baa6-ff71811f3dcb tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/quotas/3a67b76b74474baf828e899c52f53df9 HTTP/1.1" status: 200 len: 375 time: 0.0601699 Jul 07 19:10:26.609080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Network 469cb7af-6981-4a80-95f5-8b62aed90313 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:26.613965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:26.630326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:26.631531 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:26.894894 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-9216bc0d-ff44-4c17-9cb5-171d2d241f6b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2892327 Jul 07 19:10:27.077695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-dfed4377-7e09-4f0a-83ba-9613652d7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:27.086904 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-dfed4377-7e09-4f0a-83ba-9613652d7d91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.6694984 Jul 07 19:10:27.151425 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab4199e4-5f05-4725-95c9-5a612d1d2f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.168326 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-a0ae389b-207e-4b02-ad81-41460735bc2d service neutron] 10.222.0.81 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600861 Jul 07 19:10:27.199367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e14d9d30-3752-41f0-91fe-8f3125e89f78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976863 Jul 07 19:10:27.244358 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-494e9ebb-4914-4913-8edc-aa464d8a6d33 None None] Provisioning for port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:27.253141 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-494e9ebb-4914-4913-8edc-aa464d8a6d33 None None] Provisioning complete for port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:27.255158 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-494e9ebb-4914-4913-8edc-aa464d8a6d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.324370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-494e9ebb-4914-4913-8edc-aa464d8a6d33 None None] Port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:27.396543 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-a89cf139-b9ad-4acb-a12b-c34039263145 service neutron] 10.222.0.81 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270722 Jul 07 19:10:27.444783 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-be1bcf74-dc0a-4111-a38a-3bd171a7c8de service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173162 Jul 07 19:10:27.591005 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-c84cb0df-7f30-4cd4-81cb-fa9af65dd81c service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358390 Jul 07 19:10:27.596199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab4199e4-5f05-4725-95c9-5a612d1d2f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.603281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab4199e4-5f05-4725-95c9-5a612d1d2f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.641334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ed622-a9e1-4974-9d7d-e5fec8574161 req-d538aab2-483b-47ef-ae43-455e5439a8c2 tempest-LiveMigrationNegativeTest-4650450 tempest-LiveMigrationNegativeTest-4650450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:27.659701 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-975ed622-a9e1-4974-9d7d-e5fec8574161 req-d538aab2-483b-47ef-ae43-455e5439a8c2 tempest-LiveMigrationNegativeTest-4650450 tempest-LiveMigrationNegativeTest-4650450-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 1101 time: 0.9353797 Jul 07 19:10:27.690084 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ab4199e4-5f05-4725-95c9-5a612d1d2f39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b2c05d9b9d74accb20b87da77e60b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4785771 Jul 07 19:10:27.691812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43602) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:27.695524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4199e4-5f05-4725-95c9-5a612d1d2f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572722d0-236f-4b15-901a-492e01ba4f3f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:27.782124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9dfc-11c9-4fd2-9401-b0f3db63952e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.790935 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-975ed622-a9e1-4974-9d7d-e5fec8574161 req-dc768855-b992-47c2-80fb-34d0fecab462 tempest-LiveMigrationNegativeTest-4650450 tempest-LiveMigrationNegativeTest-4650450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.824639 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9dfc-11c9-4fd2-9401-b0f3db63952e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.948874 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9dfc-11c9-4fd2-9401-b0f3db63952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.960925 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9dfc-11c9-4fd2-9401-b0f3db63952e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.962929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bfbf9dfc-11c9-4fd2-9401-b0f3db63952e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/572722d0-236f-4b15-901a-492e01ba4f3f HTTP/1.1" status: 204 len: 168 time: 0.2602243 Jul 07 19:10:27.995942 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.145489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf9dfc-11c9-4fd2-9401-b0f3db63952e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572722d0-236f-4b15-901a-492e01ba4f3f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:28.163494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c4d0d039-e30a-4b0e-b843-f5ed050290b4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:28.185039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-b271e753-ab74-483a-a133-3943373d0dba tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:28.186765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-b271e753-ab74-483a-a133-3943373d0dba tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d&tenant_id=c5ba298996444ac4a7794654f9024386&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1118 time: 0.4465635 Jul 07 19:10:28.207872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-9'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:28.272231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292c86d-f5bf-4500-a7f2-dc34eb497be5 req-aa841e49-9976-4235-8bc3-e7c33e91ed3f tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:28.275258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b292c86d-f5bf-4500-a7f2-dc34eb497be5 req-aa841e49-9976-4235-8bc3-e7c33e91ed3f tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 949 time: 0.2601316 Jul 07 19:10:28.357334 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port c4d0d039-e30a-4b0e-b843-f5ed050290b4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:28.371319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c4d0d039-e30a-4b0e-b843-f5ed050290b4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:28.371629 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.421063 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b292c86d-f5bf-4500-a7f2-dc34eb497be5 req-3dd8f060-7359-4597-83b8-f96d8094b705 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366870 Jul 07 19:10:28.495323 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-975ed622-a9e1-4974-9d7d-e5fec8574161 req-dc768855-b992-47c2-80fb-34d0fecab462 tempest-LiveMigrationNegativeTest-4650450 tempest-LiveMigrationNegativeTest-4650450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.496684 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.512051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-975ed622-a9e1-4974-9d7d-e5fec8574161 req-dc768855-b992-47c2-80fb-34d0fecab462 tempest-LiveMigrationNegativeTest-4650450 tempest-LiveMigrationNegativeTest-4650450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.548489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-975ed622-a9e1-4974-9d7d-e5fec8574161 req-dc768855-b992-47c2-80fb-34d0fecab462 tempest-LiveMigrationNegativeTest-4650450 tempest-LiveMigrationNegativeTest-4650450-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8872762 Jul 07 19:10:28.750160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc768855-b992-47c2-80fb-34d0fecab462 tempest-LiveMigrationNegativeTest-4650450 tempest-LiveMigrationNegativeTest-4650450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7866e643-da44-44e5-a4df-f7202f359ee4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:28.850992 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.902195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port c4d0d039-e30a-4b0e-b843-f5ed050290b4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c4d0d039-e30a-4b0e-b843-f5ed050290b4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:28.910201 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.935969 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.015346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43624) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:29.068245 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c6f3b585-e245-4c10-9a38-bd4e256eced4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.115060 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=c4d0d039-e30a-4b0e-b843-f5ed050290b4,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:29.336667 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c6f3b585-e245-4c10-9a38-bd4e256eced4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.343468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c6f3b585-e245-4c10-9a38-bd4e256eced4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.346290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.347086 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.375076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3b585-e245-4c10-9a38-bd4e256eced4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ece041b-6b1d-47c1-95f4-df1f01d305a2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:29.409564 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c6f3b585-e245-4c10-9a38-bd4e256eced4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4825a06fe3254957be89ae915b457e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3925955 Jul 07 19:10:29.413822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43628) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:29.538168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:29.545326 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b7388919-4168-4bc2-afbd-3d3c77d0e4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.573674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5ff65b-917d-40e9-a6aa-daa4201e4623,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:29.582487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b7388919-4168-4bc2-afbd-3d3c77d0e4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.616564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ac5a-b15b-4e1f-a32d-3a8d25b681ad req-1011cf19-4863-4efa-bab2-3e5fde96ee28 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:29.618141 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cab6ac5a-b15b-4e1f-a32d-3a8d25b681ad req-1011cf19-4863-4efa-bab2-3e5fde96ee28 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 967 time: 0.7245989 Jul 07 19:10:29.727337 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cab6ac5a-b15b-4e1f-a32d-3a8d25b681ad req-32fcdc9e-e2cb-4eff-a70f-2fbafe8f852e tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960851 Jul 07 19:10:29.739628 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7de15e5b-5b2e-4386-960d-33e58ace4420 req-7d1ae8a7-bfc3-4935-998d-1877975d53fc tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 210 time: 0.0786681 Jul 07 19:10:29.740641 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b7388919-4168-4bc2-afbd-3d3c77d0e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.743648 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b7388919-4168-4bc2-afbd-3d3c77d0e4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.748380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b7388919-4168-4bc2-afbd-3d3c77d0e4d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ece041b-6b1d-47c1-95f4-df1f01d305a2 HTTP/1.1" status: 204 len: 168 time: 0.3298738 Jul 07 19:10:29.748585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Network 469cb7af-6981-4a80-95f5-8b62aed90313 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:29.749153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:29.773445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7388919-4168-4bc2-afbd-3d3c77d0e4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ece041b-6b1d-47c1-95f4-df1f01d305a2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:29.831049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:30.015002 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.019045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e9ceed-6143-4c7c-aebb-e4a6c4edda1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1243ba9e-17c7-49ea-9867-5fbb025867b2'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:30.022995 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb7c00-5774-420f-a131-1fe0f63a7fab" -d '{"events": [{"server_uuid": "75e9ceed-6143-4c7c-aebb-e4a6c4edda1d", "name": "network-vif-unplugged", "status": "completed", "tag": "1243ba9e-17c7-49ea-9867-5fbb025867b2"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:30.030522 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.087248 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c4d0d039-e30a-4b0e-b843-f5ed050290b4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:30.234657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Attempting to bind port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on host n-h2-793621-9 for vnic_type normal with profile {"migrating_to": "n-h1-793621-9"} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:30.235036 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Attempting to bind port 1243ba9e-17c7-49ea-9867-5fbb025867b2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:30.235413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Attempting to bind port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:30.247172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:30.247641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Attempting to bind port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:30.261962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:30.262464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:30.263139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:30.263697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Bound port: 1243ba9e-17c7-49ea-9867-5fbb025867b2, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:30.267406 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.283187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c4d0d039-e30a-4b0e-b843-f5ed050290b4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:30.287981 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.487317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a2cbcab6-9dfd-4eaa-8e18-b51ba2b2e42c None None] Provisioning complete for port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:30.487964 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a2cbcab6-9dfd-4eaa-8e18-b51ba2b2e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.565115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a2cbcab6-9dfd-4eaa-8e18-b51ba2b2e42c None None] Port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:30.570664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1243ba9e-17c7-49ea-9867-5fbb025867b2,revision_number=7']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:30.576919 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a1f323-7bb2-444a-8eca-c22bad18c57a x-openstack-request-id: req-33a1f323-7bb2-444a-8eca-c22bad18c57a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:30.577805 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e9ceed-6143-4c7c-aebb-e4a6c4edda1d", "name": "network-vif-unplugged", "status": "completed", "tag": "1243ba9e-17c7-49ea-9867-5fbb025867b2", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:30.578435 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33a1f323-7bb2-444a-8eca-c22bad18c57a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:30.579321 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e9ceed-6143-4c7c-aebb-e4a6c4edda1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1243ba9e-17c7-49ea-9867-5fbb025867b2', 'code': 200} Jul 07 19:10:30.633428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Router 0c972357-d58d-4223-90d5-bf7472c4c9df has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:10:30.642384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6655a96f-e685-4828-82db-cf01a505a999 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:30.643333 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6655a96f-e685-4828-82db-cf01a505a999 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 820 time: 0.5856671 Jul 07 19:10:30.648881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:30.654782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:30.663097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Request body: {'port': {'device_id': 'd4f1b0ef-945a-4484-a732-a1774470a2aa', 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d', 'admin_state_up': True, 'tenant_id': '3a67b76b74474baf828e899c52f53df9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:30.669518 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:31.213631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828d85c-3308-44c9-8a6d-ca842a627aad req-cdbb191a-f731-4593-b0ee-952e2be182ba tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:31.223814 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f828d85c-3308-44c9-8a6d-ca842a627aad req-cdbb191a-f731-4593-b0ee-952e2be182ba tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 949 time: 0.1146641 Jul 07 19:10:31.280898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f828d85c-3308-44c9-8a6d-ca842a627aad req-8a460790-c8ff-4d9c-8f51-2339ffbd3378 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557230 Jul 07 19:10:31.308230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:31.309283 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:31.314849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] 10.222.0.48 "PUT /v2.0/ports/1243ba9e-17c7-49ea-9867-5fbb025867b2 HTTP/1.1" status: 200 len: 1143 time: 3.1129966 Jul 07 19:10:31.384107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['1243ba9e-17c7-49ea-9867-5fbb025867b2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:31.426707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:31.435515 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0417aeed-c56b-4113-9adf-9af8e42a4066 admin admin] 10.222.0.81 "PUT /v2.0/routers/0c972357-d58d-4223-90d5-bf7472c4c9df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0765910 Jul 07 19:10:31.437986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Made reservation on behalf of 3a67b76b74474baf828e899c52f53df9 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:31.442027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:31.445104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ee607-f143-404c-aec3-8603199d96d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1243ba9e-17c7-49ea-9867-5fbb025867b2,revision_number=8']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:31.516694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116b1fe-7cde-44da-af3c-67c8fce7fd69 req-99825780-385b-4fce-b3a4-214a08932d22 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:31.525183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Sync routers for ids ['0c972357-d58d-4223-90d5-bf7472c4c9df'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:31.526520 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b116b1fe-7cde-44da-af3c-67c8fce7fd69 req-99825780-385b-4fce-b3a4-214a08932d22 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 965 time: 0.4172306 Jul 07 19:10:31.629127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Routers {'0c972357-d58d-4223-90d5-bf7472c4c9df'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:31.632712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:10:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0c972357-d58d-4223-90d5-bf7472c4c9df'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:31.645536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b116b1fe-7cde-44da-af3c-67c8fce7fd69 req-90c98a83-8e75-45cd-bac1-96448614397e tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177926 Jul 07 19:10:31.707199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43692) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:31.846148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Allocated IP 172.20.0.9 (62088a1d-df6a-44fe-95d5-e251937c7b0d/8a5aed6a-ddd5-48c5-a316-d5e4b085a076/283dc151-93c1-4404-a784-79d17c3b6cd6) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:31.967785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1906335784-network', 'tenant_id': 'b0f799d4bb5d4ffd8396834a28ee57c6'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:32.013015 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Set router 0c972357-d58d-4223-90d5-bf7472c4c9df gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:32.030254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Made reservation on behalf of b0f799d4bb5d4ffd8396834a28ee57c6 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:32.035544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.112199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.142895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca5e5416-2e6d-42c7-9e7c-995a88de05fa req-5f40c784-6cc4-47b7-8df3-7f40562d17bc tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 210 time: 0.0923195 Jul 07 19:10:32.308563 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.327897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.335927 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.378193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:10:32.394803 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.417427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebfeff1-a44e-485d-ae5e-dfa1bc997b42,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:32.433373 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.437652 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Added segment 1460b32a-0526-4d56-8c01-00da7d7754ee of type vlan for network 8d4f006c-31ff-4d52-bb7a-cede14fbda0b Jul 07 19:10:32.469199 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1501840042-router', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:18Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 4, 'project_id': 'eef050ac5b2941afb892d4647480dfa9', 'gw_port': {'id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:19Z', 'updated_at': '2021-07-07T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '2a5ff65b-917d-40e9-a6aa-daa4201e4623', 'name': '', 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'mac_address': 'fa:16:3e:65:9d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3f3b4cbb-8307-426f-8d93-a74d930d5a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:24Z', 'updated_at': '2021-07-07T19:10:28Z', 'revision_number': 2, 'project_id': 'eef050ac5b2941afb892d4647480dfa9', 'subnets': [{'id': '3f3b4cbb-8307-426f-8d93-a74d930d5a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:32.499563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Network 62088a1d-df6a-44fe-95d5-e251937c7b0d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:32.503649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:32.512042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:32.520731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:32.526886 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.531469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Checking router: 0c972357-d58d-4223-90d5-bf7472c4c9df for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:32.531874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Updating router 0c972357-d58d-4223-90d5-bf7472c4c9df port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:10:32.533370 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.581932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e9ceed-6143-4c7c-aebb-e4a6c4edda1d', 'tag': '1243ba9e-17c7-49ea-9867-5fbb025867b2'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:32.587069 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a665651a-3506-4c97-bbc7-44ce2608f271" -d '{"events": [{"name": "network-changed", "server_uuid": "75e9ceed-6143-4c7c-aebb-e4a6c4edda1d", "tag": "1243ba9e-17c7-49ea-9867-5fbb025867b2"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:32.593753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Pushing event updated for resources: {'Port': ['ID=283dc151-93c1-4404-a784-79d17c3b6cd6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:32.602865 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.605498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:32.605825 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-6f499935-eefd-44ac-807b-94f4f52ddf1b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9480972 Jul 07 19:10:32.607381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.624419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Request body: {'port': {'device_id': 'd4f1b0ef-945a-4484-a732-a1774470a2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:32.626461 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.670924 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9624360 Jul 07 19:10:32.674709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43718) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:32.685715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-46b2d977-b3f8-451b-a259-0f44fb9b8f5f admin admin] Request body: {'subnet': {'network_id': '8d4f006c-31ff-4d52-bb7a-cede14fbda0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1906335784-subnet', 'tenant_id': 'b0f799d4bb5d4ffd8396834a28ee57c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:32.714190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b2d977-b3f8-451b-a259-0f44fb9b8f5f admin admin] Made reservation on behalf of b0f799d4bb5d4ffd8396834a28ee57c6 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:32.718276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46b2d977-b3f8-451b-a259-0f44fb9b8f5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.722724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eadc9-15cc-4849-ada2-6c2849c279fa admin admin] Pushing event updated for resources: {'Network': ['ID=8d4f006c-31ff-4d52-bb7a-cede14fbda0b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:32.868374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 8d4f006c-31ff-4d52-bb7a-cede14fbda0b details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:10:32.877560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.912147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ab1c9-82f2-4c37-abbb-c9c029db8a82 req-56157277-9d92-405c-9bc5-53e65a778093 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:32.914153 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d6ab1c9-82f2-4c37-abbb-c9c029db8a82 req-56157277-9d92-405c-9bc5-53e65a778093 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 950 time: 0.1901121 Jul 07 19:10:33.013853 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d6ab1c9-82f2-4c37-abbb-c9c029db8a82 req-21091109-f85b-48b2-82d5-4c1167703e8e tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920205 Jul 07 19:10:33.029711 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46b2d977-b3f8-451b-a259-0f44fb9b8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.143334 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737a9912-d758-47ac-af47-cb825c708505 x-openstack-request-id: req-737a9912-d758-47ac-af47-cb825c708505 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:33.143973 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e9ceed-6143-4c7c-aebb-e4a6c4edda1d", "tag": "1243ba9e-17c7-49ea-9867-5fbb025867b2", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:33.144441 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-737a9912-d758-47ac-af47-cb825c708505 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:33.145225 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e9ceed-6143-4c7c-aebb-e4a6c4edda1d', 'tag': '1243ba9e-17c7-49ea-9867-5fbb025867b2', 'status': 'completed', 'code': 200} Jul 07 19:10:33.183833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2d977-b3f8-451b-a259-0f44fb9b8f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f7b27e-ca2c-4076-8374-0abb3fdd4de1,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:33.196364 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.208333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Transition to ACTIVE for port object 2a5ff65b-917d-40e9-a6aa-daa4201e4623 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:33.222871 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.235323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b2d977-b3f8-451b-a259-0f44fb9b8f5f admin admin] Checking segment: {'id': '1460b32a-0526-4d56-8c01-00da7d7754ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8d4f006c-31ff-4d52-bb7a-cede14fbda0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:33.236746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b2d977-b3f8-451b-a259-0f44fb9b8f5f admin admin] Network hostable DHCP agents. Network: 8d4f006c-31ff-4d52-bb7a-cede14fbda0b, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:10:33.302283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b2d977-b3f8-451b-a259-0f44fb9b8f5f admin admin] Network 8d4f006c-31ff-4d52-bb7a-cede14fbda0b is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:10:33.305180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aed099-a723-4892-8ebf-5cb891aab94c None None] Pushing event updated for resources: {'Port': ['ID=2a5ff65b-917d-40e9-a6aa-daa4201e4623,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:33.335466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-46b2d977-b3f8-451b-a259-0f44fb9b8f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 8d4f006c-31ff-4d52-bb7a-cede14fbda0b) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:33.352693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b2d977-b3f8-451b-a259-0f44fb9b8f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:33.353650 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46b2d977-b3f8-451b-a259-0f44fb9b8f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.359037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503ca55e-b8aa-49fe-8fb7-9efa8f0c5f1e None None] Network 8d4f006c-31ff-4d52-bb7a-cede14fbda0b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:33.420717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-46b2d977-b3f8-451b-a259-0f44fb9b8f5f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7439294 Jul 07 19:10:33.551279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Attempting to bind port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:33.552380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Attempting to bind port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'fd677170-590e-4891-bf2c-6b30169a6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:33.552962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Attempting to bind port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 on network 469cb7af-6981-4a80-95f5-8b62aed90313 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:33.562114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:33.562627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Checking segment: {'id': 'fd677170-590e-4891-bf2c-6b30169a6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:33.563185 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.563674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Bound using segment: {'id': 'fd677170-590e-4891-bf2c-6b30169a6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:33.564278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Bound port: 2a5ff65b-917d-40e9-a6aa-daa4201e4623, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd677170-590e-4891-bf2c-6b30169a6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:33.564721 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.571985 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc8e07f-b9ea-4c1f-8750-9e3339eb0e91 None None] Network 8d4f006c-31ff-4d52-bb7a-cede14fbda0b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:33.627546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665651a-3506-4c97-bbc7-44ce2608f271 req-087b3c8d-b2b7-4d1a-a59d-14c8e64bf5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:33.630056 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a665651a-3506-4c97-bbc7-44ce2608f271 req-087b3c8d-b2b7-4d1a-a59d-14c8e64bf5b0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 1146 time: 0.4606793 Jul 07 19:10:33.761913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] For port 2a5ff65b-917d-40e9-a6aa-daa4201e4623, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:33.788050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] For port 2a5ff65b-917d-40e9-a6aa-daa4201e4623, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2a5ff65b-917d-40e9-a6aa-daa4201e4623,segment=NetworkSegment(fd677170-590e-4891-bf2c-6b30169a6de6),segment_id=fd677170-590e-4891-bf2c-6b30169a6de6)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:33.811819 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.893553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Routers {'0c972357-d58d-4223-90d5-bf7472c4c9df'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:33.894171 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:10:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0c972357-d58d-4223-90d5-bf7472c4c9df'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:33.959891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aed099-a723-4892-8ebf-5cb891aab94c None None] Pushing event updated for resources: {'Port': ['ID=2a5ff65b-917d-40e9-a6aa-daa4201e4623,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:34.266990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] Set router 0c972357-d58d-4223-90d5-bf7472c4c9df gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:34.279790 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82460b-951f-4d9f-afd5-d75da2f32f34 req-427461d2-c730-4df8-97a3-ff1a2fb41fa6 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:34.287942 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c82460b-951f-4d9f-afd5-d75da2f32f34 req-427461d2-c730-4df8-97a3-ff1a2fb41fa6 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 949 time: 0.1099699 Jul 07 19:10:34.342684 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c82460b-951f-4d9f-afd5-d75da2f32f34 req-40850f21-d1fb-47c2-831f-2b6da7c41013 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537069 Jul 07 19:10:34.500692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283dc151-93c1-4404-a784-79d17c3b6cd6 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:34.514685 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.531681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Transition to ACTIVE for port object 283dc151-93c1-4404-a784-79d17c3b6cd6 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:34.553545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665651a-3506-4c97-bbc7-44ce2608f271 req-5baa6a8d-6660-4921-ae6c-9c0064c9db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:34.555186 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a665651a-3506-4c97-bbc7-44ce2608f271 req-5baa6a8d-6660-4921-ae6c-9c0064c9db54 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.8970506 Jul 07 19:10:34.561269 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.572349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de4a06-6739-4079-aa5d-b4769bc04204 req-c563c895-5db5-41ee-869c-66f425a5dfa3 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:34.584631 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73de4a06-6739-4079-aa5d-b4769bc04204 req-c563c895-5db5-41ee-869c-66f425a5dfa3 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 965 time: 0.9494965 Jul 07 19:10:34.585349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 1243ba9e-17c7-49ea-9867-5fbb025867b2 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:34.630017 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a665651a-3506-4c97-bbc7-44ce2608f271 req-885f5bff-7e11-4f95-ba8b-4670e5f12138 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2 HTTP/1.1" status: 200 len: 217 time: 0.0658085 Jul 07 19:10:34.715072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43756) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:34.718083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Pushing event updated for resources: {'Port': ['ID=283dc151-93c1-4404-a784-79d17c3b6cd6,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:34.726493 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-242529128-network', 'tenant_id': 'e7aeebc08363473c9d4380e8e3591dd2'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:34.777178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:34.829301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 1243ba9e-17c7-49ea-9867-5fbb025867b2 has no active binding in host n-h1-793621-9 {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:10:34.846106 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1501840042-router', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:18Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 4, 'project_id': 'eef050ac5b2941afb892d4647480dfa9', 'gw_port': {'id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:19Z', 'updated_at': '2021-07-07T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '2a5ff65b-917d-40e9-a6aa-daa4201e4623', 'name': '', 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'mac_address': 'fa:16:3e:65:9d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3f3b4cbb-8307-426f-8d93-a74d930d5a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:24Z', 'updated_at': '2021-07-07T19:10:33Z', 'revision_number': 4, 'project_id': 'eef050ac5b2941afb892d4647480dfa9', 'subnets': [{'id': '3f3b4cbb-8307-426f-8d93-a74d930d5a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:34.866860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Attempting to bind port 283dc151-93c1-4404-a784-79d17c3b6cd6 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:34.868085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Attempting to bind port 283dc151-93c1-4404-a784-79d17c3b6cd6 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:34.868835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Attempting to bind port 283dc151-93c1-4404-a784-79d17c3b6cd6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:34.881313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Made reservation on behalf of e7aeebc08363473c9d4380e8e3591dd2 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:34.883819 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.899312 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73de4a06-6739-4079-aa5d-b4769bc04204 req-74ab3b65-66aa-47a6-a3a3-33eee0dd67db tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135889 Jul 07 19:10:34.909312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665651a-3506-4c97-bbc7-44ce2608f271 req-a0fa6ab4-ca4c-4c4c-8a5d-87b525331043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:34.912133 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a665651a-3506-4c97-bbc7-44ce2608f271 req-a0fa6ab4-ca4c-4c4c-8a5d-87b525331043 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.2519772 Jul 07 19:10:34.929959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Port 283dc151-93c1-4404-a784-79d17c3b6cd6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:34.930607 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Attempting to bind port 283dc151-93c1-4404-a784-79d17c3b6cd6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:34.931746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5ef99-c39a-4c74-bc35-ca8ccdd38148 req-bdc807be-15ab-41ca-b2b5-4dd9611336bf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:34.935285 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2be5ef99-c39a-4c74-bc35-ca8ccdd38148 req-bdc807be-15ab-41ca-b2b5-4dd9611336bf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 931 time: 0.4714782 Jul 07 19:10:34.943626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:34.944400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:34.945185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Bound using segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:34.946390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Bound port: 283dc151-93c1-4404-a784-79d17c3b6cd6, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:34.947380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.964421 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.017347 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a665651a-3506-4c97-bbc7-44ce2608f271 req-56f317e5-f473-4658-962b-ef7f4a67d31c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758588 Jul 07 19:10:35.026832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c737b05-03d3-4b73-a47e-3657d6bedfa1 None None] The sync data for ids ['0c972357-d58d-4223-90d5-bf7472c4c9df'] in n-d-793621-9 is: [{'id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1501840042-router', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:18Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 4, 'project_id': 'eef050ac5b2941afb892d4647480dfa9', 'gw_port': {'id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:19Z', 'updated_at': '2021-07-07T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '2a5ff65b-917d-40e9-a6aa-daa4201e4623', 'name': '', 'network_id': '469cb7af-6981-4a80-95f5-8b62aed90313', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'mac_address': 'fa:16:3e:65:9d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3f3b4cbb-8307-426f-8d93-a74d930d5a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:24Z', 'updated_at': '2021-07-07T19:10:33Z', 'revision_number': 4, 'project_id': 'eef050ac5b2941afb892d4647480dfa9', 'subnets': [{'id': '3f3b4cbb-8307-426f-8d93-a74d930d5a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:35.045915 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2be5ef99-c39a-4c74-bc35-ca8ccdd38148 req-dd699666-125d-42d7-bb41-309989131e99 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045032 Jul 07 19:10:35.294694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:35.336076 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.377169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=283dc151-93c1-4404-a784-79d17c3b6cd6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:35.393333 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.418490 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a665651a-3506-4c97-bbc7-44ce2608f271 req-5c2691c7-2379-44a2-9c01-f0642783f628 service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458145 Jul 07 19:10:35.432999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.436887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:35.437898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.441461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] 10.222.0.110 "PUT /v2.0/ports/283dc151-93c1-4404-a784-79d17c3b6cd6 HTTP/1.1" status: 200 len: 1091 time: 2.8242819 Jul 07 19:10:35.457433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f1b0ef-945a-4484-a732-a1774470a2aa', 'tag': '283dc151-93c1-4404-a784-79d17c3b6cd6'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:35.459855 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0889bbc-7a04-4ad6-baa9-ee69110cd458" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f1b0ef-945a-4484-a732-a1774470a2aa", "tag": "283dc151-93c1-4404-a784-79d17c3b6cd6"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:35.702536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.790190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:10:35.836950 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.837189 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Added segment bca00d70-770d-425d-8aef-4a3f86122c81 of type vlan for network b2abfaa2-fd33-491d-99ff-31e7fea15141 Jul 07 19:10:35.891133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd1ed6-462e-4771-8e6e-96e0eadd8adc req-770305b5-49bd-49fa-917a-4153fbbfc29d tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:35.899181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33cd1ed6-462e-4771-8e6e-96e0eadd8adc req-770305b5-49bd-49fa-917a-4153fbbfc29d tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 949 time: 0.1177204 Jul 07 19:10:35.946953 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.974897 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33cd1ed6-462e-4771-8e6e-96e0eadd8adc req-1bda82a9-a3fe-41df-89e4-85175afed4fb tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/security-groups?id=65b738b5-22a9-49b0-997a-fc6d45e9cbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740976 Jul 07 19:10:36.031661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b21e0-f5a2-48b3-84cf-cef0ff3f1dbc req-df6161f1-63f6-4bfe-af07-11e224204e09 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.033594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc6b21e0-f5a2-48b3-84cf-cef0ff3f1dbc req-df6161f1-63f6-4bfe-af07-11e224204e09 tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 949 time: 0.2137527 Jul 07 19:10:36.039349 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.040320 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.040905 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.155036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2a5ff65b-917d-40e9-a6aa-daa4201e4623 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:36.223248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Pushing event updated for resources: {'Network': ['ID=b2abfaa2-fd33-491d-99ff-31e7fea15141,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:36.228062 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5067582 Jul 07 19:10:36.244588 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c807030a-63f8-4140-b933-681e1326cb9c x-openstack-request-id: req-c807030a-63f8-4140-b933-681e1326cb9c {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:36.244935 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f1b0ef-945a-4484-a732-a1774470a2aa", "tag": "283dc151-93c1-4404-a784-79d17c3b6cd6", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:36.245145 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c807030a-63f8-4140-b933-681e1326cb9c {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:36.245506 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f1b0ef-945a-4484-a732-a1774470a2aa', 'tag': '283dc151-93c1-4404-a784-79d17c3b6cd6', 'status': 'completed', 'code': 200} Jul 07 19:10:36.254566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c2f13-d767-4379-b800-a445eda7f664 req-5f3a6863-e2d7-4aa9-8017-064f4ff69c43 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.256517 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a35c2f13-d767-4379-b800-a445eda7f664 req-5f3a6863-e2d7-4aa9-8017-064f4ff69c43 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.48 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 950 time: 0.9532335 Jul 07 19:10:36.267849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network b2abfaa2-fd33-491d-99ff-31e7fea15141 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:10:36.277405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43794) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:36.283556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d4023cc0-bca5-45ac-8b05-2e7a8747cc64 admin admin] Request body: {'subnet': {'network_id': 'b2abfaa2-fd33-491d-99ff-31e7fea15141', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-242529128-subnet', 'tenant_id': 'e7aeebc08363473c9d4380e8e3591dd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:36.429950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c575dcd-c43d-4a18-b759-e44627c5cfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d6c76a-f821-4688-bdcb-6b1162cc3744,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:36.451231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5bac3-6f5a-4f45-9749-d75637245d73 service neutron] Pushing event updated for resources: {'Port': ['ID=283dc151-93c1-4404-a784-79d17c3b6cd6,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:36.478528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c831c-a3c5-43aa-b59d-987e7f3041fa req-5c703d54-419d-4b02-8cc3-6267c14071ab tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.480385 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-017c831c-a3c5-43aa-b59d-987e7f3041fa req-5c703d54-419d-4b02-8cc3-6267c14071ab tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 950 time: 0.4798102 Jul 07 19:10:36.483524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:36.488115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:36.488494 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.525908 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-ad101547-08e5-49f0-99e7-55aff380d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.528213 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-ad101547-08e5-49f0-99e7-55aff380d34e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 1094 time: 0.5194161 Jul 07 19:10:36.538015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4023cc0-bca5-45ac-8b05-2e7a8747cc64 admin admin] Made reservation on behalf of e7aeebc08363473c9d4380e8e3591dd2 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:36.541125 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4023cc0-bca5-45ac-8b05-2e7a8747cc64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.620057 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-a14672cb-dde4-43a4-a8b3-377feb6ec22e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283dc151-93c1-4404-a784-79d17c3b6cd6 HTTP/1.1" status: 200 len: 217 time: 0.0836437 Jul 07 19:10:36.623548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a665651a-3506-4c97-bbc7-44ce2608f271 req-bd708298-43a7-445a-91d7-09fb3af20c0e service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1665659 Jul 07 19:10:36.678903 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.766592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eb0d0634-c80c-43e8-960f-78e7118fb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.767571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 2a5ff65b-917d-40e9-a6aa-daa4201e4623, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2a5ff65b-917d-40e9-a6aa-daa4201e4623,segment=NetworkSegment(fd677170-590e-4891-bf2c-6b30169a6de6),segment_id=fd677170-590e-4891-bf2c-6b30169a6de6)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:36.769666 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-eb0d0634-c80c-43e8-960f-78e7118fb3fb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1107504 Jul 07 19:10:36.777515 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.822632 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-dc6b21e0-f5a2-48b3-84cf-cef0ff3f1dbc req-20b81b2a-9e7b-4432-8065-99e948e226cc tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Deleting port 5f9a4c11-ca09-41f2-8021-cb03f974d162 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:36.823047 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dc6b21e0-f5a2-48b3-84cf-cef0ff3f1dbc req-20b81b2a-9e7b-4432-8065-99e948e226cc tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.853489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-017c831c-a3c5-43aa-b59d-987e7f3041fa req-47ed1b90-fb1d-414b-ba78-4c65f26ad36f tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301120 Jul 07 19:10:36.883100 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-80fbedd8-e79f-4c13-abdd-fd149a96e971 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966744 Jul 07 19:10:36.913805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=2a5ff65b-917d-40e9-a6aa-daa4201e4623,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:36.933638 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:36.935835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:36.936923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:36.937278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:36.937623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:36.937964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:36.938301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:36.941975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:36.942366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:36.942726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:36.944304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:36.944654 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:36.969768 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42221dc4-6085-4c44-9021-6567a10683fd req-3ed6a547-9d80-4f1f-862e-a1a0f7d09277 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.975433 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42221dc4-6085-4c44-9021-6567a10683fd req-3ed6a547-9d80-4f1f-862e-a1a0f7d09277 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 965 time: 0.5360355 Jul 07 19:10:37.106941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-dc6b21e0-f5a2-48b3-84cf-cef0ff3f1dbc req-20b81b2a-9e7b-4432-8065-99e948e226cc tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] For port 5f9a4c11-ca09-41f2-8021-cb03f974d162, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5f9a4c11-ca09-41f2-8021-cb03f974d162,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:37.107412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dc6b21e0-f5a2-48b3-84cf-cef0ff3f1dbc req-20b81b2a-9e7b-4432-8065-99e948e226cc tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.143860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-dc6b21e0-f5a2-48b3-84cf-cef0ff3f1dbc req-20b81b2a-9e7b-4432-8065-99e948e226cc tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Calling delete_port for 5f9a4c11-ca09-41f2-8021-cb03f974d162 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:37.158155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-a35c2f13-d767-4379-b800-a445eda7f664 req-0b709a5c-c8ae-4d4e-86a3-fed89a0f9ea0 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Deleting port 6edfb47e-5f23-4aa9-8538-d628533c2c6f {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:37.158696 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a35c2f13-d767-4379-b800-a445eda7f664 req-0b709a5c-c8ae-4d4e-86a3-fed89a0f9ea0 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.200312 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42221dc4-6085-4c44-9021-6567a10683fd req-64911743-0277-48c1-8278-2f61bd0e2eb0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075877 Jul 07 19:10:37.382135 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-d907d0e3-db5a-4c53-b68e-93daa822a837 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798846 Jul 07 19:10:37.398901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a35c2f13-d767-4379-b800-a445eda7f664 req-0b709a5c-c8ae-4d4e-86a3-fed89a0f9ea0 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] For port 6edfb47e-5f23-4aa9-8538-d628533c2c6f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6edfb47e-5f23-4aa9-8538-d628533c2c6f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:37.399310 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a35c2f13-d767-4379-b800-a445eda7f664 req-0b709a5c-c8ae-4d4e-86a3-fed89a0f9ea0 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.481718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f72250-c182-4369-a784-b4ef9a035a65 req-36819203-d977-48fb-a4b6-1e7befe17354 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:37.490406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-74f72250-c182-4369-a784-b4ef9a035a65 req-36819203-d977-48fb-a4b6-1e7befe17354 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 943 time: 0.2580547 Jul 07 19:10:37.504126 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4023cc0-bca5-45ac-8b05-2e7a8747cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.524452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-a35c2f13-d767-4379-b800-a445eda7f664 req-0b709a5c-c8ae-4d4e-86a3-fed89a0f9ea0 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Calling delete_port for 6edfb47e-5f23-4aa9-8538-d628533c2c6f owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:37.641579 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-74f72250-c182-4369-a784-b4ef9a035a65 req-868c263e-efd1-4093-ab7f-b7166733735b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500158 Jul 07 19:10:37.660473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bd3f542-681b-46c3-8ba7-56f730b34d92 req-f9dc3ff3-940e-43e6-aa44-986e44849905 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636921 Jul 07 19:10:37.773294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4023cc0-bca5-45ac-8b05-2e7a8747cc64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6059bd9-0628-409b-b5c3-c207e0f7e7d0,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:37.795261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4023cc0-bca5-45ac-8b05-2e7a8747cc64 admin admin] Checking segment: {'id': 'bca00d70-770d-425d-8aef-4a3f86122c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b2abfaa2-fd33-491d-99ff-31e7fea15141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:37.795847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4023cc0-bca5-45ac-8b05-2e7a8747cc64 admin admin] Network hostable DHCP agents. Network: b2abfaa2-fd33-491d-99ff-31e7fea15141, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:10:37.845697 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dc6b21e0-f5a2-48b3-84cf-cef0ff3f1dbc req-20b81b2a-9e7b-4432-8065-99e948e226cc tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.854709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4023cc0-bca5-45ac-8b05-2e7a8747cc64 admin admin] Network b2abfaa2-fd33-491d-99ff-31e7fea15141 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:10:37.878412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-d4023cc0-bca5-45ac-8b05-2e7a8747cc64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, b2abfaa2-fd33-491d-99ff-31e7fea15141) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:37.885962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['5f9a4c11-ca09-41f2-8021-cb03f974d162'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:37.893034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb13aec-22a2-45bb-9443-98e0e763413c None None] Network b2abfaa2-fd33-491d-99ff-31e7fea15141 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:37.974924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4023cc0-bca5-45ac-8b05-2e7a8747cc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:37.976582 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4023cc0-bca5-45ac-8b05-2e7a8747cc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.002866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b81b2a-9e7b-4432-8065-99e948e226cc tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Pushing event deleted for resources: {'Port': ['ID=5f9a4c11-ca09-41f2-8021-cb03f974d162,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:38.109609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6b21e0-f5a2-48b3-84cf-cef0ff3f1dbc req-20b81b2a-9e7b-4432-8065-99e948e226cc tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] No DVR routers for this DVR port 5f9a4c11-ca09-41f2-8021-cb03f974d162 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:38.130180 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dc6b21e0-f5a2-48b3-84cf-cef0ff3f1dbc req-20b81b2a-9e7b-4432-8065-99e948e226cc tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.133381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc6b21e0-f5a2-48b3-84cf-cef0ff3f1dbc req-20b81b2a-9e7b-4432-8065-99e948e226cc tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.48 "DELETE /v2.0/ports/5f9a4c11-ca09-41f2-8021-cb03f974d162 HTTP/1.1" status: 204 len: 173 time: 2.0880179 Jul 07 19:10:38.134514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf', 'name': 'network-vif-deleted', 'tag': '5f9a4c11-ca09-41f2-8021-cb03f974d162'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:38.148224 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcc063d-6ab2-450d-9710-46a8eeab9603" -d '{"events": [{"server_uuid": "9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf", "name": "network-vif-deleted", "tag": "5f9a4c11-ca09-41f2-8021-cb03f974d162"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:38.151254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2a5ff65b-917d-40e9-a6aa-daa4201e4623 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:38.174979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d4023cc0-bca5-45ac-8b05-2e7a8747cc64 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8874881 Jul 07 19:10:38.296241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd64d4e7-4582-4df5-89e0-801f7bead48c None None] Network b2abfaa2-fd33-491d-99ff-31e7fea15141 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:38.335596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43838) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:38.342781 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c94f8a3a-a130-422f-a383-4f457cf220f9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1469871399', 'description': 'tempest-description--1033189877'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:38.398700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:38.404227 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.413233 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c94f8a3a-a130-422f-a383-4f457cf220f9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.419194 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ae2fb43-0ce7-43e2-8073-d916589670ed req-10513b84-a3bf-4fda-88bf-ab2d1af1e7fe tempest-DeleteServersAdminTestJSON-1670325213 tempest-DeleteServersAdminTestJSON-1670325213-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf HTTP/1.1" status: 200 len: 210 time: 0.0981185 Jul 07 19:10:38.452390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43842) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:38.508708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a35c2f13-d767-4379-b800-a445eda7f664 req-0b709a5c-c8ae-4d4e-86a3-fed89a0f9ea0 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.542823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8ada9bd2-189c-43c5-bac4-a6d647797d1a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:38.603614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b709a5c-c8ae-4d4e-86a3-fed89a0f9ea0 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Pushing event deleted for resources: {'Port': ['ID=6edfb47e-5f23-4aa9-8538-d628533c2c6f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:38.610061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5f9a4c11-ca09-41f2-8021-cb03f974d162 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:38.632870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a75ce9e-77bc-45b6-98a4-9d8f2b8cf790 admin admin] Deleting subnet 91f7b27e-ca2c-4076-8374-0abb3fdd4de1 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:10:38.657110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6fc537a8-20b5-49a7-8c3c-f45ef9de6981 req-0975bc40-5e58-425a-a104-4208a1f6c21a tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e2041-1146-4b1b-8bf9-e1e5877c93d5 HTTP/1.1" status: 200 len: 210 time: 0.0649216 Jul 07 19:10:38.658464 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a75ce9e-77bc-45b6-98a4-9d8f2b8cf790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.673083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 5f9a4c11-ca09-41f2-8021-cb03f974d162 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:38.673608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5f9a4c11-ca09-41f2-8021-cb03f974d162 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:38.674247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6edfb47e-5f23-4aa9-8538-d628533c2c6f no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:38.704199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8295ed-f558-484a-bb57-74c5d918b550 req-be962127-fbe0-4854-80a0-c9ec79b0e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:38.712145 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c8295ed-f558-484a-bb57-74c5d918b550 req-be962127-fbe0-4854-80a0-c9ec79b0e517 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 1146 time: 0.3769224 Jul 07 19:10:38.755873 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48500b05-daeb-4519-bb24-690052867f4a x-openstack-request-id: req-48500b05-daeb-4519-bb24-690052867f4a {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:38.760589 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf", "name": "network-vif-deleted", "tag": "5f9a4c11-ca09-41f2-8021-cb03f974d162", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:38.761058 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48500b05-daeb-4519-bb24-690052867f4a {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:38.761328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 6edfb47e-5f23-4aa9-8538-d628533c2c6f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:38.761789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6edfb47e-5f23-4aa9-8538-d628533c2c6f not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:38.762234 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa7eb7c-8b1e-4e36-9c74-037d5bac43bf', 'name': 'network-vif-deleted', 'tag': '5f9a4c11-ca09-41f2-8021-cb03f974d162', 'status': 'completed', 'code': 200} Jul 07 19:10:38.771106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0889bbc-7a04-4ad6-baa9-ee69110cd458 req-e6d365ec-ce67-4491-a86d-6c5d007b86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:38.771980 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c94f8a3a-a130-422f-a383-4f457cf220f9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.772688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0889bbc-7a04-4ad6-baa9-ee69110cd458 req-e6d365ec-ce67-4491-a86d-6c5d007b86ac service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 1094 time: 0.9804971 Jul 07 19:10:38.776894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35c2f13-d767-4379-b800-a445eda7f664 req-0b709a5c-c8ae-4d4e-86a3-fed89a0f9ea0 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] No DVR routers for this DVR port 6edfb47e-5f23-4aa9-8538-d628533c2c6f on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:38.779597 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c94f8a3a-a130-422f-a383-4f457cf220f9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.793682 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a35c2f13-d767-4379-b800-a445eda7f664 req-0b709a5c-c8ae-4d4e-86a3-fed89a0f9ea0 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.795898 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a35c2f13-d767-4379-b800-a445eda7f664 req-0b709a5c-c8ae-4d4e-86a3-fed89a0f9ea0 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.48 "DELETE /v2.0/ports/6edfb47e-5f23-4aa9-8538-d628533c2c6f HTTP/1.1" status: 204 len: 173 time: 2.5227721 Jul 07 19:10:38.800368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32e2041-1146-4b1b-8bf9-e1e5877c93d5', 'name': 'network-vif-deleted', 'tag': '6edfb47e-5f23-4aa9-8538-d628533c2c6f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:38.802888 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c581954c-454a-427f-8c39-1ad5d0de730e" -d '{"events": [{"server_uuid": "f32e2041-1146-4b1b-8bf9-e1e5877c93d5", "name": "network-vif-deleted", "tag": "6edfb47e-5f23-4aa9-8538-d628533c2c6f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:38.868035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f8a3a-a130-422f-a383-4f457cf220f9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c6be14-10e8-45ab-8584-ed30d89e3298,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:38.888000 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c94f8a3a-a130-422f-a383-4f457cf220f9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.892037 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c94f8a3a-a130-422f-a383-4f457cf220f9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5526068 Jul 07 19:10:38.893618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43856) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:38.898170 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-bb1ed738-46c7-4796-9b6e-89ff17521aea tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Request body: {'security_group_rule': {'security_group_id': '35c6be14-10e8-45ab-8584-ed30d89e3298', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:38.972434 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a75ce9e-77bc-45b6-98a4-9d8f2b8cf790 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.977158 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed738-46c7-4796-9b6e-89ff17521aea tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.005766 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a75ce9e-77bc-45b6-98a4-9d8f2b8cf790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.157275 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed738-46c7-4796-9b6e-89ff17521aea tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.169391 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed738-46c7-4796-9b6e-89ff17521aea tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.212356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ed738-46c7-4796-9b6e-89ff17521aea tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815bf7ca-16a6-46db-a10a-65d9518f4c18,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:39.227833 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed738-46c7-4796-9b6e-89ff17521aea tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.230176 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bb1ed738-46c7-4796-9b6e-89ff17521aea tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3351986 Jul 07 19:10:39.235747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8295ed-f558-484a-bb57-74c5d918b550 req-aed1417f-7415-4857-9fd3-c8d78f5d249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:39.237413 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c8295ed-f558-484a-bb57-74c5d918b550 req-aed1417f-7415-4857-9fd3-c8d78f5d249c service neutron] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.4637692 Jul 07 19:10:39.237906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43864) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:39.244603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-27039016-678f-4816-bb31-a4675af6d644 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Request body: {'security_group_rule': {'security_group_id': '35c6be14-10e8-45ab-8584-ed30d89e3298', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:39.249601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0889bbc-7a04-4ad6-baa9-ee69110cd458 req-07af2fd0-0c2e-45ec-9001-c92a63dcae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:39.251004 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0889bbc-7a04-4ad6-baa9-ee69110cd458 req-07af2fd0-0c2e-45ec-9001-c92a63dcae1c service neutron] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.4515128 Jul 07 19:10:39.252210 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a75ce9e-77bc-45b6-98a4-9d8f2b8cf790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.257363 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26c1b3-5b48-4e3e-8cfa-b6fddd5cc22b req-0ee67014-2070-42b4-9f83-7699a82efd98 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:39.266931 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a26c1b3-5b48-4e3e-8cfa-b6fddd5cc22b req-0ee67014-2070-42b4-9f83-7699a82efd98 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 965 time: 0.2110455 Jul 07 19:10:39.338588 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a26c1b3-5b48-4e3e-8cfa-b6fddd5cc22b req-0c0cde6a-3afc-4099-9465-7e65d12bf9ec tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705948 Jul 07 19:10:39.342499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75ce9e-77bc-45b6-98a4-9d8f2b8cf790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f7b27e-ca2c-4076-8374-0abb3fdd4de1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:39.395746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c8295ed-f558-484a-bb57-74c5d918b550 req-c7f168c7-2bf0-4a95-a066-5dc796d95179 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2 HTTP/1.1" status: 200 len: 217 time: 0.1399248 Jul 07 19:10:39.400629 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c3181a-e12a-4920-9f3f-da004f76b154 x-openstack-request-id: req-03c3181a-e12a-4920-9f3f-da004f76b154 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:39.401200 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32e2041-1146-4b1b-8bf9-e1e5877c93d5", "name": "network-vif-deleted", "tag": "6edfb47e-5f23-4aa9-8538-d628533c2c6f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:39.401482 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03c3181a-e12a-4920-9f3f-da004f76b154 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:39.402101 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32e2041-1146-4b1b-8bf9-e1e5877c93d5', 'name': 'network-vif-deleted', 'tag': '6edfb47e-5f23-4aa9-8538-d628533c2c6f', 'status': 'completed', 'code': 200} Jul 07 19:10:39.408502 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a75ce9e-77bc-45b6-98a4-9d8f2b8cf790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.411711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0a75ce9e-77bc-45b6-98a4-9d8f2b8cf790 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/91f7b27e-ca2c-4076-8374-0abb3fdd4de1 HTTP/1.1" status: 204 len: 168 time: 0.9564576 Jul 07 19:10:39.414214 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0889bbc-7a04-4ad6-baa9-ee69110cd458 req-aea846ef-fa20-46ad-98bf-dfc9ce1e1ccc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283dc151-93c1-4404-a784-79d17c3b6cd6 HTTP/1.1" status: 200 len: 217 time: 0.1413782 Jul 07 19:10:39.416753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43874) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:39.503511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.542076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27039016-678f-4816-bb31-a4675af6d644 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.571670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8295ed-f558-484a-bb57-74c5d918b550 req-0a507eb4-2c48-4b1f-b73b-c0c5684b476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:39.573819 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c8295ed-f558-484a-bb57-74c5d918b550 req-0a507eb4-2c48-4b1f-b73b-c0c5684b476c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.1677935 Jul 07 19:10:39.590014 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.619709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0889bbc-7a04-4ad6-baa9-ee69110cd458 req-0a4cf032-5fd9-453b-a378-9d63f4298536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:39.621177 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0889bbc-7a04-4ad6-baa9-ee69110cd458 req-0a4cf032-5fd9-453b-a378-9d63f4298536 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1864369 Jul 07 19:10:39.622487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.636548 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.637850 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.638843 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.639538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.640073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.640707 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.641224 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.642038 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.642557 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.643085 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.647342 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c8295ed-f558-484a-bb57-74c5d918b550 req-7be59626-69a7-4d22-b445-ac8eee897a75 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617352 Jul 07 19:10:39.717272 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0889bbc-7a04-4ad6-baa9-ee69110cd458 req-74aa0fb6-1ebf-4bee-941b-72aa0e2d9d99 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745380 Jul 07 19:10:39.763185 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.764359 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.765994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.766779 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:10:39.767686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4f006c-31ff-4d52-bb7a-cede14fbda0b']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:39.791299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1460b32a-0526-4d56-8c01-00da7d7754ee') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:39.791969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1460b32a-0526-4d56-8c01-00da7d7754ee') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:39.816702 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.842457 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.853537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:10:39.854284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: from cryptography.utils import int_from_bytes Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: from cryptography.utils import int_from_bytes Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:10:39.875015 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:10:39.931752 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27039016-678f-4816-bb31-a4675af6d644 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.948671 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.953245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697f757-f186-4206-8092-d8811c93c874 req-eff40207-3b0e-4713-bdb7-5daf2a25451d tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:39.961202 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4697f757-f186-4206-8092-d8811c93c874 req-eff40207-3b0e-4713-bdb7-5daf2a25451d tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 943 time: 0.5454276 Jul 07 19:10:39.983960 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.987022 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8d4f006c-31ff-4d52-bb7a-cede14fbda0b HTTP/1.1" status: 204 len: 168 time: 0.5688658 Jul 07 19:10:39.991011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43892) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:39.993764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb421822-1c66-4b20-a973-ff9038d30dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4f006c-31ff-4d52-bb7a-cede14fbda0b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:39.995358 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27039016-678f-4816-bb31-a4675af6d644 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.015795 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0889bbc-7a04-4ad6-baa9-ee69110cd458 req-de087473-1517-41f2-adba-989418356098 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897978 Jul 07 19:10:40.069811 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4697f757-f186-4206-8092-d8811c93c874 req-38be654c-48db-4fb2-b0e4-8377d28876a4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073368 Jul 07 19:10:40.072010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cc9686-5d29-4768-9ac1-1b407ad031a3 admin admin] Deleting subnet e6059bd9-0628-409b-b5c3-c207e0f7e7d0 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:10:40.079465 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58cc9686-5d29-4768-9ac1-1b407ad031a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.094562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27039016-678f-4816-bb31-a4675af6d644 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a0fed4-bddf-4214-a2fe-020e1acb6f2d,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:40.149763 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27039016-678f-4816-bb31-a4675af6d644 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.152034 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-27039016-678f-4816-bb31-a4675af6d644 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9114885 Jul 07 19:10:40.156913 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c8295ed-f558-484a-bb57-74c5d918b550 req-583a1585-f0b4-4f7b-b219-913edb820092 service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904199 Jul 07 19:10:40.159432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43898) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:40.163708 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58cc9686-5d29-4768-9ac1-1b407ad031a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.171799 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:40.239376 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58cc9686-5d29-4768-9ac1-1b407ad031a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.254154 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.379506 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58cc9686-5d29-4768-9ac1-1b407ad031a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.393202 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 283dc151-93c1-4404-a784-79d17c3b6cd6 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:40.421056 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58cc9686-5d29-4768-9ac1-1b407ad031a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.427860 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-58cc9686-5d29-4768-9ac1-1b407ad031a3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e6059bd9-0628-409b-b5c3-c207e0f7e7d0 HTTP/1.1" status: 204 len: 168 time: 0.4355278 Jul 07 19:10:40.428688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43908) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:40.429675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc9686-5d29-4768-9ac1-1b407ad031a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6059bd9-0628-409b-b5c3-c207e0f7e7d0,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:40.464038 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0889bbc-7a04-4ad6-baa9-ee69110cd458 req-f7af2d7c-0b4a-45a8-bdc8-aa535a97e1ed service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169886 Jul 07 19:10:40.472537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43910) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:40.537112 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c8295ed-f558-484a-bb57-74c5d918b550 req-a2b12d21-7023-44cf-8686-8b9b129f0d6e service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719864 Jul 07 19:10:40.567828 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.589503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=283dc151-93c1-4404-a784-79d17c3b6cd6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:40.619024 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '283dc151-93c1-4404-a784-79d17c3b6cd6', 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d', 'port_id': '283dc151-93c1-4404-a784-79d17c3b6cd6', 'mac_address': 'fa:16:3e:33:31:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5aed6a-ddd5-48c5-a316-d5e4b085a076', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:40.633468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c906d6f-93eb-4509-9335-7facdd6a31ff req-093bf5eb-25fd-458c-a3d5-48082773c9f9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:40.635232 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c906d6f-93eb-4509-9335-7facdd6a31ff req-093bf5eb-25fd-458c-a3d5-48082773c9f9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 971 time: 0.3171396 Jul 07 19:10:40.728467 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.729882 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.751613 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2abfaa2-fd33-491d-99ff-31e7fea15141']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:40.754223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283dc151-93c1-4404-a784-79d17c3b6cd6 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:40.764628 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c906d6f-93eb-4509-9335-7facdd6a31ff req-7f04b847-1ba4-4837-920f-8ac3c67c4de3 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159289 Jul 07 19:10:40.766073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-15948e02-0344-4970-b56f-db47a17df809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.773557 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.780398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca00d70-770d-425d-8aef-4a3f86122c81') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:40.783440 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca00d70-770d-425d-8aef-4a3f86122c81') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:40.799865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=283dc151-93c1-4404-a784-79d17c3b6cd6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:40.801781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.808035 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.823234 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.844785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:10:40.845197 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:10:40.847153 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:10:40.910095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=283dc151-93c1-4404-a784-79d17c3b6cd6,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:41.015793 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.026755 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.029258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b2abfaa2-fd33-491d-99ff-31e7fea15141 HTTP/1.1" status: 204 len: 168 time: 0.5958867 Jul 07 19:10:41.081788 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f6cf7-24b1-499c-b581-df0c22561ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2abfaa2-fd33-491d-99ff-31e7fea15141,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:41.146328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38cfde-d7cf-4499-a15b-d739b5360393 req-d9343054-e59a-487f-af93-905137b9ef56 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:41.159708 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['283dc151-93c1-4404-a784-79d17c3b6cd6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:41.177497 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b38cfde-d7cf-4499-a15b-d739b5360393 req-d9343054-e59a-487f-af93-905137b9ef56 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 965 time: 0.2094140 Jul 07 19:10:41.218955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43924) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:41.282358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b38cfde-d7cf-4499-a15b-d739b5360393 req-d3b70e5f-adfd-470b-b661-e41213a18f4e tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980759 Jul 07 19:10:41.357097 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a6047924-d730-406c-b8a3-4933af34d778 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0f799d4bb5d4ffd8396834a28ee57c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353307 Jul 07 19:10:41.358474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43926) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:41.459026 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46954b14-ea7e-4709-962e-abfd3aef61b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.496458 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-15948e02-0344-4970-b56f-db47a17df809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.499598 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46954b14-ea7e-4709-962e-abfd3aef61b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.539892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Allocated IP 172.25.0.25 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/2a7c334e-342e-47c0-a47d-fbdb5a453aa8) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:41.548980 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-15948e02-0344-4970-b56f-db47a17df809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.602545 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46954b14-ea7e-4709-962e-abfd3aef61b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.609778 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46954b14-ea7e-4709-962e-abfd3aef61b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.612708 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-46954b14-ea7e-4709-962e-abfd3aef61b7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eebfeff1-a44e-485d-ae5e-dfa1bc997b42 HTTP/1.1" status: 204 len: 168 time: 0.2525964 Jul 07 19:10:41.625768 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46954b14-ea7e-4709-962e-abfd3aef61b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebfeff1-a44e-485d-ae5e-dfa1bc997b42,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:41.764430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb67f90-4c88-4c9d-b871-1b778e14b9b7 req-d66f451c-ccf3-4009-bf6c-57f958a7a761 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:41.766396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebb67f90-4c88-4c9d-b871-1b778e14b9b7 req-d66f451c-ccf3-4009-bf6c-57f958a7a761 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 944 time: 0.0996788 Jul 07 19:10:41.785969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-15948e02-0344-4970-b56f-db47a17df809 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f76e1f4ba5b84388a5f8e4a651d88401&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2821140 Jul 07 19:10:41.791644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43942) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:41.797168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d68f8-47f7-4b8c-87d6-b2842fef75ad req-2a437c32-3ced-4d81-a27b-55dc5ff23595 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:41.799023 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce9d68f8-47f7-4b8c-87d6-b2842fef75ad req-2a437c32-3ced-4d81-a27b-55dc5ff23595 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 950 time: 0.8119609 Jul 07 19:10:41.809926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15948e02-0344-4970-b56f-db47a17df809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d478c99e-e77f-4d67-ac4c-4f2268e97eee,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:41.817687 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-30ac4928-4727-4139-8171-6e05d49ab26e service neutron] 10.222.0.110 "GET /v2.0/ports/1243ba9e-17c7-49ea-9867-5fbb025867b2/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 384 time: 0.3812039 Jul 07 19:10:41.858915 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebb67f90-4c88-4c9d-b871-1b778e14b9b7 req-750098a1-188d-4eaf-a947-d196e3f2ba06 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841258 Jul 07 19:10:41.882440 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7cf134d3-7ac4-4df7-af08-ecfbe66d4324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.920209 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7cf134d3-7ac4-4df7-af08-ecfbe66d4324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.968001 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce9d68f8-47f7-4b8c-87d6-b2842fef75ad req-2a3cba9c-b6a3-4585-8b94-a14ceb4ee7f5 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/security-groups?id=08f16cf9-6fcb-4d40-8522-454af181218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528723 Jul 07 19:10:42.002657 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.089663 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7cf134d3-7ac4-4df7-af08-ecfbe66d4324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.097069 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7cf134d3-7ac4-4df7-af08-ecfbe66d4324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.103123 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7cf134d3-7ac4-4df7-af08-ecfbe66d4324 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d478c99e-e77f-4d67-ac4c-4f2268e97eee HTTP/1.1" status: 204 len: 168 time: 0.3063571 Jul 07 19:10:42.125325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf134d3-7ac4-4df7-af08-ecfbe66d4324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d478c99e-e77f-4d67-ac4c-4f2268e97eee,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:42.191532 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.258229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-13db95d9-c30f-481c-8c9e-aa884260c1cf service neutron] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:42.262047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:42.275522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:42.282832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:42.291154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Pushing event updated for resources: {'Port': ['ID=2a7c334e-342e-47c0-a47d-fbdb5a453aa8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:42.310139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43960) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:42.349110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-13db95d9-c30f-481c-8c9e-aa884260c1cf service neutron] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:42.404756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 283dc151-93c1-4404-a784-79d17c3b6cd6 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:42.411675 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a5dac3bd-267d-425e-b612-a0cfbd9e2358 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7aeebc08363473c9d4380e8e3591dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983117 Jul 07 19:10:42.413301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43964) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:42.519194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 283dc151-93c1-4404-a784-79d17c3b6cd6 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:42.519864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-13db95d9-c30f-481c-8c9e-aa884260c1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1243ba9e-17c7-49ea-9867-5fbb025867b2 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:42.538085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 283dc151-93c1-4404-a784-79d17c3b6cd6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:42.550555 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.557165 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.560904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-13db95d9-c30f-481c-8c9e-aa884260c1cf service neutron] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:42.572301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f217a68-0613-410d-ba19-cfb6bb3a963a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.647642 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f217a68-0613-410d-ba19-cfb6bb3a963a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.657369 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-13db95d9-c30f-481c-8c9e-aa884260c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.760464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43970) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:42.808908 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f217a68-0613-410d-ba19-cfb6bb3a963a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.812195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f217a68-0613-410d-ba19-cfb6bb3a963a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.813917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8f217a68-0613-410d-ba19-cfb6bb3a963a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62d6c76a-f821-4688-bdcb-6b1162cc3744 HTTP/1.1" status: 204 len: 168 time: 0.3987935 Jul 07 19:10:42.832298 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f217a68-0613-410d-ba19-cfb6bb3a963a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d6c76a-f821-4688-bdcb-6b1162cc3744,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:42.841834 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.862158 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.913221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f1b0ef-945a-4484-a732-a1774470a2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283dc151-93c1-4404-a784-79d17c3b6cd6'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:42.917768 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f72c63-4e10-4ac9-b78d-4990fbd1750f" -d '{"events": [{"server_uuid": "d4f1b0ef-945a-4484-a732-a1774470a2aa", "name": "network-vif-plugged", "status": "completed", "tag": "283dc151-93c1-4404-a784-79d17c3b6cd6"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:42.944951 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=283dc151-93c1-4404-a784-79d17c3b6cd6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:42.954292 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.955306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6d250807-0dcf-4782-aaa1-65fa68923aaa no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:43.076340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=283dc151-93c1-4404-a784-79d17c3b6cd6,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:43.130398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30d012-4aff-4e90-a4db-212f184aa899 req-443f5397-e09f-42a9-96f0-fb2fd61177e9 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:43.132048 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd30d012-4aff-4e90-a4db-212f184aa899 req-443f5397-e09f-42a9-96f0-fb2fd61177e9 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 965 time: 0.4768493 Jul 07 19:10:43.149073 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.149430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-13db95d9-c30f-481c-8c9e-aa884260c1cf service neutron] Transition to ACTIVE for port object 1243ba9e-17c7-49ea-9867-5fbb025867b2 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:43.166957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94a740-229c-432f-8f07-c3ce17e00803 req-fafa4fc0-14ff-4df7-9a6e-8f5e07a6cd0c tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:43.168398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c94a740-229c-432f-8f07-c3ce17e00803 req-fafa4fc0-14ff-4df7-9a6e-8f5e07a6cd0c tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 950 time: 0.4369166 Jul 07 19:10:43.178452 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-13db95d9-c30f-481c-8c9e-aa884260c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.222859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5815251d-56d6-4f37-8be9-3e2a85b78cb8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8bb6d3e0db384ff890e850a20b34fd60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548881 Jul 07 19:10:43.225465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43984) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:43.264306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:43.269565 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.330219 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd30d012-4aff-4e90-a4db-212f184aa899 req-11e91de2-6148-4da8-9ee7-ca3714b7170d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864507 Jul 07 19:10:43.383668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-13db95d9-c30f-481c-8c9e-aa884260c1cf service neutron] No DVR routers for this DVR port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:43.385468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97f9db80-96f4-4103-9581-3c11aa3e5533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.399646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6d250807-0dcf-4782-aaa1-65fa68923aaa,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:43.410596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db95d9-c30f-481c-8c9e-aa884260c1cf service neutron] Pushing event updated for resources: {'Port': ['ID=1243ba9e-17c7-49ea-9867-5fbb025867b2,revision_number=10']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:43.425932 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97f9db80-96f4-4103-9581-3c11aa3e5533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.467437 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-13db95d9-c30f-481c-8c9e-aa884260c1cf service neutron] 10.222.0.110 "PUT /v2.0/ports/1243ba9e-17c7-49ea-9867-5fbb025867b2/bindings/n-h1-793621-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6364813 Jul 07 19:10:43.472509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.485159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.529679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97f9db80-96f4-4103-9581-3c11aa3e5533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.541144 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97f9db80-96f4-4103-9581-3c11aa3e5533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.541663 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.544182 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-97f9db80-96f4-4103-9581-3c11aa3e5533 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65b738b5-22a9-49b0-997a-fc6d45e9cbdf HTTP/1.1" status: 204 len: 168 time: 0.3163221 Jul 07 19:10:43.572835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9db80-96f4-4103-9581-3c11aa3e5533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b738b5-22a9-49b0-997a-fc6d45e9cbdf,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:43.574976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-1c94a740-229c-432f-8f07-c3ce17e00803 req-1f268d59-4ca5-4bc8-9d31-1bcf48285c55 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Deleting port 8ada9bd2-189c-43c5-bac4-a6d647797d1a {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:43.575588 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c94a740-229c-432f-8f07-c3ce17e00803 req-1f268d59-4ca5-4bc8-9d31-1bcf48285c55 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.595542 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Pushing event updated for resources: {'Port': ['ID=2a7c334e-342e-47c0-a47d-fbdb5a453aa8,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:43.657901 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.664029 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-59a052e7-15e4-4d08-9de8-763420990d92 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4932179 Jul 07 19:10:43.732315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-9cb087f0-e5e2-4aa2-adec-c50902c6792f tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:43.734150 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-9cb087f0-e5e2-4aa2-adec-c50902c6792f tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d&tenant_id=c5ba298996444ac4a7794654f9024386&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1117 time: 0.1448379 Jul 07 19:10:43.851486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1c94a740-229c-432f-8f07-c3ce17e00803 req-1f268d59-4ca5-4bc8-9d31-1bcf48285c55 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] For port 8ada9bd2-189c-43c5-bac4-a6d647797d1a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8ada9bd2-189c-43c5-bac4-a6d647797d1a,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:43.851857 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c94a740-229c-432f-8f07-c3ce17e00803 req-1f268d59-4ca5-4bc8-9d31-1bcf48285c55 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.882404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44016) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:43.883644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92753dc5-c1e2-4649-889d-42867599f23d req-47ecbc33-3534-449a-90e5-0904416ebafd tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:43.885807 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-92753dc5-c1e2-4649-889d-42867599f23d req-47ecbc33-3534-449a-90e5-0904416ebafd tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 945 time: 0.2189274 Jul 07 19:10:43.887813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-1c94a740-229c-432f-8f07-c3ce17e00803 req-1f268d59-4ca5-4bc8-9d31-1bcf48285c55 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Calling delete_port for 8ada9bd2-189c-43c5-bac4-a6d647797d1a owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:43.920167 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15a62a75-43ca-4b91-a354-8e59352a368d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.995489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-96072884-6635-42d3-9102-b751c7def838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:43.998264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-96072884-6635-42d3-9102-b751c7def838 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d&tenant_id=c5ba298996444ac4a7794654f9024386 HTTP/1.1" status: 200 len: 1117 time: 0.2541690 Jul 07 19:10:44.041668 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-92753dc5-c1e2-4649-889d-42867599f23d req-7c1b8f55-6c6b-4eba-a499-ab456593b4e8 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403508 Jul 07 19:10:44.201156 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c31ee2e-5a4c-44ec-965b-b36ef2a19266 x-openstack-request-id: req-5c31ee2e-5a4c-44ec-965b-b36ef2a19266 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:44.202592 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f1b0ef-945a-4484-a732-a1774470a2aa", "name": "network-vif-plugged", "status": "completed", "tag": "283dc151-93c1-4404-a784-79d17c3b6cd6", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:44.203437 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c31ee2e-5a4c-44ec-965b-b36ef2a19266 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:44.204774 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f1b0ef-945a-4484-a732-a1774470a2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283dc151-93c1-4404-a784-79d17c3b6cd6', 'code': 200} Jul 07 19:10:44.254015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-17645639-9ffa-4027-a9e4-c7c772b9066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:44.259095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c94a740-229c-432f-8f07-c3ce17e00803 req-1f268d59-4ca5-4bc8-9d31-1bcf48285c55 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.259965 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-17645639-9ffa-4027-a9e4-c7c772b9066e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 1117 time: 0.2046731 Jul 07 19:10:44.264266 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15a62a75-43ca-4b91-a354-8e59352a368d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.271421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8ada9bd2-189c-43c5-bac4-a6d647797d1a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:44.299751 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15a62a75-43ca-4b91-a354-8e59352a368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.350288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f268d59-4ca5-4bc8-9d31-1bcf48285c55 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Pushing event deleted for resources: {'Port': ['ID=8ada9bd2-189c-43c5-bac4-a6d647797d1a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:44.416766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 1243ba9e-17c7-49ea-9867-5fbb025867b2 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:44.472017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a62a75-43ca-4b91-a354-8e59352a368d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5676d55c-9a7b-40aa-b53f-4143ea8747d2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:44.499902 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-15a62a75-43ca-4b91-a354-8e59352a368d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=55fcc257e87942afb7df5b122cd649f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6161005 Jul 07 19:10:44.504932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44042) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:44.580040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 1243ba9e-17c7-49ea-9867-5fbb025867b2 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:44.593534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44050) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:44.646063 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-008241ac-cc29-4377-bb9a-fa04eae6f0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.663059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c94a740-229c-432f-8f07-c3ce17e00803 req-1f268d59-4ca5-4bc8-9d31-1bcf48285c55 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] No DVR routers for this DVR port 8ada9bd2-189c-43c5-bac4-a6d647797d1a on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:44.685890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-07c89198-255c-4604-a3a8-709fc3acb564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:44.687748 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-07c89198-255c-4604-a3a8-709fc3acb564 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.4216108 Jul 07 19:10:44.696514 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c94a740-229c-432f-8f07-c3ce17e00803 req-1f268d59-4ca5-4bc8-9d31-1bcf48285c55 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.704824 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c94a740-229c-432f-8f07-c3ce17e00803 req-1f268d59-4ca5-4bc8-9d31-1bcf48285c55 tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.48 "DELETE /v2.0/ports/8ada9bd2-189c-43c5-bac4-a6d647797d1a HTTP/1.1" status: 204 len: 173 time: 1.5138228 Jul 07 19:10:44.718503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de55e6-7e3f-47bb-b533-3cc58cbdbca4', 'name': 'network-vif-deleted', 'tag': '8ada9bd2-189c-43c5-bac4-a6d647797d1a'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:44.723726 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e9f23d-1a7b-47f6-9210-fdc72729bfe9" -d '{"events": [{"server_uuid": "a1de55e6-7e3f-47bb-b533-3cc58cbdbca4", "name": "network-vif-deleted", "tag": "8ada9bd2-189c-43c5-bac4-a6d647797d1a"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:44.737649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2011f68-5245-4a5c-b92d-cc9a87fa2906 req-4debd0a8-5104-4186-98b0-ed11d19fe3aa tempest-LiveMigrationNegativeTest-1135085964 tempest-LiveMigrationNegativeTest-1135085964-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1de55e6-7e3f-47bb-b533-3cc58cbdbca4 HTTP/1.1" status: 200 len: 210 time: 0.1565316 Jul 07 19:10:44.743028 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7caf48bd-64b2-4c9b-80d9-0e9a28a15734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.768754 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a5ad11b-1f7a-402c-bac4-8eb9ffe4cc31 req-f31ea7f1-e4f7-4258-9c67-b99f996abc7c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3720326 Jul 07 19:10:44.783653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e07ae-c786-4a8b-abfc-9e7d71f57657 req-801127c8-cc15-4bd5-a633-aa0301491fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:44.785402 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3d0e07ae-c786-4a8b-abfc-9e7d71f57657 req-801127c8-cc15-4bd5-a633-aa0301491fa6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 1096 time: 0.4368107 Jul 07 19:10:44.814253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-1b449765-fc66-4dc3-a39a-45beb9aa912f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1469871399&fields=id&tenant_id=ae2f0b85d8a74327b64031b2acd1842d HTTP/1.1" status: 200 len: 267 time: 0.2249932 Jul 07 19:10:44.816391 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-008241ac-cc29-4377-bb9a-fa04eae6f0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.879637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-e04611b6-8ccf-4735-a2c6-0c2535525fe9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2 HTTP/1.1" status: 200 len: 217 time: 0.1806898 Jul 07 19:10:44.891676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3d0e07ae-c786-4a8b-abfc-9e7d71f57657 req-0414b8f1-d011-4f72-9976-46398fdd7261 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890870 Jul 07 19:10:45.120481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-88d92eef-c949-4443-bdeb-f2abb2dcd0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.122293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-88d92eef-c949-4443-bdeb-f2abb2dcd0d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.1866486 Jul 07 19:10:45.155688 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-008241ac-cc29-4377-bb9a-fa04eae6f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:45.158343 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-008241ac-cc29-4377-bb9a-fa04eae6f0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:45.162540 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-008241ac-cc29-4377-bb9a-fa04eae6f0c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5676d55c-9a7b-40aa-b53f-4143ea8747d2 HTTP/1.1" status: 204 len: 168 time: 0.6559556 Jul 07 19:10:45.190594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-f5a1422d-4f90-453f-9ade-cedfd633a2ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562789 Jul 07 19:10:45.534660 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7caf48bd-64b2-4c9b-80d9-0e9a28a15734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:45.544959 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7caf48bd-64b2-4c9b-80d9-0e9a28a15734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:45.571252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008241ac-cc29-4377-bb9a-fa04eae6f0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5676d55c-9a7b-40aa-b53f-4143ea8747d2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:45.637527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d608c-de17-4ca2-a89a-39001891406b req-83aeba8e-e1c5-4177-924d-9e8ab9fbdec8 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.648858 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-83aeba8e-e1c5-4177-924d-9e8ab9fbdec8 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/networks?id=4837347d-16af-4527-869d-a670e15ab1e0 HTTP/1.1" status: 200 len: 824 time: 0.7680781 Jul 07 19:10:45.656421 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7caf48bd-64b2-4c9b-80d9-0e9a28a15734 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=07ca115514744550aadcd6f0138be812&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0261230 Jul 07 19:10:45.662992 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44074) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:45.705783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf48bd-64b2-4c9b-80d9-0e9a28a15734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1f0a15-bf51-4094-b793-45567a6ad1dd,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:45.706459 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-d7422b6d-8665-4aff-95cb-5bb37ec077e6 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/quotas/ae2f0b85d8a74327b64031b2acd1842d HTTP/1.1" status: 200 len: 375 time: 0.0561090 Jul 07 19:10:45.797112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ad11b-1f7a-402c-bac4-8eb9ffe4cc31 req-4afc47ba-52dd-46fe-b8ae-a9e091af18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.798674 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a5ad11b-1f7a-402c-bac4-8eb9ffe4cc31 req-4afc47ba-52dd-46fe-b8ae-a9e091af18c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 1117 time: 0.4539924 Jul 07 19:10:45.819106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7904195-ab89-4c1f-a54d-85cb44445012 req-45c1f2a1-93ba-443a-b90f-d903f2913092 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.827223 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f7904195-ab89-4c1f-a54d-85cb44445012 req-45c1f2a1-93ba-443a-b90f-d903f2913092 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 966 time: 0.4809959 Jul 07 19:10:45.856453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6afb80c4-d3db-4fce-8ff2-acb796a4d8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:45.897187 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6afb80c4-d3db-4fce-8ff2-acb796a4d8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:45.914639 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f7904195-ab89-4c1f-a54d-85cb44445012 req-36cc852b-2589-4921-be68-c8dddd9ba033 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864367 Jul 07 19:10:45.930079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-b260072a-519a-4ca4-b1c3-05110840b88b service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7262080 Jul 07 19:10:46.048454 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a9c399-dc57-480c-a40d-4eea9fb74002 x-openstack-request-id: req-f0a9c399-dc57-480c-a40d-4eea9fb74002 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:46.049128 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1de55e6-7e3f-47bb-b533-3cc58cbdbca4", "name": "network-vif-deleted", "tag": "8ada9bd2-189c-43c5-bac4-a6d647797d1a", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:46.049707 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0a9c399-dc57-480c-a40d-4eea9fb74002 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:46.050532 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de55e6-7e3f-47bb-b533-3cc58cbdbca4', 'name': 'network-vif-deleted', 'tag': '8ada9bd2-189c-43c5-bac4-a6d647797d1a', 'status': 'completed', 'code': 200} Jul 07 19:10:46.147094 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6afb80c4-d3db-4fce-8ff2-acb796a4d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:46.151496 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6afb80c4-d3db-4fce-8ff2-acb796a4d8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:46.154228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6afb80c4-d3db-4fce-8ff2-acb796a4d8d5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d1f0a15-bf51-4094-b793-45567a6ad1dd HTTP/1.1" status: 204 len: 168 time: 0.4757018 Jul 07 19:10:46.186159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb80c4-d3db-4fce-8ff2-acb796a4d8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1f0a15-bf51-4094-b793-45567a6ad1dd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:46.207277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:46.208009 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-16ade33a-46e1-44b7-86ad-14008dceb232 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598479 Jul 07 19:10:46.210883 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245d9eb2-e5d6-4679-a2ea-4ca767b9ef8c" -d '{"events": [{"server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:46.245236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ad11b-1f7a-402c-bac4-8eb9ffe4cc31 req-6edcf151-b899-4125-8665-c3d005195688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:46.248235 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-e46253fd-78f8-496d-b4da-9dfece534c2d tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ae2f0b85d8a74327b64031b2acd1842d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5405841 Jul 07 19:10:46.250570 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a5ad11b-1f7a-402c-bac4-8eb9ffe4cc31 req-6edcf151-b899-4125-8665-c3d005195688 service neutron] 10.222.0.48 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.1987610 Jul 07 19:10:46.316476 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a5ad11b-1f7a-402c-bac4-8eb9ffe4cc31 req-74af0e17-3571-41c6-9e5f-af85745dbf28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33 HTTP/1.1" status: 200 len: 217 time: 0.0481205 Jul 07 19:10:46.430755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ad11b-1f7a-402c-bac4-8eb9ffe4cc31 req-a97c53ce-5bf6-40d4-a0a9-e1b7d98f3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:46.443910 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a5ad11b-1f7a-402c-bac4-8eb9ffe4cc31 req-a97c53ce-5bf6-40d4-a0a9-e1b7d98f3ff3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1175632 Jul 07 19:10:46.473970 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-1bd0808f-bb4b-4862-bc7d-6950e6fc5470 service neutron] 10.222.0.81 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077341 Jul 07 19:10:46.506949 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a5ad11b-1f7a-402c-bac4-8eb9ffe4cc31 req-633436dd-fa22-45b4-901f-c89a31a3076f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555642 Jul 07 19:10:46.607629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8ada9bd2-189c-43c5-bac4-a6d647797d1a no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:46.679500 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 8ada9bd2-189c-43c5-bac4-a6d647797d1a {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:46.680533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8ada9bd2-189c-43c5-bac4-a6d647797d1a not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:46.817408 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-3df112aa-3331-4868-96ca-b3ec87353d7d service neutron] 10.222.0.81 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309920 Jul 07 19:10:46.819683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a5ad11b-1f7a-402c-bac4-8eb9ffe4cc31 req-64855411-8f79-45f6-b7b8-4868b1c4a950 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055229 Jul 07 19:10:46.837173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-b1ca3353-4ee6-4dcf-9c5a-02d9502a98a1 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:46.839151 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-b1ca3353-4ee6-4dcf-9c5a-02d9502a98a1 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d&tenant_id=c5ba298996444ac4a7794654f9024386&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 1117 time: 0.1714423 Jul 07 19:10:47.109766 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a5ad11b-1f7a-402c-bac4-8eb9ffe4cc31 req-3643f71d-876e-4225-839d-e6fb487466f5 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826364 Jul 07 19:10:47.183891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-920e684b-87ea-4120-a809-f7e67311ad65 service neutron] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:47.192068 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-920e684b-87ea-4120-a809-f7e67311ad65 service neutron] Notify callbacks [] for binding, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:47.195797 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03162fe-b74a-4325-b3ce-ee4a2f1aa840 req-920e684b-87ea-4120-a809-f7e67311ad65 service neutron] 10.222.0.48 "DELETE /v2.0/ports/1243ba9e-17c7-49ea-9867-5fbb025867b2/bindings/n-h2-793621-9 HTTP/1.1" status: 204 len: 173 time: 0.3496616 Jul 07 19:10:47.440938 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab17ba30-41d5-4d69-be4d-1e4997f7c4aa x-openstack-request-id: req-ab17ba30-41d5-4d69-be4d-1e4997f7c4aa {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:47.442460 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:47.443541 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab17ba30-41d5-4d69-be4d-1e4997f7c4aa {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:47.444351 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'code': 200} Jul 07 19:10:47.531885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7109f-aa85-4f36-85c4-41febc777340 req-9976ecd9-18c4-4cf9-bee0-81225e6bc19f tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:47.550101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54b7109f-aa85-4f36-85c4-41febc777340 req-9976ecd9-18c4-4cf9-bee0-81225e6bc19f tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 945 time: 0.2035918 Jul 07 19:10:47.648753 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54b7109f-aa85-4f36-85c4-41febc777340 req-72bc66c5-6ece-4648-8339-20ece0e6c7ff tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970654 Jul 07 19:10:47.756331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250e6d8-4d82-468b-97af-5d1d5f982b61 req-b2a47c24-6740-4628-b3dc-20b51e2bf022 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:47.757892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3250e6d8-4d82-468b-97af-5d1d5f982b61 req-b2a47c24-6740-4628-b3dc-20b51e2bf022 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 966 time: 0.2048302 Jul 07 19:10:47.841532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3250e6d8-4d82-468b-97af-5d1d5f982b61 req-a5a1b70b-d5ce-4ec9-85f8-d760def1f7f6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722840 Jul 07 19:10:47.945586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-33748916-3a32-434f-a41c-88c2cd95d32a req-1078a5d5-33fa-4331-b3ef-ca62dde135d9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 210 time: 0.0754149 Jul 07 19:10:48.100743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1792ea-32d8-4f20-a7c1-02ac695d2afd req-a7ec60c9-bcdd-49ee-a3da-48857812786b tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.109247 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c1792ea-32d8-4f20-a7c1-02ac695d2afd req-a7ec60c9-bcdd-49ee-a3da-48857812786b tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 1096 time: 0.0804155 Jul 07 19:10:48.147341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44174) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:48.172819 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c1792ea-32d8-4f20-a7c1-02ac695d2afd req-a1f74a49-1f42-4699-8baf-b66e18cdda40 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622997 Jul 07 19:10:48.407225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066dcd5-1405-450a-b155-92fe779db338 req-64594160-d50e-49bb-bb65-3832b0ad64af tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.409934 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3066dcd5-1405-450a-b155-92fe779db338 req-64594160-d50e-49bb-bb65-3832b0ad64af tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 1117 time: 0.0918708 Jul 07 19:10:48.561283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3066dcd5-1405-450a-b155-92fe779db338 req-a0a6c67a-2e7a-46a5-a90d-a4da399cdf76 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370540 Jul 07 19:10:48.665658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-8e2de80d-0f14-44e5-b6ae-a1a90ecf288b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1125867 Jul 07 19:10:48.709834 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b5fdc9cd-169a-4aa0-bcdc-4eda46ea9dfa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4fb9e8f5342545af871d5a24b13d825d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600469 Jul 07 19:10:48.713296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44204) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:48.923026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-699e0b2a-918b-41e0-97da-0f7adb4af507 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.936065 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-699e0b2a-918b-41e0-97da-0f7adb4af507 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2673030 Jul 07 19:10:48.939748 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cba0970-192d-420a-aa47-dfd6a77d6d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:48.973620 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-bb6bb6fa-15ff-4ded-bcaf-f9bd17e62559 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/quotas/df682d3641464be3ad43c2c4ee4d0b3f HTTP/1.1" status: 200 len: 375 time: 0.0329349 Jul 07 19:10:49.001059 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cba0970-192d-420a-aa47-dfd6a77d6d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:49.048109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-ad2b0e8b-c3e0-491f-b7f2-0970441fcb92 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682623 Jul 07 19:10:49.061298 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b032f20-e3f4-413e-b7d3-028aa388da71 req-fc0bb329-347b-4451-9878-cb05793b3a1f tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.064180 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4b032f20-e3f4-413e-b7d3-028aa388da71 req-fc0bb329-347b-4451-9878-cb05793b3a1f tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 1096 time: 0.2180114 Jul 07 19:10:49.144463 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4b032f20-e3f4-413e-b7d3-028aa388da71 req-648ed9a4-44ae-440b-85c3-de1f4ba72adb tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716810 Jul 07 19:10:49.221817 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cba0970-192d-420a-aa47-dfd6a77d6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:49.240786 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cba0970-192d-420a-aa47-dfd6a77d6d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:49.242645 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1cba0970-192d-420a-aa47-dfd6a77d6d61 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08f16cf9-6fcb-4d40-8522-454af181218d HTTP/1.1" status: 204 len: 168 time: 0.5277586 Jul 07 19:10:49.525936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d608c-de17-4ca2-a89a-39001891406b req-71b69624-0bff-44d9-b0db-9ff528fa72d7 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.528113 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-71b69624-0bff-44d9-b0db-9ff528fa72d7 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.48 "GET /v2.0/networks?id=4837347d-16af-4527-869d-a670e15ab1e0 HTTP/1.1" status: 200 len: 824 time: 0.3756628 Jul 07 19:10:49.533922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba0970-192d-420a-aa47-dfd6a77d6d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f16cf9-6fcb-4d40-8522-454af181218d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:49.591970 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-894e0c2d-f251-4059-abd0-e11b72aae0fc req-2839e929-085b-4667-926e-3a6fdb5278eb tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 210 time: 0.0599046 Jul 07 19:10:49.675564 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-3a3368dd-d015-4f38-9c7d-e7729e158b8b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2f0b85d8a74327b64031b2acd1842d HTTP/1.1" status: 200 len: 380 time: 0.1262708 Jul 07 19:10:49.695031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Request body: {'port': {'device_id': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'admin_state_up': True, 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'security_groups': ['35c6be14-10e8-45ab-8584-ed30d89e3298']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:49.755170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-ed0d340c-3297-496b-af12-d2e52ad76b54 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.762728 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-ed0d340c-3297-496b-af12-d2e52ad76b54 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 808 time: 0.3287950 Jul 07 19:10:49.779192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-b5a8fcc8-eb4c-43df-b4f1-c8f1b7386075 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/quotas/c5ba298996444ac4a7794654f9024386 HTTP/1.1" status: 200 len: 375 time: 0.0154021 Jul 07 19:10:49.847744 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e02d7288-3aa9-4d47-b308-149e02a395ff req-0283a967-d03a-4d39-9463-810f7abd1176 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 210 time: 0.1108186 Jul 07 19:10:49.879840 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-b5ec6987-f989-48d4-b767-7e3478fc4035 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0985270 Jul 07 19:10:49.959627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Made reservation on behalf of ae2f0b85d8a74327b64031b2acd1842d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:49.965470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.118492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-e502b93d-c21d-4806-8c06-06def1a5f6f5 service neutron] 10.222.0.81 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328084 Jul 07 19:10:50.224578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44270) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:50.270675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Allocated IP 172.20.0.6 (4837347d-16af-4527-869d-a670e15ab1e0/e25d04fd-32bc-4870-b7cb-9e944799036a/0a038d5f-4b68-4f79-8e79-8bf52b8485f9) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:50.275531 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-7e00b71c-6070-476f-a242-0d9fdf7ac9e3 service neutron] 10.222.0.81 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507850 Jul 07 19:10:50.322161 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a4898b65-6aa9-41d1-8523-31c9f12388e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=120c2a8e61ee48a49d8901380d5d0837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0963261 Jul 07 19:10:50.325598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44272) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:50.456089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6d250807-0dcf-4782-aaa1-65fa68923aaa details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:50.507453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5f59329-4533-4c42-8166-8bf715322e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.547234 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5f59329-4533-4c42-8166-8bf715322e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.784585 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5f59329-4533-4c42-8166-8bf715322e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.787135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5f59329-4533-4c42-8166-8bf715322e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.793005 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f5f59329-4533-4c42-8166-8bf715322e15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7866e643-da44-44e5-a4df-f7202f359ee4 HTTP/1.1" status: 204 len: 168 time: 0.4634547 Jul 07 19:10:50.821069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f59329-4533-4c42-8166-8bf715322e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7866e643-da44-44e5-a4df-f7202f359ee4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:50.839341 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-5e272d5c-1e7d-4108-9bae-8e790cb0d861 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1326141 Jul 07 19:10:50.854142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:50.873246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663af624-9b35-41b4-86bc-27efd27fe77e req-a70b9340-57f1-420f-963a-162dcfd09eee tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:50.883624 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-663af624-9b35-41b4-86bc-27efd27fe77e req-a70b9340-57f1-420f-963a-162dcfd09eee tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 1096 time: 0.1908514 Jul 07 19:10:50.903917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'mac_address': 'fa:16:3e:4d:52:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:tempest-test_az-1049122052', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:50.912667 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.965967 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-663af624-9b35-41b4-86bc-27efd27fe77e req-84e593e7-6d83-47e8-8e9d-dc1f9416c3ab tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805085 Jul 07 19:10:50.997738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Transition to ACTIVE for port object 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:51.057666 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:51.096636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d250807-0dcf-4782-aaa1-65fa68923aaa {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:51.118713 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-642062e5-a415-4f95-a8a4-aa0d5c044b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:51.149537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:51.159653 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:51.197628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-018106f6-961b-4450-a49c-4620fb140881 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:51.204097 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-018106f6-961b-4450-a49c-4620fb140881 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3626571 Jul 07 19:10:51.233901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6d250807-0dcf-4782-aaa1-65fa68923aaa,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:51.248705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['6d250807-0dcf-4782-aaa1-65fa68923aaa'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:51.260910 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-241c6e7b-c3cd-4905-81d0-5ea6e243c165 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/quotas/f35fe41829b448fe95c5a595cdb30d92 HTTP/1.1" status: 200 len: 375 time: 0.0492716 Jul 07 19:10:51.269971 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:51.352248 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3b723f90-14ac-4a8a-b381-08d9e38f1348 req-b46ea46c-b912-4f4b-b700-be21eac838c2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 210 time: 0.0945067 Jul 07 19:10:51.423023 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Pushing event updated for resources: {'Port': ['ID=0a038d5f-4b68-4f79-8e79-8bf52b8485f9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:51.494321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Network 4837347d-16af-4527-869d-a670e15ab1e0 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:51.556395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:51.575897 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-f72b029c-82d0-4f0e-812c-6d5dee947401 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2813847 Jul 07 19:10:51.577191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:51.796749 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-e49b7a8f-12dd-4006-9446-7ed1e197d134 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005831 Jul 07 19:10:51.930463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:51.941289 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:51.980925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-2e8fcc49-aab1-4ad0-b6ba-221274f00595 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2978213 Jul 07 19:10:51.995135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Request body: {'port': {'device_id': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:52.025371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a544e116-8562-46ff-b362-a962e1f44585 None None] Provisioning for port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:52.035948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a544e116-8562-46ff-b362-a962e1f44585 None None] Provisioning complete for port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:52.036551 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a544e116-8562-46ff-b362-a962e1f44585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:52.074996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb722519-5d6b-4d83-905c-9cad5aef2c2a req-061e238e-e33e-4d1e-9472-b1460cfd3a1c tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:52.079503 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb722519-5d6b-4d83-905c-9cad5aef2c2a req-061e238e-e33e-4d1e-9472-b1460cfd3a1c tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 931 time: 0.4730852 Jul 07 19:10:52.155165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-6c0b1539-fec8-4827-a056-491ccaf17bc3 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:52.156633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-6c0b1539-fec8-4827-a056-491ccaf17bc3 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3402634 Jul 07 19:10:52.185295 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:52.190286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Request body: {'port': {'device_id': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'df682d3641464be3ad43c2c4ee4d0b3f'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:52.207641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a544e116-8562-46ff-b362-a962e1f44585 None None] Port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:52.320806 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb722519-5d6b-4d83-905c-9cad5aef2c2a req-3287dfcd-650b-467b-abb4-1337e9cf0e90 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629193 Jul 07 19:10:52.467502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6d250807-0dcf-4782-aaa1-65fa68923aaa up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:52.558257 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Made reservation on behalf of df682d3641464be3ad43c2c4ee4d0b3f for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:52.565505 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:52.582690 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:52.589735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ec9d564d-49d9-44b7-b849-2a9cce53acac req-fc6a4b46-2019-45f2-8060-092eab0842a6 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 210 time: 0.0547547 Jul 07 19:10:52.594917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 6d250807-0dcf-4782-aaa1-65fa68923aaa triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:52.597275 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:52.807657 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7042ce06-ed7a-46d5-bf63-4c07700668c3 req-3d4a19bd-e2bb-454c-96d5-8c44fe317a13 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 210 time: 0.1586452 Jul 07 19:10:52.814027 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:52.898480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:52.914451 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbbddaf-42cb-422f-a56b-0ca5bd1efa77" -d '{"events": [{"server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "name": "network-vif-plugged", "status": "completed", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:52.954219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:52.959132 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.037681 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:53.053139 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.063968 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.071839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Transition to ACTIVE for port object 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:53.077490 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.082981 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.092597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6d250807-0dcf-4782-aaa1-65fa68923aaa,revision_number=10']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:53.154967 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78accdb7-7bde-4529-ae2f-25704fe360a1 req-32062e8d-e669-4c28-9cd4-1f450bdadf5f tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:53.163625 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78accdb7-7bde-4529-ae2f-25704fe360a1 req-32062e8d-e669-4c28-9cd4-1f450bdadf5f tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 1096 time: 0.3212175 Jul 07 19:10:53.245101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be66f0b7-4792-451d-ab6d-d181938bc825,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:53.264869 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78accdb7-7bde-4529-ae2f-25704fe360a1 req-4beb7339-3043-417f-9fdf-1881e8117d6f tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002653 Jul 07 19:10:53.354672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Pushing event updated for resources: {'Port': ['ID=0a038d5f-4b68-4f79-8e79-8bf52b8485f9,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:53.371100 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:10:53.428285 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a7659d3f-dd9b-4908-bcbd-283823328ab4 req-e56b0af9-8938-4168-a07f-21b51e403d7e tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 210 time: 0.0469110 Jul 07 19:10:53.451550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-507012a9-b3cf-4ee8-86ed-30dd7f1987f5 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:53.453313 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-507012a9-b3cf-4ee8-86ed-30dd7f1987f5 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 808 time: 0.3869791 Jul 07 19:10:53.483662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Request body: {'port': {'device_id': 'bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d', 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc', 'admin_state_up': True, 'tenant_id': 'c5ba298996444ac4a7794654f9024386'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:53.493973 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d78a5446-21fe-4cff-950f-03d33d1d1ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.569671 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6997f094-5b23-4ccc-a5d0-1dd4c8785c82 x-openstack-request-id: req-6997f094-5b23-4ccc-a5d0-1dd4c8785c82 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:53.570389 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "name": "network-vif-plugged", "status": "completed", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:53.571320 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6997f094-5b23-4ccc-a5d0-1dd4c8785c82 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:53.572861 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'code': 200} Jul 07 19:10:53.647643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Attempting to bind port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:53.650471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Attempting to bind port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:53.650849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Attempting to bind port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 on network 4837347d-16af-4527-869d-a670e15ab1e0 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:53.666355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Made reservation on behalf of c5ba298996444ac4a7794654f9024386 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:53.671079 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.677666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 on network 4837347d-16af-4527-869d-a670e15ab1e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:53.678028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Attempting to bind port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 on network 4837347d-16af-4527-869d-a670e15ab1e0 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:53.702558 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.711460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:53.711841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Checking segment: {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:53.715529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Bound using segment: {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:53.716615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Bound port: 0a038d5f-4b68-4f79-8e79-8bf52b8485f9, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:53.720176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Allocated IP 192.168.233.146 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/8326a96c-aaa9-44a2-b0c0-20c416d0595d) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:53.728241 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.101802 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] For port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:54.124139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] For port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0a038d5f-4b68-4f79-8e79-8bf52b8485f9,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:54.132310 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.198495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:54.199718 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.203984 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] 10.222.0.48 "PUT /v2.0/ports/0a038d5f-4b68-4f79-8e79-8bf52b8485f9 HTTP/1.1" status: 200 len: 1091 time: 2.2137904 Jul 07 19:10:54.264761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'tag': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:54.269794 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce606b1f-e64c-4822-a29d-19f10e6bea18" -d '{"events": [{"name": "network-changed", "server_uuid": "c7100942-a52e-45b6-a6f2-48e39f2ff013", "tag": "0a038d5f-4b68-4f79-8e79-8bf52b8485f9"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:54.276261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f61c1-8c4d-4132-a5d5-0d8757b95b60 service neutron] Pushing event updated for resources: {'Port': ['ID=0a038d5f-4b68-4f79-8e79-8bf52b8485f9,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:54.287412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Allocated IP 172.20.0.7 (d9378c77-e08f-4688-9a8d-ec2d53a9a0fc/05946642-1500-4a2b-8a19-0c5229723139/d0adad7a-db67-4184-a51b-4d29e019f370) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:54.402871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fff62-705a-4568-97a8-63b2d5dc5ed0 req-c8de82ab-2f22-40fd-8025-1369de959098 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:54.416011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d68fff62-705a-4568-97a8-63b2d5dc5ed0 req-c8de82ab-2f22-40fd-8025-1369de959098 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 943 time: 0.5006778 Jul 07 19:10:54.435784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.479869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Transition to ACTIVE for port object 8326a96c-aaa9-44a2-b0c0-20c416d0595d will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:54.563158 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d68fff62-705a-4568-97a8-63b2d5dc5ed0 req-77f1ef6d-ae22-48c8-bf99-71614baf53fb tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399438 Jul 07 19:10:54.568828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.653936 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.682393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d608c-de17-4ca2-a89a-39001891406b req-ff64c63f-6474-47fa-9317-540468935ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:54.685175 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-ff64c63f-6474-47fa-9317-540468935ef2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2f0b85d8a74327b64031b2acd1842d&device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 1094 time: 0.3854744 Jul 07 19:10:54.813361 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-83025c85-b15e-4de3-8d51-fe8fd46a930e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a038d5f-4b68-4f79-8e79-8bf52b8485f9 HTTP/1.1" status: 200 len: 217 time: 0.1181865 Jul 07 19:10:54.930686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d608c-de17-4ca2-a89a-39001891406b req-90455ee4-20fd-4ab3-a9c0-a7c71360e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:54.944174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-90455ee4-20fd-4ab3-a9c0-a7c71360e747 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e25d04fd-32bc-4870-b7cb-9e944799036a HTTP/1.1" status: 200 len: 863 time: 0.1228242 Jul 07 19:10:55.029070 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.054414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68297e18-756b-4183-902e-a093569855a8 req-1c816406-bb01-430a-9833-9312b214c407 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 210 time: 0.1262119 Jul 07 19:10:55.155531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d608c-de17-4ca2-a89a-39001891406b req-5e7c3009-b325-4af7-b468-48e10fd2ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:55.158301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-5e7c3009-b325-4af7-b468-48e10fd2ec20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4837347d-16af-4527-869d-a670e15ab1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996176 Jul 07 19:10:55.168062 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-03e1c240-5d39-474e-afac-711a6a51a678 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842793 Jul 07 19:10:55.198223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Pushing event updated for resources: {'Port': ['ID=8326a96c-aaa9-44a2-b0c0-20c416d0595d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:55.441307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-3a6699dd-4128-423e-a083-433c15fac792 service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743704 Jul 07 19:10:55.486628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f3e05-8434-4999-b2d3-6cfb51cd4462 req-cf52e258-3003-40e9-bb00-622bf7aef26a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:55.487131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:55.492968 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-409f3e05-8434-4999-b2d3-6cfb51cd4462 req-cf52e258-3003-40e9-bb00-622bf7aef26a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 936 time: 0.1866455 Jul 07 19:10:55.501169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:55.508037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:55.513898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:55.514639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.530987 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.568999 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-90c3e08a-4c1d-445c-a66d-19878cb0c194 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3949189 Jul 07 19:10:55.596381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Request body: {'port': {'device_id': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:55.596623 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-409f3e05-8434-4999-b2d3-6cfb51cd4462 req-76f05e42-132e-4d8c-a213-4dd22d291f1a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021698 Jul 07 19:10:55.647762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:55.659039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Pushing event updated for resources: {'Port': ['ID=d0adad7a-db67-4184-a51b-4d29e019f370,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:55.681133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:55.686943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:55.692855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:55.693295 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.724332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-a2017ec6-d95a-4d2c-b28a-177520ba2065 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:55.724332 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-a2017ec6-d95a-4d2c-b28a-177520ba2065 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5422478 Jul 07 19:10:55.731012 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937d608c-de17-4ca2-a89a-39001891406b req-859bd930-6f39-4644-9798-4ad351109899 service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813070 Jul 07 19:10:55.748836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Request body: {'port': {'device_id': 'f851d95c-59fc-4456-9c21-699cef3a22bc', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'f35fe41829b448fe95c5a595cdb30d92'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:55.763710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-0272614e-f60b-4654-a16d-f11896f803af tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:10:55.776285 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-0272614e-f60b-4654-a16d-f11896f803af tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264382 Jul 07 19:10:55.847112 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7886671-6f2e-4828-b2e6-6665c788149b x-openstack-request-id: req-b7886671-6f2e-4828-b2e6-6665c788149b {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:55.847402 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7100942-a52e-45b6-a6f2-48e39f2ff013", "tag": "0a038d5f-4b68-4f79-8e79-8bf52b8485f9", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:55.847658 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7886671-6f2e-4828-b2e6-6665c788149b {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:55.848054 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'tag': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9', 'status': 'completed', 'code': 200} Jul 07 19:10:55.899551 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-519dc8f9-02c3-422a-ac59-02f962c451d6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4312270 Jul 07 19:10:55.919265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Request body: {'port': {'device_id': 'bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:55.958572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-5d744343-4235-40fa-8028-8c9c3988538d tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:55.961190 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-5d744343-4235-40fa-8028-8c9c3988538d tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports/283dc151-93c1-4404-a784-79d17c3b6cd6 HTTP/1.1" status: 200 len: 1093 time: 0.1838622 Jul 07 19:10:55.981295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] Request body: {'binding': {'host': 'n-h1-793621-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:55.982703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] Unknown quota resources ['binding']. {{(pid=93901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:10:55.995637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3eafab93-76e5-4a40-a994-1ceee721ffe1 None None] Provisioning for port 8326a96c-aaa9-44a2-b0c0-20c416d0595d completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:56.010977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3eafab93-76e5-4a40-a994-1ceee721ffe1 None None] Provisioning complete for port 8326a96c-aaa9-44a2-b0c0-20c416d0595d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:56.012023 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3eafab93-76e5-4a40-a994-1ceee721ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.020176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.039480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Made reservation on behalf of f35fe41829b448fe95c5a595cdb30d92 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:56.043172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.049194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3eafab93-76e5-4a40-a994-1ceee721ffe1 None None] Port 8326a96c-aaa9-44a2-b0c0-20c416d0595d cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:56.079033 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.165644 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.221528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce606b1f-e64c-4822-a29d-19f10e6bea18 req-60144c08-0fc0-4e98-9ee0-40b38f6aab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.224068 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce606b1f-e64c-4822-a29d-19f10e6bea18 req-60144c08-0fc0-4e98-9ee0-40b38f6aab11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2f0b85d8a74327b64031b2acd1842d&device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 1094 time: 0.3478556 Jul 07 19:10:56.350044 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.612371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee1f9e-7b1c-4757-b15f-bfcf76e90d6a req-69d61076-2f96-4d51-a351-52fd3181fa53 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.624671 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eaee1f9e-7b1c-4757-b15f-bfcf76e90d6a req-69d61076-2f96-4d51-a351-52fd3181fa53 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 931 time: 0.5948725 Jul 07 19:10:56.693350 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.698069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] Attempting to bind port 283dc151-93c1-4404-a784-79d17c3b6cd6 on host n-h1-793621-9 for vnic_type normal with profile None {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:56.698821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] Attempting to bind port 283dc151-93c1-4404-a784-79d17c3b6cd6 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:56.699581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] Attempting to bind port 283dc151-93c1-4404-a784-79d17c3b6cd6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:56.717094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce606b1f-e64c-4822-a29d-19f10e6bea18 req-8ead9886-be82-40de-880c-93fef6ecec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.719946 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce606b1f-e64c-4822-a29d-19f10e6bea18 req-8ead9886-be82-40de-880c-93fef6ecec04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4837347d-16af-4527-869d-a670e15ab1e0 HTTP/1.1" status: 200 len: 925 time: 0.4853756 Jul 07 19:10:56.734851 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eaee1f9e-7b1c-4757-b15f-bfcf76e90d6a req-527abbed-e12b-4d94-8518-81479d07d5ce tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088316 Jul 07 19:10:56.738062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] Port 283dc151-93c1-4404-a784-79d17c3b6cd6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:56.738591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] Attempting to bind port 283dc151-93c1-4404-a784-79d17c3b6cd6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:56.778202 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.816280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:56.816919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:56.817502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] Bound using segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:56.818123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] Bound port: 283dc151-93c1-4404-a784-79d17c3b6cd6, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:56.822990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce606b1f-e64c-4822-a29d-19f10e6bea18 req-b0e48983-c93c-499d-b9a2-c75eaaf84d96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a038d5f-4b68-4f79-8e79-8bf52b8485f9 HTTP/1.1" status: 200 len: 217 time: 0.0812247 Jul 07 19:10:56.928561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce606b1f-e64c-4822-a29d-19f10e6bea18 req-f680f56e-4049-4645-97f8-c2d1687178ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.931362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce606b1f-e64c-4822-a29d-19f10e6bea18 req-f680f56e-4049-4645-97f8-c2d1687178ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e25d04fd-32bc-4870-b7cb-9e944799036a HTTP/1.1" status: 200 len: 863 time: 0.0817397 Jul 07 19:10:56.961771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=283dc151-93c1-4404-a784-79d17c3b6cd6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:56.992957 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] Notify callbacks [] for binding, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.994520 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-76d626e6-56d5-4bd6-ba92-c6685b188363 service neutron] 10.222.0.81 "POST /v2.0/ports/283dc151-93c1-4404-a784-79d17c3b6cd6/bindings HTTP/1.1" status: 201 len: 389 time: 1.0205963 Jul 07 19:10:57.020917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0adad7a-db67-4184-a51b-4d29e019f370 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:57.030113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce606b1f-e64c-4822-a29d-19f10e6bea18 req-d7c1f56f-13d9-4f61-96c2-60dd4042757f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:57.032298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce606b1f-e64c-4822-a29d-19f10e6bea18 req-d7c1f56f-13d9-4f61-96c2-60dd4042757f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4837347d-16af-4527-869d-a670e15ab1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909798 Jul 07 19:10:57.082280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:57.139479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a2aba656-3b17-4231-b961-c0a258ae51ca req-f7342f22-d8bb-4bb0-adf7-c9b103e155b2 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1384535700', 'description': 'tempest-description-1620624162'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:57.220973 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a2aba656-3b17-4231-b961-c0a258ae51ca req-f7342f22-d8bb-4bb0-adf7-c9b103e155b2 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:57.224694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772f89b6-57ba-4292-9f7b-590649ccf1b7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:57.255914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Transition to ACTIVE for port object d0adad7a-db67-4184-a51b-4d29e019f370 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:57.264766 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a2aba656-3b17-4231-b961-c0a258ae51ca req-f7342f22-d8bb-4bb0-adf7-c9b103e155b2 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:57.269165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8326a96c-aaa9-44a2-b0c0-20c416d0595d {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:57.294251 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:57.298259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:57.316060 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce606b1f-e64c-4822-a29d-19f10e6bea18 req-33d8f8e8-b67a-434a-bce2-9793c6484f99 service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750564 Jul 07 19:10:57.393187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Transition to ACTIVE for port object 8326a96c-aaa9-44a2-b0c0-20c416d0595d will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:57.414484 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:57.500762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Pushing event updated for resources: {'Port': ['ID=d0adad7a-db67-4184-a51b-4d29e019f370,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:57.591618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce606b1f-e64c-4822-a29d-19f10e6bea18 req-d7359e6d-e8f8-4ffb-b8da-23c1487b02d4 service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650599 Jul 07 19:10:57.628926 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a2aba656-3b17-4231-b961-c0a258ae51ca req-f7342f22-d8bb-4bb0-adf7-c9b103e155b2 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:57.640444 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a2aba656-3b17-4231-b961-c0a258ae51ca req-f7342f22-d8bb-4bb0-adf7-c9b103e155b2 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:57.698184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7342f22-d8bb-4bb0-adf7-c9b103e155b2 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe2aa3-c1b7-48b2-803a-d9f582298509,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:57.775643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Allocated IP 192.168.233.213 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/99c4eb43-1ac8-4e61-91be-f24c2814a24c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:57.908036 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a2aba656-3b17-4231-b961-c0a258ae51ca req-f7342f22-d8bb-4bb0-adf7-c9b103e155b2 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:57.915196 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a2aba656-3b17-4231-b961-c0a258ae51ca req-f7342f22-d8bb-4bb0-adf7-c9b103e155b2 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:57.969844 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a2aba656-3b17-4231-b961-c0a258ae51ca req-f7342f22-d8bb-4bb0-adf7-c9b103e155b2 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:57.982864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2aba656-3b17-4231-b961-c0a258ae51ca req-f7342f22-d8bb-4bb0-adf7-c9b103e155b2 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8912258 Jul 07 19:10:58.051198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7342f22-d8bb-4bb0-adf7-c9b103e155b2 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b6414f-9a47-41bf-bc07-77d8cf8d9b43,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:58.102163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Attempting to bind port 8326a96c-aaa9-44a2-b0c0-20c416d0595d on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:58.102904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Attempting to bind port 8326a96c-aaa9-44a2-b0c0-20c416d0595d by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:58.103268 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Attempting to bind port 8326a96c-aaa9-44a2-b0c0-20c416d0595d on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:58.121098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Pushing event updated for resources: {'Port': ['ID=8326a96c-aaa9-44a2-b0c0-20c416d0595d,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:58.123681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Attempting to bind port d0adad7a-db67-4184-a51b-4d29e019f370 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:58.124034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Attempting to bind port d0adad7a-db67-4184-a51b-4d29e019f370 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:58.124391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Attempting to bind port d0adad7a-db67-4184-a51b-4d29e019f370 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:58.155179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Port 8326a96c-aaa9-44a2-b0c0-20c416d0595d on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:58.155523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Attempting to bind port 8326a96c-aaa9-44a2-b0c0-20c416d0595d on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:58.164891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d10f9117-474a-4e5c-b73b-8cde5ed6894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.168226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d10f9117-474a-4e5c-b73b-8cde5ed6894b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 1096 time: 0.6959164 Jul 07 19:10:58.181234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Port d0adad7a-db67-4184-a51b-4d29e019f370 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:58.181650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Attempting to bind port d0adad7a-db67-4184-a51b-4d29e019f370 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:58.195604 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:58.211243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:58.211787 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:58.212402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:58.213010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Bound port: 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:58.213379 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:58.217721 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8c05794-b68d-48a1-ac22-04bf26952808 req-c6fabac4-f89b-47ab-a6c2-3f2e97b4a0cf tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 210 time: 0.0489044 Jul 07 19:10:58.335062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985f8b3-d73c-437c-b096-efca1b906a9c req-c3d6be89-0021-4e78-85e0-692831a8be8c tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.345690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a985f8b3-d73c-437c-b096-efca1b906a9c req-c3d6be89-0021-4e78-85e0-692831a8be8c tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 943 time: 0.8680439 Jul 07 19:10:58.394546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:58.395125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:58.395733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:58.396547 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Bound port: d0adad7a-db67-4184-a51b-4d29e019f370, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:58.397008 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:58.420567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc348fc9-ed11-437d-bf23-d89cac422879 req-06e2913f-2a86-4f5b-ab6d-9cf267aaa531 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.432323 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cc348fc9-ed11-437d-bf23-d89cac422879 req-06e2913f-2a86-4f5b-ab6d-9cf267aaa531 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 948 time: 0.0744658 Jul 07 19:10:58.452711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Transition to ACTIVE for port object 99c4eb43-1ac8-4e61-91be-f24c2814a24c will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:58.479658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cc348fc9-ed11-437d-bf23-d89cac422879 req-5797fe03-e4c1-4df8-98b0-a3f76a9c9035 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504763 Jul 07 19:10:58.585524 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a985f8b3-d73c-437c-b096-efca1b906a9c req-85a6cdc2-89b7-4fd2-b8e3-0d9a531782bd tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384357 Jul 07 19:10:58.607217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:58.616195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-e5ecdc24-d3a2-4e24-9d46-138deadaba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.618192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-e5ecdc24-d3a2-4e24-9d46-138deadaba05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.4310720 Jul 07 19:10:58.648319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:58.704956 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:58.712338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:58.716852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-1a796f0f-9af8-4b5c-8e8b-584ad977058c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283dc151-93c1-4404-a784-79d17c3b6cd6 HTTP/1.1" status: 200 len: 217 time: 0.0873909 Jul 07 19:10:58.717825 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:58.777997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.778501 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:58.779605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] 10.222.0.110 "PUT /v2.0/ports/8326a96c-aaa9-44a2-b0c0-20c416d0595d HTTP/1.1" status: 200 len: 1096 time: 3.1945815 Jul 07 19:10:58.788368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0adad7a-db67-4184-a51b-4d29e019f370,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:58.789198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'tag': '8326a96c-aaa9-44a2-b0c0-20c416d0595d'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:58.792463 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bd5ada-0c4f-41ee-86b4-78c35735abc0" -d '{"events": [{"name": "network-changed", "server_uuid": "b543b42f-4c06-4e63-b96b-26623835e6c0", "tag": "8326a96c-aaa9-44a2-b0c0-20c416d0595d"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:58.851891 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:58.900141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:58.970279 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:58.970816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc12ffb-d26f-4e86-85ed-caececd2f467 req-c7677ec7-eb9e-4dbf-9aa6-c373cf96953a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.972788 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6cc12ffb-d26f-4e86-85ed-caececd2f467 req-c7677ec7-eb9e-4dbf-9aa6-c373cf96953a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 943 time: 0.1045611 Jul 07 19:10:58.980379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2a7cb-47d7-45a7-b372-e4fb582a979c service neutron] Pushing event updated for resources: {'Port': ['ID=8326a96c-aaa9-44a2-b0c0-20c416d0595d,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:59.000061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:59.005913 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:59.006985 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:59.042037 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6cc12ffb-d26f-4e86-85ed-caececd2f467 req-14dba794-010c-490c-862e-8c78ae446979 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619135 Jul 07 19:10:59.107519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-9c646697-2e50-4084-9d65-e55a6925a64b req-37ea50c2-904f-49dd-8353-713fa014f0e8 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1330463174', 'description': 'tempest-description-1567943556'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:59.164102 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9c646697-2e50-4084-9d65-e55a6925a64b req-37ea50c2-904f-49dd-8353-713fa014f0e8 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:59.335742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:59.336526 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:59.338083 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] 10.222.0.110 "PUT /v2.0/ports/d0adad7a-db67-4184-a51b-4d29e019f370 HTTP/1.1" status: 200 len: 1091 time: 3.4312763 Jul 07 19:10:59.363289 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9c646697-2e50-4084-9d65-e55a6925a64b req-37ea50c2-904f-49dd-8353-713fa014f0e8 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:59.379735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9c646697-2e50-4084-9d65-e55a6925a64b req-37ea50c2-904f-49dd-8353-713fa014f0e8 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:59.384520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-9a1313c3-103c-4188-b1a8-c38f2572137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:59.400831 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-9a1313c3-103c-4188-b1a8-c38f2572137e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.6661861 Jul 07 19:10:59.406565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b2806196-9619-4749-b6a9-09bec5a50f1a None None] Provisioning for port 99c4eb43-1ac8-4e61-91be-f24c2814a24c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:59.409379 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9c646697-2e50-4084-9d65-e55a6925a64b req-37ea50c2-904f-49dd-8353-713fa014f0e8 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:59.412812 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c646697-2e50-4084-9d65-e55a6925a64b req-37ea50c2-904f-49dd-8353-713fa014f0e8 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3130145 Jul 07 19:10:59.414455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b2806196-9619-4749-b6a9-09bec5a50f1a None None] Provisioning complete for port 99c4eb43-1ac8-4e61-91be-f24c2814a24c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:59.426337 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b2806196-9619-4749-b6a9-09bec5a50f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:59.426464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea50c2-904f-49dd-8353-713fa014f0e8 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae279a6-92b7-4c8c-a582-9385c8c648ad,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:59.458022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b2806196-9619-4749-b6a9-09bec5a50f1a None None] Port 99c4eb43-1ac8-4e61-91be-f24c2814a24c cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:59.500288 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7581441 Jul 07 19:10:59.526462 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e73fde-985b-443c-9ff5-1a61d7cb8d87 x-openstack-request-id: req-b2e73fde-985b-443c-9ff5-1a61d7cb8d87 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:59.527303 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b543b42f-4c06-4e63-b96b-26623835e6c0", "tag": "8326a96c-aaa9-44a2-b0c0-20c416d0595d", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:59.527549 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2e73fde-985b-443c-9ff5-1a61d7cb8d87 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:59.527960 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'tag': '8326a96c-aaa9-44a2-b0c0-20c416d0595d', 'status': 'completed', 'code': 200} Jul 07 19:10:59.556348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-9133ddcb-b46f-4d43-8d2b-7efaaa54413d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794246 Jul 07 19:10:59.566899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Request body: {'port': {'device_id': 'f851d95c-59fc-4456-9c21-699cef3a22bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:59.656235 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4e696-dc3e-4d56-b245-f5e5d56930d9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event updated for resources: {'Port': ['ID=99c4eb43-1ac8-4e61-91be-f24c2814a24c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:59.704562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bfe4a-bd25-41f7-8591-31fb292b6c10 req-3be17796-7431-4868-b8ed-e1fde44c3383 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:59.711382 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-840bfe4a-bd25-41f7-8591-31fb292b6c10 req-3be17796-7431-4868-b8ed-e1fde44c3383 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 936 time: 0.0828645 Jul 07 19:10:59.754959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-1949c39f-5357-4bec-ac8b-e36d5179959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:59.756351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-1949c39f-5357-4bec-ac8b-e36d5179959b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 1099 time: 0.9093916 Jul 07 19:10:59.758570 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-840bfe4a-bd25-41f7-8591-31fb292b6c10 req-63328fed-f632-4caf-a3a3-948f562daad8 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463200 Jul 07 19:10:59.786184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3978a6-1d1d-49c5-a927-c917b621e382 req-eb026998-ea9d-4720-9077-15ecc4ed1295 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:59.787764 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b3978a6-1d1d-49c5-a927-c917b621e382 req-eb026998-ea9d-4720-9077-15ecc4ed1295 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 945 time: 0.9418888 Jul 07 19:10:59.875956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-df3fb03d-6afd-4cd4-a15e-ce0638db0068 req-a411f218-b7df-48dd-a3e9-82f3bdcb47db tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1592549044', 'description': 'tempest-description-451054526'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:59.893530 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-854ea945-7ddd-48e6-a6ed-a18caea98355 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d HTTP/1.1" status: 200 len: 217 time: 0.0898633 Jul 07 19:10:59.909253 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-df3fb03d-6afd-4cd4-a15e-ce0638db0068 req-a411f218-b7df-48dd-a3e9-82f3bdcb47db tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:59.915020 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87f982-669e-4e16-9561-cdb0606d166d service neutron] Pushing event updated for resources: {'Port': ['ID=d0adad7a-db67-4184-a51b-4d29e019f370,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:59.919505 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-df3fb03d-6afd-4cd4-a15e-ce0638db0068 req-a411f218-b7df-48dd-a3e9-82f3bdcb47db tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:59.935554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:59.979235 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-b09fa89d-795c-49ac-ab16-a118f4739a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:59.981275 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-b09fa89d-795c-49ac-ab16-a118f4739a7d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 1094 time: 0.5149901 Jul 07 19:10:59.983837 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-bd8585cd-9f41-4fc7-8103-5a9f3f72480a service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922842 Jul 07 19:11:00.066972 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-df3fb03d-6afd-4cd4-a15e-ce0638db0068 req-a411f218-b7df-48dd-a3e9-82f3bdcb47db tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:00.078977 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-df3fb03d-6afd-4cd4-a15e-ce0638db0068 req-a411f218-b7df-48dd-a3e9-82f3bdcb47db tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:00.106572 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b3978a6-1d1d-49c5-a927-c917b621e382 req-0670e88c-f8b5-439e-a549-e6ef58c554d9 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977386 Jul 07 19:11:00.119229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-869087ec-8c9a-4687-bf22-8ece84d17d50 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0adad7a-db67-4184-a51b-4d29e019f370 HTTP/1.1" status: 200 len: 217 time: 0.1177607 Jul 07 19:11:00.180529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411f218-b7df-48dd-a3e9-82f3bdcb47db tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e9ed7f-99b1-402c-83de-7faab5ab272b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:00.284654 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-df3fb03d-6afd-4cd4-a15e-ce0638db0068 req-a411f218-b7df-48dd-a3e9-82f3bdcb47db tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:00.289826 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-df3fb03d-6afd-4cd4-a15e-ce0638db0068 req-a411f218-b7df-48dd-a3e9-82f3bdcb47db tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:00.300474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-f6e178b4-e005-44cf-b393-1edc8117304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:00.301946 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-f6e178b4-e005-44cf-b393-1edc8117304f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.3950143 Jul 07 19:11:00.345047 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-df3fb03d-6afd-4cd4-a15e-ce0638db0068 req-a411f218-b7df-48dd-a3e9-82f3bdcb47db tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:00.346820 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df3fb03d-6afd-4cd4-a15e-ce0638db0068 req-a411f218-b7df-48dd-a3e9-82f3bdcb47db tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4751854 Jul 07 19:11:00.348227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411f218-b7df-48dd-a3e9-82f3bdcb47db tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0489de7d-f370-4788-bd51-fe80731eba93,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:00.445495 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0da01ac3-4968-4b9c-bd3e-7b3f01e8abde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:00.447810 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-0da01ac3-4968-4b9c-bd3e-7b3f01e8abde service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.1497629 Jul 07 19:11:00.605909 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-b0b3d7a1-190e-407f-9cea-485f0c4ad93f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438429 Jul 07 19:11:00.625931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b87d0-2e26-46d0-a01b-5a0b7bac8bcb req-d242fecf-a544-4e43-b858-887551a198dc tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:00.634251 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e0b87d0-2e26-46d0-a01b-5a0b7bac8bcb req-d242fecf-a544-4e43-b858-887551a198dc tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 943 time: 0.1229234 Jul 07 19:11:00.723665 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e0b87d0-2e26-46d0-a01b-5a0b7bac8bcb req-0151d475-d4b6-4ac5-b720-e9fa02c8a3aa tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881097 Jul 07 19:11:00.740746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-48d1f59d-2210-494f-9f3c-5980d4be3dc3 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327065 Jul 07 19:11:00.740854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:00.769075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-afe5239e-f114-4c14-afdf-7ca13d9730b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:00.770660 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-afe5239e-f114-4c14-afdf-7ca13d9730b1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4482524 Jul 07 19:11:00.823874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f51b6-94f6-4269-88d3-147a0eb29318 req-9b16639f-e514-4572-91b4-d881122452ef tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:00.828845 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f30f51b6-94f6-4269-88d3-147a0eb29318 req-9b16639f-e514-4572-91b4-d881122452ef tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 948 time: 0.4745400 Jul 07 19:11:00.920613 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0a038d5f-4b68-4f79-8e79-8bf52b8485f9,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:00.937297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'port_id': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9', 'mac_address': 'fa:16:3e:91:1a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:01.059862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-4207eacf-c8da-4cd1-841f-479a8a8f6cb9 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786055 Jul 07 19:11:01.158366 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.183952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:01.209851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0a038d5f-4b68-4f79-8e79-8bf52b8485f9,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:01.216454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395540f3-ff17-4336-b85b-74530581780b req-a7581e7b-f7e7-4033-8946-82926fc9afe6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:01.218261 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.220603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-395540f3-ff17-4336-b85b-74530581780b req-a7581e7b-f7e7-4033-8946-82926fc9afe6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 943 time: 0.1523042 Jul 07 19:11:01.235186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c4eb43-1ac8-4e61-91be-f24c2814a24c {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:01.249349 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.268091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Transition to ACTIVE for port object 99c4eb43-1ac8-4e61-91be-f24c2814a24c will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:01.296925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0a038d5f-4b68-4f79-8e79-8bf52b8485f9,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:01.308775 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-395540f3-ff17-4336-b85b-74530581780b req-1eb62070-16eb-4bfe-bee3-6a14e3c7e19c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759847 Jul 07 19:11:01.365612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-8d0bf25a-cefa-4d83-8296-4cef8bc314c4 req-26ea778d-7265-4579-9d5f-ec1979fe6ed4 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-718815678', 'description': 'tempest-description-1137583524'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:01.395645 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8d0bf25a-cefa-4d83-8296-4cef8bc314c4 req-26ea778d-7265-4579-9d5f-ec1979fe6ed4 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.433691 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-910b4191-65c3-4adc-958d-4386b3077a4a service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8146737 Jul 07 19:11:01.436920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b987916-b33f-4a9b-95f5-231b29b8b032 req-45492433-4cbb-455e-84a1-14db62e0939e service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027079 Jul 07 19:11:01.454908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f30f51b6-94f6-4269-88d3-147a0eb29318 req-a7692048-fec9-4a06-95a7-e4c8acc9c9b7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187911 Jul 07 19:11:01.465156 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.511898 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8d0bf25a-cefa-4d83-8296-4cef8bc314c4 req-26ea778d-7265-4579-9d5f-ec1979fe6ed4 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.517560 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8d0bf25a-cefa-4d83-8296-4cef8bc314c4 req-26ea778d-7265-4579-9d5f-ec1979fe6ed4 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.544167 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8d0bf25a-cefa-4d83-8296-4cef8bc314c4 req-26ea778d-7265-4579-9d5f-ec1979fe6ed4 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.568244 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8d0bf25a-cefa-4d83-8296-4cef8bc314c4 req-26ea778d-7265-4579-9d5f-ec1979fe6ed4 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2065835 Jul 07 19:11:01.603610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea778d-7265-4579-9d5f-ec1979fe6ed4 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d6617f-1bf2-4185-a999-dc082b4b6007,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:01.663535 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d', 'tag': 'd0adad7a-db67-4184-a51b-4d29e019f370'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:01.665972 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d7c74f-91ff-44a9-b2bc-293296ee9e06" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d", "tag": "d0adad7a-db67-4184-a51b-4d29e019f370"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:01.670095 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ce31433-4a25-4ec1-a1b1-927fd29b7238 req-ae1ecc06-1236-4281-b0c4-46f557d2c875 service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135289 Jul 07 19:11:01.685854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0a038d5f-4b68-4f79-8e79-8bf52b8485f9'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:01.786284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Pushing event updated for resources: {'Port': ['ID=99c4eb43-1ac8-4e61-91be-f24c2814a24c,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:01.787750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a972965-4803-4303-b470-7a508f62e90e req-0c611fac-436e-4727-bd2a-ca7394922092 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:01.797029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a972965-4803-4303-b470-7a508f62e90e req-0c611fac-436e-4727-bd2a-ca7394922092 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 945 time: 0.1015015 Jul 07 19:11:01.858954 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a972965-4803-4303-b470-7a508f62e90e req-2bef69f2-a23b-4a18-858f-bd4fc73ab425 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609345 Jul 07 19:11:01.887532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Attempting to bind port 99c4eb43-1ac8-4e61-91be-f24c2814a24c on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:01.887532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Attempting to bind port 99c4eb43-1ac8-4e61-91be-f24c2814a24c by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:01.887532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Attempting to bind port 99c4eb43-1ac8-4e61-91be-f24c2814a24c on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:01.925608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-8e9a49cc-e10f-426b-b293-284cae42c08b tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:01.938337 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-8e9a49cc-e10f-426b-b293-284cae42c08b tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa&tenant_id=3a67b76b74474baf828e899c52f53df9&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1096 time: 0.9825592 Jul 07 19:11:01.943681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Port 99c4eb43-1ac8-4e61-91be-f24c2814a24c on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:01.944088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Attempting to bind port 99c4eb43-1ac8-4e61-91be-f24c2814a24c on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:01.974170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-9'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:01.981732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:01.982225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:01.982887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:01.983652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Bound port: 99c4eb43-1ac8-4e61-91be-f24c2814a24c, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:01.984222 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:02.314064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9094209-d2fd-4e28-9a76-8e72f6de1a1e req-329fd15b-4f92-47fd-8f76-6d84dec1063f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:02.325235 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9094209-d2fd-4e28-9a76-8e72f6de1a1e req-329fd15b-4f92-47fd-8f76-6d84dec1063f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 948 time: 0.6484239 Jul 07 19:11:02.404793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] For port 99c4eb43-1ac8-4e61-91be-f24c2814a24c, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:02.408039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] For port 99c4eb43-1ac8-4e61-91be-f24c2814a24c, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=99c4eb43-1ac8-4e61-91be-f24c2814a24c,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:02.422273 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-d048c958-91a3-4e09-9373-ab3eb3263c45 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47855 time: 0.4870925 Jul 07 19:11:02.436583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5ada-0c4f-41ee-86b4-78c35735abc0 req-1bc2e4ca-f82f-4cad-907c-005788cb0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:02.440672 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23bd5ada-0c4f-41ee-86b4-78c35735abc0 req-1bc2e4ca-f82f-4cad-907c-005788cb0d32 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 1099 time: 0.7696328 Jul 07 19:11:02.442073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:02.513614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-80c151ea-5988-4001-a9a0-c8c50d754538 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/0142fd2b-9626-4026-bf75-8b52a232242c HTTP/1.1" status: 200 len: 2981 time: 0.0779364 Jul 07 19:11:02.558832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:02.610856 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9094209-d2fd-4e28-9a76-8e72f6de1a1e req-d7234add-f6d7-42d3-b33b-73be739e3ff5 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845676 Jul 07 19:11:02.681741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-36001c03-86c2-4e14-8784-2b85a8bcd308 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/0142fd2b-9626-4026-bf75-8b52a232242c HTTP/1.1" status: 200 len: 2981 time: 0.1432252 Jul 07 19:11:02.713878 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:02.715177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:02.716732 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] 10.222.0.48 "PUT /v2.0/ports/99c4eb43-1ac8-4e61-91be-f24c2814a24c HTTP/1.1" status: 200 len: 1096 time: 3.1692100 Jul 07 19:11:02.717462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Pushing event updated for resources: {'Port': ['ID=99c4eb43-1ac8-4e61-91be-f24c2814a24c,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:02.730538 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc553b48-24eb-4414-96cf-1a10ec05f3d8 x-openstack-request-id: req-bc553b48-24eb-4414-96cf-1a10ec05f3d8 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:02.736369 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d", "tag": "d0adad7a-db67-4184-a51b-4d29e019f370", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:02.736832 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc553b48-24eb-4414-96cf-1a10ec05f3d8 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:02.737276 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d', 'tag': 'd0adad7a-db67-4184-a51b-4d29e019f370', 'status': 'completed', 'code': 200} Jul 07 19:11:02.759620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:02.854358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-6c56a08b-b39e-44e1-95fb-a5c853da86a8 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/2f3fe99f-286c-4440-99e7-4896a8bfbe94 HTTP/1.1" status: 200 len: 2973 time: 0.1715732 Jul 07 19:11:02.867784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5ada-0c4f-41ee-86b4-78c35735abc0 req-e70f1e85-d32f-445e-a747-c5a2e9ee842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:02.872913 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23bd5ada-0c4f-41ee-86b4-78c35735abc0 req-e70f1e85-d32f-445e-a747-c5a2e9ee842d service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.4128301 Jul 07 19:11:02.928403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:02.950703 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-06bdf7cc-9485-4aad-b274-032bd15bbb5d tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/2f3fe99f-286c-4440-99e7-4896a8bfbe94 HTTP/1.1" status: 200 len: 2973 time: 0.0948958 Jul 07 19:11:02.957745 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:02.958450 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:03.009947 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23bd5ada-0c4f-41ee-86b4-78c35735abc0 req-eb78990a-6c1c-4edc-8786-fdab2d73a6e2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d HTTP/1.1" status: 200 len: 217 time: 0.0636940 Jul 07 19:11:03.017670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:03.018022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:03.018368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:03.018705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:03.019076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:03.019397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:03.019719 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:03.020096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:03.020591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:03.020922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:03.021243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:03.021617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75b196-4ee0-48a4-8f3f-17b9ca03e23f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:03.023986 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-a3e59dbb-f4e3-41b4-8292-7f6681545a50 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/4cb0f1bb-35c9-4dcf-998e-d17cea37f630 HTTP/1.1" status: 200 len: 2981 time: 0.0718524 Jul 07 19:11:03.088691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-45f9483e-c180-41a7-9fda-0d65df4740ad tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/4cb0f1bb-35c9-4dcf-998e-d17cea37f630 HTTP/1.1" status: 200 len: 2981 time: 0.0637281 Jul 07 19:11:03.097018 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:03.131241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:03.135418 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19061a74-463e-4b22-a090-02fae88646a8" -d '{"events": [{"server_uuid": "c7100942-a52e-45b6-a6f2-48e39f2ff013", "name": "network-vif-plugged", "status": "completed", "tag": "0a038d5f-4b68-4f79-8e79-8bf52b8485f9"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:03.169074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0a038d5f-4b68-4f79-8e79-8bf52b8485f9,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:03.169307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-3454eb32-1e10-4eb9-9af5-9f700cbd66a9 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/65c7ac04-d324-499a-8349-085f618d1a93 HTTP/1.1" status: 200 len: 2981 time: 0.0786791 Jul 07 19:11:03.176272 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:03.242426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0a038d5f-4b68-4f79-8e79-8bf52b8485f9,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:03.269791 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-61c40450-8b84-4fa9-89fb-c0407f72604d tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/65c7ac04-d324-499a-8349-085f618d1a93 HTTP/1.1" status: 200 len: 2981 time: 0.0994334 Jul 07 19:11:03.316596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5ada-0c4f-41ee-86b4-78c35735abc0 req-7ccfd495-6df1-4ff4-82a9-258b8cc87828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:03.318095 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23bd5ada-0c4f-41ee-86b4-78c35735abc0 req-7ccfd495-6df1-4ff4-82a9-258b8cc87828 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2432382 Jul 07 19:11:03.341243 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-4d4ec174-a7a9-4f5b-be82-7ea8304a3768 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/772f89b6-57ba-4292-9f7b-590649ccf1b7 HTTP/1.1" status: 200 len: 2981 time: 0.0695956 Jul 07 19:11:03.361710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c74f-91ff-44a9-b2bc-293296ee9e06 req-b6d8e600-5614-40d7-b173-4161707e6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:03.363908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87d7c74f-91ff-44a9-b2bc-293296ee9e06 req-b6d8e600-5614-40d7-b173-4161707e6a36 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 1094 time: 0.4272373 Jul 07 19:11:03.399491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed173983-9839-45df-9021-5aa8aafbb473 req-2e1ee8c8-103b-4454-ab84-81233be0a8bf tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:03.402020 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-c7247303-43b2-4dae-bb80-3f01b53405bb tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/772f89b6-57ba-4292-9f7b-590649ccf1b7 HTTP/1.1" status: 200 len: 2981 time: 0.0592072 Jul 07 19:11:03.406476 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed173983-9839-45df-9021-5aa8aafbb473 req-2e1ee8c8-103b-4454-ab84-81233be0a8bf tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 944 time: 0.4082470 Jul 07 19:11:03.421260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-d82bad11-5a80-4ded-b57f-6caeda66b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:03.422726 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-d82bad11-5a80-4ded-b57f-6caeda66b23d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 1099 time: 0.4332371 Jul 07 19:11:03.456395 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-ff59d0c1-9c7e-4141-8e4b-976b7b3ee350 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/7f6d00c6-cfd0-4719-acfd-b1edbf08dd5a HTTP/1.1" status: 200 len: 2977 time: 0.0531521 Jul 07 19:11:03.530990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-67c314ca-6dac-4f7f-88f8-22c4da5424e9 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/7f6d00c6-cfd0-4719-acfd-b1edbf08dd5a HTTP/1.1" status: 200 len: 2977 time: 0.0708599 Jul 07 19:11:03.541467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-b8fb5c48-eaaf-4c94-a099-fd0ae4a07a40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=99c4eb43-1ac8-4e61-91be-f24c2814a24c HTTP/1.1" status: 200 len: 217 time: 0.0900817 Jul 07 19:11:03.546590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=283dc151-93c1-4404-a784-79d17c3b6cd6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:03.582981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-75c5bcc8-04bf-4ec1-b5b0-f89278b07ba2 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/85e9ed7f-99b1-402c-83de-7faab5ab272b HTTP/1.1" status: 200 len: 2981 time: 0.0499885 Jul 07 19:11:03.657390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed173983-9839-45df-9021-5aa8aafbb473 req-bcaf9dfa-ac3f-491d-971a-563e4f82d57e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498958 Jul 07 19:11:03.661941 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-586b617f-d1b5-4ba0-a28f-2e84ba5e8051 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/85e9ed7f-99b1-402c-83de-7faab5ab272b HTTP/1.1" status: 200 len: 2981 time: 0.0783851 Jul 07 19:11:03.741239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-4fc2b476-7c47-4adc-8aee-6878f36d9414 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/92b791d2-5380-4233-a224-825243363940 HTTP/1.1" status: 200 len: 2981 time: 0.0777905 Jul 07 19:11:03.766348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-c4a332da-642d-4028-95c2-c72ec6cbe738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:03.768737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-c4a332da-642d-4028-95c2-c72ec6cbe738 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2174158 Jul 07 19:11:03.770137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c74f-91ff-44a9-b2bc-293296ee9e06 req-182da398-5e87-42a9-b9dc-e273af42da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:03.771958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87d7c74f-91ff-44a9-b2bc-293296ee9e06 req-182da398-5e87-42a9-b9dc-e273af42da4a service neutron] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.3828983 Jul 07 19:11:03.774176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5ada-0c4f-41ee-86b4-78c35735abc0 req-64a16a1a-36f7-407d-a370-86f7915fa207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:03.775832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23bd5ada-0c4f-41ee-86b4-78c35735abc0 req-64a16a1a-36f7-407d-a370-86f7915fa207 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4353399 Jul 07 19:11:03.825865 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-a377c864-23d9-48b7-bb5a-864dc50b7265 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/92b791d2-5380-4233-a224-825243363940 HTTP/1.1" status: 200 len: 2981 time: 0.0811608 Jul 07 19:11:03.871513 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87d7c74f-91ff-44a9-b2bc-293296ee9e06 req-a8484bc2-35b2-4511-8433-3bb31f677bd9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0adad7a-db67-4184-a51b-4d29e019f370 HTTP/1.1" status: 200 len: 217 time: 0.0512414 Jul 07 19:11:03.885814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:03.905013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-244c22d1-8d15-420d-8386-a91a150ac120 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/9a7a1eae-66c9-4b86-9906-67fca7af914a HTTP/1.1" status: 200 len: 2981 time: 0.0744317 Jul 07 19:11:04.002283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-01f38fb7-0c40-453e-80ee-e0fe0256fd9c tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/9a7a1eae-66c9-4b86-9906-67fca7af914a HTTP/1.1" status: 200 len: 2981 time: 0.0889134 Jul 07 19:11:04.054226 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-f59fa4b6-45a8-4b50-b12a-1396b441426c tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ab78fb8b-b7f8-4f45-8c36-0e467d5fdc55 HTTP/1.1" status: 200 len: 2981 time: 0.0507364 Jul 07 19:11:04.087019 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:04.108264 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c74f-91ff-44a9-b2bc-293296ee9e06 req-916411b0-7cfd-40b7-bb38-4153efcd5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:04.109827 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87d7c74f-91ff-44a9-b2bc-293296ee9e06 req-916411b0-7cfd-40b7-bb38-4153efcd5e07 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.2268913 Jul 07 19:11:04.121111 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:04.123907 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-c3bee071-9026-415c-a771-d750bdb34240 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ab78fb8b-b7f8-4f45-8c36-0e467d5fdc55 HTTP/1.1" status: 200 len: 2981 time: 0.0587094 Jul 07 19:11:04.218852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87d7c74f-91ff-44a9-b2bc-293296ee9e06 req-2e971ce2-d40d-4b82-8d66-bd3ae60ebfd9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791445 Jul 07 19:11:04.218852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-7dc1d9c5-4aee-43e5-9063-7183c4dd43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:04.218852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-7dc1d9c5-4aee-43e5-9063-7183c4dd43eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4263701 Jul 07 19:11:04.219262 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-e2ad25ac-e297-4ee8-94d2-9b55d5bfffc4 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bb80543e-e29d-4f90-9b2a-ec9cae9c26cf HTTP/1.1" status: 200 len: 2981 time: 0.0655363 Jul 07 19:11:04.280580 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23bd5ada-0c4f-41ee-86b4-78c35735abc0 req-6145fb96-2133-4a7c-8130-11fc5699a0dc service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650166 Jul 07 19:11:04.306260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-456bb1c6-f7d1-4f30-bb53-247c6367e54b tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bb80543e-e29d-4f90-9b2a-ec9cae9c26cf HTTP/1.1" status: 200 len: 2981 time: 0.0841630 Jul 07 19:11:04.390929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43eefe-08d8-4c5a-980b-b6446d233df5 req-82f975ad-64ab-48fe-a454-7315aa0f6f0b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:04.397689 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-db43eefe-08d8-4c5a-980b-b6446d233df5 req-82f975ad-64ab-48fe-a454-7315aa0f6f0b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 943 time: 0.3920445 Jul 07 19:11:04.402166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-ccb9f254-253f-4b01-a504-f609624b2693 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/be66f0b7-4792-451d-ab6d-d181938bc825 HTTP/1.1" status: 200 len: 2981 time: 0.0947151 Jul 07 19:11:04.431172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Pushing event updated for resources: {'Port': ['ID=283dc151-93c1-4404-a784-79d17c3b6cd6,revision_number=7']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:04.462745 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-419c0821-2aa7-46cf-9cf7-f7665bf1782e tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/be66f0b7-4792-451d-ab6d-d181938bc825 HTTP/1.1" status: 200 len: 2981 time: 0.0595133 Jul 07 19:11:04.509556 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-fb82487c-1cd7-4eea-bb96-b7e7df987eb0 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/cafe2aa3-c1b7-48b2-803a-d9f582298509 HTTP/1.1" status: 200 len: 2981 time: 0.0450428 Jul 07 19:11:04.547074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8326a96c-aaa9-44a2-b0c0-20c416d0595d details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:04.570922 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-e235a25c-6fd9-4af6-856e-ee04295f353b tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/cafe2aa3-c1b7-48b2-803a-d9f582298509 HTTP/1.1" status: 200 len: 2981 time: 0.0537169 Jul 07 19:11:04.631527 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-085f28f9-3901-48a8-9cc0-b8798da3126a tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/cb4bfb27-36c4-440e-87b5-46ed0943dca8 HTTP/1.1" status: 200 len: 2981 time: 0.0594463 Jul 07 19:11:04.699640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-202ad125-19b4-4131-a89c-0b43dde16166 req-f1c5ac0c-85af-41b0-995d-2bed73c3afc0 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/cb4bfb27-36c4-440e-87b5-46ed0943dca8 HTTP/1.1" status: 200 len: 2981 time: 0.0567882 Jul 07 19:11:04.700095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:04.726778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '8326a96c-aaa9-44a2-b0c0-20c416d0595d', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '8326a96c-aaa9-44a2-b0c0-20c416d0595d', 'mac_address': 'fa:16:3e:7e:eb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:04.741054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Attempting to bind port 283dc151-93c1-4404-a784-79d17c3b6cd6 on host n-h2-793621-9 for vnic_type normal with profile {"migrating_to": "n-h1-793621-9"} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:04.741397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Attempting to bind port 283dc151-93c1-4404-a784-79d17c3b6cd6 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:04.741732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Attempting to bind port 283dc151-93c1-4404-a784-79d17c3b6cd6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:04.747070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f851d95c-59fc-4456-9c21-699cef3a22bc', 'tag': '99c4eb43-1ac8-4e61-91be-f24c2814a24c'}, {'server_uuid': 'd4f1b0ef-945a-4484-a732-a1774470a2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283dc151-93c1-4404-a784-79d17c3b6cd6'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:04.749353 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124a8dc7-2aa3-4136-8232-341f32d1884c" -d '{"events": [{"name": "network-changed", "server_uuid": "f851d95c-59fc-4456-9c21-699cef3a22bc", "tag": "99c4eb43-1ac8-4e61-91be-f24c2814a24c"}, {"server_uuid": "d4f1b0ef-945a-4484-a732-a1774470a2aa", "name": "network-vif-unplugged", "status": "completed", "tag": "283dc151-93c1-4404-a784-79d17c3b6cd6"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:04.763341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Port 283dc151-93c1-4404-a784-79d17c3b6cd6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:04.763665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Attempting to bind port 283dc151-93c1-4404-a784-79d17c3b6cd6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:04.775979 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:04.780938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:04.781292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:04.781801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Bound using segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:04.782133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Bound port: 283dc151-93c1-4404-a784-79d17c3b6cd6, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:04.782569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:04.799593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8326a96c-aaa9-44a2-b0c0-20c416d0595d {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:04.827284 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-db43eefe-08d8-4c5a-980b-b6446d233df5 req-435097a0-7305-452f-b8aa-c8f35abd42cd tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286182 Jul 07 19:11:04.854906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:04.862368 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:04.862368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device d0adad7a-db67-4184-a51b-4d29e019f370 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:04.905833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-3df75af4-96e9-4eed-ab3a-bc94a544b956 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828153 Jul 07 19:11:04.907633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87d7c74f-91ff-44a9-b2bc-293296ee9e06 req-9bc7a4ba-00c6-4ae2-b7bf-698da33a1000 service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6908178 Jul 07 19:11:04.911388 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23bd5ada-0c4f-41ee-86b4-78c35735abc0 req-82d5c6e3-ee19-43bb-9994-0700f4047ae4 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650141 Jul 07 19:11:04.952706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=8326a96c-aaa9-44a2-b0c0-20c416d0595d,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:05.002621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66fe32-132d-40f1-a594-b1582958b6be req-d33c610e-0958-47fd-a884-ece076e6df7b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:05.009887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1b66fe32-132d-40f1-a594-b1582958b6be req-d33c610e-0958-47fd-a884-ece076e6df7b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 948 time: 0.1817055 Jul 07 19:11:05.036467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fef57b4-ebea-4d18-b111-baf0862af33c req-7887159a-e964-42e1-9d2b-6c5402be40f7 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224446 Jul 07 19:11:05.098311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1b66fe32-132d-40f1-a594-b1582958b6be req-9c8b8d54-ad5a-42af-81df-15e26a26d59c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873547 Jul 07 19:11:05.151684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0adad7a-db67-4184-a51b-4d29e019f370,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:05.167375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'd0adad7a-db67-4184-a51b-4d29e019f370', 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc', 'port_id': 'd0adad7a-db67-4184-a51b-4d29e019f370', 'mac_address': 'fa:16:3e:f1:af:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05946642-1500-4a2b-8a19-0c5229723139', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:05.172760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:05.201156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=283dc151-93c1-4404-a784-79d17c3b6cd6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:05.209650 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.213324 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59ba10b-38a6-48ce-8131-26ccb5d4d72d x-openstack-request-id: req-e59ba10b-38a6-48ce-8131-26ccb5d4d72d {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:05.214157 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7100942-a52e-45b6-a6f2-48e39f2ff013", "name": "network-vif-plugged", "status": "completed", "tag": "0a038d5f-4b68-4f79-8e79-8bf52b8485f9", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:05.215410 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e59ba10b-38a6-48ce-8131-26ccb5d4d72d {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:05.216304 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9', 'code': 200} Jul 07 19:11:05.250141 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.282113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0adad7a-db67-4184-a51b-4d29e019f370 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:05.321972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0adad7a-db67-4184-a51b-4d29e019f370,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:05.332472 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.351221 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.403934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=d0adad7a-db67-4184-a51b-4d29e019f370,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:05.418013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea4c0-62b3-4a4e-ae0e-beca49aee2e3 req-4a26fe74-96d7-4bf9-a40a-d17a9ca3dd64 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:05.418567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70562df5-9f05-4e7c-86f9-60608cec1abe req-cd59bb3b-8b0a-47b9-863d-8bf07317eaf9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:05.419814 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea5ea4c0-62b3-4a4e-ae0e-beca49aee2e3 req-4a26fe74-96d7-4bf9-a40a-d17a9ca3dd64 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 943 time: 0.3515084 Jul 07 19:11:05.424080 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-70562df5-9f05-4e7c-86f9-60608cec1abe req-cd59bb3b-8b0a-47b9-863d-8bf07317eaf9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 948 time: 0.0889997 Jul 07 19:11:05.435556 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87d7c74f-91ff-44a9-b2bc-293296ee9e06 req-2fc977b1-0d12-4c0d-af0e-d0e239964724 service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963871 Jul 07 19:11:05.471952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:05.472579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.474070 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] 10.222.0.48 "PUT /v2.0/ports/283dc151-93c1-4404-a784-79d17c3b6cd6 HTTP/1.1" status: 200 len: 1121 time: 3.5047135 Jul 07 19:11:05.483392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a3044-557f-449e-82e5-5ef117405d48 service neutron] Pushing event updated for resources: {'Port': ['ID=283dc151-93c1-4404-a784-79d17c3b6cd6,revision_number=8']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:05.487605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-70562df5-9f05-4e7c-86f9-60608cec1abe req-ebf8883e-397b-48dd-a471-2c716e187c2e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584309 Jul 07 19:11:05.517681 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea5ea4c0-62b3-4a4e-ae0e-beca49aee2e3 req-8ea899f6-c225-4aad-9558-6b2a70227b72 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901213 Jul 07 19:11:05.525332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bef4d-01a7-428a-816d-6c8c753a6880 req-89808eab-f06d-4878-9c92-3b23ec4a6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:05.530479 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-535bef4d-01a7-428a-816d-6c8c753a6880 req-89808eab-f06d-4878-9c92-3b23ec4a6a6a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 1096 time: 0.2284267 Jul 07 19:11:05.616668 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-535bef4d-01a7-428a-816d-6c8c753a6880 req-37f22209-8abc-478f-ac55-5ddd333e90b5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762732 Jul 07 19:11:05.640766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['283dc151-93c1-4404-a784-79d17c3b6cd6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:05.661379 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a45c1565-974e-4ef4-9b02-f7ab4dfb9b49 req-cf3cc224-b7c6-4295-aaed-df91308d8256 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1519a1d14fad495a9d047a64083dc7c2 HTTP/1.1" status: 200 len: 6104 time: 0.0810304 Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: from cryptography.utils import int_from_bytes Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: from cryptography.utils import int_from_bytes Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.672323 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:05.676033 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:05.695963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['8326a96c-aaa9-44a2-b0c0-20c416d0595d'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:05.699286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['d0adad7a-db67-4184-a51b-4d29e019f370'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:05.754250 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a45c1565-974e-4ef4-9b02-f7ab4dfb9b49 req-d197cd38-f696-489d-b226-42610b3aad84 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] 10.222.0.81 "GET /v2.0/security-groups/cafe2aa3-c1b7-48b2-803a-d9f582298509 HTTP/1.1" status: 200 len: 2981 time: 0.0911796 Jul 07 19:11:05.779619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a774ead-5079-4baf-b6be-599eedadafbf req-36674c7e-5013-4b5a-b6dc-809fb77a33ce tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:05.781954 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a774ead-5079-4baf-b6be-599eedadafbf req-36674c7e-5013-4b5a-b6dc-809fb77a33ce tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 945 time: 0.1184425 Jul 07 19:11:05.856813 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a774ead-5079-4baf-b6be-599eedadafbf req-0d76b3cd-ab4a-42dc-9733-05f239d7e543 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643384 Jul 07 19:11:05.857271 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a45c1565-974e-4ef4-9b02-f7ab4dfb9b49 req-db837823-1462-4032-8897-38bc8d88f019 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] 10.222.0.81 "GET /v2.0/security-groups/cafe2aa3-c1b7-48b2-803a-d9f582298509 HTTP/1.1" status: 200 len: 2981 time: 0.1020591 Jul 07 19:11:05.911781 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd970a2-39b9-4a9c-b150-bf3deb1b9f54 x-openstack-request-id: req-9cd970a2-39b9-4a9c-b150-bf3deb1b9f54 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:05.912355 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f851d95c-59fc-4456-9c21-699cef3a22bc", "tag": "99c4eb43-1ac8-4e61-91be-f24c2814a24c", "status": "completed", "code": 200}, {"server_uuid": "d4f1b0ef-945a-4484-a732-a1774470a2aa", "name": "network-vif-unplugged", "status": "completed", "tag": "283dc151-93c1-4404-a784-79d17c3b6cd6", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:05.912836 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9cd970a2-39b9-4a9c-b150-bf3deb1b9f54 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:05.913478 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f851d95c-59fc-4456-9c21-699cef3a22bc', 'tag': '99c4eb43-1ac8-4e61-91be-f24c2814a24c', 'status': 'completed', 'code': 200} Jul 07 19:11:05.914522 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f1b0ef-945a-4484-a732-a1774470a2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283dc151-93c1-4404-a784-79d17c3b6cd6', 'code': 200} Jul 07 19:11:06.058847 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf30347e-9ccc-494c-a30f-72892455409c req-7e3dd310-5431-4394-8896-6d82769af718 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a2d6617f-1bf2-4185-a999-dc082b4b6007 HTTP/1.1" status: 200 len: 1777 time: 0.0789824 Jul 07 19:11:06.105960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8dc7-2aa3-4136-8232-341f32d1884c req-61ea99f5-f674-40bc-87c6-daf77629aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:06.107791 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-124a8dc7-2aa3-4136-8232-341f32d1884c req-61ea99f5-f674-40bc-87c6-daf77629aaf2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 1099 time: 0.1575997 Jul 07 19:11:06.134343 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cf30347e-9ccc-494c-a30f-72892455409c req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.161754 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cf30347e-9ccc-494c-a30f-72892455409c req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.217627 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cf30347e-9ccc-494c-a30f-72892455409c req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.219327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792eb1cf-0f01-4c7c-97b8-9c0130af4e99 req-e7b0d650-487e-41ea-998d-7f8e851191d4 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:06.221325 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-792eb1cf-0f01-4c7c-97b8-9c0130af4e99 req-e7b0d650-487e-41ea-998d-7f8e851191d4 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 944 time: 0.1531157 Jul 07 19:11:06.232774 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cf30347e-9ccc-494c-a30f-72892455409c req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.248096 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf30347e-9ccc-494c-a30f-72892455409c req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2d6617f-1bf2-4185-a999-dc082b4b6007 HTTP/1.1" status: 204 len: 173 time: 0.1877053 Jul 07 19:11:06.263008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8dc7-2aa3-4136-8232-341f32d1884c req-ddb0d46e-7ab6-42c4-bd24-1a591e00d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:06.264504 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-124a8dc7-2aa3-4136-8232-341f32d1884c req-ddb0d46e-7ab6-42c4-bd24-1a591e00d238 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1483533 Jul 07 19:11:06.265480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d6617f-1bf2-4185-a999-dc082b4b6007,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:06.274924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:06.275623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:06.276230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:06.276828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:06.277413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:06.277966 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:06.278629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:06.294319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:06.295649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-792eb1cf-0f01-4c7c-97b8-9c0130af4e99 req-1496da17-2aae-4fa6-8368-7736cbdc9252 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635026 Jul 07 19:11:06.296882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:06.297463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:06.298040 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:06.298653 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f85935-d921-42b8-9416-fea8432e94ea tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:06.355498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-124a8dc7-2aa3-4136-8232-341f32d1884c req-a2dd30db-46b8-4d1f-9b52-fc14ccdab6cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=99c4eb43-1ac8-4e61-91be-f24c2814a24c HTTP/1.1" status: 200 len: 217 time: 0.0741827 Jul 07 19:11:06.435586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-db4c0f9a-955b-4c2b-8d78-cb3acadee8d7 req-4571d25f-0318-4e6c-bc55-ca455e6cca81 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "GET /v2.0/security-groups/0489de7d-f370-4788-bd51-fe80731eba93 HTTP/1.1" status: 200 len: 1777 time: 0.0868826 Jul 07 19:11:06.445401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8dc7-2aa3-4136-8232-341f32d1884c req-e4c0ffc4-4fd0-4960-856f-45adcc6826c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:06.446897 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-124a8dc7-2aa3-4136-8232-341f32d1884c req-e4c0ffc4-4fd0-4960-856f-45adcc6826c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0833490 Jul 07 19:11:06.509817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01855e0-190f-498d-95d5-0b26d72b4c08 req-91d0860c-4566-4a32-98d0-7ba484d88a14 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:06.520278 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d01855e0-190f-498d-95d5-0b26d72b4c08 req-91d0860c-4566-4a32-98d0-7ba484d88a14 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 949 time: 0.0976012 Jul 07 19:11:06.535795 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-db4c0f9a-955b-4c2b-8d78-cb3acadee8d7 req-db85e5da-2bb3-409e-9384-7cc980587256 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.564125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8dc7-2aa3-4136-8232-341f32d1884c req-ece43e7e-33a4-4121-a071-71a018d86d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:06.565277 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d01855e0-190f-498d-95d5-0b26d72b4c08 req-104c4d1d-6ff2-4f3b-a0a6-5b9471eb32cf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444949 Jul 07 19:11:06.565642 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-124a8dc7-2aa3-4136-8232-341f32d1884c req-ece43e7e-33a4-4121-a071-71a018d86d4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111505 Jul 07 19:11:06.570639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-db4c0f9a-955b-4c2b-8d78-cb3acadee8d7 req-db85e5da-2bb3-409e-9384-7cc980587256 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.698849 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-db4c0f9a-955b-4c2b-8d78-cb3acadee8d7 req-db85e5da-2bb3-409e-9384-7cc980587256 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.703594 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-db4c0f9a-955b-4c2b-8d78-cb3acadee8d7 req-db85e5da-2bb3-409e-9384-7cc980587256 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.718573 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-db4c0f9a-955b-4c2b-8d78-cb3acadee8d7 req-db85e5da-2bb3-409e-9384-7cc980587256 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/0489de7d-f370-4788-bd51-fe80731eba93 HTTP/1.1" status: 204 len: 173 time: 0.2818048 Jul 07 19:11:06.752591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85e5da-2bb3-409e-9384-7cc980587256 tempest-SecurityGroupsTestAdminJSON-1149959834 tempest-SecurityGroupsTestAdminJSON-1149959834-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0489de7d-f370-4788-bd51-fe80731eba93,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:06.765709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-124a8dc7-2aa3-4136-8232-341f32d1884c req-34b3d0ae-36fa-4866-a3d5-0e0de465dfd5 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871295 Jul 07 19:11:06.938082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a68c59-b51b-4a16-a384-064b7f005b23 req-5f8b979d-9ca9-4b55-83ef-a96d2e5047b2 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:06.939756 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2a68c59-b51b-4a16-a384-064b7f005b23 req-5f8b979d-9ca9-4b55-83ef-a96d2e5047b2 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 948 time: 0.0904021 Jul 07 19:11:06.969811 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-124a8dc7-2aa3-4136-8232-341f32d1884c req-06cd1c0b-2bbb-451e-abee-90f9b9c624f8 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954188 Jul 07 19:11:07.011935 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2a68c59-b51b-4a16-a384-064b7f005b23 req-67025cb8-151a-4bbf-bb60-ec0eda682606 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636466 Jul 07 19:11:07.035536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780862f-48da-44ff-8eca-858fbe49673b req-b1e31ba4-6c2b-4714-9c72-82513dc2ada8 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:07.035536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4780862f-48da-44ff-8eca-858fbe49673b req-b1e31ba4-6c2b-4714-9c72-82513dc2ada8 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 943 time: 0.1272538 Jul 07 19:11:07.083132 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4780862f-48da-44ff-8eca-858fbe49673b req-80934ae6-5d43-4a00-ad9d-5c38823813d4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450158 Jul 07 19:11:07.150214 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60484db9-94c0-4fe1-9a78-014727b6bfe8 req-270dd4ed-6b2d-4419-b50e-398785246750 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] 10.222.0.81 "GET /v2.0/security-groups/4ae279a6-92b7-4c8c-a582-9385c8c648ad HTTP/1.1" status: 200 len: 1778 time: 0.0641768 Jul 07 19:11:07.238278 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-60484db9-94c0-4fe1-9a78-014727b6bfe8 req-f0b2070b-b8ff-4297-9261-635076a36c87 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.268716 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-60484db9-94c0-4fe1-9a78-014727b6bfe8 req-f0b2070b-b8ff-4297-9261-635076a36c87 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.302478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf19bb-a1ba-4814-aef2-2d64548de59d req-fa0136e2-91d4-4267-bbdd-6610d3881cd9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:07.304952 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6ecf19bb-a1ba-4814-aef2-2d64548de59d req-fa0136e2-91d4-4267-bbdd-6610d3881cd9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 945 time: 0.0888379 Jul 07 19:11:07.346890 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-60484db9-94c0-4fe1-9a78-014727b6bfe8 req-f0b2070b-b8ff-4297-9261-635076a36c87 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.350094 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-60484db9-94c0-4fe1-9a78-014727b6bfe8 req-f0b2070b-b8ff-4297-9261-635076a36c87 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.363443 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60484db9-94c0-4fe1-9a78-014727b6bfe8 req-f0b2070b-b8ff-4297-9261-635076a36c87 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] 10.222.0.81 "DELETE /v2.0/security-groups/4ae279a6-92b7-4c8c-a582-9385c8c648ad HTTP/1.1" status: 204 len: 173 time: 0.2065370 Jul 07 19:11:07.376532 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6ecf19bb-a1ba-4814-aef2-2d64548de59d req-645f7b5d-78c4-4b18-8048-a3cb47178551 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644517 Jul 07 19:11:07.380091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2070b-b8ff-4297-9261-635076a36c87 tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae279a6-92b7-4c8c-a582-9385c8c648ad,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:07.509859 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba4f92d3-2068-4744-bba3-b34f03760e12 req-7758e38b-9dcc-453d-9b7b-bb3ed1e14dbd tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] 10.222.0.81 "GET /v2.0/security-groups/d2b6414f-9a47-41bf-bc07-77d8cf8d9b43 HTTP/1.1" status: 200 len: 1778 time: 0.0575724 Jul 07 19:11:07.580930 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ba4f92d3-2068-4744-bba3-b34f03760e12 req-92d7c7e9-1ccb-4cce-9cf5-ab134a350ffe tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.612226 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ba4f92d3-2068-4744-bba3-b34f03760e12 req-92d7c7e9-1ccb-4cce-9cf5-ab134a350ffe tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.667858 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ba4f92d3-2068-4744-bba3-b34f03760e12 req-92d7c7e9-1ccb-4cce-9cf5-ab134a350ffe tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.670750 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ba4f92d3-2068-4744-bba3-b34f03760e12 req-92d7c7e9-1ccb-4cce-9cf5-ab134a350ffe tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.671916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba4f92d3-2068-4744-bba3-b34f03760e12 req-92d7c7e9-1ccb-4cce-9cf5-ab134a350ffe tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] 10.222.0.81 "DELETE /v2.0/security-groups/d2b6414f-9a47-41bf-bc07-77d8cf8d9b43 HTTP/1.1" status: 204 len: 173 time: 0.1601238 Jul 07 19:11:07.692942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce7b4c-3632-41db-bebf-812b28c3ce16 req-60325f1e-76a7-402c-b233-a94d620b4636 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:07.693605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7c7e9-1ccb-4cce-9cf5-ab134a350ffe tempest-SecurityGroupsTestAdminJSON-143803192 tempest-SecurityGroupsTestAdminJSON-143803192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b6414f-9a47-41bf-bc07-77d8cf8d9b43,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:07.694663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81ce7b4c-3632-41db-bebf-812b28c3ce16 req-60325f1e-76a7-402c-b233-a94d620b4636 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 944 time: 0.1476367 Jul 07 19:11:07.791568 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81ce7b4c-3632-41db-bebf-812b28c3ce16 req-111478ef-af64-4d26-862b-58b8ab643553 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766425 Jul 07 19:11:07.922532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f1b0ef-945a-4484-a732-a1774470a2aa', 'tag': '283dc151-93c1-4404-a784-79d17c3b6cd6'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:07.928077 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9055e3f-3fd5-48c7-a073-9836aed2ca59" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f1b0ef-945a-4484-a732-a1774470a2aa", "tag": "283dc151-93c1-4404-a784-79d17c3b6cd6"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:08.001128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71bf7d-80aa-445c-acdd-3ba16e6632be req-f6094372-02a3-4ab8-9f38-3d59e6453b58 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:08.002821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cf71bf7d-80aa-445c-acdd-3ba16e6632be req-f6094372-02a3-4ab8-9f38-3d59e6453b58 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 949 time: 0.1209831 Jul 07 19:11:08.074633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cf71bf7d-80aa-445c-acdd-3ba16e6632be req-fdefa540-dfc7-42d6-98ee-1b0e04e9752a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645390 Jul 07 19:11:08.130335 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c605118e-90ba-42a8-9157-db36bc9ee5e0 x-openstack-request-id: req-c605118e-90ba-42a8-9157-db36bc9ee5e0 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:08.130744 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f1b0ef-945a-4484-a732-a1774470a2aa", "tag": "283dc151-93c1-4404-a784-79d17c3b6cd6", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:08.131211 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c605118e-90ba-42a8-9157-db36bc9ee5e0 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:08.131698 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f1b0ef-945a-4484-a732-a1774470a2aa', 'tag': '283dc151-93c1-4404-a784-79d17c3b6cd6', 'status': 'completed', 'code': 200} Jul 07 19:11:08.171910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44630) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:08.303398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055e3f-3fd5-48c7-a073-9836aed2ca59 req-67cb8272-91b9-4dcb-a253-ef3fd1092a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:08.305095 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9055e3f-3fd5-48c7-a073-9836aed2ca59 req-67cb8272-91b9-4dcb-a253-ef3fd1092a91 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 1124 time: 0.1380739 Jul 07 19:11:08.376423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae429d-fd2d-4809-8a98-13809d3155d7 req-c814088b-2c9e-478e-bdeb-1d6660f0a3e2 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:08.383921 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bae429d-fd2d-4809-8a98-13809d3155d7 req-c814088b-2c9e-478e-bdeb-1d6660f0a3e2 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 943 time: 0.0919371 Jul 07 19:11:08.419794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b96b0-97ee-4a6a-8a99-166f2c4afa57 req-06bfdcec-9ed5-44f2-8c58-8bd77af48ff7 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:08.437654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e32b96b0-97ee-4a6a-8a99-166f2c4afa57 req-06bfdcec-9ed5-44f2-8c58-8bd77af48ff7 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 948 time: 0.1793149 Jul 07 19:11:08.437870 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bae429d-fd2d-4809-8a98-13809d3155d7 req-864c2632-a1b2-445f-aaab-341287fef569 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488505 Jul 07 19:11:08.515252 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055e3f-3fd5-48c7-a073-9836aed2ca59 req-5169d7fb-4178-44c6-a389-faf51f7f8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:08.515252 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9055e3f-3fd5-48c7-a073-9836aed2ca59 req-5169d7fb-4178-44c6-a389-faf51f7f8b68 service neutron] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.1944535 Jul 07 19:11:08.527298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-677f952c-b39e-4dea-b3d0-e39d52c1c924 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1519a1d14fad495a9d047a64083dc7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538857 Jul 07 19:11:08.530167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44638) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:08.540062 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e32b96b0-97ee-4a6a-8a99-166f2c4afa57 req-5360b210-1ed7-46d9-99e4-27d56f8bcd20 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120765 Jul 07 19:11:08.581356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8326a96c-aaa9-44a2-b0c0-20c416d0595d up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:08.634361 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9055e3f-3fd5-48c7-a073-9836aed2ca59 req-7aecc312-88b9-46f3-99bd-66ff4230f722 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283dc151-93c1-4404-a784-79d17c3b6cd6 HTTP/1.1" status: 200 len: 217 time: 0.1135237 Jul 07 19:11:08.768304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 8326a96c-aaa9-44a2-b0c0-20c416d0595d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:08.770406 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-49b2f9c4-18f3-4905-b231-85a5ee9cf9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.777804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055e3f-3fd5-48c7-a073-9836aed2ca59 req-9903a852-1de8-4a8f-86f2-dcf4337e80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:08.779714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9055e3f-3fd5-48c7-a073-9836aed2ca59 req-9903a852-1de8-4a8f-86f2-dcf4337e80ba service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1389327 Jul 07 19:11:08.781327 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 8326a96c-aaa9-44a2-b0c0-20c416d0595d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:08.781736 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.811520 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-49b2f9c4-18f3-4905-b231-85a5ee9cf9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.823844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 283dc151-93c1-4404-a784-79d17c3b6cd6 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:08.826171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9055e3f-3fd5-48c7-a073-9836aed2ca59 req-6d5907c0-880f-4d9c-9c2f-603db44079e1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379047 Jul 07 19:11:08.859099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3520ce7-ac6c-4d42-9dcb-77c1a4f2ef6f req-5a65cfd9-c397-4ad9-9cf9-195885ac95e7 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:08.861531 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3520ce7-ac6c-4d42-9dcb-77c1a4f2ef6f req-5a65cfd9-c397-4ad9-9cf9-195885ac95e7 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 945 time: 0.1533046 Jul 07 19:11:08.936001 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.937267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3520ce7-ac6c-4d42-9dcb-77c1a4f2ef6f req-bf7dae1d-f8b5-4e36-819b-a971f435ef98 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684614 Jul 07 19:11:08.966979 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-49b2f9c4-18f3-4905-b231-85a5ee9cf9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.966979 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-49b2f9c4-18f3-4905-b231-85a5ee9cf9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.966979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-49b2f9c4-18f3-4905-b231-85a5ee9cf9b7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cafe2aa3-c1b7-48b2-803a-d9f582298509 HTTP/1.1" status: 204 len: 168 time: 0.4292476 Jul 07 19:11:08.981107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2f9c4-18f3-4905-b231-85a5ee9cf9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe2aa3-c1b7-48b2-803a-d9f582298509,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:09.066075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8326a96c-aaa9-44a2-b0c0-20c416d0595d'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:09.068640 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb9ea94-8e41-41d1-a3b4-ce8f306d2854" -d '{"events": [{"server_uuid": "b543b42f-4c06-4e63-b96b-26623835e6c0", "name": "network-vif-plugged", "status": "completed", "tag": "8326a96c-aaa9-44a2-b0c0-20c416d0595d"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:09.111055 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9055e3f-3fd5-48c7-a073-9836aed2ca59 req-617bbdde-7c42-4fb9-bdd1-bb4fcf727c06 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759390 Jul 07 19:11:09.116901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:09.125261 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.126586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device d0adad7a-db67-4184-a51b-4d29e019f370 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:09.269377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=283dc151-93c1-4404-a784-79d17c3b6cd6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:09.273876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=8326a96c-aaa9-44a2-b0c0-20c416d0595d,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:09.297510 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 283dc151-93c1-4404-a784-79d17c3b6cd6 has no active binding in host n-h1-793621-9 {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:11:09.308329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port d0adad7a-db67-4184-a51b-4d29e019f370 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:09.315026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port d0adad7a-db67-4184-a51b-4d29e019f370 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:09.315884 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.438245 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.464829 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44674) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:09.476625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba004a5-430a-4b05-95df-9d0566bec737 req-562b3a61-b768-4033-ad85-27d3b73915d9 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:09.490065 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ba004a5-430a-4b05-95df-9d0566bec737 req-562b3a61-b768-4033-ad85-27d3b73915d9 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 944 time: 0.3551238 Jul 07 19:11:09.498357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0adad7a-db67-4184-a51b-4d29e019f370,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:09.505238 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.531957 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9055e3f-3fd5-48c7-a073-9836aed2ca59 req-0ac93016-9f14-4c75-b06c-d7f550e71ba4 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138861 Jul 07 19:11:09.561787 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5f565651-6c73-407c-a2f2-9a54434c818f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=258e120837c146649ec00a0abf7ceaf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0955052 Jul 07 19:11:09.567786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44678) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:09.572613 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ba004a5-430a-4b05-95df-9d0566bec737 req-1d19e08d-e17d-4781-b402-73e87518c9db tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812638 Jul 07 19:11:09.615806 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.628896 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=d0adad7a-db67-4184-a51b-4d29e019f370,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:09.655038 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a2e6ce-20b1-4834-946a-3aeb2d5e1c7a x-openstack-request-id: req-d1a2e6ce-20b1-4834-946a-3aeb2d5e1c7a {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:09.655585 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b543b42f-4c06-4e63-b96b-26623835e6c0", "name": "network-vif-plugged", "status": "completed", "tag": "8326a96c-aaa9-44a2-b0c0-20c416d0595d", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:09.656060 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1a2e6ce-20b1-4834-946a-3aeb2d5e1c7a {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:09.656655 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8326a96c-aaa9-44a2-b0c0-20c416d0595d', 'code': 200} Jul 07 19:11:09.721134 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fe540d97-7eeb-4653-9e57-804b2eece131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.754401 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fe540d97-7eeb-4653-9e57-804b2eece131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.836359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88572d5b-9efd-48cd-9639-ed8f756df706 req-053256ac-fb02-4377-a907-39b17d324006 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:09.852693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44684) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:09.853181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-88572d5b-9efd-48cd-9639-ed8f756df706 req-053256ac-fb02-4377-a907-39b17d324006 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 945 time: 0.2210417 Jul 07 19:11:09.857231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-6eed4e84-4a34-4f29-8a4c-38c2f075708d tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Request body: {'floatingip': {'port_id': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:09.868824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fe540d97-7eeb-4653-9e57-804b2eece131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.872663 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fe540d97-7eeb-4653-9e57-804b2eece131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.874128 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fe540d97-7eeb-4653-9e57-804b2eece131 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85e9ed7f-99b1-402c-83de-7faab5ab272b HTTP/1.1" status: 204 len: 168 time: 0.3023295 Jul 07 19:11:09.900128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe540d97-7eeb-4653-9e57-804b2eece131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e9ed7f-99b1-402c-83de-7faab5ab272b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:09.981822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182a262-a049-414d-9560-a296768f855e req-bff3ceb1-7b56-4437-acca-3c4e2e4a77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:09.983394 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6182a262-a049-414d-9560-a296768f855e req-bff3ceb1-7b56-4437-acca-3c4e2e4a77f1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 1101 time: 0.2449007 Jul 07 19:11:09.986442 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6eed4e84-4a34-4f29-8a4c-38c2f075708d tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.071405 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6182a262-a049-414d-9560-a296768f855e req-f23dc7f1-9a6e-49ec-a2d7-5ab2b506ed58 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474670 Jul 07 19:11:10.098663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c24579-6a15-4aaf-8ede-fc447649b9ea req-143e7a0b-b58a-423b-995b-d837e8344a90 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:10.103537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a49a3d-40a8-4535-bc9a-28335ba8ecd9 req-732cdf55-6a03-4729-a0fc-bda7c0d93824 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:10.106262 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75c24579-6a15-4aaf-8ede-fc447649b9ea req-143e7a0b-b58a-423b-995b-d837e8344a90 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.3119142 Jul 07 19:11:10.113411 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83a49a3d-40a8-4535-bc9a-28335ba8ecd9 req-732cdf55-6a03-4729-a0fc-bda7c0d93824 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 943 time: 0.0849271 Jul 07 19:11:10.177784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83a49a3d-40a8-4535-bc9a-28335ba8ecd9 req-bb6bdacf-45b8-4778-97d2-a1d048c1b324 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632024 Jul 07 19:11:10.180984 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75c24579-6a15-4aaf-8ede-fc447649b9ea req-ccf77284-4d21-4df1-813e-75b6c575798e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732315 Jul 07 19:11:10.812127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff92e82-3455-42de-b98c-f71d38f9e00a req-4d91ad8d-373a-4fec-ad5f-72b903851115 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:10.813874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bff92e82-3455-42de-b98c-f71d38f9e00a req-4d91ad8d-373a-4fec-ad5f-72b903851115 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 945 time: 0.0849857 Jul 07 19:11:10.821443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 99c4eb43-1ac8-4e61-91be-f24c2814a24c details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:10.831870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789797d3-86f0-4e26-afd3-827e70a58749 req-dd86a167-b0a7-4729-bf1e-28793d68dadb tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:10.842867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-789797d3-86f0-4e26-afd3-827e70a58749 req-dd86a167-b0a7-4729-bf1e-28793d68dadb tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 948 time: 0.4633360 Jul 07 19:11:10.885603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bff92e82-3455-42de-b98c-f71d38f9e00a req-7c6a3b02-f04a-4b40-9d63-46eb1051f5e1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513558 Jul 07 19:11:10.984506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 99c4eb43-1ac8-4e61-91be-f24c2814a24c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=99c4eb43-1ac8-4e61-91be-f24c2814a24c,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:11.000226 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '99c4eb43-1ac8-4e61-91be-f24c2814a24c', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '99c4eb43-1ac8-4e61-91be-f24c2814a24c', 'mac_address': 'fa:16:3e:25:3b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:11.048699 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-789797d3-86f0-4e26-afd3-827e70a58749 req-fc974ba4-14af-4376-93d1-6e7f48651695 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897953 Jul 07 19:11:11.071726 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:11.094566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c4eb43-1ac8-4e61-91be-f24c2814a24c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:11.146231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 99c4eb43-1ac8-4e61-91be-f24c2814a24c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=99c4eb43-1ac8-4e61-91be-f24c2814a24c,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:11.151928 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:11.176385 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.resource_extend [None req-6eed4e84-4a34-4f29-8a4c-38c2f075708d tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:11:11.210547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=99c4eb43-1ac8-4e61-91be-f24c2814a24c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:11.275977 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6eed4e84-4a34-4f29-8a4c-38c2f075708d tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:11.281814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6eed4e84-4a34-4f29-8a4c-38c2f075708d tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:11.461796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da899cfa-e2c3-431f-a7af-ada99e248bb4 req-7271d586-28e8-4f91-82e3-311302df05ce tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:11.463302 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-da899cfa-e2c3-431f-a7af-ada99e248bb4 req-7271d586-28e8-4f91-82e3-311302df05ce tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 943 time: 0.0764527 Jul 07 19:11:11.485701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c13827-91a4-480c-bd03-ac51afcb5a8a req-7e81b235-5e80-420d-a38f-7f97596c92b7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:11.487286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11c13827-91a4-480c-bd03-ac51afcb5a8a req-7e81b235-5e80-420d-a38f-7f97596c92b7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1403739 Jul 07 19:11:11.488576 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-6eed4e84-4a34-4f29-8a4c-38c2f075708d tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Floating IP 14a6fa98-969b-4758-8359-496f13a10906 associated. External IP: 172.25.0.25, port: 0a038d5f-4b68-4f79-8e79-8bf52b8485f9. Jul 07 19:11:11.504004 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-da899cfa-e2c3-431f-a7af-ada99e248bb4 req-1fac2212-2e3f-4fe4-9d0a-88a47a98561b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350237 Jul 07 19:11:11.602361 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11c13827-91a4-480c-bd03-ac51afcb5a8a req-1ca95d72-5aed-47ba-8a4d-71495a3d2691 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774605 Jul 07 19:11:11.658352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0adad7a-db67-4184-a51b-4d29e019f370'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:11.660884 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e621556-9291-4a24-83f7-529498d22e78" -d '{"events": [{"server_uuid": "bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d", "name": "network-vif-plugged", "status": "completed", "tag": "d0adad7a-db67-4184-a51b-4d29e019f370"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:11.691394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:11.755119 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7aa01e-9052-4b20-a3fa-d3a379c132dd x-openstack-request-id: req-5a7aa01e-9052-4b20-a3fa-d3a379c132dd {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:11.755556 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d", "name": "network-vif-plugged", "status": "completed", "tag": "d0adad7a-db67-4184-a51b-4d29e019f370", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:11.755858 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a7aa01e-9052-4b20-a3fa-d3a379c132dd {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:11.756781 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0adad7a-db67-4184-a51b-4d29e019f370', 'code': 200} Jul 07 19:11:11.820522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eed4e84-4a34-4f29-8a4c-38c2f075708d tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:11.895709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-4fae6e74-dc73-42bc-9ca7-e6995ec11cb0 service neutron] 10.222.0.110 "GET /v2.0/ports/283dc151-93c1-4404-a784-79d17c3b6cd6/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 384 time: 0.2104042 Jul 07 19:11:11.990669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b594f98-b118-4a77-83db-3a0c8bd38123 req-64cb8903-b81c-4d6d-ae8c-7601f82ed1be tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:11.998915 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b594f98-b118-4a77-83db-3a0c8bd38123 req-64cb8903-b81c-4d6d-ae8c-7601f82ed1be tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 972 time: 0.0860877 Jul 07 19:11:12.030105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eed4e84-4a34-4f29-8a4c-38c2f075708d tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:12.036540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6eed4e84-4a34-4f29-8a4c-38c2f075708d tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:12.047743 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057ad3b-fd06-4764-8867-6bf7685e5e11 None None] Sync routers for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:12.063130 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057ad3b-fd06-4764-8867-6bf7685e5e11 None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:12.063816 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8057ad3b-fd06-4764-8867-6bf7685e5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:10:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:12.066949 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b594f98-b118-4a77-83db-3a0c8bd38123 req-fafd023e-fcf6-4f7a-9480-3ca02d97ad74 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666850 Jul 07 19:11:12.189068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd79a11-af35-4cd9-b3fa-4a6fa0e0faf4 req-b586d158-1ec0-40dd-85be-1857c02f821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:12.190634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ccd79a11-af35-4cd9-b3fa-4a6fa0e0faf4 req-b586d158-1ec0-40dd-85be-1857c02f821c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 1096 time: 0.3666046 Jul 07 19:11:12.208521 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6eed4e84-4a34-4f29-8a4c-38c2f075708d tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "PUT /v2.0/floatingips/14a6fa98-969b-4758-8359-496f13a10906 HTTP/1.1" status: 200 len: 990 time: 2.3534031 Jul 07 19:11:12.216605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'tag': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:12.219267 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b8b9c3-5c7d-43bd-b056-fe3de38ce72e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7100942-a52e-45b6-a6f2-48e39f2ff013", "tag": "0a038d5f-4b68-4f79-8e79-8bf52b8485f9"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:12.230271 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8057ad3b-fd06-4764-8867-6bf7685e5e11 None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:12.306149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc7553-bfc1-48fc-96d4-d39826858e82 req-f120d600-b0be-4365-b6d5-0359db1a6e6d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:12.307829 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8dfc7553-bfc1-48fc-96d4-d39826858e82 req-f120d600-b0be-4365-b6d5-0359db1a6e6d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 945 time: 0.1971781 Jul 07 19:11:12.312000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ccd79a11-af35-4cd9-b3fa-4a6fa0e0faf4 req-078b34d6-3256-4f43-8dba-f8bf5e9d61e8 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101635 Jul 07 19:11:12.347458 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-bd77f682-baec-4eb4-89b4-8e823854f936 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9ea730721c72472caf0471e8b814284f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361478 Jul 07 19:11:12.400222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44840) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:12.489610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-88aabca5-a4a0-4e46-a604-1ebe3b20e090 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:12.492793 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-88aabca5-a4a0-4e46-a604-1ebe3b20e090 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445343 Jul 07 19:11:12.513738 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-131d40b7-34d4-48fb-ad07-84af7bdf1c42 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/quotas/9ea730721c72472caf0471e8b814284f HTTP/1.1" status: 200 len: 375 time: 0.0143249 Jul 07 19:11:12.565876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-5a25d274-7531-487e-8ef4-ae1bb1a6b22f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ea730721c72472caf0471e8b814284f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465579 Jul 07 19:11:12.567116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4e457342-8c3e-43af-9096-f260d5ad9a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:12.620520 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8057ad3b-fd06-4764-8867-6bf7685e5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '14a6fa98-969b-4758-8359-496f13a10906', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'port_id': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'mac_address': 'fa:16:3e:91:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:42Z', 'updated_at': '2021-07-07T19:11:11Z', 'revision_number': 1, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:22Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:12.652856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-311136ca-a18f-49ab-8531-4e9bd4783dcd service neutron] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=283dc151-93c1-4404-a784-79d17c3b6cd6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:12.662933 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057ad3b-fd06-4764-8867-6bf7685e5e11 None None] Checking router: ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:12.673561 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4e457342-8c3e-43af-9096-f260d5ad9a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:12.674418 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057ad3b-fd06-4764-8867-6bf7685e5e11 None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:12.675222 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8057ad3b-fd06-4764-8867-6bf7685e5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:10:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:12.676453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8dfc7553-bfc1-48fc-96d4-d39826858e82 req-2a78f622-c9fe-48c0-98b6-e6a086825073 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588390 Jul 07 19:11:12.678200 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4e457342-8c3e-43af-9096-f260d5ad9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:12.703972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-311136ca-a18f-49ab-8531-4e9bd4783dcd service neutron] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:12.752002 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4e457342-8c3e-43af-9096-f260d5ad9a9a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=289828ec8c70414a9e6c082e87cad497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503234 Jul 07 19:11:12.754489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e457342-8c3e-43af-9096-f260d5ad9a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6281adcc-b896-40bf-acdc-4c98115b2860,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:12.756568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44854) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:12.834437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-311136ca-a18f-49ab-8531-4e9bd4783dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283dc151-93c1-4404-a784-79d17c3b6cd6 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:12.855481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-311136ca-a18f-49ab-8531-4e9bd4783dcd service neutron] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=283dc151-93c1-4404-a784-79d17c3b6cd6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:12.867891 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8057ad3b-fd06-4764-8867-6bf7685e5e11 None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:12.904134 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-311136ca-a18f-49ab-8531-4e9bd4783dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:12.929965 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9887-7f06-4f63-9c2b-5daea7593151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:12.985061 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9887-7f06-4f63-9c2b-5daea7593151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.067629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308405-da6e-4a7f-ba34-59788ab11754 req-0b0e994a-41fa-43db-b458-27527813c07a tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:13.069181 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57308405-da6e-4a7f-ba34-59788ab11754 req-0b0e994a-41fa-43db-b458-27527813c07a tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 949 time: 0.2113214 Jul 07 19:11:13.076608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-311136ca-a18f-49ab-8531-4e9bd4783dcd service neutron] Transition to ACTIVE for port object 283dc151-93c1-4404-a784-79d17c3b6cd6 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:13.081669 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-311136ca-a18f-49ab-8531-4e9bd4783dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.152193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9887-7f06-4f63-9c2b-5daea7593151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.154597 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9887-7f06-4f63-9c2b-5daea7593151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.158160 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f3cd9887-7f06-4f63-9c2b-5daea7593151 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6281adcc-b896-40bf-acdc-4c98115b2860 HTTP/1.1" status: 204 len: 168 time: 0.3982282 Jul 07 19:11:13.197587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-311136ca-a18f-49ab-8531-4e9bd4783dcd service neutron] No DVR routers for this DVR port 283dc151-93c1-4404-a784-79d17c3b6cd6 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:13.197727 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8057ad3b-fd06-4764-8867-6bf7685e5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '14a6fa98-969b-4758-8359-496f13a10906', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'port_id': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'mac_address': 'fa:16:3e:91:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:42Z', 'updated_at': '2021-07-07T19:11:11Z', 'revision_number': 1, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:22Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:13.209249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd9887-7f06-4f63-9c2b-5daea7593151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6281adcc-b896-40bf-acdc-4c98115b2860,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:13.241169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57308405-da6e-4a7f-ba34-59788ab11754 req-61affd7e-1ac0-4ff7-8379-29b9f6b44d54 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467969 Jul 07 19:11:13.244638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311136ca-a18f-49ab-8531-4e9bd4783dcd service neutron] Pushing event updated for resources: {'Port': ['ID=283dc151-93c1-4404-a784-79d17c3b6cd6,revision_number=10']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:13.309731 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057ad3b-fd06-4764-8867-6bf7685e5e11 None None] The sync data for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 is: [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '14a6fa98-969b-4758-8359-496f13a10906', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'port_id': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'mac_address': 'fa:16:3e:91:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:42Z', 'updated_at': '2021-07-07T19:11:11Z', 'revision_number': 1, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:22Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:13.332001 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-311136ca-a18f-49ab-8531-4e9bd4783dcd service neutron] 10.222.0.110 "PUT /v2.0/ports/283dc151-93c1-4404-a784-79d17c3b6cd6/bindings/n-h1-793621-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2882829 Jul 07 19:11:13.485810 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429f4d7d-0aac-46e3-8ae8-5de4f2f4f5c9 x-openstack-request-id: req-429f4d7d-0aac-46e3-8ae8-5de4f2f4f5c9 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:13.486410 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7100942-a52e-45b6-a6f2-48e39f2ff013", "tag": "0a038d5f-4b68-4f79-8e79-8bf52b8485f9", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:13.486898 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-429f4d7d-0aac-46e3-8ae8-5de4f2f4f5c9 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:13.487713 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'tag': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9', 'status': 'completed', 'code': 200} Jul 07 19:11:13.666368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44904) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:13.682832 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e0022cb-6d47-4495-a021-002a0242d7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.711586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3c923-0397-47ed-bd58-053c15addbd0 None None] New status for floating IP 14a6fa98-969b-4758-8359-496f13a10906: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:11:13.749686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-4a07aba9-3f3c-4ef4-a0d1-39b1ffe5f17d tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:13.751565 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-4a07aba9-3f3c-4ef4-a0d1-39b1ffe5f17d tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa&tenant_id=3a67b76b74474baf828e899c52f53df9&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1095 time: 0.2273788 Jul 07 19:11:13.767592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8b9c3-5c7d-43bd-b056-fe3de38ce72e req-ed6ff741-c001-4da3-af4a-ad3aad062668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:13.770217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60b8b9c3-5c7d-43bd-b056-fe3de38ce72e req-ed6ff741-c001-4da3-af4a-ad3aad062668 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2f0b85d8a74327b64031b2acd1842d&device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 1096 time: 0.2445419 Jul 07 19:11:13.822052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9499a-a3a7-44d8-9f00-fb4a2864ae42 req-1809a947-58bd-440c-a45f-e091dd00e4a4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:13.823977 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fcc9499a-a3a7-44d8-9f00-fb4a2864ae42 req-1809a947-58bd-440c-a45f-e091dd00e4a4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 944 time: 0.1751657 Jul 07 19:11:13.905430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a40c57-8084-47e8-a836-d7352c79c23e req-b70a0e55-507e-4ed4-ae96-0ef92a968c7e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:13.907781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d9a40c57-8084-47e8-a836-d7352c79c23e req-b70a0e55-507e-4ed4-ae96-0ef92a968c7e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1269255 Jul 07 19:11:13.929611 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e0022cb-6d47-4495-a021-002a0242d7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.930498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8b9c3-5c7d-43bd-b056-fe3de38ce72e req-53852799-2ab8-488b-8ebe-5f1d3e0c23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:13.934137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60b8b9c3-5c7d-43bd-b056-fe3de38ce72e req-53852799-2ab8-488b-8ebe-5f1d3e0c23c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4837347d-16af-4527-869d-a670e15ab1e0 HTTP/1.1" status: 200 len: 925 time: 0.1487067 Jul 07 19:11:13.941647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e0022cb-6d47-4495-a021-002a0242d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.999669 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9e0022cb-6d47-4495-a021-002a0242d7d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11212a93a2e64a2ea500e9e0efb506b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316207 Jul 07 19:11:14.006428 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d9a40c57-8084-47e8-a836-d7352c79c23e req-64dea3fc-dc7d-4890-80f5-0b9d9bac9f30 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907271 Jul 07 19:11:14.007774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44908) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:14.015084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0022cb-6d47-4495-a021-002a0242d7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df6b08c-82e2-498b-a29f-0cf68f12e383,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:14.096298 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1db9-e463-4463-9975-bcbc47b0bf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:14.106686 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fcc9499a-a3a7-44d8-9f00-fb4a2864ae42 req-a40911fb-5b49-4647-805b-8f250061e778 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687459 Jul 07 19:11:14.110452 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60b8b9c3-5c7d-43bd-b056-fe3de38ce72e req-453b66c5-f7b0-4bff-93b7-122716743059 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a038d5f-4b68-4f79-8e79-8bf52b8485f9 HTTP/1.1" status: 200 len: 998 time: 0.1708403 Jul 07 19:11:14.118054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-56f25af5-0bae-4f5d-9d6d-2fd45fa14e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.119619 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-56f25af5-0bae-4f5d-9d6d-2fd45fa14e4a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa&tenant_id=3a67b76b74474baf828e899c52f53df9 HTTP/1.1" status: 200 len: 1095 time: 0.3459301 Jul 07 19:11:14.125907 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1db9-e463-4463-9975-bcbc47b0bf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:14.186577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82d7edec-9c83-4684-9bd1-5b044adc0341 req-331c9cfc-767e-49b4-a1a0-7cd914b67266 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 210 time: 0.0488672 Jul 07 19:11:14.218080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8b9c3-5c7d-43bd-b056-fe3de38ce72e req-35c0956f-03bc-4633-953f-b4d5d0f5d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.219782 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60b8b9c3-5c7d-43bd-b056-fe3de38ce72e req-35c0956f-03bc-4633-953f-b4d5d0f5d800 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e25d04fd-32bc-4870-b7cb-9e944799036a HTTP/1.1" status: 200 len: 863 time: 0.0990646 Jul 07 19:11:14.228420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1db9-e463-4463-9975-bcbc47b0bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:14.235590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1db9-e463-4463-9975-bcbc47b0bf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:14.239470 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3c8f1db9-e463-4463-9975-bcbc47b0bf7f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0df6b08c-82e2-498b-a29f-0cf68f12e383 HTTP/1.1" status: 204 len: 168 time: 0.2282555 Jul 07 19:11:14.248383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f1db9-e463-4463-9975-bcbc47b0bf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df6b08c-82e2-498b-a29f-0cf68f12e383,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:14.280612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-8abaafac-353f-4aa4-a7f7-4b339fefbc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.282099 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-8abaafac-353f-4aa4-a7f7-4b339fefbc09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 1095 time: 0.1208158 Jul 07 19:11:14.421996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8b9c3-5c7d-43bd-b056-fe3de38ce72e req-acbf3105-fe03-494b-b348-b18e8e9f98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.423976 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60b8b9c3-5c7d-43bd-b056-fe3de38ce72e req-acbf3105-fe03-494b-b348-b18e8e9f98d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4837347d-16af-4527-869d-a670e15ab1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929343 Jul 07 19:11:14.510351 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-4910df66-c6e3-4fa9-be37-d387f1f9b875 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ea730721c72472caf0471e8b814284f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367565 Jul 07 19:11:14.536226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-f7d6787e-d779-4aab-b2ec-763798aafbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.537782 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-f7d6787e-d779-4aab-b2ec-763798aafbbc service neutron] 10.222.0.48 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.2428479 Jul 07 19:11:14.569136 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e3a41-05f2-43c4-9aa0-117042e05808 req-c5d2db17-3508-4d17-84b3-1e9d76f3f1bb tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.576954 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d9e3a41-05f2-43c4-9aa0-117042e05808 req-c5d2db17-3508-4d17-84b3-1e9d76f3f1bb tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 945 time: 0.2232611 Jul 07 19:11:14.588708 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6d250807-0dcf-4782-aaa1-65fa68923aaa no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:14.637362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-616f8328-28fb-47ad-8ce3-5cd07249eb5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283dc151-93c1-4404-a784-79d17c3b6cd6 HTTP/1.1" status: 200 len: 217 time: 0.0881031 Jul 07 19:11:14.752102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-701768c1-f8ca-4708-95fb-6b545b65fe82 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.754444 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-701768c1-f8ca-4708-95fb-6b545b65fe82 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390096 Jul 07 19:11:14.758620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-3c56569e-89ad-4a54-8471-09172f4f2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.760468 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-3c56569e-89ad-4a54-8471-09172f4f2806 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1163447 Jul 07 19:11:14.773869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Request body: {'port': {'device_id': 'df41d62e-02e0-4630-a326-688365a807c2', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '9ea730721c72472caf0471e8b814284f'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:14.776994 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60b8b9c3-5c7d-43bd-b056-fe3de38ce72e req-d4655410-acf9-4f80-98bd-359884e1238f service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297796 Jul 07 19:11:14.810075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d9e3a41-05f2-43c4-9aa0-117042e05808 req-31d56ece-7d53-4ee1-8c0a-7005863eee12 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293823 Jul 07 19:11:14.845159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc57d3b-5c4f-4f10-84df-f843a9d02a99 req-1fa59863-c4a2-4e49-8af8-adbcc1e6dac1 tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.846699 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:14.853092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 99c4eb43-1ac8-4e61-91be-f24c2814a24c up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:14.853946 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acc57d3b-5c4f-4f10-84df-f843a9d02a99 req-1fa59863-c4a2-4e49-8af8-adbcc1e6dac1 tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 1101 time: 0.1540549 Jul 07 19:11:14.881659 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-acc57d3b-5c4f-4f10-84df-f843a9d02a99 req-c6ee253c-806f-4a3e-adc9-6c04ef7250fc tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:14.910378 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:14.914415 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c0cff7-ee9f-47da-a327-50e2eba25ead" -d '{"events": [{"server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:14.942157 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-58b6f942-26f3-4fc1-a5b0-32c3bbaa0b13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562431 Jul 07 19:11:14.945070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:14.951692 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:14.954050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 283dc151-93c1-4404-a784-79d17c3b6cd6 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:15.048619 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-acc57d3b-5c4f-4f10-84df-f843a9d02a99 req-c6ee253c-806f-4a3e-adc9-6c04ef7250fc tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.057742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-acc57d3b-5c4f-4f10-84df-f843a9d02a99 req-c6ee253c-806f-4a3e-adc9-6c04ef7250fc tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.067661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 99c4eb43-1ac8-4e61-91be-f24c2814a24c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:15.082537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 99c4eb43-1ac8-4e61-91be-f24c2814a24c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:15.083152 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.085839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6d250807-0dcf-4782-aaa1-65fa68923aaa,revision_number=11']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:15.091925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 283dc151-93c1-4404-a784-79d17c3b6cd6 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:15.113631 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acc57d3b-5c4f-4f10-84df-f843a9d02a99 req-c6ee253c-806f-4a3e-adc9-6c04ef7250fc tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577279 Jul 07 19:11:15.114933 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-c96ea78f-5504-46d0-b2ef-6ba04a911d72 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627305 Jul 07 19:11:15.122313 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60b8b9c3-5c7d-43bd-b056-fe3de38ce72e req-6a5a77da-bc4c-403a-81a2-603a6f0cd6d8 service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445063 Jul 07 19:11:15.131246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Made reservation on behalf of 9ea730721c72472caf0471e8b814284f for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:15.141452 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.146297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee253c-806f-4a3e-adc9-6c04ef7250fc tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7392c490-d079-4b69-b981-c9918b5ee7d1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:15.176211 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.204587 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.254314 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 99c4eb43-1ac8-4e61-91be-f24c2814a24c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=99c4eb43-1ac8-4e61-91be-f24c2814a24c,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:15.263091 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.370067 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=99c4eb43-1ac8-4e61-91be-f24c2814a24c,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:15.382595 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-59ea3653-c421-4031-981b-18f2d73a5467 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390733 Jul 07 19:11:15.387707 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.411085 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.495747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fbbedb-c364-47d5-b678-7ffff878f616,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:15.551068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222f376-ac87-4f1b-8510-5e2e78eb5767 req-f215e5af-9d48-4210-a7cc-81a57c395423 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:15.552588 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9222f376-ac87-4f1b-8510-5e2e78eb5767 req-f215e5af-9d48-4210-a7cc-81a57c395423 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 950 time: 0.1891239 Jul 07 19:11:15.561374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218c20-1bae-404a-b205-16ca150e706e req-f8c23ac1-37de-404a-b9e6-e9af78ded2dd tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:15.562984 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0218c20-1bae-404a-b205-16ca150e706e req-f8c23ac1-37de-404a-b9e6-e9af78ded2dd tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 1096 time: 0.0682526 Jul 07 19:11:15.601454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0218c20-1bae-404a-b205-16ca150e706e req-c10313dd-0c24-4898-be3a-a3dceed539b9 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316446 Jul 07 19:11:15.603107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Allocated IP 192.168.233.254 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/6030d2df-b470-45d1-b33a-5ff88a08f2ec) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:15.631449 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9222f376-ac87-4f1b-8510-5e2e78eb5767 req-663e2768-2f51-45a1-8d6c-ef7aa0e70339 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707150 Jul 07 19:11:15.669875 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7628a268-296a-406f-b4bd-1fee0196a0b6 x-openstack-request-id: req-7628a268-296a-406f-b4bd-1fee0196a0b6 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:15.670188 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:15.670694 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7628a268-296a-406f-b4bd-1fee0196a0b6 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:15.672034 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'code': 200} Jul 07 19:11:15.851408 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.867731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Transition to ACTIVE for port object 6030d2df-b470-45d1-b33a-5ff88a08f2ec will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:15.914250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.922704 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dc5a8-c12f-4125-9bfc-b2442d9d5c9e req-36273f65-9e3a-49bd-97af-8f8668a7c032 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:15.924297 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f08dc5a8-c12f-4125-9bfc-b2442d9d5c9e req-36273f65-9e3a-49bd-97af-8f8668a7c032 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 944 time: 0.1259670 Jul 07 19:11:15.926651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-05e88231-8d81-4d80-861b-0a6cd35110e7 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:15.928119 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-05e88231-8d81-4d80-861b-0a6cd35110e7 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa&tenant_id=3a67b76b74474baf828e899c52f53df9&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 1095 time: 0.0933940 Jul 07 19:11:15.990540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:15.999554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:16.025614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:16.027162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f08dc5a8-c12f-4125-9bfc-b2442d9d5c9e req-fd20af55-fa4f-4eb9-a5f3-222ae56bd603 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937638 Jul 07 19:11:16.037346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Pushing event updated for resources: {'Port': ['ID=6030d2df-b470-45d1-b33a-5ff88a08f2ec,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:16.115539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-dd7f7c3c-0f7c-441c-afdd-a0e0cf9ff364 service neutron] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:16.121063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:16.121892 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-dd7f7c3c-0f7c-441c-afdd-a0e0cf9ff364 service neutron] Notify callbacks [] for binding, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.122815 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.124837 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fae1e78-7f35-43fa-8cc0-de5a6df33fd6 req-dd7f7c3c-0f7c-441c-afdd-a0e0cf9ff364 service neutron] 10.222.0.48 "DELETE /v2.0/ports/283dc151-93c1-4404-a784-79d17c3b6cd6/bindings/n-h2-793621-9 HTTP/1.1" status: 204 len: 173 time: 0.1894729 Jul 07 19:11:16.153302 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6967e13d-96c1-4abd-9349-f436cd0ed69f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3828113 Jul 07 19:11:16.168627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Request body: {'port': {'device_id': 'df41d62e-02e0-4630-a326-688365a807c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:16.292769 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.304873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a12e0-3cc3-432f-a855-89a47399b35c req-154fe05a-b4b4-4996-a14e-5e6293d22a99 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:16.306610 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3e0a12e0-3cc3-432f-a855-89a47399b35c req-154fe05a-b4b4-4996-a14e-5e6293d22a99 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 936 time: 0.0805707 Jul 07 19:11:16.350750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3e0a12e0-3cc3-432f-a855-89a47399b35c req-648f3ced-aa98-4bea-81de-20cf15760dc9 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/security-groups?id=01fbbedb-c364-47d5-b678-7ffff878f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369298 Jul 07 19:11:16.401395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-02a76dd4-6d0e-4646-85a7-7a033b9b3ebb None None] Provisioning for port 6030d2df-b470-45d1-b33a-5ff88a08f2ec completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:16.405727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-02a76dd4-6d0e-4646-85a7-7a033b9b3ebb None None] Provisioning complete for port 6030d2df-b470-45d1-b33a-5ff88a08f2ec triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:16.406377 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-02a76dd4-6d0e-4646-85a7-7a033b9b3ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.450090 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-02a76dd4-6d0e-4646-85a7-7a033b9b3ebb None None] Port 6030d2df-b470-45d1-b33a-5ff88a08f2ec cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:11:16.544425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aae298-1d27-4594-a1d3-c8d0e5bf9ed8 req-e5f5f904-5148-495f-85a0-1638def722e8 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:16.551909 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18aae298-1d27-4594-a1d3-c8d0e5bf9ed8 req-e5f5f904-5148-495f-85a0-1638def722e8 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 970 time: 0.0799589 Jul 07 19:11:16.587420 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18aae298-1d27-4594-a1d3-c8d0e5bf9ed8 req-fdef9916-cd08-43cc-a881-bef26c2824c2 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342977 Jul 07 19:11:16.671444 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-95010c85-24a4-41f7-9829-fa4da85b6094 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1403294 Jul 07 19:11:16.697516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-a60db905-fc38-4dcb-b717-0fdcf5adad09 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:11:16.703217 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-a60db905-fc38-4dcb-b717-0fdcf5adad09 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081556 Jul 07 19:11:16.714385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3f2d7-c3a0-41cf-8c69-03bb794c8083 req-8cea20c7-fdc9-468b-9c93-7649a4a2bd3b tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:16.716508 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6a3f2d7-c3a0-41cf-8c69-03bb794c8083 req-8cea20c7-fdc9-468b-9c93-7649a4a2bd3b tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 1096 time: 0.1515853 Jul 07 19:11:16.724705 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6030d2df-b470-45d1-b33a-5ff88a08f2ec {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:16.739047 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.763710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Transition to ACTIVE for port object 6030d2df-b470-45d1-b33a-5ff88a08f2ec will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:16.769708 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.801319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6a3f2d7-c3a0-41cf-8c69-03bb794c8083 req-4ceecd3f-c4cb-450e-9488-b08e1ca699bc tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712395 Jul 07 19:11:16.866575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=6030d2df-b470-45d1-b33a-5ff88a08f2ec,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:16.973903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Attempting to bind port 6030d2df-b470-45d1-b33a-5ff88a08f2ec on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:16.974285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Attempting to bind port 6030d2df-b470-45d1-b33a-5ff88a08f2ec by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:16.974573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Attempting to bind port 6030d2df-b470-45d1-b33a-5ff88a08f2ec on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:16.986221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Port 6030d2df-b470-45d1-b33a-5ff88a08f2ec on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:16.987154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Attempting to bind port 6030d2df-b470-45d1-b33a-5ff88a08f2ec on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:16.994420 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:16.995812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:16.996511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:16.997438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Bound port: 6030d2df-b470-45d1-b33a-5ff88a08f2ec, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:16.998148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:17.136156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] For port 6030d2df-b470-45d1-b33a-5ff88a08f2ec, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:17.140594 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] For port 6030d2df-b470-45d1-b33a-5ff88a08f2ec, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6030d2df-b470-45d1-b33a-5ff88a08f2ec,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:17.147694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:17.202563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.203219 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:17.204884 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] 10.222.0.48 "PUT /v2.0/ports/6030d2df-b470-45d1-b33a-5ff88a08f2ec HTTP/1.1" status: 200 len: 1096 time: 1.0429649 Jul 07 19:11:17.207156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df41d62e-02e0-4630-a326-688365a807c2', 'tag': '6030d2df-b470-45d1-b33a-5ff88a08f2ec'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:17.209255 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aafb33-8f81-480b-83ca-6c107a0f2b89" -d '{"events": [{"name": "network-changed", "server_uuid": "df41d62e-02e0-4630-a326-688365a807c2", "tag": "6030d2df-b470-45d1-b33a-5ff88a08f2ec"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:17.229483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1189b09-08da-41a5-993b-63a266775124 req-a0f56794-39e7-4001-8dbc-36849a85dbaa tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.231066 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1189b09-08da-41a5-993b-63a266775124 req-a0f56794-39e7-4001-8dbc-36849a85dbaa tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1867588 Jul 07 19:11:17.237033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699e0eb-936b-49eb-abc8-bbdb06690ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=6030d2df-b470-45d1-b33a-5ff88a08f2ec,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:17.279647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c38fab-e0ae-43e4-8c15-11e630e92cb5 req-f7866e02-ee5d-434b-b2d0-2a11fd9968fa tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.281431 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f9c38fab-e0ae-43e4-8c15-11e630e92cb5 req-f7866e02-ee5d-434b-b2d0-2a11fd9968fa tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 950 time: 0.1092863 Jul 07 19:11:17.313543 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1189b09-08da-41a5-993b-63a266775124 req-9c33381d-9394-4155-9f6b-68ebbee74d3b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734153 Jul 07 19:11:17.329922 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f9c38fab-e0ae-43e4-8c15-11e630e92cb5 req-44b61c16-215f-491b-a405-77a9de4a875d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Jul 07 19:11:17.352117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-541756c9-1ce2-48f2-8b7c-2417d0b806c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.354526 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-541756c9-1ce2-48f2-8b7c-2417d0b806c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ea730721c72472caf0471e8b814284f&device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 1099 time: 0.0887256 Jul 07 19:11:17.416279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-9e3a2981-f6a8-486a-9eab-8a0d775a8ff6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=6030d2df-b470-45d1-b33a-5ff88a08f2ec HTTP/1.1" status: 200 len: 217 time: 0.0524228 Jul 07 19:11:17.667218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d6948-30a5-477c-b0bd-69b8128d5207 req-56681ce9-4780-44ee-b869-c8668aada243 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.668928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-439d6948-30a5-477c-b0bd-69b8128d5207 req-56681ce9-4780-44ee-b869-c8668aada243 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.110 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 970 time: 0.1649930 Jul 07 19:11:17.676244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f851d95c-59fc-4456-9c21-699cef3a22bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c4eb43-1ac8-4e61-91be-f24c2814a24c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:17.678578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eae01a-67fc-477b-9cc2-2917a3ec9160 req-94a722c8-afa4-4500-acd5-687037d0e15c tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.680467 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fe492d-b6d6-4a86-b909-2b266b742f32" -d '{"events": [{"server_uuid": "f851d95c-59fc-4456-9c21-699cef3a22bc", "name": "network-vif-plugged", "status": "completed", "tag": "99c4eb43-1ac8-4e61-91be-f24c2814a24c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:17.680637 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c9eae01a-67fc-477b-9cc2-2917a3ec9160 req-94a722c8-afa4-4500-acd5-687037d0e15c tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 944 time: 0.1498802 Jul 07 19:11:17.780717 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a24b23-133e-4575-bfa9-d4e094920729 x-openstack-request-id: req-43a24b23-133e-4575-bfa9-d4e094920729 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:17.780990 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df41d62e-02e0-4630-a326-688365a807c2", "tag": "6030d2df-b470-45d1-b33a-5ff88a08f2ec", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:17.781233 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43a24b23-133e-4575-bfa9-d4e094920729 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:17.781790 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df41d62e-02e0-4630-a326-688365a807c2', 'tag': '6030d2df-b470-45d1-b33a-5ff88a08f2ec', 'status': 'completed', 'code': 200} Jul 07 19:11:17.784263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c9eae01a-67fc-477b-9cc2-2917a3ec9160 req-9062dc90-9b74-4d3f-aae8-73a8e00189de tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742438 Jul 07 19:11:17.833993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-439d6948-30a5-477c-b0bd-69b8128d5207 req-3a22b0a0-9720-4dde-8e34-a01aeb9986a9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Deleting port 6d250807-0dcf-4782-aaa1-65fa68923aaa {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:17.834400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-439d6948-30a5-477c-b0bd-69b8128d5207 req-3a22b0a0-9720-4dde-8e34-a01aeb9986a9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:17.840524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6bd9e1c8-a261-44d2-b4a1-523d348297d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.842185 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-6bd9e1c8-a261-44d2-b4a1-523d348297d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.4163787 Jul 07 19:11:17.896205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab776d-d103-4c7c-9a96-b3066ee1da3e req-314ee652-eb81-44b0-9e32-32f7f1579256 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.897743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05ab776d-d103-4c7c-9a96-b3066ee1da3e req-314ee652-eb81-44b0-9e32-32f7f1579256 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 948 time: 0.1152086 Jul 07 19:11:17.955177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-37a4a942-dbeb-4272-a251-e56ed1e51517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.956681 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-37a4a942-dbeb-4272-a251-e56ed1e51517 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068337 Jul 07 19:11:17.960105 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05ab776d-d103-4c7c-9a96-b3066ee1da3e req-0d845242-20ed-477f-8ebe-d0a7d05b7830 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/security-groups?id=01fbbedb-c364-47d5-b678-7ffff878f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537324 Jul 07 19:11:17.981512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-439d6948-30a5-477c-b0bd-69b8128d5207 req-3a22b0a0-9720-4dde-8e34-a01aeb9986a9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] For port 6d250807-0dcf-4782-aaa1-65fa68923aaa, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6d250807-0dcf-4782-aaa1-65fa68923aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:17.981884 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-439d6948-30a5-477c-b0bd-69b8128d5207 req-3a22b0a0-9720-4dde-8e34-a01aeb9986a9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:17.996947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-439d6948-30a5-477c-b0bd-69b8128d5207 req-3a22b0a0-9720-4dde-8e34-a01aeb9986a9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Calling delete_port for 6d250807-0dcf-4782-aaa1-65fa68923aaa owned by compute:tempest-test_az-1049122052 {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:18.051063 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af7bdf3-baad-43b8-8b55-58d0946d4919 x-openstack-request-id: req-6af7bdf3-baad-43b8-8b55-58d0946d4919 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:18.051357 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f851d95c-59fc-4456-9c21-699cef3a22bc", "name": "network-vif-plugged", "status": "completed", "tag": "99c4eb43-1ac8-4e61-91be-f24c2814a24c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:18.051611 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6af7bdf3-baad-43b8-8b55-58d0946d4919 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:18.052007 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f851d95c-59fc-4456-9c21-699cef3a22bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c4eb43-1ac8-4e61-91be-f24c2814a24c', 'code': 200} Jul 07 19:11:18.187972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-5f79863d-5663-4b5f-897f-34516140941d service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217619 Jul 07 19:11:18.293641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc9648-5eb8-4a55-88cb-e75c43173427 req-a3d69abc-449a-4272-ae1f-7c15de04348e tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.296104 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07dc9648-5eb8-4a55-88cb-e75c43173427 req-a3d69abc-449a-4272-ae1f-7c15de04348e tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/ports?device_id=357b878b-edba-4b84-9ddf-f013de651b8e HTTP/1.1" status: 200 len: 970 time: 0.1631148 Jul 07 19:11:18.365185 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d17e8c8-1878-4522-b3d0-34a5ac4000cf req-1ee1162e-d733-4168-af0b-3e3d3d7c2490 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672413 Jul 07 19:11:18.381218 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07dc9648-5eb8-4a55-88cb-e75c43173427 req-fbc6e609-cd8c-4d4e-b4c6-3b8bc02c0c44 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779276 Jul 07 19:11:18.489640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aafb33-8f81-480b-83ca-6c107a0f2b89 req-325d8593-c399-4cf6-8453-69cdb275056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.490551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-439d6948-30a5-477c-b0bd-69b8128d5207 req-3a22b0a0-9720-4dde-8e34-a01aeb9986a9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.491570 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49aafb33-8f81-480b-83ca-6c107a0f2b89 req-325d8593-c399-4cf6-8453-69cdb275056a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ea730721c72472caf0471e8b814284f&device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 1099 time: 0.0620964 Jul 07 19:11:18.544058 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22b0a0-9720-4dde-8e34-a01aeb9986a9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Pushing event deleted for resources: {'Port': ['ID=6d250807-0dcf-4782-aaa1-65fa68923aaa,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:18.598674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aafb33-8f81-480b-83ca-6c107a0f2b89 req-0d9fa971-ca0b-4391-9749-cb3a50f2e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.600322 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49aafb33-8f81-480b-83ca-6c107a0f2b89 req-0d9fa971-ca0b-4391-9749-cb3a50f2e35a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1024125 Jul 07 19:11:18.621783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-439d6948-30a5-477c-b0bd-69b8128d5207 req-3a22b0a0-9720-4dde-8e34-a01aeb9986a9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] No DVR routers for this DVR port 6d250807-0dcf-4782-aaa1-65fa68923aaa on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:18.633122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-439d6948-30a5-477c-b0bd-69b8128d5207 req-3a22b0a0-9720-4dde-8e34-a01aeb9986a9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.635608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-439d6948-30a5-477c-b0bd-69b8128d5207 req-3a22b0a0-9720-4dde-8e34-a01aeb9986a9 tempest-ImagesOneServerTestJSON-493865726 tempest-ImagesOneServerTestJSON-493865726-project] 10.222.0.110 "DELETE /v2.0/ports/6d250807-0dcf-4782-aaa1-65fa68923aaa HTTP/1.1" status: 204 len: 173 time: 0.9540670 Jul 07 19:11:18.637772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'name': 'network-vif-deleted', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:18.640257 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5577be0-9d6c-4fee-bd25-68ae89879024" -d '{"events": [{"server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "name": "network-vif-deleted", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:18.647368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc84e-a359-4c9d-8f9f-390db690e724 req-bca7803e-8abe-4dbb-a5a6-3d4f8b089a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.649656 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ec9bc84e-a359-4c9d-8f9f-390db690e724 req-bca7803e-8abe-4dbb-a5a6-3d4f8b089a38 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 1101 time: 0.4848704 Jul 07 19:11:18.651822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49aafb33-8f81-480b-83ca-6c107a0f2b89 req-72e1fce3-e5c7-4777-be7b-41976d09bf3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=6030d2df-b470-45d1-b33a-5ff88a08f2ec HTTP/1.1" status: 200 len: 217 time: 0.0441883 Jul 07 19:11:18.654327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-165833a5-dfbd-4c8a-adbf-c74086ba8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.656138 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-165833a5-dfbd-4c8a-adbf-c74086ba8d85 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 1101 time: 0.2295196 Jul 07 19:11:18.657947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3901ac-efbd-4644-a2bd-db469e7b0a4e req-ace44cf5-f29c-4736-a026-f3252a559fb1 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.659748 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f3901ac-efbd-4644-a2bd-db469e7b0a4e req-ace44cf5-f29c-4736-a026-f3252a559fb1 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 1096 time: 0.2344716 Jul 07 19:11:18.758334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aafb33-8f81-480b-83ca-6c107a0f2b89 req-acbf2140-d259-47e4-b172-a62df212d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.760373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49aafb33-8f81-480b-83ca-6c107a0f2b89 req-acbf2140-d259-47e4-b172-a62df212d33e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0899332 Jul 07 19:11:18.828012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eb1b0-57eb-4a93-b384-e87044bf80f2 req-01eafa4c-35f6-4ddf-98a8-a80068a1a140 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.828723 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ec9bc84e-a359-4c9d-8f9f-390db690e724 req-38746401-9881-4eb5-bee6-deb2127a878d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674886 Jul 07 19:11:18.837323 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-690eb1b0-57eb-4a93-b384-e87044bf80f2 req-01eafa4c-35f6-4ddf-98a8-a80068a1a140 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 1095 time: 0.1797040 Jul 07 19:11:18.856094 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f3901ac-efbd-4644-a2bd-db469e7b0a4e req-986aefc4-eecb-4324-8412-4279cd8579ec tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860025 Jul 07 19:11:18.860367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-e54bb41d-203d-4689-a45c-a78fdd452fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.862029 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-e54bb41d-203d-4689-a45c-a78fdd452fa0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1934533 Jul 07 19:11:18.930292 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-690eb1b0-57eb-4a93-b384-e87044bf80f2 req-1d47567f-c8e7-4c33-8c91-da06d461577e tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919776 Jul 07 19:11:18.936634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-cbad35eb-98de-4b53-9fe3-779791bc6feb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d HTTP/1.1" status: 200 len: 217 time: 0.0644622 Jul 07 19:11:18.938663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aafb33-8f81-480b-83ca-6c107a0f2b89 req-9b943408-816a-4e70-8fb3-b796d7a60c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.942461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49aafb33-8f81-480b-83ca-6c107a0f2b89 req-9b943408-816a-4e70-8fb3-b796d7a60c25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1754448 Jul 07 19:11:19.058930 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-d9c2132a-4f01-42ba-bb9c-8ffb754a7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:19.061130 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-d9c2132a-4f01-42ba-bb9c-8ffb754a7932 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1168911 Jul 07 19:11:19.161431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083c075-88d8-4297-8aa3-c5ca404cd01e req-d5d9ee1c-586e-4751-9c79-576d08630f59 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:19.166084 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49aafb33-8f81-480b-83ca-6c107a0f2b89 req-01ce4fb1-acad-4753-b92d-38c7faff991c service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987450 Jul 07 19:11:19.167619 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e083c075-88d8-4297-8aa3-c5ca404cd01e req-d5d9ee1c-586e-4751-9c79-576d08630f59 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1583567 Jul 07 19:11:19.215645 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-0af728e6-423a-4918-b42a-b8240e74e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:19.217586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-0af728e6-423a-4918-b42a-b8240e74e0f0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482055 Jul 07 19:11:19.246325 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e083c075-88d8-4297-8aa3-c5ca404cd01e req-f36dd7d6-9f52-4662-91ca-99ea16da4bf9 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684867 Jul 07 19:11:19.270455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616032-8999-465a-826f-c42730c19921 req-12f4f778-2392-4a1d-a0ef-54f086148163 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:19.287462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82616032-8999-465a-826f-c42730c19921 req-12f4f778-2392-4a1d-a0ef-54f086148163 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 950 time: 0.1713171 Jul 07 19:11:19.387379 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-de8fd659-7b1e-442f-81da-c09701f31828 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600554 Jul 07 19:11:19.392040 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adac3cd-2629-4d55-80a1-8e042614f2aa x-openstack-request-id: req-7adac3cd-2629-4d55-80a1-8e042614f2aa {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:19.393071 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357b878b-edba-4b84-9ddf-f013de651b8e", "name": "network-vif-deleted", "tag": "6d250807-0dcf-4782-aaa1-65fa68923aaa", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:19.394242 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7adac3cd-2629-4d55-80a1-8e042614f2aa {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:19.395169 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357b878b-edba-4b84-9ddf-f013de651b8e', 'name': 'network-vif-deleted', 'tag': '6d250807-0dcf-4782-aaa1-65fa68923aaa', 'status': 'completed', 'code': 200} Jul 07 19:11:19.417678 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49aafb33-8f81-480b-83ca-6c107a0f2b89 req-8e6565b8-0113-4a93-bd29-cbd1e17cc870 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433200 Jul 07 19:11:19.438349 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82616032-8999-465a-826f-c42730c19921 req-1d15f108-878f-4886-8c59-f9107a3afb48 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498804 Jul 07 19:11:19.549352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-2e3596a2-907b-44bc-862d-98648b1e52c8 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528959 Jul 07 19:11:19.635042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fdc26-13af-48b4-bcfe-0f3d9265e81d req-f8db69cd-bf0b-474c-8182-04bb41977000 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:19.638705 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-246fdc26-13af-48b4-bcfe-0f3d9265e81d req-f8db69cd-bf0b-474c-8182-04bb41977000 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 948 time: 0.0791240 Jul 07 19:11:19.683370 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-246fdc26-13af-48b4-bcfe-0f3d9265e81d req-28e164a3-ec60-4684-8627-64fd2e6fa411 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/security-groups?id=01fbbedb-c364-47d5-b678-7ffff878f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Jul 07 19:11:19.696184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3df940-a699-4eab-9764-6a27aa018443 req-35b766d4-73fa-4031-8cdd-84487cc98103 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:19.704450 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-35b766d4-73fa-4031-8cdd-84487cc98103 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 820 time: 0.1578884 Jul 07 19:11:19.728210 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-d41a601e-3bfd-45c6-8878-aba652025850 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/quotas/3a67b76b74474baf828e899c52f53df9 HTTP/1.1" status: 200 len: 375 time: 0.0220456 Jul 07 19:11:19.812512 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-7f2d5c0e-9769-4edf-98a7-8cc898843806 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833251 Jul 07 19:11:19.948311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-854fb5f2-7791-45b8-ba6f-475b4b960323 service neutron] 10.222.0.81 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222167 Jul 07 19:11:20.063623 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-7917a9eb-b29e-4bd5-a351-3ffa92833401 service neutron] 10.222.0.81 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966620 Jul 07 19:11:20.117159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8281d1f-055d-4120-a252-d303bfc74195 req-a7d8ceb9-0748-4b2c-977a-6655076bb4c3 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:20.118706 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b8281d1f-055d-4120-a252-d303bfc74195 req-a7d8ceb9-0748-4b2c-977a-6655076bb4c3 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 1096 time: 0.0577416 Jul 07 19:11:20.159741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45088) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:20.168125 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b8281d1f-055d-4120-a252-d303bfc74195 req-05dea8ab-f10b-44ea-be2b-cb598ccf2713 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417707 Jul 07 19:11:20.372345 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-10205eab-f235-4f3b-bb65-359f039b1c64 req-16874fc3-2ef5-4cf9-ba1d-4dd391d299d5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 210 time: 0.0607970 Jul 07 19:11:20.428087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45104) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:20.448797 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-723f50c2-92cf-43f6-937a-4f9096c174cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da1288aa620243939031718ead139826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875032 Jul 07 19:11:20.538520 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c613b9b9-d3eb-4073-a5a4-4c708c5d03a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:20.597077 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c613b9b9-d3eb-4073-a5a4-4c708c5d03a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:20.622040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6d250807-0dcf-4782-aaa1-65fa68923aaa no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:20.646016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 6d250807-0dcf-4782-aaa1-65fa68923aaa {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:20.646519 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6d250807-0dcf-4782-aaa1-65fa68923aaa not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:20.727996 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c613b9b9-d3eb-4073-a5a4-4c708c5d03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:20.732712 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c613b9b9-d3eb-4073-a5a4-4c708c5d03a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:20.737807 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c613b9b9-d3eb-4073-a5a4-4c708c5d03a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb80543e-e29d-4f90-9b2a-ec9cae9c26cf HTTP/1.1" status: 204 len: 168 time: 0.3061700 Jul 07 19:11:20.746710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613b9b9-d3eb-4073-a5a4-4c708c5d03a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb80543e-e29d-4f90-9b2a-ec9cae9c26cf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:20.797741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6eb63-457d-4a7a-918e-2536bce8be6f req-16e1b83c-fe8f-4f7f-a2a1-0b5289fb1946 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:20.799633 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bee6eb63-457d-4a7a-918e-2536bce8be6f req-16e1b83c-fe8f-4f7f-a2a1-0b5289fb1946 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1749573 Jul 07 19:11:20.862520 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bee6eb63-457d-4a7a-918e-2536bce8be6f req-a77acaf4-ab85-4e3d-ac1b-74461f4208cc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500798 Jul 07 19:11:20.993157 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-28088bbd-1bb4-45d6-b58c-b6f9ae9756ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.096291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe7076-d6fa-453e-982c-fa7857828085 req-37ba82a7-63cb-488e-8b49-1918f59bb8ea tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:21.106530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bffe7076-d6fa-453e-982c-fa7857828085 req-37ba82a7-63cb-488e-8b49-1918f59bb8ea tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 950 time: 0.0962646 Jul 07 19:11:21.153193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bffe7076-d6fa-453e-982c-fa7857828085 req-5769a7cf-5cbc-443c-955f-925288cfd921 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455399 Jul 07 19:11:21.417569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f1358-d9e7-473f-9f12-9d971eae1b16 req-3155d2f0-a61a-4612-af7e-9309493d6b56 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:21.419561 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a3f1358-d9e7-473f-9f12-9d971eae1b16 req-3155d2f0-a61a-4612-af7e-9309493d6b56 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 948 time: 0.1014349 Jul 07 19:11:21.503992 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a3f1358-d9e7-473f-9f12-9d971eae1b16 req-417c357a-5173-4160-8e93-e64c83e81ed1 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/security-groups?id=01fbbedb-c364-47d5-b678-7ffff878f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782139 Jul 07 19:11:21.560268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45160) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:21.681897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f77acc6-359e-49bf-b652-7413acde62ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.798566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-7ffbf243-c555-46ba-abe8-82a7d20db064 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:11:21.801407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-7ffbf243-c555-46ba-abe8-82a7d20db064 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196300 Jul 07 19:11:21.862443 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-d08dc597-bef0-4697-8386-e61e855760a4 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:21.868814 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-d08dc597-bef0-4697-8386-e61e855760a4 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports/d0adad7a-db67-4184-a51b-4d29e019f370 HTTP/1.1" status: 200 len: 1093 time: 0.0590944 Jul 07 19:11:21.882912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] Request body: {'binding': {'host': 'n-h1-793621-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:21.883371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] Unknown quota resources ['binding']. {{(pid=93901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:11:21.908351 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f77acc6-359e-49bf-b652-7413acde62ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.916586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f77acc6-359e-49bf-b652-7413acde62ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.073751 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7f77acc6-359e-49bf-b652-7413acde62ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f495722e34664eda86e51d94fe894039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097396 Jul 07 19:11:22.075904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45178) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:22.078144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77acc6-359e-49bf-b652-7413acde62ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3f73fb-d5af-4a7a-bbb1-89beb8a8e320,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:22.109237 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3df940-a699-4eab-9764-6a27aa018443 req-1d721ad8-d4ee-447d-bd3f-2d7577e423db tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:22.110769 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-1d721ad8-d4ee-447d-bd3f-2d7577e423db tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 820 time: 0.1372154 Jul 07 19:11:22.125151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-3c3df940-a699-4eab-9764-6a27aa018443 req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Request body: {'port': {'device_id': 'd41b17a2-2be5-494a-9608-6212b7e2bed3', 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d', 'admin_state_up': True, 'tenant_id': '3a67b76b74474baf828e899c52f53df9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:22.214570 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bed9c585-6885-44d2-82e6-9dadd134dcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.242289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] Attempting to bind port d0adad7a-db67-4184-a51b-4d29e019f370 on host n-h1-793621-9 for vnic_type normal with profile None {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:22.242650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] Attempting to bind port d0adad7a-db67-4184-a51b-4d29e019f370 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:22.242974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] Attempting to bind port d0adad7a-db67-4184-a51b-4d29e019f370 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:22.256193 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bed9c585-6885-44d2-82e6-9dadd134dcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.259573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581bb9b-ca0c-4a50-9c37-04f330b75136 req-8140c041-a678-441d-b50e-d6d44b8d83f9 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:22.261134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0581bb9b-ca0c-4a50-9c37-04f330b75136 req-8140c041-a678-441d-b50e-d6d44b8d83f9 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 1101 time: 0.1619661 Jul 07 19:11:22.266323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] Port d0adad7a-db67-4184-a51b-4d29e019f370 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:22.266546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] Attempting to bind port d0adad7a-db67-4184-a51b-4d29e019f370 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:22.267761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3df940-a699-4eab-9764-6a27aa018443 req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Made reservation on behalf of 3a67b76b74474baf828e899c52f53df9 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:22.271845 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3c3df940-a699-4eab-9764-6a27aa018443 req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.287311 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:22.287641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:22.288024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:22.288465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] Bound port: d0adad7a-db67-4184-a51b-4d29e019f370, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:22.308822 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0581bb9b-ca0c-4a50-9c37-04f330b75136 req-345e5edb-b441-439d-9c32-7cac984c1d3d tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.384337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d0adad7a-db67-4184-a51b-4d29e019f370,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:22.385812 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bed9c585-6885-44d2-82e6-9dadd134dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.388393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bed9c585-6885-44d2-82e6-9dadd134dcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.389557 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bed9c585-6885-44d2-82e6-9dadd134dcbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e3f73fb-d5af-4a7a-bbb1-89beb8a8e320 HTTP/1.1" status: 204 len: 168 time: 0.3126070 Jul 07 19:11:22.398875 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] Notify callbacks [] for binding, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.400032 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b4e5511b-e506-42c6-adc2-017afcabd2da service neutron] 10.222.0.81 "POST /v2.0/ports/d0adad7a-db67-4184-a51b-4d29e019f370/bindings HTTP/1.1" status: 201 len: 389 time: 0.5304372 Jul 07 19:11:22.409508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9c585-6885-44d2-82e6-9dadd134dcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3f73fb-d5af-4a7a-bbb1-89beb8a8e320,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:22.426530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-3c3df940-a699-4eab-9764-6a27aa018443 req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Allocated IP 172.20.0.12 (62088a1d-df6a-44fe-95d5-e251937c7b0d/8a5aed6a-ddd5-48c5-a316-d5e4b085a076/6c1446eb-abd5-4595-b851-3b3b3049bc77) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:22.500998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0581bb9b-ca0c-4a50-9c37-04f330b75136 req-345e5edb-b441-439d-9c32-7cac984c1d3d tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.506397 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0581bb9b-ca0c-4a50-9c37-04f330b75136 req-345e5edb-b441-439d-9c32-7cac984c1d3d tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.555231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0581bb9b-ca0c-4a50-9c37-04f330b75136 req-345e5edb-b441-439d-9c32-7cac984c1d3d tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840691 Jul 07 19:11:22.564927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e5edb-b441-439d-9c32-7cac984c1d3d tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41848262-8a02-4188-92b8-cce5126f0985,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:22.663474 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1b2cfcd-799e-4f66-b618-90524be15285 req-cb74db8b-6430-49fa-a337-049c06739651 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 210 time: 0.0481815 Jul 07 19:11:22.740525 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3c3df940-a699-4eab-9764-6a27aa018443 req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.791900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3c3df940-a699-4eab-9764-6a27aa018443 req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.821015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-97e28463-dcbd-4424-868c-5d989a74c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:22.823474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-97e28463-dcbd-4424-868c-5d989a74c619 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 1096 time: 0.1257751 Jul 07 19:11:22.853235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dce394-c0e8-4a49-94ef-db293626ab1b req-578b889e-a434-4bf7-b134-218d9f0ab18c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:22.854967 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06dce394-c0e8-4a49-94ef-db293626ab1b req-578b889e-a434-4bf7-b134-218d9f0ab18c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1085494 Jul 07 19:11:22.857082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3df940-a699-4eab-9764-6a27aa018443 req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Network 62088a1d-df6a-44fe-95d5-e251937c7b0d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:22.861596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-3c3df940-a699-4eab-9764-6a27aa018443 req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:22.863902 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Pushing event updated for resources: {'Port': ['ID=6c1446eb-abd5-4595-b851-3b3b3049bc77,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:22.866906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3df940-a699-4eab-9764-6a27aa018443 req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:22.873385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3df940-a699-4eab-9764-6a27aa018443 req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:22.874142 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3c3df940-a699-4eab-9764-6a27aa018443 req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.883975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6030d2df-b470-45d1-b33a-5ff88a08f2ec details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:22.897395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-967866fd-476b-4e30-b3e3-4055a89939c5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7760885 Jul 07 19:11:22.905809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45194) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:22.911515 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Request body: {'port': {'device_id': 'd41b17a2-2be5-494a-9608-6212b7e2bed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:22.945660 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cc718dc-48b0-4198-85ca-96b1ff3e0bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.989469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06dce394-c0e8-4a49-94ef-db293626ab1b req-c31807cf-5d16-4c07-941e-5dc697d6154c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228237 Jul 07 19:11:23.011044 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.031220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-06d43c04-87e5-4720-b0ef-9b7f576ddf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:23.032707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-06d43c04-87e5-4720-b0ef-9b7f576ddf4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.2013500 Jul 07 19:11:23.046400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 6030d2df-b470-45d1-b33a-5ff88a08f2ec, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6030d2df-b470-45d1-b33a-5ff88a08f2ec,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:23.065498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '6030d2df-b470-45d1-b33a-5ff88a08f2ec', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '6030d2df-b470-45d1-b33a-5ff88a08f2ec', 'mac_address': 'fa:16:3e:10:c7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:23.095548 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-6cc229ad-8bad-4140-b86a-162c44549c26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0adad7a-db67-4184-a51b-4d29e019f370 HTTP/1.1" status: 200 len: 217 time: 0.0502732 Jul 07 19:11:23.112249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.128781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6030d2df-b470-45d1-b33a-5ff88a08f2ec {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:23.162695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 6030d2df-b470-45d1-b33a-5ff88a08f2ec, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6030d2df-b470-45d1-b33a-5ff88a08f2ec,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:23.170993 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.205493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b023c05d-2398-4b7a-b9e1-a1245c7eba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:23.207003 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-b023c05d-2398-4b7a-b9e1-a1245c7eba40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.0991671 Jul 07 19:11:23.251609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-5c9beef4-b4d6-4ba0-82b9-4efb0a4fd896 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329311 Jul 07 19:11:23.254011 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cc718dc-48b0-4198-85ca-96b1ff3e0bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.260041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cc718dc-48b0-4198-85ca-96b1ff3e0bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.283793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=6030d2df-b470-45d1-b33a-5ff88a08f2ec,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:23.381812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc718dc-48b0-4198-85ca-96b1ff3e0bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790b1253-ee9c-4f8d-a1ee-09207b0d1495,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:23.392480 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3cc718dc-48b0-4198-85ca-96b1ff3e0bd0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe76250ba6e44bbe9c4ee65a7c654d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849515 Jul 07 19:11:23.398831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1446eb-abd5-4595-b851-3b3b3049bc77 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:23.410363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45200) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:23.425872 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.433481 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8604fd69-d4cb-4d92-b686-7a597bd2a327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.497574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Transition to ACTIVE for port object 6c1446eb-abd5-4595-b851-3b3b3049bc77 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:23.506161 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.519289 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-151986a0-cd48-46df-b1c2-9ca51b590209 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543087 Jul 07 19:11:23.558753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469b24-7e7a-4c08-aa68-bd4112a24349 req-a8a4b37d-abd0-4c6f-aeeb-ab8c08b7634e tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:23.561336 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-da469b24-7e7a-4c08-aa68-bd4112a24349 req-a8a4b37d-abd0-4c6f-aeeb-ab8c08b7634e tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 945 time: 0.1676924 Jul 07 19:11:23.579214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45204) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:23.592010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1446eb-abd5-4595-b851-3b3b3049bc77,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:23.607991 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-31463eeb-322a-4747-a237-a19d8fc15b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.634592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['6030d2df-b470-45d1-b33a-5ff88a08f2ec'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:23.675759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c4100-0468-4900-a164-e2dc5436fa6c req-e780ac02-cd80-4afd-96fb-a5b3b3e43665 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:23.677386 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c64c4100-0468-4900-a164-e2dc5436fa6c req-e780ac02-cd80-4afd-96fb-a5b3b3e43665 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 949 time: 0.2352941 Jul 07 19:11:23.681415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Attempting to bind port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:23.682248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Attempting to bind port 6c1446eb-abd5-4595-b851-3b3b3049bc77 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:23.682248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Attempting to bind port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:23.688407 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-31463eeb-322a-4747-a237-a19d8fc15b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.691795 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:23.692228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Attempting to bind port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:23.698370 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.724126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-da469b24-7e7a-4c08-aa68-bd4112a24349 req-a4847957-d985-48a7-964b-724249f3510b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433253 Jul 07 19:11:23.724406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:23.724406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:23.724406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Bound using segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:23.724406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Bound port: 6c1446eb-abd5-4595-b851-3b3b3049bc77, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:23.724406 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.754399 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-45a9b372-4277-4180-b27b-486fb50c4968 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235842 Jul 07 19:11:23.831246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c64c4100-0468-4900-a164-e2dc5436fa6c req-419d8de9-8e46-4922-a8ec-71c4612694db tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/security-groups?id=01fbbedb-c364-47d5-b678-7ffff878f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402886 Jul 07 19:11:23.835947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61c87d0b-1879-42de-9665-7749545f679d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.877757 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-31463eeb-322a-4747-a237-a19d8fc15b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.880198 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-31463eeb-322a-4747-a237-a19d8fc15b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.883752 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-31463eeb-322a-4747-a237-a19d8fc15b44 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/790b1253-ee9c-4f8d-a1ee-09207b0d1495 HTTP/1.1" status: 204 len: 168 time: 0.4699664 Jul 07 19:11:23.908685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31463eeb-322a-4747-a237-a19d8fc15b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790b1253-ee9c-4f8d-a1ee-09207b0d1495,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:23.913838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:23.941290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:23.949065 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.984523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-aeb48b3e-4fd4-4562-991c-6ba63000ca42 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:23.994216 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-aeb48b3e-4fd4-4562-991c-6ba63000ca42 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d&tenant_id=c5ba298996444ac4a7794654f9024386&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1096 time: 0.1412091 Jul 07 19:11:24.004724 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:24.005488 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.006700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-9'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:24.007030 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] 10.222.0.110 "PUT /v2.0/ports/6c1446eb-abd5-4595-b851-3b3b3049bc77 HTTP/1.1" status: 200 len: 1092 time: 1.1014137 Jul 07 19:11:24.007567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41b17a2-2be5-494a-9608-6212b7e2bed3', 'tag': '6c1446eb-abd5-4595-b851-3b3b3049bc77'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:24.011570 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bee4f6f-9039-461e-8f8c-72a3969d6dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d41b17a2-2be5-494a-9608-6212b7e2bed3", "tag": "6c1446eb-abd5-4595-b851-3b3b3049bc77"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:24.082537 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61c87d0b-1879-42de-9665-7749545f679d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.103269 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61c87d0b-1879-42de-9665-7749545f679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.162358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c5f38-1769-4c74-9887-177a5c05f0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1446eb-abd5-4595-b851-3b3b3049bc77,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:24.164518 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.172946 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111cf44c-7792-4d3f-a4f8-032d985aefa2 x-openstack-request-id: req-111cf44c-7792-4d3f-a4f8-032d985aefa2 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:24.173227 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41b17a2-2be5-494a-9608-6212b7e2bed3", "tag": "6c1446eb-abd5-4595-b851-3b3b3049bc77", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:24.173483 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-111cf44c-7792-4d3f-a4f8-032d985aefa2 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:24.173893 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41b17a2-2be5-494a-9608-6212b7e2bed3', 'tag': '6c1446eb-abd5-4595-b851-3b3b3049bc77', 'status': 'completed', 'code': 200} Jul 07 19:11:24.199834 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-61c87d0b-1879-42de-9665-7749545f679d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=151bd686c26c4c0f97f53d120f6b713a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6155536 Jul 07 19:11:24.202593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45222) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:24.204451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c87d0b-1879-42de-9665-7749545f679d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f51853-49bb-488b-9c37-2c0e75bfb6d3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:24.221846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3df940-a699-4eab-9764-6a27aa018443 req-71f0a23a-bfb0-4247-8423-0baf49f3fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:24.223438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-71f0a23a-bfb0-4247-8423-0baf49f3fcc1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 1095 time: 0.1396015 Jul 07 19:11:24.291885 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-272edbd2-0217-4f0e-8ee5-c236be35d862 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77 HTTP/1.1" status: 200 len: 217 time: 0.0597007 Jul 07 19:11:24.382187 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e17960ad-a6bf-48c9-841e-ca9d673886cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.384953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3df940-a699-4eab-9764-6a27aa018443 req-340ad038-a35f-4c46-bace-76ee7e4c2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:24.386413 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-340ad038-a35f-4c46-bace-76ee7e4c2a0d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.0890622 Jul 07 19:11:24.392082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078e6b1-4171-448d-b13a-6bb7061d9807 req-aa2dcb92-b420-4c81-afc4-e0c67bce3ee1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:24.399015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6078e6b1-4171-448d-b13a-6bb7061d9807 req-aa2dcb92-b420-4c81-afc4-e0c67bce3ee1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.2461879 Jul 07 19:11:24.407321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0adad7a-db67-4184-a51b-4d29e019f370,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:24.425651 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-dbe0f293-b194-48d8-8e03-a509c57627ad service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322034 Jul 07 19:11:24.450090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c70aa6-e615-4930-a6b3-5db896cb0b73 req-36b535e0-e212-41a7-9c96-ce810bf97fa0 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:24.458113 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-64c70aa6-e615-4930-a6b3-5db896cb0b73 req-36b535e0-e212-41a7-9c96-ce810bf97fa0 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1279256 Jul 07 19:11:24.474213 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e17960ad-a6bf-48c9-841e-ca9d673886cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.504778 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6078e6b1-4171-448d-b13a-6bb7061d9807 req-c694d53b-4163-435c-aafc-b807f66cc9b5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048903 Jul 07 19:11:24.515004 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:24.559422 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-64c70aa6-e615-4930-a6b3-5db896cb0b73 req-7d4fd1fd-f704-4432-976d-c693c421046c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007423 Jul 07 19:11:24.590706 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0adad7a-db67-4184-a51b-4d29e019f370'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:24.593509 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9845fb-5cd2-4da1-a06c-b058fbeb1530" -d '{"events": [{"server_uuid": "bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d", "name": "network-vif-unplugged", "status": "completed", "tag": "d0adad7a-db67-4184-a51b-4d29e019f370"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:24.599998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.603206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-be78eff5-6141-4194-b949-a2642d82aa7d service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678021 Jul 07 19:11:24.612506 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.629888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e17960ad-a6bf-48c9-841e-ca9d673886cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.633041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e17960ad-a6bf-48c9-841e-ca9d673886cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.635464 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e17960ad-a6bf-48c9-841e-ca9d673886cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08f51853-49bb-488b-9c37-2c0e75bfb6d3 HTTP/1.1" status: 204 len: 168 time: 0.4313498 Jul 07 19:11:24.659640 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.694235 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532aa45c-75f5-4aa8-b938-a09459516103 x-openstack-request-id: req-532aa45c-75f5-4aa8-b938-a09459516103 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:24.694651 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d", "name": "network-vif-unplugged", "status": "completed", "tag": "d0adad7a-db67-4184-a51b-4d29e019f370", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:24.694988 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-532aa45c-75f5-4aa8-b938-a09459516103 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:24.695439 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0adad7a-db67-4184-a51b-4d29e019f370', 'code': 200} Jul 07 19:11:24.730267 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17960ad-a6bf-48c9-841e-ca9d673886cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f51853-49bb-488b-9c37-2c0e75bfb6d3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:24.755928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-332919ff-7c4e-46e2-a806-6a77eeadf927 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640523 Jul 07 19:11:24.792931 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3df940-a699-4eab-9764-6a27aa018443 req-44eb5e6c-c630-47ab-89a8-534569ac7d5c service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845133 Jul 07 19:11:24.918642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6030d2df-b470-45d1-b33a-5ff88a08f2ec up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:25.012592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 6030d2df-b470-45d1-b33a-5ff88a08f2ec completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:25.019581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 6030d2df-b470-45d1-b33a-5ff88a08f2ec triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:25.021054 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.049377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba2d5b-c713-480a-b44c-8123a7b18349 req-e4cddec4-9a39-49e9-bddd-b3e186641eff tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.051329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3eba2d5b-c713-480a-b44c-8123a7b18349 req-e4cddec4-9a39-49e9-bddd-b3e186641eff tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 943 time: 0.1598570 Jul 07 19:11:25.060103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee4f6f-9039-461e-8f8c-72a3969d6dc1 req-63dfd752-60e3-464c-a477-2bce9161d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.061527 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7bee4f6f-9039-461e-8f8c-72a3969d6dc1 req-63dfd752-60e3-464c-a477-2bce9161d442 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 1095 time: 0.2073081 Jul 07 19:11:25.137303 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Pushing event updated for resources: {'Port': ['ID=d0adad7a-db67-4184-a51b-4d29e019f370,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:25.159674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Attempting to bind port d0adad7a-db67-4184-a51b-4d29e019f370 on host n-h2-793621-9 for vnic_type normal with profile {"migrating_to": "n-h1-793621-9"} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:25.160339 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Attempting to bind port d0adad7a-db67-4184-a51b-4d29e019f370 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:25.160865 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Attempting to bind port d0adad7a-db67-4184-a51b-4d29e019f370 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:25.170917 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Port d0adad7a-db67-4184-a51b-4d29e019f370 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:25.171572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Attempting to bind port d0adad7a-db67-4184-a51b-4d29e019f370 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:25.179663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:25.180355 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:25.181073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:25.182296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Bound port: d0adad7a-db67-4184-a51b-4d29e019f370, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:25.182970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.188714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee4f6f-9039-461e-8f8c-72a3969d6dc1 req-a462a21a-0053-4e50-8f48-0758a443a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.190861 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7bee4f6f-9039-461e-8f8c-72a3969d6dc1 req-a462a21a-0053-4e50-8f48-0758a443a75a service neutron] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.1055973 Jul 07 19:11:25.213501 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.239395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7bee4f6f-9039-461e-8f8c-72a3969d6dc1 req-142c6af8-0c93-4b82-810e-fbeeb81141bf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77 HTTP/1.1" status: 200 len: 217 time: 0.0391915 Jul 07 19:11:25.252163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df41d62e-02e0-4630-a326-688365a807c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6030d2df-b470-45d1-b33a-5ff88a08f2ec'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:25.254834 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd17764-693e-4b6e-8961-0c464e48a421" -d '{"events": [{"server_uuid": "df41d62e-02e0-4630-a326-688365a807c2", "name": "network-vif-plugged", "status": "completed", "tag": "6030d2df-b470-45d1-b33a-5ff88a08f2ec"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:25.255559 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3eba2d5b-c713-480a-b44c-8123a7b18349 req-17b1eb37-5b92-4de0-aff9-8d8c793d854e tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928051 Jul 07 19:11:25.257381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-0c26aef0-378c-4e3a-a1a3-8d241dcbfef6 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.265664 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-0c26aef0-378c-4e3a-a1a3-8d241dcbfef6 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5000446 Jul 07 19:11:25.281484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 6030d2df-b470-45d1-b33a-5ff88a08f2ec, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6030d2df-b470-45d1-b33a-5ff88a08f2ec,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:25.287351 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.359073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee4f6f-9039-461e-8f8c-72a3969d6dc1 req-13740330-ee1b-4031-8813-3ee0a47aa24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.360690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7bee4f6f-9039-461e-8f8c-72a3969d6dc1 req-13740330-ee1b-4031-8813-3ee0a47aa24c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1041870 Jul 07 19:11:25.365234 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-a63dc251-9e1b-4504-9932-fbc2fe9a1386 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/quotas/f35fe41829b448fe95c5a595cdb30d92 HTTP/1.1" status: 200 len: 375 time: 0.0982234 Jul 07 19:11:25.368153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=6030d2df-b470-45d1-b33a-5ff88a08f2ec,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:25.413076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:25.426883 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7bee4f6f-9039-461e-8f8c-72a3969d6dc1 req-1db1506e-74ac-4e99-be4b-c62e164ec74d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566089 Jul 07 19:11:25.463572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0adad7a-db67-4184-a51b-4d29e019f370,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:25.471705 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.545927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Pushing event updated for resources: {'Port': ['ID=d0adad7a-db67-4184-a51b-4d29e019f370,revision_number=8']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:25.574469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffadd6-dcf5-4e42-8d88-a2c94ae8f602 req-11b41361-9019-4360-8fab-7e108a181159 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.576044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3ffadd6-dcf5-4e42-8d88-a2c94ae8f602 req-11b41361-9019-4360-8fab-7e108a181159 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 950 time: 0.1315663 Jul 07 19:11:25.601699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.602368 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.604121 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-99a4c598-4f92-483f-9538-0d377ec6e50b service neutron] 10.222.0.48 "PUT /v2.0/ports/d0adad7a-db67-4184-a51b-4d29e019f370 HTTP/1.1" status: 200 len: 1121 time: 1.6024964 Jul 07 19:11:25.609037 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b0942839-8c85-4f32-aa2f-02a64abda1e7 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2431366 Jul 07 19:11:25.630980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7bee4f6f-9039-461e-8f8c-72a3969d6dc1 req-f8262646-a179-4fa4-89eb-988f496268e4 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848161 Jul 07 19:11:25.698016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['d0adad7a-db67-4184-a51b-4d29e019f370'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:25.748172 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3ffadd6-dcf5-4e42-8d88-a2c94ae8f602 req-057ad7d3-1db5-4efc-930c-eed2cfeee58f tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/security-groups?id=01fbbedb-c364-47d5-b678-7ffff878f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533277 Jul 07 19:11:25.816323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7bee4f6f-9039-461e-8f8c-72a3969d6dc1 req-4a863ff8-4745-4a83-99d0-24a7627a31f1 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672773 Jul 07 19:11:26.004398 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5e852d-9555-471e-b78c-d92e51e23e7b x-openstack-request-id: req-4c5e852d-9555-471e-b78c-d92e51e23e7b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:26.004755 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df41d62e-02e0-4630-a326-688365a807c2", "name": "network-vif-plugged", "status": "completed", "tag": "6030d2df-b470-45d1-b33a-5ff88a08f2ec", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:26.005037 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c5e852d-9555-471e-b78c-d92e51e23e7b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:26.005657 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df41d62e-02e0-4630-a326-688365a807c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6030d2df-b470-45d1-b33a-5ff88a08f2ec', 'code': 200} Jul 07 19:11:26.141581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610e256-5d4a-43e1-9f95-d99aa32f8119 req-f69c3316-7c52-4af7-8cf8-29fbad93ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:26.143280 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3610e256-5d4a-43e1-9f95-d99aa32f8119 req-f69c3316-7c52-4af7-8cf8-29fbad93ed17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 1101 time: 0.0724790 Jul 07 19:11:26.188602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3610e256-5d4a-43e1-9f95-d99aa32f8119 req-f01dc4de-6d67-4138-834a-1a9143297811 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=01fbbedb-c364-47d5-b678-7ffff878f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361936 Jul 07 19:11:26.194234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143109a-ec39-4c87-95f1-5347f9609238 req-8479eb8e-183a-4301-a06b-d0778a2563a2 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:26.196159 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e143109a-ec39-4c87-95f1-5347f9609238 req-8479eb8e-183a-4301-a06b-d0778a2563a2 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.1005380 Jul 07 19:11:26.238311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e143109a-ec39-4c87-95f1-5347f9609238 req-7914ecb6-43f8-4fc9-bae7-6e855bf9a422 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363684 Jul 07 19:11:26.270821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105bc54-5090-43f1-bf49-0a77b55a3b1d req-49cd6121-2b01-4df8-ae11-e315ee211d9e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:26.272604 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2105bc54-5090-43f1-bf49-0a77b55a3b1d req-49cd6121-2b01-4df8-ae11-e315ee211d9e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.0729487 Jul 07 19:11:26.318082 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2105bc54-5090-43f1-bf49-0a77b55a3b1d req-8b010554-efa3-4791-9ee4-9fc87429c979 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370133 Jul 07 19:11:26.349206 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:26.697403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d', 'tag': 'd0adad7a-db67-4184-a51b-4d29e019f370'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:26.700851 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20ee6de-f41e-42de-912d-840595307c19" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d", "tag": "d0adad7a-db67-4184-a51b-4d29e019f370"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:26.778397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08fe9-eccc-4a07-aa1e-d7dfd2689042 req-06efab48-8e63-4feb-a96c-a41b3dcba4bb tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:26.780875 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-14d08fe9-eccc-4a07-aa1e-d7dfd2689042 req-06efab48-8e63-4feb-a96c-a41b3dcba4bb tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 943 time: 0.0953507 Jul 07 19:11:26.850214 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-14d08fe9-eccc-4a07-aa1e-d7dfd2689042 req-8b3aa4aa-d26a-4525-82ea-96f98a54f2c2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562892 Jul 07 19:11:26.891531 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d46854-5b9f-40a5-a1ab-a735bc55db49 req-37b9ad70-eb8b-4953-af55-9692ed6304cd tempest-AbsoluteLimitsNegativeTestJSON-810284210 tempest-AbsoluteLimitsNegativeTestJSON-810284210-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=12d1c5b0f6584f8481e71431a97ef6bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257897 Jul 07 19:11:27.010820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d46854-5b9f-40a5-a1ab-a735bc55db49 req-bc56ccdc-bdfa-4416-ba8f-51189ed11204 tempest-AbsoluteLimitsNegativeTestJSON-810284210 tempest-AbsoluteLimitsNegativeTestJSON-810284210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:27.012564 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d46854-5b9f-40a5-a1ab-a735bc55db49 req-bc56ccdc-bdfa-4416-ba8f-51189ed11204 tempest-AbsoluteLimitsNegativeTestJSON-810284210 tempest-AbsoluteLimitsNegativeTestJSON-810284210-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1153188 Jul 07 19:11:27.032002 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d46854-5b9f-40a5-a1ab-a735bc55db49 req-1c9ef246-3216-40c0-846d-f91376d7e86d tempest-AbsoluteLimitsNegativeTestJSON-810284210 tempest-AbsoluteLimitsNegativeTestJSON-810284210-project] 10.222.0.81 "GET /v2.0/quotas/12d1c5b0f6584f8481e71431a97ef6bc HTTP/1.1" status: 200 len: 375 time: 0.0123796 Jul 07 19:11:27.041998 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d856e5-e8dc-435f-961f-151972749e60 x-openstack-request-id: req-71d856e5-e8dc-435f-961f-151972749e60 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:27.042410 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d", "tag": "d0adad7a-db67-4184-a51b-4d29e019f370", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:27.042818 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71d856e5-e8dc-435f-961f-151972749e60 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:27.043072 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d', 'tag': 'd0adad7a-db67-4184-a51b-4d29e019f370', 'status': 'completed', 'code': 200} Jul 07 19:11:27.092229 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d46854-5b9f-40a5-a1ab-a735bc55db49 req-ea494637-e6dd-4937-96e8-c7e80bab7de3 tempest-AbsoluteLimitsNegativeTestJSON-810284210 tempest-AbsoluteLimitsNegativeTestJSON-810284210-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=12d1c5b0f6584f8481e71431a97ef6bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476048 Jul 07 19:11:27.137336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ee6de-f41e-42de-912d-840595307c19 req-171bf05b-4442-42c5-ad49-68a8ddb71065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:27.139120 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a20ee6de-f41e-42de-912d-840595307c19 req-171bf05b-4442-42c5-ad49-68a8ddb71065 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 1124 time: 0.0692103 Jul 07 19:11:27.247444 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a53b7a27-c141-4b3e-906c-1e439cac0900 req-1f82bf97-0d4f-4f62-81d4-c15925e9e914 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 210 time: 0.0390720 Jul 07 19:11:27.325084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ee6de-f41e-42de-912d-840595307c19 req-96593b0d-8f98-402f-afec-f96fbff59915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:27.328078 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a20ee6de-f41e-42de-912d-840595307c19 req-96593b0d-8f98-402f-afec-f96fbff59915 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.1805255 Jul 07 19:11:27.334503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330cfda-fe4c-42bb-ac6a-0d4f85e11c29 req-5c277cc0-2715-4c28-97f1-66140cabc9d2 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:27.336052 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0330cfda-fe4c-42bb-ac6a-0d4f85e11c29 req-5c277cc0-2715-4c28-97f1-66140cabc9d2 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 950 time: 0.1063759 Jul 07 19:11:27.380902 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a20ee6de-f41e-42de-912d-840595307c19 req-e13f5b50-7880-4378-a656-1e8c41cde899 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0adad7a-db67-4184-a51b-4d29e019f370 HTTP/1.1" status: 200 len: 217 time: 0.0437429 Jul 07 19:11:27.437466 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0330cfda-fe4c-42bb-ac6a-0d4f85e11c29 req-dc2f7f79-6099-49d0-910c-201cbdf16d24 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/security-groups?id=01fbbedb-c364-47d5-b678-7ffff878f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931823 Jul 07 19:11:27.450874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ee6de-f41e-42de-912d-840595307c19 req-243b575d-2c6d-4b47-9619-3d6f087f7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:27.452594 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a20ee6de-f41e-42de-912d-840595307c19 req-243b575d-2c6d-4b47-9619-3d6f087f7f10 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.0638967 Jul 07 19:11:27.459988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45358) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:27.491947 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a20ee6de-f41e-42de-912d-840595307c19 req-e35653a9-8be1-4faa-9910-106bcc6d1c99 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319984 Jul 07 19:11:27.537726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb32c65-056c-4538-98e3-beaf1b2c5a8d req-6354d9a6-6d3d-494f-982a-39233ac6db2b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:27.545601 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1eb32c65-056c-4538-98e3-beaf1b2c5a8d req-6354d9a6-6d3d-494f-982a-39233ac6db2b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.0765982 Jul 07 19:11:27.610678 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1eb32c65-056c-4538-98e3-beaf1b2c5a8d req-f3914291-45e2-4e5b-9970-bfb79561dad2 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632796 Jul 07 19:11:27.644267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0598d79e-b1e8-49a8-a63c-360399a8b974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.810652 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0598d79e-b1e8-49a8-a63c-360399a8b974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.818043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0598d79e-b1e8-49a8-a63c-360399a8b974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.874899 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0598d79e-b1e8-49a8-a63c-360399a8b974 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12d1c5b0f6584f8481e71431a97ef6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114940 Jul 07 19:11:27.874899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598d79e-b1e8-49a8-a63c-360399a8b974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b961ad25-80ff-4a31-bd00-0f5b91553bcb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:27.876140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45384) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:27.890862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-0e96a6e5-a970-435a-ac0a-8e7694cba44e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300696 Jul 07 19:11:27.947903 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb5bb6-add8-4b65-88d4-9089937f5502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.979753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb5bb6-add8-4b65-88d4-9089937f5502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.042847 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb5bb6-add8-4b65-88d4-9089937f5502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.045824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb5bb6-add8-4b65-88d4-9089937f5502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.049963 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ebdb5bb6-add8-4b65-88d4-9089937f5502 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b961ad25-80ff-4a31-bd00-0f5b91553bcb HTTP/1.1" status: 204 len: 168 time: 0.1587887 Jul 07 19:11:28.071640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb5bb6-add8-4b65-88d4-9089937f5502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b961ad25-80ff-4a31-bd00-0f5b91553bcb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:28.166170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a20ee6de-f41e-42de-912d-840595307c19 req-9ad9070b-ead8-47ae-b6fe-cbc566d14442 service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658497 Jul 07 19:11:28.178892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-5b46477d-fcb6-4dd4-9c46-8cb0c87f2ac4 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:28.180361 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-5b46477d-fcb6-4dd4-9c46-8cb0c87f2ac4 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706163 Jul 07 19:11:28.198424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d6c7-a5b7-4a10-b8b5-4db0808f8943 req-b929df21-04e3-4e07-ac0e-def57eaf3f71 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:28.200029 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b787d6c7-a5b7-4a10-b8b5-4db0808f8943 req-b929df21-04e3-4e07-ac0e-def57eaf3f71 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.3362470 Jul 07 19:11:28.212758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e896b5c-fb91-4009-975d-76c281107195 req-a0cafca5-ea5d-4c87-b23c-e2bd46a715b6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:28.214176 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e896b5c-fb91-4009-975d-76c281107195 req-a0cafca5-ea5d-4c87-b23c-e2bd46a715b6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 943 time: 0.0826340 Jul 07 19:11:28.215802 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Request body: {'port': {'device_id': 'f5d2d901-5f54-46e9-bfd3-e8ca8725482b', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'f35fe41829b448fe95c5a595cdb30d92'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:28.289611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45398) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:28.324539 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e896b5c-fb91-4009-975d-76c281107195 req-7d0bda81-9115-4a15-9c40-542ac19b5f8b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016479 Jul 07 19:11:28.455555 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b787d6c7-a5b7-4a10-b8b5-4db0808f8943 req-1ceb53d7-0388-4b60-bb76-73afa3c9b79b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883709 Jul 07 19:11:28.497023 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-98f710e7-03e1-471f-b35e-b16ce1327d81 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530603 Jul 07 19:11:28.511062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-482aad8a-44c0-4bed-8a80-2e5fc1dd825f req-8b5e948d-0eb9-4d51-a640-5151ea3ea8d5 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 210 time: 0.0757875 Jul 07 19:11:28.551020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0fda005-a74f-48a6-9f23-af0c2a2e289c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.551995 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a20ee6de-f41e-42de-912d-840595307c19 req-e47d23e1-9545-4bf0-b61d-252b7b796524 service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693755 Jul 07 19:11:28.680747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6c1446eb-abd5-4595-b851-3b3b3049bc77 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:28.786221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-f2c7d7ed-508a-4005-8bd7-7c3a79a7434a tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:28.791677 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-f2c7d7ed-508a-4005-8bd7-7c3a79a7434a tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757702 Jul 07 19:11:28.807276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Request body: {'port': {'device_id': '2d7f62e4-5a5c-4d44-99f4-977403652bf7', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'f35fe41829b448fe95c5a595cdb30d92'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:28.835524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:28.841856 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0fda005-a74f-48a6-9f23-af0c2a2e289c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.852263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '6c1446eb-abd5-4595-b851-3b3b3049bc77', 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d', 'port_id': '6c1446eb-abd5-4595-b851-3b3b3049bc77', 'mac_address': 'fa:16:3e:7a:32:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5aed6a-ddd5-48c5-a316-d5e4b085a076', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:28.859105 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0fda005-a74f-48a6-9f23-af0c2a2e289c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.895558 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.899530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6469427-3b16-41eb-9a98-05484e576ea2 req-4005b775-6082-41bc-b00b-47cb0daed1b3 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:28.902098 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a6469427-3b16-41eb-9a98-05484e576ea2 req-4005b775-6082-41bc-b00b-47cb0daed1b3 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 950 time: 0.2224267 Jul 07 19:11:28.902316 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d0adad7a-db67-4184-a51b-4d29e019f370 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:28.910745 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e0fda005-a74f-48a6-9f23-af0c2a2e289c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b17f835b5624228b92bb28410507adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200414 Jul 07 19:11:28.918083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45424) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:28.922787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1446eb-abd5-4595-b851-3b3b3049bc77 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:28.958986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:28.966188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Made reservation on behalf of f35fe41829b448fe95c5a595cdb30d92 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:28.971518 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.012350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fda005-a74f-48a6-9f23-af0c2a2e289c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429fadbf-1bda-4b02-a78f-1120c02797f4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:29.020807 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.021196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45426) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:29.042231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a6469427-3b16-41eb-9a98-05484e576ea2 req-f2ad9e15-002a-4bd2-82f5-58a5dc208b8a tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/security-groups?id=01fbbedb-c364-47d5-b678-7ffff878f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285903 Jul 07 19:11:29.045452 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdb5a-0483-4dfc-9edc-d5a08028839f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.071728 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdb5a-0483-4dfc-9edc-d5a08028839f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.099647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e63544-2a37-4b55-b771-60c4c68ac73f req-1bd84add-0e9c-4b07-b073-1779426b7432 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:29.108615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6c1446eb-abd5-4595-b851-3b3b3049bc77,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:29.119480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0adad7a-db67-4184-a51b-4d29e019f370,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:29.119886 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27e63544-2a37-4b55-b771-60c4c68ac73f req-1bd84add-0e9c-4b07-b073-1779426b7432 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.2827392 Jul 07 19:11:29.137398 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdb5a-0483-4dfc-9edc-d5a08028839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.138638 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d0adad7a-db67-4184-a51b-4d29e019f370 has no active binding in host n-h1-793621-9 {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:11:29.142718 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdb5a-0483-4dfc-9edc-d5a08028839f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.144134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6b2fdb5a-0483-4dfc-9edc-d5a08028839f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/429fadbf-1bda-4b02-a78f-1120c02797f4 HTTP/1.1" status: 204 len: 168 time: 0.2234135 Jul 07 19:11:29.153914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fdb5a-0483-4dfc-9edc-d5a08028839f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429fadbf-1bda-4b02-a78f-1120c02797f4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:29.215421 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27e63544-2a37-4b55-b771-60c4c68ac73f req-b3abf94f-4c35-4bf8-9523-209220431574 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944765 Jul 07 19:11:29.225496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Made reservation on behalf of f35fe41829b448fe95c5a595cdb30d92 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:29.225769 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.235101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1081145780-network', 'tenant_id': '17a434a7d0c942d08958b19e81486122'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:29.343031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Made reservation on behalf of 17a434a7d0c942d08958b19e81486122 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:29.344480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['6c1446eb-abd5-4595-b851-3b3b3049bc77'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:29.345377 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.382305 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.404608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Allocated IP 192.168.233.100 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/de882884-e49d-477a-8d6d-2f80664a57a6) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:29.515329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45442) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:29.537547 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6536d24-8db6-4896-8eb7-6540d718113e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.689136 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.694065 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.703872 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.717673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb95b50-daac-448a-a21d-8ab364d49656 req-1fca2a56-fe8e-4155-99c6-6dd2d883cbe7 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:29.719198 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4bb95b50-daac-448a-a21d-8ab364d49656 req-1fca2a56-fe8e-4155-99c6-6dd2d883cbe7 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 943 time: 0.1726365 Jul 07 19:11:29.723373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Transition to ACTIVE for port object de882884-e49d-477a-8d6d-2f80664a57a6 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:29.729654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3fb1e-bfbd-4994-99e0-2c3ea8c3e64e req-0e3cd70a-d70f-4531-a35f-64ee260ddf7f tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:29.731196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4df3fb1e-bfbd-4994-99e0-2c3ea8c3e64e req-0e3cd70a-d70f-4531-a35f-64ee260ddf7f tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.0797696 Jul 07 19:11:29.765726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:11:29.775770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd41c68e-26b5-48e1-80fb-e09e7e0d5906,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:29.787030 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4df3fb1e-bfbd-4994-99e0-2c3ea8c3e64e req-e7418fc1-ed13-4268-8c9d-6953ad00e012 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473285 Jul 07 19:11:29.801766 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.801766 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Added segment 182b4194-0509-40ff-9500-3778833fef99 of type vlan for network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 Jul 07 19:11:29.823557 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4bb95b50-daac-448a-a21d-8ab364d49656 req-1e3c6f08-8ab5-49d7-b231-c3ed3e7bf96b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888960 Jul 07 19:11:29.828928 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6536d24-8db6-4896-8eb7-6540d718113e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.843318 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6536d24-8db6-4896-8eb7-6540d718113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.858200 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.882075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:29.884785 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b6536d24-8db6-4896-8eb7-6540d718113e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8bfeb7029b34ec7b149b3e44b870fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683033 Jul 07 19:11:29.885910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6536d24-8db6-4896-8eb7-6540d718113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18c93c8-f895-4b7f-ae30-5665fd3f7ebf,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:29.889513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45450) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:29.949504 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-615c5426-9085-43f5-8f3e-36bb9f19ae6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.980303 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-615c5426-9085-43f5-8f3e-36bb9f19ae6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.004709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:30.006510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.013822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event updated for resources: {'Port': ['ID=de882884-e49d-477a-8d6d-2f80664a57a6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:30.039050 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-795d7485-06ea-4cc7-a2f0-a5e7e668b4db req-41b0ae5b-28bf-4d88-8816-a85535ea4f37 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 210 time: 0.0518286 Jul 07 19:11:30.039288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:30.042336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:30.048504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:30.049131 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.079409 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-615c5426-9085-43f5-8f3e-36bb9f19ae6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.085806 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-615c5426-9085-43f5-8f3e-36bb9f19ae6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.087090 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-615c5426-9085-43f5-8f3e-36bb9f19ae6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e18c93c8-f895-4b7f-ae30-5665fd3f7ebf HTTP/1.1" status: 204 len: 168 time: 0.1965616 Jul 07 19:11:30.100516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c5426-9085-43f5-8f3e-36bb9f19ae6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18c93c8-f895-4b7f-ae30-5665fd3f7ebf,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:30.160338 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-b9820d7b-b2a9-4495-894b-a4b1d3b44df0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9581985 Jul 07 19:11:30.177977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Request body: {'port': {'device_id': 'f5d2d901-5f54-46e9-bfd3-e8ca8725482b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:30.181016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Allocated IP 192.168.233.51 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/fe394e81-d4dc-4bb7-8c1d-385342ba456f) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:30.185081 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.186022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:30.186737 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.312204 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2870233 Jul 07 19:11:30.315486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45456) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:30.320777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3aa97da8-895b-4147-b1cc-b27047a14353 admin admin] Request body: {'subnet': {'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1081145780-subnet', 'tenant_id': '17a434a7d0c942d08958b19e81486122', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:30.322309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65b0a-c126-4974-bffc-e3600d791fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:30.346609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:11:30.350168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a336c-e57e-47a2-bf28-29f030aabe53 req-cbdfdec8-623d-4c0f-b3a5-91add0afdc01 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:30.351859 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-323a336c-e57e-47a2-bf28-29f030aabe53 req-cbdfdec8-623d-4c0f-b3a5-91add0afdc01 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 950 time: 0.4031262 Jul 07 19:11:30.364045 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa97da8-895b-4147-b1cc-b27047a14353 admin admin] Made reservation on behalf of 17a434a7d0c942d08958b19e81486122 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:30.367248 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3aa97da8-895b-4147-b1cc-b27047a14353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.371287 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:11:30.472622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4f04a317-a42c-4ce4-8aa3-7c6c819ae140 None None] Provisioning for port de882884-e49d-477a-8d6d-2f80664a57a6 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:30.479881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4f04a317-a42c-4ce4-8aa3-7c6c819ae140 None None] Provisioning complete for port de882884-e49d-477a-8d6d-2f80664a57a6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:30.480503 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4f04a317-a42c-4ce4-8aa3-7c6c819ae140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.485916 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.495487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-323a336c-e57e-47a2-bf28-29f030aabe53 req-cc353674-5a6b-44e9-ab6b-cd7669c3d407 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/security-groups?id=01fbbedb-c364-47d5-b678-7ffff878f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308875 Jul 07 19:11:30.521342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d949f0-bac7-43fc-a21e-3b2471ba1d07 req-89a1e8d9-3229-406c-aaa9-cba34adeca9c tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:30.524497 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03d949f0-bac7-43fc-a21e-3b2471ba1d07 req-89a1e8d9-3229-406c-aaa9-cba34adeca9c tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 945 time: 0.1615808 Jul 07 19:11:30.542173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4f04a317-a42c-4ce4-8aa3-7c6c819ae140 None None] Port de882884-e49d-477a-8d6d-2f80664a57a6 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:11:30.606163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03d949f0-bac7-43fc-a21e-3b2471ba1d07 req-765f06a8-2944-4421-a160-4a8d03a9f264 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721052 Jul 07 19:11:30.664541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3aa97da8-895b-4147-b1cc-b27047a14353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.688365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.701497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6c1446eb-abd5-4595-b851-3b3b3049bc77 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:30.716798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Transition to ACTIVE for port object fe394e81-d4dc-4bb7-8c1d-385342ba456f will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:30.736962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa97da8-895b-4147-b1cc-b27047a14353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbfd94d3-665b-4e9b-988c-c0779e981edc,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:30.739417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa97da8-895b-4147-b1cc-b27047a14353 admin admin] Checking segment: {'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:30.744624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa97da8-895b-4147-b1cc-b27047a14353 admin admin] Network hostable DHCP agents. Network: bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:11:30.767645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa97da8-895b-4147-b1cc-b27047a14353 admin admin] Network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:11:30.770062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 6c1446eb-abd5-4595-b851-3b3b3049bc77 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:30.778950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-3aa97da8-895b-4147-b1cc-b27047a14353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:30.779898 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 6c1446eb-abd5-4595-b851-3b3b3049bc77 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:30.783765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa97da8-895b-4147-b1cc-b27047a14353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:30.784435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3aa97da8-895b-4147-b1cc-b27047a14353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.791368 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.797920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d53033-b34f-4850-9b95-ebb51004fb86 None None] Network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:30.813304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3aa97da8-895b-4147-b1cc-b27047a14353 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4880605 Jul 07 19:11:30.813637 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.845645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:31.024053 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.029638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:31.072811 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41b17a2-2be5-494a-9608-6212b7e2bed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1446eb-abd5-4595-b851-3b3b3049bc77'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:31.074531 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:31.075639 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28151d13-6acc-4e47-9f24-f1cf5efc78f0" -d '{"events": [{"server_uuid": "d41b17a2-2be5-494a-9608-6212b7e2bed3", "name": "network-vif-plugged", "status": "completed", "tag": "6c1446eb-abd5-4595-b851-3b3b3049bc77"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:31.086926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:31.100425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.101115 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.132470 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:31.159164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event updated for resources: {'Port': ['ID=fe394e81-d4dc-4bb7-8c1d-385342ba456f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:31.183886 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.192192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-bd8b8081-e9a2-440a-a058-55554ef4bd4e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3876286 Jul 07 19:11:31.199138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c77e53-8008-4eb9-ac28-d5718a60055f req-a7137495-1993-4db0-b8b3-f68ef23db4ac tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.200114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ffcc31-5325-448f-b470-0689ba27b3c5 None None] Network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:31.202035 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0c77e53-8008-4eb9-ac28-d5718a60055f req-a7137495-1993-4db0-b8b3-f68ef23db4ac tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 943 time: 0.1537194 Jul 07 19:11:31.285183 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0c77e53-8008-4eb9-ac28-d5718a60055f req-0f14a11e-05d0-44fd-84df-fe30dca8fd14 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737722 Jul 07 19:11:31.292738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Request body: {'port': {'device_id': '2d7f62e4-5a5c-4d44-99f4-977403652bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:31.324798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6c1446eb-abd5-4595-b851-3b3b3049bc77,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:31.414851 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-ffbdfd94-957b-423e-8882-12ba73303cd5 service neutron] 10.222.0.110 "GET /v2.0/ports/d0adad7a-db67-4184-a51b-4d29e019f370/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 384 time: 0.3957181 Jul 07 19:11:31.443778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7bcb3c7c-2eca-4715-ad70-05e5f9c69df1 None None] Provisioning for port fe394e81-d4dc-4bb7-8c1d-385342ba456f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:31.448569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7bcb3c7c-2eca-4715-ad70-05e5f9c69df1 None None] Provisioning complete for port fe394e81-d4dc-4bb7-8c1d-385342ba456f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:31.448946 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7bcb3c7c-2eca-4715-ad70-05e5f9c69df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.486897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb3c7c-2eca-4715-ad70-05e5f9c69df1 None None] Port fe394e81-d4dc-4bb7-8c1d-385342ba456f cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:11:31.538992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1881c5-ffb3-48a2-bd9b-1d7f6fd68161 req-5beee332-d905-487b-9ba7-595dc02fda12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.541380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3d1881c5-ffb3-48a2-bd9b-1d7f6fd68161 req-5beee332-d905-487b-9ba7-595dc02fda12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 935 time: 0.0868330 Jul 07 19:11:31.622909 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3d1881c5-ffb3-48a2-bd9b-1d7f6fd68161 req-dbd7af92-397f-4947-aebd-c7b2b94ae9cd tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662503 Jul 07 19:11:31.662911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4381e-8e45-4478-91ea-da32d874284e req-a77ffc95-9705-4b81-b072-bd95eb7c0730 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.665224 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cb4381e-8e45-4478-91ea-da32d874284e req-a77ffc95-9705-4b81-b072-bd95eb7c0730 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.48 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 950 time: 0.1210389 Jul 07 19:11:31.677323 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c403c3d5-0baa-4a61-9b64-80cd2b40d547 x-openstack-request-id: req-c403c3d5-0baa-4a61-9b64-80cd2b40d547 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:31.677815 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41b17a2-2be5-494a-9608-6212b7e2bed3", "name": "network-vif-plugged", "status": "completed", "tag": "6c1446eb-abd5-4595-b851-3b3b3049bc77", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:31.678740 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c403c3d5-0baa-4a61-9b64-80cd2b40d547 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:31.679316 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41b17a2-2be5-494a-9608-6212b7e2bed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1446eb-abd5-4595-b851-3b3b3049bc77', 'code': 200} Jul 07 19:11:31.725510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.760073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de882884-e49d-477a-8d6d-2f80664a57a6 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:31.772164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.110', 53665) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:31.781012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3286cb-91da-4cdd-8e7e-e0e9bb067ce4 req-e5ed3671-ab1c-4488-9f93-34cd7522328e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.782852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd3286cb-91da-4cdd-8e7e-e0e9bb067ce4 req-e5ed3671-ab1c-4488-9f93-34cd7522328e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.7103324 Jul 07 19:11:31.788921 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.857364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Transition to ACTIVE for port object de882884-e49d-477a-8d6d-2f80664a57a6 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:31.875748 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.890201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd94dc8-40ae-48da-8dee-1e8349c1e682 req-d6fc4d60-b664-42db-a0d0-e821e4d054a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.892379 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddd94dc8-40ae-48da-8dee-1e8349c1e682 req-d6fc4d60-b664-42db-a0d0-e821e4d054a0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 1097 time: 0.0889528 Jul 07 19:11:31.893807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-8cb4381e-8e45-4478-91ea-da32d874284e req-4c1bcb0e-2988-4ff2-ad27-73dacaea678d tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Deleting port 6030d2df-b470-45d1-b33a-5ff88a08f2ec {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:31.894141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cb4381e-8e45-4478-91ea-da32d874284e req-4c1bcb0e-2988-4ff2-ad27-73dacaea678d tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.001546 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd3286cb-91da-4cdd-8e7e-e0e9bb067ce4 req-f2df8526-0e07-4cd7-9144-62870e6362ed tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931467 Jul 07 19:11:32.095128 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddd94dc8-40ae-48da-8dee-1e8349c1e682 req-940f3af0-bf52-4137-beaf-cf54892d860d service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459720 Jul 07 19:11:32.110700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-8cb4381e-8e45-4478-91ea-da32d874284e req-4c1bcb0e-2988-4ff2-ad27-73dacaea678d tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] For port 6030d2df-b470-45d1-b33a-5ff88a08f2ec, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6030d2df-b470-45d1-b33a-5ff88a08f2ec,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:32.110972 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cb4381e-8e45-4478-91ea-da32d874284e req-4c1bcb0e-2988-4ff2-ad27-73dacaea678d tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.128740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Pushing event updated for resources: {'Port': ['ID=de882884-e49d-477a-8d6d-2f80664a57a6,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:32.137232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-8cb4381e-8e45-4478-91ea-da32d874284e req-4c1bcb0e-2988-4ff2-ad27-73dacaea678d tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Calling delete_port for 6030d2df-b470-45d1-b33a-5ff88a08f2ec owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:32.173482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470adfe-7872-4660-860d-c651ec6acf9d req-197ef320-8c08-4425-b2bc-0bf586845d11 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:32.180845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-197ef320-8c08-4425-b2bc-0bf586845d11 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/networks?id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 HTTP/1.1" status: 200 len: 815 time: 0.1857398 Jul 07 19:11:32.214937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Attempting to bind port de882884-e49d-477a-8d6d-2f80664a57a6 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:32.215278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Attempting to bind port de882884-e49d-477a-8d6d-2f80664a57a6 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:32.215605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Attempting to bind port de882884-e49d-477a-8d6d-2f80664a57a6 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:32.235208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Port de882884-e49d-477a-8d6d-2f80664a57a6 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:32.235326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Attempting to bind port de882884-e49d-477a-8d6d-2f80664a57a6 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:32.238349 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-b2834360-1b1f-4da6-b4b7-db368926927f tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/quotas/17a434a7d0c942d08958b19e81486122 HTTP/1.1" status: 200 len: 375 time: 0.0565708 Jul 07 19:11:32.258936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-0f0a954e-1d95-43a2-be86-6dab5f2ae9f9 service neutron] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0adad7a-db67-4184-a51b-4d29e019f370,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:32.262181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:32.262716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:32.263405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:32.263805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Bound port: de882884-e49d-477a-8d6d-2f80664a57a6, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:32.264175 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.273690 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-8a89842c-6457-418d-866f-a20c9c0972f2 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=17a434a7d0c942d08958b19e81486122&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344646 Jul 07 19:11:32.332283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-0f0a954e-1d95-43a2-be86-6dab5f2ae9f9 service neutron] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:32.425162 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-a95159ee-dbc1-4853-9188-80e62f0961ca service neutron] 10.222.0.81 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408260 Jul 07 19:11:32.432879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-0f0a954e-1d95-43a2-be86-6dab5f2ae9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0adad7a-db67-4184-a51b-4d29e019f370 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:32.464798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-0f0a954e-1d95-43a2-be86-6dab5f2ae9f9 service neutron] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d0adad7a-db67-4184-a51b-4d29e019f370,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:32.470351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] For port de882884-e49d-477a-8d6d-2f80664a57a6, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:32.475784 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cb4381e-8e45-4478-91ea-da32d874284e req-4c1bcb0e-2988-4ff2-ad27-73dacaea678d tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.487380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['6030d2df-b470-45d1-b33a-5ff88a08f2ec'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:32.519034 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-0f0a954e-1d95-43a2-be86-6dab5f2ae9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.522333 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] For port de882884-e49d-477a-8d6d-2f80664a57a6, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=de882884-e49d-477a-8d6d-2f80664a57a6,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:32.528608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bcb0e-2988-4ff2-ad27-73dacaea678d tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Pushing event deleted for resources: {'Port': ['ID=6030d2df-b470-45d1-b33a-5ff88a08f2ec,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:32.543013 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.549993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe394e81-d4dc-4bb7-8c1d-385342ba456f {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:32.567435 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.580289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb4381e-8e45-4478-91ea-da32d874284e req-4c1bcb0e-2988-4ff2-ad27-73dacaea678d tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] No DVR routers for this DVR port 6030d2df-b470-45d1-b33a-5ff88a08f2ec on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:32.584043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cb4381e-8e45-4478-91ea-da32d874284e req-4c1bcb0e-2988-4ff2-ad27-73dacaea678d tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.586322 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cb4381e-8e45-4478-91ea-da32d874284e req-4c1bcb0e-2988-4ff2-ad27-73dacaea678d tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.48 "DELETE /v2.0/ports/6030d2df-b470-45d1-b33a-5ff88a08f2ec HTTP/1.1" status: 204 len: 173 time: 0.9139624 Jul 07 19:11:32.617868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df41d62e-02e0-4630-a326-688365a807c2', 'name': 'network-vif-deleted', 'tag': '6030d2df-b470-45d1-b33a-5ff88a08f2ec'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:32.621159 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59783260-0ca5-4029-951f-d39f53d4ea6d" -d '{"events": [{"server_uuid": "df41d62e-02e0-4630-a326-688365a807c2", "name": "network-vif-deleted", "tag": "6030d2df-b470-45d1-b33a-5ff88a08f2ec"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:32.629730 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-d8212b8d-e864-45e4-9976-82802c111817 service neutron] 10.222.0.81 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966040 Jul 07 19:11:32.642317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:32.643213 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.645461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] 10.222.0.110 "PUT /v2.0/ports/de882884-e49d-477a-8d6d-2f80664a57a6 HTTP/1.1" status: 200 len: 1096 time: 2.4722922 Jul 07 19:11:32.647866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d2d901-5f54-46e9-bfd3-e8ca8725482b', 'tag': 'de882884-e49d-477a-8d6d-2f80664a57a6'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:32.653665 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b190f72-ed8e-4c29-be5b-83225475aa8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d2d901-5f54-46e9-bfd3-e8ca8725482b", "tag": "de882884-e49d-477a-8d6d-2f80664a57a6"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:32.664710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Transition to ACTIVE for port object fe394e81-d4dc-4bb7-8c1d-385342ba456f will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:32.689846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdbb02-e6e9-4050-abfd-4d897acc8d5d req-2dfef742-d8d8-4002-a8ed-d0f5f442c8d7 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:32.691633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4cdbb02-e6e9-4050-abfd-4d897acc8d5d req-2dfef742-d8d8-4002-a8ed-d0f5f442c8d7 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/ports?device_id=df41d62e-02e0-4630-a326-688365a807c2 HTTP/1.1" status: 200 len: 867 time: 0.3632386 Jul 07 19:11:32.697084 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.808571 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67888c5-9532-4ec6-977a-cff629004028 service neutron] Pushing event updated for resources: {'Port': ['ID=de882884-e49d-477a-8d6d-2f80664a57a6,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:32.919411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-0f0a954e-1d95-43a2-be86-6dab5f2ae9f9 service neutron] Transition to ACTIVE for port object d0adad7a-db67-4184-a51b-4d29e019f370 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:32.981314 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4cdbb02-e6e9-4050-abfd-4d897acc8d5d req-c5c562aa-2ecd-4fab-accd-c10a7f631fe8 tempest-ServerDiagnosticsNegativeTest-536959476 tempest-ServerDiagnosticsNegativeTest-536959476-project] 10.222.0.81 "GET /v2.0/security-groups?id=01fbbedb-c364-47d5-b678-7ffff878f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626998 Jul 07 19:11:33.016038 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-0f0a954e-1d95-43a2-be86-6dab5f2ae9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:33.021018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9766bb3-93b5-4731-ba86-888de5725374 req-7cf57977-6e29-4cc1-b4c2-cceb88ef5d74 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.023189 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9766bb3-93b5-4731-ba86-888de5725374 req-7cf57977-6e29-4cc1-b4c2-cceb88ef5d74 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.1217883 Jul 07 19:11:33.064981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Attempting to bind port fe394e81-d4dc-4bb7-8c1d-385342ba456f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:33.065319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Attempting to bind port fe394e81-d4dc-4bb7-8c1d-385342ba456f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:33.065646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Attempting to bind port fe394e81-d4dc-4bb7-8c1d-385342ba456f on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:33.082741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe394e81-d4dc-4bb7-8c1d-385342ba456f,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:33.132681 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9766bb3-93b5-4731-ba86-888de5725374 req-c0a6fe5d-2906-4438-853d-8df5179c2b14 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829675 Jul 07 19:11:33.188138 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-fc6a3a38-1b0e-4716-ac58-7b7e72c23363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.190134 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-fc6a3a38-1b0e-4716-ac58-7b7e72c23363 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=f5d2d901-5f54-46e9-bfd3-e8ca8725482b HTTP/1.1" status: 200 len: 1099 time: 0.4702356 Jul 07 19:11:33.195071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Port fe394e81-d4dc-4bb7-8c1d-385342ba456f on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:33.195071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Attempting to bind port fe394e81-d4dc-4bb7-8c1d-385342ba456f on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:33.239099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:33.239455 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:33.239876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:33.241796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Bound port: fe394e81-d4dc-4bb7-8c1d-385342ba456f, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:33.241796 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:33.248832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-0f0a954e-1d95-43a2-be86-6dab5f2ae9f9 service neutron] No DVR routers for this DVR port d0adad7a-db67-4184-a51b-4d29e019f370 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:33.251249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a954e-1d95-43a2-be86-6dab5f2ae9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0adad7a-db67-4184-a51b-4d29e019f370,revision_number=10']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:33.325995 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-03d15223-b214-4df5-9eb1-7f6744c8cb26 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=de882884-e49d-477a-8d6d-2f80664a57a6 HTTP/1.1" status: 200 len: 217 time: 0.1242597 Jul 07 19:11:33.496424 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aad1c5-ca8f-42d2-9637-e41d8a76f666 x-openstack-request-id: req-05aad1c5-ca8f-42d2-9637-e41d8a76f666 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:33.496985 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df41d62e-02e0-4630-a326-688365a807c2", "name": "network-vif-deleted", "tag": "6030d2df-b470-45d1-b33a-5ff88a08f2ec", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:33.497165 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05aad1c5-ca8f-42d2-9637-e41d8a76f666 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:33.497544 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df41d62e-02e0-4630-a326-688365a807c2', 'name': 'network-vif-deleted', 'tag': '6030d2df-b470-45d1-b33a-5ff88a08f2ec', 'status': 'completed', 'code': 200} Jul 07 19:11:33.519359 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-0f0a954e-1d95-43a2-be86-6dab5f2ae9f9 service neutron] 10.222.0.110 "PUT /v2.0/ports/d0adad7a-db67-4184-a51b-4d29e019f370/bindings/n-h1-793621-9/activate HTTP/1.1" status: 200 len: 369 time: 2.0881875 Jul 07 19:11:33.521357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-153db3b0-fd7e-4122-bc7b-e7080204e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.523413 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-153db3b0-fd7e-4122-bc7b-e7080204e449 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1498945 Jul 07 19:11:33.536702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa8e60-cf2b-4682-b003-d6104f4a5160 req-10d2dff8-22b1-4111-b623-520f57d73bdb tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.543382 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79fa8e60-cf2b-4682-b003-d6104f4a5160 req-10d2dff8-22b1-4111-b623-520f57d73bdb tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 944 time: 0.1662891 Jul 07 19:11:33.592278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] For port fe394e81-d4dc-4bb7-8c1d-385342ba456f, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:33.596546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] For port fe394e81-d4dc-4bb7-8c1d-385342ba456f, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fe394e81-d4dc-4bb7-8c1d-385342ba456f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:33.604394 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:33.619487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79fa8e60-cf2b-4682-b003-d6104f4a5160 req-d8c03777-93d4-4d31-99a9-8de9f6291867 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696347 Jul 07 19:11:33.660378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.661048 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:33.662433 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] 10.222.0.110 "PUT /v2.0/ports/fe394e81-d4dc-4bb7-8c1d-385342ba456f HTTP/1.1" status: 200 len: 1095 time: 2.3984351 Jul 07 19:11:33.711951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e73a92b3-ea14-485e-9766-0dcb145ae9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.714265 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-2184345b-422a-4b9d-99c3-72df13d8b21c tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.714422 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-e73a92b3-ea14-485e-9766-0dcb145ae9af service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1737292 Jul 07 19:11:33.715944 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-2184345b-422a-4b9d-99c3-72df13d8b21c tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d&tenant_id=c5ba298996444ac4a7794654f9024386&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1095 time: 0.1105468 Jul 07 19:11:33.716071 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c1ed5-e2c9-4df5-ab61-74e53a35acd4 x-openstack-request-id: req-107c1ed5-e2c9-4df5-ab61-74e53a35acd4 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:33.716352 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d2d901-5f54-46e9-bfd3-e8ca8725482b", "tag": "de882884-e49d-477a-8d6d-2f80664a57a6", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:33.716598 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-107c1ed5-e2c9-4df5-ab61-74e53a35acd4 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:33.716977 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d2d901-5f54-46e9-bfd3-e8ca8725482b', 'tag': 'de882884-e49d-477a-8d6d-2f80664a57a6', 'status': 'completed', 'code': 200} Jul 07 19:11:33.719220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60293c-fa7d-4300-b21e-8975add7dad2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe394e81-d4dc-4bb7-8c1d-385342ba456f,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:33.806542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-7219a5ed-455f-45e0-bf1e-bfb4b336ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.808615 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-7219a5ed-455f-45e0-bf1e-bfb4b336ed05 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d&tenant_id=c5ba298996444ac4a7794654f9024386 HTTP/1.1" status: 200 len: 1095 time: 0.0781107 Jul 07 19:11:33.916957 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4b905714-e0b1-482d-bcba-7dc332e5085e req-ddeef99b-9ea4-4550-8c80-31e432847cea tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 210 time: 0.0420043 Jul 07 19:11:33.953886 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-f7f78dc0-897e-441d-a8f6-251d1e27444a service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307789 Jul 07 19:11:33.955952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-262a1ffe-dfe5-4c49-855f-c953a49fe837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.957705 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-262a1ffe-dfe5-4c49-855f-c953a49fe837 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 1095 time: 0.1160462 Jul 07 19:11:34.111837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4de33-4018-4480-b036-41d00a466862 req-03fbdf4b-b15d-4e23-8b3e-3265623b0f7d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:34.115531 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ec4de33-4018-4480-b036-41d00a466862 req-03fbdf4b-b15d-4e23-8b3e-3265623b0f7d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 947 time: 0.4402261 Jul 07 19:11:34.128889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-00ec5d1f-3fd1-4704-b009-e15db2830575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:34.130579 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-00ec5d1f-3fd1-4704-b009-e15db2830575 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 1098 time: 0.2277453 Jul 07 19:11:34.148604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-0966f16c-9087-4228-8976-a56c6d684da1 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873000 Jul 07 19:11:34.162157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-7d14f007-6fed-4fd9-8918-45c2d5e8bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:34.164491 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-7d14f007-6fed-4fd9-8918-45c2d5e8bcdd service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.1971145 Jul 07 19:11:34.187390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-68bc5422-5c3c-4321-b51b-74611c9bba02 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=fe394e81-d4dc-4bb7-8c1d-385342ba456f HTTP/1.1" status: 200 len: 217 time: 0.0467584 Jul 07 19:11:34.216716 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-0c2f1111-02dc-4b59-8ce9-bcdc771c0265 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0adad7a-db67-4184-a51b-4d29e019f370 HTTP/1.1" status: 200 len: 217 time: 0.0428443 Jul 07 19:11:34.243299 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ec4de33-4018-4480-b036-41d00a466862 req-b5a89419-adcb-4dd4-a7a0-f13a34c834b8 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172233 Jul 07 19:11:34.271646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12398f83-db4b-4272-b1c1-ea978f3089d5 req-9a300151-e4aa-4ebe-948c-3ac372c059aa tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:34.273397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12398f83-db4b-4272-b1c1-ea978f3089d5 req-9a300151-e4aa-4ebe-948c-3ac372c059aa tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1754520 Jul 07 19:11:34.296817 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-d70e397e-e05a-45ea-a160-84056b010d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:34.298086 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-d70e397e-e05a-45ea-a160-84056b010d0f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0996456 Jul 07 19:11:34.316106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-23e0dcda-ab51-4410-926e-88a1507f860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:34.318209 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-23e0dcda-ab51-4410-926e-88a1507f860d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.0937583 Jul 07 19:11:34.356056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190f72-ed8e-4c29-be5b-83225475aa8b req-b38b345c-5b07-4930-8ada-8efcce2272e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:34.357592 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b190f72-ed8e-4c29-be5b-83225475aa8b req-b38b345c-5b07-4930-8ada-8efcce2272e8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=f5d2d901-5f54-46e9-bfd3-e8ca8725482b HTTP/1.1" status: 200 len: 1099 time: 0.1450291 Jul 07 19:11:34.370993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-5d43a703-eced-43c9-a3e1-28976910bab4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450010 Jul 07 19:11:34.374695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12398f83-db4b-4272-b1c1-ea978f3089d5 req-d85c5792-844a-433d-b61f-98b334ef13f7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900040 Jul 07 19:11:34.479195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-0f6a10c4-16f8-4c0a-9504-f3e69d224698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:34.480966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-0f6a10c4-16f8-4c0a-9504-f3e69d224698 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712272 Jul 07 19:11:34.483282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-6b9776e9-2878-4143-8f5e-67782948a822 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025529 Jul 07 19:11:34.684876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-00e430b5-10ed-4f2b-b5aa-93355d6b9217 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883268 Jul 07 19:11:34.708391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device d0adad7a-db67-4184-a51b-4d29e019f370 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:34.732351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190f72-ed8e-4c29-be5b-83225475aa8b req-ca275285-99a2-41f5-91f9-52ae900b884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:34.733526 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b190f72-ed8e-4c29-be5b-83225475aa8b req-ca275285-99a2-41f5-91f9-52ae900b884c service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3682904 Jul 07 19:11:34.823560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b190f72-ed8e-4c29-be5b-83225475aa8b req-86dc3787-8722-4272-a66d-0ed490a2ddb2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=de882884-e49d-477a-8d6d-2f80664a57a6 HTTP/1.1" status: 200 len: 217 time: 0.0815089 Jul 07 19:11:34.828412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device d0adad7a-db67-4184-a51b-4d29e019f370 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:34.938963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45566) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:34.940655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470adfe-7872-4660-860d-c651ec6acf9d req-56e31f3e-8fe5-415f-9cb0-9de5b1cf97b0 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:34.942218 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-56e31f3e-8fe5-415f-9cb0-9de5b1cf97b0 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.48 "GET /v2.0/networks?id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 HTTP/1.1" status: 200 len: 815 time: 0.2228055 Jul 07 19:11:34.949171 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6030d2df-b470-45d1-b33a-5ff88a08f2ec no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:34.950210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-5baab566-8426-4344-939a-eef92569c8b4 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614403 Jul 07 19:11:34.961525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4470adfe-7872-4660-860d-c651ec6acf9d req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Request body: {'port': {'device_id': '41d253f4-0451-40b5-b30b-85846effd6e7', 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7', 'admin_state_up': True, 'tenant_id': '17a434a7d0c942d08958b19e81486122'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:34.990256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190f72-ed8e-4c29-be5b-83225475aa8b req-30c139e5-9553-440b-916c-efd87fd8fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:34.991793 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b190f72-ed8e-4c29-be5b-83225475aa8b req-30c139e5-9553-440b-916c-efd87fd8fb54 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1491570 Jul 07 19:11:35.003166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359659ea-00bb-4b7d-8df2-e040c754c529 req-55a67f65-2e79-4268-8a0b-0b0d38acb843 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:35.005176 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-359659ea-00bb-4b7d-8df2-e040c754c529 req-55a67f65-2e79-4268-8a0b-0b0d38acb843 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.3752635 Jul 07 19:11:35.137891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 6030d2df-b470-45d1-b33a-5ff88a08f2ec {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:35.138576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6030d2df-b470-45d1-b33a-5ff88a08f2ec not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:35.207618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae5b2e-3cd0-4acd-ba62-207648828c70 req-a6e30cb4-6241-4149-b146-278fcadf3842 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:35.209183 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-baae5b2e-3cd0-4acd-ba62-207648828c70 req-a6e30cb4-6241-4149-b146-278fcadf3842 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 944 time: 0.2264702 Jul 07 19:11:35.234760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4470adfe-7872-4660-860d-c651ec6acf9d req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Made reservation on behalf of 17a434a7d0c942d08958b19e81486122 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:35.238439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4470adfe-7872-4660-860d-c651ec6acf9d req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.279437 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-baae5b2e-3cd0-4acd-ba62-207648828c70 req-9375ee2b-42b6-4fb9-8990-8f02a4662e2a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632575 Jul 07 19:11:35.358036 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.441060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-4470adfe-7872-4660-860d-c651ec6acf9d req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Allocated IP 172.20.0.3 (bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7/bbfd94d3-665b-4e9b-988c-c0779e981edc/f237cd57-a218-43fe-a00e-fda820de8231) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:35.483196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-571fb658-5778-4db1-8295-5632862e349c req-f2184a86-d085-480c-beed-e2e66f332a97 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 210 time: 0.0363557 Jul 07 19:11:35.537029 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f8055495-086a-4c50-a6f6-09ac1ce8b400 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ea730721c72472caf0471e8b814284f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5966496 Jul 07 19:11:35.540566 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-359659ea-00bb-4b7d-8df2-e040c754c529 req-dbbbf775-aa37-4422-b39e-421175dcf195 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926513 Jul 07 19:11:35.543328 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45584) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:35.572183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9078adc4-6537-4b75-b5a8-01a97641d36b req-c72c8c15-663a-41f3-961d-dd0286ad63e9 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028824 Jul 07 19:11:35.619494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190f72-ed8e-4c29-be5b-83225475aa8b req-872e67ea-17ee-430a-8b02-00e73f188f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:35.621040 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b190f72-ed8e-4c29-be5b-83225475aa8b req-872e67ea-17ee-430a-8b02-00e73f188f69 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2762303 Jul 07 19:11:35.624388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-8906da29-6e0c-4058-b609-4e2b2a7ac718 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:35.627487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-8906da29-6e0c-4058-b609-4e2b2a7ac718 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d&tenant_id=c5ba298996444ac4a7794654f9024386&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 1095 time: 0.2780764 Jul 07 19:11:35.715649 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4470adfe-7872-4660-860d-c651ec6acf9d req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.720674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7f62e4-5a5c-4d44-99f4-977403652bf7', 'tag': 'fe394e81-d4dc-4bb7-8c1d-385342ba456f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:35.722929 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06a7f0d-3bbd-4c96-8ec0-6cf913534748" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7f62e4-5a5c-4d44-99f4-977403652bf7", "tag": "fe394e81-d4dc-4bb7-8c1d-385342ba456f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:35.731183 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-00a2353e-529e-4663-9227-95a595a5e6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.767139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f0fcd-74da-4da2-95dd-aed94a4dcf43 req-30d3d7ee-72cb-426e-a8e4-111608ce035f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:35.774056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c27f0fcd-74da-4da2-95dd-aed94a4dcf43 req-30d3d7ee-72cb-426e-a8e4-111608ce035f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 947 time: 0.1168871 Jul 07 19:11:35.789110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-00a2353e-529e-4663-9227-95a595a5e6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.827170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c27f0fcd-74da-4da2-95dd-aed94a4dcf43 req-120a27e1-fd3e-479c-9f30-e45e1235ea77 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522170 Jul 07 19:11:35.834632 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4470adfe-7872-4660-860d-c651ec6acf9d req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.854463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b190f72-ed8e-4c29-be5b-83225475aa8b req-37e84dd6-af57-4cfd-976a-5de2490e862f service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256327 Jul 07 19:11:35.976621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-8e68339f-c36b-4d26-a658-d3e345602c00 service neutron] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:35.986860 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-8e68339f-c36b-4d26-a658-d3e345602c00 service neutron] Notify callbacks [] for binding, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.988092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2e79f4c-becb-4d2e-b35b-02af05a8bd73 req-8e68339f-c36b-4d26-a658-d3e345602c00 service neutron] 10.222.0.48 "DELETE /v2.0/ports/d0adad7a-db67-4184-a51b-4d29e019f370/bindings/n-h2-793621-9 HTTP/1.1" status: 204 len: 173 time: 0.3483469 Jul 07 19:11:35.994304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-00a2353e-529e-4663-9227-95a595a5e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.997114 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-00a2353e-529e-4663-9227-95a595a5e6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.998251 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-00a2353e-529e-4663-9227-95a595a5e6d5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01fbbedb-c364-47d5-b678-7ffff878f616 HTTP/1.1" status: 204 len: 168 time: 0.4498484 Jul 07 19:11:36.040344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2353e-529e-4663-9227-95a595a5e6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fbbedb-c364-47d5-b678-7ffff878f616,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:36.063391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b190f72-ed8e-4c29-be5b-83225475aa8b req-f7c706f5-40a1-4407-895b-ad3531be1ca0 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990640 Jul 07 19:11:36.081857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5ac0b-e28a-4bdf-9c59-c2adbd0cf419 req-116dfa44-4da2-4dcc-9d4d-7dce2b04ff74 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:36.083475 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-afc5ac0b-e28a-4bdf-9c59-c2adbd0cf419 req-116dfa44-4da2-4dcc-9d4d-7dce2b04ff74 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1916614 Jul 07 19:11:36.126764 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-afc5ac0b-e28a-4bdf-9c59-c2adbd0cf419 req-434ddf53-0455-42d5-95cf-a616761db569 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372815 Jul 07 19:11:36.226670 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e3c61b-30c1-4463-90b6-2293a51b9c4d x-openstack-request-id: req-79e3c61b-30c1-4463-90b6-2293a51b9c4d {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:36.226670 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7f62e4-5a5c-4d44-99f4-977403652bf7", "tag": "fe394e81-d4dc-4bb7-8c1d-385342ba456f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:36.226992 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79e3c61b-30c1-4463-90b6-2293a51b9c4d {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:36.227346 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7f62e4-5a5c-4d44-99f4-977403652bf7', 'tag': 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'status': 'completed', 'code': 200} Jul 07 19:11:36.251485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4470adfe-7872-4660-860d-c651ec6acf9d req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:36.253438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Pushing event updated for resources: {'Port': ['ID=f237cd57-a218-43fe-a00e-fda820de8231,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:36.258225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-4470adfe-7872-4660-860d-c651ec6acf9d req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:36.261805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4470adfe-7872-4660-860d-c651ec6acf9d req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:36.331237 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a7f0d-3bbd-4c96-8ec0-6cf913534748 req-d7ac01d4-ec9b-45d5-8086-8652f535cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:36.333110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a06a7f0d-3bbd-4c96-8ec0-6cf913534748 req-d7ac01d4-ec9b-45d5-8086-8652f535cbbc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 1098 time: 0.0759265 Jul 07 19:11:36.399920 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470adfe-7872-4660-860d-c651ec6acf9d req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:36.400624 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4470adfe-7872-4660-860d-c651ec6acf9d req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:36.433054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dca579-b3c4-4728-a1d5-30d05128f2b8 req-0a74a210-189f-4252-b207-ca40087b9917 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:36.439982 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03dca579-b3c4-4728-a1d5-30d05128f2b8 req-0a74a210-189f-4252-b207-ca40087b9917 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 1097 time: 0.2544820 Jul 07 19:11:36.448563 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-dab1185d-2c7a-4ab6-b392-ad298754b0d6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4932337 Jul 07 19:11:36.465461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45602) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:36.499429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Request body: {'port': {'device_id': '41d253f4-0451-40b5-b30b-85846effd6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:36.570523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a7f0d-3bbd-4c96-8ec0-6cf913534748 req-6c046efd-1947-427f-8de4-cc78ab758712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:36.574033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a06a7f0d-3bbd-4c96-8ec0-6cf913534748 req-6c046efd-1947-427f-8de4-cc78ab758712 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.2326279 Jul 07 19:11:36.578492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6644023e-fb46-43ba-97b8-5bededb2afee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:36.595328 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03dca579-b3c4-4728-a1d5-30d05128f2b8 req-7483f10b-242f-47d8-976b-f725a5b95ec0 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543481 Jul 07 19:11:36.699369 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a06a7f0d-3bbd-4c96-8ec0-6cf913534748 req-ce225d82-c4fb-4d8b-b9bf-98d3f2a1ee3e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=fe394e81-d4dc-4bb7-8c1d-385342ba456f HTTP/1.1" status: 200 len: 217 time: 0.1064646 Jul 07 19:11:36.710366 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45610) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:36.713409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device de882884-e49d-477a-8d6d-2f80664a57a6 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:36.752873 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:36.809018 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a7f0d-3bbd-4c96-8ec0-6cf913534748 req-eb184cde-3c67-464e-a7b7-518611124f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:36.810956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a06a7f0d-3bbd-4c96-8ec0-6cf913534748 req-eb184cde-3c67-464e-a7b7-518611124f6c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0626996 Jul 07 19:11:36.892202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125be8ce-ba24-4e52-92db-fd5a3e177d0f req-b9f80623-1717-474b-ba45-8c2debbe3886 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:36.895264 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-125be8ce-ba24-4e52-92db-fd5a3e177d0f req-b9f80623-1717-474b-ba45-8c2debbe3886 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 944 time: 0.3195367 Jul 07 19:11:36.900840 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-2d66b646-0244-4175-8e4f-36ebcc979bbe service neutron] show failed (client error): The resource could not be found. Jul 07 19:11:36.902210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-2d66b646-0244-4175-8e4f-36ebcc979bbe service neutron] 10.222.0.110 "GET /v2.0/ports/8326a96c-aaa9-44a2-b0c0-20c416d0595d/bindings/n-h1-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.2133391 Jul 07 19:11:36.903333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port de882884-e49d-477a-8d6d-2f80664a57a6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=de882884-e49d-477a-8d6d-2f80664a57a6,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:36.908032 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6644023e-fb46-43ba-97b8-5bededb2afee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:36.929233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'de882884-e49d-477a-8d6d-2f80664a57a6', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': 'de882884-e49d-477a-8d6d-2f80664a57a6', 'mac_address': 'fa:16:3e:4a:1f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:36.945435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6644023e-fb46-43ba-97b8-5bededb2afee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:36.956681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a7f0d-3bbd-4c96-8ec0-6cf913534748 req-e06b44f0-e7fe-46ba-8f3d-0ff986e0b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:36.958410 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a06a7f0d-3bbd-4c96-8ec0-6cf913534748 req-e06b44f0-e7fe-46ba-8f3d-0ff986e0b19e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1347084 Jul 07 19:11:36.958555 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-08c0e901-bac4-43cc-a151-7ab2a8355725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:36.975500 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-125be8ce-ba24-4e52-92db-fd5a3e177d0f req-d19621d0-4497-429a-b0c3-0c64266bdd9b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720401 Jul 07 19:11:36.988130 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.029792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de882884-e49d-477a-8d6d-2f80664a57a6 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:37.074691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6644023e-fb46-43ba-97b8-5bededb2afee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=053a1b3a5a3a43e5b784f67a59139eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6059048 Jul 07 19:11:37.074691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644023e-fb46-43ba-97b8-5bededb2afee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c443c3d-4100-496f-b971-3188b54b5281,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:37.075475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45622) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:37.081021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port de882884-e49d-477a-8d6d-2f80664a57a6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=de882884-e49d-477a-8d6d-2f80664a57a6,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:37.089254 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.215856 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=de882884-e49d-477a-8d6d-2f80664a57a6,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:37.236611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:37.237034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:37.237394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:37.237724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:37.238059 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:37.238391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:37.238746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:37.239632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:37.239632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:37.239879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:37.240207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:37.240542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:37.251378 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad25567-1620-458a-ad57-fa492ffe42f9 req-7a823928-8960-437c-8a69-f0264fc9702c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:37.262274 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ad25567-1620-458a-ad57-fa492ffe42f9 req-7a823928-8960-437c-8a69-f0264fc9702c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 931 time: 0.3748503 Jul 07 19:11:37.272714 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5685b70a-e98c-4f2c-b6f1-06530603f385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.319963 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5685b70a-e98c-4f2c-b6f1-06530603f385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.347198 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de882884-e49d-477a-8d6d-2f80664a57a6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:37.370167 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ad25567-1620-458a-ad57-fa492ffe42f9 req-5e92c7e0-05e9-4a61-9207-34ffd2640c15 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069674 Jul 07 19:11:37.395375 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a06a7f0d-3bbd-4c96-8ec0-6cf913534748 req-afd0b340-85d1-46c6-9d6d-6c7572258112 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181657 Jul 07 19:11:37.397346 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5685b70a-e98c-4f2c-b6f1-06530603f385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.399948 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5685b70a-e98c-4f2c-b6f1-06530603f385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.403760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5685b70a-e98c-4f2c-b6f1-06530603f385 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c443c3d-4100-496f-b971-3188b54b5281 HTTP/1.1" status: 204 len: 168 time: 0.3269598 Jul 07 19:11:37.460369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685b70a-e98c-4f2c-b6f1-06530603f385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c443c3d-4100-496f-b971-3188b54b5281,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:37.498112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f237cd57-a218-43fe-a00e-fda820de8231 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:37.519855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-233aa31b-e363-43b6-a1cc-0c562ff99efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:37.521848 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-233aa31b-e363-43b6-a1cc-0c562ff99efa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0&tenant_id=df682d3641464be3ad43c2c4ee4d0b3f HTTP/1.1" status: 200 len: 1101 time: 0.2256520 Jul 07 19:11:37.536578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-08c0e901-bac4-43cc-a151-7ab2a8355725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.539540 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.543791 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-08c0e901-bac4-43cc-a151-7ab2a8355725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.578738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0e901-bac4-43cc-a151-7ab2a8355725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdef42e2-084f-43d9-a294-833e3a373579,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:37.600526 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Transition to ACTIVE for port object f237cd57-a218-43fe-a00e-fda820de8231 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:37.610137 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.621740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:37.623319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-08c0e901-bac4-43cc-a151-7ab2a8355725 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b81b059dd28948799058adcfbdabe379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9107134 Jul 07 19:11:37.642582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45634) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:37.693606 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a06a7f0d-3bbd-4c96-8ec0-6cf913534748 req-0c27aa39-fbb3-4c21-8f51-d9723e16149f service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887430 Jul 07 19:11:37.746227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Pushing event updated for resources: {'Port': ['ID=f237cd57-a218-43fe-a00e-fda820de8231,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:37.750678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8b715780-039b-414f-90af-4aabc1ea2791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.778323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8b715780-039b-414f-90af-4aabc1ea2791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.818059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0404-ccc5-4721-8a87-9856e859fb4d req-8f004714-df5d-4522-9282-5de9f8cfec49 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:37.819818 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-040b0404-ccc5-4721-8a87-9856e859fb4d req-8f004714-df5d-4522-9282-5de9f8cfec49 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 947 time: 0.2297795 Jul 07 19:11:37.820784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.907337 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8b715780-039b-414f-90af-4aabc1ea2791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.909866 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8b715780-039b-414f-90af-4aabc1ea2791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.911039 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8b715780-039b-414f-90af-4aabc1ea2791 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bdef42e2-084f-43d9-a294-833e3a373579 HTTP/1.1" status: 204 len: 168 time: 0.2671385 Jul 07 19:11:37.933965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b715780-039b-414f-90af-4aabc1ea2791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdef42e2-084f-43d9-a294-833e3a373579,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:37.939110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-040b0404-ccc5-4721-8a87-9856e859fb4d req-3e2b2d4c-81eb-4844-a71f-5c730817a37f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051767 Jul 07 19:11:37.970840 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Attempting to bind port f237cd57-a218-43fe-a00e-fda820de8231 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:37.971426 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Attempting to bind port f237cd57-a218-43fe-a00e-fda820de8231 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:37.971563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Attempting to bind port f237cd57-a218-43fe-a00e-fda820de8231 on network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:37.986765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276397a-37b0-4f60-9ab8-7e251d13fc40 req-78e285be-f4e9-4603-aeb4-42050edbc660 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:37.993924 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d276397a-37b0-4f60-9ab8-7e251d13fc40 req-78e285be-f4e9-4603-aeb4-42050edbc660 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1688035 Jul 07 19:11:38.002050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Port f237cd57-a218-43fe-a00e-fda820de8231 on network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:38.002382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Attempting to bind port f237cd57-a218-43fe-a00e-fda820de8231 on network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:38.016373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:38.016718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Checking segment: {'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:38.017109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Bound using segment: {'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:38.017550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Bound port: f237cd57-a218-43fe-a00e-fda820de8231, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:38.017913 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.069320 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d276397a-37b0-4f60-9ab8-7e251d13fc40 req-517e2f7e-9662-441d-a45e-06a5c2c831d7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744061 Jul 07 19:11:38.192587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] For port f237cd57-a218-43fe-a00e-fda820de8231, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:38.200715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] For port f237cd57-a218-43fe-a00e-fda820de8231, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=f237cd57-a218-43fe-a00e-fda820de8231,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:38.206990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.289330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:38.290576 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.292726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] 10.222.0.48 "PUT /v2.0/ports/f237cd57-a218-43fe-a00e-fda820de8231 HTTP/1.1" status: 200 len: 1091 time: 1.8131738 Jul 07 19:11:38.293482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d253f4-0451-40b5-b30b-85846effd6e7', 'tag': 'f237cd57-a218-43fe-a00e-fda820de8231'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:38.296513 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2ea989-dbe3-4720-9f50-433f1ed1af64" -d '{"events": [{"name": "network-changed", "server_uuid": "41d253f4-0451-40b5-b30b-85846effd6e7", "tag": "f237cd57-a218-43fe-a00e-fda820de8231"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:38.333596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5ecc1-0bb2-4343-b811-cf1398c33ebb service neutron] Pushing event updated for resources: {'Port': ['ID=f237cd57-a218-43fe-a00e-fda820de8231,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:38.396556 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cd9329-9319-42c0-8b59-20cf498fbb06 x-openstack-request-id: req-73cd9329-9319-42c0-8b59-20cf498fbb06 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:38.396903 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d253f4-0451-40b5-b30b-85846effd6e7", "tag": "f237cd57-a218-43fe-a00e-fda820de8231", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:38.397418 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73cd9329-9319-42c0-8b59-20cf498fbb06 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:38.397787 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d253f4-0451-40b5-b30b-85846effd6e7', 'tag': 'f237cd57-a218-43fe-a00e-fda820de8231', 'status': 'completed', 'code': 200} Jul 07 19:11:38.444509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470adfe-7872-4660-860d-c651ec6acf9d req-ddd85469-78e5-4b78-8ea7-10f407650dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:38.448735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-ddd85469-78e5-4b78-8ea7-10f407650dda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=17a434a7d0c942d08958b19e81486122&device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 1094 time: 0.0863380 Jul 07 19:11:38.516993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-7f59e5f8-aef0-42f5-b57e-693b7dffda34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f237cd57-a218-43fe-a00e-fda820de8231 HTTP/1.1" status: 200 len: 217 time: 0.0564170 Jul 07 19:11:38.526245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:38.538761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd317384-2d2d-47d4-84d5-dcab9e15997e req-68d72c8f-ff2d-4cde-ae8b-ac61549cf3d4 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:38.546570 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd317384-2d2d-47d4-84d5-dcab9e15997e req-68d72c8f-ff2d-4cde-ae8b-ac61549cf3d4 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 1095 time: 0.3340721 Jul 07 19:11:38.609268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45670) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:38.623655 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd317384-2d2d-47d4-84d5-dcab9e15997e req-5c61879f-67b7-40d5-8808-f979a34c5089 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733654 Jul 07 19:11:38.627104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:38.644452 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-12e8bcc8-7399-4e7c-ae76-5993fd7c39b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.711648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device fe394e81-d4dc-4bb7-8c1d-385342ba456f details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:38.714603 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device de882884-e49d-477a-8d6d-2f80664a57a6 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:38.716797 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.756046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Transition to ACTIVE for port object 8326a96c-aaa9-44a2-b0c0-20c416d0595d will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:38.759259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8326a96c-aaa9-44a2-b0c0-20c416d0595d'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:38.770343 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea17d659-2191-4cb5-bbb8-35203dd61058" -d '{"events": [{"server_uuid": "b543b42f-4c06-4e63-b96b-26623835e6c0", "name": "network-vif-unplugged", "status": "completed", "tag": "8326a96c-aaa9-44a2-b0c0-20c416d0595d"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:38.780011 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.855476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-12e8bcc8-7399-4e7c-ae76-5993fd7c39b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.871393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-12e8bcc8-7399-4e7c-ae76-5993fd7c39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.936723 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78bceca-6942-46a7-9834-130d4dec3d47 x-openstack-request-id: req-e78bceca-6942-46a7-9834-130d4dec3d47 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:38.937014 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b543b42f-4c06-4e63-b96b-26623835e6c0", "name": "network-vif-unplugged", "status": "completed", "tag": "8326a96c-aaa9-44a2-b0c0-20c416d0595d", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:38.937277 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e78bceca-6942-46a7-9834-130d4dec3d47 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:38.937734 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8326a96c-aaa9-44a2-b0c0-20c416d0595d', 'code': 200} Jul 07 19:11:38.938707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] No DVR routers for this DVR port 8326a96c-aaa9-44a2-b0c0-20c416d0595d on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:38.956213 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Pushing event updated for resources: {'Port': ['ID=8326a96c-aaa9-44a2-b0c0-20c416d0595d,revision_number=6']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:39.006362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Attempting to bind port 8326a96c-aaa9-44a2-b0c0-20c416d0595d on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:39.007088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Attempting to bind port 8326a96c-aaa9-44a2-b0c0-20c416d0595d by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:39.007595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Attempting to bind port 8326a96c-aaa9-44a2-b0c0-20c416d0595d on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:39.013392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Port 8326a96c-aaa9-44a2-b0c0-20c416d0595d on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:39.013990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Attempting to bind port 8326a96c-aaa9-44a2-b0c0-20c416d0595d on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:39.021080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:39.021756 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:39.022302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:39.022933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Bound port: 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:39.023498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.055638 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8bcc8-7399-4e7c-ae76-5993fd7c39b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea91ebf6-1e65-4851-82e0-48c85c3fba22,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:39.109870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470adfe-7872-4660-860d-c651ec6acf9d req-1d9d89ed-c97b-4987-8492-2627b3635183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:39.120706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-1d9d89ed-c97b-4987-8492-2627b3635183 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bbfd94d3-665b-4e9b-988c-c0779e981edc HTTP/1.1" status: 200 len: 855 time: 0.5913720 Jul 07 19:11:39.124293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port de882884-e49d-477a-8d6d-2f80664a57a6 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:39.172572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port de882884-e49d-477a-8d6d-2f80664a57a6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:39.173565 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.246304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port fe394e81-d4dc-4bb7-8c1d-385342ba456f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fe394e81-d4dc-4bb7-8c1d-385342ba456f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:39.246707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-12e8bcc8-7399-4e7c-ae76-5993fd7c39b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0351469fcebb4d37b9ee3557f872476c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6352661 Jul 07 19:11:39.253872 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-60cfc0fd-1c7f-4f21-a20d-52af711c3b0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061261 Jul 07 19:11:39.255314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45698) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:39.272141 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'mac_address': 'fa:16:3e:30:57:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:39.289367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:39.358540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:39.367642 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.393864 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.415300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe394e81-d4dc-4bb7-8c1d-385342ba456f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:39.440190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port fe394e81-d4dc-4bb7-8c1d-385342ba456f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fe394e81-d4dc-4bb7-8c1d-385342ba456f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:39.447548 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.480022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:39.480645 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.481742 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.482222 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] 10.222.0.48 "PUT /v2.0/ports/8326a96c-aaa9-44a2-b0c0-20c416d0595d HTTP/1.1" status: 200 len: 1096 time: 1.9493043 Jul 07 19:11:39.517762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-ac6cf772-a998-427d-96d4-a3e6f318e683 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:39.519730 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-ac6cf772-a998-427d-96d4-a3e6f318e683 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 808 time: 0.3965003 Jul 07 19:11:39.552492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70068fd9-daee-452f-9c18-0f9d5f46c801 service neutron] Pushing event updated for resources: {'Port': ['ID=8326a96c-aaa9-44a2-b0c0-20c416d0595d,revision_number=7']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:39.580984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89665a-e472-4a1a-a761-2183e5c11140 req-5b40d59d-49b7-4cec-9e95-a6ff9c5091b9 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:39.599508 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e89665a-e472-4a1a-a761-2183e5c11140 req-5b40d59d-49b7-4cec-9e95-a6ff9c5091b9 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 943 time: 0.7381060 Jul 07 19:11:39.640760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-74c5f61e-60fc-47e2-8f05-a4ff4f025ca5 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/quotas/c5ba298996444ac4a7794654f9024386 HTTP/1.1" status: 200 len: 375 time: 0.1078362 Jul 07 19:11:39.682600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d2d901-5f54-46e9-bfd3-e8ca8725482b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de882884-e49d-477a-8d6d-2f80664a57a6'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:39.687248 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de651180-1c4a-4d7f-99b1-57984379593d" -d '{"events": [{"server_uuid": "f5d2d901-5f54-46e9-bfd3-e8ca8725482b", "name": "network-vif-plugged", "status": "completed", "tag": "de882884-e49d-477a-8d6d-2f80664a57a6"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:39.715331 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=fe394e81-d4dc-4bb7-8c1d-385342ba456f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:39.724099 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-3f1a46e1-dc79-4249-984e-8ef8f086c511 service neutron] 10.222.0.48 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470379 Jul 07 19:11:39.752825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['fe394e81-d4dc-4bb7-8c1d-385342ba456f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:39.757888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.761291 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port de882884-e49d-477a-8d6d-2f80664a57a6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=de882884-e49d-477a-8d6d-2f80664a57a6,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:39.780148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a876a91-54e9-434b-bc47-fb6ba78c9edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.796676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-ec461a7b-286d-43ca-a4a8-e567df771a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:39.798885 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-ec461a7b-286d-43ca-a4a8-e567df771a75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 1099 time: 0.2781670 Jul 07 19:11:39.806009 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.823986 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-b6d4472a-8ea1-40a8-86a0-e7b97952fe88 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1825333 Jul 07 19:11:39.866129 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e89665a-e472-4a1a-a761-2183e5c11140 req-f55f1181-859b-48fe-b09e-fba76e85db5a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359496 Jul 07 19:11:39.868756 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a876a91-54e9-434b-bc47-fb6ba78c9edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.920865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=de882884-e49d-477a-8d6d-2f80664a57a6,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:39.940884 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4470adfe-7872-4660-860d-c651ec6acf9d req-ec84f98f-98b7-4289-9a86-d3854015fe41 service neutron] 10.222.0.48 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033360 Jul 07 19:11:39.980657 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a876a91-54e9-434b-bc47-fb6ba78c9edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.983865 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a876a91-54e9-434b-bc47-fb6ba78c9edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.988715 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6a876a91-54e9-434b-bc47-fb6ba78c9edd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea91ebf6-1e65-4851-82e0-48c85c3fba22 HTTP/1.1" status: 204 len: 168 time: 0.7320228 Jul 07 19:11:40.006603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a876a91-54e9-434b-bc47-fb6ba78c9edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea91ebf6-1e65-4851-82e0-48c85c3fba22,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:40.111522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-6f68201c-61e6-4ee2-8048-2f25191e5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:40.113509 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-6f68201c-61e6-4ee2-8048-2f25191e5c16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3015153 Jul 07 19:11:40.177816 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-3cfb4622-c299-41ad-8894-fd877036eb43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d HTTP/1.1" status: 200 len: 217 time: 0.0540142 Jul 07 19:11:40.193660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ea989-dbe3-4720-9f50-433f1ed1af64 req-47af5724-3dbb-49c3-acce-0e024b40c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:40.195287 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f2ea989-dbe3-4720-9f50-433f1ed1af64 req-47af5724-3dbb-49c3-acce-0e024b40c650 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=17a434a7d0c942d08958b19e81486122&device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 1094 time: 0.1576452 Jul 07 19:11:40.220740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b73560-3781-4530-9c5f-32d2eb5092ff req-a2cef342-bf95-4f8f-86e2-670024224871 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:40.222293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9b73560-3781-4530-9c5f-32d2eb5092ff req-a2cef342-bf95-4f8f-86e2-670024224871 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 948 time: 0.1263385 Jul 07 19:11:40.312462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-38f26224-f389-4bcc-a8ed-5f32a4ac1e6e service neutron] 10.222.0.81 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790676 Jul 07 19:11:40.314778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-b43ea537-4330-4580-b68f-9c5eff7da10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:40.316427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-b43ea537-4330-4580-b68f-9c5eff7da10b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1273797 Jul 07 19:11:40.332280 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9b73560-3781-4530-9c5f-32d2eb5092ff req-79b09333-dc82-4c34-a7f2-e34f3dc1a396 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994573 Jul 07 19:11:40.417846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ea989-dbe3-4720-9f50-433f1ed1af64 req-0fdb2cb0-b2a5-4f6e-b596-562ae5853ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:40.419351 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f2ea989-dbe3-4720-9f50-433f1ed1af64 req-0fdb2cb0-b2a5-4f6e-b596-562ae5853ab3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 HTTP/1.1" status: 200 len: 916 time: 0.2166555 Jul 07 19:11:40.471099 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-3ca1d353-504c-4726-a6ed-18469b4f9b0f service neutron] 10.222.0.81 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534259 Jul 07 19:11:40.594143 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f2ea989-dbe3-4720-9f50-433f1ed1af64 req-2ab435f8-839b-48ca-a90e-fc1ddb54fa47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f237cd57-a218-43fe-a00e-fda820de8231 HTTP/1.1" status: 200 len: 217 time: 0.1655569 Jul 07 19:11:40.679216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-edbec1b0-0b4f-4df0-b17d-da4e866557c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:40.687721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-edbec1b0-0b4f-4df0-b17d-da4e866557c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2142956 Jul 07 19:11:40.726915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8326a96c-aaa9-44a2-b0c0-20c416d0595d no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:40.875894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ea989-dbe3-4720-9f50-433f1ed1af64 req-f13dcbc9-6733-4813-a1de-637e155ec384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:40.878591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f2ea989-dbe3-4720-9f50-433f1ed1af64 req-f13dcbc9-6733-4813-a1de-637e155ec384 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bbfd94d3-665b-4e9b-988c-c0779e981edc HTTP/1.1" status: 200 len: 855 time: 0.2760761 Jul 07 19:11:40.912924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8326a96c-aaa9-44a2-b0c0-20c416d0595d not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:40.940848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'tag': '8326a96c-aaa9-44a2-b0c0-20c416d0595d'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:40.945521 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b543b42f-4c06-4e63-b96b-26623835e6c0", "tag": "8326a96c-aaa9-44a2-b0c0-20c416d0595d"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:41.011145 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f2ea989-dbe3-4720-9f50-433f1ed1af64 req-c60122e3-a7f6-4463-92c6-db8f7442bf82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191268 Jul 07 19:11:41.108997 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b47be2c-f24c-45e4-99a6-25d5d2c826cc x-openstack-request-id: req-6b47be2c-f24c-45e4-99a6-25d5d2c826cc {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:41.109560 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d2d901-5f54-46e9-bfd3-e8ca8725482b", "name": "network-vif-plugged", "status": "completed", "tag": "de882884-e49d-477a-8d6d-2f80664a57a6", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:41.110052 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b47be2c-f24c-45e4-99a6-25d5d2c826cc {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:41.110622 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d2d901-5f54-46e9-bfd3-e8ca8725482b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de882884-e49d-477a-8d6d-2f80664a57a6', 'code': 200} Jul 07 19:11:41.114562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-cac52efc-62d6-4fbf-8fd7-239769b3d50c service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203274 Jul 07 19:11:41.218460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736129c-fd22-4344-a3cd-cc18b9e85d0d req-e92b00bd-8c19-460b-bc4f-93be1b731bbf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:41.250170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7736129c-fd22-4344-a3cd-cc18b9e85d0d req-e92b00bd-8c19-460b-bc4f-93be1b731bbf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 948 time: 0.5243397 Jul 07 19:11:41.358713 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7736129c-fd22-4344-a3cd-cc18b9e85d0d req-c3e9aaea-b1e6-41b2-82d8-5ee8f460379f tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806322 Jul 07 19:11:41.366091 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f2ea989-dbe3-4720-9f50-433f1ed1af64 req-9bc24c01-0f3e-491f-af1e-5ddf6a0c3242 service neutron] 10.222.0.48 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270497 Jul 07 19:11:41.422700 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e8c7cb3-79cc-4048-bc18-fd2e20f29b16 req-16f6c85d-2d10-407a-b021-af479de1746f service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008959 Jul 07 19:11:41.450152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d73281-a6ee-400e-84e3-68ff99938df2 req-45c4daf9-4023-4947-ba7d-7abc43d0a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:41.453599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41d73281-a6ee-400e-84e3-68ff99938df2 req-45c4daf9-4023-4947-ba7d-7abc43d0a01c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f5d2d901-5f54-46e9-bfd3-e8ca8725482b HTTP/1.1" status: 200 len: 1101 time: 0.2260077 Jul 07 19:11:41.531789 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41d73281-a6ee-400e-84e3-68ff99938df2 req-a3ebafca-705c-4ac0-a6e6-64186402b494 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703571 Jul 07 19:11:41.539375 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f2ea989-dbe3-4720-9f50-433f1ed1af64 req-ae9406d6-4696-46c6-8e69-baa973787765 service neutron] 10.222.0.48 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602776 Jul 07 19:11:41.630480 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-321ba94b-c981-4a38-ae6e-7605da5b3134 req-19c17adc-4c63-464d-9737-d355bc5fee44 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 210 time: 0.0890782 Jul 07 19:11:41.846815 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6baefc3-6b69-4f66-8ac2-946c596e85e2 x-openstack-request-id: req-a6baefc3-6b69-4f66-8ac2-946c596e85e2 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:41.847329 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b543b42f-4c06-4e63-b96b-26623835e6c0", "tag": "8326a96c-aaa9-44a2-b0c0-20c416d0595d", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:41.847445 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6baefc3-6b69-4f66-8ac2-946c596e85e2 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:41.849422 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'tag': '8326a96c-aaa9-44a2-b0c0-20c416d0595d', 'status': 'completed', 'code': 200} Jul 07 19:11:41.941135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45770) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:41.965309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381a178-fa60-46b9-9039-40fdc1c224f1 req-fea3e3d5-679e-41f6-aabc-9f2960671427 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:41.980566 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6381a178-fa60-46b9-9039-40fdc1c224f1 req-fea3e3d5-679e-41f6-aabc-9f2960671427 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 943 time: 0.2034497 Jul 07 19:11:42.011994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-23af747b-a818-4882-bc8a-79c1741ed3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:42.014868 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-23af747b-a818-4882-bc8a-79c1741ed3c6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 1099 time: 0.1376524 Jul 07 19:11:42.121679 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6381a178-fa60-46b9-9039-40fdc1c224f1 req-efed9b91-52dc-4042-ad74-920c05fc8554 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399231 Jul 07 19:11:42.131836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-e4c37e29-1e9b-4383-9bb5-6bd115c4b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:42.134492 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-e4c37e29-1e9b-4383-9bb5-6bd115c4b012 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 1099 time: 0.1505599 Jul 07 19:11:42.154112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-504901125-network', 'tenant_id': '567c416fc0884aaca4772d4812645ec4'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:42.258724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Made reservation on behalf of 567c416fc0884aaca4772d4812645ec4 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:42.261678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.266461 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-66a0fd92-936d-442f-b55e-7d66fc8674f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:42.268992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-66a0fd92-936d-442f-b55e-7d66fc8674f5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.2442114 Jul 07 19:11:42.290037 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.290412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba12c6-e475-4468-9000-e3f21ed9b499 req-7cc404ae-16aa-42bf-88f9-18cb87a53839 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:42.293065 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8dba12c6-e475-4468-9000-e3f21ed9b499 req-7cc404ae-16aa-42bf-88f9-18cb87a53839 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 948 time: 0.1849060 Jul 07 19:11:42.316662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-112627ab-4f9e-4e5e-b2a8-03dd21420a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:42.318733 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-112627ab-4f9e-4e5e-b2a8-03dd21420a95 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1769750 Jul 07 19:11:42.358940 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-f2036e4e-bd78-43bf-ad4e-cc2300281360 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d HTTP/1.1" status: 200 len: 217 time: 0.0645444 Jul 07 19:11:42.370622 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-de5090d5-327b-4ed1-8d13-422e828e2d07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d HTTP/1.1" status: 200 len: 217 time: 0.0450971 Jul 07 19:11:42.517672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-4d279ed0-33f0-4e20-8213-828594790142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:42.519119 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-4d279ed0-33f0-4e20-8213-828594790142 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1351571 Jul 07 19:11:42.630598 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.662139 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.669139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-86f8be34-9125-4bc7-a5bc-65e6b8893bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:42.682521 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-86f8be34-9125-4bc7-a5bc-65e6b8893bc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553288 Jul 07 19:11:42.727109 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device fe394e81-d4dc-4bb7-8c1d-385342ba456f up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:42.755026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:11:42.846372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port fe394e81-d4dc-4bb7-8c1d-385342ba456f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:42.859244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-e91b7f85-ce43-4d74-8287-92f1adedac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:42.860774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port fe394e81-d4dc-4bb7-8c1d-385342ba456f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:42.861387 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.861717 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-e91b7f85-ce43-4d74-8287-92f1adedac99 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.4852684 Jul 07 19:11:42.881394 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8dba12c6-e475-4468-9000-e3f21ed9b499 req-ca7be05d-0025-446a-b7f1-89f588883434 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758543 Jul 07 19:11:42.891405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e913b310-e649-44df-998c-cc816f072c7a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:42.932709 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.933042 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Added segment 3669489d-487b-40ef-adee-0d9a04570a01 of type vlan for network 5372149d-6f45-4bfa-bfad-0fe59793ffff Jul 07 19:11:42.988700 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-5a596607-55c3-4519-8024-078759664299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:42.991272 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-5a596607-55c3-4519-8024-078759664299 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076913 Jul 07 19:11:43.053114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.115339 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-80358215-3a32-4d40-b04f-e3fc33e5db98 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191945 Jul 07 19:11:43.135815 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.141659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:43.142373 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.151630 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.222665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port fe394e81-d4dc-4bb7-8c1d-385342ba456f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fe394e81-d4dc-4bb7-8c1d-385342ba456f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:43.225413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7f62e4-5a5c-4d44-99f4-977403652bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe394e81-d4dc-4bb7-8c1d-385342ba456f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:43.230645 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3933f9f5-3670-43f4-8fe3-ed9e2b007837" -d '{"events": [{"server_uuid": "2d7f62e4-5a5c-4d44-99f4-977403652bf7", "name": "network-vif-plugged", "status": "completed", "tag": "fe394e81-d4dc-4bb7-8c1d-385342ba456f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:43.237288 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.309694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-cf961dc4-e0b1-4cc0-ac35-0847f08589f0 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111261 Jul 07 19:11:43.326200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=fe394e81-d4dc-4bb7-8c1d-385342ba456f,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:43.332693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3899617 Jul 07 19:11:43.334319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45796) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:43.357957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f5896-9b7a-4f54-8425-c59c7df19568 admin admin] Pushing event updated for resources: {'Network': ['ID=5372149d-6f45-4bfa-bfad-0fe59793ffff,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:43.370443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-328c8f39-8ec8-47e8-8149-cbc9acd8e9f9 admin admin] Request body: {'subnet': {'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-504901125-subnet', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:43.375926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 5372149d-6f45-4bfa-bfad-0fe59793ffff details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:11:43.390643 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-4eaa95b8-9d93-404a-b3ce-c85ec9050f28 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624176 Jul 07 19:11:43.409806 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6264d-986d-4e44-891f-209a76c7acd9 req-e555f8b1-a947-44d2-a518-bfcfd30a4909 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:43.418724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3e6264d-986d-4e44-891f-209a76c7acd9 req-e555f8b1-a947-44d2-a518-bfcfd30a4909 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 948 time: 0.1713922 Jul 07 19:11:43.460908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-08378c65-99dc-4ebd-9653-e517a300a73a req-93981666-62d2-45a8-b3a0-e4a38ef93c10 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 210 time: 0.0488439 Jul 07 19:11:43.485088 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3e6264d-986d-4e44-891f-209a76c7acd9 req-6596baa2-0e27-423d-9bfd-791283e16533 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650370 Jul 07 19:11:43.487297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328c8f39-8ec8-47e8-8149-cbc9acd8e9f9 admin admin] Made reservation on behalf of 567c416fc0884aaca4772d4812645ec4 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:43.494686 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-328c8f39-8ec8-47e8-8149-cbc9acd8e9f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.638238 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d40396-9189-45ad-9178-2333058d3662 x-openstack-request-id: req-15d40396-9189-45ad-9178-2333058d3662 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:43.638626 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7f62e4-5a5c-4d44-99f4-977403652bf7", "name": "network-vif-plugged", "status": "completed", "tag": "fe394e81-d4dc-4bb7-8c1d-385342ba456f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:43.639002 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15d40396-9189-45ad-9178-2333058d3662 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:43.639513 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7f62e4-5a5c-4d44-99f4-977403652bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'code': 200} Jul 07 19:11:43.695134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7628538-3ef3-49fb-9d47-7a0ba8daa63f req-38a1c63d-ed8c-41c4-98c0-ad80c448f190 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:43.706759 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7628538-3ef3-49fb-9d47-7a0ba8daa63f req-38a1c63d-ed8c-41c4-98c0-ad80c448f190 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 943 time: 0.0984831 Jul 07 19:11:43.757829 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeaa55da-8fe4-42d1-af39-5ba06977a2bc req-14f5cf49-63da-4262-a680-7ca834f1dd37 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401741 Jul 07 19:11:43.759383 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-328c8f39-8ec8-47e8-8149-cbc9acd8e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.762511 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7628538-3ef3-49fb-9d47-7a0ba8daa63f req-18f2faf8-57d8-4d2a-88b9-950201bc97fa tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532770 Jul 07 19:11:44.022083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c8f39-8ec8-47e8-8149-cbc9acd8e9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7193b63-2e2f-4cdb-b74e-7f542d53261e,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:44.064329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-0fae6403-d1af-4a03-bbf2-f4a55670a1b6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:44.068468 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-0fae6403-d1af-4a03-bbf2-f4a55670a1b6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 808 time: 0.2557125 Jul 07 19:11:44.093105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c8f39-8ec8-47e8-8149-cbc9acd8e9f9 admin admin] Checking segment: {'id': '3669489d-487b-40ef-adee-0d9a04570a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:44.093470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c8f39-8ec8-47e8-8149-cbc9acd8e9f9 admin admin] Network hostable DHCP agents. Network: 5372149d-6f45-4bfa-bfad-0fe59793ffff, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:11:44.101150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Request body: {'port': {'device_id': '5fb61304-c612-470c-ac3c-e1e9676d6951', 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc', 'admin_state_up': True, 'tenant_id': 'c5ba298996444ac4a7794654f9024386'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:44.141556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4b734-af69-4e92-8e66-c14f4b78210c req-dfd93505-5661-4c3f-aebc-2a9ac13ea408 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:44.143372 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2cd4b734-af69-4e92-8e66-c14f4b78210c req-dfd93505-5661-4c3f-aebc-2a9ac13ea408 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 949 time: 0.1006029 Jul 07 19:11:44.184175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263702-6074-46e1-9fed-8f17c9fdf093 req-cd5c532d-9f42-48fa-8124-18210dd131c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:44.185756 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e263702-6074-46e1-9fed-8f17c9fdf093 req-cd5c532d-9f42-48fa-8124-18210dd131c9 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 1100 time: 0.2958019 Jul 07 19:11:44.196989 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c8f39-8ec8-47e8-8149-cbc9acd8e9f9 admin admin] Network 5372149d-6f45-4bfa-bfad-0fe59793ffff is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:11:44.212445 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2cd4b734-af69-4e92-8e66-c14f4b78210c req-9bf00b1f-bfea-4466-8293-a6c975efc12b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622568 Jul 07 19:11:44.213356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-328c8f39-8ec8-47e8-8149-cbc9acd8e9f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 5372149d-6f45-4bfa-bfad-0fe59793ffff) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:44.236972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987526b0-f6cc-42d7-a42a-638b27278529 None None] Network 5372149d-6f45-4bfa-bfad-0fe59793ffff requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:44.255988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328c8f39-8ec8-47e8-8149-cbc9acd8e9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:44.256600 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-328c8f39-8ec8-47e8-8149-cbc9acd8e9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.297200 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-328c8f39-8ec8-47e8-8149-cbc9acd8e9f9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9418342 Jul 07 19:11:44.300417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45834) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:44.306988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-504901125-router', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:44.333130 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.334870 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.355599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e263702-6074-46e1-9fed-8f17c9fdf093 req-8d5bcd15-4b9b-45f9-a6ca-93a0e87dd8c7 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438406 Jul 07 19:11:44.381541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Made reservation on behalf of c5ba298996444ac4a7794654f9024386 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:44.395644 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.424526 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.461354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-5372149d-6f45-4bfa-bfad-0fe59793ffff', 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'fixed_ips': [{'subnet_id': 'f7193b63-2e2f-4cdb-b74e-7f542d53261e'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:11:44.462837 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.652699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Allocated IP 172.20.0.3 (d9378c77-e08f-4688-9a8d-ec2d53a9a0fc/05946642-1500-4a2b-8a19-0c5229723139/ffd5e091-5679-4ff8-96b1-89c44888890b) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:44.745120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Allocated IP 172.20.0.2 (5372149d-6f45-4bfa-bfad-0fe59793ffff/f7193b63-2e2f-4cdb-b74e-7f542d53261e/3916cfa4-3c35-494f-ac2f-a896f2b71764) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:44.785249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45844) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:44.843791 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-53cdde0d-1ba3-48b0-91e0-9be391b1b062 req-10ba9a02-8051-493a-8428-95a0bede89b6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 210 time: 0.0660913 Jul 07 19:11:44.956909 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.968375 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2398c-2925-4a0d-8ff8-3e0bb1d9f1bb req-3a9d180b-411b-4ef5-8448-84a76a6fb500 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:44.976355 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dce2398c-2925-4a0d-8ff8-3e0bb1d9f1bb req-3a9d180b-411b-4ef5-8448-84a76a6fb500 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 948 time: 0.2331588 Jul 07 19:11:44.977707 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.988393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Transition to ACTIVE for port object 3916cfa4-3c35-494f-ac2f-a896f2b71764 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:44.998836 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.005907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b78e34ae-395f-479f-a80e-5b8ade946ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.013264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Transition to ACTIVE for port object 3916cfa4-3c35-494f-ac2f-a896f2b71764 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:45.021273 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.028919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device f237cd57-a218-43fe-a00e-fda820de8231 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:45.085676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Network 5372149d-6f45-4bfa-bfad-0fe59793ffff is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:45.094298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:45.099672 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:45.123207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Pushing event updated for resources: {'Port': ['ID=3916cfa4-3c35-494f-ac2f-a896f2b71764,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:45.154840 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b78e34ae-395f-479f-a80e-5b8ade946ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.162909 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b78e34ae-395f-479f-a80e-5b8ade946ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.178431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa948010-9f34-4ac9-a069-6658bab5d327 req-9212d157-f0b3-4528-9202-5c1f10b12d28 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:45.186775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dce2398c-2925-4a0d-8ff8-3e0bb1d9f1bb req-2ca16e9e-369b-4e65-8327-8734640c464c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069349 Jul 07 19:11:45.193926 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa948010-9f34-4ac9-a069-6658bab5d327 req-9212d157-f0b3-4528-9202-5c1f10b12d28 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 943 time: 0.1592457 Jul 07 19:11:45.259989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Attempting to bind port 3916cfa4-3c35-494f-ac2f-a896f2b71764 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:45.260482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Attempting to bind port 3916cfa4-3c35-494f-ac2f-a896f2b71764 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '3669489d-487b-40ef-adee-0d9a04570a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:45.260901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Attempting to bind port 3916cfa4-3c35-494f-ac2f-a896f2b71764 on network 5372149d-6f45-4bfa-bfad-0fe59793ffff {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:45.269614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:45.272671 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Checking segment: {'id': '3669489d-487b-40ef-adee-0d9a04570a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:45.273441 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.291526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e34ae-395f-479f-a80e-5b8ade946ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fabbcd1-1560-463f-b110-8d755dabe344,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:45.295135 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa948010-9f34-4ac9-a069-6658bab5d327 req-dd900362-0b71-47d8-80f1-b326f9ad046f tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000054 Jul 07 19:11:45.298611 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.316379 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b78e34ae-395f-479f-a80e-5b8ade946ff6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8198f5f3a0574877bd8743cfde998d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838710 Jul 07 19:11:45.316893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Bound using segment: {'id': '3669489d-487b-40ef-adee-0d9a04570a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:45.317034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45854) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:45.320696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Bound port: 3916cfa4-3c35-494f-ac2f-a896f2b71764, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3669489d-487b-40ef-adee-0d9a04570a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:45.322217 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.388255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:45.399231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port f237cd57-a218-43fe-a00e-fda820de8231, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=f237cd57-a218-43fe-a00e-fda820de8231,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:45.415791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:45.429513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'f237cd57-a218-43fe-a00e-fda820de8231', 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7', 'port_id': 'f237cd57-a218-43fe-a00e-fda820de8231', 'mac_address': 'fa:16:3e:7f:b9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfd94d3-665b-4e9b-988c-c0779e981edc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:45.439661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:45.446249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:45.447210 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.508846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4180534 Jul 07 19:11:45.512875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c303-1ec8-43ef-8671-9386103c77b2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Pushing event updated for resources: {'Port': ['ID=ffd5e091-5679-4ff8-96b1-89c44888890b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:45.541302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Request body: {'port': {'device_id': '5fb61304-c612-470c-ac3c-e1e9676d6951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:45.574880 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.631206 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f237cd57-a218-43fe-a00e-fda820de8231 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:45.642392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.661555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port f237cd57-a218-43fe-a00e-fda820de8231, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=f237cd57-a218-43fe-a00e-fda820de8231,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:45.680859 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea0634f9-974d-48fc-86b0-b797ba834284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.700457 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.701291 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8326a96c-aaa9-44a2-b0c0-20c416d0595d details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:45.710698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] For port 3916cfa4-3c35-494f-ac2f-a896f2b71764, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:45.719099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.760421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] For port 3916cfa4-3c35-494f-ac2f-a896f2b71764, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3916cfa4-3c35-494f-ac2f-a896f2b71764,segment=NetworkSegment(3669489d-487b-40ef-adee-0d9a04570a01),segment_id=3669489d-487b-40ef-adee-0d9a04570a01)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:45.771084 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.816956 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea0634f9-974d-48fc-86b0-b797ba834284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.822075 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e138f8e-323e-4d11-8e5c-8ab77735e5be req-1e79a403-f21e-4026-b135-fc97e041cfb1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3863251 Jul 07 19:11:45.848888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Allocated IP 172.25.0.109 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/17db7e6d-967a-4fe2-a26c-9164c3198975) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:45.886529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.949851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=f237cd57-a218-43fe-a00e-fda820de8231,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:46.064003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea0634f9-974d-48fc-86b0-b797ba834284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:46.067572 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea0634f9-974d-48fc-86b0-b797ba834284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:46.069063 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ea0634f9-974d-48fc-86b0-b797ba834284 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5fabbcd1-1560-463f-b110-8d755dabe344 HTTP/1.1" status: 204 len: 168 time: 0.7460294 Jul 07 19:11:46.083995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35894f2-bbbe-42bb-8276-51c797fb04fd req-70fc0f70-29f6-4d24-9d5d-4a2424a8ba24 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:46.095545 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d35894f2-bbbe-42bb-8276-51c797fb04fd req-70fc0f70-29f6-4d24-9d5d-4a2424a8ba24 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 949 time: 0.5440154 Jul 07 19:11:46.104532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:46.145482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0634f9-974d-48fc-86b0-b797ba834284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fabbcd1-1560-463f-b110-8d755dabe344,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:46.229780 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:46.257870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '8326a96c-aaa9-44a2-b0c0-20c416d0595d', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '8326a96c-aaa9-44a2-b0c0-20c416d0595d', 'mac_address': 'fa:16:3e:7e:eb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:46.281741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72c01f-9dda-4853-8221-c9b61fe9d693 None None] Pushing event updated for resources: {'Port': ['ID=3916cfa4-3c35-494f-ac2f-a896f2b71764,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:46.310142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e138f8e-323e-4d11-8e5c-8ab77735e5be req-998936d9-9355-47b9-bb7c-7c1b85332142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:46.316927 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e138f8e-323e-4d11-8e5c-8ab77735e5be req-998936d9-9355-47b9-bb7c-7c1b85332142 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 1117 time: 0.2927771 Jul 07 19:11:46.323599 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:46.345441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ebdd0-a30a-434b-a975-5fa036e0ac00 req-6e5d9865-5e15-4d5b-bc60-aa7769c01b7c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:46.353959 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-527ebdd0-a30a-434b-a975-5fa036e0ac00 req-6e5d9865-5e15-4d5b-bc60-aa7769c01b7c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 931 time: 0.2783573 Jul 07 19:11:46.464040 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:46.520909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:46.525593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:46.526189 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8326a96c-aaa9-44a2-b0c0-20c416d0595d {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:46.582486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:46.600014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:46.606233 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:46.633362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Pushing event updated for resources: {'Port': ['ID=17db7e6d-967a-4fe2-a26c-9164c3198975,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:46.659080 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-527ebdd0-a30a-434b-a975-5fa036e0ac00 req-1f247104-59b9-480e-83c7-44c25f6547ac tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972670 Jul 07 19:11:46.805211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8326a96c-aaa9-44a2-b0c0-20c416d0595d,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:46.834432 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d35894f2-bbbe-42bb-8276-51c797fb04fd req-419820e3-6124-4fbf-8650-5edf58ff78bb tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7375515 Jul 07 19:11:46.867176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd5e091-5679-4ff8-96b1-89c44888890b {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:46.897737 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:46.927632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Transition to ACTIVE for port object ffd5e091-5679-4ff8-96b1-89c44888890b will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:46.929325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45872) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:46.940805 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:46.985847 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6c87f7ad-a2f1-47d1-bf9a-8d2b4d673796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.029237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e138f8e-323e-4d11-8e5c-8ab77735e5be req-3e5485f2-4564-44d8-8d5f-13d8fb603962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:47.031425 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e138f8e-323e-4d11-8e5c-8ab77735e5be req-3e5485f2-4564-44d8-8d5f-13d8fb603962 service neutron] 10.222.0.48 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.6087000 Jul 07 19:11:47.124801 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6c87f7ad-a2f1-47d1-bf9a-8d2b4d673796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.154245 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6c87f7ad-a2f1-47d1-bf9a-8d2b4d673796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.171705 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e138f8e-323e-4d11-8e5c-8ab77735e5be req-4faa7e2a-9875-422d-9355-6c59a699e08b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33 HTTP/1.1" status: 200 len: 217 time: 0.1131151 Jul 07 19:11:47.187266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8326a96c-aaa9-44a2-b0c0-20c416d0595d'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:47.207163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:47.207500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:47.207828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:47.242520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Pushing event updated for resources: {'Port': ['ID=ffd5e091-5679-4ff8-96b1-89c44888890b,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:47.260592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Port ffd5e091-5679-4ff8-96b1-89c44888890b on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:47.261120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:47.273448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['f237cd57-a218-43fe-a00e-fda820de8231'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:47.282368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:47.282943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:47.283565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:47.284293 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Bound port: ffd5e091-5679-4ff8-96b1-89c44888890b, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:47.284861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.374191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87f7ad-a2f1-47d1-bf9a-8d2b4d673796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c6907c-3e47-4ab2-8bc7-f012d9be1779,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:47.404967 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6c87f7ad-a2f1-47d1-bf9a-8d2b4d673796 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69438bc5eb8745e58844389db2952684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724586 Jul 07 19:11:47.411282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45874) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:47.488816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e138f8e-323e-4d11-8e5c-8ab77735e5be req-ae4fef09-b165-4029-b837-08e7899c23da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:47.490489 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e138f8e-323e-4d11-8e5c-8ab77735e5be req-ae4fef09-b165-4029-b837-08e7899c23da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.3077919 Jul 07 19:11:47.507888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3902060-05fb-4b6c-9b6f-ad51a67a94cf req-594028a7-804a-4304-8ed4-2c3707732390 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:47.510209 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c3902060-05fb-4b6c-9b6f-ad51a67a94cf req-594028a7-804a-4304-8ed4-2c3707732390 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 949 time: 0.5598092 Jul 07 19:11:47.523329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71438ba1-a0ce-4195-96ec-814e3634af4b req-33d6aec3-f1c2-477d-a634-812b14a35f66 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:47.525839 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71438ba1-a0ce-4195-96ec-814e3634af4b req-33d6aec3-f1c2-477d-a634-812b14a35f66 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 944 time: 0.3964469 Jul 07 19:11:47.576590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bae531-64c7-461d-a708-162aacbb9afd None None] Network 5372149d-6f45-4bfa-bfad-0fe59793ffff requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:47.577439 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e138f8e-323e-4d11-8e5c-8ab77735e5be req-4f7b1f68-90a5-4cb5-b0ac-712364857c88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659766 Jul 07 19:11:47.584223 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.628433 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c3902060-05fb-4b6c-9b6f-ad51a67a94cf req-9b99d654-9d52-4765-a8fc-954c3e39f3c3 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060700 Jul 07 19:11:47.663384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:47.726017 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71438ba1-a0ce-4195-96ec-814e3634af4b req-5eabaf7a-391b-4f65-b7cf-12a5160dd741 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823313 Jul 07 19:11:47.768322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ffd5e091-5679-4ff8-96b1-89c44888890b,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:47.799807 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.812456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-baa33a6a-2909-4e84-9a78-e396f33b7cef None None] Provisioning for port 3916cfa4-3c35-494f-ac2f-a896f2b71764 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:47.899602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e138f8e-323e-4d11-8e5c-8ab77735e5be req-58c5ac1a-c367-4924-8153-568e4b8a4015 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123991 Jul 07 19:11:47.913157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Pushing event updated for resources: {'Port': ['ID=ffd5e091-5679-4ff8-96b1-89c44888890b,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:47.927610 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ef62967-5eef-4be8-bd6e-bc99215eda75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.941326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:47.942333 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.950911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-4a9f9f03-bd80-4ec5-bd5e-7ce762d5a32d service neutron] 10.222.0.110 "PUT /v2.0/ports/ffd5e091-5679-4ff8-96b1-89c44888890b HTTP/1.1" status: 200 len: 1091 time: 2.4305055 Jul 07 19:11:47.951790 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb61304-c612-470c-ac3c-e1e9676d6951', 'tag': 'ffd5e091-5679-4ff8-96b1-89c44888890b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:47.954651 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2d4aa3-0225-4219-a597-608daa4a9142" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb61304-c612-470c-ac3c-e1e9676d6951", "tag": "ffd5e091-5679-4ff8-96b1-89c44888890b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:48.009559 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ef62967-5eef-4be8-bd6e-bc99215eda75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.190667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-18d76889-afef-49c1-9473-3fd14227923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:48.197039 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-18d76889-afef-49c1-9473-3fd14227923d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 1094 time: 0.1412606 Jul 07 19:11:48.199294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ef62967-5eef-4be8-bd6e-bc99215eda75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.206179 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ef62967-5eef-4be8-bd6e-bc99215eda75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.207453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4ef62967-5eef-4be8-bd6e-bc99215eda75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36c6907c-3e47-4ab2-8bc7-f012d9be1779 HTTP/1.1" status: 204 len: 168 time: 0.7888041 Jul 07 19:11:48.263143 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-22b991eb-1039-42b8-a729-24892e2e5681 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd5e091-5679-4ff8-96b1-89c44888890b HTTP/1.1" status: 200 len: 217 time: 0.0543873 Jul 07 19:11:48.303953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3916cfa4-3c35-494f-ac2f-a896f2b71764 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:48.340704 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.377053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-d3005533-dfee-48d7-ae88-10e65eb01576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:48.379056 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-d3005533-dfee-48d7-ae88-10e65eb01576 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.1094260 Jul 07 19:11:48.379923 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef62967-5eef-4be8-bd6e-bc99215eda75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c6907c-3e47-4ab2-8bc7-f012d9be1779,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:48.508392 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-f3a86e44-07a4-4618-babe-95aeb246729c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194158 Jul 07 19:11:48.578623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 3916cfa4-3c35-494f-ac2f-a896f2b71764 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:48.589398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3916cfa4-3c35-494f-ac2f-a896f2b71764 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:48.589871 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.770691 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-c952cfe6-be38-4669-b1e1-cdde1a41c14a service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001925 Jul 07 19:11:48.842370 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.910073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 3916cfa4-3c35-494f-ac2f-a896f2b71764, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3916cfa4-3c35-494f-ac2f-a896f2b71764,segment=NetworkSegment(3669489d-487b-40ef-adee-0d9a04570a01),segment_id=3669489d-487b-40ef-adee-0d9a04570a01)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:48.917842 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.020667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=3916cfa4-3c35-494f-ac2f-a896f2b71764,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:49.060853 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e138f8e-323e-4d11-8e5c-8ab77735e5be req-1d664813-9d6e-4e32-a22e-3e5ef8ea2550 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1515729 Jul 07 19:11:49.095966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f40219b9-6f9a-4368-920a-ca3c9c599bd8 None None] Provisioning complete for port 3916cfa4-3c35-494f-ac2f-a896f2b71764 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:49.097937 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f40219b9-6f9a-4368-920a-ca3c9c599bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.106076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e3f4d-a950-4b08-9f52-414112aecc2c req-98898b53-f8ab-4c22-8ec8-76aece05740e tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:49.108264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-162e3f4d-a950-4b08-9f52-414112aecc2c req-98898b53-f8ab-4c22-8ec8-76aece05740e tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 943 time: 0.7734401 Jul 07 19:11:49.213064 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-162e3f4d-a950-4b08-9f52-414112aecc2c req-6bdf6c92-43ca-4547-947f-2ccd731581bb tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820475 Jul 07 19:11:49.213621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Router 42082a64-3951-402d-b802-2d19d2ee1823 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:11:49.283690 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88687713-6271-4518-9d8c-cd4a91e0f055 x-openstack-request-id: req-88687713-6271-4518-9d8c-cd4a91e0f055 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:49.284229 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb61304-c612-470c-ac3c-e1e9676d6951", "tag": "ffd5e091-5679-4ff8-96b1-89c44888890b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:49.284229 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88687713-6271-4518-9d8c-cd4a91e0f055 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:49.285001 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb61304-c612-470c-ac3c-e1e9676d6951', 'tag': 'ffd5e091-5679-4ff8-96b1-89c44888890b', 'status': 'completed', 'code': 200} Jul 07 19:11:49.295502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3e165-ef06-4643-a522-366a42656f59 req-de06aa53-43ee-43be-bc8e-e0287162ac86 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:49.296933 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcf3e165-ef06-4643-a522-366a42656f59 req-de06aa53-43ee-43be-bc8e-e0287162ac86 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.110 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0&tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 949 time: 0.8193741 Jul 07 19:11:49.333403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018fc58-7e15-4f7b-a1e0-dfb4b378f7ce req-25162d35-a47e-4498-bfaf-96bb7432ffa0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:49.335266 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8018fc58-7e15-4f7b-a1e0-dfb4b378f7ce req-25162d35-a47e-4498-bfaf-96bb7432ffa0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 949 time: 0.8225853 Jul 07 19:11:49.359093 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb683881-ceda-4d3c-8379-e72ff06a11b0 req-f7d6f80c-12f1-487c-b04f-24ca08a314bf service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698209 Jul 07 19:11:49.419369 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8018fc58-7e15-4f7b-a1e0-dfb4b378f7ce req-60629e00-c390-4dfb-b5e7-261534c2bf25 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644360 Jul 07 19:11:49.460036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:49.466693 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-dcf3e165-ef06-4643-a522-366a42656f59 req-59cdd1a8-3b89-42d4-bf3c-2c97d4851177 service neutron] delete failed (client error): The resource could not be found. Jul 07 19:11:49.467745 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcf3e165-ef06-4643-a522-366a42656f59 req-59cdd1a8-3b89-42d4-bf3c-2c97d4851177 service neutron] 10.222.0.110 "DELETE /v2.0/ports/8326a96c-aaa9-44a2-b0c0-20c416d0595d/bindings/n-h2-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.1582162 Jul 07 19:11:49.469580 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Sync routers for ids ['42082a64-3951-402d-b802-2d19d2ee1823'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:49.481875 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Routers {'42082a64-3951-402d-b802-2d19d2ee1823'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:49.483115 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:11:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['42082a64-3951-402d-b802-2d19d2ee1823'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:49.497001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d4aa3-0225-4219-a597-608daa4a9142 req-18fb6bc5-e554-414d-8f19-e98e94b6d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:49.499016 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b2d4aa3-0225-4219-a597-608daa4a9142 req-18fb6bc5-e554-414d-8f19-e98e94b6d606 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 1094 time: 0.0732515 Jul 07 19:11:49.590490 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.594390 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fdbdfbfa-d93a-4d98-abc3-80314fb58fef admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2924342 Jul 07 19:11:49.600026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45914) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:49.623553 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Set router 42082a64-3951-402d-b802-2d19d2ee1823 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:49.684041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bfeb9-0e1e-474e-80c5-fddcb26f2872 req-d604bf35-cf08-407b-8a16-b2d103d9307d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:49.691498 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-068bfeb9-0e1e-474e-80c5-fddcb26f2872 req-d604bf35-cf08-407b-8a16-b2d103d9307d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 949 time: 0.2338929 Jul 07 19:11:49.787411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45918) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:49.796558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d4aa3-0225-4219-a597-608daa4a9142 req-279fb87f-c4d2-452a-bbfa-d3760a37ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:49.798321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b2d4aa3-0225-4219-a597-608daa4a9142 req-279fb87f-c4d2-452a-bbfa-d3760a37ac7a service neutron] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.2908366 Jul 07 19:11:49.833418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-068bfeb9-0e1e-474e-80c5-fddcb26f2872 req-3ee6061c-937f-4476-b025-536dd54fdaa2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409292 Jul 07 19:11:49.904390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b2d4aa3-0225-4219-a597-608daa4a9142 req-ec07137d-d1a1-42a8-a9fe-cac0a257fcd4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd5e091-5679-4ff8-96b1-89c44888890b HTTP/1.1" status: 200 len: 217 time: 0.0885577 Jul 07 19:11:49.909695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3e165-ef06-4643-a522-366a42656f59 req-da8218b5-b3ac-49d6-b0b6-052481a23b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:49.911688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcf3e165-ef06-4643-a522-366a42656f59 req-da8218b5-b3ac-49d6-b0b6-052481a23b81 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 1100 time: 0.2687821 Jul 07 19:11:49.929282 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42082a64-3951-402d-b802-2d19d2ee1823', 'name': 'tempest-FloatingIPsNegativeTestJSON-504901125-router', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:47Z', 'revision_number': 3, 'project_id': '567c416fc0884aaca4772d4812645ec4', 'gw_port': {'id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42082a64-3951-402d-b802-2d19d2ee1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:49.959829 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Checking router: 42082a64-3951-402d-b802-2d19d2ee1823 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:49.960560 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Updating router 42082a64-3951-402d-b802-2d19d2ee1823 port 17db7e6d-967a-4fe2-a26c-9164c3198975 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:11:50.019534 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.047136 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-806193871-network', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:50.089906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3e01b-9521-4602-8ae9-e580f97a7815 req-9b99dcec-d07b-4234-8967-00d5887825c7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:50.097497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-05d3e01b-9521-4602-8ae9-e580f97a7815 req-9b99dcec-d07b-4234-8967-00d5887825c7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 944 time: 0.3617258 Jul 07 19:11:50.140026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d4aa3-0225-4219-a597-608daa4a9142 req-96f5027e-24e6-4148-8c6a-93e531a48666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:50.142005 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b2d4aa3-0225-4219-a597-608daa4a9142 req-96f5027e-24e6-4148-8c6a-93e531a48666 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.2291193 Jul 07 19:11:50.150531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3916cfa4-3c35-494f-ac2f-a896f2b71764 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:50.157187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Made reservation on behalf of ae16c17a4da44c38b7d92b84d330ef3f for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:50.159614 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.212421 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.226704 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b2d4aa3-0225-4219-a597-608daa4a9142 req-151aaa35-2b34-41c2-bc73-763c1439283b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634520 Jul 07 19:11:50.261453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3916cfa4-3c35-494f-ac2f-a896f2b71764 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:50.261836 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.270231 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-05d3e01b-9521-4602-8ae9-e580f97a7815 req-b175e8d4-bb28-4e2b-92c8-07e6b4a3f12c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713393 Jul 07 19:11:50.282070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3e165-ef06-4643-a522-366a42656f59 req-378635d9-5300-4ebf-ab53-e0370f0f6336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:50.283570 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcf3e165-ef06-4643-a522-366a42656f59 req-378635d9-5300-4ebf-ab53-e0370f0f6336 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3535380 Jul 07 19:11:50.380451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcf3e165-ef06-4643-a522-366a42656f59 req-8f02e0b9-9e6e-4452-af43-e20a9d53d983 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d HTTP/1.1" status: 200 len: 217 time: 0.0621512 Jul 07 19:11:50.426329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bb4aa-91d4-4827-b3c2-44c74aaae52c req-ef1d22ca-30a2-4c45-90bf-e8bf7024923a tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:50.429070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7bb4aa-91d4-4827-b3c2-44c74aaae52c req-ef1d22ca-30a2-4c45-90bf-e8bf7024923a tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d2d901-5f54-46e9-bfd3-e8ca8725482b HTTP/1.1" status: 200 len: 950 time: 0.1610003 Jul 07 19:11:50.451471 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.510023 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b2d4aa3-0225-4219-a597-608daa4a9142 req-bd97bcf1-1dd4-445f-a784-ce93a0c917c4 service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668650 Jul 07 19:11:50.515779 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7bb4aa-91d4-4827-b3c2-44c74aaae52c req-f64940bf-3f7f-4b0e-8757-b5b2f087359b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772598 Jul 07 19:11:50.515975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3e165-ef06-4643-a522-366a42656f59 req-ac59fb4e-e748-4d19-b6d6-8ba40bbfda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:50.517556 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcf3e165-ef06-4643-a522-366a42656f59 req-ac59fb4e-e748-4d19-b6d6-8ba40bbfda14 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1262057 Jul 07 19:11:50.616886 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.633507 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Transition to ACTIVE for port object 17db7e6d-967a-4fe2-a26c-9164c3198975 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:50.641756 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.674664 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.730907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.757962 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Attempting to bind port 17db7e6d-967a-4fe2-a26c-9164c3198975 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:50.758332 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Attempting to bind port 17db7e6d-967a-4fe2-a26c-9164c3198975 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:50.758817 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Attempting to bind port 17db7e6d-967a-4fe2-a26c-9164c3198975 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:50.768229 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde46343-7d28-4383-affa-add47382d011 None None] Pushing event updated for resources: {'Port': ['ID=17db7e6d-967a-4fe2-a26c-9164c3198975,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:50.789528 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:50.789970 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:50.791001 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.791435 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:50.791908 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Bound port: 17db7e6d-967a-4fe2-a26c-9164c3198975, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:50.792326 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.794364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Allocated IP 172.20.0.1 (5372149d-6f45-4bfa-bfad-0fe59793ffff/f7193b63-2e2f-4cdb-b74e-7f542d53261e/decb2b31-6257-460f-9917-d507485de676) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:50.801655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:11:50.804837 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde46343-7d28-4383-affa-add47382d011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:50.807723 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde46343-7d28-4383-affa-add47382d011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:50.808068 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde46343-7d28-4383-affa-add47382d011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:50.808405 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde46343-7d28-4383-affa-add47382d011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:50.808745 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde46343-7d28-4383-affa-add47382d011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:50.809075 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde46343-7d28-4383-affa-add47382d011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:50.810511 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde46343-7d28-4383-affa-add47382d011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:50.810511 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde46343-7d28-4383-affa-add47382d011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:50.810511 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde46343-7d28-4383-affa-add47382d011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:50.810511 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde46343-7d28-4383-affa-add47382d011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:50.811682 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde46343-7d28-4383-affa-add47382d011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:50.811682 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde46343-7d28-4383-affa-add47382d011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:50.853556 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.854211 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Added segment c75a7672-a8af-49a6-aa5c-dba4fb97165f of type vlan for network c3866a0d-212d-436f-85d4-e8667129ca61 Jul 07 19:11:50.903761 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.905610 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] For port 17db7e6d-967a-4fe2-a26c-9164c3198975, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:50.912649 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] For port 17db7e6d-967a-4fe2-a26c-9164c3198975, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=17db7e6d-967a-4fe2-a26c-9164c3198975,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:50.918150 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.959709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6556d1-89c6-4b5f-b072-c88b4aa68115 req-0a9e0a75-9949-4b50-9b6c-3afc0385e102 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:50.970580 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac6556d1-89c6-4b5f-b072-c88b4aa68115 req-0a9e0a75-9949-4b50-9b6c-3afc0385e102 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 943 time: 0.3640947 Jul 07 19:11:50.974398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b2d4aa3-0225-4219-a597-608daa4a9142 req-2643e4f2-031f-4724-a6a3-b6ab4d3846b0 service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556239 Jul 07 19:11:50.977045 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.978262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:50.979002 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.984295 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a29fbaf6-dac6-429b-8841-3d2ee1de8fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.061224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ae7878-60a0-4558-abfe-2c73a09ee3ef,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:51.073224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3e165-ef06-4643-a522-366a42656f59 req-175ce054-fe63-4117-9115-d4a5abae6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:51.075435 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcf3e165-ef06-4643-a522-366a42656f59 req-175ce054-fe63-4117-9115-d4a5abae6d0d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5437560 Jul 07 19:11:51.081456 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.085162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device f237cd57-a218-43fe-a00e-fda820de8231 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:51.118937 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3272107 Jul 07 19:11:51.131646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45934) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:51.132019 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac6556d1-89c6-4b5f-b072-c88b4aa68115 req-250e9bb8-7e3f-4d81-b54e-9012ab7ffdba tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600392 Jul 07 19:11:51.142003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Transition to ACTIVE for port object decb2b31-6257-460f-9917-d507485de676 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:51.146429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-cfb0586b-de1a-45d0-960d-5a9d840a180d admin admin] Request body: {'subnet': {'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-806193871-subnet', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:51.179769 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Routers {'42082a64-3951-402d-b802-2d19d2ee1823'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:51.183664 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:11:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['42082a64-3951-402d-b802-2d19d2ee1823'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:51.192100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port f237cd57-a218-43fe-a00e-fda820de8231 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:51.199444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c13af-11c4-492b-ab45-31a770382928 admin admin] Pushing event updated for resources: {'Network': ['ID=c3866a0d-212d-436f-85d4-e8667129ca61,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:51.205890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port f237cd57-a218-43fe-a00e-fda820de8231 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:51.210261 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.211748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefa516-fc21-4dd5-9cbc-8ec1f529697c req-ddcb290b-74cb-4215-973e-d89e032b8a13 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:51.217927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefa516-fc21-4dd5-9cbc-8ec1f529697c req-ddcb290b-74cb-4215-973e-d89e032b8a13 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:51.225257 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ceefa516-fc21-4dd5-9cbc-8ec1f529697c req-ddcb290b-74cb-4215-973e-d89e032b8a13 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7&device_id=f5d2d901-5f54-46e9-bfd3-e8ca8725482b HTTP/1.1" status: 200 len: 1690 time: 0.2718811 Jul 07 19:11:51.234107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb0586b-de1a-45d0-960d-5a9d840a180d admin admin] Made reservation on behalf of ae16c17a4da44c38b7d92b84d330ef3f for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:51.236670 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cfb0586b-de1a-45d0-960d-5a9d840a180d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.259475 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde46343-7d28-4383-affa-add47382d011 None None] Pushing event updated for resources: {'Port': ['ID=17db7e6d-967a-4fe2-a26c-9164c3198975,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:51.284155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c3866a0d-212d-436f-85d4-e8667129ca61 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:11:51.287977 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcf3e165-ef06-4643-a522-366a42656f59 req-d67e59f7-2c7e-48e4-a2ed-2cf9850a9956 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955945 Jul 07 19:11:51.328907 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.389234 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ceefa516-fc21-4dd5-9cbc-8ec1f529697c req-806da474-bb01-43a1-b021-70778509c07b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629066 Jul 07 19:11:51.508028 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] Set router 42082a64-3951-402d-b802-2d19d2ee1823 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:51.525717 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcf3e165-ef06-4643-a522-366a42656f59 req-fd3fd88a-3987-419e-a986-dd0413cc36a6 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288024 Jul 07 19:11:51.538841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a1445-024f-4566-8942-4f8df31686e3 req-d95788fd-f7dd-438f-9d42-c7bebe427b93 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:51.547007 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-514a1445-024f-4566-8942-4f8df31686e3 req-d95788fd-f7dd-438f-9d42-c7bebe427b93 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 949 time: 0.1690598 Jul 07 19:11:51.577680 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.630258 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-514a1445-024f-4566-8942-4f8df31686e3 req-ae3d28de-e9aa-43d1-973c-7e03337289f1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821652 Jul 07 19:11:51.641715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port f237cd57-a218-43fe-a00e-fda820de8231, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=f237cd57-a218-43fe-a00e-fda820de8231,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:51.642868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d253f4-0451-40b5-b30b-85846effd6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f237cd57-a218-43fe-a00e-fda820de8231'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:51.645907 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208291ca-43d4-4465-8ea8-c340e5a8c042" -d '{"events": [{"server_uuid": "41d253f4-0451-40b5-b30b-85846effd6e7", "name": "network-vif-plugged", "status": "completed", "tag": "f237cd57-a218-43fe-a00e-fda820de8231"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:51.652252 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.653332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8326a96c-aaa9-44a2-b0c0-20c416d0595d up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:51.744545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Pushing event updated for resources: {'Port': ['ID=decb2b31-6257-460f-9917-d507485de676,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:51.760149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Network 5372149d-6f45-4bfa-bfad-0fe59793ffff is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:51.761758 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cfb0586b-de1a-45d0-960d-5a9d840a180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.769720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:51.787612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=f237cd57-a218-43fe-a00e-fda820de8231,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:51.818051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:51.824630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 8326a96c-aaa9-44a2-b0c0-20c416d0595d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:51.829234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 8326a96c-aaa9-44a2-b0c0-20c416d0595d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:51.829616 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.851258 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42082a64-3951-402d-b802-2d19d2ee1823', 'name': 'tempest-FloatingIPsNegativeTestJSON-504901125-router', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:47Z', 'revision_number': 3, 'project_id': '567c416fc0884aaca4772d4812645ec4', 'gw_port': {'id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42082a64-3951-402d-b802-2d19d2ee1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:51.881324 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b7b96b-aa18-4e32-b683-adb37f8c899b x-openstack-request-id: req-96b7b96b-aa18-4e32-b683-adb37f8c899b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:51.881324 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d253f4-0451-40b5-b30b-85846effd6e7", "name": "network-vif-plugged", "status": "completed", "tag": "f237cd57-a218-43fe-a00e-fda820de8231", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:51.881324 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96b7b96b-aa18-4e32-b683-adb37f8c899b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:51.881927 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d253f4-0451-40b5-b30b-85846effd6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f237cd57-a218-43fe-a00e-fda820de8231', 'code': 200} Jul 07 19:11:51.907345 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04a11d-fb29-484c-94d6-840e5c57418e None None] The sync data for ids ['42082a64-3951-402d-b802-2d19d2ee1823'] in n-d-793621-9 is: [{'id': '42082a64-3951-402d-b802-2d19d2ee1823', 'name': 'tempest-FloatingIPsNegativeTestJSON-504901125-router', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:47Z', 'revision_number': 3, 'project_id': '567c416fc0884aaca4772d4812645ec4', 'gw_port': {'id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42082a64-3951-402d-b802-2d19d2ee1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:51.942147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0586b-de1a-45d0-960d-5a9d840a180d admin admin] Pushing event updated for resources: {'Subnet': ['ID=15df2df2-a429-4f3c-b761-f1b178ff9aa1,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:51.963626 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.977761 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.051816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:52.061732 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.144675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8326a96c-aaa9-44a2-b0c0-20c416d0595d,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:52.204411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb0586b-de1a-45d0-960d-5a9d840a180d admin admin] Checking segment: {'id': 'c75a7672-a8af-49a6-aa5c-dba4fb97165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:52.204767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0586b-de1a-45d0-960d-5a9d840a180d admin admin] Network hostable DHCP agents. Network: c3866a0d-212d-436f-85d4-e8667129ca61, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:11:52.244820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-97c47ef1-8215-42c2-a54a-177143603761 None None] Provisioning for port decb2b31-6257-460f-9917-d507485de676 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:52.257509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-97c47ef1-8215-42c2-a54a-177143603761 None None] Provisioning complete for port decb2b31-6257-460f-9917-d507485de676 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:52.258091 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-97c47ef1-8215-42c2-a54a-177143603761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.275500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e20642-7f7b-42e9-8726-4abd99092055 req-929533b2-f184-49d6-9b0f-08e862caf55c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:52.277250 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55e20642-7f7b-42e9-8726-4abd99092055 req-929533b2-f184-49d6-9b0f-08e862caf55c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.4567907 Jul 07 19:11:52.314640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0586b-de1a-45d0-960d-5a9d840a180d admin admin] Network c3866a0d-212d-436f-85d4-e8667129ca61 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:11:52.315510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf0ecf-f423-4e56-8b15-bed02e852979 req-45a8d493-c019-48e0-85a2-428762c7e514 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:52.319228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c6cf0ecf-f423-4e56-8b15-bed02e852979 req-45a8d493-c019-48e0-85a2-428762c7e514 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 1100 time: 0.1693232 Jul 07 19:11:52.322825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-97c47ef1-8215-42c2-a54a-177143603761 None None] Port decb2b31-6257-460f-9917-d507485de676 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:11:52.342749 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.347614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d4c95-8844-4c6e-8564-271d107a974a req-6612fd69-c184-4037-afa2-b5355094a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:52.356658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c16d4c95-8844-4c6e-8564-271d107a974a req-6612fd69-c184-4037-afa2-b5355094a806 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 1096 time: 0.2231743 Jul 07 19:11:52.356658 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0586b-de1a-45d0-960d-5a9d840a180d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, c3866a0d-212d-436f-85d4-e8667129ca61) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:52.401959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d30f208-cad0-42a6-97b3-12192e1b411c None None] Network c3866a0d-212d-436f-85d4-e8667129ca61 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:52.422488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0586b-de1a-45d0-960d-5a9d840a180d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:52.423290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cfb0586b-de1a-45d0-960d-5a9d840a180d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.426169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c6cf0ecf-f423-4e56-8b15-bed02e852979 req-2792a881-fbaa-4f50-a4bc-7c132a72546b tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863147 Jul 07 19:11:52.455976 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55e20642-7f7b-42e9-8726-4abd99092055 req-6d5acc8c-b897-4384-8d90-5ba1bfeaa6f0 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694608 Jul 07 19:11:52.533671 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cfb0586b-de1a-45d0-960d-5a9d840a180d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3984988 Jul 07 19:11:52.537314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45950) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:52.576696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-806193871-router', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:52.585693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c16d4c95-8844-4c6e-8564-271d107a974a req-271871fc-c4b7-44e5-8377-0ed523f90ed3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986351 Jul 07 19:11:52.722415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-c3866a0d-212d-436f-85d4-e8667129ca61', 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'fixed_ips': [{'subnet_id': '15df2df2-a429-4f3c-b761-f1b178ff9aa1'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:11:52.724523 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.749228 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.750386 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.806290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4629483-9d79-4f07-92da-6286e43a4f16 req-5d8c622b-3bee-4f7d-9f87-a3fb85fadcf9 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:52.809006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4629483-9d79-4f07-92da-6286e43a4f16 req-5d8c622b-3bee-4f7d-9f87-a3fb85fadcf9 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 943 time: 0.1232369 Jul 07 19:11:52.823286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ffd5e091-5679-4ff8-96b1-89c44888890b details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:52.847037 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.874214 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4629483-9d79-4f07-92da-6286e43a4f16 req-0b796a66-cf34-4573-b2da-0030881c1829 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560541 Jul 07 19:11:53.029082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6769263-a3a3-442a-9491-e76ad4a5398b req-6caa848e-fcb3-410e-8780-ce1677b98700 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:53.031161 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6769263-a3a3-442a-9491-e76ad4a5398b req-6caa848e-fcb3-410e-8780-ce1677b98700 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f5d2d901-5f54-46e9-bfd3-e8ca8725482b HTTP/1.1" status: 200 len: 1101 time: 0.3392015 Jul 07 19:11:53.035908 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:53.045550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ffd5e091-5679-4ff8-96b1-89c44888890b,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:53.050712 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:53.074210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'ffd5e091-5679-4ff8-96b1-89c44888890b', 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc', 'port_id': 'ffd5e091-5679-4ff8-96b1-89c44888890b', 'mac_address': 'fa:16:3e:b1:3f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05946642-1500-4a2b-8a19-0c5229723139', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:53.077869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Allocated IP 172.20.0.2 (c3866a0d-212d-436f-85d4-e8667129ca61/15df2df2-a429-4f3c-b761-f1b178ff9aa1/35ef5cdc-e1c4-4982-9663-e39156e773fe) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:53.179254 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:53.201163 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:53.235734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd5e091-5679-4ff8-96b1-89c44888890b {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:53.279711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0341-fde5-4f01-81f4-90a3dc71f951 req-8ec3d11b-a408-4577-b623-4777a0948fb3 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:53.282600 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-becc0341-fde5-4f01-81f4-90a3dc71f951 req-8ec3d11b-a408-4577-b623-4777a0948fb3 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1297941 Jul 07 19:11:53.329565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ffd5e091-5679-4ff8-96b1-89c44888890b,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:53.338125 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:53.343485 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:53.358305 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-becc0341-fde5-4f01-81f4-90a3dc71f951 req-673b2134-4fc4-4157-a5e2-03a0127993d7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693860 Jul 07 19:11:53.438558 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6769263-a3a3-442a-9491-e76ad4a5398b req-f2cf702c-4e93-4d0f-ae38-df4258b7bf6f tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911142 Jul 07 19:11:53.458211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ffd5e091-5679-4ff8-96b1-89c44888890b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:53.459405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Pushing event updated for resources: {'Port': ['ID=decb2b31-6257-460f-9917-d507485de676,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:53.495224 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a2c02bb0-5dc7-499a-9813-ff7b4c1749d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:53.558960 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:53.569650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Transition to ACTIVE for port object 35ef5cdc-e1c4-4982-9663-e39156e773fe will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:53.582571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Network 5372149d-6f45-4bfa-bfad-0fe59793ffff is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:53.585405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:53.600453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Transition to ACTIVE for port object 35ef5cdc-e1c4-4982-9663-e39156e773fe will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:53.612249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:53.637718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc0907-1ed3-4d75-90b6-6e8a4e7ea3dd req-478e1bd9-bac6-4e52-8394-c9cc75d144f1 tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:53.639755 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34dc0907-1ed3-4d75-90b6-6e8a4e7ea3dd req-478e1bd9-bac6-4e52-8394-c9cc75d144f1 tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 1101 time: 0.1020069 Jul 07 19:11:53.729436 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34dc0907-1ed3-4d75-90b6-6e8a4e7ea3dd req-0dd69129-f350-4180-a483-4be585df1c4d tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808558 Jul 07 19:11:53.916583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8326a96c-aaa9-44a2-b0c0-20c416d0595d'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:53.918496 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c9825e-be72-4023-b86e-4ac89a2c1b5c" -d '{"events": [{"server_uuid": "b543b42f-4c06-4e63-b96b-26623835e6c0", "name": "network-vif-plugged", "status": "completed", "tag": "8326a96c-aaa9-44a2-b0c0-20c416d0595d"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:53.921103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Pushing event updated for resources: {'Port': ['ID=35ef5cdc-e1c4-4982-9663-e39156e773fe,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:53.932633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Network c3866a0d-212d-436f-85d4-e8667129ca61 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:53.940088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:53.942881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:53.971238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ffd5e091-5679-4ff8-96b1-89c44888890b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:53.998580 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-0691c19a-3bf3-49e9-9958-c243fecdec72 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319605 Jul 07 19:11:54.153580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 17db7e6d-967a-4fe2-a26c-9164c3198975 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:54.168017 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.188031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-4bae0728-10f5-4f71-a76a-d222d0995f4c tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:54.199064 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-4bae0728-10f5-4f71-a76a-d222d0995f4c tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907732 Jul 07 19:11:54.200739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cef166c9-2d11-4eb5-8a18-534e02ed8964 None None] Provisioning complete for port decb2b31-6257-460f-9917-d507485de676 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:54.201148 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cef166c9-2d11-4eb5-8a18-534e02ed8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.202387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Router 42082a64-3951-402d-b802-2d19d2ee1823 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:54.223220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-f605632c-5c97-4b59-ad2d-ce1782f11678 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/quotas/f35fe41829b448fe95c5a595cdb30d92 HTTP/1.1" status: 200 len: 375 time: 0.0215104 Jul 07 19:11:54.242378 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Attempting to bind port 35ef5cdc-e1c4-4982-9663-e39156e773fe on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:54.243535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Attempting to bind port 35ef5cdc-e1c4-4982-9663-e39156e773fe by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'c75a7672-a8af-49a6-aa5c-dba4fb97165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:54.244012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Attempting to bind port 35ef5cdc-e1c4-4982-9663-e39156e773fe on network c3866a0d-212d-436f-85d4-e8667129ca61 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:54.308725 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:54.313047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Checking segment: {'id': 'c75a7672-a8af-49a6-aa5c-dba4fb97165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:54.313585 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.314064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Bound using segment: {'id': 'c75a7672-a8af-49a6-aa5c-dba4fb97165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:54.314655 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Bound port: 35ef5cdc-e1c4-4982-9663-e39156e773fe, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75a7672-a8af-49a6-aa5c-dba4fb97165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:54.315255 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.328754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-cef166c9-2d11-4eb5-8a18-534e02ed8964 None None] Port decb2b31-6257-460f-9917-d507485de676 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:11:54.339022 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-b4a9f248-46ed-418c-bbf7-59102aa8c963 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1142235 Jul 07 19:11:54.371543 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.407964 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.457650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b3946-0b85-4b3a-a68e-9726c0ab1860 req-36612f6a-c155-4140-9414-83391bef26be tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:54.459258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd2b3946-0b85-4b3a-a68e-9726c0ab1860 req-36612f6a-c155-4140-9414-83391bef26be tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2644475 Jul 07 19:11:54.460413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] For port 35ef5cdc-e1c4-4982-9663-e39156e773fe, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:54.464354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] For port 35ef5cdc-e1c4-4982-9663-e39156e773fe, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=35ef5cdc-e1c4-4982-9663-e39156e773fe,segment=NetworkSegment(c75a7672-a8af-49a6-aa5c-dba4fb97165f),segment_id=c75a7672-a8af-49a6-aa5c-dba4fb97165f)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:54.497110 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.548231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:54.567105 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-073ccf78-ddde-4767-8fb1-3c11a10fad0e admin admin] 10.222.0.81 "PUT /v2.0/routers/42082a64-3951-402d-b802-2d19d2ee1823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9521410 Jul 07 19:11:54.573226 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f992668-979d-413e-8ed5-0118ac4c278f None None] Pushing event updated for resources: {'Port': ['ID=35ef5cdc-e1c4-4982-9663-e39156e773fe,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:54.578404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 17db7e6d-967a-4fe2-a26c-9164c3198975 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:54.603124 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd2b3946-0b85-4b3a-a68e-9726c0ab1860 req-8d5c9166-dbc2-4dca-90f6-e90cbd85ca2c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090384 Jul 07 19:11:54.615139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 17db7e6d-967a-4fe2-a26c-9164c3198975 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:54.615571 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.661028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Sync routers for ids ['42082a64-3951-402d-b802-2d19d2ee1823'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:54.661255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Allocated IP 172.25.0.209 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:54.681861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.710941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Routers {'42082a64-3951-402d-b802-2d19d2ee1823'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:54.711612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:11:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['42082a64-3951-402d-b802-2d19d2ee1823'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:54.909777 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.912644 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.939957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020811d-b368-401d-b9d2-e0a17ecf5612 req-1c78b4e1-ea5d-430e-b6b8-17c282f78345 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:54.946947 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4020811d-b368-401d-b9d2-e0a17ecf5612 req-1c78b4e1-ea5d-430e-b6b8-17c282f78345 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 944 time: 0.1576519 Jul 07 19:11:54.947367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Set router 42082a64-3951-402d-b802-2d19d2ee1823 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:54.975362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 17db7e6d-967a-4fe2-a26c-9164c3198975, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=17db7e6d-967a-4fe2-a26c-9164c3198975,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:54.982629 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.029899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.069598 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eb09a6-7381-4773-b8d7-30e51b879ab2 x-openstack-request-id: req-76eb09a6-7381-4773-b8d7-30e51b879ab2 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:55.070624 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b543b42f-4c06-4e63-b96b-26623835e6c0", "name": "network-vif-plugged", "status": "completed", "tag": "8326a96c-aaa9-44a2-b0c0-20c416d0595d", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:55.071227 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76eb09a6-7381-4773-b8d7-30e51b879ab2 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:55.072951 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8326a96c-aaa9-44a2-b0c0-20c416d0595d', 'code': 200} Jul 07 19:11:55.087927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=17db7e6d-967a-4fe2-a26c-9164c3198975,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:55.101990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4020811d-b368-401d-b9d2-e0a17ecf5612 req-3b11020b-f90b-41cb-ad02-995fb46ec41f tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541846 Jul 07 19:11:55.106411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:55.109513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:55.117377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:55.155771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Pushing event updated for resources: {'Port': ['ID=9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:55.225818 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-237090c3-b046-4706-aaa8-1b52a7d32325 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401373 Jul 07 19:11:55.358379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42082a64-3951-402d-b802-2d19d2ee1823', 'name': 'tempest-FloatingIPsNegativeTestJSON-504901125-router', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:52Z', 'revision_number': 4, 'project_id': '567c416fc0884aaca4772d4812645ec4', 'gw_port': {'id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42082a64-3951-402d-b802-2d19d2ee1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'decb2b31-6257-460f-9917-d507485de676', 'name': '', 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'mac_address': 'fa:16:3e:c3:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42082a64-3951-402d-b802-2d19d2ee1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f7193b63-2e2f-4cdb-b74e-7f542d53261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:50Z', 'updated_at': '2021-07-07T19:11:52Z', 'revision_number': 2, 'project_id': '567c416fc0884aaca4772d4812645ec4', 'subnets': [{'id': 'f7193b63-2e2f-4cdb-b74e-7f542d53261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:55.402115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7ac9b81f-babd-47d5-a7d7-cb1b01715fa0 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:55.410608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7ac9b81f-babd-47d5-a7d7-cb1b01715fa0 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839345 Jul 07 19:11:55.428628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Checking router: 42082a64-3951-402d-b802-2d19d2ee1823 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:55.429309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Updating router 42082a64-3951-402d-b802-2d19d2ee1823 port decb2b31-6257-460f-9917-d507485de676 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:11:55.432423 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-9156cb87-e409-4317-a071-2dfcf511ec02 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/quotas/df682d3641464be3ad43c2c4ee4d0b3f HTTP/1.1" status: 200 len: 375 time: 0.0204589 Jul 07 19:11:55.502485 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.548294 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-0c295deb-3714-49c1-a1c9-5682f6c982cb tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128664 Jul 07 19:11:55.553349 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.696582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a67c1dd5-6ea3-4041-826d-ae31fa42ba1a req-7a707c1d-c41f-4c23-b0cd-0c4a3a3881a4 tempest-FloatingIPsNegativeTestJSON-1150175729 tempest-FloatingIPsNegativeTestJSON-1150175729-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=567c416fc0884aaca4772d4812645ec4 HTTP/1.1" status: 200 len: 217 time: 0.0743616 Jul 07 19:11:55.960769 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.136107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb286fa2-9768-43b9-b03d-70b5dc232d17 req-a9a2e001-289b-4835-aca8-c5cbad251111 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:56.150611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb286fa2-9768-43b9-b03d-70b5dc232d17 req-a9a2e001-289b-4835-aca8-c5cbad251111 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1622479 Jul 07 19:11:56.239508 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.249559 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb286fa2-9768-43b9-b03d-70b5dc232d17 req-2d7965cf-2322-4963-851a-df541eefe9d7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980215 Jul 07 19:11:56.285750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Transition to ACTIVE for port object decb2b31-6257-460f-9917-d507485de676 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:56.317281 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.328670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77deff6-d273-43be-94a9-a76f1f1a740a None None] Network c3866a0d-212d-436f-85d4-e8667129ca61 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:56.328985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Router 0b023e3e-b55d-4157-8485-4817ead01cbe is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:11:56.427950 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e8073666-d868-44cd-a780-bf54a000830d req-dbe2d188-feca-43eb-a648-ed9af1f0aba7 tempest-FloatingIPsNegativeTestJSON-1150175729 tempest-FloatingIPsNegativeTestJSON-1150175729-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0726659 Jul 07 19:11:56.462589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 17db7e6d-967a-4fe2-a26c-9164c3198975 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:56.498027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0d99bafa-1f4f-435e-a78d-9239c5f1a808 None None] Provisioning for port 35ef5cdc-e1c4-4982-9663-e39156e773fe completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:56.561571 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bfce2f2c-a75d-4a19-8e4f-8fd690cd751e req-b5b14abf-229e-412b-9e09-ddfb8ef08531 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 210 time: 0.0924773 Jul 07 19:11:56.609959 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.677728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad911bbe-a798-4e6e-a739-a3ce6b1bce48 None None] Pushing event updated for resources: {'Port': ['ID=decb2b31-6257-460f-9917-d507485de676,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:56.724310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816c5a3-5d8c-484c-b042-aec9dd823c38 req-a25bf8d8-de07-4d69-8767-e5f660c17de8 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:56.733750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9816c5a3-5d8c-484c-b042-aec9dd823c38 req-a25bf8d8-de07-4d69-8767-e5f660c17de8 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 944 time: 0.1534348 Jul 07 19:11:56.798589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9816c5a3-5d8c-484c-b042-aec9dd823c38 req-04eb6812-4cac-42e2-ba73-dabdc3d67877 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617540 Jul 07 19:11:56.816460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Attempting to bind port decb2b31-6257-460f-9917-d507485de676 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:56.816967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Attempting to bind port decb2b31-6257-460f-9917-d507485de676 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '3669489d-487b-40ef-adee-0d9a04570a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:56.817426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Attempting to bind port decb2b31-6257-460f-9917-d507485de676 on network 5372149d-6f45-4bfa-bfad-0fe59793ffff {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:56.827621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:56.830196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ffd5e091-5679-4ff8-96b1-89c44888890b up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:56.854548 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Sync routers for ids ['0b023e3e-b55d-4157-8485-4817ead01cbe'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:56.869034 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Routers {'0b023e3e-b55d-4157-8485-4817ead01cbe'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:56.869685 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:11:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0b023e3e-b55d-4157-8485-4817ead01cbe'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:56.887920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.889162 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1796b32a-e5d6-427a-b111-bd00bb020e4a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3460307 Jul 07 19:11:56.892403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46050) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:56.929781 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e059493-bb36-4c11-a728-cef91456ecac req-3e280502-b230-4caa-8425-001f762e64e3 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:56.939688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e059493-bb36-4c11-a728-cef91456ecac req-3e280502-b230-4caa-8425-001f762e64e3 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1891074 Jul 07 19:11:56.948764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:56.949585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Checking segment: {'id': '3669489d-487b-40ef-adee-0d9a04570a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:56.949997 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.950422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Bound using segment: {'id': '3669489d-487b-40ef-adee-0d9a04570a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:56.950939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Bound port: decb2b31-6257-460f-9917-d507485de676, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3669489d-487b-40ef-adee-0d9a04570a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:56.954106 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.998521 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e059493-bb36-4c11-a728-cef91456ecac req-2aec2ee5-4d1f-4504-8640-c23e8470d6a7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577142 Jul 07 19:11:57.052652 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f32a620-8b4c-4cbc-80ba-ce7562512991 req-5c242340-a1a5-42a6-bd4e-60d546cc2e47 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 210 time: 0.0643985 Jul 07 19:11:57.079210 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Set router 0b023e3e-b55d-4157-8485-4817ead01cbe gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:57.157941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port ffd5e091-5679-4ff8-96b1-89c44888890b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:57.170464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port ffd5e091-5679-4ff8-96b1-89c44888890b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:57.170864 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:57.208257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 17db7e6d-967a-4fe2-a26c-9164c3198975 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:57.208626 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:57.257851 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-c90a8040-7e1b-41c1-bea8-9864b99fd7c8 req-a9051209-2a4b-4d39-8277-d9656633cc39 tempest-FloatingIPsNegativeTestJSON-1150175729 tempest-FloatingIPsNegativeTestJSON-1150175729-project] show failed (client error): The resource could not be found. Jul 07 19:11:57.263465 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c90a8040-7e1b-41c1-bea8-9864b99fd7c8 req-a9051209-2a4b-4d39-8277-d9656633cc39 tempest-FloatingIPsNegativeTestJSON-1150175729 tempest-FloatingIPsNegativeTestJSON-1150175729-project] 10.222.0.81 "GET /v2.0/floatingips/b0c30de8-dd75-4ffe-9f61-b1496e529d3c HTTP/1.1" status: 404 len: 350 time: 0.1754506 Jul 07 19:11:57.267878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46054) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:57.360807 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'name': 'tempest-FloatingIPsTestJSON-806193871-router', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:52Z', 'updated_at': '2021-07-07T19:11:55Z', 'revision_number': 3, 'project_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'gw_port': {'id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:54Z', 'updated_at': '2021-07-07T19:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:57.411512 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] For port decb2b31-6257-460f-9917-d507485de676, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:57.441151 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Checking router: 0b023e3e-b55d-4157-8485-4817ead01cbe for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:57.442843 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Updating router 0b023e3e-b55d-4157-8485-4817ead01cbe port 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:11:57.445071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] For port decb2b31-6257-460f-9917-d507485de676, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=decb2b31-6257-460f-9917-d507485de676,segment=NetworkSegment(3669489d-487b-40ef-adee-0d9a04570a01),segment_id=3669489d-487b-40ef-adee-0d9a04570a01)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:57.455256 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:57.502139 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:57.822959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Routers {'42082a64-3951-402d-b802-2d19d2ee1823'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:57.824959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:11:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['42082a64-3951-402d-b802-2d19d2ee1823'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:57.832146 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:57.840045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad911bbe-a798-4e6e-a739-a3ce6b1bce48 None None] Pushing event updated for resources: {'Port': ['ID=decb2b31-6257-460f-9917-d507485de676,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:57.915522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 35ef5cdc-e1c4-4982-9663-e39156e773fe up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:58.013823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb61304-c612-470c-ac3c-e1e9676d6951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd5e091-5679-4ff8-96b1-89c44888890b'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:58.020002 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb7fbc4-8f08-435a-858c-4018f1095e60" -d '{"events": [{"server_uuid": "5fb61304-c612-470c-ac3c-e1e9676d6951", "name": "network-vif-plugged", "status": "completed", "tag": "ffd5e091-5679-4ff8-96b1-89c44888890b"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:58.024747 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.086963 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.106557 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Transition to ACTIVE for port object 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:58.115089 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-396c9fc8-5948-4f91-9c1d-0177c2c3b348 req-7cabdb0a-66c3-439e-943f-ce583327305d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 210 time: 0.0925584 Jul 07 19:11:58.121654 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.181956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ffd5e091-5679-4ff8-96b1-89c44888890b,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:58.214981 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Attempting to bind port 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:58.214981 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Attempting to bind port 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:58.215348 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Attempting to bind port 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:58.266425 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:58.271380 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.273306 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:58.276062 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.276732 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:58.277461 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Bound port: 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:58.278991 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.283767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 35ef5cdc-e1c4-4982-9663-e39156e773fe completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:58.389756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 35ef5cdc-e1c4-4982-9663-e39156e773fe triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:58.401574 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.415322 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd1a7a5-38e3-4b18-8584-be0e455d7780 x-openstack-request-id: req-acd1a7a5-38e3-4b18-8584-be0e455d7780 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:58.416535 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb61304-c612-470c-ac3c-e1e9676d6951", "name": "network-vif-plugged", "status": "completed", "tag": "ffd5e091-5679-4ff8-96b1-89c44888890b", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:58.418953 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-acd1a7a5-38e3-4b18-8584-be0e455d7780 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:58.419524 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb61304-c612-470c-ac3c-e1e9676d6951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd5e091-5679-4ff8-96b1-89c44888890b', 'code': 200} Jul 07 19:11:58.471512 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] For port 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:58.477970 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] For port 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:58.480629 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-bb24b8cf-9d67-494d-b337-5110c5c55c68 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901222 Jul 07 19:11:58.503531 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.518499 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc61cc-4a65-44c8-872d-046e527cc995 None None] Pushing event updated for resources: {'Port': ['ID=9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:58.525797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2e0baee5-c370-4a6d-b48c-171646eb0301 None None] Provisioning complete for port 35ef5cdc-e1c4-4982-9663-e39156e773fe triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:58.526238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-f1ff7e0c-e374-485e-8a2a-1d422ede34cc tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303984 Jul 07 19:11:58.527109 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e0baee5-c370-4a6d-b48c-171646eb0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.601592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] Set router 42082a64-3951-402d-b802-2d19d2ee1823 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:58.668845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ffd5e091-5679-4ff8-96b1-89c44888890b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:58.679624 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc61cc-4a65-44c8-872d-046e527cc995 None None] Pushing event updated for resources: {'Port': ['ID=9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:58.749775 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Routers {'0b023e3e-b55d-4157-8485-4817ead01cbe'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:58.750388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebf66548-b0a9-492f-9310-2409e02ad1da req-adbd1e9c-0f56-47e1-8630-40db55d09b15 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 210 time: 0.0818870 Jul 07 19:11:58.753125 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:11:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0b023e3e-b55d-4157-8485-4817ead01cbe'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:58.788618 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-623bdc75-8582-4beb-9d9b-40a65b4cab42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.861151 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:59.057184 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e0baee5-c370-4a6d-b48c-171646eb0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:59.101477 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] Set router 0b023e3e-b55d-4157-8485-4817ead01cbe gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:59.129698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 35ef5cdc-e1c4-4982-9663-e39156e773fe, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=35ef5cdc-e1c4-4982-9663-e39156e773fe,segment=NetworkSegment(c75a7672-a8af-49a6-aa5c-dba4fb97165f),segment_id=c75a7672-a8af-49a6-aa5c-dba4fb97165f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:59.143763 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:59.348925 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-2e0baee5-c370-4a6d-b48c-171646eb0301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:11:59.349274 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-2e0baee5-c370-4a6d-b48c-171646eb0301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:11:59.352097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=35ef5cdc-e1c4-4982-9663-e39156e773fe,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:59.457357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42082a64-3951-402d-b802-2d19d2ee1823', 'name': 'tempest-FloatingIPsNegativeTestJSON-504901125-router', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:52Z', 'revision_number': 4, 'project_id': '567c416fc0884aaca4772d4812645ec4', 'gw_port': {'id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42082a64-3951-402d-b802-2d19d2ee1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'decb2b31-6257-460f-9917-d507485de676', 'name': '', 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'mac_address': 'fa:16:3e:c3:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42082a64-3951-402d-b802-2d19d2ee1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f7193b63-2e2f-4cdb-b74e-7f542d53261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:50Z', 'updated_at': '2021-07-07T19:11:57Z', 'revision_number': 4, 'project_id': '567c416fc0884aaca4772d4812645ec4', 'subnets': [{'id': 'f7193b63-2e2f-4cdb-b74e-7f542d53261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:59.532881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3b9da-20c7-4cdc-9fcd-5be9f09c869b None None] The sync data for ids ['42082a64-3951-402d-b802-2d19d2ee1823'] in n-d-793621-9 is: [{'id': '42082a64-3951-402d-b802-2d19d2ee1823', 'name': 'tempest-FloatingIPsNegativeTestJSON-504901125-router', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:52Z', 'revision_number': 4, 'project_id': '567c416fc0884aaca4772d4812645ec4', 'gw_port': {'id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42082a64-3951-402d-b802-2d19d2ee1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'decb2b31-6257-460f-9917-d507485de676', 'name': '', 'network_id': '5372149d-6f45-4bfa-bfad-0fe59793ffff', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'mac_address': 'fa:16:3e:c3:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42082a64-3951-402d-b802-2d19d2ee1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f7193b63-2e2f-4cdb-b74e-7f542d53261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:50Z', 'updated_at': '2021-07-07T19:11:57Z', 'revision_number': 4, 'project_id': '567c416fc0884aaca4772d4812645ec4', 'subnets': [{'id': 'f7193b63-2e2f-4cdb-b74e-7f542d53261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:59.545885 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-38be4d29-d698-47c2-9da4-785e7a828ec3 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476027 Jul 07 19:11:59.550090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-58bff82f-fc70-464f-bfaa-b897f705b405 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:59.552761 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-58bff82f-fc70-464f-bfaa-b897f705b405 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0172882 Jul 07 19:11:59.553792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Allocated IP 172.20.0.1 (c3866a0d-212d-436f-85d4-e8667129ca61/15df2df2-a429-4f3c-b761-f1b178ff9aa1/7590c50a-ce74-43c3-b4f1-432642d3e8f8) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:59.569808 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'name': 'tempest-FloatingIPsTestJSON-806193871-router', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:52Z', 'updated_at': '2021-07-07T19:11:55Z', 'revision_number': 3, 'project_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'gw_port': {'id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:54Z', 'updated_at': '2021-07-07T19:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:59.593873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Request body: {'port': {'device_id': 'ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'f35fe41829b448fe95c5a595cdb30d92'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:59.652869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107595ff-b082-4507-a03e-256a3e3a8678 req-1f88490a-cf61-41f8-9e76-c82abeb1df55 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:59.674657 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-107595ff-b082-4507-a03e-256a3e3a8678 req-1f88490a-cf61-41f8-9e76-c82abeb1df55 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 1.0942554 Jul 07 19:11:59.678403 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472a22f-48af-4c9f-bd90-e27b8048916b None None] The sync data for ids ['0b023e3e-b55d-4157-8485-4817ead01cbe'] in n-d-793621-9 is: [{'id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'name': 'tempest-FloatingIPsTestJSON-806193871-router', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:52Z', 'updated_at': '2021-07-07T19:11:55Z', 'revision_number': 3, 'project_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'gw_port': {'id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:54Z', 'updated_at': '2021-07-07T19:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:59.775623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cfaf4-ec34-4afc-9992-419e29a60c52 req-ce10394b-fdd7-465d-b5de-178f3d52689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:59.777356 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-db1cfaf4-ec34-4afc-9992-419e29a60c52 req-ce10394b-fdd7-465d-b5de-178f3d52689f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 1096 time: 0.5403790 Jul 07 19:11:59.817929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-14ae86e0-12bf-4b27-8c82-683b4db912b3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:59.819791 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-14ae86e0-12bf-4b27-8c82-683b4db912b3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3285825 Jul 07 19:11:59.878956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Request body: {'port': {'device_id': 'c5749a65-87a7-46b7-a206-0c203f89405a', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'f35fe41829b448fe95c5a595cdb30d92'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:59.953604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e855ae6-b2e8-45b4-acba-4475cc8807a3 req-46093cdd-a366-4148-a232-38ab96c04f75 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:59.955122 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e855ae6-b2e8-45b4-acba-4475cc8807a3 req-46093cdd-a366-4148-a232-38ab96c04f75 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.4885178 Jul 07 19:12:00.033023 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Made reservation on behalf of f35fe41829b448fe95c5a595cdb30d92 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:00.039273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.047598 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-107595ff-b082-4507-a03e-256a3e3a8678 req-1b9c14d5-5ab8-4c3a-abd0-dc96fbe6716f tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717482 Jul 07 19:12:00.101748 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e855ae6-b2e8-45b4-acba-4475cc8807a3 req-048ebfbe-769c-47b1-984d-819354616d97 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371889 Jul 07 19:12:00.115946 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-db1cfaf4-ec34-4afc-9992-419e29a60c52 req-7132d236-6392-4d31-8595-5a3059a1e53e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550139 Jul 07 19:12:00.251484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-b585849e-e6d1-462a-9f82-b9c13b2feda5 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:00.254222 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-b585849e-e6d1-462a-9f82-b9c13b2feda5 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6949427 Jul 07 19:12:00.278176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Request body: {'port': {'device_id': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'df682d3641464be3ad43c2c4ee4d0b3f'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:00.292917 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.341462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a576871-fe58-400d-8796-2d9ac1ca94a0 req-ebad18c1-15b0-4c31-bec4-ff227e393abc tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 210 time: 0.0394185 Jul 07 19:12:00.391483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Transition to ACTIVE for port object 7590c50a-ce74-43c3-b4f1-432642d3e8f8 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:00.402283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Allocated IP 192.168.233.81 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/b00c676e-5f2e-4f57-ba30-004c12bcd707) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:00.445167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-623bdc75-8582-4beb-9d9b-40a65b4cab42 admin admin] Deleting port decb2b31-6257-460f-9917-d507485de676 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:00.445511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-623bdc75-8582-4beb-9d9b-40a65b4cab42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.457164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ddd476d9-4d24-4434-9c03-5bbc96b221ce req-c0db57bf-f013-4edb-9c37-b84ca924e65c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 210 time: 0.1333041 Jul 07 19:12:00.474019 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Made reservation on behalf of f35fe41829b448fe95c5a595cdb30d92 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:00.480536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.662886 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.676507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-623bdc75-8582-4beb-9d9b-40a65b4cab42 admin admin] For port decb2b31-6257-460f-9917-d507485de676, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=decb2b31-6257-460f-9917-d507485de676,segment=NetworkSegment(3669489d-487b-40ef-adee-0d9a04570a01),segment_id=3669489d-487b-40ef-adee-0d9a04570a01)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:00.677087 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-623bdc75-8582-4beb-9d9b-40a65b4cab42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.700638 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-623bdc75-8582-4beb-9d9b-40a65b4cab42 admin admin] Calling delete_port for decb2b31-6257-460f-9917-d507485de676 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:00.729244 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.766565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Network c3866a0d-212d-436f-85d4-e8667129ca61 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:00.776722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Made reservation on behalf of df682d3641464be3ad43c2c4ee4d0b3f for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:00.781123 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.781333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Transition to ACTIVE for port object b00c676e-5f2e-4f57-ba30-004c12bcd707 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:00.785278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:00.800839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:00.801550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.810213 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Pushing event updated for resources: {'Port': ['ID=7590c50a-ce74-43c3-b4f1-432642d3e8f8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:00.880303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744344b-cb32-41ac-ad64-482d09b1af36 req-7c3aefb7-4ef8-4f7f-a98b-f5e687b6c0f2 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:00.881921 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0744344b-cb32-41ac-ad64-482d09b1af36 req-7c3aefb7-4ef8-4f7f-a98b-f5e687b6c0f2 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 1097 time: 0.2448838 Jul 07 19:12:00.958097 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.972824 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:01.048458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:01.067183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de882884-e49d-477a-8d6d-2f80664a57a6', 'fe394e81-d4dc-4bb7-8c1d-385342ba456f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:01.075276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:01.082625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:01.127803 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0744344b-cb32-41ac-ad64-482d09b1af36 req-b05d7015-a10c-44c8-a245-5ac64c3b15f8 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924062 Jul 07 19:12:01.335275 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event updated for resources: {'Port': ['ID=b00c676e-5f2e-4f57-ba30-004c12bcd707,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:01.370649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ae40f81d-9138-4160-9ccb-5e3f118be328 None None] Provisioning for port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:01.374002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:01.374775 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:01.392469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ae40f81d-9138-4160-9ccb-5e3f118be328 None None] Provisioning complete for port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:01.394093 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ae40f81d-9138-4160-9ccb-5e3f118be328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:01.400628 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-8d6e56e2-16be-4f1c-8cbc-d5e8a3c9e672 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8352606 Jul 07 19:12:01.455144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Allocated IP 192.168.233.70 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/b77bdb11-cd38-43af-8df3-f525197df328) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:01.486370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ae40f81d-9138-4160-9ccb-5e3f118be328 None None] Port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:01.525536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Request body: {'port': {'device_id': 'ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:01.533215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:01.587058 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device decb2b31-6257-460f-9917-d507485de676 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:01.604593 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-623bdc75-8582-4beb-9d9b-40a65b4cab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:01.658509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: decb2b31-6257-460f-9917-d507485de676 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:12:01.659222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device decb2b31-6257-460f-9917-d507485de676 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 19:12:01.674757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bdc75-8582-4beb-9d9b-40a65b4cab42 admin admin] Pushing event deleted for resources: {'Port': ['ID=decb2b31-6257-460f-9917-d507485de676,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:01.697792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Port decb2b31-6257-460f-9917-d507485de676 not found, will not notify nova. {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 19:12:01.698453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 35ef5cdc-e1c4-4982-9663-e39156e773fe up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:01.712342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fd5dd32d-a242-409b-a832-159c8f1d78af None None] Provisioning for port b00c676e-5f2e-4f57-ba30-004c12bcd707 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:01.761058 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fd5dd32d-a242-409b-a832-159c8f1d78af None None] Provisioning complete for port b00c676e-5f2e-4f57-ba30-004c12bcd707 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:01.761416 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd5dd32d-a242-409b-a832-159c8f1d78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:01.825449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fd5dd32d-a242-409b-a832-159c8f1d78af None None] Port b00c676e-5f2e-4f57-ba30-004c12bcd707 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:01.857561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945240a7-ff30-4906-87a4-d5f2cefbe7b5 req-26533cd6-a600-495b-9145-8af01d0070f3 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:01.866605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-945240a7-ff30-4906-87a4-d5f2cefbe7b5 req-26533cd6-a600-495b-9145-8af01d0070f3 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.4579036 Jul 07 19:12:01.877263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 35ef5cdc-e1c4-4982-9663-e39156e773fe triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:01.879151 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:01.925204 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.006299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:02.012749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098f978-4d63-47cd-a51e-9cbe238182d8 req-f062cce6-5fc1-4d28-b756-abc047612420 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:02.014449 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9098f978-4d63-47cd-a51e-9cbe238182d8 req-f062cce6-5fc1-4d28-b756-abc047612420 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.3719246 Jul 07 19:12:02.027817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-945240a7-ff30-4906-87a4-d5f2cefbe7b5 req-d7149aa6-00b0-4727-84a7-22d934a3eaa6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598306 Jul 07 19:12:02.041359 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.079372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Transition to ACTIVE for port object b77bdb11-cd38-43af-8df3-f525197df328 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:02.094749 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-623bdc75-8582-4beb-9d9b-40a65b4cab42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.119001 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:02.126425 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:02.127340 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.138353 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9098f978-4d63-47cd-a51e-9cbe238182d8 req-851a4287-d029-43e0-9238-e8c22e0aa186 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147099 Jul 07 19:12:02.235615 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.248771 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.250991 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.297899 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.341734 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.343846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:02.348468 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.362836 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:02.458750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:02.470249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Pushing event updated for resources: {'Port': ['ID=7590c50a-ce74-43c3-b4f1-432642d3e8f8,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:02.574338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event updated for resources: {'Port': ['ID=b77bdb11-cd38-43af-8df3-f525197df328,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:02.603642 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:02.707249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623bdc75-8582-4beb-9d9b-40a65b4cab42 admin admin] Router 42082a64-3951-402d-b802-2d19d2ee1823 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:12:02.745145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:02.763436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:02.765468 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.823329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Allocated IP 192.168.233.63 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/317d3e94-e4e6-4a2f-8b95-c6b53744e544) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:02.881163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de882884-e49d-477a-8d6d-2f80664a57a6', 'fe394e81-d4dc-4bb7-8c1d-385342ba456f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:03.035384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623bdc75-8582-4beb-9d9b-40a65b4cab42 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:12:03.044025 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-623bdc75-8582-4beb-9d9b-40a65b4cab42 admin admin] 10.222.0.81 "PUT /v2.0/routers/42082a64-3951-402d-b802-2d19d2ee1823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7745018 Jul 07 19:12:03.044516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46122) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:03.054326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.094712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4775875-9db4-4795-865c-b3c3f0a4adb7 None None] Sync routers for ids ['42082a64-3951-402d-b802-2d19d2ee1823'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:12:03.130329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:03.228202 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e7d00449-d0b9-4147-89cb-84a42b7a382a None None] Provisioning for port b77bdb11-cd38-43af-8df3-f525197df328 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:03.257957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4775875-9db4-4795-865c-b3c3f0a4adb7 None None] Routers {'42082a64-3951-402d-b802-2d19d2ee1823'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:03.259546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c4775875-9db4-4795-865c-b3c3f0a4adb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:11:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['42082a64-3951-402d-b802-2d19d2ee1823'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:03.265456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e7d00449-d0b9-4147-89cb-84a42b7a382a None None] Provisioning complete for port b77bdb11-cd38-43af-8df3-f525197df328 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:03.266052 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7d00449-d0b9-4147-89cb-84a42b7a382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.267981 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.493487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c4775875-9db4-4795-865c-b3c3f0a4adb7 None None] Set router 42082a64-3951-402d-b802-2d19d2ee1823 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:03.532082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Transition to ACTIVE for port object 317d3e94-e4e6-4a2f-8b95-c6b53744e544 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:03.573867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-404681f1-62d1-4579-9dc0-efbecbf50e12 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6991804 Jul 07 19:12:03.579725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Network c3866a0d-212d-436f-85d4-e8667129ca61 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:03.590452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Request body: {'port': {'device_id': 'c5749a65-87a7-46b7-a206-0c203f89405a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:03.609001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:03.624991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:03.634308 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.754753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Deleting port 17db7e6d-967a-4fe2-a26c-9164c3198975 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:03.755153 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.763685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b92ed5-b3ee-482a-91e9-400f847a2169 req-34a9e657-a4f7-4110-89e6-166d5c06a2fb tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:03.767376 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b8b92ed5-b3ee-482a-91e9-400f847a2169 req-34a9e657-a4f7-4110-89e6-166d5c06a2fb tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 935 time: 1.1950459 Jul 07 19:12:03.943944 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.967191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:03.967601 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.969234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e7d00449-d0b9-4147-89cb-84a42b7a382a None None] Port b77bdb11-cd38-43af-8df3-f525197df328 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:04.017942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] For port 17db7e6d-967a-4fe2-a26c-9164c3198975, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=17db7e6d-967a-4fe2-a26c-9164c3198975,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:04.018889 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.036883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Calling delete_port for 17db7e6d-967a-4fe2-a26c-9164c3198975 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:04.037951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Router 0b023e3e-b55d-4157-8485-4817ead01cbe has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:12:04.065152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:04.095350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:04.106961 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:04.115196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:04.116071 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.152727 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b8b92ed5-b3ee-482a-91e9-400f847a2169 req-0e9c7db7-36b3-4fc7-a81a-ab8ef95e8abd tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906179 Jul 07 19:12:04.165445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.185612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Pushing event updated for resources: {'Port': ['ID=317d3e94-e4e6-4a2f-8b95-c6b53744e544,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:04.196378 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9275203 Jul 07 19:12:04.204287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6d704ef0-33d0-464b-adb5-d74854de3fb6 None None] Provisioning complete for port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:04.204867 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6d704ef0-33d0-464b-adb5-d74854de3fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.249156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-4f7f20f3-64e3-4a82-a95f-e3ec99c2dbdf tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:12:04.256037 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-4f7f20f3-64e3-4a82-a95f-e3ec99c2dbdf tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0650887 Jul 07 19:12:04.278786 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6d704ef0-33d0-464b-adb5-d74854de3fb6 None None] Port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:04.310718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Request body: {'port': {'device_id': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:04.314705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:04.315085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:04.315435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:04.315781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:04.316117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:04.316656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:04.317161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:04.317722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:04.318226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:04.318745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:04.319135 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:04.319465 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958cdc-6f58-461c-b48a-54694ed158bc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:04.351120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c4775875-9db4-4795-865c-b3c3f0a4adb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42082a64-3951-402d-b802-2d19d2ee1823', 'name': 'tempest-FloatingIPsNegativeTestJSON-504901125-router', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:12:01Z', 'revision_number': 5, 'project_id': '567c416fc0884aaca4772d4812645ec4', 'gw_port': {'id': '17db7e6d-967a-4fe2-a26c-9164c3198975', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42082a64-3951-402d-b802-2d19d2ee1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:04.386017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4775875-9db4-4795-865c-b3c3f0a4adb7 None None] Checking router: 42082a64-3951-402d-b802-2d19d2ee1823 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:12:04.403351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4775875-9db4-4795-865c-b3c3f0a4adb7 None None] Routers {'42082a64-3951-402d-b802-2d19d2ee1823'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:04.403701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c4775875-9db4-4795-865c-b3c3f0a4adb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:11:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['42082a64-3951-402d-b802-2d19d2ee1823'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:04.452031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-a0a0f910-5866-4748-875d-3fbdcdfe8c54 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:04.454098 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-a0a0f910-5866-4748-875d-3fbdcdfe8c54 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports/6c1446eb-abd5-4595-b851-3b3b3049bc77 HTTP/1.1" status: 200 len: 1094 time: 0.1972935 Jul 07 19:12:04.496651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] Request body: {'binding': {'host': 'n-h1-793621-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:04.497236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] Unknown quota resources ['binding']. {{(pid=93900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:12:04.517578 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8444c498-0cd1-4f2b-8813-3d0a02660f24 None None] Provisioning for port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:04.525037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c4775875-9db4-4795-865c-b3c3f0a4adb7 None None] Set router 42082a64-3951-402d-b802-2d19d2ee1823 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:04.527406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8444c498-0cd1-4f2b-8813-3d0a02660f24 None None] Provisioning complete for port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:04.527969 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8444c498-0cd1-4f2b-8813-3d0a02660f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.606572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c4775875-9db4-4795-865c-b3c3f0a4adb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42082a64-3951-402d-b802-2d19d2ee1823', 'name': 'tempest-FloatingIPsNegativeTestJSON-504901125-router', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:12:03Z', 'revision_number': 6, 'project_id': '567c416fc0884aaca4772d4812645ec4', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:04.628485 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8326a96c-aaa9-44a2-b0c0-20c416d0595d'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:04.631736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8444c498-0cd1-4f2b-8813-3d0a02660f24 None None] Port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:04.635670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00c676e-5f2e-4f57-ba30-004c12bcd707 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:04.645283 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.667546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Transition to ACTIVE for port object b00c676e-5f2e-4f57-ba30-004c12bcd707 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:04.685282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4775875-9db4-4795-865c-b3c3f0a4adb7 None None] The sync data for ids ['42082a64-3951-402d-b802-2d19d2ee1823'] in n-d-793621-9 is: [{'id': '42082a64-3951-402d-b802-2d19d2ee1823', 'name': 'tempest-FloatingIPsNegativeTestJSON-504901125-router', 'tenant_id': '567c416fc0884aaca4772d4812645ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:12:03Z', 'revision_number': 6, 'project_id': '567c416fc0884aaca4772d4812645ec4', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:12:04.687845 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.715590 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.739528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:12:04.761722 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Sync routers for ids ['0b023e3e-b55d-4157-8485-4817ead01cbe'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:12:04.773541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Pushing event updated for resources: {'Port': ['ID=b00c676e-5f2e-4f57-ba30-004c12bcd707,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:04.776978 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Routers {'0b023e3e-b55d-4157-8485-4817ead01cbe'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:04.777836 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:11:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0b023e3e-b55d-4157-8485-4817ead01cbe'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:04.786943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78994ace-d00e-4158-a14d-e4c21961f776 req-377b9c5b-e8db-4a52-afcc-5b843b7d529e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:04.794153 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78994ace-d00e-4158-a14d-e4c21961f776 req-377b9c5b-e8db-4a52-afcc-5b843b7d529e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 935 time: 0.4254653 Jul 07 19:12:04.819559 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e1ca7148-f093-41a1-a05c-8f84b358528c admin admin] 10.222.0.81 "PUT /v2.0/routers/0b023e3e-b55d-4157-8485-4817ead01cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9143772 Jul 07 19:12:04.841752 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.904300 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Attempting to bind port b00c676e-5f2e-4f57-ba30-004c12bcd707 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:04.904793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Attempting to bind port b00c676e-5f2e-4f57-ba30-004c12bcd707 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:04.905126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Attempting to bind port b00c676e-5f2e-4f57-ba30-004c12bcd707 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:04.912416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Pushing event deleted for resources: {'Port': ['ID=17db7e6d-967a-4fe2-a26c-9164c3198975,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:04.914293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Port b00c676e-5f2e-4f57-ba30-004c12bcd707 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:04.914656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Attempting to bind port b00c676e-5f2e-4f57-ba30-004c12bcd707 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:04.925690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:04.926023 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:04.926419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:04.926887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Bound port: b00c676e-5f2e-4f57-ba30-004c12bcd707, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:04.927250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.012859 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78994ace-d00e-4158-a14d-e4c21961f776 req-aa4fb32e-82d9-4844-8571-50186dbd96d6 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174315 Jul 07 19:12:05.043399 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.142001 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Set router 0b023e3e-b55d-4157-8485-4817ead01cbe gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:05.244215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] Attempting to bind port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on host n-h1-793621-9 for vnic_type normal with profile None {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:05.245105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] Attempting to bind port 6c1446eb-abd5-4595-b851-3b3b3049bc77 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:05.245105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] Attempting to bind port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:05.254097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] Port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:05.254949 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] Attempting to bind port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:05.273431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77bdb11-cd38-43af-8df3-f525197df328 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:05.278756 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:05.279192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:05.279805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] Bound using segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:05.280401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] Bound port: 6c1446eb-abd5-4595-b851-3b3b3049bc77, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:05.295479 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.298907 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.301293 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.342740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Transition to ACTIVE for port object b77bdb11-cd38-43af-8df3-f525197df328 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:05.357044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] For port b00c676e-5f2e-4f57-ba30-004c12bcd707, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:05.402889 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.435253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] For port b00c676e-5f2e-4f57-ba30-004c12bcd707, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b00c676e-5f2e-4f57-ba30-004c12bcd707,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:05.439417 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.441269 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.446304 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.446872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42082a64-3951-402d-b802-2d19d2ee1823 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:12:05.477586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.478730 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f94bf20b-a65b-4c19-9040-8241f620943a admin admin] 10.222.0.81 "DELETE /v2.0/routers/42082a64-3951-402d-b802-2d19d2ee1823 HTTP/1.1" status: 204 len: 168 time: 2.4332745 Jul 07 19:12:05.481619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46148) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:05.523454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:05.524773 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.526320 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] 10.222.0.48 "PUT /v2.0/ports/b00c676e-5f2e-4f57-ba30-004c12bcd707 HTTP/1.1" status: 200 len: 1095 time: 4.1150806 Jul 07 19:12:05.526820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc', 'tag': 'b00c676e-5f2e-4f57-ba30-004c12bcd707'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:05.529421 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4c5c18-82dc-41eb-a556-dc6f08252f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc", "tag": "b00c676e-5f2e-4f57-ba30-004c12bcd707"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:05.562352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:05.572594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Pushing event updated for resources: {'Port': ['ID=b77bdb11-cd38-43af-8df3-f525197df328,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:05.594322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Deleting subnet f7193b63-2e2f-4cdb-b74e-7f542d53261e {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:12:05.595451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.596816 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-efe3fa20-3fb1-4f6a-b54e-b96b3aeeaef8 service neutron] 10.222.0.81 "POST /v2.0/ports/6c1446eb-abd5-4595-b851-3b3b3049bc77/bindings HTTP/1.1" status: 201 len: 389 time: 1.1061165 Jul 07 19:12:05.612339 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'name': 'tempest-FloatingIPsTestJSON-806193871-router', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:52Z', 'updated_at': '2021-07-07T19:12:01Z', 'revision_number': 4, 'project_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'gw_port': {'id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:54Z', 'updated_at': '2021-07-07T19:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7590c50a-ce74-43c3-b4f1-432642d3e8f8', 'name': '', 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'mac_address': 'fa:16:3e:da:cc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15df2df2-a429-4f3c-b761-f1b178ff9aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:58Z', 'updated_at': '2021-07-07T19:12:01Z', 'revision_number': 2, 'project_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'subnets': [{'id': '15df2df2-a429-4f3c-b761-f1b178ff9aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:05.648709 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Checking router: 0b023e3e-b55d-4157-8485-4817ead01cbe for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:12:05.649368 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Updating router 0b023e3e-b55d-4157-8485-4817ead01cbe port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:12:05.667784 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.669933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07fcc3-e546-4349-b21a-7377cab16e25 service neutron] Pushing event updated for resources: {'Port': ['ID=b00c676e-5f2e-4f57-ba30-004c12bcd707,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:05.718698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Attempting to bind port b77bdb11-cd38-43af-8df3-f525197df328 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:05.720044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Attempting to bind port b77bdb11-cd38-43af-8df3-f525197df328 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:05.720772 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.722121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Attempting to bind port b77bdb11-cd38-43af-8df3-f525197df328 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:05.745510 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device decb2b31-6257-460f-9917-d507485de676 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:05.821638 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.838593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Port b77bdb11-cd38-43af-8df3-f525197df328 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:05.840904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: decb2b31-6257-460f-9917-d507485de676 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:12:05.841469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device decb2b31-6257-460f-9917-d507485de676 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:12:05.843156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Attempting to bind port b77bdb11-cd38-43af-8df3-f525197df328 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:05.869841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-45e46101-6e0f-4945-9c4c-26e4cf3c2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:05.871649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-45e46101-6e0f-4945-9c4c-26e4cf3c2aef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc HTTP/1.1" status: 200 len: 1098 time: 0.2956440 Jul 07 19:12:05.889736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cbc26-230d-4d47-84e5-f8da49ab5910 req-aa8a8dd5-1439-494f-b200-3f927b9a525f tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:05.901516 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-161cbc26-230d-4d47-84e5-f8da49ab5910 req-aa8a8dd5-1439-494f-b200-3f927b9a525f tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.4543264 Jul 07 19:12:05.953517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:05.953860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:05.954258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:05.954713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Bound port: b77bdb11-cd38-43af-8df3-f525197df328, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:05.955102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.166192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-128600fd-eb0d-4f46-8eb0-9e5ebcd90d1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b00c676e-5f2e-4f57-ba30-004c12bcd707 HTTP/1.1" status: 200 len: 217 time: 0.1667142 Jul 07 19:12:06.176700 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-161cbc26-230d-4d47-84e5-f8da49ab5910 req-c84dcac6-7f61-4953-b8d9-aa85a056aee8 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726936 Jul 07 19:12:06.213731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317d3e94-e4e6-4a2f-8b95-c6b53744e544 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:06.246858 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.285274 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.293225 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.302569 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Transition to ACTIVE for port object 7590c50a-ce74-43c3-b4f1-432642d3e8f8 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:06.307581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] For port b77bdb11-cd38-43af-8df3-f525197df328, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:06.311244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Transition to ACTIVE for port object 317d3e94-e4e6-4a2f-8b95-c6b53744e544 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:06.318442 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.328750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-8a06e690-9b7e-4023-9d81-acbf4b8bfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.332241 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-8a06e690-9b7e-4023-9d81-acbf4b8bfcf8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 1097 time: 0.3120747 Jul 07 19:12:06.348738 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.353173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] For port b77bdb11-cd38-43af-8df3-f525197df328, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b77bdb11-cd38-43af-8df3-f525197df328,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:06.386841 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6936a-f37c-422f-be8b-6a65440fe0a2 None None] Pushing event updated for resources: {'Port': ['ID=7590c50a-ce74-43c3-b4f1-432642d3e8f8,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:06.411540 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.465354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7193b63-2e2f-4cdb-b74e-7f542d53261e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:06.473455 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.478881 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f7193b63-2e2f-4cdb-b74e-7f542d53261e HTTP/1.1" status: 204 len: 168 time: 0.9946699 Jul 07 19:12:06.479755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3986be-2b25-4ff1-bb48-e796367a90db None None] Network 5372149d-6f45-4bfa-bfad-0fe59793ffff requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:12:06.482589 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Attempting to bind port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:06.483187 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Attempting to bind port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'c75a7672-a8af-49a6-aa5c-dba4fb97165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:06.483718 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Attempting to bind port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 on network c3866a0d-212d-436f-85d4-e8667129ca61 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:06.491358 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:06.492029 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Checking segment: {'id': 'c75a7672-a8af-49a6-aa5c-dba4fb97165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:06.492412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46162) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:06.492814 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.493377 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Bound using segment: {'id': 'c75a7672-a8af-49a6-aa5c-dba4fb97165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:06.494010 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Bound port: 7590c50a-ce74-43c3-b4f1-432642d3e8f8, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75a7672-a8af-49a6-aa5c-dba4fb97165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:06.494582 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.504169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:06.504793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:06.505333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:06.506016 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:06.507160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:06.507658 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:06.508104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:06.508546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:06.508976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:06.509405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:06.509841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:06.510267 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5302-27f0-42eb-b30a-cffc9e736f33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:06.528018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-2a0443c2-a1d1-45a6-8efe-446454b69e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.529788 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-2a0443c2-a1d1-45a6-8efe-446454b69e55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.3537207 Jul 07 19:12:06.544168 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.605078 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] For port 7590c50a-ce74-43c3-b4f1-432642d3e8f8, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:06.610356 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] For port 7590c50a-ce74-43c3-b4f1-432642d3e8f8, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7590c50a-ce74-43c3-b4f1-432642d3e8f8,segment=NetworkSegment(c75a7672-a8af-49a6-aa5c-dba4fb97165f),segment_id=c75a7672-a8af-49a6-aa5c-dba4fb97165f)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:06.619830 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.696486 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Routers {'0b023e3e-b55d-4157-8485-4817ead01cbe'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:06.697092 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:11:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0b023e3e-b55d-4157-8485-4817ead01cbe'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:06.701900 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.721228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765dc6-c267-4eec-b4e3-361e984b6286 req-835d9686-e8ae-4deb-a2e2-0ded738e5c5c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.728500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff765dc6-c267-4eec-b4e3-361e984b6286 req-835d9686-e8ae-4deb-a2e2-0ded738e5c5c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.6584718 Jul 07 19:12:06.778486 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6936a-f37c-422f-be8b-6a65440fe0a2 None None] Pushing event updated for resources: {'Port': ['ID=7590c50a-ce74-43c3-b4f1-432642d3e8f8,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:06.831090 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff765dc6-c267-4eec-b4e3-361e984b6286 req-ac6005e5-76c6-42ad-b02f-70109a22a60c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915029 Jul 07 19:12:06.845161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-6259158f-cc97-41dc-a5ce-1edac51a83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.846674 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-6259158f-cc97-41dc-a5ce-1edac51a83dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2709532 Jul 07 19:12:06.866913 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] Set router 0b023e3e-b55d-4157-8485-4817ead01cbe gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:06.922990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ab3e3-b94d-4018-9c3d-250ccab9adb7 None None] DHCP port deletion for 5372149d-6f45-4bfa-bfad-0fe59793ffff request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:12:07.016673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-9199759d-1cad-4db1-846d-a18d12ac3531 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457953 Jul 07 19:12:07.070991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f40ab3e3-b94d-4018-9c3d-250ccab9adb7 None None] Deleting port 3916cfa4-3c35-494f-ac2f-a896f2b71764 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:07.071400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f40ab3e3-b94d-4018-9c3d-250ccab9adb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.211978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Deleting port 3916cfa4-3c35-494f-ac2f-a896f2b71764 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:07.212821 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.247508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f40ab3e3-b94d-4018-9c3d-250ccab9adb7 None None] For port 3916cfa4-3c35-494f-ac2f-a896f2b71764, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3916cfa4-3c35-494f-ac2f-a896f2b71764,segment=NetworkSegment(3669489d-487b-40ef-adee-0d9a04570a01),segment_id=3669489d-487b-40ef-adee-0d9a04570a01)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:07.247718 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f40ab3e3-b94d-4018-9c3d-250ccab9adb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.280557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f40ab3e3-b94d-4018-9c3d-250ccab9adb7 None None] Calling delete_port for 3916cfa4-3c35-494f-ac2f-a896f2b71764 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:07.334859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] For port 3916cfa4-3c35-494f-ac2f-a896f2b71764, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3916cfa4-3c35-494f-ac2f-a896f2b71764,segment=NetworkSegment(3669489d-487b-40ef-adee-0d9a04570a01),segment_id=3669489d-487b-40ef-adee-0d9a04570a01)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:07.335510 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.358992 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-5860d014-4c1e-4cbe-9865-c720520169bc service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339720 Jul 07 19:12:07.360168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Calling delete_port for 3916cfa4-3c35-494f-ac2f-a896f2b71764 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:07.384575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cf887-7d29-4a8b-8cde-da1df5bbddac req-2c1a6186-75d9-4dd9-978c-8ab2bfa5fffe tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:07.394680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c56cf887-7d29-4a8b-8cde-da1df5bbddac req-2c1a6186-75d9-4dd9-978c-8ab2bfa5fffe tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 947 time: 0.3382659 Jul 07 19:12:07.399293 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:12:07.420384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 17db7e6d-967a-4fe2-a26c-9164c3198975 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:07.434555 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'name': 'tempest-FloatingIPsTestJSON-806193871-router', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:52Z', 'updated_at': '2021-07-07T19:12:01Z', 'revision_number': 4, 'project_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'gw_port': {'id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:54Z', 'updated_at': '2021-07-07T19:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7590c50a-ce74-43c3-b4f1-432642d3e8f8', 'name': '', 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'mac_address': 'fa:16:3e:da:cc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15df2df2-a429-4f3c-b761-f1b178ff9aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:58Z', 'updated_at': '2021-07-07T19:12:06Z', 'revision_number': 4, 'project_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'subnets': [{'id': '15df2df2-a429-4f3c-b761-f1b178ff9aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:07.491407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c56cf887-7d29-4a8b-8cde-da1df5bbddac req-54b88201-54d4-43da-af6c-ea4ecfab0221 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923042 Jul 07 19:12:07.501437 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaa0a0-8298-40e9-9c12-92b66d16f4af None None] The sync data for ids ['0b023e3e-b55d-4157-8485-4817ead01cbe'] in n-d-793621-9 is: [{'id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'name': 'tempest-FloatingIPsTestJSON-806193871-router', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:52Z', 'updated_at': '2021-07-07T19:12:01Z', 'revision_number': 4, 'project_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'gw_port': {'id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:54Z', 'updated_at': '2021-07-07T19:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7590c50a-ce74-43c3-b4f1-432642d3e8f8', 'name': '', 'network_id': 'c3866a0d-212d-436f-85d4-e8667129ca61', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'mac_address': 'fa:16:3e:da:cc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15df2df2-a429-4f3c-b761-f1b178ff9aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:58Z', 'updated_at': '2021-07-07T19:12:06Z', 'revision_number': 4, 'project_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'subnets': [{'id': '15df2df2-a429-4f3c-b761-f1b178ff9aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:12:07.514211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:07.515518 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.521565 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] 10.222.0.110 "PUT /v2.0/ports/b77bdb11-cd38-43af-8df3-f525197df328 HTTP/1.1" status: 200 len: 1095 time: 3.9361219 Jul 07 19:12:07.538363 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.540334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5749a65-87a7-46b7-a206-0c203f89405a', 'tag': 'b77bdb11-cd38-43af-8df3-f525197df328'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:07.544834 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c69787-210c-48be-b01e-79366b559fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5749a65-87a7-46b7-a206-0c203f89405a", "tag": "b77bdb11-cd38-43af-8df3-f525197df328"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:07.569299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Pushing event updated for resources: {'Port': ['ID=317d3e94-e4e6-4a2f-8b95-c6b53744e544,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:07.572657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Pushing event deleted for resources: {'Port': ['ID=3916cfa4-3c35-494f-ac2f-a896f2b71764,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:07.594718 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-0008abdb-7655-4c35-b5d7-3ddb656972cf tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2460058 Jul 07 19:12:07.608052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:07.610718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] No DVR routers for this DVR port 3916cfa4-3c35-494f-ac2f-a896f2b71764 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:12:07.624608 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234d803e-c6e5-47d2-ad60-d0a2bbcb9e04 x-openstack-request-id: req-234d803e-c6e5-47d2-ad60-d0a2bbcb9e04 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:07.624851 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc", "tag": "b00c676e-5f2e-4f57-ba30-004c12bcd707", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:07.625108 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-234d803e-c6e5-47d2-ad60-d0a2bbcb9e04 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:07.627416 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc', 'tag': 'b00c676e-5f2e-4f57-ba30-004c12bcd707', 'status': 'completed', 'code': 200} Jul 07 19:12:07.672475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 17db7e6d-967a-4fe2-a26c-9164c3198975 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:12:07.675371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 17db7e6d-967a-4fe2-a26c-9164c3198975 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:12:07.675928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3916cfa4-3c35-494f-ac2f-a896f2b71764 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:07.747083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 3916cfa4-3c35-494f-ac2f-a896f2b71764 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:12:07.747585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3916cfa4-3c35-494f-ac2f-a896f2b71764 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:12:07.749392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Attempting to bind port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:07.749931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Attempting to bind port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:07.750587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Attempting to bind port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:07.758417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.783404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5372149d-6f45-4bfa-bfad-0fe59793ffff']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:07.787931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:07.788271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Attempting to bind port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:07.811181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-6d6bd7eb-2406-4d5f-932f-453e2fd2931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:07.814528 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-6d6bd7eb-2406-4d5f-932f-453e2fd2931e service neutron] 10.222.0.48 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 1.4101884 Jul 07 19:12:07.821072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.824053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:07.824585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:07.825166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:07.825774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Bound port: 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:07.826629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.839871 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f40ab3e3-b94d-4018-9c3d-250ccab9adb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.841305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3669489d-487b-40ef-adee-0d9a04570a01') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:07.841687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3669489d-487b-40ef-adee-0d9a04570a01') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:07.855142 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.860371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ab3e3-b94d-4018-9c3d-250ccab9adb7 None None] No DVR routers for this DVR port 3916cfa4-3c35-494f-ac2f-a896f2b71764 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:12:07.865231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d86176-9a58-45c0-87a2-c94ce560695d service neutron] Pushing event updated for resources: {'Port': ['ID=b77bdb11-cd38-43af-8df3-f525197df328,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:07.901077 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ab3e3-b94d-4018-9c3d-250ccab9adb7 None None] Pushing event deleted for resources: {'Port': ['ID=3916cfa4-3c35-494f-ac2f-a896f2b71764,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:07.915118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.917909 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-3e5a9ca3-74a3-4fe5-9977-3a8f4ec6f358 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77 HTTP/1.1" status: 200 len: 217 time: 0.0834923 Jul 07 19:12:07.937487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c5c18-82dc-41eb-a556-dc6f08252f2e req-edcbc11e-cd3f-497f-bce1-ddbec511e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:07.939427 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be4c5c18-82dc-41eb-a556-dc6f08252f2e req-edcbc11e-cd3f-497f-bce1-ddbec511e092 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc HTTP/1.1" status: 200 len: 1098 time: 0.3100953 Jul 07 19:12:07.940587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:12:07.941034 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:12:07.943854 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:12:08.024012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52fe42-c028-4a53-957d-751605cc414b req-2429d8ab-ac84-4250-80a0-bef1572da66d tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.025543 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3b52fe42-c028-4a53-957d-751605cc414b req-2429d8ab-ac84-4250-80a0-bef1572da66d tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.2633500 Jul 07 19:12:08.053434 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-965506ad-31ce-4a79-9d2f-0844077f7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.055524 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-965506ad-31ce-4a79-9d2f-0844077f7196 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 1098 time: 0.3977847 Jul 07 19:12:08.068895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-aae76d9b-00b5-49bf-8b6d-e05a6919570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.070430 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-aae76d9b-00b5-49bf-8b6d-e05a6919570d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1189132 Jul 07 19:12:08.090440 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.095367 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.099780 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5372149d-6f45-4bfa-bfad-0fe59793ffff HTTP/1.1" status: 204 len: 168 time: 1.6038146 Jul 07 19:12:08.114255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:08.129129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3954877-50cc-46e6-b194-b04db5932258 admin admin] Pushing event deleted for resources: {'Network': ['ID=5372149d-6f45-4bfa-bfad-0fe59793ffff,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:08.159520 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3b52fe42-c028-4a53-957d-751605cc414b req-296896b3-0a4f-4e62-a64d-1cf15b032dc1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182497 Jul 07 19:12:08.186737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c5c18-82dc-41eb-a556-dc6f08252f2e req-3ebf2810-56eb-47fb-bb7b-e87e0d90e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.188526 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be4c5c18-82dc-41eb-a556-dc6f08252f2e req-3ebf2810-56eb-47fb-bb7b-e87e0d90e150 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.2212203 Jul 07 19:12:08.191567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-fbff34b2-dbe2-40a2-98e0-4a2b3d25a90c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983562 Jul 07 19:12:08.199916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-e0618105-c26b-47d0-9db2-a492d3202888 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b77bdb11-cd38-43af-8df3-f525197df328 HTTP/1.1" status: 200 len: 217 time: 0.1216321 Jul 07 19:12:08.205845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:08.246278 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.262142 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be4c5c18-82dc-41eb-a556-dc6f08252f2e req-9a5bc812-b9df-41d0-ad44-513af696afe7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b00c676e-5f2e-4f57-ba30-004c12bcd707 HTTP/1.1" status: 200 len: 217 time: 0.0567088 Jul 07 19:12:08.285186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46170) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:08.373442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c5c18-82dc-41eb-a556-dc6f08252f2e req-b20810e8-c2a8-4349-adbb-db170c5a3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.375293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be4c5c18-82dc-41eb-a556-dc6f08252f2e req-b20810e8-c2a8-4349-adbb-db170c5a3f5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1039383 Jul 07 19:12:08.402337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.403179 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.404626 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] 10.222.0.48 "PUT /v2.0/ports/317d3e94-e4e6-4a2f-8b95-c6b53744e544 HTTP/1.1" status: 200 len: 1095 time: 4.1353185 Jul 07 19:12:08.456768 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a2b4-1a3c-458d-b985-9c08b5a0d1a5 req-1ecb1339-d01f-485e-b326-730b5e6f972f tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.464474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2ce1a2b4-1a3c-458d-b985-9c08b5a0d1a5 req-1ecb1339-d01f-485e-b326-730b5e6f972f tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 947 time: 0.1391749 Jul 07 19:12:08.472159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-cae56ed1-7d73-4b2b-ba14-d6ca20dbd217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.474022 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-cae56ed1-7d73-4b2b-ba14-d6ca20dbd217 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2525849 Jul 07 19:12:08.533767 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2ce1a2b4-1a3c-458d-b985-9c08b5a0d1a5 req-2d1be722-aac8-4c64-bf36-7177a83dc9c7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685666 Jul 07 19:12:08.549501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c5c18-82dc-41eb-a556-dc6f08252f2e req-ee70fe49-6857-4531-a7a6-5142ce6c583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.549501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be4c5c18-82dc-41eb-a556-dc6f08252f2e req-ee70fe49-6857-4531-a7a6-5142ce6c583f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595447 Jul 07 19:12:08.589735 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.600644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986158a-24bd-400b-bf39-26cb719a51f2 service neutron] Pushing event updated for resources: {'Port': ['ID=317d3e94-e4e6-4a2f-8b95-c6b53744e544,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:08.606740 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b31336aa-7653-4699-8dc9-45c8b0f117b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=567c416fc0884aaca4772d4812645ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892566 Jul 07 19:12:08.617021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46174) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:08.652690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-4397d9e7-4899-45c4-be8a-7378baa1a533 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453433 Jul 07 19:12:08.713233 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be4c5c18-82dc-41eb-a556-dc6f08252f2e req-35d26b8d-8dff-4354-a24a-6d9ef7e17aa4 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610007 Jul 07 19:12:08.842846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51c674-62da-4c63-a196-29328ec89bdb req-e051b9bf-7396-49d9-8d1f-a4e04d41c793 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.844427 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c51c674-62da-4c63-a196-29328ec89bdb req-e051b9bf-7396-49d9-8d1f-a4e04d41c793 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 1096 time: 0.1296515 Jul 07 19:12:08.899487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be4c5c18-82dc-41eb-a556-dc6f08252f2e req-128ee92d-5366-4aa7-9604-1dcc281de4ea service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677237 Jul 07 19:12:08.901078 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c51c674-62da-4c63-a196-29328ec89bdb req-546ef2a1-964f-446d-81a1-1b19daab356a tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505109 Jul 07 19:12:08.917653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-858fe59e-a7e2-49e3-94a3-baf91966d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.919824 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-858fe59e-a7e2-49e3-94a3-baf91966d71a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 1098 time: 0.4521630 Jul 07 19:12:08.942847 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa0392fc-f44b-4e35-a9c3-b00ee3c3f89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.946351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-6040ca3b-7280-45f2-8e7f-e069ce8c0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.948133 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-6040ca3b-7280-45f2-8e7f-e069ce8c0060 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4478967 Jul 07 19:12:09.024472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Allocated IP 172.25.0.81 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/c0377a3a-2bbb-4e0f-9af6-22ef8a05bc10) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:09.028042 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-8f853f00-d34b-44ad-a7ce-7948fdccf781 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350987 Jul 07 19:12:09.043994 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-c13ad15e-797f-4f5b-8a37-f2e43c332b79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544 HTTP/1.1" status: 200 len: 217 time: 0.1027772 Jul 07 19:12:09.077340 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24349591-a002-496e-9675-2d51b31d8159 x-openstack-request-id: req-24349591-a002-496e-9675-2d51b31d8159 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:09.077608 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5749a65-87a7-46b7-a206-0c203f89405a", "tag": "b77bdb11-cd38-43af-8df3-f525197df328", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:09.078129 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24349591-a002-496e-9675-2d51b31d8159 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:09.078489 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5749a65-87a7-46b7-a206-0c203f89405a', 'tag': 'b77bdb11-cd38-43af-8df3-f525197df328', 'status': 'completed', 'code': 200} Jul 07 19:12:09.084936 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa0392fc-f44b-4e35-a9c3-b00ee3c3f89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.236640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-6eb62211-18f9-44d6-ac2e-70c394cc88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:09.238119 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-6eb62211-18f9-44d6-ac2e-70c394cc88f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1588843 Jul 07 19:12:09.260311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-0b98e2a5-3ebf-42b8-9acc-5aaa250e01c2 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962401 Jul 07 19:12:09.296820 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa0392fc-f44b-4e35-a9c3-b00ee3c3f89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.298666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7590c50a-ce74-43c3-b4f1-432642d3e8f8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:09.300370 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa0392fc-f44b-4e35-a9c3-b00ee3c3f89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.302862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aa0392fc-f44b-4e35-a9c3-b00ee3c3f89f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e913b310-e649-44df-998c-cc816f072c7a HTTP/1.1" status: 204 len: 168 time: 0.6804509 Jul 07 19:12:09.325974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31807b5e-9fce-4a6f-bc4f-7289e813361b req-00a52cca-a003-43b0-a638-ad0afb4df00d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:09.327637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31807b5e-9fce-4a6f-bc4f-7289e813361b req-00a52cca-a003-43b0-a638-ad0afb4df00d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1391406 Jul 07 19:12:09.405212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:09.413439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:09.414570 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.425357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0392fc-f44b-4e35-a9c3-b00ee3c3f89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e913b310-e649-44df-998c-cc816f072c7a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:09.452152 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.585159 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55313a99-ee5f-4fc8-8e1c-777f6c726af4 req-424d6d60-725f-44f9-b85d-e326afd0dd5b service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094747 Jul 07 19:12:09.607523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-650c26a4-9137-46d0-b045-e70f090fbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:09.610721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-650c26a4-9137-46d0-b045-e70f090fbab1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2415977 Jul 07 19:12:09.611868 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.621540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.711366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Pushing event updated for resources: {'Port': ['ID=c0377a3a-2bbb-4e0f-9af6-22ef8a05bc10,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:09.716576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 7590c50a-ce74-43c3-b4f1-432642d3e8f8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7590c50a-ce74-43c3-b4f1-432642d3e8f8,segment=NetworkSegment(c75a7672-a8af-49a6-aa5c-dba4fb97165f),segment_id=c75a7672-a8af-49a6-aa5c-dba4fb97165f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:09.719410 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.722888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.829719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=7590c50a-ce74-43c3-b4f1-432642d3e8f8,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:09.853945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:09.864635 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:09.876605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:09.955468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31807b5e-9fce-4a6f-bc4f-7289e813361b req-6927296f-694f-4be9-b102-8ad38a53ce8b tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161602 Jul 07 19:12:09.983924 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-21546564-3209-4163-93ae-e4d9ce8836f5 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533950 Jul 07 19:12:10.017016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69787-210c-48be-b01e-79366b559fb6 req-1bab24aa-fc03-405a-8e45-a637fbef5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:10.022661 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17c69787-210c-48be-b01e-79366b559fb6 req-1bab24aa-fc03-405a-8e45-a637fbef5fef service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 1098 time: 0.3269987 Jul 07 19:12:10.171955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.248425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e41754-f190-4605-bbba-614500141fc3 req-4b7b67d3-4c81-4398-b8d2-401b771e99ac tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:10.256973 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97e41754-f190-4605-bbba-614500141fc3 req-4b7b67d3-4c81-4398-b8d2-401b771e99ac tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 947 time: 0.0960350 Jul 07 19:12:10.302354 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.307432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69787-210c-48be-b01e-79366b559fb6 req-98dbdf6d-7680-4642-9eed-23a87f60db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:10.308700 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17c69787-210c-48be-b01e-79366b559fb6 req-98dbdf6d-7680-4642-9eed-23a87f60db3d service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.2590692 Jul 07 19:12:10.312098 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97e41754-f190-4605-bbba-614500141fc3 req-338d1666-7130-45d6-8cb3-33f4c21c8ccd tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540054 Jul 07 19:12:10.350100 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfad55d8-ffcc-4d3a-928b-94e69342bab3 req-086f8191-29ab-45dc-ae83-e6366c5e71b6 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576286 Jul 07 19:12:10.395600 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17c69787-210c-48be-b01e-79366b559fb6 req-588d493e-990c-46f5-a926-9be989971714 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b77bdb11-cd38-43af-8df3-f525197df328 HTTP/1.1" status: 200 len: 217 time: 0.0478399 Jul 07 19:12:10.534585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69787-210c-48be-b01e-79366b559fb6 req-717ddfde-e1de-44cd-84b1-813bd5d6a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:10.536460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17c69787-210c-48be-b01e-79366b559fb6 req-717ddfde-e1de-44cd-84b1-813bd5d6a8c6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1300581 Jul 07 19:12:10.639415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46212) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:10.675597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69787-210c-48be-b01e-79366b559fb6 req-f61905ee-465a-43ac-af11-e60546eaaae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:10.677164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17c69787-210c-48be-b01e-79366b559fb6 req-f61905ee-465a-43ac-af11-e60546eaaae7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1297824 Jul 07 19:12:10.690264 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.705978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b3b1e-f0e6-409d-930d-e39c44d46481 req-07a3aa58-6a6c-455d-b4a0-ff603890ef51 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:10.708178 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d70b3b1e-f0e6-409d-930d-e39c44d46481 req-07a3aa58-6a6c-455d-b4a0-ff603890ef51 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.1990011 Jul 07 19:12:10.711492 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.800175 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d70b3b1e-f0e6-409d-930d-e39c44d46481 req-e3e6dbf4-4e2a-4c0f-babb-588fd3602d51 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818791 Jul 07 19:12:10.924622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.925544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1248996738-network', 'tenant_id': 'fcf281ee882148c88472a06e216f1edc'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:10.953581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Made reservation on behalf of fcf281ee882148c88472a06e216f1edc for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:10.962579 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.965627 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.967766 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3656228 Jul 07 19:12:10.980970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.086885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7356400-4b36-4d5a-9f97-672faef7cca3 req-28a7446f-7f10-42b2-b171-d178461d6555 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:11.088529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7356400-4b36-4d5a-9f97-672faef7cca3 req-28a7446f-7f10-42b2-b171-d178461d6555 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 947 time: 0.1091852 Jul 07 19:12:11.152048 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7356400-4b36-4d5a-9f97-672faef7cca3 req-f3614bc4-4024-42cd-b34b-8827c0d72319 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527437 Jul 07 19:12:11.184923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.190230 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.199629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b00c676e-5f2e-4f57-ba30-004c12bcd707 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:11.217854 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:12:11.237830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab21a04-baff-4e26-b274-627eb51e6107,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:11.241888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.242539 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Added segment aebf8d32-00c4-4152-82f2-0dda50f569be of type vlan for network 85732d60-b934-4f11-a9e0-7c1573fafade Jul 07 19:12:11.333780 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.369942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7590c50a-ce74-43c3-b4f1-432642d3e8f8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:11.420747 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.421782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:11.422447 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.488191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b00c676e-5f2e-4f57-ba30-004c12bcd707, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b00c676e-5f2e-4f57-ba30-004c12bcd707,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:11.516585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'b00c676e-5f2e-4f57-ba30-004c12bcd707', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': 'b00c676e-5f2e-4f57-ba30-004c12bcd707', 'mac_address': 'fa:16:3e:26:cd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:11.521490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:11.521860 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.556680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9157147 Jul 07 19:12:11.559562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46226) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:11.583385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6083f965-ab66-4292-b2eb-d5dc02de6edc admin admin] Request body: {'subnet': {'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1248996738-subnet', 'tenant_id': 'fcf281ee882148c88472a06e216f1edc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:11.603040 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.606143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'tag': '317d3e94-e4e6-4a2f-8b95-c6b53744e544'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:11.611198 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a1cfaf-e1ab-4e26-8f09-690d68c2f4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "40551b4d-65da-4e13-9662-6b8b0ec48800", "tag": "317d3e94-e4e6-4a2f-8b95-c6b53744e544"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:11.620450 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-0c95b6df-9322-40d3-bc17-3e2a93e9943c tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.6402905 Jul 07 19:12:11.621384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05da69a-0666-4bc4-8b74-0b4b0ca73b59 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Pushing event updated for resources: {'Port': ['ID=c0377a3a-2bbb-4e0f-9af6-22ef8a05bc10,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:11.624761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00c676e-5f2e-4f57-ba30-004c12bcd707 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:11.644878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384c402-a7a4-4416-8e29-277652616b12 admin admin] Pushing event updated for resources: {'Network': ['ID=85732d60-b934-4f11-a9e0-7c1573fafade,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:11.669156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6083f965-ab66-4292-b2eb-d5dc02de6edc admin admin] Made reservation on behalf of fcf281ee882148c88472a06e216f1edc for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:11.673033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b00c676e-5f2e-4f57-ba30-004c12bcd707, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b00c676e-5f2e-4f57-ba30-004c12bcd707,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:11.674338 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6083f965-ab66-4292-b2eb-d5dc02de6edc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.675918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 85732d60-b934-4f11-a9e0-7c1573fafade details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:12:11.735715 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.933904 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17c69787-210c-48be-b01e-79366b559fb6 req-8043b58b-d3cd-4f1c-8562-fe0475b0f576 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2468336 Jul 07 19:12:11.986198 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b00c676e-5f2e-4f57-ba30-004c12bcd707,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:12.029833 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6083f965-ab66-4292-b2eb-d5dc02de6edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:12.116100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083f965-ab66-4292-b2eb-d5dc02de6edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=24def68a-c6c6-446a-8e5c-4c03b65e7b64,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:12.126866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-2142ab99-73d0-4141-8ab0-dc85383ebf21 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.128411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-2142ab99-73d0-4141-8ab0-dc85383ebf21 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.4790888 Jul 07 19:12:12.145963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6083f965-ab66-4292-b2eb-d5dc02de6edc admin admin] Checking segment: {'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:12.146367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6083f965-ab66-4292-b2eb-d5dc02de6edc admin admin] Network hostable DHCP agents. Network: 85732d60-b934-4f11-a9e0-7c1573fafade, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:12:12.152853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-fb9121be-01f0-41a8-9a4d-3a235d9f1510 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:12:12.153884 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7addd401-7dec-4ac3-9a8e-8c2bf979a6ac req-fb9121be-01f0-41a8-9a4d-3a235d9f1510 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120273 Jul 07 19:12:12.175886 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17c69787-210c-48be-b01e-79366b559fb6 req-be26f93d-eea2-4466-9894-3f3cd207d3ec service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270377 Jul 07 19:12:12.180358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8bd0-19bb-4143-8d8f-e81c27492bb8 req-b068b6c8-66fa-4854-abfd-c6ecdf511383 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.183264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c4b8bd0-19bb-4143-8d8f-e81c27492bb8 req-b068b6c8-66fa-4854-abfd-c6ecdf511383 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1144378 Jul 07 19:12:12.190171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6083f965-ab66-4292-b2eb-d5dc02de6edc admin admin] Network 85732d60-b934-4f11-a9e0-7c1573fafade is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:12:12.229355 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-6083f965-ab66-4292-b2eb-d5dc02de6edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 85732d60-b934-4f11-a9e0-7c1573fafade) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:12.237326 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6083f965-ab66-4292-b2eb-d5dc02de6edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.238260 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6083f965-ab66-4292-b2eb-d5dc02de6edc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:12.247601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb9bae-ae9c-4ab6-a460-faa1a2e94e92 None None] Network 85732d60-b934-4f11-a9e0-7c1573fafade requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:12:12.278170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6083f965-ab66-4292-b2eb-d5dc02de6edc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6946146 Jul 07 19:12:12.278170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c4b8bd0-19bb-4143-8d8f-e81c27492bb8 req-f2b4bcf8-b329-49ba-a898-8bf6b90d724a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785627 Jul 07 19:12:12.349802 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f6dbab-6c97-459e-acd2-210d3f0edf1f x-openstack-request-id: req-71f6dbab-6c97-459e-acd2-210d3f0edf1f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:12.350668 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40551b4d-65da-4e13-9662-6b8b0ec48800", "tag": "317d3e94-e4e6-4a2f-8b95-c6b53744e544", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:12.351255 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71f6dbab-6c97-459e-acd2-210d3f0edf1f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:12.351972 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'tag': '317d3e94-e4e6-4a2f-8b95-c6b53744e544', 'status': 'completed', 'code': 200} Jul 07 19:12:12.409349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5078e15-f22b-4bfb-aba3-016d938adb16 req-f91ace7d-5a30-4b52-96d7-056a1d112d64 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.411902 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5078e15-f22b-4bfb-aba3-016d938adb16 req-f91ace7d-5a30-4b52-96d7-056a1d112d64 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 947 time: 0.1293957 Jul 07 19:12:12.447200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb90b42f-64b6-45ad-ab7c-e2e119b1d76c None None] Network 85732d60-b934-4f11-a9e0-7c1573fafade requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:12:12.517511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b00c676e-5f2e-4f57-ba30-004c12bcd707'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:12.535137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5078e15-f22b-4bfb-aba3-016d938adb16 req-4e1a1d36-ba54-4798-adc0-b3c350f6eb75 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002526 Jul 07 19:12:12.546376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1cfaf-e1ab-4e26-8f09-690d68c2f4b8 req-5b5f95a2-57ec-462c-a40c-048edd5ce28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.549458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39a1cfaf-e1ab-4e26-8f09-690d68c2f4b8 req-5b5f95a2-57ec-462c-a40c-048edd5ce28e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 1098 time: 0.1728241 Jul 07 19:12:12.680637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dd80c-1c7e-4e38-a54c-7bd074081ace req-0b7d9008-b04a-4e23-9bbc-80f6e77ee39a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.688801 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c3dd80c-1c7e-4e38-a54c-7bd074081ace req-0b7d9008-b04a-4e23-9bbc-80f6e77ee39a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.1192002 Jul 07 19:12:12.747394 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c3dd80c-1c7e-4e38-a54c-7bd074081ace req-416f3855-127d-4cb9-be92-aa600e6e0aec tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570991 Jul 07 19:12:12.749474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1cfaf-e1ab-4e26-8f09-690d68c2f4b8 req-1be038d1-98c5-4d44-975e-0406ed4befb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.751346 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39a1cfaf-e1ab-4e26-8f09-690d68c2f4b8 req-1be038d1-98c5-4d44-975e-0406ed4befb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1911144 Jul 07 19:12:12.754702 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0c9dd0f-d391-4655-a45e-94b6c56644f8 req-3426dc5b-964a-4791-b419-3f374c1c00fc tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/floatingips/6c0d87e5-86f0-4140-a4aa-e8fe6a9aa41d HTTP/1.1" status: 200 len: 692 time: 0.0977283 Jul 07 19:12:12.872501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39a1cfaf-e1ab-4e26-8f09-690d68c2f4b8 req-75ce6799-32e9-4ccb-b4c6-2b24df608dd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544 HTTP/1.1" status: 200 len: 217 time: 0.1128221 Jul 07 19:12:12.903696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b77bdb11-cd38-43af-8df3-f525197df328 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:12.983315 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9dd0f-d391-4655-a45e-94b6c56644f8 req-abe100e8-3d80-4705-8d68-2c4d78c416d1 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.991899 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0c9dd0f-d391-4655-a45e-94b6c56644f8 req-abe100e8-3d80-4705-8d68-2c4d78c416d1 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.2258117 Jul 07 19:12:12.995833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1cfaf-e1ab-4e26-8f09-690d68c2f4b8 req-4c19011d-ed66-4ad8-a54a-5896e0d40124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.997453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39a1cfaf-e1ab-4e26-8f09-690d68c2f4b8 req-4c19011d-ed66-4ad8-a54a-5896e0d40124 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1143596 Jul 07 19:12:13.000530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e635269-cb00-44ba-ae62-41bb89767fc8 req-44cdd2b3-494a-4f07-ab16-1f8a172e5644 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:13.001841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-a0c9dd0f-d391-4655-a45e-94b6c56644f8 req-af16995e-8890-413d-b338-6c09a22824cd tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:12:13.002898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e635269-cb00-44ba-ae62-41bb89767fc8 req-44cdd2b3-494a-4f07-ab16-1f8a172e5644 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 947 time: 0.1156685 Jul 07 19:12:13.008561 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0c9dd0f-d391-4655-a45e-94b6c56644f8 req-af16995e-8890-413d-b338-6c09a22824cd tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154614 Jul 07 19:12:13.044881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b77bdb11-cd38-43af-8df3-f525197df328, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b77bdb11-cd38-43af-8df3-f525197df328,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:13.066398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'b77bdb11-cd38-43af-8df3-f525197df328', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': 'b77bdb11-cd38-43af-8df3-f525197df328', 'mac_address': 'fa:16:3e:1c:a7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:13.082238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e635269-cb00-44ba-ae62-41bb89767fc8 req-7c52e810-53c7-4d67-a004-d887e30639f5 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649891 Jul 07 19:12:13.105366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1cfaf-e1ab-4e26-8f09-690d68c2f4b8 req-45983f88-d131-440e-9563-745de53afe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:13.106904 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39a1cfaf-e1ab-4e26-8f09-690d68c2f4b8 req-45983f88-d131-440e-9563-745de53afe16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971427 Jul 07 19:12:13.146726 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:13.160988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77bdb11-cd38-43af-8df3-f525197df328 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:13.183351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b77bdb11-cd38-43af-8df3-f525197df328, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b77bdb11-cd38-43af-8df3-f525197df328,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:13.198235 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:13.264888 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39a1cfaf-e1ab-4e26-8f09-690d68c2f4b8 req-df46abed-fd5b-4162-b774-80829835b27d service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509275 Jul 07 19:12:13.286703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=b77bdb11-cd38-43af-8df3-f525197df328,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:13.386404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eb75592e-501c-4e85-b561-ff0db5d92a9c req-7211a450-64d8-4463-aa4f-622af842cbb8 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=ae16c17a4da44c38b7d92b84d330ef3f HTTP/1.1" status: 200 len: 695 time: 0.0979407 Jul 07 19:12:13.491392 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39a1cfaf-e1ab-4e26-8f09-690d68c2f4b8 req-396d3120-75d7-4d0f-a77e-aa1168f99006 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080503 Jul 07 19:12:13.501418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-0d62e581-bfa6-4b59-b33d-2016a3550164 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:13.502914 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-0d62e581-bfa6-4b59-b33d-2016a3550164 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/networks?id=85732d60-b934-4f11-a9e0-7c1573fafade HTTP/1.1" status: 200 len: 822 time: 0.1434743 Jul 07 19:12:13.525971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-94ad5a96-1d77-4e50-a2b8-d7bdaecefc42 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/quotas/fcf281ee882148c88472a06e216f1edc HTTP/1.1" status: 200 len: 375 time: 0.0140181 Jul 07 19:12:13.546394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75592e-501c-4e85-b561-ff0db5d92a9c req-33cd202f-e1c3-4190-9796-343505aca635 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:13.548876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eb75592e-501c-4e85-b561-ff0db5d92a9c req-33cd202f-e1c3-4190-9796-343505aca635 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/networks?id=e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 787 time: 0.1461117 Jul 07 19:12:13.560727 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-fe63ffe2-c9dc-4ec0-9429-05fdc107e40e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fcf281ee882148c88472a06e216f1edc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286584 Jul 07 19:12:13.563309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['b77bdb11-cd38-43af-8df3-f525197df328'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:13.563502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-eb75592e-501c-4e85-b561-ff0db5d92a9c req-4c21d84e-7671-43ea-83ab-807939507108 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:12:13.564806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eb75592e-501c-4e85-b561-ff0db5d92a9c req-4c21d84e-7671-43ea-83ab-807939507108 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091245 Jul 07 19:12:13.727690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-5265e178-7ff2-4d5a-a535-f6b12b0f1640 service neutron] 10.222.0.81 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457782 Jul 07 19:12:13.855590 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-230bc321-b783-4f44-8bd3-7c51b6ee308a service neutron] 10.222.0.81 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252851 Jul 07 19:12:14.205412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87970cc7-0a7d-422e-beea-a5bec73270ee req-3cbd3f21-7f5c-49cb-9701-ab30c763aa78 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:14.213489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87970cc7-0a7d-422e-beea-a5bec73270ee req-3cbd3f21-7f5c-49cb-9701-ab30c763aa78 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0990031 Jul 07 19:12:14.272137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87970cc7-0a7d-422e-beea-a5bec73270ee req-f0f70ca9-baca-4ba3-b72b-68e6f275e663 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576613 Jul 07 19:12:14.366865 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-d7f9d6df-d2db-4f9a-be1f-cae8e9240655 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/floatingips/6c0d87e5-86f0-4140-a4aa-e8fe6a9aa41d HTTP/1.1" status: 200 len: 692 time: 0.0618002 Jul 07 19:12:14.370845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4bb45-0938-4fd8-b084-82f6dc2147ac req-2ed18903-4d46-4dea-9cfe-f32e3d3d46ff tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:14.372493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7aa4bb45-0938-4fd8-b084-82f6dc2147ac req-2ed18903-4d46-4dea-9cfe-f32e3d3d46ff tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 948 time: 0.1330690 Jul 07 19:12:14.443833 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7aa4bb45-0938-4fd8-b084-82f6dc2147ac req-b5de7127-e9fd-4acc-a618-7593ff725cd7 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621624 Jul 07 19:12:14.607746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-14bf521c-2916-4071-a103-ed924d2340d1 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:14.619457 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-14bf521c-2916-4071-a103-ed924d2340d1 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.2478726 Jul 07 19:12:14.625540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-ba2bc8c5-20a4-4aca-ad72-f1ce619c40f8 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:12:14.633773 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-ba2bc8c5-20a4-4aca-ad72-f1ce619c40f8 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160377 Jul 07 19:12:14.698440 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-88cf1759-debb-463e-94cb-37f534d4e368 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.0636094 Jul 07 19:12:14.770401 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-97100521-626c-4c3d-85b1-3336c5e550a8 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.0702689 Jul 07 19:12:14.791579 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b09f0-0bac-4bbc-b7f9-eed744ec5f91 req-b710c892-36fb-47b2-bea4-92f61606d4d4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:14.793495 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c31b09f0-0bac-4bbc-b7f9-eed744ec5f91 req-b710c892-36fb-47b2-bea4-92f61606d4d4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.1446702 Jul 07 19:12:14.856662 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c31b09f0-0bac-4bbc-b7f9-eed744ec5f91 req-845bcb3e-019e-4d3b-a5dc-d1fe4f241ecc tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550931 Jul 07 19:12:14.916638 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b77bdb11-cd38-43af-8df3-f525197df328 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:14.949114 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-dcbc9ca4-388a-4995-a838-f5b226efc2d0 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Deleting port c0377a3a-2bbb-4e0f-9af6-22ef8a05bc10 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:14.949449 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-dcbc9ca4-388a-4995-a838-f5b226efc2d0 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.011741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port b77bdb11-cd38-43af-8df3-f525197df328 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:15.020040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port b77bdb11-cd38-43af-8df3-f525197df328 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:15.020892 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.066398 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-dcbc9ca4-388a-4995-a838-f5b226efc2d0 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.067072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-dcbc9ca4-388a-4995-a838-f5b226efc2d0 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.084336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-dcbc9ca4-388a-4995-a838-f5b226efc2d0 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Calling delete_port for c0377a3a-2bbb-4e0f-9af6-22ef8a05bc10 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:15.116316 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.146553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5749a65-87a7-46b7-a206-0c203f89405a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77bdb11-cd38-43af-8df3-f525197df328'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:15.150691 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae80c363-1dc3-47e2-be4a-c142b6053d3d" -d '{"events": [{"server_uuid": "c5749a65-87a7-46b7-a206-0c203f89405a", "name": "network-vif-plugged", "status": "completed", "tag": "b77bdb11-cd38-43af-8df3-f525197df328"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:15.157377 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8c67930f-5c92-4948-8a0d-416bee80ea41 req-3794a332-8756-4e58-8eef-dd9bf6fa1e1d tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 210 time: 0.0592675 Jul 07 19:12:15.167512 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b77bdb11-cd38-43af-8df3-f525197df328, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b77bdb11-cd38-43af-8df3-f525197df328,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:15.172874 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.230379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 317d3e94-e4e6-4a2f-8b95-c6b53744e544 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:15.305480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b00c676e-5f2e-4f57-ba30-004c12bcd707 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:15.337767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45be462-3765-478c-8919-d30d277649f2 req-236da1dd-ae0c-452b-95f0-fd651b225e4a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:15.349503 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a45be462-3765-478c-8919-d30d277649f2 req-236da1dd-ae0c-452b-95f0-fd651b225e4a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 947 time: 0.0989232 Jul 07 19:12:15.386572 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-dcbc9ca4-388a-4995-a838-f5b226efc2d0 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.410351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=b77bdb11-cd38-43af-8df3-f525197df328,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:15.430046 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:15.434042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc9ca4-388a-4995-a838-f5b226efc2d0 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Pushing event deleted for resources: {'Port': ['ID=c0377a3a-2bbb-4e0f-9af6-22ef8a05bc10,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:15.438273 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a45be462-3765-478c-8919-d30d277649f2 req-5f95fd20-3fb8-4c58-a6a5-a09e32d12631 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736859 Jul 07 19:12:15.458714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '317d3e94-e4e6-4a2f-8b95-c6b53744e544', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '317d3e94-e4e6-4a2f-8b95-c6b53744e544', 'mac_address': 'fa:16:3e:2a:58:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:15.461726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port b00c676e-5f2e-4f57-ba30-004c12bcd707 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:15.476152 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-dcbc9ca4-388a-4995-a838-f5b226efc2d0 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.479454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port b00c676e-5f2e-4f57-ba30-004c12bcd707 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:15.479888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.481029 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-dcbc9ca4-388a-4995-a838-f5b226efc2d0 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.497677 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45c6b7d4-7739-4d67-853c-0e41992d8ed2 req-dcbc9ca4-388a-4995-a838-f5b226efc2d0 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "DELETE /v2.0/floatingips/6c0d87e5-86f0-4140-a4aa-e8fe6a9aa41d HTTP/1.1" status: 204 len: 173 time: 0.7259655 Jul 07 19:12:15.548014 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640a235c-7bd5-4625-a2fd-3ad422402d62 x-openstack-request-id: req-640a235c-7bd5-4625-a2fd-3ad422402d62 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:15.548221 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5749a65-87a7-46b7-a206-0c203f89405a", "name": "network-vif-plugged", "status": "completed", "tag": "b77bdb11-cd38-43af-8df3-f525197df328", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:15.548478 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-640a235c-7bd5-4625-a2fd-3ad422402d62 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:15.548865 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5749a65-87a7-46b7-a206-0c203f89405a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77bdb11-cd38-43af-8df3-f525197df328', 'code': 200} Jul 07 19:12:15.568315 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.598758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317d3e94-e4e6-4a2f-8b95-c6b53744e544 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:15.691317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:15.707536 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.791092 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.808095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246a4ae-edb9-4a95-ae6e-0036e6b91bfe req-6851f555-faea-4da8-93ac-1e8c981b41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:15.809732 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d246a4ae-edb9-4a95-ae6e-0036e6b91bfe req-6851f555-faea-4da8-93ac-1e8c981b41f2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 1100 time: 0.1677127 Jul 07 19:12:15.851369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b951f-244c-489c-a6e8-4754816e4ced req-c2421455-c5c2-43c0-a1b0-5f3cc311e3be tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:15.859844 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b94b951f-244c-489c-a6e8-4754816e4ced req-c2421455-c5c2-43c0-a1b0-5f3cc311e3be tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1744127 Jul 07 19:12:15.921280 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=317d3e94-e4e6-4a2f-8b95-c6b53744e544,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:15.942913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b00c676e-5f2e-4f57-ba30-004c12bcd707, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b00c676e-5f2e-4f57-ba30-004c12bcd707,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:15.951935 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.989169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbf53e-9e4a-4825-8fdb-c2635c10962e req-bb4d48c3-23f6-4749-9962-3b641d837b7d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:15.994190 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ffcbf53e-9e4a-4825-8fdb-c2635c10962e req-bb4d48c3-23f6-4749-9962-3b641d837b7d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 949 time: 0.1175110 Jul 07 19:12:15.998481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d246a4ae-edb9-4a95-ae6e-0036e6b91bfe req-c29e7fa0-0a15-4f0e-b8ee-d3de3a392742 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364102 Jul 07 19:12:16.025325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b00c676e-5f2e-4f57-ba30-004c12bcd707,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:16.027075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b94b951f-244c-489c-a6e8-4754816e4ced req-7570d04b-676d-414d-8f24-21de9024a1a1 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662161 Jul 07 19:12:16.058252 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ffcbf53e-9e4a-4825-8fdb-c2635c10962e req-49f9094d-2015-4836-bbc7-4472e692a37f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572941 Jul 07 19:12:16.266440 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe47b506-47c2-4301-b886-873e62f080df req-caf2fb87-f584-417a-adbb-d084319ed883 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1998796 Jul 07 19:12:16.286532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:16.313312 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ed26a-5622-462f-997a-ff64061ccd02 req-580bf3fd-0a85-483b-957a-582512c39de4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:16.319412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd3ed26a-5622-462f-997a-ff64061ccd02 req-580bf3fd-0a85-483b-957a-582512c39de4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.1119745 Jul 07 19:12:16.333413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-6dc23bbb-a533-44bb-8ee5-49decae93a52 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:16.335855 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-6dc23bbb-a533-44bb-8ee5-49decae93a52 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.110 "GET /v2.0/networks?id=85732d60-b934-4f11-a9e0-7c1573fafade HTTP/1.1" status: 200 len: 822 time: 0.1834719 Jul 07 19:12:16.344552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.369807 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Request body: {'port': {'device_id': 'cea23c33-bef6-46d8-b1dd-62898d3b7f6b', 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade', 'admin_state_up': True, 'tenant_id': 'fcf281ee882148c88472a06e216f1edc'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:16.383707 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['317d3e94-e4e6-4a2f-8b95-c6b53744e544'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:16.397640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd3ed26a-5622-462f-997a-ff64061ccd02 req-8abbd345-76e5-4aac-a4da-a593c33ce8c9 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734684 Jul 07 19:12:16.600108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Made reservation on behalf of fcf281ee882148c88472a06e216f1edc for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:16.604232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.646362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-19df7a4c-a307-44a4-88c4-2a48ae91712b req-8f089231-30ff-4320-b116-dd61ef1940ef tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 210 time: 0.0661817 Jul 07 19:12:16.760411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Allocated IP 172.20.0.5 (85732d60-b934-4f11-a9e0-7c1573fafade/24def68a-c6c6-446a-8e5c-4c03b65e7b64/e4b8a768-2ce2-4167-9568-11781de78a6f) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:16.948631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62e33-7bd1-4b7c-bedf-a4276bededcc req-aab578b9-52d7-4df1-92da-77b7b2278d09 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:16.950492 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84c62e33-7bd1-4b7c-bedf-a4276bededcc req-aab578b9-52d7-4df1-92da-77b7b2278d09 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 948 time: 0.1018398 Jul 07 19:12:16.992958 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.011132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84c62e33-7bd1-4b7c-bedf-a4276bededcc req-895e5c26-3e6b-4645-a5c6-5b124003a39a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541849 Jul 07 19:12:17.019862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.154014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Allocated IP 172.25.0.104 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/c43e6b45-34d0-4736-9ee9-8d6a2a01175e) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:17.167065 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.320809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Network 85732d60-b934-4f11-a9e0-7c1573fafade is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:17.331702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:17.338199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:17.354053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:17.355565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.361575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event updated for resources: {'Port': ['ID=e4b8a768-2ce2-4167-9568-11781de78a6f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:17.407608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-169af8e4-ff08-4af8-97fe-bcec3d038b5f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0443556 Jul 07 19:12:17.427954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Request body: {'port': {'device_id': 'cea23c33-bef6-46d8-b1dd-62898d3b7f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:17.429352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19c47f-4fb0-45f8-bd7d-47e0c552a87b req-2bd2f95d-100b-4098-ab1b-ddabd2dde38b tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:17.431462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7d19c47f-4fb0-45f8-bd7d-47e0c552a87b req-2bd2f95d-100b-4098-ab1b-ddabd2dde38b tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1132033 Jul 07 19:12:17.474683 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.495012 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7d19c47f-4fb0-45f8-bd7d-47e0c552a87b req-3bbdadc9-2bbd-4176-b8b4-996e1ade67a9 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477321 Jul 07 19:12:17.550612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00c676e-5f2e-4f57-ba30-004c12bcd707'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:17.554815 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9eb1ff-4ca9-427a-972e-6eb2eea91c7a" -d '{"events": [{"server_uuid": "ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc", "name": "network-vif-plugged", "status": "completed", "tag": "b00c676e-5f2e-4f57-ba30-004c12bcd707"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:17.566873 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.587963 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.743999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16360d08-adf4-4228-a22f-a24551f65ffe req-fff2a156-d82c-4f39-a6c7-4d166ab8989d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:17.746705 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-16360d08-adf4-4228-a22f-a24551f65ffe req-fff2a156-d82c-4f39-a6c7-4d166ab8989d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 949 time: 0.1035039 Jul 07 19:12:17.796743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-16360d08-adf4-4228-a22f-a24551f65ffe req-c26bc4c6-c13f-48df-9c2f-cf02b656e346 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430453 Jul 07 19:12:17.965246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:17.967689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Pushing event updated for resources: {'Port': ['ID=c43e6b45-34d0-4736-9ee9-8d6a2a01175e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:17.972475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:17.978562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:18.067635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472d0aa-fdb0-4e75-a20a-23e29e03399d req-29584a5e-3818-423c-8dc4-77fbff0075ad tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:18.080474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2472d0aa-fdb0-4e75-a20a-23e29e03399d req-29584a5e-3818-423c-8dc4-77fbff0075ad tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.1549463 Jul 07 19:12:18.139488 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2472d0aa-fdb0-4e75-a20a-23e29e03399d req-2817f830-23e9-41f8-a075-ab1b26b15c66 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561476 Jul 07 19:12:18.139957 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.228932 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.230718 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cfc823-3c9a-4ca4-89b9-1e927f531072 x-openstack-request-id: req-92cfc823-3c9a-4ca4-89b9-1e927f531072 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:18.233427 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc", "name": "network-vif-plugged", "status": "completed", "tag": "b00c676e-5f2e-4f57-ba30-004c12bcd707", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:18.235460 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92cfc823-3c9a-4ca4-89b9-1e927f531072 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:18.236354 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00c676e-5f2e-4f57-ba30-004c12bcd707', 'code': 200} Jul 07 19:12:18.433602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b8a768-2ce2-4167-9568-11781de78a6f {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:18.451750 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.487174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Transition to ACTIVE for port object e4b8a768-2ce2-4167-9568-11781de78a6f will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:18.494589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.518119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570afc5d-6a31-47d1-8a8f-dd46abd1e5f7 req-76b6ab6e-010b-4c2c-91ec-1243f7cc8f85 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:18.524964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-570afc5d-6a31-47d1-8a8f-dd46abd1e5f7 req-76b6ab6e-010b-4c2c-91ec-1243f7cc8f85 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 931 time: 0.1046565 Jul 07 19:12:18.588332 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.590682 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Pushing event updated for resources: {'Port': ['ID=e4b8a768-2ce2-4167-9568-11781de78a6f,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:18.600813 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-570afc5d-6a31-47d1-8a8f-dd46abd1e5f7 req-24d95b9a-8626-4e82-8b09-6eb6189fe90a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687466 Jul 07 19:12:18.601062 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.607205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746d5bf-d6eb-4a59-a49a-d0d029499fe1 req-61d7f576-7cc0-4064-baf8-e9d378969fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:18.608942 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2746d5bf-d6eb-4a59-a49a-d0d029499fe1 req-61d7f576-7cc0-4064-baf8-e9d378969fc7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc HTTP/1.1" status: 200 len: 1100 time: 0.2239103 Jul 07 19:12:18.697196 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.731756 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Pushing event updated for resources: {'Port': ['ID=c43e6b45-34d0-4736-9ee9-8d6a2a01175e,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:18.756019 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Attempting to bind port e4b8a768-2ce2-4167-9568-11781de78a6f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:18.756469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Attempting to bind port e4b8a768-2ce2-4167-9568-11781de78a6f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:18.756701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Attempting to bind port e4b8a768-2ce2-4167-9568-11781de78a6f on network 85732d60-b934-4f11-a9e0-7c1573fafade {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:18.760218 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.761445 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe47b506-47c2-4301-b886-873e62f080df req-870acd98-a2b0-4b0e-a79f-78f4630283b2 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4857857 Jul 07 19:12:18.764583 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2746d5bf-d6eb-4a59-a49a-d0d029499fe1 req-cc261208-cd35-4873-8d7a-3765ce20e166 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431568 Jul 07 19:12:18.767224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Port e4b8a768-2ce2-4167-9568-11781de78a6f on network 85732d60-b934-4f11-a9e0-7c1573fafade not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:18.767655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Attempting to bind port e4b8a768-2ce2-4167-9568-11781de78a6f on network 85732d60-b934-4f11-a9e0-7c1573fafade {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:18.781287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:18.781764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Checking segment: {'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:18.782071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Bound using segment: {'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:18.782457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Bound port: e4b8a768-2ce2-4167-9568-11781de78a6f, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:18.782857 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.834034 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe47b506-47c2-4301-b886-873e62f080df req-cb79db09-1c1f-4c0f-b10b-6ec91b292c37 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.0636575 Jul 07 19:12:18.860631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469fa4c-0d6b-4f89-b346-107b2a51115b req-3dc3b17b-4cd0-4400-a2b4-7a9d8b591091 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:18.862467 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b469fa4c-0d6b-4f89-b346-107b2a51115b req-3dc3b17b-4cd0-4400-a2b4-7a9d8b591091 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc HTTP/1.1" status: 200 len: 949 time: 0.0981982 Jul 07 19:12:18.931580 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b469fa4c-0d6b-4f89-b346-107b2a51115b req-02fa052b-f17d-459c-a959-998bf3530836 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574219 Jul 07 19:12:19.063303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] For port e4b8a768-2ce2-4167-9568-11781de78a6f, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:19.081805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] For port e4b8a768-2ce2-4167-9568-11781de78a6f, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4b8a768-2ce2-4167-9568-11781de78a6f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:19.101512 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.159023 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:19.160143 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.161685 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] 10.222.0.110 "PUT /v2.0/ports/e4b8a768-2ce2-4167-9568-11781de78a6f HTTP/1.1" status: 200 len: 1091 time: 1.7398512 Jul 07 19:12:19.170868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47b506-47c2-4301-b886-873e62f080df req-0c09ebaf-b336-4715-93f8-dd9b65378f8f tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:19.172832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe47b506-47c2-4301-b886-873e62f080df req-0c09ebaf-b336-4715-93f8-dd9b65378f8f tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.2997515 Jul 07 19:12:19.177721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea23c33-bef6-46d8-b1dd-62898d3b7f6b', 'tag': 'e4b8a768-2ce2-4167-9568-11781de78a6f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:19.180351 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a7220e-8a16-40cc-962b-cc8b5e1b8046" -d '{"events": [{"name": "network-changed", "server_uuid": "cea23c33-bef6-46d8-b1dd-62898d3b7f6b", "tag": "e4b8a768-2ce2-4167-9568-11781de78a6f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:19.222625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13ab8f-ad4c-407c-8f58-5df9c438fbad service neutron] Pushing event updated for resources: {'Port': ['ID=e4b8a768-2ce2-4167-9568-11781de78a6f,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:19.258743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 317d3e94-e4e6-4a2f-8b95-c6b53744e544 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:19.290719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e29b9-69f4-4ee5-925f-8578f5b43ebc req-8a716365-4673-43bf-9452-9209c1a5f16a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:19.293895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-794e29b9-69f4-4ee5-925f-8578f5b43ebc req-8a716365-4673-43bf-9452-9209c1a5f16a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 948 time: 0.1549227 Jul 07 19:12:19.369810 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4d1deb0e-58d9-433a-87e8-c12beee4642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:19.377658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-4d1deb0e-58d9-433a-87e8-c12beee4642a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fcf281ee882148c88472a06e216f1edc&device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 1094 time: 0.1271589 Jul 07 19:12:19.386244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:19.400548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:19.400698 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-794e29b9-69f4-4ee5-925f-8578f5b43ebc req-7939c1ba-ccf8-4025-9436-ed0068853180 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948844 Jul 07 19:12:19.400829 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.463095 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-1b7f402f-8630-40c5-8f43-18f6c09238c1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4b8a768-2ce2-4167-9568-11781de78a6f HTTP/1.1" status: 200 len: 217 time: 0.0732682 Jul 07 19:12:19.574260 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.576119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-fb478b4e-557e-4ebe-957c-1c2759e503ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:19.578754 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-fb478b4e-557e-4ebe-957c-1c2759e503ce service neutron] 10.222.0.110 "GET /v2.0/subnets?id=24def68a-c6c6-446a-8e5c-4c03b65e7b64 HTTP/1.1" status: 200 len: 862 time: 0.1019247 Jul 07 19:12:19.622577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:19.628185 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.637907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-a59acda2-54d5-47dd-bb21-4c3120eb9e60 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=85732d60-b934-4f11-a9e0-7c1573fafade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490229 Jul 07 19:12:19.703560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=317d3e94-e4e6-4a2f-8b95-c6b53744e544,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:19.720852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247b603-30b9-4846-a9f0-ea31902212cf req-bde60482-4537-402f-a708-776a1156166e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:19.727595 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2247b603-30b9-4846-a9f0-ea31902212cf req-bde60482-4537-402f-a708-776a1156166e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2055504 Jul 07 19:12:19.735608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4969f-5958-44e7-88fc-92b7aaedcf13 req-0885b441-6816-4da1-a4e7-e5869bad8218 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:19.737216 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58a4969f-5958-44e7-88fc-92b7aaedcf13 req-0885b441-6816-4da1-a4e7-e5869bad8218 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.1354434 Jul 07 19:12:19.785643 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58a4969f-5958-44e7-88fc-92b7aaedcf13 req-e97e31c0-be6b-4724-9b0b-3dac5e36845d tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398061 Jul 07 19:12:19.786773 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2247b603-30b9-4846-a9f0-ea31902212cf req-36c1b97e-4b25-4ff1-a283-7fdeaf9f8a53 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584409 Jul 07 19:12:19.818888 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-d5be9855-bf1a-4498-b4de-4245ee607352 service neutron] 10.222.0.110 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579082 Jul 07 19:12:19.857677 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42e5e47-d918-4053-b4e5-bb2668ec47de x-openstack-request-id: req-d42e5e47-d918-4053-b4e5-bb2668ec47de {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:19.858056 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea23c33-bef6-46d8-b1dd-62898d3b7f6b", "tag": "e4b8a768-2ce2-4167-9568-11781de78a6f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:19.858226 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d42e5e47-d918-4053-b4e5-bb2668ec47de {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:19.858707 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea23c33-bef6-46d8-b1dd-62898d3b7f6b', 'tag': 'e4b8a768-2ce2-4167-9568-11781de78a6f', 'status': 'completed', 'code': 200} Jul 07 19:12:19.948166 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-923a1685-67cc-44d1-80ff-a08505ca4ddf req-87ee15a7-6bf7-46e1-9c48-427d82a1f2a5 service neutron] 10.222.0.110 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209462 Jul 07 19:12:19.962307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-bf6eb416-0122-4084-b3c4-4205df4161f3 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/floatingips/7787c6c3-1073-4db0-ae1c-b840860a2672 HTTP/1.1" status: 200 len: 693 time: 0.1170416 Jul 07 19:12:20.128770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-519144d8-11e8-4c82-a8d0-9b36c8f29d91 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:20.130110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-519144d8-11e8-4c82-a8d0-9b36c8f29d91 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1669703 Jul 07 19:12:20.147387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-17196a8f-ca0d-4f15-9c77-9d5c6cb71034 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:12:20.148527 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-17196a8f-ca0d-4f15-9c77-9d5c6cb71034 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068259 Jul 07 19:12:20.171334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d9aae-8650-4f5c-9af3-6b84dca5b981 req-e37c9e63-4aa1-4fb0-82e2-f766661ec0ec tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:20.173642 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-899d9aae-8650-4f5c-9af3-6b84dca5b981 req-e37c9e63-4aa1-4fb0-82e2-f766661ec0ec tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 943 time: 0.1713405 Jul 07 19:12:20.216722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7220e-8a16-40cc-962b-cc8b5e1b8046 req-72bb19ea-ada3-4cb8-a2d3-e9f333bdb587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:20.219189 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10a7220e-8a16-40cc-962b-cc8b5e1b8046 req-72bb19ea-ada3-4cb8-a2d3-e9f333bdb587 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fcf281ee882148c88472a06e216f1edc&device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 1094 time: 0.1673667 Jul 07 19:12:20.240739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d3e94-e4e6-4a2f-8b95-c6b53744e544'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:20.244929 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8146a77-588d-45b8-8c23-5cb960fdfbc3" -d '{"events": [{"server_uuid": "40551b4d-65da-4e13-9662-6b8b0ec48800", "name": "network-vif-plugged", "status": "completed", "tag": "317d3e94-e4e6-4a2f-8b95-c6b53744e544"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:20.258618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-32ea1c07-a1cd-45e8-a6e3-38605e649a91 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.0946767 Jul 07 19:12:20.317517 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-899d9aae-8650-4f5c-9af3-6b84dca5b981 req-c63b26a1-476a-46c5-8ba5-9aa6d0173701 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354091 Jul 07 19:12:20.326239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-6ed91594-5b90-402c-8819-08611bc19de5 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.0669231 Jul 07 19:12:20.391940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7220e-8a16-40cc-962b-cc8b5e1b8046 req-a31f080d-0d94-4aac-a25a-d901b03fd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:20.394812 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10a7220e-8a16-40cc-962b-cc8b5e1b8046 req-a31f080d-0d94-4aac-a25a-d901b03fd2b0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=85732d60-b934-4f11-a9e0-7c1573fafade HTTP/1.1" status: 200 len: 923 time: 0.1573997 Jul 07 19:12:20.472683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10a7220e-8a16-40cc-962b-cc8b5e1b8046 req-6dd0a4ce-1157-4223-9eed-fe5a33bec9fd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4b8a768-2ce2-4167-9568-11781de78a6f HTTP/1.1" status: 200 len: 217 time: 0.0702901 Jul 07 19:12:20.544423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7220e-8a16-40cc-962b-cc8b5e1b8046 req-45a6fe7b-3533-4d3a-9d54-d363feb1f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:20.546240 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10a7220e-8a16-40cc-962b-cc8b5e1b8046 req-45a6fe7b-3533-4d3a-9d54-d363feb1f525 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=24def68a-c6c6-446a-8e5c-4c03b65e7b64 HTTP/1.1" status: 200 len: 862 time: 0.0574436 Jul 07 19:12:20.546766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-5d3c8274-c02e-46b3-a348-3e8456817e16 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Deleting port c43e6b45-34d0-4736-9ee9-8d6a2a01175e {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:20.547330 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-5d3c8274-c02e-46b3-a348-3e8456817e16 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.605299 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10a7220e-8a16-40cc-962b-cc8b5e1b8046 req-42fbf493-d7f4-4c6f-a40c-159580a4cb52 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=85732d60-b934-4f11-a9e0-7c1573fafade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467346 Jul 07 19:12:20.637380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-5d3c8274-c02e-46b3-a348-3e8456817e16 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.637739 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-5d3c8274-c02e-46b3-a348-3e8456817e16 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.650976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-5d3c8274-c02e-46b3-a348-3e8456817e16 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Calling delete_port for c43e6b45-34d0-4736-9ee9-8d6a2a01175e owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:20.710233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a40f-8eac-42c6-b8c0-bf6e52894c1e req-755f23e4-96f2-4f9f-8f4e-1d75bf0648b8 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:20.711907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a83a40f-8eac-42c6-b8c0-bf6e52894c1e req-755f23e4-96f2-4f9f-8f4e-1d75bf0648b8 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc HTTP/1.1" status: 200 len: 949 time: 0.1642966 Jul 07 19:12:20.767052 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10a7220e-8a16-40cc-962b-cc8b5e1b8046 req-59d2be3c-c50b-460e-ac3d-7f70339b2bb6 service neutron] 10.222.0.110 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532140 Jul 07 19:12:20.774683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a83a40f-8eac-42c6-b8c0-bf6e52894c1e req-553355d1-4596-4f64-9ddb-a78ff81c977c tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540683 Jul 07 19:12:20.836070 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18af57cc-6d13-4b8f-a7b9-bc25ab964bad x-openstack-request-id: req-18af57cc-6d13-4b8f-a7b9-bc25ab964bad {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:20.836582 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40551b4d-65da-4e13-9662-6b8b0ec48800", "name": "network-vif-plugged", "status": "completed", "tag": "317d3e94-e4e6-4a2f-8b95-c6b53744e544", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:20.836799 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18af57cc-6d13-4b8f-a7b9-bc25ab964bad {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:20.837766 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d3e94-e4e6-4a2f-8b95-c6b53744e544', 'code': 200} Jul 07 19:12:20.842888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-5d3c8274-c02e-46b3-a348-3e8456817e16 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.881425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10a7220e-8a16-40cc-962b-cc8b5e1b8046 req-201e68a6-23d4-427c-b448-bfe079b0c130 service neutron] 10.222.0.110 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004028 Jul 07 19:12:20.881689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c8274-c02e-46b3-a348-3e8456817e16 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Pushing event deleted for resources: {'Port': ['ID=c43e6b45-34d0-4736-9ee9-8d6a2a01175e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:20.960307 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-5d3c8274-c02e-46b3-a348-3e8456817e16 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.962987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-5d3c8274-c02e-46b3-a348-3e8456817e16 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.964405 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-316b931a-c1ee-401f-a9ed-7f4b26c44f43 req-5d3c8274-c02e-46b3-a348-3e8456817e16 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "DELETE /v2.0/floatingips/7787c6c3-1073-4db0-ae1c-b840860a2672 HTTP/1.1" status: 204 len: 173 time: 0.6321101 Jul 07 19:12:20.988768 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1b4cf53-e95d-476e-a793-c2cf27c087f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:21.036934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1167ad-e263-4aa8-8fe1-bf05d8a85ca1 req-cca4edcd-20f4-4b83-a1a7-f6f059c5782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:21.038451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-be1167ad-e263-4aa8-8fe1-bf05d8a85ca1 req-cca4edcd-20f4-4b83-a1a7-f6f059c5782f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 1100 time: 0.0726855 Jul 07 19:12:21.076229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-be1167ad-e263-4aa8-8fe1-bf05d8a85ca1 req-8ca229f3-0035-4917-b250-668bca5245b6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303705 Jul 07 19:12:21.177365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dc7f1-efc5-4818-90ac-2b4c47ab0b20 req-7b4666f9-612a-499c-8976-ba105ce5982d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:21.179589 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8d1dc7f1-efc5-4818-90ac-2b4c47ab0b20 req-7b4666f9-612a-499c-8976-ba105ce5982d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.0769944 Jul 07 19:12:21.202680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73d0b2-c359-4f46-b744-9169ae0e4407 req-40fcb375-f6e7-4fa4-bd53-c21a8fd47a38 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:21.204541 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab73d0b2-c359-4f46-b744-9169ae0e4407 req-40fcb375-f6e7-4fa4-bd53-c21a8fd47a38 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0816386 Jul 07 19:12:21.243580 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8d1dc7f1-efc5-4818-90ac-2b4c47ab0b20 req-eb241515-4a3e-4fe8-baa2-e70580fa22f7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473337 Jul 07 19:12:21.258076 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab73d0b2-c359-4f46-b744-9169ae0e4407 req-945e99c0-3934-4a76-a548-9283a8a1422c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432930 Jul 07 19:12:21.348305 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-67976a06-4608-4b69-b12d-f480b1a5c9d0 req-9ceed4d6-a80c-417e-adec-b37e0dfdf531 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] show failed (client error): The resource could not be found. Jul 07 19:12:21.350402 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-67976a06-4608-4b69-b12d-f480b1a5c9d0 req-9ceed4d6-a80c-417e-adec-b37e0dfdf531 tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/floatingips/7787c6c3-1073-4db0-ae1c-b840860a2672 HTTP/1.1" status: 404 len: 350 time: 0.0459800 Jul 07 19:12:21.480256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a732196-71f8-4558-8e44-2dc87c516634 req-ac990d29-68f6-4249-af43-656079b3eafd tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:21.481797 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a732196-71f8-4558-8e44-2dc87c516634 req-ac990d29-68f6-4249-af43-656079b3eafd tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.0855601 Jul 07 19:12:21.520741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a732196-71f8-4558-8e44-2dc87c516634 req-673bd457-a1b5-4928-b47d-6f75cafa0af9 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329659 Jul 07 19:12:21.533005 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464502a-bf09-445f-9c83-4e5e5981e13c req-e5806e51-1801-42ed-9493-1f6386a109a3 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:21.534563 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2464502a-bf09-445f-9c83-4e5e5981e13c req-e5806e51-1801-42ed-9493-1f6386a109a3 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 943 time: 0.0856225 Jul 07 19:12:21.595282 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2464502a-bf09-445f-9c83-4e5e5981e13c req-2154020d-e680-466e-bfa3-ae7c41f0f537 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490096 Jul 07 19:12:21.597716 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-65d4ea99-d55b-488a-a51b-7e639322313b req-fb138826-1d58-4a2b-ac23-10c944cee0ad tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] show failed (client error): The resource could not be found. Jul 07 19:12:21.598737 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-65d4ea99-d55b-488a-a51b-7e639322313b req-fb138826-1d58-4a2b-ac23-10c944cee0ad tempest-FloatingIPsTestJSON-1798824212 tempest-FloatingIPsTestJSON-1798824212-project] 10.222.0.81 "GET /v2.0/floatingips/7787c6c3-1073-4db0-ae1c-b840860a2672 HTTP/1.1" status: 404 len: 350 time: 0.0367920 Jul 07 19:12:21.614107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46364) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:21.969536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aaa0e-f1bf-46eb-b1fa-7135141bdeba req-d7596efb-d2b7-4c2a-a372-80bfb4320280 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:21.971112 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e7aaa0e-f1bf-46eb-b1fa-7135141bdeba req-d7596efb-d2b7-4c2a-a372-80bfb4320280 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc HTTP/1.1" status: 200 len: 949 time: 0.0739448 Jul 07 19:12:22.029324 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e7aaa0e-f1bf-46eb-b1fa-7135141bdeba req-6dfe7223-9be3-43e1-b085-b0423bbb66a7 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491424 Jul 07 19:12:22.099468 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6edfa3ac-ecb6-4795-a0b3-82c925e0e95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:22.389359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0e1fb-df52-43aa-b5f2-0fda555e3f9a req-1df00162-66fc-4d40-8a70-3ee94f2ac98c tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:22.400250 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0e1fb-df52-43aa-b5f2-0fda555e3f9a req-1df00162-66fc-4d40-8a70-3ee94f2ac98c tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:22.401959 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b5e0e1fb-df52-43aa-b5f2-0fda555e3f9a req-1df00162-66fc-4d40-8a70-3ee94f2ac98c tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a&device_id=ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc HTTP/1.1" status: 200 len: 1689 time: 0.1052032 Jul 07 19:12:22.452671 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b5e0e1fb-df52-43aa-b5f2-0fda555e3f9a req-47433dc9-fdfd-42f2-948f-ebb515d91b27 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Jul 07 19:12:22.657558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483360d-16d1-4228-97d2-3afbe0842cc7 req-d68334d7-3a47-41a4-80b3-4c054a77c3f5 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:22.659121 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b483360d-16d1-4228-97d2-3afbe0842cc7 req-d68334d7-3a47-41a4-80b3-4c054a77c3f5 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0882897 Jul 07 19:12:22.704293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b483360d-16d1-4228-97d2-3afbe0842cc7 req-328fe75c-7539-4caf-82ce-4f56ba8d4d5f tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380538 Jul 07 19:12:22.775503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deb7f1-2eb2-4abc-8b50-29cf014e4d6c req-681c2ee7-8719-4d4e-bf5b-6b7d116566f7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:22.777151 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76deb7f1-2eb2-4abc-8b50-29cf014e4d6c req-681c2ee7-8719-4d4e-bf5b-6b7d116566f7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1074836 Jul 07 19:12:22.792522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-6edfa3ac-ecb6-4795-a0b3-82c925e0e95a admin admin] Deleting port 7590c50a-ce74-43c3-b4f1-432642d3e8f8 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:22.792860 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6edfa3ac-ecb6-4795-a0b3-82c925e0e95a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:22.869230 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76deb7f1-2eb2-4abc-8b50-29cf014e4d6c req-1f4e808d-59a9-40a6-9a32-f477455e9eec tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851834 Jul 07 19:12:22.917214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-6edfa3ac-ecb6-4795-a0b3-82c925e0e95a admin admin] For port 7590c50a-ce74-43c3-b4f1-432642d3e8f8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7590c50a-ce74-43c3-b4f1-432642d3e8f8,segment=NetworkSegment(c75a7672-a8af-49a6-aa5c-dba4fb97165f),segment_id=c75a7672-a8af-49a6-aa5c-dba4fb97165f)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:22.917654 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6edfa3ac-ecb6-4795-a0b3-82c925e0e95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:22.918748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e4b8a768-2ce2-4167-9568-11781de78a6f details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:22.947606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-6edfa3ac-ecb6-4795-a0b3-82c925e0e95a admin admin] Calling delete_port for 7590c50a-ce74-43c3-b4f1-432642d3e8f8 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:23.024218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0302fbd-35e5-4c69-acd3-315000a1dc43 req-ceb942d0-3a10-4a7a-97bf-2dca8aa67b93 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:23.026132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d0302fbd-35e5-4c69-acd3-315000a1dc43 req-ceb942d0-3a10-4a7a-97bf-2dca8aa67b93 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.1153245 Jul 07 19:12:23.061067 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e4b8a768-2ce2-4167-9568-11781de78a6f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4b8a768-2ce2-4167-9568-11781de78a6f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:23.077381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'e4b8a768-2ce2-4167-9568-11781de78a6f', 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade', 'port_id': 'e4b8a768-2ce2-4167-9568-11781de78a6f', 'mac_address': 'fa:16:3e:47:da:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24def68a-c6c6-446a-8e5c-4c03b65e7b64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:23.112405 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d0302fbd-35e5-4c69-acd3-315000a1dc43 req-cbbc1f27-08e6-4020-a836-ad747eda84a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716708 Jul 07 19:12:23.130025 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.150485 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b8a768-2ce2-4167-9568-11781de78a6f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:23.176254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e4b8a768-2ce2-4167-9568-11781de78a6f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4b8a768-2ce2-4167-9568-11781de78a6f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:23.182036 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.269017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e4b8a768-2ce2-4167-9568-11781de78a6f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:23.277778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52568b4d-1376-486d-b826-800cb207654d req-323fb7e9-8fd1-4fdc-91cb-b353503322bf tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:23.279899 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52568b4d-1376-486d-b826-800cb207654d req-323fb7e9-8fd1-4fdc-91cb-b353503322bf tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 943 time: 0.1997097 Jul 07 19:12:23.335418 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6edfa3ac-ecb6-4795-a0b3-82c925e0e95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.355032 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae74b-c529-4360-bef0-9265b2553b3b req-21e30817-3e20-400f-a915-13b231e3b88f tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:23.356785 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab3ae74b-c529-4360-bef0-9265b2553b3b req-21e30817-3e20-400f-a915-13b231e3b88f tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 1100 time: 0.0625172 Jul 07 19:12:23.365932 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52568b4d-1376-486d-b826-800cb207654d req-46bfce1b-0ab5-4b04-9e56-07fc20e8689b tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721757 Jul 07 19:12:23.369535 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfa3ac-ecb6-4795-a0b3-82c925e0e95a admin admin] Pushing event deleted for resources: {'Port': ['ID=7590c50a-ce74-43c3-b4f1-432642d3e8f8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:23.411742 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab3ae74b-c529-4360-bef0-9265b2553b3b req-3c180b3b-1914-486a-9521-d515bcf32997 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480332 Jul 07 19:12:23.433524 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6eabe42-d0c6-4028-bfed-40900aa96872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.584567 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6edfa3ac-ecb6-4795-a0b3-82c925e0e95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.633287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['e4b8a768-2ce2-4167-9568-11781de78a6f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:23.668419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f1b1e-b7d9-49f8-a04d-0cb4c3fea815 req-c1a926c3-dd9f-4174-9391-90d26cd078f1 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:23.670777 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-764f1b1e-b7d9-49f8-a04d-0cb4c3fea815 req-c1a926c3-dd9f-4174-9391-90d26cd078f1 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc HTTP/1.1" status: 200 len: 1100 time: 0.0926976 Jul 07 19:12:23.701685 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.728785 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-764f1b1e-b7d9-49f8-a04d-0cb4c3fea815 req-6ca12702-dc8a-48d8-9415-ad1d9651f157 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502427 Jul 07 19:12:23.906873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edfa3ac-ecb6-4795-a0b3-82c925e0e95a admin admin] Router 0b023e3e-b55d-4157-8485-4817ead01cbe has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:12:24.005563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a94bb-eefd-4b81-a2a9-695bf6b99abd req-a46a6037-31b7-466a-aec0-184cf99e2735 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:24.007849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-400a94bb-eefd-4b81-a2a9-695bf6b99abd req-a46a6037-31b7-466a-aec0-184cf99e2735 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1467590 Jul 07 19:12:24.090821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-400a94bb-eefd-4b81-a2a9-695bf6b99abd req-3671afa9-203a-4e9a-b2d5-6e66e4a18ccc tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508924 Jul 07 19:12:24.093686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edfa3ac-ecb6-4795-a0b3-82c925e0e95a admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:12:24.101987 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6edfa3ac-ecb6-4795-a0b3-82c925e0e95a admin admin] 10.222.0.81 "PUT /v2.0/routers/0b023e3e-b55d-4157-8485-4817ead01cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4834905 Jul 07 19:12:24.101987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46400) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:24.104907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b3558-007e-4619-8e4d-4a1d6a0849e9 None None] Sync routers for ids ['0b023e3e-b55d-4157-8485-4817ead01cbe'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:12:24.105439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114264c0-043a-4929-95d6-d4aa833113c5 req-4d63c73f-e5f5-41d3-a03f-a71f4b61e5db tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:24.108114 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-114264c0-043a-4929-95d6-d4aa833113c5 req-4d63c73f-e5f5-41d3-a03f-a71f4b61e5db tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.0955653 Jul 07 19:12:24.124365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b3558-007e-4619-8e4d-4a1d6a0849e9 None None] Routers {'0b023e3e-b55d-4157-8485-4817ead01cbe'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:24.125369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-221b3558-007e-4619-8e4d-4a1d6a0849e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:12:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0b023e3e-b55d-4157-8485-4817ead01cbe'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:24.193249 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-114264c0-043a-4929-95d6-d4aa833113c5 req-14babb33-084f-435e-bc25-19cb45de623d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771363 Jul 07 19:12:24.247465 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-576242ec-3f8d-4078-87f3-694c24873c14 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323617 Jul 07 19:12:24.270576 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:24.307573 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-221b3558-007e-4619-8e4d-4a1d6a0849e9 None None] Set router 0b023e3e-b55d-4157-8485-4817ead01cbe gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:24.412606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adaf6a-8e45-4b0c-ae72-015037f1aed8 req-62b6eda1-857d-4a9f-9155-722de3b74147 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:24.414368 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41adaf6a-8e45-4b0c-ae72-015037f1aed8 req-62b6eda1-857d-4a9f-9155-722de3b74147 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.0886486 Jul 07 19:12:24.458032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-48c5a242-d4a6-48f6-b1cf-58baf87c914b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:24.459678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-48c5a242-d4a6-48f6-b1cf-58baf87c914b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002897 Jul 07 19:12:24.471988 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:24.476929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41adaf6a-8e45-4b0c-ae72-015037f1aed8 req-503996e4-72cc-4111-b4e9-c6dcbff8b9bc tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461929 Jul 07 19:12:24.489021 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-3f1658ae-6583-496e-9e68-a9b671f4ea62 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/quotas/f35fe41829b448fe95c5a595cdb30d92 HTTP/1.1" status: 200 len: 375 time: 0.0193887 Jul 07 19:12:24.596741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-221b3558-007e-4619-8e4d-4a1d6a0849e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'name': 'tempest-FloatingIPsTestJSON-806193871-router', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:52Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 5, 'project_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'gw_port': {'id': '9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:54Z', 'updated_at': '2021-07-07T19:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:24.611633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Deleting port 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:24.612067 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:24.619305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-1b447dc9-dd51-42f4-9237-66d8359714ad req-b6295ddc-d126-46f1-b8bc-f22dfd834118 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:12:24.623206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1b447dc9-dd51-42f4-9237-66d8359714ad req-b6295ddc-d126-46f1-b8bc-f22dfd834118 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131574 Jul 07 19:12:24.626105 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-fb56b86e-01ad-4944-82ab-3600b881dc79 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1120186 Jul 07 19:12:24.644467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b3558-007e-4619-8e4d-4a1d6a0849e9 None None] Checking router: 0b023e3e-b55d-4157-8485-4817ead01cbe for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:12:24.663236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b3558-007e-4619-8e4d-4a1d6a0849e9 None None] Routers {'0b023e3e-b55d-4157-8485-4817ead01cbe'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:24.664841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-221b3558-007e-4619-8e4d-4a1d6a0849e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:12:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0b023e3e-b55d-4157-8485-4817ead01cbe'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:24.669509 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:24.770596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-221b3558-007e-4619-8e4d-4a1d6a0849e9 None None] Set router 0b023e3e-b55d-4157-8485-4817ead01cbe gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:24.798100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] For port 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:24.798750 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:24.829390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Calling delete_port for 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:24.831498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-221b3558-007e-4619-8e4d-4a1d6a0849e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'name': 'tempest-FloatingIPsTestJSON-806193871-router', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:52Z', 'updated_at': '2021-07-07T19:12:24Z', 'revision_number': 6, 'project_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:24.867569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b3558-007e-4619-8e4d-4a1d6a0849e9 None None] The sync data for ids ['0b023e3e-b55d-4157-8485-4817ead01cbe'] in n-d-793621-9 is: [{'id': '0b023e3e-b55d-4157-8485-4817ead01cbe', 'name': 'tempest-FloatingIPsTestJSON-806193871-router', 'tenant_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:52Z', 'updated_at': '2021-07-07T19:12:24Z', 'revision_number': 6, 'project_id': 'ae16c17a4da44c38b7d92b84d330ef3f', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:12:24.933178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e4b8a768-2ce2-4167-9568-11781de78a6f up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:25.020368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port e4b8a768-2ce2-4167-9568-11781de78a6f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:25.031535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port e4b8a768-2ce2-4167-9568-11781de78a6f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:25.032150 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:25.084798 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec25770-b335-4a22-a928-7eadb93aad45 req-7bf14764-7929-4cb6-b266-1f43fbd8052f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:25.101552 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ec25770-b335-4a22-a928-7eadb93aad45 req-7bf14764-7929-4cb6-b266-1f43fbd8052f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 944 time: 0.1270003 Jul 07 19:12:25.110162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-d49948ce-b84d-4d50-a318-b2f8a0654652 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1503999 Jul 07 19:12:25.159685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-81fc8c25-d7a6-4330-8f83-14260ba8b7bd service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:12:25.161039 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-81fc8c25-d7a6-4330-8f83-14260ba8b7bd service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117717 Jul 07 19:12:25.209866 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ec25770-b335-4a22-a928-7eadb93aad45 req-f9462c50-0e52-4ff3-bcd5-f457c9f7ef48 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055934 Jul 07 19:12:25.231472 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:25.271290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e4b8a768-2ce2-4167-9568-11781de78a6f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4b8a768-2ce2-4167-9568-11781de78a6f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:25.276520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea23c33-bef6-46d8-b1dd-62898d3b7f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b8a768-2ce2-4167-9568-11781de78a6f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:25.281103 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889e5a68-6aee-4b11-a8eb-e6b1e11f0e4f" -d '{"events": [{"server_uuid": "cea23c33-bef6-46d8-b1dd-62898d3b7f6b", "name": "network-vif-plugged", "status": "completed", "tag": "e4b8a768-2ce2-4167-9568-11781de78a6f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:25.284117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6c1446eb-abd5-4595-b851-3b3b3049bc77 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:25.291492 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:25.315727 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-910a956b-c627-45f8-bfaf-11a078dd1243 req-f62191a6-1cd2-4a14-8709-43b154378fb5 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 210 time: 0.0495257 Jul 07 19:12:25.519275 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:25.519895 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:25.545647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6c1446eb-abd5-4595-b851-3b3b3049bc77 has no active binding in host n-h1-793621-9 {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:12:25.586020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e4b8a768-2ce2-4167-9568-11781de78a6f,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:25.604573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-665f8d59-a368-47e9-a17b-6a78379a82a6 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:25.606182 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-665f8d59-a368-47e9-a17b-6a78379a82a6 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3&tenant_id=3a67b76b74474baf828e899c52f53df9&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1097 time: 0.3712213 Jul 07 19:12:25.656259 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7590c50a-ce74-43c3-b4f1-432642d3e8f8 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:25.674868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-9'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:25.683795 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc574-622e-44a1-9b6f-caff08a7ac38 req-e98f8360-fd34-449d-9194-6fe6929f59b7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:25.692171 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-207fc574-622e-44a1-9b6f-caff08a7ac38 req-e98f8360-fd34-449d-9194-6fe6929f59b7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1692045 Jul 07 19:12:25.750198 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-207fc574-622e-44a1-9b6f-caff08a7ac38 req-b39e8aaf-c006-4d59-9001-6724c14a38a4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572627 Jul 07 19:12:25.761369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:25.809444 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:25.822032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 7590c50a-ce74-43c3-b4f1-432642d3e8f8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:12:25.822390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7590c50a-ce74-43c3-b4f1-432642d3e8f8 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:12:25.850679 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91eb761d-75f1-4b73-8583-d4223b25e9f7 x-openstack-request-id: req-91eb761d-75f1-4b73-8583-d4223b25e9f7 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:25.851586 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea23c33-bef6-46d8-b1dd-62898d3b7f6b", "name": "network-vif-plugged", "status": "completed", "tag": "e4b8a768-2ce2-4167-9568-11781de78a6f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:25.854016 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91eb761d-75f1-4b73-8583-d4223b25e9f7 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:25.854656 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea23c33-bef6-46d8-b1dd-62898d3b7f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b8a768-2ce2-4167-9568-11781de78a6f', 'code': 200} Jul 07 19:12:25.959061 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:25.962669 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.047650 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.048579 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b023e3e-b55d-4157-8485-4817ead01cbe {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:12:26.059578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8352892-d6e0-45a9-a1f2-b0e6790365b4 req-ed4c1db4-cf68-4bb0-8f2f-53da1468ba60 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:26.067605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e8352892-d6e0-45a9-a1f2-b0e6790365b4 req-ed4c1db4-cf68-4bb0-8f2f-53da1468ba60 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.7174737 Jul 07 19:12:26.086452 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.090122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-14186fa0-5b46-4422-bfe7-5417a3738a23 admin admin] 10.222.0.81 "DELETE /v2.0/routers/0b023e3e-b55d-4157-8485-4817ead01cbe HTTP/1.1" status: 204 len: 168 time: 1.9853828 Jul 07 19:12:26.096146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46460) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:26.193864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d98c9-dc1e-48ca-9e24-023b85ee787c req-a8873872-ea9d-4a5d-81dc-1a8c1c10207f tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:26.219435 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-668d98c9-dc1e-48ca-9e24-023b85ee787c req-a8873872-ea9d-4a5d-81dc-1a8c1c10207f tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 946 time: 0.1475279 Jul 07 19:12:26.276226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e8352892-d6e0-45a9-a1f2-b0e6790365b4 req-41f07514-a9ae-45c4-b01e-108a9a5104d8 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075162 Jul 07 19:12:26.287869 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-668d98c9-dc1e-48ca-9e24-023b85ee787c req-82ea8ac7-d7fe-49ee-ad33-4adf06460a67 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666728 Jul 07 19:12:26.380330 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.390219 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.403889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-8000dad0-55f8-4e82-9182-995414a1b21e admin admin] Deleting subnet 15df2df2-a429-4f3c-b761-f1b178ff9aa1 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:12:26.421074 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8000dad0-55f8-4e82-9182-995414a1b21e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.486835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356acde-eb94-4034-8d59-23c420db50dd req-2a1a23a8-a27a-42db-acd4-31f25c0800d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:26.488731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d356acde-eb94-4034-8d59-23c420db50dd req-2a1a23a8-a27a-42db-acd4-31f25c0800d2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 1096 time: 0.3991051 Jul 07 19:12:26.508167 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8000dad0-55f8-4e82-9182-995414a1b21e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.514970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0c463-3ba3-4363-9bb2-73b7218b4eef req-8de7c1e8-d0d3-4d75-9e2b-dbf770618966 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:26.523769 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-54b0c463-3ba3-4363-9bb2-73b7218b4eef req-8de7c1e8-d0d3-4d75-9e2b-dbf770618966 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.0805399 Jul 07 19:12:26.567060 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-54b0c463-3ba3-4363-9bb2-73b7218b4eef req-985e69bf-6c3e-4aab-8447-2be9120032c1 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Jul 07 19:12:26.915428 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8000dad0-55f8-4e82-9182-995414a1b21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.036257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d65c1f-89b3-47fd-8959-8d5e5e17a782 req-5c5f66cf-a5e3-41df-8ee9-a8c38cab7dc1 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:27.038566 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82d65c1f-89b3-47fd-8959-8d5e5e17a782 req-5c5f66cf-a5e3-41df-8ee9-a8c38cab7dc1 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1158700 Jul 07 19:12:27.079768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d0c4f716-32cf-48fd-8019-261a18d730b9 req-a47763ba-6868-430e-a78e-4d6e4aedae77 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 210 time: 0.1234152 Jul 07 19:12:27.086703 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82d65c1f-89b3-47fd-8959-8d5e5e17a782 req-7902ddbc-2211-4ba3-8874-865488de3dfb tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 Jul 07 19:12:27.134285 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d356acde-eb94-4034-8d59-23c420db50dd req-0e17e93a-f02d-4853-a76f-9f3f3a96c478 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348042 Jul 07 19:12:27.138960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-46bfd21b-4f4a-451d-b05d-f17a50b85585 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1243196 Jul 07 19:12:27.183959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:27.186024 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8000dad0-55f8-4e82-9182-995414a1b21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.236527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000dad0-55f8-4e82-9182-995414a1b21e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15df2df2-a429-4f3c-b761-f1b178ff9aa1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:27.274522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d859a248-e380-4a29-b5e5-318eb564109a None None] Network c3866a0d-212d-436f-85d4-e8667129ca61 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:12:27.286846 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8000dad0-55f8-4e82-9182-995414a1b21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.294348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8000dad0-55f8-4e82-9182-995414a1b21e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/15df2df2-a429-4f3c-b761-f1b178ff9aa1 HTTP/1.1" status: 204 len: 168 time: 1.1808872 Jul 07 19:12:27.294584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46476) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:27.296111 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:27.356686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:12:27.357467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9a399c98-4a0e-4660-ac70-cb3d6b0a7aaf not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:12:27.387124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:27.442970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.492794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41b17a2-2be5-494a-9608-6212b7e2bed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1446eb-abd5-4595-b851-3b3b3049bc77'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:27.495559 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aff2f3-5915-4bf2-8a66-e6e870096ba8" -d '{"events": [{"server_uuid": "d41b17a2-2be5-494a-9608-6212b7e2bed3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1446eb-abd5-4595-b851-3b3b3049bc77"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:27.500145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.505508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99dad7-8635-4b9a-9f5b-f09e9ab81472 req-61ada65d-c6f3-4726-974b-2fb9f7bdb643 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:27.514918 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd99dad7-8635-4b9a-9f5b-f09e9ab81472 req-61ada65d-c6f3-4726-974b-2fb9f7bdb643 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 1096 time: 0.2597637 Jul 07 19:12:27.526888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-02376094-69ad-49e2-aa57-a0662eb7f3cf tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:27.528551 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-02376094-69ad-49e2-aa57-a0662eb7f3cf tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2894657 Jul 07 19:12:27.531618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.546614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6922a6-cdda-465c-9e2a-e58cc29cb1bd None None] DHCP port deletion for c3866a0d-212d-436f-85d4-e8667129ca61 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:12:27.585836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Request body: {'port': {'device_id': '438b348f-3b72-4a70-992a-b23b43cb8647', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'f35fe41829b448fe95c5a595cdb30d92'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:27.599449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5480fe0-33e9-4c67-a427-f2d0e45e170e req-71c71c77-2a7e-4597-baa7-4496887acb51 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:27.601555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d5480fe0-33e9-4c67-a427-f2d0e45e170e req-71c71c77-2a7e-4597-baa7-4496887acb51 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1464989 Jul 07 19:12:27.607207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Deleting port 35ef5cdc-e1c4-4982-9663-e39156e773fe {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:27.608359 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.624513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-dc6922a6-cdda-465c-9e2a-e58cc29cb1bd None None] Deleting port 35ef5cdc-e1c4-4982-9663-e39156e773fe {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:27.624899 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dc6922a6-cdda-465c-9e2a-e58cc29cb1bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.660207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1446eb-abd5-4595-b851-3b3b3049bc77,revision_number=7']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:27.709761 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd99dad7-8635-4b9a-9f5b-f09e9ab81472 req-0bd70075-f7ba-4315-b624-4dc4a0a36504 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765060 Jul 07 19:12:27.717795 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] For port 35ef5cdc-e1c4-4982-9663-e39156e773fe, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=35ef5cdc-e1c4-4982-9663-e39156e773fe,segment=NetworkSegment(c75a7672-a8af-49a6-aa5c-dba4fb97165f),segment_id=c75a7672-a8af-49a6-aa5c-dba4fb97165f)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:27.718177 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.747392 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d5480fe0-33e9-4c67-a427-f2d0e45e170e req-06a0a1e8-8abf-4a4d-a1e5-4160020678f2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252530 Jul 07 19:12:27.763337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Calling delete_port for 35ef5cdc-e1c4-4982-9663-e39156e773fe owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:27.808883 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-dc6922a6-cdda-465c-9e2a-e58cc29cb1bd None None] For port 35ef5cdc-e1c4-4982-9663-e39156e773fe, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=35ef5cdc-e1c4-4982-9663-e39156e773fe,segment=NetworkSegment(c75a7672-a8af-49a6-aa5c-dba4fb97165f),segment_id=c75a7672-a8af-49a6-aa5c-dba4fb97165f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:27.809610 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dc6922a6-cdda-465c-9e2a-e58cc29cb1bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.820646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Attempting to bind port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on host n-h2-793621-9 for vnic_type normal with profile {"migrating_to": "n-h1-793621-9"} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:27.827623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Attempting to bind port 6c1446eb-abd5-4595-b851-3b3b3049bc77 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:27.828781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Attempting to bind port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:27.832048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-dc6922a6-cdda-465c-9e2a-e58cc29cb1bd None None] Calling delete_port for 35ef5cdc-e1c4-4982-9663-e39156e773fe owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:27.860233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:27.860821 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Attempting to bind port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:27.872394 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04f21c1-15f7-4a0b-aaf8-8d0c7fdee076 x-openstack-request-id: req-e04f21c1-15f7-4a0b-aaf8-8d0c7fdee076 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:27.873634 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41b17a2-2be5-494a-9608-6212b7e2bed3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1446eb-abd5-4595-b851-3b3b3049bc77", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:27.874213 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e04f21c1-15f7-4a0b-aaf8-8d0c7fdee076 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:27.875399 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41b17a2-2be5-494a-9608-6212b7e2bed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1446eb-abd5-4595-b851-3b3b3049bc77', 'code': 200} Jul 07 19:12:27.932645 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.951215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:27.951599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:27.951933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Bound using segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:27.952389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Bound port: 6c1446eb-abd5-4595-b851-3b3b3049bc77, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:27.953059 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.959987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dc6922a6-cdda-465c-9e2a-e58cc29cb1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.982308 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Pushing event deleted for resources: {'Port': ['ID=35ef5cdc-e1c4-4982-9663-e39156e773fe,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:27.991701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6922a6-cdda-465c-9e2a-e58cc29cb1bd None None] Pushing event deleted for resources: {'Port': ['ID=35ef5cdc-e1c4-4982-9663-e39156e773fe,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:27.995975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6922a6-cdda-465c-9e2a-e58cc29cb1bd None None] No DVR routers for this DVR port 35ef5cdc-e1c4-4982-9663-e39156e773fe on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:12:28.003772 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] No DVR routers for this DVR port 35ef5cdc-e1c4-4982-9663-e39156e773fe on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:12:28.005028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Made reservation on behalf of f35fe41829b448fe95c5a595cdb30d92 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:28.008133 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.167273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.169533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:28.180576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3866a0d-212d-436f-85d4-e8667129ca61']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:28.185477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dade2b-7061-4422-8c76-69b449739e07 req-4f1986cb-723b-4b27-94e1-1bfc04c54d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:28.187207 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-4f1986cb-723b-4b27-94e1-1bfc04c54d8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 1100 time: 0.3105662 Jul 07 19:12:28.192215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75a7672-a8af-49a6-aa5c-dba4fb97165f') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:28.192524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75a7672-a8af-49a6-aa5c-dba4fb97165f') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:28.196218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:28.210981 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.216872 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.230751 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.240027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:12:28.240416 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:12:28.242111 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:12:28.246193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca024e1-85d7-4062-be11-e02c9398956b req-3c8a000c-c96c-49b9-af07-36338463cdad tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:28.251474 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dca024e1-85d7-4062-be11-e02c9398956b req-3c8a000c-c96c-49b9-af07-36338463cdad tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.4014409 Jul 07 19:12:28.260905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82779e0-fb2d-456c-82c2-8997020cbfe7 req-e47575af-dd36-4293-b800-9f6f8d9efe16 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:28.262468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f82779e0-fb2d-456c-82c2-8997020cbfe7 req-e47575af-dd36-4293-b800-9f6f8d9efe16 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.1286449 Jul 07 19:12:28.339476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f82779e0-fb2d-456c-82c2-8997020cbfe7 req-7f3c6408-1e53-41be-9566-3eea0f527d68 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473833 Jul 07 19:12:28.340470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.346094 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.348135 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] 10.222.0.81 "DELETE /v2.0/networks/c3866a0d-212d-436f-85d4-e8667129ca61 HTTP/1.1" status: 204 len: 168 time: 1.0548925 Jul 07 19:12:28.361176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f22c6d-4a4b-4742-91d0-6a663ff5f3af admin admin] Pushing event deleted for resources: {'Network': ['ID=c3866a0d-212d-436f-85d4-e8667129ca61,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:28.453165 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dca024e1-85d7-4062-be11-e02c9398956b req-ef21a3cf-3f5b-4c77-b943-68ecca72bc6a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997788 Jul 07 19:12:28.475371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Allocated IP 192.168.233.134 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/1eb0222a-d0ff-4edf-a892-8785399be751) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:28.488545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1446eb-abd5-4595-b851-3b3b3049bc77,revision_number=8']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:28.558065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:28.560197 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.561961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-23a648c1-aad3-47c6-a868-7212ea1e2716 service neutron] 10.222.0.48 "PUT /v2.0/ports/6c1446eb-abd5-4595-b851-3b3b3049bc77 HTTP/1.1" status: 200 len: 1122 time: 2.9195528 Jul 07 19:12:28.564518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dade2b-7061-4422-8c76-69b449739e07 req-495643ed-0d59-4e0d-9117-5fafb503129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:28.566266 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-495643ed-0d59-4e0d-9117-5fafb503129a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3676679 Jul 07 19:12:28.623498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46496) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:28.677761 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-66ba831b-8950-4881-8953-22aec187267e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544 HTTP/1.1" status: 200 len: 217 time: 0.0750279 Jul 07 19:12:28.714345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['6c1446eb-abd5-4595-b851-3b3b3049bc77'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:28.715860 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4e40d975-6518-4633-8390-c1010484fcfc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae16c17a4da44c38b7d92b84d330ef3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0906203 Jul 07 19:12:28.729190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46498) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:28.736861 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc0a88fb-2d68-48fb-bda6-2d21787d9a7f req-6d8c28aa-50bc-4260-bbd9-f7343d5bac8d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 210 time: 0.0645189 Jul 07 19:12:28.763877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['6c1446eb-abd5-4595-b851-3b3b3049bc77'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:28.845859 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52ba1d94-7be8-452c-839c-98ad6989dcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.895701 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52ba1d94-7be8-452c-839c-98ad6989dcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.958721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dade2b-7061-4422-8c76-69b449739e07 req-0c50e709-6584-45a1-b604-c8d398a893ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:28.961357 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-0c50e709-6584-45a1-b604-c8d398a893ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2636151 Jul 07 19:12:29.004053 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52ba1d94-7be8-452c-839c-98ad6989dcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.008521 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52ba1d94-7be8-452c-839c-98ad6989dcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.009862 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-52ba1d94-7be8-452c-839c-98ad6989dcd2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63ae7878-60a0-4558-abfe-2c73a09ee3ef HTTP/1.1" status: 204 len: 168 time: 0.2793279 Jul 07 19:12:29.049441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba1d94-7be8-452c-839c-98ad6989dcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ae7878-60a0-4558-abfe-2c73a09ee3ef,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:29.109744 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.162149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee6a9b-9b25-485e-92bf-b848797418a2 req-6032a843-56f1-4063-b997-b84e6595b4e8 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:29.167298 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e4ee6a9b-9b25-485e-92bf-b848797418a2 req-6032a843-56f1-4063-b997-b84e6595b4e8 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2758832 Jul 07 19:12:29.197758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dade2b-7061-4422-8c76-69b449739e07 req-cf4737ab-3334-46b8-8c99-e551b9d8102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:29.199411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-cf4737ab-3334-46b8-8c99-e551b9d8102f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2239156 Jul 07 19:12:29.207473 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Transition to ACTIVE for port object 1eb0222a-d0ff-4edf-a892-8785399be751 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:29.287407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 35ef5cdc-e1c4-4982-9663-e39156e773fe no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:29.295582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e4ee6a9b-9b25-485e-92bf-b848797418a2 req-c6cb3888-5568-46fe-aa5f-8a65712965cb tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214290 Jul 07 19:12:29.332089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 35ef5cdc-e1c4-4982-9663-e39156e773fe {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:12:29.332577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 35ef5cdc-e1c4-4982-9663-e39156e773fe not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:12:29.397074 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-3adee050-0779-4443-a395-88bde395e581 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794591 Jul 07 19:12:29.419178 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.433262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de882884-e49d-477a-8d6d-2f80664a57a6', 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'b77bdb11-cd38-43af-8df3-f525197df328'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:29.599079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:29.624247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event updated for resources: {'Port': ['ID=1eb0222a-d0ff-4edf-a892-8785399be751,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:29.634156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:29.637256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:29.645028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:29.645832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.712033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-fdbab304-6cc0-480a-8d5f-c9913cba38a6 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060656 Jul 07 19:12:29.728974 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148b6d8-8ce8-4953-8d43-b76e2fca436a req-de8e5087-959f-49ab-9dcb-1b3753c6c599 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:29.730102 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3148b6d8-8ce8-4953-8d43-b76e2fca436a req-de8e5087-959f-49ab-9dcb-1b3753c6c599 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.2604451 Jul 07 19:12:29.732599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-5ff198e9-e213-4870-be1c-9b6e348d7e08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1520691 Jul 07 19:12:29.766566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Request body: {'port': {'device_id': '438b348f-3b72-4a70-992a-b23b43cb8647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:29.839362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3148b6d8-8ce8-4953-8d43-b76e2fca436a req-6ec409af-68ae-424f-acf6-5678f233b346 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012132 Jul 07 19:12:29.918991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41b17a2-2be5-494a-9608-6212b7e2bed3', 'tag': '6c1446eb-abd5-4595-b851-3b3b3049bc77'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:29.921939 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e140c7ed-fdb1-42c2-80e1-97514a32796d" -d '{"events": [{"name": "network-changed", "server_uuid": "d41b17a2-2be5-494a-9608-6212b7e2bed3", "tag": "6c1446eb-abd5-4595-b851-3b3b3049bc77"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:29.936321 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.086005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c', 'b00c676e-5f2e-4f57-ba30-004c12bcd707'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:30.096421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d966316b-d9cd-4e22-a2eb-ec71d175498a None None] Provisioning for port 1eb0222a-d0ff-4edf-a892-8785399be751 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:30.128339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d966316b-d9cd-4e22-a2eb-ec71d175498a None None] Provisioning complete for port 1eb0222a-d0ff-4edf-a892-8785399be751 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:30.128723 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d966316b-d9cd-4e22-a2eb-ec71d175498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.168960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d966316b-d9cd-4e22-a2eb-ec71d175498a None None] Port 1eb0222a-d0ff-4edf-a892-8785399be751 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:30.304830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-85e1e2b3-32c4-452d-b26a-b40e32c06800 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:12:30.305915 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-85e1e2b3-32c4-452d-b26a-b40e32c06800 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443559 Jul 07 19:12:30.402634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46554) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:30.434128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-26099912-0ae7-4418-98f2-8e3a220079e2 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:30.435678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-26099912-0ae7-4418-98f2-8e3a220079e2 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports/ffd5e091-5679-4ff8-96b1-89c44888890b HTTP/1.1" status: 200 len: 1093 time: 0.1133564 Jul 07 19:12:30.455392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] Request body: {'binding': {'host': 'n-h1-793621-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:30.455850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] Unknown quota resources ['binding']. {{(pid=93900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:12:30.521100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2320a-aae4-4503-b694-4ad1790b5a93 req-3c852348-d9ae-4d96-aa8f-691e7eda72ab tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:30.522709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0d2320a-aae4-4503-b694-4ad1790b5a93 req-3c852348-d9ae-4d96-aa8f-691e7eda72ab tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.2158108 Jul 07 19:12:30.540550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-network', 'tenant_id': 'afc652249dee4f29aa30782860a39224'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:30.546515 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb0222a-d0ff-4edf-a892-8785399be751 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:30.572340 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Made reservation on behalf of afc652249dee4f29aa30782860a39224 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:30.576638 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.592399 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.599191 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.636305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Transition to ACTIVE for port object 1eb0222a-d0ff-4edf-a892-8785399be751 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:30.641512 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0d2320a-aae4-4503-b694-4ad1790b5a93 req-5cd2ab0c-e7c6-4a55-bcac-667fc4418279 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069472 Jul 07 19:12:30.644062 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.746561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb0222a-d0ff-4edf-a892-8785399be751,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:30.773742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.779709 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.811427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:12:30.811690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Attempting to bind port 1eb0222a-d0ff-4edf-a892-8785399be751 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:30.811959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Attempting to bind port 1eb0222a-d0ff-4edf-a892-8785399be751 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:30.812376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Attempting to bind port 1eb0222a-d0ff-4edf-a892-8785399be751 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:30.831309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981b2212-6a33-44de-b1e7-12449472b44b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:30.840182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.840587 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Added segment af005a54-f9b3-48c9-af97-29ccef859b10 of type vlan for network 3bdf0454-24ef-423c-8420-4647a19e83ab Jul 07 19:12:30.845786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Port 1eb0222a-d0ff-4edf-a892-8785399be751 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:30.846123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Attempting to bind port 1eb0222a-d0ff-4edf-a892-8785399be751 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:30.875885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b on host n-h1-793621-9 for vnic_type normal with profile None {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:30.876227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:30.876556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:30.881737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:30.882129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:30.882499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:30.882973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Bound port: 1eb0222a-d0ff-4edf-a892-8785399be751, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:30.883333 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.901540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] Port ffd5e091-5679-4ff8-96b1-89c44888890b on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:30.901744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:30.905683 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.915855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:30.916324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:30.916581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:30.917037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] Bound port: ffd5e091-5679-4ff8-96b1-89c44888890b, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:30.956086 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.957695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:30.958735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.018688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6148705 Jul 07 19:12:31.025150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46562) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:31.030078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-377bfca6-4343-42bf-aec4-ffe83673c687 admin admin] Request body: {'subnet': {'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-subnet', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:31.044743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e0fe6-4af0-4015-b74f-8ae530bd9f07 admin admin] Pushing event updated for resources: {'Network': ['ID=3bdf0454-24ef-423c-8420-4647a19e83ab,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:31.073258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 3bdf0454-24ef-423c-8420-4647a19e83ab details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:12:31.075945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377bfca6-4343-42bf-aec4-ffe83673c687 admin admin] Made reservation on behalf of afc652249dee4f29aa30782860a39224 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:31.083328 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-377bfca6-4343-42bf-aec4-ffe83673c687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.306617 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-377bfca6-4343-42bf-aec4-ffe83673c687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.316763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0c4b2-13cb-43bb-b1e0-235df7245b65 req-e48aefc5-f406-4362-a86e-2cf933757113 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:31.318428 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ace0c4b2-13cb-43bb-b1e0-235df7245b65 req-e48aefc5-f406-4362-a86e-2cf933757113 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.4904222 Jul 07 19:12:31.323758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] For port 1eb0222a-d0ff-4edf-a892-8785399be751, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:31.328927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] For port 1eb0222a-d0ff-4edf-a892-8785399be751, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1eb0222a-d0ff-4edf-a892-8785399be751,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:31.346906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ffd5e091-5679-4ff8-96b1-89c44888890b,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:31.349540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.368699 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] Notify callbacks [] for binding, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.370049 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8a776855-184a-4199-bcd4-51eb71d88ffa service neutron] 10.222.0.81 "POST /v2.0/ports/ffd5e091-5679-4ff8-96b1-89c44888890b/bindings HTTP/1.1" status: 201 len: 389 time: 0.9264522 Jul 07 19:12:31.392709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bfca6-4343-42bf-aec4-ffe83673c687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73187f3-16a5-4ec2-b260-2d45755bb434,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:31.400473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377bfca6-4343-42bf-aec4-ffe83673c687 admin admin] Checking segment: {'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:31.400814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377bfca6-4343-42bf-aec4-ffe83673c687 admin admin] Network hostable DHCP agents. Network: 3bdf0454-24ef-423c-8420-4647a19e83ab, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:12:31.403746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:31.404364 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.405974 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] 10.222.0.110 "PUT /v2.0/ports/1eb0222a-d0ff-4edf-a892-8785399be751 HTTP/1.1" status: 200 len: 1096 time: 1.6559613 Jul 07 19:12:31.431560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377bfca6-4343-42bf-aec4-ffe83673c687 admin admin] Network 3bdf0454-24ef-423c-8420-4647a19e83ab is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:12:31.451446 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ace0c4b2-13cb-43bb-b1e0-235df7245b65 req-39f46b71-2d1e-4305-b3d6-dc11a40ea9d5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195009 Jul 07 19:12:31.458837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-377bfca6-4343-42bf-aec4-ffe83673c687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 3bdf0454-24ef-423c-8420-4647a19e83ab) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:31.478949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377bfca6-4343-42bf-aec4-ffe83673c687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:31.479647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-377bfca6-4343-42bf-aec4-ffe83673c687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.488000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a0586-dca5-40d2-b9b3-97f069f28d77 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb0222a-d0ff-4edf-a892-8785399be751,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:31.527559 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46568) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:31.535305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:31.536971 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-377bfca6-4343-42bf-aec4-ffe83673c687 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5104656 Jul 07 19:12:31.555404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b54df9-dca6-4057-8318-60dccde6aa04 None None] Network 3bdf0454-24ef-423c-8420-4647a19e83ab requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:12:31.571462 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d1e4bf-9db3-4269-bfdd-05cb432b7cd0 x-openstack-request-id: req-d0d1e4bf-9db3-4269-bfdd-05cb432b7cd0 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:31.571896 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41b17a2-2be5-494a-9608-6212b7e2bed3", "tag": "6c1446eb-abd5-4595-b851-3b3b3049bc77", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:31.572277 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0d1e4bf-9db3-4269-bfdd-05cb432b7cd0 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:31.579209 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41b17a2-2be5-494a-9608-6212b7e2bed3', 'tag': '6c1446eb-abd5-4595-b851-3b3b3049bc77', 'status': 'completed', 'code': 200} Jul 07 19:12:31.739162 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.740259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.877382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9e4c5-66c1-495b-af69-bb0bde16b608 req-c538869e-1d15-4ada-8fa7-dcf96aa8245d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:31.879579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3bdf0454-24ef-423c-8420-4647a19e83ab', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'fixed_ips': [{'subnet_id': 'c73187f3-16a5-4ec2-b260-2d45755bb434'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:12:31.880430 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1fc9e4c5-66c1-495b-af69-bb0bde16b608 req-c538869e-1d15-4ada-8fa7-dcf96aa8245d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1097465 Jul 07 19:12:31.880948 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.905166 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.941517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1fc9e4c5-66c1-495b-af69-bb0bde16b608 req-3da15f03-7232-4b49-b44f-aa5f878ce327 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545113 Jul 07 19:12:31.966886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140c7ed-fdb1-42c2-80e1-97514a32796d req-6968f46e-7ee1-4097-b515-19fac561d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:31.968380 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e140c7ed-fdb1-42c2-80e1-97514a32796d req-6968f46e-7ee1-4097-b515-19fac561d09b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 1125 time: 0.3711655 Jul 07 19:12:31.971802 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-31040d39-c14c-42cc-9ef9-c3a3cf2b7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:31.974101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-31040d39-c14c-42cc-9ef9-c3a3cf2b7597 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 1099 time: 0.3484695 Jul 07 19:12:31.990143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaae817-e6e6-417f-8806-c0bd11b680f3 req-9e5fe7ab-bcd7-4cdb-b820-8b6f4330db8e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:31.991958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cbaae817-e6e6-417f-8806-c0bd11b680f3 req-9e5fe7ab-bcd7-4cdb-b820-8b6f4330db8e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 948 time: 0.4118605 Jul 07 19:12:32.093523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Allocated IP 172.20.0.2 (3bdf0454-24ef-423c-8420-4647a19e83ab/c73187f3-16a5-4ec2-b260-2d45755bb434/c9d9c551-368f-406c-89bc-5a6fd9ca737d) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:32.099918 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-7a491226-6b53-4d1d-b712-8a21d5494d80 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=1eb0222a-d0ff-4edf-a892-8785399be751 HTTP/1.1" status: 200 len: 217 time: 0.0727665 Jul 07 19:12:32.146484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184cecb-bda6-4e04-8a9c-72eb4702cc3e req-24f18064-4def-4906-8c1f-8d353eb61b4f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:32.151863 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8184cecb-bda6-4e04-8a9c-72eb4702cc3e req-24f18064-4def-4906-8c1f-8d353eb61b4f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.0779078 Jul 07 19:12:32.200743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8184cecb-bda6-4e04-8a9c-72eb4702cc3e req-939b3cf4-707d-4689-9004-b28d8e85285c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390251 Jul 07 19:12:32.334370 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:32.366223 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cbaae817-e6e6-417f-8806-c0bd11b680f3 req-14fae0c0-2bff-475f-ad9e-9925bc698812 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352287 Jul 07 19:12:32.389716 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bbebd-02e0-4b47-8b96-d1330fd8a15d req-d5bfc1ad-38b5-411a-aec0-5a9c6881e3e4 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:32.391809 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f12bbebd-02e0-4b47-8b96-d1330fd8a15d req-d5bfc1ad-38b5-411a-aec0-5a9c6881e3e4 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.0781820 Jul 07 19:12:32.413337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-9ef54b0f-a6ac-474b-8a59-efa696caf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:32.414720 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-9ef54b0f-a6ac-474b-8a59-efa696caf3f4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2606542 Jul 07 19:12:32.419967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140c7ed-fdb1-42c2-80e1-97514a32796d req-a80a1fb2-f5ea-4d55-be6f-3a5473fb9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:32.421492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e140c7ed-fdb1-42c2-80e1-97514a32796d req-a80a1fb2-f5ea-4d55-be6f-3a5473fb9287 service neutron] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.3933549 Jul 07 19:12:32.422437 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:32.442712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Transition to ACTIVE for port object c9d9c551-368f-406c-89bc-5a6fd9ca737d will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:32.459722 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f12bbebd-02e0-4b47-8b96-d1330fd8a15d req-030f311b-3052-483a-963c-fddb466210b1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 Jul 07 19:12:32.472962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Transition to ACTIVE for port object c9d9c551-368f-406c-89bc-5a6fd9ca737d will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:32.494422 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:32.532872 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e140c7ed-fdb1-42c2-80e1-97514a32796d req-76ffa1c3-e0f0-4d50-a65e-29e0f13ad554 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77 HTTP/1.1" status: 200 len: 217 time: 0.0831897 Jul 07 19:12:32.535762 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Network 3bdf0454-24ef-423c-8420-4647a19e83ab is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:32.541453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:32.560459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Pushing event updated for resources: {'Port': ['ID=c9d9c551-368f-406c-89bc-5a6fd9ca737d,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:32.569916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:32.630447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140c7ed-fdb1-42c2-80e1-97514a32796d req-78f34d5f-a77c-4e86-864c-7ee636565d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:32.632693 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e140c7ed-fdb1-42c2-80e1-97514a32796d req-78f34d5f-a77c-4e86-864c-7ee636565d05 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.0912361 Jul 07 19:12:32.640174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-55b10682-108d-4813-abfe-00784f0281fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:32.641677 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-55b10682-108d-4813-abfe-00784f0281fe service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909642 Jul 07 19:12:32.649266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Attempting to bind port c9d9c551-368f-406c-89bc-5a6fd9ca737d on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:32.649700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Attempting to bind port c9d9c551-368f-406c-89bc-5a6fd9ca737d by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:32.650141 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Attempting to bind port c9d9c551-368f-406c-89bc-5a6fd9ca737d on network 3bdf0454-24ef-423c-8420-4647a19e83ab {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:32.656991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:32.657408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Checking segment: {'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:32.657786 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:32.658766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Bound using segment: {'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:32.658766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Bound port: c9d9c551-368f-406c-89bc-5a6fd9ca737d, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:32.659457 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:32.703255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e73ec4-4a82-4d94-ba97-3a4d79016e33 req-d39f1b2a-b33e-4fed-b2a7-b670addbc6b0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:32.713756 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c8e73ec4-4a82-4d94-ba97-3a4d79016e33 req-d39f1b2a-b33e-4fed-b2a7-b670addbc6b0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.0970755 Jul 07 19:12:32.714711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e140c7ed-fdb1-42c2-80e1-97514a32796d req-abfb45ed-5d67-4266-8bbf-feea9063dfa4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710704 Jul 07 19:12:32.759158 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c8e73ec4-4a82-4d94-ba97-3a4d79016e33 req-b84e9b0b-68c3-4507-a9e8-88f5ce1ddc08 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439265 Jul 07 19:12:32.768359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-39b30319-948d-4520-89a9-0d266468f95a None None] For port c9d9c551-368f-406c-89bc-5a6fd9ca737d, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:32.772259 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-39b30319-948d-4520-89a9-0d266468f95a None None] For port c9d9c551-368f-406c-89bc-5a6fd9ca737d, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c9d9c551-368f-406c-89bc-5a6fd9ca737d,segment=NetworkSegment(af005a54-f9b3-48c9-af97-29ccef859b10),segment_id=af005a54-f9b3-48c9-af97-29ccef859b10)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:32.778207 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:32.876156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b30319-948d-4520-89a9-0d266468f95a None None] Pushing event updated for resources: {'Port': ['ID=c9d9c551-368f-406c-89bc-5a6fd9ca737d,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:32.995031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c8379-0e55-49ba-ae0e-d70ef6888338 req-78e61708-9c63-41e7-b1d3-33c9e8590f14 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:32.996793 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-314c8379-0e55-49ba-ae0e-d70ef6888338 req-78e61708-9c63-41e7-b1d3-33c9e8590f14 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.0932274 Jul 07 19:12:33.010923 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-c358167f-8306-4d3d-b04d-f1fbb3587217 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500807 Jul 07 19:12:33.041175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937d67b-7c7a-412c-9039-d7742fd1e587 req-9f316ac0-b8a6-4f32-bae6-61af3f782e74 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:33.042744 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2937d67b-7c7a-412c-9039-d7742fd1e587 req-9f316ac0-b8a6-4f32-bae6-61af3f782e74 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.2709761 Jul 07 19:12:33.076489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e140c7ed-fdb1-42c2-80e1-97514a32796d req-16c0219b-cf03-4437-9438-0e1ee8cee833 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418043 Jul 07 19:12:33.076799 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-314c8379-0e55-49ba-ae0e-d70ef6888338 req-4c88b41e-636e-476e-b5b6-eedda1074d9f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683019 Jul 07 19:12:33.226840 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:33.285638 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2937d67b-7c7a-412c-9039-d7742fd1e587 req-4cb619ef-f64b-4ddb-8eec-9ecc3a6d090a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224681 Jul 07 19:12:33.292642 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:33.329339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-498e705b-2079-4358-b0d6-d3f4989ef354 req-42f671ad-162e-4609-92ad-575c0dda77a7 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031259 Jul 07 19:12:33.370607 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e140c7ed-fdb1-42c2-80e1-97514a32796d req-7786eb20-b9b3-4513-a299-92f34075008e service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514629 Jul 07 19:12:33.372380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c9d9c551-368f-406c-89bc-5a6fd9ca737d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:33.427615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068e945-c83c-4d87-90fb-5b72ff5f7fbf req-9c70d171-dbfb-481d-91aa-58acd7d33830 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:33.434374 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f068e945-c83c-4d87-90fb-5b72ff5f7fbf req-9c70d171-dbfb-481d-91aa-58acd7d33830 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1716762 Jul 07 19:12:33.466550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port c9d9c551-368f-406c-89bc-5a6fd9ca737d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:33.472656 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f068e945-c83c-4d87-90fb-5b72ff5f7fbf req-d586c251-46ed-4da4-8afa-337a8947b53c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373297 Jul 07 19:12:33.529761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Allocated IP 172.25.0.75 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/2eae2a52-490e-4fa9-a262-3eec51bcc368) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:33.589757 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438b348f-3b72-4a70-992a-b23b43cb8647', 'tag': '1eb0222a-d0ff-4edf-a892-8785399be751'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:33.592299 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df632074-cddb-4a82-8aa9-3dd5f4407c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "438b348f-3b72-4a70-992a-b23b43cb8647", "tag": "1eb0222a-d0ff-4edf-a892-8785399be751"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:33.621556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0aca88-a45c-4970-904b-44b5a6911661 req-f8ef140c-5749-4266-9d78-7862a876fee9 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:33.623244 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e0aca88-a45c-4970-904b-44b5a6911661 req-f8ef140c-5749-4266-9d78-7862a876fee9 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.1682756 Jul 07 19:12:33.687332 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a02e4-5f2b-4011-9ec3-66c6f16c1f0e req-39f01022-ef99-4ed8-91da-b94a7fa4b7f0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:33.688934 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-868a02e4-5f2b-4011-9ec3-66c6f16c1f0e req-39f01022-ef99-4ed8-91da-b94a7fa4b7f0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 948 time: 0.0834508 Jul 07 19:12:33.705218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e0aca88-a45c-4970-904b-44b5a6911661 req-fa57fe4d-1d0c-4f16-b871-633c22dbfeb5 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740252 Jul 07 19:12:33.710549 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:33.766486 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-868a02e4-5f2b-4011-9ec3-66c6f16c1f0e req-a98c0715-b82a-4e54-aab9-40d516f05add tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626431 Jul 07 19:12:33.790328 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:33.818431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:33.838091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:33.842026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:34.095774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac0734-39e3-4d68-b36d-382df6fbf21e None None] Network 3bdf0454-24ef-423c-8420-4647a19e83ab requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:12:34.173673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a00d9095-703d-4c81-adb0-fc6c2fa6a4af None None] Provisioning for port c9d9c551-368f-406c-89bc-5a6fd9ca737d completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:34.184407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a00d9095-703d-4c81-adb0-fc6c2fa6a4af None None] Provisioning complete for port c9d9c551-368f-406c-89bc-5a6fd9ca737d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:34.184954 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a00d9095-703d-4c81-adb0-fc6c2fa6a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:34.223796 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a816a9-62cf-4c91-8cbc-0784ee690e8b x-openstack-request-id: req-37a816a9-62cf-4c91-8cbc-0784ee690e8b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:34.224755 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438b348f-3b72-4a70-992a-b23b43cb8647", "tag": "1eb0222a-d0ff-4edf-a892-8785399be751", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:34.224755 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37a816a9-62cf-4c91-8cbc-0784ee690e8b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:34.224755 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438b348f-3b72-4a70-992a-b23b43cb8647', 'tag': '1eb0222a-d0ff-4edf-a892-8785399be751', 'status': 'completed', 'code': 200} Jul 07 19:12:34.260303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Pushing event updated for resources: {'Port': ['ID=2eae2a52-490e-4fa9-a262-3eec51bcc368,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:34.379072 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a00d9095-703d-4c81-adb0-fc6c2fa6a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:34.442222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c2e61-7fa4-4bc9-929a-c130e8708ec2 req-47635ea7-6f75-4b0d-b92c-0fc46f3b2dfc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:34.447374 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-999c2e61-7fa4-4bc9-929a-c130e8708ec2 req-47635ea7-6f75-4b0d-b92c-0fc46f3b2dfc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.5548587 Jul 07 19:12:34.452531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a00d9095-703d-4c81-adb0-fc6c2fa6a4af None None] For port c9d9c551-368f-406c-89bc-5a6fd9ca737d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c9d9c551-368f-406c-89bc-5a6fd9ca737d,segment=NetworkSegment(af005a54-f9b3-48c9-af97-29ccef859b10),segment_id=af005a54-f9b3-48c9-af97-29ccef859b10)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:34.459209 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a00d9095-703d-4c81-adb0-fc6c2fa6a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:34.526104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df632074-cddb-4a82-8aa9-3dd5f4407c0f req-c417583c-81c8-416d-8672-0687a50a5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:34.527769 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df632074-cddb-4a82-8aa9-3dd5f4407c0f req-c417583c-81c8-416d-8672-0687a50a5fdf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 1099 time: 0.3103611 Jul 07 19:12:34.529693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87045667-a408-4b5a-8ea5-0f0d4693d4ec req-2169de75-a327-4801-b74e-88584eb35f90 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:34.532505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d9095-703d-4c81-adb0-fc6c2fa6a4af None None] Pushing event updated for resources: {'Port': ['ID=c9d9c551-368f-406c-89bc-5a6fd9ca737d,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:34.539248 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87045667-a408-4b5a-8ea5-0f0d4693d4ec req-2169de75-a327-4801-b74e-88584eb35f90 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.3894393 Jul 07 19:12:34.581794 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87045667-a408-4b5a-8ea5-0f0d4693d4ec req-2a9c7815-70ab-4681-abd6-854680ea4d11 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Jul 07 19:12:34.620580 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-999c2e61-7fa4-4bc9-929a-c130e8708ec2 req-3f553e8a-1e4d-423d-8215-7721e36cc9d6 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561792 Jul 07 19:12:34.625234 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:34.790687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e1c7ff54-06e0-4fab-918c-9450a56749ec None None] Provisioning complete for port c9d9c551-368f-406c-89bc-5a6fd9ca737d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:34.791235 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ff54-06e0-4fab-918c-9450a56749ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:34.829402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df632074-cddb-4a82-8aa9-3dd5f4407c0f req-fcdd96a9-a692-439b-bd19-45ed045b1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:34.831390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df632074-cddb-4a82-8aa9-3dd5f4407c0f req-fcdd96a9-a692-439b-bd19-45ed045b1507 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.2884502 Jul 07 19:12:34.850051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf363b-1427-4a08-be0f-f3b880a55676 req-4ed0c63a-c436-4567-90ca-f724fe2e70c2 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:34.852332 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-40cf363b-1427-4a08-be0f-f3b880a55676 req-4ed0c63a-c436-4567-90ca-f724fe2e70c2 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.0815616 Jul 07 19:12:34.899233 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-40cf363b-1427-4a08-be0f-f3b880a55676 req-ab96ed89-41f5-4f2d-86d4-fb28a70376c7 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Jul 07 19:12:34.962644 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df632074-cddb-4a82-8aa9-3dd5f4407c0f req-1ae71ba9-d86c-4702-8cc1-289ecd9bb435 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=1eb0222a-d0ff-4edf-a892-8785399be751 HTTP/1.1" status: 200 len: 217 time: 0.0527647 Jul 07 19:12:35.059901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922f49f-92ae-4812-99c4-22384691c352 req-80fa063f-da59-46cb-939e-c76e8a11e477 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:35.061300 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7922f49f-92ae-4812-99c4-22384691c352 req-80fa063f-da59-46cb-939e-c76e8a11e477 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.3011312 Jul 07 19:12:35.099982 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.105495 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df632074-cddb-4a82-8aa9-3dd5f4407c0f req-0c46af3f-ac01-4765-b566-20182f36cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:35.107145 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df632074-cddb-4a82-8aa9-3dd5f4407c0f req-0c46af3f-ac01-4765-b566-20182f36cce6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1000757 Jul 07 19:12:35.116168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46238dac-0c2d-4489-80f1-c8cec6ff5946 req-68b61483-df3d-4fa4-972b-58772b328043 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:35.118247 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46238dac-0c2d-4489-80f1-c8cec6ff5946 req-68b61483-df3d-4fa4-972b-58772b328043 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0903971 Jul 07 19:12:35.139331 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7922f49f-92ae-4812-99c4-22384691c352 req-041cd33e-71ae-496d-96c3-1de7b1c23d25 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661108 Jul 07 19:12:35.166254 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46238dac-0c2d-4489-80f1-c8cec6ff5946 req-fd944f40-9243-4928-961f-74c4ac5b51cc tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Jul 07 19:12:35.314439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c9d9c551-368f-406c-89bc-5a6fd9ca737d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:35.385993 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.392458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Router d0f934b4-f567-40fe-b8c3-e625c1c44610 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:12:35.404489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df632074-cddb-4a82-8aa9-3dd5f4407c0f req-396553b3-c7d8-4fcf-a159-ed738c977ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:35.407137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df632074-cddb-4a82-8aa9-3dd5f4407c0f req-396553b3-c7d8-4fcf-a159-ed738c977ed9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2881126 Jul 07 19:12:35.414889 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c9d9c551-368f-406c-89bc-5a6fd9ca737d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:35.415519 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.452144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850ab09-dcf3-4354-ac9f-e67c66bfea06 req-6a1ef40b-69f9-424a-822c-a89176749fde tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:35.454779 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b850ab09-dcf3-4354-ac9f-e67c66bfea06 req-6a1ef40b-69f9-424a-822c-a89176749fde tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.0982444 Jul 07 19:12:35.518253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b850ab09-dcf3-4354-ac9f-e67c66bfea06 req-b3dd0671-db8a-42d2-8143-2a6bc689bba9 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510218 Jul 07 19:12:35.597614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04f78d-8cca-4fce-acab-b0af95bdc5ec req-7005ecbb-00c1-4190-a3ce-e897f1f69bc0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:35.599462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3e04f78d-8cca-4fce-acab-b0af95bdc5ec req-7005ecbb-00c1-4190-a3ce-e897f1f69bc0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 948 time: 0.2932243 Jul 07 19:12:35.708602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:12:35.713660 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df632074-cddb-4a82-8aa9-3dd5f4407c0f req-f533c44f-7c7a-460b-9602-29bc82d544c7 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739367 Jul 07 19:12:35.731129 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Sync routers for ids ['d0f934b4-f567-40fe-b8c3-e625c1c44610'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:12:35.746570 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Routers {'d0f934b4-f567-40fe-b8c3-e625c1c44610'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:35.747529 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:12:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d0f934b4-f567-40fe-b8c3-e625c1c44610'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:35.759941 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3e04f78d-8cca-4fce-acab-b0af95bdc5ec req-e4850720-3c9f-4aa1-b38d-5cf95634ffc6 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204214 Jul 07 19:12:35.807841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.813070 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-69633285-c4a0-4302-b5c5-4b059e3dab9a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.2797945 Jul 07 19:12:35.813494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46612) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:35.862301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df632074-cddb-4a82-8aa9-3dd5f4407c0f req-02be3b20-994b-4a6e-ab0d-1ff62c9c2693 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370981 Jul 07 19:12:35.961245 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Set router d0f934b4-f567-40fe-b8c3-e625c1c44610 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:35.991851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c9f33-b1ba-49e3-b099-21ced657569b req-7326749f-bca1-4971-9d50-e00e4c85e60b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:35.994542 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-849c9f33-b1ba-49e3-b099-21ced657569b req-7326749f-bca1-4971-9d50-e00e4c85e60b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1287115 Jul 07 19:12:36.001253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15508b-4505-4a40-a70e-557bd25247e2 req-7b55e31b-3a30-4212-ab3f-fefb34327eda tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:36.003355 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e15508b-4505-4a40-a70e-557bd25247e2 req-7b55e31b-3a30-4212-ab3f-fefb34327eda tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.0913148 Jul 07 19:12:36.063151 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e15508b-4505-4a40-a70e-557bd25247e2 req-88b43b85-c1ff-485e-afee-71cf14bc3cbb tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511465 Jul 07 19:12:36.108258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-849c9f33-b1ba-49e3-b099-21ced657569b req-1abaee51-2c79-42c2-bc4f-8f8cb444988f tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765016 Jul 07 19:12:36.246932 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:12:34Z', 'revision_number': 3, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:36.288998 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Checking router: d0f934b4-f567-40fe-b8c3-e625c1c44610 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:12:36.289441 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Updating router d0f934b4-f567-40fe-b8c3-e625c1c44610 port 2eae2a52-490e-4fa9-a262-3eec51bcc368 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:12:36.330466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a186d3-3665-4008-b881-0a4a4d143d63 req-310738de-6579-4d07-bbb5-d22428314c01 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:36.339646 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75a186d3-3665-4008-b881-0a4a4d143d63 req-310738de-6579-4d07-bbb5-d22428314c01 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.1513555 Jul 07 19:12:36.408778 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75a186d3-3665-4008-b881-0a4a4d143d63 req-d77711b0-2fee-42ce-90b5-d63b61f9fefe tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594213 Jul 07 19:12:36.458139 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:36.513138 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:36.548077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff2d08-e906-493d-b1f0-ce78ddf4ad70 req-bf429349-bf3a-48bb-8eff-cc1cb2beacbd tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:36.550328 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5fff2d08-e906-493d-b1f0-ce78ddf4ad70 req-bf429349-bf3a-48bb-8eff-cc1cb2beacbd tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.1611819 Jul 07 19:12:36.672563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9c859-bff9-4e07-8ec2-d15a20b2ca45 req-3181ded5-b8bf-4493-a8ce-6515077532a7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:36.675307 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9dd9c859-bff9-4e07-8ec2-d15a20b2ca45 req-3181ded5-b8bf-4493-a8ce-6515077532a7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0983953 Jul 07 19:12:36.679264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5fff2d08-e906-493d-b1f0-ce78ddf4ad70 req-afd12559-900b-4a68-9aa8-6901044001f3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899522 Jul 07 19:12:36.730550 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9dd9c859-bff9-4e07-8ec2-d15a20b2ca45 req-2bd65d8b-5fb4-40c1-9d9d-84e4ef8e1db3 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480466 Jul 07 19:12:36.794134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Allocated IP 172.20.0.1 (3bdf0454-24ef-423c-8420-4647a19e83ab/c73187f3-16a5-4ec2-b260-2d45755bb434/587c9e13-f3cc-4da5-a23a-91ee531f3120) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:36.892037 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:36.907665 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Transition to ACTIVE for port object 2eae2a52-490e-4fa9-a262-3eec51bcc368 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:36.915511 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:36.975039 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Attempting to bind port 2eae2a52-490e-4fa9-a262-3eec51bcc368 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:36.976160 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Attempting to bind port 2eae2a52-490e-4fa9-a262-3eec51bcc368 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:36.976468 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Attempting to bind port 2eae2a52-490e-4fa9-a262-3eec51bcc368 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:36.981621 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 1eb0222a-d0ff-4edf-a892-8785399be751 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:36.990991 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:36.991814 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:36.992625 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:36.993487 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:36.994294 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Bound port: 2eae2a52-490e-4fa9-a262-3eec51bcc368, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:36.995020 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.062617 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.066833 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] For port 2eae2a52-490e-4fa9-a262-3eec51bcc368, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:37.072226 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] For port 2eae2a52-490e-4fa9-a262-3eec51bcc368, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2eae2a52-490e-4fa9-a262-3eec51bcc368,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:37.078544 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47720a-f941-48aa-a75e-4c4ebdfebf45 None None] Pushing event updated for resources: {'Port': ['ID=2eae2a52-490e-4fa9-a262-3eec51bcc368,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:37.084293 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.121101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee79825-2d5a-4d9e-9888-5039a3247e34 req-3f7d152d-95e2-4ab0-aa1a-02df4fed3499 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:37.123659 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ee79825-2d5a-4d9e-9888-5039a3247e34 req-3f7d152d-95e2-4ab0-aa1a-02df4fed3499 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.2401023 Jul 07 19:12:37.136772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830edd4e-9f8d-4fd4-b05a-5a2ff5973089 req-320709b0-930d-44f6-868c-c0b80a88750b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:37.140366 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-830edd4e-9f8d-4fd4-b05a-5a2ff5973089 req-320709b0-930d-44f6-868c-c0b80a88750b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 948 time: 0.1185687 Jul 07 19:12:37.146397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Transition to ACTIVE for port object 587c9e13-f3cc-4da5-a23a-91ee531f3120 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:37.153734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 1eb0222a-d0ff-4edf-a892-8785399be751, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1eb0222a-d0ff-4edf-a892-8785399be751,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:37.195911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '1eb0222a-d0ff-4edf-a892-8785399be751', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '1eb0222a-d0ff-4edf-a892-8785399be751', 'mac_address': 'fa:16:3e:10:fe:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:37.205833 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Routers {'d0f934b4-f567-40fe-b8c3-e625c1c44610'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:37.206134 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:12:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d0f934b4-f567-40fe-b8c3-e625c1c44610'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:37.212701 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47720a-f941-48aa-a75e-4c4ebdfebf45 None None] Pushing event updated for resources: {'Port': ['ID=2eae2a52-490e-4fa9-a262-3eec51bcc368,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:37.230432 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ee79825-2d5a-4d9e-9888-5039a3247e34 req-dd24d226-6a82-4645-aebb-c9da7a31e959 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795236 Jul 07 19:12:37.235529 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-830edd4e-9f8d-4fd4-b05a-5a2ff5973089 req-93d85068-d346-45f0-b1d1-23131f63e415 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770676 Jul 07 19:12:37.279118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.295012 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.312916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb0222a-d0ff-4edf-a892-8785399be751 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:37.349514 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 1eb0222a-d0ff-4edf-a892-8785399be751, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1eb0222a-d0ff-4edf-a892-8785399be751,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:37.349759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Network 3bdf0454-24ef-423c-8420-4647a19e83ab is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:37.356350 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.358498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:37.371682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:37.423667 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] Set router d0f934b4-f567-40fe-b8c3-e625c1c44610 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:37.437059 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=1eb0222a-d0ff-4edf-a892-8785399be751,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:37.451696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:37.452913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:37.453910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:37.454875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:37.455865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:37.456733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:37.457661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:37.458366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:37.458948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:37.459425 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:37.460504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:37.461826 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:37.489249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Pushing event updated for resources: {'Port': ['ID=587c9e13-f3cc-4da5-a23a-91ee531f3120,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:37.498688 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.514564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eaf323-b58b-4164-bf73-b29e95b74698 req-31c5b6fa-4dfc-4767-9897-0709b08a80f1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:37.518315 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-19eaf323-b58b-4164-bf73-b29e95b74698 req-31c5b6fa-4dfc-4767-9897-0709b08a80f1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1176386 Jul 07 19:12:37.585941 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-19eaf323-b58b-4164-bf73-b29e95b74698 req-a0ef8515-4f10-4ee0-8792-3a173e7d33b3 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611579 Jul 07 19:12:37.733716 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:12:34Z', 'revision_number': 3, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:37.765955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913b974-72e2-45e1-94ad-9787141065aa req-81bb5eec-ca2f-4047-ba5e-0fbe8f59879f tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:37.768182 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f913b974-72e2-45e1-94ad-9787141065aa req-81bb5eec-ca2f-4047-ba5e-0fbe8f59879f tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1803620 Jul 07 19:12:37.775172 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9608ea2c-3e57-4580-8fb9-fc6b18a25ccc None None] Provisioning for port 587c9e13-f3cc-4da5-a23a-91ee531f3120 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:37.779694 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac055975-075a-4e47-a902-3b24eb6f65be None None] The sync data for ids ['d0f934b4-f567-40fe-b8c3-e625c1c44610'] in n-d-793621-9 is: [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:12:34Z', 'revision_number': 3, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:12:37.781638 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9608ea2c-3e57-4580-8fb9-fc6b18a25ccc None None] Provisioning complete for port 587c9e13-f3cc-4da5-a23a-91ee531f3120 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:37.782252 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9608ea2c-3e57-4580-8fb9-fc6b18a25ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.809573 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['1eb0222a-d0ff-4edf-a892-8785399be751'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:37.840281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.874956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9608ea2c-3e57-4580-8fb9-fc6b18a25ccc None None] Port 587c9e13-f3cc-4da5-a23a-91ee531f3120 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:37.941005 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f913b974-72e2-45e1-94ad-9787141065aa req-0064e8df-a11c-4805-b7d6-7eea15a866b9 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036892 Jul 07 19:12:38.359803 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:38.371302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:38.499067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709fc2a-ce58-43cc-a288-38ac5b5ae301 req-82703e29-a388-493b-9c94-3b74973775e1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:38.501120 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f709fc2a-ce58-43cc-a288-38ac5b5ae301 req-82703e29-a388-493b-9c94-3b74973775e1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.3026540 Jul 07 19:12:38.502987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Pushing event updated for resources: {'Port': ['ID=587c9e13-f3cc-4da5-a23a-91ee531f3120,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:38.508323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:38.527982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f8a70-e1a3-431a-b7c0-3d7379abf31b req-a35b4fce-63ae-4b16-ae9d-2a3a4bc1334e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:38.530187 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6d3f8a70-e1a3-431a-b7c0-3d7379abf31b req-a35b4fce-63ae-4b16-ae9d-2a3a4bc1334e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1070158 Jul 07 19:12:38.615576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6d3f8a70-e1a3-431a-b7c0-3d7379abf31b req-af630dfe-3575-4a76-b3ca-8ef071ab3b8d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769763 Jul 07 19:12:38.659635 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f709fc2a-ce58-43cc-a288-38ac5b5ae301 req-c6909deb-3af2-40b9-adfb-74a3b418950c tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369281 Jul 07 19:12:38.734487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Network 3bdf0454-24ef-423c-8420-4647a19e83ab is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:38.736197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:39.008179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Router d0f934b4-f567-40fe-b8c3-e625c1c44610 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:12:39.040870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd76ccf-9831-4753-8d3d-389235ff1c18 req-c9dda9ba-0e2b-4335-9d5b-3cbb5980a95b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:39.042446 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0fd76ccf-9831-4753-8d3d-389235ff1c18 req-c9dda9ba-0e2b-4335-9d5b-3cbb5980a95b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 949 time: 0.1901422 Jul 07 19:12:39.219020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e740a7fa-a452-4081-b9df-3f313558c570 None None] Provisioning complete for port 587c9e13-f3cc-4da5-a23a-91ee531f3120 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:39.220494 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e740a7fa-a452-4081-b9df-3f313558c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:39.222721 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0fd76ccf-9831-4753-8d3d-389235ff1c18 req-3b645b3b-4d1f-4796-91f7-59eb3adfeefc tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645503 Jul 07 19:12:39.282880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:12:39.294545 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-75306a7d-400c-4a17-b691-b4c3b833dcdb admin admin] 10.222.0.81 "PUT /v2.0/routers/d0f934b4-f567-40fe-b8c3-e625c1c44610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4758036 Jul 07 19:12:39.305972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e740a7fa-a452-4081-b9df-3f313558c570 None None] Port 587c9e13-f3cc-4da5-a23a-91ee531f3120 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:39.411258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2eae2a52-490e-4fa9-a262-3eec51bcc368 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:39.462068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b08b6d-8269-418a-9121-4cc6fc4c592f req-b376f28f-1a9d-4b7c-96cf-672382fcdf9d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:39.464312 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e3b08b6d-8269-418a-9121-4cc6fc4c592f req-b376f28f-1a9d-4b7c-96cf-672382fcdf9d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1904259 Jul 07 19:12:39.476507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1578dca-f130-4b2b-aef4-a0b0bee87584 req-603d40bb-957d-430d-84ed-c3801152a998 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:39.486033 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1578dca-f130-4b2b-aef4-a0b0bee87584 req-603d40bb-957d-430d-84ed-c3801152a998 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1099811 Jul 07 19:12:39.517762 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 2eae2a52-490e-4fa9-a262-3eec51bcc368 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:39.524859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2eae2a52-490e-4fa9-a262-3eec51bcc368 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:39.525792 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:39.547197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1578dca-f130-4b2b-aef4-a0b0bee87584 req-f0b9fffe-ccae-4777-89c7-6b1309748dbe tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596104 Jul 07 19:12:39.547814 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e3b08b6d-8269-418a-9121-4cc6fc4c592f req-07a12903-68d2-4098-8de5-bd1df072b617 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704250 Jul 07 19:12:39.648075 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:39.725094 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:39.762259 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 2eae2a52-490e-4fa9-a262-3eec51bcc368, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2eae2a52-490e-4fa9-a262-3eec51bcc368,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:39.768284 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:39.860553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=2eae2a52-490e-4fa9-a262-3eec51bcc368,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:40.076760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189761c-af62-4a65-b6a6-080d4065d8fe req-31d1036a-fcf7-4b96-96a3-fbc28dcd12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:40.078602 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0189761c-af62-4a65-b6a6-080d4065d8fe req-31d1036a-fcf7-4b96-96a3-fbc28dcd12cb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 1125 time: 0.1129265 Jul 07 19:12:40.090785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f60f90-7603-4714-bd56-3b0abed9225f req-176fb717-0a88-422b-b2d5-c8dab78eae52 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:40.092418 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1f60f90-7603-4714-bd56-3b0abed9225f req-176fb717-0a88-422b-b2d5-c8dab78eae52 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1162612 Jul 07 19:12:40.127978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087951b1-488f-4150-b905-9ee40e489321 req-c16a4d9d-d878-434f-b2a5-a33125b83b27 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:40.130505 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-c16a4d9d-d878-434f-b2a5-a33125b83b27 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/networks?id=3bdf0454-24ef-423c-8420-4647a19e83ab HTTP/1.1" status: 200 len: 829 time: 0.1568604 Jul 07 19:12:40.152772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-38583934-ce46-414e-a19b-7dc21c167b0e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/quotas/afc652249dee4f29aa30782860a39224 HTTP/1.1" status: 200 len: 375 time: 0.0123696 Jul 07 19:12:40.194894 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1f60f90-7603-4714-bd56-3b0abed9225f req-21e5ea84-8c94-4e1e-bb92-480a01ea63b5 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920596 Jul 07 19:12:40.258718 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-b8f3c930-3cbe-4a19-9042-4e3dd570f9e1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=afc652249dee4f29aa30782860a39224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997407 Jul 07 19:12:40.270668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189761c-af62-4a65-b6a6-080d4065d8fe req-7c6ce2ea-f802-47b3-8465-6324e61b2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:40.273809 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0189761c-af62-4a65-b6a6-080d4065d8fe req-7c6ce2ea-f802-47b3-8465-6324e61b2095 service neutron] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.1578696 Jul 07 19:12:40.343000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0189761c-af62-4a65-b6a6-080d4065d8fe req-aeab6279-ae6b-4093-aaf6-ae9ce8429457 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77 HTTP/1.1" status: 200 len: 217 time: 0.0591428 Jul 07 19:12:40.414523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Sync routers for ids ['d0f934b4-f567-40fe-b8c3-e625c1c44610'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:12:40.419937 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-18a6ebd6-8c5b-4b59-90da-d37d35837355 service neutron] 10.222.0.81 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475248 Jul 07 19:12:40.433086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189761c-af62-4a65-b6a6-080d4065d8fe req-7b9aa201-50ac-423e-b5d3-db5970aec003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:40.434586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0189761c-af62-4a65-b6a6-080d4065d8fe req-7b9aa201-50ac-423e-b5d3-db5970aec003 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.0816529 Jul 07 19:12:40.439811 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Routers {'d0f934b4-f567-40fe-b8c3-e625c1c44610'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:40.442168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:12:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d0f934b4-f567-40fe-b8c3-e625c1c44610'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:40.491053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026241a9-fd64-467c-88ac-b124003f9ac9 req-7afc171c-ad81-4103-9c49-5a381a9a45aa tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:40.492805 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-026241a9-fd64-467c-88ac-b124003f9ac9 req-7afc171c-ad81-4103-9c49-5a381a9a45aa tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.1527679 Jul 07 19:12:40.495136 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0189761c-af62-4a65-b6a6-080d4065d8fe req-13c2ca30-d4c9-4a2e-8ef0-1d3140a1c77c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471911 Jul 07 19:12:40.560608 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-dddbdbc3-774d-48df-928a-40d51005b9f1 service neutron] 10.222.0.81 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357079 Jul 07 19:12:40.604095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Set router d0f934b4-f567-40fe-b8c3-e625c1c44610 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:40.606733 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-026241a9-fd64-467c-88ac-b124003f9ac9 req-cb515ce6-b315-4df9-8c60-32ec6438db06 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038170 Jul 07 19:12:40.658630 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0189761c-af62-4a65-b6a6-080d4065d8fe req-4ca8f9a0-d0ee-40da-b51e-e7f83f7a6ee5 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533887 Jul 07 19:12:40.898765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0189761c-af62-4a65-b6a6-080d4065d8fe req-2d49a505-3188-4962-ae3c-01ebde8d2bfa service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294662 Jul 07 19:12:40.914004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd961ed-59e7-4402-946e-1f1f564f1b8b req-65553943-799d-47ad-9e38-f65520c3c01f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:40.915832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ecd961ed-59e7-4402-946e-1f1f564f1b8b req-65553943-799d-47ad-9e38-f65520c3c01f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.1306238 Jul 07 19:12:41.004880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e4b8a768-2ce2-4167-9568-11781de78a6f details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:41.005739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ecd961ed-59e7-4402-946e-1f1f564f1b8b req-a8fc599f-8640-49ca-85d3-b3e09e2677a4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830185 Jul 07 19:12:41.009152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 1eb0222a-d0ff-4edf-a892-8785399be751 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:41.021950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:12:37Z', 'revision_number': 4, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '587c9e13-f3cc-4da5-a23a-91ee531f3120', 'name': '', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'mac_address': 'fa:16:3e:b2:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:36Z', 'updated_at': '2021-07-07T19:12:38Z', 'revision_number': 2, 'project_id': 'afc652249dee4f29aa30782860a39224', 'subnets': [{'id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:41.118152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Checking router: d0f934b4-f567-40fe-b8c3-e625c1c44610 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:12:41.118829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Updating router d0f934b4-f567-40fe-b8c3-e625c1c44610 port 587c9e13-f3cc-4da5-a23a-91ee531f3120 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:12:41.228356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd2682-b70b-41d9-b723-9baab62a1d1b req-0653abd3-eb83-4a81-a0a6-dbe82df27e2e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:41.235567 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-39bd2682-b70b-41d9-b723-9baab62a1d1b req-0653abd3-eb83-4a81-a0a6-dbe82df27e2e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 949 time: 0.1479123 Jul 07 19:12:41.266138 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181f552-2d25-43a2-aac0-b1bfd412a2fe req-7764982d-588b-4e3a-ad29-9f41080c8a4a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:41.279297 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9181f552-2d25-43a2-aac0-b1bfd412a2fe req-7764982d-588b-4e3a-ad29-9f41080c8a4a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1417634 Jul 07 19:12:41.294354 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-39bd2682-b70b-41d9-b723-9baab62a1d1b req-3c79b02a-a0bb-4c12-97d1-10ca6ca2f914 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572476 Jul 07 19:12:41.397608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9181f552-2d25-43a2-aac0-b1bfd412a2fe req-550c0254-a8c1-4951-ac02-7301076740a8 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146312 Jul 07 19:12:41.438301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2eae2a52-490e-4fa9-a262-3eec51bcc368 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:41.473452 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:41.496263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 1eb0222a-d0ff-4edf-a892-8785399be751 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:41.520261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 1eb0222a-d0ff-4edf-a892-8785399be751 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:41.520682 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:41.591615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e4b8a768-2ce2-4167-9568-11781de78a6f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4b8a768-2ce2-4167-9568-11781de78a6f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:41.616629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba20e5c-7ff4-42b8-b20e-6254befc8d70 req-d43c1d4b-b80a-4cbf-8a69-35ed152e6dd3 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:41.626150 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ba20e5c-7ff4-42b8-b20e-6254befc8d70 req-d43c1d4b-b80a-4cbf-8a69-35ed152e6dd3 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1141493 Jul 07 19:12:41.634445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'e4b8a768-2ce2-4167-9568-11781de78a6f', 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade', 'port_id': 'e4b8a768-2ce2-4167-9568-11781de78a6f', 'mac_address': 'fa:16:3e:47:da:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24def68a-c6c6-446a-8e5c-4c03b65e7b64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:41.651252 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e6424747-be42-4674-8c27-dd3aeb0bbcb9 req-e82195c4-7a3e-4794-86b4-a1e9290181fb tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 210 time: 0.0479720 Jul 07 19:12:41.701988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ba20e5c-7ff4-42b8-b20e-6254befc8d70 req-1878b2ac-011f-4991-b7e0-9bc09fddd867 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738981 Jul 07 19:12:41.753104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2eae2a52-490e-4fa9-a262-3eec51bcc368 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:41.753631 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:41.848376 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:41.928979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4b8a768-2ce2-4167-9568-11781de78a6f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:41.937435 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:41.982293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36a533-3440-4ef4-9cc6-1d10c2ad3b6e req-31639030-cf90-4530-b73d-9854b37c50d3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:41.990422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e4b8a768-2ce2-4167-9568-11781de78a6f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4b8a768-2ce2-4167-9568-11781de78a6f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:41.994632 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c36a533-3440-4ef4-9cc6-1d10c2ad3b6e req-31639030-cf90-4530-b73d-9854b37c50d3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.1185195 Jul 07 19:12:42.007075 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:42.034825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438b348f-3b72-4a70-992a-b23b43cb8647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb0222a-d0ff-4edf-a892-8785399be751'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:42.037101 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c677ca-74dd-4ccc-bb4e-ae1c6feae960" -d '{"events": [{"server_uuid": "438b348f-3b72-4a70-992a-b23b43cb8647", "name": "network-vif-plugged", "status": "completed", "tag": "1eb0222a-d0ff-4edf-a892-8785399be751"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:42.052784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c36a533-3440-4ef4-9cc6-1d10c2ad3b6e req-c840cfec-f249-4ec7-ad55-5fa8ac55b207 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568652 Jul 07 19:12:42.096724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 1eb0222a-d0ff-4edf-a892-8785399be751, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1eb0222a-d0ff-4edf-a892-8785399be751,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:42.113771 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:42.130618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d91c2-2430-4513-9c70-8d6f5390c0da req-c7532dfa-fde4-4a80-8281-441b9be2c6d3 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:42.138670 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f87d91c2-2430-4513-9c70-8d6f5390c0da req-c7532dfa-fde4-4a80-8281-441b9be2c6d3 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1182778 Jul 07 19:12:42.175108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e4b8a768-2ce2-4167-9568-11781de78a6f,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:42.205033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f87d91c2-2430-4513-9c70-8d6f5390c0da req-32d22f1e-58e6-44ce-b7bb-b6aa92ea77e4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649514 Jul 07 19:12:42.234664 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:42.255788 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Transition to ACTIVE for port object 587c9e13-f3cc-4da5-a23a-91ee531f3120 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:42.295366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['e4b8a768-2ce2-4167-9568-11781de78a6f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:42.338610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=1eb0222a-d0ff-4edf-a892-8785399be751,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:42.342712 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:42.359541 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a097c1-3b22-4155-8db9-f6d50fbfa681 x-openstack-request-id: req-c3a097c1-3b22-4155-8db9-f6d50fbfa681 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:42.359856 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438b348f-3b72-4a70-992a-b23b43cb8647", "name": "network-vif-plugged", "status": "completed", "tag": "1eb0222a-d0ff-4edf-a892-8785399be751", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:42.360088 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3a097c1-3b22-4155-8db9-f6d50fbfa681 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:42.360566 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438b348f-3b72-4a70-992a-b23b43cb8647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb0222a-d0ff-4edf-a892-8785399be751', 'code': 200} Jul 07 19:12:42.428244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a71351-8a4a-4112-8ac7-ce609ec8908c req-402be0e7-75cf-4eca-9af1-1f274a6a379e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:42.437049 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52a71351-8a4a-4112-8ac7-ce609ec8908c req-402be0e7-75cf-4eca-9af1-1f274a6a379e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 944 time: 0.1060314 Jul 07 19:12:42.505524 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52a71351-8a4a-4112-8ac7-ce609ec8908c req-4614a838-63b9-473b-9600-e76d465ec934 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674837 Jul 07 19:12:42.529695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137c365-67ac-4b46-ab22-eb47db8f0fa2 None None] Pushing event updated for resources: {'Port': ['ID=587c9e13-f3cc-4da5-a23a-91ee531f3120,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:42.652816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71b062-9a09-4cc4-8a66-856a7513bdf5 req-1db9dffb-6db1-4500-b4a4-99d986da6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:42.655357 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e71b062-9a09-4cc4-8a66-856a7513bdf5 req-1db9dffb-6db1-4500-b4a4-99d986da6118 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 1101 time: 0.1475673 Jul 07 19:12:42.749497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e71b062-9a09-4cc4-8a66-856a7513bdf5 req-1ce9b7ec-7ade-4b5c-add4-24bd923ec374 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786936 Jul 07 19:12:42.754393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Attempting to bind port 587c9e13-f3cc-4da5-a23a-91ee531f3120 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:42.755018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Attempting to bind port 587c9e13-f3cc-4da5-a23a-91ee531f3120 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:42.758578 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Attempting to bind port 587c9e13-f3cc-4da5-a23a-91ee531f3120 on network 3bdf0454-24ef-423c-8420-4647a19e83ab {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:42.768300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:42.768300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Checking segment: {'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:42.768837 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:42.769185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Bound using segment: {'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:42.769668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Bound port: 587c9e13-f3cc-4da5-a23a-91ee531f3120, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:42.770761 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:42.830985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a65608-85a3-43d3-8ba1-e13eef1a5662 req-5f745d18-ed49-4eb3-9dda-da682a11173d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:42.833603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-73a65608-85a3-43d3-8ba1-e13eef1a5662 req-5f745d18-ed49-4eb3-9dda-da682a11173d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 950 time: 0.1802976 Jul 07 19:12:42.901616 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-73a65608-85a3-43d3-8ba1-e13eef1a5662 req-78cd19db-c375-4e75-aeb7-ca7bb04b3201 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615494 Jul 07 19:12:42.903871 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cbc7-019c-4c0d-bcf8-270efa11b6a5 req-5ed1afc8-6ffe-4321-9345-a846bd50d645 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:42.910966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3130cbc7-019c-4c0d-bcf8-270efa11b6a5 req-5ed1afc8-6ffe-4321-9345-a846bd50d645 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1350741 Jul 07 19:12:42.963099 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3130cbc7-019c-4c0d-bcf8-270efa11b6a5 req-3f517d87-d215-4564-95f4-fcf2efc1fb3a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509138 Jul 07 19:12:42.996430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] For port 587c9e13-f3cc-4da5-a23a-91ee531f3120, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:43.003601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] For port 587c9e13-f3cc-4da5-a23a-91ee531f3120, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=587c9e13-f3cc-4da5-a23a-91ee531f3120,segment=NetworkSegment(af005a54-f9b3-48c9-af97-29ccef859b10),segment_id=af005a54-f9b3-48c9-af97-29ccef859b10)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:43.011225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:43.019990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6c1446eb-abd5-4595-b851-3b3b3049bc77 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:43.164886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cad26cc2-a9f5-4d56-9c95-70eeb9f259bd req-b78444cd-fccb-4d30-9ba0-7b53d3690607 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 210 time: 0.0501258 Jul 07 19:12:43.274537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Routers {'d0f934b4-f567-40fe-b8c3-e625c1c44610'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:43.283175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:12:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d0f934b4-f567-40fe-b8c3-e625c1c44610'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:43.292915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137c365-67ac-4b46-ab22-eb47db8f0fa2 None None] Pushing event updated for resources: {'Port': ['ID=587c9e13-f3cc-4da5-a23a-91ee531f3120,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:43.383016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device f237cd57-a218-43fe-a00e-fda820de8231 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:43.498633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9adb0-adba-4eae-bde3-2f4b5e7140c3 req-fffd6ee2-92b4-452d-8160-77c9e5f29728 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:43.501506 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ec9adb0-adba-4eae-bde3-2f4b5e7140c3 req-fffd6ee2-92b4-452d-8160-77c9e5f29728 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.1253340 Jul 07 19:12:43.548261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e4b8a768-2ce2-4167-9568-11781de78a6f no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:43.561921 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ec9adb0-adba-4eae-bde3-2f4b5e7140c3 req-346ba409-5027-476e-af6b-a52e4d401b08 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535851 Jul 07 19:12:43.665193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] Set router d0f934b4-f567-40fe-b8c3-e625c1c44610 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:43.716349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087951b1-488f-4150-b905-9ee40e489321 req-4f08328b-d368-487e-be38-ba50fcc99891 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:43.717883 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-4f08328b-d368-487e-be38-ba50fcc99891 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.48 "GET /v2.0/networks?id=3bdf0454-24ef-423c-8420-4647a19e83ab HTTP/1.1" status: 200 len: 829 time: 0.7005069 Jul 07 19:12:43.741376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Request body: {'port': {'device_id': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'admin_state_up': True, 'tenant_id': 'afc652249dee4f29aa30782860a39224'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:43.833992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d58d4-c613-4de8-a04f-f4089add06f0 req-a088cc34-e7ef-41dc-9a5f-9506f95cc178 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:43.836519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-301d58d4-c613-4de8-a04f-f4089add06f0 req-a088cc34-e7ef-41dc-9a5f-9506f95cc178 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1277530 Jul 07 19:12:43.902760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f3bb-0723-46f0-81f6-7e3fec1ae027 req-e4ef26cc-ab25-4b9e-b761-248e883d0876 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:43.916369 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8c7f3bb-0723-46f0-81f6-7e3fec1ae027 req-e4ef26cc-ab25-4b9e-b761-248e883d0876 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.6969407 Jul 07 19:12:43.942311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-301d58d4-c613-4de8-a04f-f4089add06f0 req-7c0d6124-6aa9-4731-8672-9bfd35911054 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961707 Jul 07 19:12:44.063701 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8c7f3bb-0723-46f0-81f6-7e3fec1ae027 req-22582fcb-cfdc-4e13-b65a-f47a0de0b04a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457303 Jul 07 19:12:44.077879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Made reservation on behalf of afc652249dee4f29aa30782860a39224 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:44.083302 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.178001 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.183249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.272981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e4b8a768-2ce2-4167-9568-11781de78a6f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:44.320968 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port f237cd57-a218-43fe-a00e-fda820de8231, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=f237cd57-a218-43fe-a00e-fda820de8231,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:44.326426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e4b8a768-2ce2-4167-9568-11781de78a6f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4b8a768-2ce2-4167-9568-11781de78a6f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:44.330390 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.348549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Allocated IP 172.20.0.4 (3bdf0454-24ef-423c-8420-4647a19e83ab/c73187f3-16a5-4ec2-b260-2d45755bb434/0c697935-c618-4737-879f-c5b03b91c9d3) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:44.369525 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:12:44.403246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5e5d-ae10-485e-8104-86591dc0b0d8 req-abb76c26-275f-4059-b82b-466cb60aad13 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:44.405898 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d4c5e5d-ae10-485e-8104-86591dc0b0d8 req-abb76c26-275f-4059-b82b-466cb60aad13 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 944 time: 0.1258116 Jul 07 19:12:44.416468 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8409be4-604a-46b0-9a65-e7ed1942195d req-2253a87a-1e49-42e5-a1bb-c5a69a5c8278 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:44.420070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8409be4-604a-46b0-9a65-e7ed1942195d req-2253a87a-1e49-42e5-a1bb-c5a69a5c8278 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 950 time: 0.1165805 Jul 07 19:12:44.465881 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8409be4-604a-46b0-9a65-e7ed1942195d req-6240c77f-7fa2-49f1-85ea-a72a745a85b5 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392213 Jul 07 19:12:44.509971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d253f4-0451-40b5-b30b-85846effd6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f237cd57-a218-43fe-a00e-fda820de8231'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:44.512311 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5325fa-ae03-4522-a588-f0b0954f833c" -d '{"events": [{"server_uuid": "41d253f4-0451-40b5-b30b-85846effd6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "f237cd57-a218-43fe-a00e-fda820de8231"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:44.518303 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.538100 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d4c5e5d-ae10-485e-8104-86591dc0b0d8 req-ae529c18-e921-44bd-82d9-51e4d8549027 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142397 Jul 07 19:12:44.555742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:12:37Z', 'revision_number': 4, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '587c9e13-f3cc-4da5-a23a-91ee531f3120', 'name': '', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'mac_address': 'fa:16:3e:b2:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:36Z', 'updated_at': '2021-07-07T19:12:42Z', 'revision_number': 4, 'project_id': 'afc652249dee4f29aa30782860a39224', 'subnets': [{'id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:44.557758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=f237cd57-a218-43fe-a00e-fda820de8231,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:44.599169 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43029f-c6d4-42ab-ab6f-3051fb079ff2 None None] The sync data for ids ['d0f934b4-f567-40fe-b8c3-e625c1c44610'] in n-d-793621-9 is: [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:12:37Z', 'revision_number': 4, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '587c9e13-f3cc-4da5-a23a-91ee531f3120', 'name': '', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'mac_address': 'fa:16:3e:b2:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:36Z', 'updated_at': '2021-07-07T19:12:42Z', 'revision_number': 4, 'project_id': 'afc652249dee4f29aa30782860a39224', 'subnets': [{'id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:12:44.641649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-5d28550e-619a-4881-9b4c-c6327a5b170b service neutron] 10.222.0.110 "GET /v2.0/ports/6c1446eb-abd5-4595-b851-3b3b3049bc77/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 384 time: 0.2027960 Jul 07 19:12:44.651232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e4b8a768-2ce2-4167-9568-11781de78a6f,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:44.767935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174b64-b0be-4643-9531-c85bf80755a6 req-7d31f8d3-5314-4a4e-9294-318df095f88c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:44.769517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-24174b64-b0be-4643-9531-c85bf80755a6 req-7d31f8d3-5314-4a4e-9294-318df095f88c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1629262 Jul 07 19:12:44.788266 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c0b1545-015e-4fb6-9395-727ec34b9990 req-74ba29f6-17cd-427b-a5c3-8fa9e0e7d68f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 210 time: 0.0642366 Jul 07 19:12:44.814137 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.823482 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-24174b64-b0be-4643-9531-c85bf80755a6 req-99bc0908-14eb-4e2a-bfbb-761d02cdacca tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431359 Jul 07 19:12:44.867031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Transition to ACTIVE for port object 0c697935-c618-4737-879f-c5b03b91c9d3 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:44.902828 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71abfc2e-597b-4923-9f5a-ad0c6dd32e6b x-openstack-request-id: req-71abfc2e-597b-4923-9f5a-ad0c6dd32e6b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:44.903304 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d253f4-0451-40b5-b30b-85846effd6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "f237cd57-a218-43fe-a00e-fda820de8231", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:44.903775 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71abfc2e-597b-4923-9f5a-ad0c6dd32e6b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:44.904453 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d253f4-0451-40b5-b30b-85846effd6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f237cd57-a218-43fe-a00e-fda820de8231', 'code': 200} Jul 07 19:12:44.983384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-7eddf829-d381-40f8-91bb-c8908f4377b6 service neutron] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:45.011377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e4b8a768-2ce2-4167-9568-11781de78a6f up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:45.020543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-7eddf829-d381-40f8-91bb-c8908f4377b6 service neutron] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:45.081490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port e4b8a768-2ce2-4167-9568-11781de78a6f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:45.081861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:45.086983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-7eddf829-d381-40f8-91bb-c8908f4377b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1446eb-abd5-4595-b851-3b3b3049bc77 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:45.107546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-7eddf829-d381-40f8-91bb-c8908f4377b6 service neutron] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:45.184676 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-7eddf829-d381-40f8-91bb-c8908f4377b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:45.199836 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:45.273665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e4b8a768-2ce2-4167-9568-11781de78a6f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4b8a768-2ce2-4167-9568-11781de78a6f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:45.282466 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:45.370299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device f237cd57-a218-43fe-a00e-fda820de8231 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:45.417574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e4b8a768-2ce2-4167-9568-11781de78a6f,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:45.423580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 587c9e13-f3cc-4da5-a23a-91ee531f3120 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:45.488303 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:45.528260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0817df6-517e-46a2-8176-25fe00eb1bda req-feb1f603-8186-4aed-9184-0a5ddcdd4a93 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:45.539658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c0817df6-517e-46a2-8176-25fe00eb1bda req-feb1f603-8186-4aed-9184-0a5ddcdd4a93 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 1101 time: 0.4248509 Jul 07 19:12:45.583915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-7eddf829-d381-40f8-91bb-c8908f4377b6 service neutron] Transition to ACTIVE for port object 6c1446eb-abd5-4595-b851-3b3b3049bc77 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:45.596843 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-7eddf829-d381-40f8-91bb-c8908f4377b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:45.601366 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b9de7-0e9b-4a04-ae99-49d6f6766033 req-ef5cf820-9f56-4dea-a417-9a64f3af0142 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:45.609744 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f61b9de7-0e9b-4a04-ae99-49d6f6766033 req-ef5cf820-9f56-4dea-a417-9a64f3af0142 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 944 time: 0.1055174 Jul 07 19:12:45.613214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Network 3bdf0454-24ef-423c-8420-4647a19e83ab is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:45.619054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port f237cd57-a218-43fe-a00e-fda820de8231, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=f237cd57-a218-43fe-a00e-fda820de8231,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:45.627288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:45.630245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:45.636709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:45.637476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:45.652590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'f237cd57-a218-43fe-a00e-fda820de8231', 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7', 'port_id': 'f237cd57-a218-43fe-a00e-fda820de8231', 'mac_address': 'fa:16:3e:7f:b9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfd94d3-665b-4e9b-988c-c0779e981edc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:45.659167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Pushing event updated for resources: {'Port': ['ID=0c697935-c618-4737-879f-c5b03b91c9d3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:45.681644 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c0817df6-517e-46a2-8176-25fe00eb1bda req-da044dec-b97a-483b-9b64-59107178f818 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407552 Jul 07 19:12:45.695452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 587c9e13-f3cc-4da5-a23a-91ee531f3120 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:45.710984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 587c9e13-f3cc-4da5-a23a-91ee531f3120 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:45.710984 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:45.748376 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f61b9de7-0e9b-4a04-ae99-49d6f6766033 req-adf39e70-cb2a-4769-81c9-7cb08eebb412 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374824 Jul 07 19:12:45.813406 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:45.868835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-7eddf829-d381-40f8-91bb-c8908f4377b6 service neutron] No DVR routers for this DVR port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:12:45.879659 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-c906a1ed-e7e6-4ee1-81de-d44d20547b0f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1499233 Jul 07 19:12:45.892345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f237cd57-a218-43fe-a00e-fda820de8231 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:45.961666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port f237cd57-a218-43fe-a00e-fda820de8231, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=f237cd57-a218-43fe-a00e-fda820de8231,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:45.968576 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.034765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-7eddf829-d381-40f8-91bb-c8908f4377b6 service neutron] 10.222.0.110 "PUT /v2.0/ports/6c1446eb-abd5-4595-b851-3b3b3049bc77/bindings/n-h1-793621-9/activate HTTP/1.1" status: 200 len: 369 time: 1.3841875 Jul 07 19:12:46.043197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Request body: {'port': {'device_id': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:46.111392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=f237cd57-a218-43fe-a00e-fda820de8231,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:46.133446 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.140260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992dcc2-e7da-488e-996f-1358baf2fe76 req-025e4098-8122-4781-a17b-94ad152b0063 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.149739 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2992dcc2-e7da-488e-996f-1358baf2fe76 req-025e4098-8122-4781-a17b-94ad152b0063 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1748419 Jul 07 19:12:46.192787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-12592b55-64a1-4718-ac22-264b9d2bcff5 None None] Provisioning for port 0c697935-c618-4737-879f-c5b03b91c9d3 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:46.209263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-12592b55-64a1-4718-ac22-264b9d2bcff5 None None] Provisioning complete for port 0c697935-c618-4737-879f-c5b03b91c9d3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:46.209706 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-12592b55-64a1-4718-ac22-264b9d2bcff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.217549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 587c9e13-f3cc-4da5-a23a-91ee531f3120, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=587c9e13-f3cc-4da5-a23a-91ee531f3120,segment=NetworkSegment(af005a54-f9b3-48c9-af97-29ccef859b10),segment_id=af005a54-f9b3-48c9-af97-29ccef859b10)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:46.217815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddf829-d381-40f8-91bb-c8908f4377b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1446eb-abd5-4595-b851-3b3b3049bc77,revision_number=10']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:46.250486 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.279338 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2992dcc2-e7da-488e-996f-1358baf2fe76 req-d3e7df56-18ec-45c5-a755-c5bb6d85e40c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228948 Jul 07 19:12:46.325624 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-12592b55-64a1-4718-ac22-264b9d2bcff5 None None] Port 0c697935-c618-4737-879f-c5b03b91c9d3 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:46.361820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-4c6c19b8-d775-4e10-a739-a0a643296132 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.366896 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-4c6c19b8-d775-4e10-a739-a0a643296132 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3&tenant_id=3a67b76b74474baf828e899c52f53df9&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1096 time: 0.1979060 Jul 07 19:12:46.378481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=587c9e13-f3cc-4da5-a23a-91ee531f3120,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:46.390374 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.491309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7720c4-60e6-4c9e-a45a-ac2a48014cc4 req-9769907d-0203-42d1-ac3b-5bb8891b75ad tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.499753 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e7720c4-60e6-4c9e-a45a-ac2a48014cc4 req-9769907d-0203-42d1-ac3b-5bb8891b75ad tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 944 time: 0.4933250 Jul 07 19:12:46.505028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-59ccc7c9-8ee1-49a6-a6e7-2a436c89d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.507614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-59ccc7c9-8ee1-49a6-a6e7-2a436c89d8dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3&tenant_id=3a67b76b74474baf828e899c52f53df9 HTTP/1.1" status: 200 len: 1096 time: 0.1117496 Jul 07 19:12:46.561955 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23a97c04-28e1-473f-ab4a-395ae0813c0d req-cdd45f8a-f770-4186-b825-8930e62c0fed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3788161 Jul 07 19:12:46.665019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-8e7dbc7c-4151-4dc7-ac37-36cb1cf25590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.666567 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-8e7dbc7c-4151-4dc7-ac37-36cb1cf25590 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 1096 time: 0.1116285 Jul 07 19:12:46.689533 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e7720c4-60e6-4c9e-a45a-ac2a48014cc4 req-19b53a19-0fb3-4246-b9e9-bc1268c2bbe7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888990 Jul 07 19:12:46.716508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['f237cd57-a218-43fe-a00e-fda820de8231'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:46.755953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891a0c4-ee43-47d2-931d-24e02524a74a req-7f958861-02a2-4e0c-8ae1-2d4cc6b1181c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.757602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b891a0c4-ee43-47d2-931d-24e02524a74a req-7f958861-02a2-4e0c-8ae1-2d4cc6b1181c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.1354692 Jul 07 19:12:46.817447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-dfa6fa13-e1d2-4fcd-b1f9-4eede3f3729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.819087 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-dfa6fa13-e1d2-4fcd-b1f9-4eede3f3729f service neutron] 10.222.0.48 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.1445210 Jul 07 19:12:46.822824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b891a0c4-ee43-47d2-931d-24e02524a74a req-fedff59a-07d4-484a-be1f-173b7ad2b63c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558574 Jul 07 19:12:46.847322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97c04-28e1-473f-ab4a-395ae0813c0d req-afd8168a-d7ba-4466-82c3-b6f3b45cc030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.856440 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23a97c04-28e1-473f-ab4a-395ae0813c0d req-afd8168a-d7ba-4466-82c3-b6f3b45cc030 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 1117 time: 0.2130678 Jul 07 19:12:46.879079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-5de8395f-7b39-4c7d-a218-cd1d4380ee72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77 HTTP/1.1" status: 200 len: 217 time: 0.0473232 Jul 07 19:12:46.905728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea23c33-bef6-46d8-b1dd-62898d3b7f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b8a768-2ce2-4167-9568-11781de78a6f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:46.908427 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab418ea-1637-471a-9222-42ea5e98c1cb" -d '{"events": [{"server_uuid": "cea23c33-bef6-46d8-b1dd-62898d3b7f6b", "name": "network-vif-plugged", "status": "completed", "tag": "e4b8a768-2ce2-4167-9568-11781de78a6f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:47.004119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-2f2df980-f466-4982-aaa7-a656ddd19c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.006217 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-2f2df980-f466-4982-aaa7-a656ddd19c4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1061423 Jul 07 19:12:47.037135 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c697935-c618-4737-879f-c5b03b91c9d3 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:47.045055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-9e5a5aba-23d1-478c-8b3d-372a3df33f50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310526 Jul 07 19:12:47.048540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:47.075573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6de1b-6f33-4229-9690-96d90f254c42 req-89b1beb4-3d78-44a0-88df-31aa868880f3 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.077388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c1d6de1b-6f33-4229-9690-96d90f254c42 req-89b1beb4-3d78-44a0-88df-31aa868880f3 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1212811 Jul 07 19:12:47.081379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Transition to ACTIVE for port object 0c697935-c618-4737-879f-c5b03b91c9d3 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:47.095826 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:47.108660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f982d-97a3-4f5a-930d-387e4c853e6f req-c1e14ab8-da1b-4b28-aa18-1cfad7d60aff tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.110211 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc0f982d-97a3-4f5a-930d-387e4c853e6f req-c1e14ab8-da1b-4b28-aa18-1cfad7d60aff tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 931 time: 0.2525225 Jul 07 19:12:47.134411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97c04-28e1-473f-ab4a-395ae0813c0d req-7687c725-7032-483d-aba2-68a39d906ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.135924 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23a97c04-28e1-473f-ab4a-395ae0813c0d req-7687c725-7032-483d-aba2-68a39d906ab2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.2272575 Jul 07 19:12:47.198977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c1d6de1b-6f33-4229-9690-96d90f254c42 req-5e1e6116-b9f4-47c8-adfa-2d5250aaeb6d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058466 Jul 07 19:12:47.217163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-27e85ad0-903a-4048-bcd1-54f2a24557fa service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572115 Jul 07 19:12:47.218777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23a97c04-28e1-473f-ab4a-395ae0813c0d req-7d9cd4c1-7e65-417d-acde-e80835ad4940 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2 HTTP/1.1" status: 200 len: 217 time: 0.0646346 Jul 07 19:12:47.227405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c697935-c618-4737-879f-c5b03b91c9d3,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:47.259427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc0f982d-97a3-4f5a-930d-387e4c853e6f req-46f82562-88e1-479a-aba7-1f865f58d9ab tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207006 Jul 07 19:12:47.337344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Attempting to bind port 0c697935-c618-4737-879f-c5b03b91c9d3 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:47.337551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Attempting to bind port 0c697935-c618-4737-879f-c5b03b91c9d3 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:47.337769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Attempting to bind port 0c697935-c618-4737-879f-c5b03b91c9d3 on network 3bdf0454-24ef-423c-8420-4647a19e83ab {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:47.353184 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 587c9e13-f3cc-4da5-a23a-91ee531f3120 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:47.373590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Port 0c697935-c618-4737-879f-c5b03b91c9d3 on network 3bdf0454-24ef-423c-8420-4647a19e83ab not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:47.373939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Attempting to bind port 0c697935-c618-4737-879f-c5b03b91c9d3 on network 3bdf0454-24ef-423c-8420-4647a19e83ab {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:47.381484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:47.382108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Checking segment: {'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:47.382507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Bound using segment: {'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:47.383144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Bound port: 0c697935-c618-4737-879f-c5b03b91c9d3, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af005a54-f9b3-48c9-af97-29ccef859b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:47.383519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:47.462325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 587c9e13-f3cc-4da5-a23a-91ee531f3120 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:47.462561 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:47.500648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97c04-28e1-473f-ab4a-395ae0813c0d req-58bef502-0e86-4949-8359-da33bf1e4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.502259 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23a97c04-28e1-473f-ab4a-395ae0813c0d req-58bef502-0e86-4949-8359-da33bf1e4670 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.2418244 Jul 07 19:12:47.556583 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23a97c04-28e1-473f-ab4a-395ae0813c0d req-2fcf5488-e907-4635-ade0-9c471a05a31b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404007 Jul 07 19:12:47.563275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] For port 0c697935-c618-4737-879f-c5b03b91c9d3, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:47.592238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] For port 0c697935-c618-4737-879f-c5b03b91c9d3, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0c697935-c618-4737-879f-c5b03b91c9d3,segment=NetworkSegment(af005a54-f9b3-48c9-af97-29ccef859b10),segment_id=af005a54-f9b3-48c9-af97-29ccef859b10)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:47.633311 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:47.656621 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-4a273011-9ac0-49b0-8d3f-48765871a108 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477290 Jul 07 19:12:47.704342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438367e7-73d4-4fe5-a079-8de73e6561e9 req-a1f0fe4f-eacc-41ff-8bad-c90d2fc7cb55 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.705898 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-438367e7-73d4-4fe5-a079-8de73e6561e9 req-a1f0fe4f-eacc-41ff-8bad-c90d2fc7cb55 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 945 time: 0.2618399 Jul 07 19:12:47.720521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.721827 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:47.722579 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] 10.222.0.48 "PUT /v2.0/ports/0c697935-c618-4737-879f-c5b03b91c9d3 HTTP/1.1" status: 200 len: 1091 time: 1.7098298 Jul 07 19:12:47.724092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'tag': '0c697935-c618-4737-879f-c5b03b91c9d3'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:47.726928 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaee77e-cf8f-4fb5-8cfa-ec82c894c429" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ac35db-903d-47c7-8832-818a96bc1e15", "tag": "0c697935-c618-4737-879f-c5b03b91c9d3"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:47.751717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-467f679a-a250-4229-b3a6-459279e2acf8 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118001 Jul 07 19:12:47.808805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad67a13-b51f-4f57-9ea7-b92f4bbb8cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c697935-c618-4737-879f-c5b03b91c9d3,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:47.828078 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23a97c04-28e1-473f-ab4a-395ae0813c0d req-21ad1879-67e8-47ed-a449-e708e6a93d08 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591965 Jul 07 19:12:47.836271 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-438367e7-73d4-4fe5-a079-8de73e6561e9 req-c7b906a5-4302-4cdc-a5da-9bb85c3173cc tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188843 Jul 07 19:12:47.838700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-763e5be5-ef6c-46de-8ef4-3b6b365c3e94 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.846906 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-763e5be5-ef6c-46de-8ef4-3b6b365c3e94 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804807 Jul 07 19:12:47.868764 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-fd11aa88-e223-40f8-b952-a4210fd16c38 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/quotas/f35fe41829b448fe95c5a595cdb30d92 HTTP/1.1" status: 200 len: 375 time: 0.0206945 Jul 07 19:12:47.920542 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1632bba-5034-4993-bc3f-d8835afa9ddc x-openstack-request-id: req-a1632bba-5034-4993-bc3f-d8835afa9ddc {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:47.921113 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea23c33-bef6-46d8-b1dd-62898d3b7f6b", "name": "network-vif-plugged", "status": "completed", "tag": "e4b8a768-2ce2-4167-9568-11781de78a6f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:47.921113 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1632bba-5034-4993-bc3f-d8835afa9ddc {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:47.921708 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea23c33-bef6-46d8-b1dd-62898d3b7f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b8a768-2ce2-4167-9568-11781de78a6f', 'code': 200} Jul 07 19:12:47.941602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f9d12-deea-48cf-8021-582508e6c73a req-0b2821bc-6646-45bb-b9fe-f4b4f005ea3b tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.943215 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-788f9d12-deea-48cf-8021-582508e6c73a req-0b2821bc-6646-45bb-b9fe-f4b4f005ea3b tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.110 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.3129661 Jul 07 19:12:47.945838 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23a97c04-28e1-473f-ab4a-395ae0813c0d req-d0ba3064-813b-4065-aab9-628de770bde8 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070812 Jul 07 19:12:47.956377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087951b1-488f-4150-b905-9ee40e489321 req-075810f8-ac80-4ca2-b49f-2f516fcee925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.957827 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-075810f8-ac80-4ca2-b49f-2f516fcee925 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=afc652249dee4f29aa30782860a39224&device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 1094 time: 0.1730816 Jul 07 19:12:48.059634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-7590061e-79fa-4367-8787-2deb9e627839 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1894145 Jul 07 19:12:48.065019 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-ef5c5918-9e08-422f-ac24-9f65ae3fd530 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c697935-c618-4737-879f-c5b03b91c9d3 HTTP/1.1" status: 200 len: 217 time: 0.0850894 Jul 07 19:12:48.144479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087951b1-488f-4150-b905-9ee40e489321 req-d44e09e1-4c0f-4d4b-9ac1-b4341171cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:48.146450 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-d44e09e1-4c0f-4d4b-9ac1-b4341171cd61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73187f3-16a5-4ec2-b260-2d45755bb434 HTTP/1.1" status: 200 len: 868 time: 0.0544038 Jul 07 19:12:48.168325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-788f9d12-deea-48cf-8021-582508e6c73a req-dec1ef8a-92ff-4078-879e-b90088a73a8a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Deleting port e4b8a768-2ce2-4167-9568-11781de78a6f {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:48.168898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-788f9d12-deea-48cf-8021-582508e6c73a req-dec1ef8a-92ff-4078-879e-b90088a73a8a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.270919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087951b1-488f-4150-b905-9ee40e489321 req-ab7ce99a-4498-4dba-9b21-38d0a53e7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:48.273447 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-ab7ce99a-4498-4dba-9b21-38d0a53e7e12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdf0454-24ef-423c-8420-4647a19e83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154611 Jul 07 19:12:48.398786 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-48035d6d-329d-4379-98d2-11c4c50f4c25 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179130 Jul 07 19:12:48.564126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087951b1-488f-4150-b905-9ee40e489321 req-6930fea1-038f-4bf4-9446-751aec2bef12 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521952 Jul 07 19:12:48.580226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd582f23-7fd6-4094-88e9-95e84259f3d1 req-998d1cb9-c0a7-4a77-9e9f-2aefbf2dd8fc tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:48.588109 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd582f23-7fd6-4094-88e9-95e84259f3d1 req-998d1cb9-c0a7-4a77-9e9f-2aefbf2dd8fc tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 944 time: 0.1181817 Jul 07 19:12:48.590657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151862f-d95c-4a31-9edb-2adc3208ddc6 req-f48ed0a0-5cd8-4c5c-9efe-7ac219f3d934 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:48.592705 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a151862f-d95c-4a31-9edb-2adc3208ddc6 req-f48ed0a0-5cd8-4c5c-9efe-7ac219f3d934 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.5246749 Jul 07 19:12:48.647995 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd582f23-7fd6-4094-88e9-95e84259f3d1 req-2acdf2da-f0e7-442b-9788-118d2fdbe3a4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584209 Jul 07 19:12:48.696395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a151862f-d95c-4a31-9edb-2adc3208ddc6 req-c08ede72-9109-45a6-b2cd-00d340703a5a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795112 Jul 07 19:12:48.702939 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feb81f7-2632-4e1e-b937-fd6bbb9bc9e0 x-openstack-request-id: req-2feb81f7-2632-4e1e-b937-fd6bbb9bc9e0 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:48.703150 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ac35db-903d-47c7-8832-818a96bc1e15", "tag": "0c697935-c618-4737-879f-c5b03b91c9d3", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:48.703557 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2feb81f7-2632-4e1e-b937-fd6bbb9bc9e0 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:48.703811 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'tag': '0c697935-c618-4737-879f-c5b03b91c9d3', 'status': 'completed', 'code': 200} Jul 07 19:12:48.757260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-788f9d12-deea-48cf-8021-582508e6c73a req-dec1ef8a-92ff-4078-879e-b90088a73a8a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] For port e4b8a768-2ce2-4167-9568-11781de78a6f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4b8a768-2ce2-4167-9568-11781de78a6f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:48.758364 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-788f9d12-deea-48cf-8021-582508e6c73a req-dec1ef8a-92ff-4078-879e-b90088a73a8a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.790297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-788f9d12-deea-48cf-8021-582508e6c73a req-dec1ef8a-92ff-4078-879e-b90088a73a8a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Calling delete_port for e4b8a768-2ce2-4167-9568-11781de78a6f owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:48.864691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee77e-cf8f-4fb5-8cfa-ec82c894c429 req-6b8204d5-f152-4a3c-8d30-5d75ae9891af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:48.867983 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebaee77e-cf8f-4fb5-8cfa-ec82c894c429 req-6b8204d5-f152-4a3c-8d30-5d75ae9891af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=afc652249dee4f29aa30782860a39224&device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 1094 time: 0.1370924 Jul 07 19:12:48.872669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-39768c4e-8f43-4872-b8e5-a0fc830566c9 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:48.874216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-39768c4e-8f43-4872-b8e5-a0fc830566c9 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3&tenant_id=3a67b76b74474baf828e899c52f53df9&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 1096 time: 0.6221933 Jul 07 19:12:48.952204 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8c6d04e5-948d-4efc-988c-e8e2ebc843df req-55673a95-6c41-4f0d-9d63-b9380952e876 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 210 time: 0.0627370 Jul 07 19:12:48.984759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226d004-100e-403c-8057-26c7ea07c352 req-5e7f05a9-b8cd-4774-b4d2-80d32aa45b25 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:48.996781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e226d004-100e-403c-8057-26c7ea07c352 req-5e7f05a9-b8cd-4774-b4d2-80d32aa45b25 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 945 time: 0.1826122 Jul 07 19:12:49.073746 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e226d004-100e-403c-8057-26c7ea07c352 req-b3b53921-6072-4ebd-a589-0d0150014186 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720901 Jul 07 19:12:49.089073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee77e-cf8f-4fb5-8cfa-ec82c894c429 req-ea6aaba0-e918-4c08-97ef-353c83a61237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.090555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebaee77e-cf8f-4fb5-8cfa-ec82c894c429 req-ea6aaba0-e918-4c08-97ef-353c83a61237 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bdf0454-24ef-423c-8420-4647a19e83ab HTTP/1.1" status: 200 len: 930 time: 0.1939082 Jul 07 19:12:49.161031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebaee77e-cf8f-4fb5-8cfa-ec82c894c429 req-7bb830ba-b46d-4f93-9745-4d1a077813b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c697935-c618-4737-879f-c5b03b91c9d3 HTTP/1.1" status: 200 len: 217 time: 0.0602276 Jul 07 19:12:49.163893 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-2c00d76e-24d9-4e4d-9ce0-e57ddc8c2a6c service neutron] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:49.167925 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-2c00d76e-24d9-4e4d-9ce0-e57ddc8c2a6c service neutron] Notify callbacks [] for binding, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:49.169363 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cd5a6a58-5638-4e62-94ab-0d83880f00ed req-2c00d76e-24d9-4e4d-9ce0-e57ddc8c2a6c service neutron] 10.222.0.48 "DELETE /v2.0/ports/6c1446eb-abd5-4595-b851-3b3b3049bc77/bindings/n-h2-793621-9 HTTP/1.1" status: 204 len: 173 time: 0.2784333 Jul 07 19:12:49.170284 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-788f9d12-deea-48cf-8021-582508e6c73a req-dec1ef8a-92ff-4078-879e-b90088a73a8a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:49.238291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee77e-cf8f-4fb5-8cfa-ec82c894c429 req-5d9f08b5-7049-41e9-b8ba-a2868a4abc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.239962 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebaee77e-cf8f-4fb5-8cfa-ec82c894c429 req-5d9f08b5-7049-41e9-b8ba-a2868a4abc7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73187f3-16a5-4ec2-b260-2d45755bb434 HTTP/1.1" status: 200 len: 868 time: 0.0522795 Jul 07 19:12:49.267230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1ef8a-92ff-4078-879e-b90088a73a8a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event deleted for resources: {'Port': ['ID=e4b8a768-2ce2-4167-9568-11781de78a6f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:49.316599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-788f9d12-deea-48cf-8021-582508e6c73a req-dec1ef8a-92ff-4078-879e-b90088a73a8a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] No DVR routers for this DVR port e4b8a768-2ce2-4167-9568-11781de78a6f on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:12:49.320555 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-788f9d12-deea-48cf-8021-582508e6c73a req-dec1ef8a-92ff-4078-879e-b90088a73a8a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:49.322576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-788f9d12-deea-48cf-8021-582508e6c73a req-dec1ef8a-92ff-4078-879e-b90088a73a8a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.110 "DELETE /v2.0/ports/e4b8a768-2ce2-4167-9568-11781de78a6f HTTP/1.1" status: 204 len: 173 time: 1.3644352 Jul 07 19:12:49.364937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ce226-6177-4ebf-a78f-6f002b8de2ee req-cae1ad4e-04d0-48ee-8ce8-ac5416d6b582 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.374278 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f30ce226-6177-4ebf-a78f-6f002b8de2ee req-cae1ad4e-04d0-48ee-8ce8-ac5416d6b582 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1994007 Jul 07 19:12:49.377769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device f237cd57-a218-43fe-a00e-fda820de8231 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:49.401129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee77e-cf8f-4fb5-8cfa-ec82c894c429 req-ce433b53-8e1f-4550-a254-5c1f78f7d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.402867 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebaee77e-cf8f-4fb5-8cfa-ec82c894c429 req-ce433b53-8e1f-4550-a254-5c1f78f7d4dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdf0454-24ef-423c-8420-4647a19e83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497550 Jul 07 19:12:49.412109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26cb3-071f-45a5-8d74-b077c56c0865 req-a9bdbcbf-0d18-4dbd-8368-35588141e568 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.413789 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2fc26cb3-071f-45a5-8d74-b077c56c0865 req-a9bdbcbf-0d18-4dbd-8368-35588141e568 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 943 time: 0.1409488 Jul 07 19:12:49.459031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port f237cd57-a218-43fe-a00e-fda820de8231 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:49.460560 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:49.471540 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f30ce226-6177-4ebf-a78f-6f002b8de2ee req-4836504e-bd3e-4315-b82d-737bf72e2e92 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962570 Jul 07 19:12:49.537796 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2fc26cb3-071f-45a5-8d74-b077c56c0865 req-3df4a17d-e70f-4c5e-862d-595cfe3cc098 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125813 Jul 07 19:12:49.585530 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:49.587992 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebaee77e-cf8f-4fb5-8cfa-ec82c894c429 req-12599fd6-ccab-4472-bb89-32ace1946f21 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702740 Jul 07 19:12:49.634344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port f237cd57-a218-43fe-a00e-fda820de8231, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=f237cd57-a218-43fe-a00e-fda820de8231,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:49.642128 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:49.738835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=f237cd57-a218-43fe-a00e-fda820de8231,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:49.784062 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-cd0c9120-d767-49e8-b562-40165aab8435 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268788 Jul 07 19:12:49.812427 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebaee77e-cf8f-4fb5-8cfa-ec82c894c429 req-3118cc5b-b320-4358-bbea-af71d4d93c74 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046096 Jul 07 19:12:49.861032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911671e1-8c71-4686-98f3-74ad60720ffa req-266b8ef7-36c9-4f42-9ed3-676deadf3615 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.862587 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-911671e1-8c71-4686-98f3-74ad60720ffa req-266b8ef7-36c9-4f42-9ed3-676deadf3615 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 945 time: 0.2187626 Jul 07 19:12:49.923299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d253f4-0451-40b5-b30b-85846effd6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f237cd57-a218-43fe-a00e-fda820de8231'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:49.926153 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34923bde-1982-4713-b520-8450ce1820d4" -d '{"events": [{"server_uuid": "41d253f4-0451-40b5-b30b-85846effd6e7", "name": "network-vif-plugged", "status": "completed", "tag": "f237cd57-a218-43fe-a00e-fda820de8231"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:49.961784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-4896b746-eb61-4a1b-b866-a9bd51a5c214 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.963494 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-4896b746-eb61-4a1b-b866-a9bd51a5c214 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673129 Jul 07 19:12:49.970479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a7826-ece5-4d25-ac0a-50b7bdfa42e6 req-701ddbf7-9753-401e-a6d3-314be2281533 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.972011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-738a7826-ece5-4d25-ac0a-50b7bdfa42e6 req-701ddbf7-9753-401e-a6d3-314be2281533 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0884643 Jul 07 19:12:49.981184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Request body: {'port': {'device_id': 'd7f44547-ded2-4ad6-8006-afbcaabb6acf', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'f35fe41829b448fe95c5a595cdb30d92'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:49.992754 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-911671e1-8c71-4686-98f3-74ad60720ffa req-83b57673-4ee2-489d-b87e-fe02212ddafc tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056745 Jul 07 19:12:50.022774 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-738a7826-ece5-4d25-ac0a-50b7bdfa42e6 req-11ecba4e-6572-46a1-a8e1-b8f833ff60f7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423768 Jul 07 19:12:50.097465 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d436f084-d5c6-473d-a6d5-80cf9c77b32a x-openstack-request-id: req-d436f084-d5c6-473d-a6d5-80cf9c77b32a {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:50.097860 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d253f4-0451-40b5-b30b-85846effd6e7", "name": "network-vif-plugged", "status": "completed", "tag": "f237cd57-a218-43fe-a00e-fda820de8231", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:50.098210 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d436f084-d5c6-473d-a6d5-80cf9c77b32a {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:50.099105 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d253f4-0451-40b5-b30b-85846effd6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f237cd57-a218-43fe-a00e-fda820de8231', 'code': 200} Jul 07 19:12:50.140869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Made reservation on behalf of f35fe41829b448fe95c5a595cdb30d92 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:50.151816 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:50.260318 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7e9a8ae-6cdf-4ab5-a9cd-9f204e670613 req-3e989a7f-bd4c-4b0e-9e06-106d71fafbf8 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 210 time: 0.0396981 Jul 07 19:12:50.338463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4a165-6543-4ab6-8beb-0ee4d4612f12 req-d2640281-19b9-4717-98c0-64cb0ece81d0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:50.340339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-30b4a165-6543-4ab6-8beb-0ee4d4612f12 req-d2640281-19b9-4717-98c0-64cb0ece81d0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1535435 Jul 07 19:12:50.400658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Allocated IP 192.168.233.20 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/2a475b45-dce2-4128-8533-97c4f0cd3037) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:50.425436 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-30b4a165-6543-4ab6-8beb-0ee4d4612f12 req-629b8a45-cb45-4ee6-ada1-9b8ada532aec tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742960 Jul 07 19:12:50.531914 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0602e70-0086-45a8-92fc-29e0f73c63a6 req-80e16296-a790-4dc6-b83d-a65bbad0d6c1 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=cea23c33-bef6-46d8-b1dd-62898d3b7f6b HTTP/1.1" status: 200 len: 210 time: 0.0388730 Jul 07 19:12:50.563582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562cde5-3847-423d-9cf7-57004717ae3d req-5ecf9644-d560-4117-a7d9-c47a0feb87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:50.566392 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a562cde5-3847-423d-9cf7-57004717ae3d req-5ecf9644-d560-4117-a7d9-c47a0feb87d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 1096 time: 0.1123128 Jul 07 19:12:50.619501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a562cde5-3847-423d-9cf7-57004717ae3d req-47da48b2-ae6d-4e76-9821-6d278e703ada service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 Jul 07 19:12:50.653188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91068-56b2-41be-8463-2166c3d4c546 req-fd9a2455-9324-4c80-a37c-d9c5b9b2d7d1 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:50.654817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcc91068-56b2-41be-8463-2166c3d4c546 req-fd9a2455-9324-4c80-a37c-d9c5b9b2d7d1 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 1096 time: 0.1009264 Jul 07 19:12:50.659609 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:50.687619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Transition to ACTIVE for port object 2a475b45-dce2-4128-8533-97c4f0cd3037 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:50.705794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea23c33-bef6-46d8-b1dd-62898d3b7f6b', 'name': 'network-vif-deleted', 'tag': 'e4b8a768-2ce2-4167-9568-11781de78a6f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:50.708159 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8397f816-bfc7-4a9a-8a47-59f4a9aecee5" -d '{"events": [{"server_uuid": "cea23c33-bef6-46d8-b1dd-62898d3b7f6b", "name": "network-vif-deleted", "tag": "e4b8a768-2ce2-4167-9568-11781de78a6f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:50.715256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcc91068-56b2-41be-8463-2166c3d4c546 req-eecf0b19-0269-48ce-9b79-df4eebce246f tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531986 Jul 07 19:12:50.752855 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:50.753844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170218f-0359-466a-bab0-e7312c9eac96 req-e355506a-96cd-4d9f-ac15-0a8e50f462de tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:50.760347 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d170218f-0359-466a-bab0-e7312c9eac96 req-e355506a-96cd-4d9f-ac15-0a8e50f462de tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1102371 Jul 07 19:12:50.776424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de882884-e49d-477a-8d6d-2f80664a57a6', 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'b77bdb11-cd38-43af-8df3-f525197df328', '1eb0222a-d0ff-4edf-a892-8785399be751'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:50.779405 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c', 'b00c676e-5f2e-4f57-ba30-004c12bcd707'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:50.825680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d170218f-0359-466a-bab0-e7312c9eac96 req-085cad44-f388-4602-9317-52ec984a1b23 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596006 Jul 07 19:12:50.839081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:50.839081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:50.840306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:50.847282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:50.848120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:50.887916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event updated for resources: {'Port': ['ID=2a475b45-dce2-4128-8533-97c4f0cd3037,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:50.893372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-44d41d1b-d406-448b-ba31-124fb74e6d9e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9188094 Jul 07 19:12:50.901784 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84144138-45de-48ec-8e1c-6a0e289d7711 x-openstack-request-id: req-84144138-45de-48ec-8e1c-6a0e289d7711 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:50.902124 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea23c33-bef6-46d8-b1dd-62898d3b7f6b", "name": "network-vif-deleted", "tag": "e4b8a768-2ce2-4167-9568-11781de78a6f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:50.902518 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84144138-45de-48ec-8e1c-6a0e289d7711 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:50.903100 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea23c33-bef6-46d8-b1dd-62898d3b7f6b', 'name': 'network-vif-deleted', 'tag': 'e4b8a768-2ce2-4167-9568-11781de78a6f', 'status': 'completed', 'code': 200} Jul 07 19:12:50.915042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Request body: {'port': {'device_id': 'd7f44547-ded2-4ad6-8006-afbcaabb6acf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:51.031444 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d9d1-4458-47f8-a81f-801e414b2f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.106229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.107796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e4b8a768-2ce2-4167-9568-11781de78a6f no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:51.164984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: e4b8a768-2ce2-4167-9568-11781de78a6f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:12:51.164984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e4b8a768-2ce2-4167-9568-11781de78a6f not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:12:51.167988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b41f1-2c29-4c98-a27f-f0a544651b55 req-9ce0670d-d2c4-4f13-a4c8-c38b0bed3f08 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:51.169895 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f9b41f1-2c29-4c98-a27f-f0a544651b55 req-9ce0670d-d2c4-4f13-a4c8-c38b0bed3f08 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 943 time: 0.2016170 Jul 07 19:12:51.212039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8012e5a-911a-4103-aec1-b0197738bd98 req-e5c368cc-e9db-4d8d-8141-48c4c8e14e6c tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:51.215457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a8012e5a-911a-4103-aec1-b0197738bd98 req-e5c368cc-e9db-4d8d-8141-48c4c8e14e6c tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 1096 time: 0.1330082 Jul 07 19:12:51.228122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c287f374-65df-483c-8baa-5d068f55fa92 None None] Provisioning for port 2a475b45-dce2-4128-8533-97c4f0cd3037 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:51.239905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c287f374-65df-483c-8baa-5d068f55fa92 None None] Provisioning complete for port 2a475b45-dce2-4128-8533-97c4f0cd3037 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:51.241139 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c287f374-65df-483c-8baa-5d068f55fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.266844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a8e8b52f-5b72-40eb-aa97-f24ecb9707aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:51.268340 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a8e8b52f-5b72-40eb-aa97-f24ecb9707aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 1096 time: 0.1096804 Jul 07 19:12:51.272776 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a8012e5a-911a-4103-aec1-b0197738bd98 req-7db93df3-c8bb-4870-8038-0a55565236f8 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500875 Jul 07 19:12:51.300575 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f9b41f1-2c29-4c98-a27f-f0a544651b55 req-6c1ee8a7-be86-47ab-abd9-d7d48283da95 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223128 Jul 07 19:12:51.313174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c287f374-65df-483c-8baa-5d068f55fa92 None None] Port 2a475b45-dce2-4128-8533-97c4f0cd3037 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:51.469484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-f44c53e3-08f6-4632-b244-36132e568671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:51.471362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-f44c53e3-08f6-4632-b244-36132e568671 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.1911535 Jul 07 19:12:51.534515 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-1b8165fc-4bb6-4640-8678-962f32d62951 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd5e091-5679-4ff8-96b1-89c44888890b HTTP/1.1" status: 200 len: 217 time: 0.0407968 Jul 07 19:12:51.599117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a475b45-dce2-4128-8533-97c4f0cd3037 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:51.611003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.613611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b277e-81c8-43a9-846f-0db9a6edd067 req-1489bb37-e24a-41e3-85c6-113ab3c9d3da tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:51.615822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1d8b277e-81c8-43a9-846f-0db9a6edd067 req-1489bb37-e24a-41e3-85c6-113ab3c9d3da tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1651390 Jul 07 19:12:51.618118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-7c1f4800-9861-4565-ac10-171cb3edd453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:51.619591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-7c1f4800-9861-4565-ac10-171cb3edd453 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.0765171 Jul 07 19:12:51.633487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Transition to ACTIVE for port object 2a475b45-dce2-4128-8533-97c4f0cd3037 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:51.645188 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.668081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-fa8c6444-4964-4583-a65c-ac861a90112d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281391 Jul 07 19:12:51.735656 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1d8b277e-81c8-43a9-846f-0db9a6edd067 req-c9e23f72-e349-49e0-a09e-4c907ae4b308 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120553 Jul 07 19:12:51.742157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Pushing event updated for resources: {'Port': ['ID=2a475b45-dce2-4128-8533-97c4f0cd3037,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:51.796435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd701bd-b95b-4395-8cfa-9f0b3c36446f req-8c76186d-bcf3-4b96-813d-66c6d36c8f08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:51.798170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fd701bd-b95b-4395-8cfa-9f0b3c36446f req-8c76186d-bcf3-4b96-813d-66c6d36c8f08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 947 time: 0.1660442 Jul 07 19:12:51.801228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-27e43e0e-3833-49ff-9e72-3fa4e400dce7 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232431 Jul 07 19:12:51.803283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Attempting to bind port 2a475b45-dce2-4128-8533-97c4f0cd3037 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:51.803727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Attempting to bind port 2a475b45-dce2-4128-8533-97c4f0cd3037 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:51.804184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Attempting to bind port 2a475b45-dce2-4128-8533-97c4f0cd3037 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:51.815930 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Port 2a475b45-dce2-4128-8533-97c4f0cd3037 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:51.816351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Attempting to bind port 2a475b45-dce2-4128-8533-97c4f0cd3037 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:51.831721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:51.831721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:51.832032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:51.832702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Bound port: 2a475b45-dce2-4128-8533-97c4f0cd3037, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:51.833131 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.872843 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fd701bd-b95b-4395-8cfa-9f0b3c36446f req-9126ed4b-6dee-4a8e-8d4a-f11e24f5143d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651665 Jul 07 19:12:51.950832 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-2bd5d091-91e8-48d9-96aa-b38e1a34e688 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374478 Jul 07 19:12:51.952934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] For port 2a475b45-dce2-4128-8533-97c4f0cd3037, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:51.956436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] For port 2a475b45-dce2-4128-8533-97c4f0cd3037, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2a475b45-dce2-4128-8533-97c4f0cd3037,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:51.964413 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:52.005017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:52.005860 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:52.007720 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] 10.222.0.110 "PUT /v2.0/ports/2a475b45-dce2-4128-8533-97c4f0cd3037 HTTP/1.1" status: 200 len: 1095 time: 1.0992482 Jul 07 19:12:52.084766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600553b-4670-4a29-876c-40aa9bca564d service neutron] Pushing event updated for resources: {'Port': ['ID=2a475b45-dce2-4128-8533-97c4f0cd3037,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:52.178410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150affcf-c47f-4771-afab-41e625b3acb8 req-47e3235e-c5be-4357-a7fc-6302ff169982 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:52.188871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-150affcf-c47f-4771-afab-41e625b3acb8 req-47e3235e-c5be-4357-a7fc-6302ff169982 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1734076 Jul 07 19:12:52.235145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-095cbf1d-cc90-47b5-a2da-de6a3e3c2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:52.237360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-095cbf1d-cc90-47b5-a2da-de6a3e3c2220 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 1098 time: 0.1493602 Jul 07 19:12:52.279468 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-150affcf-c47f-4771-afab-41e625b3acb8 req-f9a9997f-5099-4271-a775-2a844c76e7ff tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892749 Jul 07 19:12:52.344775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-6f5985a1-16bb-4c53-b69d-a7ba7a4182be service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=2a475b45-dce2-4128-8533-97c4f0cd3037 HTTP/1.1" status: 200 len: 217 time: 0.0962260 Jul 07 19:12:52.413304 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-0fe60a66-f358-4e88-b809-b7a09a38f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:52.415326 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-0fe60a66-f358-4e88-b809-b7a09a38f020 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0618491 Jul 07 19:12:52.430557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005d2ff-ca0f-406e-ac3e-fc8cc8604684 req-64541ab5-67f3-49c9-9a22-f34f6c28b2dc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:52.432673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f005d2ff-ca0f-406e-ac3e-fc8cc8604684 req-64541ab5-67f3-49c9-9a22-f34f6c28b2dc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.0940328 Jul 07 19:12:52.480374 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f005d2ff-ca0f-406e-ac3e-fc8cc8604684 req-762194cb-8cda-4fc9-b373-0625cdb4c5f7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380590 Jul 07 19:12:52.486824 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-3dee2650-f9af-411e-94ca-7035a486c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:52.488265 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-3dee2650-f9af-411e-94ca-7035a486c820 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636194 Jul 07 19:12:52.595158 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46848) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:52.600606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0894c67a-c6b9-4af8-9777-95878b05acc7 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279495462', 'description': 'tempest-description--950187389'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:52.610173 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-848ccd26-0922-46d4-ac1f-02b9d1721235 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135898 Jul 07 19:12:52.667680 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0894c67a-c6b9-4af8-9777-95878b05acc7 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:52.727867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e98c0f6d-e473-4367-aea2-9d4e725e6dfa req-11b021f9-20ed-4485-84b0-748eb181b4d8 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099467 Jul 07 19:12:52.767878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309033dd-3f77-497b-8bb1-2f79b398bef4 req-6740ab15-9c26-46b1-ba28-77009fb16d98 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:52.769498 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-309033dd-3f77-497b-8bb1-2f79b398bef4 req-6740ab15-9c26-46b1-ba28-77009fb16d98 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 943 time: 0.1398656 Jul 07 19:12:52.829056 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0894c67a-c6b9-4af8-9777-95878b05acc7 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:52.837360 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0894c67a-c6b9-4af8-9777-95878b05acc7 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:52.844730 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-309033dd-3f77-497b-8bb1-2f79b398bef4 req-bde2dd55-e38a-4459-87c9-0c25d2f9f4db tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637019 Jul 07 19:12:52.878593 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0894c67a-c6b9-4af8-9777-95878b05acc7 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:52.880621 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0894c67a-c6b9-4af8-9777-95878b05acc7 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2842405 Jul 07 19:12:52.887026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46852) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:52.890891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-60c1ea54-9f07-4c81-8033-ce7225bab27d tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Request body: {'security_group_rule': {'security_group_id': '8d0bdae6-7f10-4158-8f21-332061fa6eb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:52.892055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894c67a-c6b9-4af8-9777-95878b05acc7 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0bdae6-7f10-4158-8f21-332061fa6eb0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:52.928733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f44547-ded2-4ad6-8006-afbcaabb6acf', 'tag': '2a475b45-dce2-4128-8533-97c4f0cd3037'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:52.932339 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7fa3b2-690a-4db6-a282-f96d31cde534" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f44547-ded2-4ad6-8006-afbcaabb6acf", "tag": "2a475b45-dce2-4128-8533-97c4f0cd3037"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:52.989817 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-60c1ea54-9f07-4c81-8033-ce7225bab27d tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:53.001845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8abf3-0d0f-4270-862e-1b018d54431f req-b85fc779-fac7-4ab2-b4a0-35af2b367fb1 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:53.003979 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9f8abf3-0d0f-4270-862e-1b018d54431f req-b85fc779-fac7-4ab2-b4a0-35af2b367fb1 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1308806 Jul 07 19:12:53.079754 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9f8abf3-0d0f-4270-862e-1b018d54431f req-97152f7d-e562-4cf5-b5ca-4580c28f7940 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678480 Jul 07 19:12:53.108457 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af906d-a691-4f6a-be45-16fa2de71801 req-7cc70ad6-01cf-48f8-8b10-ec76beb0f373 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:53.118346 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93af906d-a691-4f6a-be45-16fa2de71801 req-7cc70ad6-01cf-48f8-8b10-ec76beb0f373 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 947 time: 0.0991213 Jul 07 19:12:53.129398 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-60c1ea54-9f07-4c81-8033-ce7225bab27d tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:53.135062 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-60c1ea54-9f07-4c81-8033-ce7225bab27d tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:53.153894 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa436af9-05f8-40d6-87a0-d6f740c72c9b x-openstack-request-id: req-fa436af9-05f8-40d6-87a0-d6f740c72c9b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:53.154194 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f44547-ded2-4ad6-8006-afbcaabb6acf", "tag": "2a475b45-dce2-4128-8533-97c4f0cd3037", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:53.154602 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa436af9-05f8-40d6-87a0-d6f740c72c9b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:53.155018 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f44547-ded2-4ad6-8006-afbcaabb6acf', 'tag': '2a475b45-dce2-4128-8533-97c4f0cd3037', 'status': 'completed', 'code': 200} Jul 07 19:12:53.157942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1ea54-9f07-4c81-8033-ce7225bab27d tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a12010c-7e96-409e-9267-647e040046b5,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:53.171804 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-60c1ea54-9f07-4c81-8033-ce7225bab27d tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:53.174844 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-60c1ea54-9f07-4c81-8033-ce7225bab27d tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2868462 Jul 07 19:12:53.175922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46858) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:53.180901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3ddcd85b-e8b7-4ac9-8b3a-2d53cad92ba4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Request body: {'security_group_rule': {'security_group_id': '8d0bdae6-7f10-4158-8f21-332061fa6eb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:53.187973 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93af906d-a691-4f6a-be45-16fa2de71801 req-909fa107-0534-4c3f-8525-040f09d6e199 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683696 Jul 07 19:12:53.244447 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ddcd85b-e8b7-4ac9-8b3a-2d53cad92ba4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:53.278964 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fa3b2-690a-4db6-a282-f96d31cde534 req-764df3f8-5941-42cf-b65a-f6773b2ae985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:53.280485 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae7fa3b2-690a-4db6-a282-f96d31cde534 req-764df3f8-5941-42cf-b65a-f6773b2ae985 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 1098 time: 0.0937123 Jul 07 19:12:53.327724 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ddcd85b-e8b7-4ac9-8b3a-2d53cad92ba4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:53.356015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ddcd85b-e8b7-4ac9-8b3a-2d53cad92ba4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:53.387176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcd85b-e8b7-4ac9-8b3a-2d53cad92ba4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968c16ba-51a2-4b5c-a8ab-1fad6271f669,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:53.402944 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ddcd85b-e8b7-4ac9-8b3a-2d53cad92ba4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:53.408065 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3ddcd85b-e8b7-4ac9-8b3a-2d53cad92ba4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2271957 Jul 07 19:12:53.408065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46864) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:53.414952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:53.433442 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7258f1c-d594-4253-9f05-502c0ad72226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:53.474358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fa3b2-690a-4db6-a282-f96d31cde534 req-5e0854c1-e181-44ff-8922-df66c6cb8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:53.476019 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae7fa3b2-690a-4db6-a282-f96d31cde534 req-5e0854c1-e181-44ff-8922-df66c6cb8e22 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1790638 Jul 07 19:12:53.478307 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:53.564431 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae7fa3b2-690a-4db6-a282-f96d31cde534 req-1edaadc7-ab30-4c2c-9fd4-ba04819611d8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=2a475b45-dce2-4128-8533-97c4f0cd3037 HTTP/1.1" status: 200 len: 217 time: 0.0720851 Jul 07 19:12:53.652815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02601f24-ea88-47da-ae86-f98d823f309c req-4c1b6d34-80ef-4fe4-9df2-f0152f3515e6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:53.655760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-02601f24-ea88-47da-ae86-f98d823f309c req-4c1b6d34-80ef-4fe4-9df2-f0152f3515e6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.2246156 Jul 07 19:12:53.657434 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fa3b2-690a-4db6-a282-f96d31cde534 req-6884d55d-447f-4f04-b6ad-c3dad3917a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:53.659301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae7fa3b2-690a-4db6-a282-f96d31cde534 req-6884d55d-447f-4f04-b6ad-c3dad3917a89 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0845423 Jul 07 19:12:53.666741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2ada3-c7b2-430c-930a-c2a2ecdf6ba5 req-47ecc648-7d9d-4b78-a1c9-e9662d358328 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:53.670326 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c4d2ada3-c7b2-430c-930a-c2a2ecdf6ba5 req-47ecc648-7d9d-4b78-a1c9-e9662d358328 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.0667758 Jul 07 19:12:53.710211 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:53.731439 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c4d2ada3-c7b2-430c-930a-c2a2ecdf6ba5 req-f346ed0c-f1c6-46ac-a0a2-2b47ee90bcbe tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562954 Jul 07 19:12:53.755527 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-02601f24-ea88-47da-ae86-f98d823f309c req-ce9fc409-eef1-4a76-8698-d9f7e873cfa3 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930297 Jul 07 19:12:53.791714 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:53.796658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fa3b2-690a-4db6-a282-f96d31cde534 req-2a70b8bf-397a-48ab-89df-d85715fb2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:53.798237 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae7fa3b2-690a-4db6-a282-f96d31cde534 req-2a70b8bf-397a-48ab-89df-d85715fb2706 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249864 Jul 07 19:12:53.974372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae7fa3b2-690a-4db6-a282-f96d31cde534 req-d6eda3dc-3f46-469f-87de-723d7a3e15ff service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656609 Jul 07 19:12:53.981240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Allocated IP 172.25.0.165 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/6796d54c-f687-4d04-9bdc-f5416e606f4c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:54.200867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae7fa3b2-690a-4db6-a282-f96d31cde534 req-afb17544-9f5f-48d4-b60e-daca55bccce6 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172430 Jul 07 19:12:54.213705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c6435-0dd2-4064-ba89-ba0082458f19 req-4f7eb3ff-34ff-4fdf-bb0d-19c43e6bf5b2 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:54.216950 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af2c6435-0dd2-4064-ba89-ba0082458f19 req-4f7eb3ff-34ff-4fdf-bb0d-19c43e6bf5b2 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 943 time: 0.2205791 Jul 07 19:12:54.232652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:54.281584 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af2c6435-0dd2-4064-ba89-ba0082458f19 req-ebad9ede-4576-47e0-92fc-607e6b30794e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531545 Jul 07 19:12:54.308294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:54.308523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecfa57-5e3b-41a5-9b48-c8b938d98f5b req-24044e10-bae6-4adc-ac1e-699192d43788 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:54.308639 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0cecfa57-5e3b-41a5-9b48-c8b938d98f5b req-24044e10-bae6-4adc-ac1e-699192d43788 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0942039 Jul 07 19:12:54.368166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0cecfa57-5e3b-41a5-9b48-c8b938d98f5b req-efc4f725-15c1-4803-8493-3a032fb7f261 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510170 Jul 07 19:12:54.373068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event updated for resources: {'Port': ['ID=6796d54c-f687-4d04-9bdc-f5416e606f4c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:54.399878 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:54.402997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:54.405819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:54.495308 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:54.550507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836098c-2dbe-4c71-8a14-4081e0ec3bc1 req-f133d4e4-8304-439c-b5c1-e176ce33ac99 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:54.551957 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d836098c-2dbe-4c71-8a14-4081e0ec3bc1 req-f133d4e4-8304-439c-b5c1-e176ce33ac99 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 947 time: 0.1133983 Jul 07 19:12:54.560820 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:54.568773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb25a3-86ab-4727-b90d-51ae15971113 req-e5789ba8-6f3c-43ea-8842-8b7099dde707 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:54.570432 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-adcb25a3-86ab-4727-b90d-51ae15971113 req-e5789ba8-6f3c-43ea-8842-8b7099dde707 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0805485 Jul 07 19:12:54.615040 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-adcb25a3-86ab-4727-b90d-51ae15971113 req-bcc5c83f-5643-4f75-81aa-4edfc9a76658 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365241 Jul 07 19:12:54.636235 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d836098c-2dbe-4c71-8a14-4081e0ec3bc1 req-4092e865-35de-454c-b7b3-b8657c474baf tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725336 Jul 07 19:12:54.665553 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:54.777576 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:54.784425 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:54.836092 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:54.868964 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event updated for resources: {'Port': ['ID=6796d54c-f687-4d04-9bdc-f5416e606f4c,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:54.875180 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:54.876785 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5be15e01-d4fb-4775-8e73-03610e868a46 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4680500 Jul 07 19:12:54.957895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b7b46-06ae-4184-96fa-dea96710bf87 req-5b191b6c-3f95-456f-96b1-785759f6857d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:54.960525 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-116b7b46-06ae-4184-96fa-dea96710bf87 req-5b191b6c-3f95-456f-96b1-785759f6857d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.0871053 Jul 07 19:12:55.040840 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-116b7b46-06ae-4184-96fa-dea96710bf87 req-32711556-6e62-4182-8d40-cbfc699ee41d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725231 Jul 07 19:12:55.064080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 2a475b45-dce2-4128-8533-97c4f0cd3037 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:55.255059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d2cd8-c73e-4f42-8230-61cb5c6bd935 req-ad576aa4-7d85-47dd-ab94-25e443232296 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:55.255357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 2a475b45-dce2-4128-8533-97c4f0cd3037, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2a475b45-dce2-4128-8533-97c4f0cd3037,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:55.270619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '2a475b45-dce2-4128-8533-97c4f0cd3037', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '2a475b45-dce2-4128-8533-97c4f0cd3037', 'mac_address': 'fa:16:3e:e2:49:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:55.272078 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f83d2cd8-c73e-4f42-8230-61cb5c6bd935 req-ad576aa4-7d85-47dd-ab94-25e443232296 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1178505 Jul 07 19:12:55.315832 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:55.326562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f83d2cd8-c73e-4f42-8230-61cb5c6bd935 req-953c7bf6-6261-42e2-83a0-19431712efbe tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532393 Jul 07 19:12:55.348763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a475b45-dce2-4128-8533-97c4f0cd3037 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:55.374761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 2a475b45-dce2-4128-8533-97c4f0cd3037, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2a475b45-dce2-4128-8533-97c4f0cd3037,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:55.381156 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:55.468835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-a6580a60-ea55-4814-9a1f-66bf60f47c82 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:55.473803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=2a475b45-dce2-4128-8533-97c4f0cd3037,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:55.482474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-a6580a60-ea55-4814-9a1f-66bf60f47c82 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/networks?id=85732d60-b934-4f11-a9e0-7c1573fafade HTTP/1.1" status: 200 len: 822 time: 0.1682901 Jul 07 19:12:55.485723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0c697935-c618-4737-879f-c5b03b91c9d3 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:55.509231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-b2d240ac-d7a3-4e91-b9de-b7ae296b1a03 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/quotas/fcf281ee882148c88472a06e216f1edc HTTP/1.1" status: 200 len: 375 time: 0.0248520 Jul 07 19:12:55.629220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0c697935-c618-4737-879f-c5b03b91c9d3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0c697935-c618-4737-879f-c5b03b91c9d3,segment=NetworkSegment(af005a54-f9b3-48c9-af97-29ccef859b10),segment_id=af005a54-f9b3-48c9-af97-29ccef859b10)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:55.639564 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-c800e99e-f9e1-4f39-bff0-420b265a2126 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fcf281ee882148c88472a06e216f1edc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294634 Jul 07 19:12:55.643349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '0c697935-c618-4737-879f-c5b03b91c9d3', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'port_id': '0c697935-c618-4737-879f-c5b03b91c9d3', 'mac_address': 'fa:16:3e:4f:39:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:55.695408 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:55.726392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c697935-c618-4737-879f-c5b03b91c9d3 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:55.761668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0c697935-c618-4737-879f-c5b03b91c9d3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0c697935-c618-4737-879f-c5b03b91c9d3,segment=NetworkSegment(af005a54-f9b3-48c9-af97-29ccef859b10),segment_id=af005a54-f9b3-48c9-af97-29ccef859b10)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:55.767544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['2a475b45-dce2-4128-8533-97c4f0cd3037'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:55.808843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:55.837127 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-863b2eb5-3e97-4b57-81fa-0955a2c3fffd service neutron] 10.222.0.81 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854894 Jul 07 19:12:55.912958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-64bc24bd-232b-4a1f-8bfc-9d2033989309 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:55.920197 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-64bc24bd-232b-4a1f-8bfc-9d2033989309 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/networks?id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 HTTP/1.1" status: 200 len: 815 time: 0.4971604 Jul 07 19:12:55.937765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-efa96c10-5b32-475c-ac01-ef7566e89690 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/quotas/17a434a7d0c942d08958b19e81486122 HTTP/1.1" status: 200 len: 375 time: 0.0162849 Jul 07 19:12:55.955779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0c697935-c618-4737-879f-c5b03b91c9d3,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:56.009526 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-bdde7779-a69b-4390-892b-bcc5cea7659e service neutron] 10.222.0.81 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711829 Jul 07 19:12:56.050253 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-7f85111c-573b-43d0-9300-2ed0c5adcac2 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=17a434a7d0c942d08958b19e81486122&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113181 Jul 07 19:12:56.148698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-dd3fba67-0a1b-446d-8e5c-4e6af174a98b service neutron] 10.222.0.81 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975869 Jul 07 19:12:56.310469 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-08c8ebac-4174-44b3-9729-02577ce55142 service neutron] 10.222.0.81 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528525 Jul 07 19:12:56.396205 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:56.435130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2ccab-ab3e-471c-8227-119083ad1840 req-dc6017c6-0652-413b-af63-ba057ac146e9 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:56.449911 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94b2ccab-ab3e-471c-8227-119083ad1840 req-dc6017c6-0652-413b-af63-ba057ac146e9 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 944 time: 0.1814210 Jul 07 19:12:56.502777 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94b2ccab-ab3e-471c-8227-119083ad1840 req-34e80abd-7b60-4b5d-8c97-066516e76966 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512419 Jul 07 19:12:56.743579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0c697935-c618-4737-879f-c5b03b91c9d3'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:56.786307 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e8b7-c15d-47ed-a559-e352d4dc1a41 req-a12a723c-3e4f-43b7-a2dc-a121a2d72401 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:56.801888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3173e8b7-c15d-47ed-a559-e352d4dc1a41 req-a12a723c-3e4f-43b7-a2dc-a121a2d72401 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 948 time: 0.1594870 Jul 07 19:12:56.900964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3173e8b7-c15d-47ed-a559-e352d4dc1a41 req-a53e8290-e3f5-4a20-ac0b-dbc750497474 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956039 Jul 07 19:12:56.957898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bd2fa-fe07-4f4c-b7fd-876ab3f4c28a req-d62a5dc2-473b-4bd7-8981-099d817ac008 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:56.968006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c2bd2fa-fe07-4f4c-b7fd-876ab3f4c28a req-d62a5dc2-473b-4bd7-8981-099d817ac008 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1570842 Jul 07 19:12:57.075650 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c2bd2fa-fe07-4f4c-b7fd-876ab3f4c28a req-f249080f-8011-4999-bad7-056984c1c4c6 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032681 Jul 07 19:12:57.094976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 2a475b45-dce2-4128-8533-97c4f0cd3037 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:57.119023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e9792c1-a04b-4252-98b0-9eb962342918 req-d602e524-a68b-44c6-bdb4-a6739c85cb12 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 210 time: 0.0513294 Jul 07 19:12:57.213265 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 2a475b45-dce2-4128-8533-97c4f0cd3037 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:57.238559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 2a475b45-dce2-4128-8533-97c4f0cd3037 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:57.239216 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:57.364699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102418b-8858-4d2c-8024-9040fbbdb73a req-979e129f-7703-438c-9580-be0819351c91 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:57.366954 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6102418b-8858-4d2c-8024-9040fbbdb73a req-979e129f-7703-438c-9580-be0819351c91 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1215158 Jul 07 19:12:57.413026 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:57.433844 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6102418b-8858-4d2c-8024-9040fbbdb73a req-74dd0f6e-3bd1-4673-b481-23c90873ecca tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605850 Jul 07 19:12:57.474280 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f44547-ded2-4ad6-8006-afbcaabb6acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a475b45-dce2-4128-8533-97c4f0cd3037'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:57.477759 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7df4fb-2408-433a-aacd-bead6498641a" -d '{"events": [{"server_uuid": "d7f44547-ded2-4ad6-8006-afbcaabb6acf", "name": "network-vif-plugged", "status": "completed", "tag": "2a475b45-dce2-4128-8533-97c4f0cd3037"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:57.509295 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 2a475b45-dce2-4128-8533-97c4f0cd3037, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2a475b45-dce2-4128-8533-97c4f0cd3037,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:57.515853 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:57.607074 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9901206-4ca0-4324-a586-21f5274a4d3b x-openstack-request-id: req-b9901206-4ca0-4324-a586-21f5274a4d3b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:57.607378 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f44547-ded2-4ad6-8006-afbcaabb6acf", "name": "network-vif-plugged", "status": "completed", "tag": "2a475b45-dce2-4128-8533-97c4f0cd3037", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:57.607678 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9901206-4ca0-4324-a586-21f5274a4d3b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:57.608085 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f44547-ded2-4ad6-8006-afbcaabb6acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a475b45-dce2-4128-8533-97c4f0cd3037', 'code': 200} Jul 07 19:12:57.614469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91d95e96-9371-46e8-ace7-1213d0e0fa30 req-efaa4328-aee1-4d57-aa53-7ef1264c77a6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 210 time: 0.0586672 Jul 07 19:12:57.615797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=2a475b45-dce2-4128-8533-97c4f0cd3037,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:57.825917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1205-6a74-4f2a-a0ce-2c3ca2540f4c req-3931e4ea-c926-44a7-980f-a41a96499d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:57.827996 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3b3f1205-6a74-4f2a-a0ce-2c3ca2540f4c req-3931e4ea-c926-44a7-980f-a41a96499d09 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 1100 time: 0.1162486 Jul 07 19:12:57.883782 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3b3f1205-6a74-4f2a-a0ce-2c3ca2540f4c req-29a9a15e-6372-4a75-a647-d3c725787b90 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464702 Jul 07 19:12:57.894370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef90b2-e930-4dd1-a6d1-4660d8c0b868 req-edee887f-e237-4260-93cc-45cf3380f592 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:57.897292 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeef90b2-e930-4dd1-a6d1-4660d8c0b868 req-edee887f-e237-4260-93cc-45cf3380f592 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 944 time: 0.1290476 Jul 07 19:12:57.962006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeef90b2-e930-4dd1-a6d1-4660d8c0b868 req-5c0d383a-3e74-462e-9f10-4c2b820b6985 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579445 Jul 07 19:12:58.176216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1046b1e-f80c-4dc6-be11-d64a6f0c546a req-a7e32afe-1af6-4e4c-8680-ee1086f0d3e0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:58.179628 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1046b1e-f80c-4dc6-be11-d64a6f0c546a req-a7e32afe-1af6-4e4c-8680-ee1086f0d3e0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 949 time: 0.1532850 Jul 07 19:12:58.250481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-553b44af-fe95-46e5-b14e-f547acd9d6c9 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:58.255097 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-553b44af-fe95-46e5-b14e-f547acd9d6c9 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.110 "GET /v2.0/networks?id=85732d60-b934-4f11-a9e0-7c1573fafade HTTP/1.1" status: 200 len: 822 time: 0.1978738 Jul 07 19:12:58.274068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Request body: {'port': {'device_id': '4419992f-d84b-49e5-831f-a6e64adaff97', 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade', 'admin_state_up': True, 'tenant_id': 'fcf281ee882148c88472a06e216f1edc'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:58.274521 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1046b1e-f80c-4dc6-be11-d64a6f0c546a req-01187165-4de1-4c79-9569-3fcc4d54e2b6 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872862 Jul 07 19:12:58.482175 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3a7ce-5ed6-4d1d-ad70-d095722bf49e req-1e7d1c8c-8291-4f6e-a956-a885691d802e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:58.485867 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45c3a7ce-5ed6-4d1d-ad70-d095722bf49e req-1e7d1c8c-8291-4f6e-a956-a885691d802e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.48 "GET /v2.0/ports?device_id=41d253f4-0451-40b5-b30b-85846effd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1006355 Jul 07 19:12:58.520041 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0170f37b-39c0-49c7-b24f-8fce70654525 req-de932365-0ee1-4236-9feb-0cabf1683ce7 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 210 time: 0.0328300 Jul 07 19:12:58.611691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Made reservation on behalf of fcf281ee882148c88472a06e216f1edc for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:58.621499 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:58.668153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81adcf6-1129-45b7-9114-87ff7edcbd30 req-2e0097c1-2b65-4f02-b33d-7a8a51876718 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:58.671412 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f81adcf6-1129-45b7-9114-87ff7edcbd30 req-2e0097c1-2b65-4f02-b33d-7a8a51876718 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.3571177 Jul 07 19:12:58.688031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-45c3a7ce-5ed6-4d1d-ad70-d095722bf49e req-15efe262-98e4-4bdd-9c63-22cc1debc296 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Deleting port f237cd57-a218-43fe-a00e-fda820de8231 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:58.688366 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-45c3a7ce-5ed6-4d1d-ad70-d095722bf49e req-15efe262-98e4-4bdd-9c63-22cc1debc296 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:58.787828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8441f-b398-44e9-a7b3-b0d1a2e693a0 req-26f81b2a-c175-4c3f-b660-75009f598b5b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:58.789362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49d8441f-b398-44e9-a7b3-b0d1a2e693a0 req-26f81b2a-c175-4c3f-b660-75009f598b5b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1405964 Jul 07 19:12:58.822846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-45c3a7ce-5ed6-4d1d-ad70-d095722bf49e req-15efe262-98e4-4bdd-9c63-22cc1debc296 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] For port f237cd57-a218-43fe-a00e-fda820de8231, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=f237cd57-a218-43fe-a00e-fda820de8231,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:58.822846 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-45c3a7ce-5ed6-4d1d-ad70-d095722bf49e req-15efe262-98e4-4bdd-9c63-22cc1debc296 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:58.840436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-45c3a7ce-5ed6-4d1d-ad70-d095722bf49e req-15efe262-98e4-4bdd-9c63-22cc1debc296 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Calling delete_port for f237cd57-a218-43fe-a00e-fda820de8231 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:58.846409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f81adcf6-1129-45b7-9114-87ff7edcbd30 req-f8d966b9-1576-4315-93fa-0adfee8dbcb2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656508 Jul 07 19:12:58.863897 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49d8441f-b398-44e9-a7b3-b0d1a2e693a0 req-ed30d7a1-96fc-456b-9cc8-8ea5d06a414b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670936 Jul 07 19:12:59.082043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-45c3a7ce-5ed6-4d1d-ad70-d095722bf49e req-15efe262-98e4-4bdd-9c63-22cc1debc296 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:59.152890 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e14cb2f-662c-48fd-a2ae-1a2d17098cf5 req-241c3169-5404-4e50-9592-8fd602dfa3d3 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 210 time: 0.0609195 Jul 07 19:12:59.158673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efe262-98e4-4bdd-9c63-22cc1debc296 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Pushing event deleted for resources: {'Port': ['ID=f237cd57-a218-43fe-a00e-fda820de8231,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:59.260251 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Allocated IP 172.20.0.5 (85732d60-b934-4f11-a9e0-7c1573fafade/24def68a-c6c6-446a-8e5c-4c03b65e7b64/858cfdd3-7492-488f-810c-8b63458af25f) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:59.290782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c3a7ce-5ed6-4d1d-ad70-d095722bf49e req-15efe262-98e4-4bdd-9c63-22cc1debc296 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] No DVR routers for this DVR port f237cd57-a218-43fe-a00e-fda820de8231 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:12:59.296826 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-45c3a7ce-5ed6-4d1d-ad70-d095722bf49e req-15efe262-98e4-4bdd-9c63-22cc1debc296 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:59.307848 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45c3a7ce-5ed6-4d1d-ad70-d095722bf49e req-15efe262-98e4-4bdd-9c63-22cc1debc296 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.48 "DELETE /v2.0/ports/f237cd57-a218-43fe-a00e-fda820de8231 HTTP/1.1" status: 204 len: 173 time: 0.7854514 Jul 07 19:12:59.311565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d253f4-0451-40b5-b30b-85846effd6e7', 'name': 'network-vif-deleted', 'tag': 'f237cd57-a218-43fe-a00e-fda820de8231'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:59.316100 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69150dea-db38-4dd7-a25a-d21b78e6bf8b" -d '{"events": [{"server_uuid": "41d253f4-0451-40b5-b30b-85846effd6e7", "name": "network-vif-deleted", "tag": "f237cd57-a218-43fe-a00e-fda820de8231"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:59.326140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['f237cd57-a218-43fe-a00e-fda820de8231'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:59.434756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b2ff7-6611-47f4-b1e4-aa28fa54e142 req-f4cd23d1-30d4-4b73-b85d-c4fc20d8466c tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:59.436431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-450b2ff7-6611-47f4-b1e4-aa28fa54e142 req-f4cd23d1-30d4-4b73-b85d-c4fc20d8466c tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 944 time: 0.1158500 Jul 07 19:12:59.455946 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-def29766-7f94-4c5c-88e4-be2800b45af4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:59.459437 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-def29766-7f94-4c5c-88e4-be2800b45af4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.110 "GET /v2.0/networks?id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 HTTP/1.1" status: 200 len: 815 time: 0.4181345 Jul 07 19:12:59.509310 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-450b2ff7-6611-47f4-b1e4-aa28fa54e142 req-22b7628a-3cc6-4d69-a380-f5b3f0ed9c58 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584242 Jul 07 19:12:59.510909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Request body: {'port': {'device_id': '207e0b78-486a-437c-9f8f-6d24a0d1c80e', 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7', 'admin_state_up': True, 'tenant_id': '17a434a7d0c942d08958b19e81486122'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:59.569293 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c70d98-c906-4f78-a7de-d0ba7de67926 x-openstack-request-id: req-e8c70d98-c906-4f78-a7de-d0ba7de67926 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:59.569594 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d253f4-0451-40b5-b30b-85846effd6e7", "name": "network-vif-deleted", "tag": "f237cd57-a218-43fe-a00e-fda820de8231", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:59.569856 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8c70d98-c906-4f78-a7de-d0ba7de67926 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:59.570266 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d253f4-0451-40b5-b30b-85846effd6e7', 'name': 'network-vif-deleted', 'tag': 'f237cd57-a218-43fe-a00e-fda820de8231', 'status': 'completed', 'code': 200} Jul 07 19:12:59.717532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1602680a-0f39-431e-947d-648885d98ee3 req-2f4ed5d1-5213-4d93-be59-b422ec19f5e6 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 210 time: 0.0328667 Jul 07 19:12:59.783484 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:59.815477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef1793-9ff0-42fd-b7d7-0f462ecb689a req-40be2676-ecce-4059-91da-65d730560583 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:59.816960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97ef1793-9ff0-42fd-b7d7-0f462ecb689a req-40be2676-ecce-4059-91da-65d730560583 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 949 time: 0.1992967 Jul 07 19:12:59.834306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Made reservation on behalf of 17a434a7d0c942d08958b19e81486122 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:59.837608 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:59.921662 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:59.969933 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97ef1793-9ff0-42fd-b7d7-0f462ecb689a req-dbd84c17-efb5-40cc-9495-d87bb78b1a9b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450775 Jul 07 19:13:00.003027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Network 85732d60-b934-4f11-a9e0-7c1573fafade is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:00.032309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:00.035283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:00.041902 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:00.042560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:00.059428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event updated for resources: {'Port': ['ID=858cfdd3-7492-488f-810c-8b63458af25f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:00.086219 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a393b-f499-44b8-b8d2-a56f1f62a5b1 req-0f0148e0-b00b-43c9-9a25-a719b5f39b03 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:00.087281 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-67243059-9597-4d3f-b422-7b382c28f39c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8155096 Jul 07 19:13:00.087765 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-734a393b-f499-44b8-b8d2-a56f1f62a5b1 req-0f0148e0-b00b-43c9-9a25-a719b5f39b03 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1004748 Jul 07 19:13:00.104459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Request body: {'port': {'device_id': '4419992f-d84b-49e5-831f-a6e64adaff97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:00.132979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-734a393b-f499-44b8-b8d2-a56f1f62a5b1 req-ac724b10-c5cb-440d-ae7e-96342b5f3321 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378389 Jul 07 19:13:00.134939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Allocated IP 172.20.0.13 (bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7/bbfd94d3-665b-4e9b-988c-c0779e981edc/83b4fd3b-8b4b-4d6b-937e-e739337550a2) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:00.308053 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:00.334357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23136f0b-b62b-49ef-b4c3-42dac0e01fcc req-7d8d8347-dc9c-4309-8ddc-bdd3b5fe317d tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:00.336012 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23136f0b-b62b-49ef-b4c3-42dac0e01fcc req-7d8d8347-dc9c-4309-8ddc-bdd3b5fe317d tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 1100 time: 0.0839996 Jul 07 19:13:00.403348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23136f0b-b62b-49ef-b4c3-42dac0e01fcc req-6a10e8b8-beaa-4f48-a497-4209df8a7084 tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579805 Jul 07 19:13:00.486982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd0000-a2fd-4ef4-a5b5-3e5bc79d3ef7 req-fa33ba39-7778-4999-80a8-42bb42913a2b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:00.488982 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32dd0000-a2fd-4ef4-a5b5-3e5bc79d3ef7 req-fa33ba39-7778-4999-80a8-42bb42913a2b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.3785813 Jul 07 19:13:00.634595 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0f2d7e01-37e9-467e-9386-c7c7ccb9b016 req-3301f091-a2b6-49dc-b796-bee31e4c81dd tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 210 time: 0.0410523 Jul 07 19:13:00.652042 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32dd0000-a2fd-4ef4-a5b5-3e5bc79d3ef7 req-14d49578-79d0-4769-83af-3349490b19d8 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508877 Jul 07 19:13:00.733857 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:00.875911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-fb8c0f3a-aade-4647-8e30-78a933dbc42b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451009 Jul 07 19:13:01.000174 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:01.021732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['f237cd57-a218-43fe-a00e-fda820de8231'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:01.085119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-b1c5c58e-d387-43c9-b1c3-1796736c13ea tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:01.087500 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-b1c5c58e-d387-43c9-b1c3-1796736c13ea tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016666 Jul 07 19:13:01.102736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:01.131418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:01.134010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fceeaed-8ede-456a-aafd-dc7f87e0ea85 req-1c212d5e-e4ca-472b-84b9-bdab015c02e6 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:01.134241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:01.136006 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fceeaed-8ede-456a-aafd-dc7f87e0ea85 req-1c212d5e-e4ca-472b-84b9-bdab015c02e6 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 944 time: 0.1429315 Jul 07 19:13:01.146941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:01.147666 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:01.168234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-91676696-267b-4b81-b913-c74a4912d3b8 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/quotas/f35fe41829b448fe95c5a595cdb30d92 HTTP/1.1" status: 200 len: 375 time: 0.0642743 Jul 07 19:13:01.175353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Pushing event updated for resources: {'Port': ['ID=83b4fd3b-8b4b-4d6b-937e-e739337550a2,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.195802 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:01.199924 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:01.204087 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-d3545753-3b1f-467a-9bb1-9163d1a20a26 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6989887 Jul 07 19:13:01.213764 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fceeaed-8ede-456a-aafd-dc7f87e0ea85 req-ace83fcc-63d9-4868-9bbf-316d68cf228e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714295 Jul 07 19:13:01.238239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Request body: {'port': {'device_id': '207e0b78-486a-437c-9f8f-6d24a0d1c80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:01.307523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858cfdd3-7492-488f-810c-8b63458af25f {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:01.321620 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:01.368849 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Transition to ACTIVE for port object 858cfdd3-7492-488f-810c-8b63458af25f will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:01.377953 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:01.414832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-df212c93-2878-45f6-b3df-a132b70ab162 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2304204 Jul 07 19:13:01.436044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0c697935-c618-4737-879f-c5b03b91c9d3 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:01.438596 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:01.493051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Pushing event updated for resources: {'Port': ['ID=858cfdd3-7492-488f-810c-8b63458af25f,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:01.543130 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 0c697935-c618-4737-879f-c5b03b91c9d3 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:01.553099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 0c697935-c618-4737-879f-c5b03b91c9d3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:01.553628 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:01.559382 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Attempting to bind port 858cfdd3-7492-488f-810c-8b63458af25f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:01.559724 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Attempting to bind port 858cfdd3-7492-488f-810c-8b63458af25f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:01.560240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Attempting to bind port 858cfdd3-7492-488f-810c-8b63458af25f on network 85732d60-b934-4f11-a9e0-7c1573fafade {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:01.567725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2eee65-c1a1-45c9-a5d0-aee50ccd9f59 req-2faef08e-dd13-4ded-b550-a05cc1353fb6 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:01.579386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Port 858cfdd3-7492-488f-810c-8b63458af25f on network 85732d60-b934-4f11-a9e0-7c1573fafade not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:01.579731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Attempting to bind port 858cfdd3-7492-488f-810c-8b63458af25f on network 85732d60-b934-4f11-a9e0-7c1573fafade {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:01.586399 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df2eee65-c1a1-45c9-a5d0-aee50ccd9f59 req-2faef08e-dd13-4ded-b550-a05cc1353fb6 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 943 time: 0.2099583 Jul 07 19:13:01.641907 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df2eee65-c1a1-45c9-a5d0-aee50ccd9f59 req-f450fc1c-03c2-4185-9f21-8fc8d606a116 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510111 Jul 07 19:13:01.643735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:01.648279 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Checking segment: {'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:01.649683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Bound using segment: {'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:01.650161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Bound port: 858cfdd3-7492-488f-810c-8b63458af25f, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:01.656713 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:01.773954 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:01.807385 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-789b7f9b-b521-445a-b906-a70d6a89ff8c req-e7363796-d7c5-41dc-a7ce-75e81c0f67d3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 210 time: 0.0731323 Jul 07 19:13:01.848239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0c697935-c618-4737-879f-c5b03b91c9d3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0c697935-c618-4737-879f-c5b03b91c9d3,segment=NetworkSegment(af005a54-f9b3-48c9-af97-29ccef859b10),segment_id=af005a54-f9b3-48c9-af97-29ccef859b10)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:01.849366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c697935-c618-4737-879f-c5b03b91c9d3'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:01.854064 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ccfbca-d1ff-48bd-bba1-cef066889d06" -d '{"events": [{"server_uuid": "b1ac35db-903d-47c7-8832-818a96bc1e15", "name": "network-vif-plugged", "status": "completed", "tag": "0c697935-c618-4737-879f-c5b03b91c9d3"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:01.861331 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:01.964097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0c697935-c618-4737-879f-c5b03b91c9d3,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:02.023353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] For port 858cfdd3-7492-488f-810c-8b63458af25f, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:02.054077 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] For port 858cfdd3-7492-488f-810c-8b63458af25f, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=858cfdd3-7492-488f-810c-8b63458af25f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:02.063512 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:02.134033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182b339-37b8-40d9-88ac-657a6b070fdd req-0b8ad8df-365e-4c7a-a9a9-f24e40d63e25 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:02.136040 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b182b339-37b8-40d9-88ac-657a6b070fdd req-0b8ad8df-365e-4c7a-a9a9-f24e40d63e25 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 932 time: 0.1282737 Jul 07 19:13:02.139955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409dfc2-5891-47f8-b6a4-ea303d0478a7 req-7329d500-8332-45e7-bafb-cf2627b5ab62 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:02.153814 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1409dfc2-5891-47f8-b6a4-ea303d0478a7 req-7329d500-8332-45e7-bafb-cf2627b5ab62 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.3352842 Jul 07 19:13:02.217025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:02.217811 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:02.219334 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] 10.222.0.110 "PUT /v2.0/ports/858cfdd3-7492-488f-810c-8b63458af25f HTTP/1.1" status: 200 len: 1091 time: 2.1236076 Jul 07 19:13:02.219488 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b182b339-37b8-40d9-88ac-657a6b070fdd req-186b8fcb-3552-47e6-ac1f-4503200ae87c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755723 Jul 07 19:13:02.221697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4419992f-d84b-49e5-831f-a6e64adaff97', 'tag': '858cfdd3-7492-488f-810c-8b63458af25f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:02.224083 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8a5630-df13-4eb4-ba84-9986585b483d" -d '{"events": [{"name": "network-changed", "server_uuid": "4419992f-d84b-49e5-831f-a6e64adaff97", "tag": "858cfdd3-7492-488f-810c-8b63458af25f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:02.396946 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc608c4-846a-42cb-bbba-5149f347b95a service neutron] Pushing event updated for resources: {'Port': ['ID=858cfdd3-7492-488f-810c-8b63458af25f,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:02.485665 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1409dfc2-5891-47f8-b6a4-ea303d0478a7 req-7fde0cb3-a8f1-4566-b6b1-d48e546b9ca8 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308098 Jul 07 19:13:02.562192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b4fd3b-8b4b-4d6b-937e-e739337550a2 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:02.575736 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc1792-fe11-49e0-b9e4-3d45428a6996 req-3aa9646a-3179-43d0-9454-7d4a50898226 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:02.581653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:02.588319 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fceda746-7dd1-40b9-ad3b-4e4f091dcaf5 x-openstack-request-id: req-fceda746-7dd1-40b9-ad3b-4e4f091dcaf5 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:02.589450 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ac35db-903d-47c7-8832-818a96bc1e15", "name": "network-vif-plugged", "status": "completed", "tag": "0c697935-c618-4737-879f-c5b03b91c9d3", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:02.590006 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fceda746-7dd1-40b9-ad3b-4e4f091dcaf5 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:02.590628 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c697935-c618-4737-879f-c5b03b91c9d3', 'code': 200} Jul 07 19:13:02.604368 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-35bc1792-fe11-49e0-b9e4-3d45428a6996 req-3aa9646a-3179-43d0-9454-7d4a50898226 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1318767 Jul 07 19:13:02.643587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Transition to ACTIVE for port object 83b4fd3b-8b4b-4d6b-937e-e739337550a2 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:02.651318 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:02.684612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ace00b58-aaaa-4968-9875-43b24d76478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:02.686419 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-ace00b58-aaaa-4968-9875-43b24d76478d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fcf281ee882148c88472a06e216f1edc&device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 1094 time: 0.3961017 Jul 07 19:13:02.688748 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-35bc1792-fe11-49e0-b9e4-3d45428a6996 req-05945f18-db54-4ee5-b738-b62555709700 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781765 Jul 07 19:13:03.021058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21534a65-f755-4da3-9c42-530c12607b0d req-c202db53-b128-4450-82e3-fd16e6c0902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:03.022635 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21534a65-f755-4da3-9c42-530c12607b0d req-c202db53-b128-4450-82e3-fd16e6c0902f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 1096 time: 0.1576195 Jul 07 19:13:03.073201 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7aa71d-676d-4ffc-a907-5940b8c944da x-openstack-request-id: req-1a7aa71d-676d-4ffc-a907-5940b8c944da {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:03.073690 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4419992f-d84b-49e5-831f-a6e64adaff97", "tag": "858cfdd3-7492-488f-810c-8b63458af25f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:03.074222 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a7aa71d-676d-4ffc-a907-5940b8c944da {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:03.074964 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4419992f-d84b-49e5-831f-a6e64adaff97', 'tag': '858cfdd3-7492-488f-810c-8b63458af25f', 'status': 'completed', 'code': 200} Jul 07 19:13:03.112753 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21534a65-f755-4da3-9c42-530c12607b0d req-b49f55ec-2f34-4c43-8bb6-53b16082e696 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757544 Jul 07 19:13:03.149590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b47969-eec2-4e9b-bac6-2a0d31dca33d req-c3a296af-7383-447c-84cb-884bdfe28867 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:03.153539 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23b47969-eec2-4e9b-bac6-2a0d31dca33d req-c3a296af-7383-447c-84cb-884bdfe28867 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 945 time: 0.2005103 Jul 07 19:13:03.156887 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-8f69bf39-52e6-47d8-b5d7-130f04c7e461 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=858cfdd3-7492-488f-810c-8b63458af25f HTTP/1.1" status: 200 len: 217 time: 0.0863588 Jul 07 19:13:03.229742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Pushing event updated for resources: {'Port': ['ID=83b4fd3b-8b4b-4d6b-937e-e739337550a2,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:03.270038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Attempting to bind port 83b4fd3b-8b4b-4d6b-937e-e739337550a2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:03.270381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Attempting to bind port 83b4fd3b-8b4b-4d6b-937e-e739337550a2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:03.270716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Attempting to bind port 83b4fd3b-8b4b-4d6b-937e-e739337550a2 on network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:03.274690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-69d572bd-8448-4405-9f41-af2018eaee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:03.276169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-69d572bd-8448-4405-9f41-af2018eaee3a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=24def68a-c6c6-446a-8e5c-4c03b65e7b64 HTTP/1.1" status: 200 len: 862 time: 0.1114588 Jul 07 19:13:03.282828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Port 83b4fd3b-8b4b-4d6b-937e-e739337550a2 on network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:03.283160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Attempting to bind port 83b4fd3b-8b4b-4d6b-937e-e739337550a2 on network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:03.305840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:03.306191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Checking segment: {'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:03.306577 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Bound using segment: {'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:03.307072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Bound port: 83b4fd3b-8b4b-4d6b-937e-e739337550a2, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:03.307442 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.337052 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-85419c65-ec0e-42d7-89c7-7394c9b44e8c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=85732d60-b934-4f11-a9e0-7c1573fafade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513735 Jul 07 19:13:03.352790 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f7b0-eea4-4a2f-9f8f-5ca6daf0f3e9 req-2021d306-f2eb-427d-ab52-c8b09d68a5c7 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:03.360304 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a53f7b0-eea4-4a2f-9f8f-5ca6daf0f3e9 req-2021d306-f2eb-427d-ab52-c8b09d68a5c7 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 943 time: 0.3052442 Jul 07 19:13:03.449416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device f237cd57-a218-43fe-a00e-fda820de8231 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:03.473871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: f237cd57-a218-43fe-a00e-fda820de8231 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:03.475173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device f237cd57-a218-43fe-a00e-fda820de8231 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:03.519585 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23b47969-eec2-4e9b-bac6-2a0d31dca33d req-01fc9b52-5875-41d2-81af-88e4f8f94528 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606088 Jul 07 19:13:03.561353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] For port 83b4fd3b-8b4b-4d6b-937e-e739337550a2, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:03.602397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] For port 83b4fd3b-8b4b-4d6b-937e-e739337550a2, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=83b4fd3b-8b4b-4d6b-937e-e739337550a2,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:03.609230 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a53f7b0-eea4-4a2f-9f8f-5ca6daf0f3e9 req-695f5e62-a6c9-4233-bb83-64e61be031f4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467742 Jul 07 19:13:03.614642 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.692159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:03.692159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.693663 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] 10.222.0.110 "PUT /v2.0/ports/83b4fd3b-8b4b-4d6b-937e-e739337550a2 HTTP/1.1" status: 200 len: 1092 time: 2.4624169 Jul 07 19:13:03.698127 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-1be1ffe7-86e1-41ad-bf8b-64fe009b8bb7 service neutron] 10.222.0.110 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340166 Jul 07 19:13:03.830368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e516980-4665-4ba6-adf8-fb1d9798aa40 service neutron] Pushing event updated for resources: {'Port': ['ID=83b4fd3b-8b4b-4d6b-937e-e739337550a2,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:03.886556 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-62581fdc-b372-420a-ac3c-d4701bfb6ec8 req-2ee69849-b9de-4677-98f5-b39142252ccd tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 210 time: 0.0309002 Jul 07 19:13:03.936609 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de3829fb-eede-4a89-a945-f46b093a6a80 req-e68397a5-44e9-47b1-8209-01103a98954c service neutron] 10.222.0.110 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282026 Jul 07 19:13:03.955277 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-e60d9ca1-e404-4534-9051-c909e2095657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:03.957136 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-e60d9ca1-e404-4534-9051-c909e2095657 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=17a434a7d0c942d08958b19e81486122&device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 1095 time: 0.2120588 Jul 07 19:13:03.976103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9584f2-8f0a-40c8-90c4-24c37d847b66 req-a0b55624-8e01-4a1a-a93e-6a4fdb7dbcf7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:03.978553 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e9584f2-8f0a-40c8-90c4-24c37d847b66 req-a0b55624-8e01-4a1a-a93e-6a4fdb7dbcf7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 944 time: 0.1509366 Jul 07 19:13:04.089288 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-f4a754d0-c2c5-4e91-9796-ca4b32823c9a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b4fd3b-8b4b-4d6b-937e-e739337550a2 HTTP/1.1" status: 200 len: 217 time: 0.1085989 Jul 07 19:13:04.105838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ece5e-bda9-466e-9600-542e7832d259 req-3feef925-0ba8-47fa-93d9-a05e2450b71a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:04.111415 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f52ece5e-bda9-466e-9600-542e7832d259 req-3feef925-0ba8-47fa-93d9-a05e2450b71a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.0904820 Jul 07 19:13:04.161779 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-4bf77177-1356-4383-bd72-2744ae82157a tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f35fe41829b448fe95c5a595cdb30d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486131 Jul 07 19:13:04.175627 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e9584f2-8f0a-40c8-90c4-24c37d847b66 req-80623261-2868-4d84-be7e-0ddb620fad03 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842458 Jul 07 19:13:04.216043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-0e0277ad-6682-46f2-af27-17f07cdda6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:04.217962 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-0e0277ad-6682-46f2-af27-17f07cdda6cc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bbfd94d3-665b-4e9b-988c-c0779e981edc HTTP/1.1" status: 200 len: 855 time: 0.1073170 Jul 07 19:13:04.227175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a5630-df13-4eb4-ba84-9986585b483d req-5c3324ff-bebd-4ea6-b66b-b1aa7f058a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:04.228675 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a8a5630-df13-4eb4-ba84-9986585b483d req-5c3324ff-bebd-4ea6-b66b-b1aa7f058a45 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fcf281ee882148c88472a06e216f1edc&device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 1094 time: 0.1661880 Jul 07 19:13:04.250948 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f52ece5e-bda9-466e-9600-542e7832d259 req-6a430c2f-76a8-4bf4-b857-5f0ce7b3f2fc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322262 Jul 07 19:13:04.275591 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-f0e50a59-bd2f-4534-a577-cb009d2317e4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451770 Jul 07 19:13:04.384356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-367b01c2-b84f-44c6-9000-79b28e5c381c tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:04.392666 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-367b01c2-b84f-44c6-9000-79b28e5c381c tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195232 Jul 07 19:13:04.412468 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Request body: {'port': {'device_id': 'b7702ad7-e8c1-4c23-a730-3e3229c4512e', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'f35fe41829b448fe95c5a595cdb30d92'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:04.538019 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a5630-df13-4eb4-ba84-9986585b483d req-6d34aade-0efe-4827-b6e2-40010a3ff5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:04.539696 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a8a5630-df13-4eb4-ba84-9986585b483d req-6d34aade-0efe-4827-b6e2-40010a3ff5b0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=85732d60-b934-4f11-a9e0-7c1573fafade HTTP/1.1" status: 200 len: 923 time: 0.2999997 Jul 07 19:13:04.549530 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-7cd0082c-bd9b-48cb-a810-8fac6eb24679 service neutron] 10.222.0.110 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615159 Jul 07 19:13:04.564777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c4d7d-4c2a-4455-af9d-a676c99dd005 req-84d44b13-c9a7-458e-b26b-f686ca6a02e7 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:04.571269 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-151c4d7d-4c2a-4455-af9d-a676c99dd005 req-84d44b13-c9a7-458e-b26b-f686ca6a02e7 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.2019651 Jul 07 19:13:04.597011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Made reservation on behalf of f35fe41829b448fe95c5a595cdb30d92 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:04.606480 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:04.673739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a8a5630-df13-4eb4-ba84-9986585b483d req-7e8a6c0e-2ec8-4e76-95c2-20e7f8c09dd4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=858cfdd3-7492-488f-810c-8b63458af25f HTTP/1.1" status: 200 len: 217 time: 0.0999544 Jul 07 19:13:04.754022 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-151c4d7d-4c2a-4455-af9d-a676c99dd005 req-127b4f02-9024-4223-9919-d9124aa6f764 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817565 Jul 07 19:13:04.807871 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a5630-df13-4eb4-ba84-9986585b483d req-f45d2536-5348-4fe3-9252-a5f76d342aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:04.809842 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a8a5630-df13-4eb4-ba84-9986585b483d req-f45d2536-5348-4fe3-9252-a5f76d342aa2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=24def68a-c6c6-446a-8e5c-4c03b65e7b64 HTTP/1.1" status: 200 len: 862 time: 0.1213493 Jul 07 19:13:04.818263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29deb1d-605f-4079-a8cd-fb10da920cf5 req-7b42d29b-3c0b-44c3-8957-f8b77a8a6a07 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:04.825435 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a29deb1d-605f-4079-a8cd-fb10da920cf5 req-7b42d29b-3c0b-44c3-8957-f8b77a8a6a07 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 945 time: 0.1424603 Jul 07 19:13:04.832937 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d8e5007-f9e5-4adc-87fd-3578a7ece7ff req-c37978f0-219f-41e9-bf1a-9776b81073ab service neutron] 10.222.0.110 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579858 Jul 07 19:13:04.858951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Allocated IP 192.168.233.92 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/403976bb-6abd-4c85-a5c1-b564fbbc16b9) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:04.895117 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a8a5630-df13-4eb4-ba84-9986585b483d req-f656badb-2e93-43fb-b23e-63dc5ec2a777 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=85732d60-b934-4f11-a9e0-7c1573fafade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598519 Jul 07 19:13:04.895600 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a29deb1d-605f-4079-a8cd-fb10da920cf5 req-7bbc7f6e-b87d-49da-95c5-cd1bb6271202 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688760 Jul 07 19:13:05.076956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207e0b78-486a-437c-9f8f-6d24a0d1c80e', 'tag': '83b4fd3b-8b4b-4d6b-937e-e739337550a2'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:05.080837 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb27940-b266-4a02-a47b-2a4339875ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "207e0b78-486a-437c-9f8f-6d24a0d1c80e", "tag": "83b4fd3b-8b4b-4d6b-937e-e739337550a2"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:05.097459 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33308ea6-e91e-4094-b180-b36776d0d31a req-84f2917e-2ec9-4b24-aba6-85a115a0465f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 210 time: 0.0444365 Jul 07 19:13:05.101264 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a8a5630-df13-4eb4-ba84-9986585b483d req-8409be40-5bca-4f36-8cde-14f89e759a1a service neutron] 10.222.0.110 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988213 Jul 07 19:13:05.138849 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f741740-3b01-4319-9b52-7c306d312838 req-5740e060-d00b-4fd9-b005-0393aa56eaf4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:05.141346 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f741740-3b01-4319-9b52-7c306d312838 req-5740e060-d00b-4fd9-b005-0393aa56eaf4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 943 time: 0.1586654 Jul 07 19:13:05.184620 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:05.188790 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6f2563-1780-4206-9e99-e5d3e9cc787f x-openstack-request-id: req-6d6f2563-1780-4206-9e99-e5d3e9cc787f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:05.189083 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207e0b78-486a-437c-9f8f-6d24a0d1c80e", "tag": "83b4fd3b-8b4b-4d6b-937e-e739337550a2", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:05.189335 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d6f2563-1780-4206-9e99-e5d3e9cc787f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:05.189722 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207e0b78-486a-437c-9f8f-6d24a0d1c80e', 'tag': '83b4fd3b-8b4b-4d6b-937e-e739337550a2', 'status': 'completed', 'code': 200} Jul 07 19:13:05.228284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Transition to ACTIVE for port object 403976bb-6abd-4c85-a5c1-b564fbbc16b9 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:05.297333 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f741740-3b01-4319-9b52-7c306d312838 req-3286fd53-bc94-4ea5-aefe-304265860a7b tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389029 Jul 07 19:13:05.305891 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:05.326915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c', 'b00c676e-5f2e-4f57-ba30-004c12bcd707'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:05.362248 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a8a5630-df13-4eb4-ba84-9986585b483d req-07bcd9b4-dcda-4d66-a77e-1dd24d561d03 service neutron] 10.222.0.110 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481236 Jul 07 19:13:05.401362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb27940-b266-4a02-a47b-2a4339875ccc req-bbc3dc60-0b53-4468-a988-0f6f363f45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:05.405158 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0eb27940-b266-4a02-a47b-2a4339875ccc req-bbc3dc60-0b53-4468-a988-0f6f363f45d6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=17a434a7d0c942d08958b19e81486122&device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 1095 time: 0.1812649 Jul 07 19:13:05.424132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:05.433610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de882884-e49d-477a-8d6d-2f80664a57a6', 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'b77bdb11-cd38-43af-8df3-f525197df328', '1eb0222a-d0ff-4edf-a892-8785399be751', '2a475b45-dce2-4128-8533-97c4f0cd3037'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:05.494462 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event updated for resources: {'Port': ['ID=403976bb-6abd-4c85-a5c1-b564fbbc16b9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:05.499413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:05.547392 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:05.552916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:05.659195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:05.659758 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:05.677347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb27940-b266-4a02-a47b-2a4339875ccc req-0421b59e-da90-432a-8d86-ff83c7d564f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:05.680299 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0eb27940-b266-4a02-a47b-2a4339875ccc req-0421b59e-da90-432a-8d86-ff83c7d564f3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 HTTP/1.1" status: 200 len: 916 time: 0.2645240 Jul 07 19:13:05.697041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bf809-801e-4714-82da-2824e319f776 req-f340a510-447f-47e1-9ebd-22f0f9768426 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:05.699387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20faf74-f79d-491e-8281-88a7424434ae req-abea3909-7644-4674-a2ff-12e8c7d7a34e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:05.701177 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e20faf74-f79d-491e-8281-88a7424434ae req-abea3909-7644-4674-a2ff-12e8c7d7a34e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 944 time: 0.2177310 Jul 07 19:13:05.703653 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-c36b3cbf-e2df-4899-aadd-1661b31e9c6f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2959483 Jul 07 19:13:05.707400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb0bf809-801e-4714-82da-2824e319f776 req-f340a510-447f-47e1-9ebd-22f0f9768426 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1967351 Jul 07 19:13:05.723024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Request body: {'port': {'device_id': 'b7702ad7-e8c1-4c23-a730-3e3229c4512e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:05.790430 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0eb27940-b266-4a02-a47b-2a4339875ccc req-210fb281-102f-4d5a-b629-dd75792a301c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b4fd3b-8b4b-4d6b-937e-e739337550a2 HTTP/1.1" status: 200 len: 217 time: 0.0706711 Jul 07 19:13:05.870361 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb0bf809-801e-4714-82da-2824e319f776 req-d74ea092-bed1-4352-988e-8a63b3538024 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492896 Jul 07 19:13:05.888730 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb27940-b266-4a02-a47b-2a4339875ccc req-f412a1d8-e57e-4b39-90bb-8bbdec9ae0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:05.891054 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0eb27940-b266-4a02-a47b-2a4339875ccc req-f412a1d8-e57e-4b39-90bb-8bbdec9ae0cb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bbfd94d3-665b-4e9b-988c-c0779e981edc HTTP/1.1" status: 200 len: 855 time: 0.0906374 Jul 07 19:13:05.903208 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e20faf74-f79d-491e-8281-88a7424434ae req-62b2391d-bfe9-4b8f-9b7b-d661e1887fbf tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247723 Jul 07 19:13:05.906770 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:05.986152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3c3d7421-4250-49b2-b928-6d9297e157bf None None] Provisioning for port 403976bb-6abd-4c85-a5c1-b564fbbc16b9 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:05.992715 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0eb27940-b266-4a02-a47b-2a4339875ccc req-72655fa7-7af6-4417-ad09-ead270902f74 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935390 Jul 07 19:13:05.999141 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3c3d7421-4250-49b2-b928-6d9297e157bf None None] Provisioning complete for port 403976bb-6abd-4c85-a5c1-b564fbbc16b9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:05.999582 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c3d7421-4250-49b2-b928-6d9297e157bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:06.195085 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0eb27940-b266-4a02-a47b-2a4339875ccc req-f4007d96-b6a6-4959-91e6-ddebf9fb1749 service neutron] 10.222.0.110 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903985 Jul 07 19:13:06.219539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d7421-4250-49b2-b928-6d9297e157bf None None] Port 403976bb-6abd-4c85-a5c1-b564fbbc16b9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:13:06.350208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d207c-1190-46e2-a907-24ce8105af89 req-c7590e33-6556-4213-9ef1-7f2fa6171924 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:06.351989 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-688d207c-1190-46e2-a907-24ce8105af89 req-c7590e33-6556-4213-9ef1-7f2fa6171924 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1542599 Jul 07 19:13:06.429364 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0eb27940-b266-4a02-a47b-2a4339875ccc req-0b8b4f23-300e-4a6c-bbf2-832f89cdec30 service neutron] 10.222.0.110 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208602 Jul 07 19:13:06.434831 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-688d207c-1190-46e2-a907-24ce8105af89 req-221cefdc-a859-4dc0-bc4d-2aa55caabff1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756047 Jul 07 19:13:06.463915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5695ea-61c7-4912-919a-fa7635d53ac5 req-55bb2823-90de-4340-bd80-4f2ef01345e6 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:06.465595 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba5695ea-61c7-4912-919a-fa7635d53ac5 req-55bb2823-90de-4340-bd80-4f2ef01345e6 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 945 time: 0.2237206 Jul 07 19:13:06.510381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403976bb-6abd-4c85-a5c1-b564fbbc16b9 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:06.519345 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:06.532340 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Transition to ACTIVE for port object 403976bb-6abd-4c85-a5c1-b564fbbc16b9 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:06.539431 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:06.548055 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba5695ea-61c7-4912-919a-fa7635d53ac5 req-36ec8e02-06e6-44ab-827c-01d609e6795b tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748670 Jul 07 19:13:06.710340 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Pushing event updated for resources: {'Port': ['ID=403976bb-6abd-4c85-a5c1-b564fbbc16b9,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:06.729147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:06.729499 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:06.731292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:06.731883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:06.732373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:06.732717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:06.733062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:06.735969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:06.735969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:06.735969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:06.736438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:06.736735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:06.768254 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9ee77-0b47-4efc-b99b-7c7e3a787783 req-49aa5e1a-d872-4a5e-a464-161e18b50c18 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:06.772353 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9ee77-0b47-4efc-b99b-7c7e3a787783 req-49aa5e1a-d872-4a5e-a464-161e18b50c18 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 943 time: 0.1007822 Jul 07 19:13:06.828381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9ee77-0b47-4efc-b99b-7c7e3a787783 req-81f7d24d-bcdf-424a-832d-1d9a60ffc921 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484517 Jul 07 19:13:06.837316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4742b-b4a0-406e-a8d7-00b1407b1d49 req-272ab9ff-24bf-4541-b7d4-77bbaaefc410 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:06.838913 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ef4742b-b4a0-406e-a8d7-00b1407b1d49 req-272ab9ff-24bf-4541-b7d4-77bbaaefc410 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 947 time: 0.2052927 Jul 07 19:13:06.885446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Attempting to bind port 403976bb-6abd-4c85-a5c1-b564fbbc16b9 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:06.885785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Attempting to bind port 403976bb-6abd-4c85-a5c1-b564fbbc16b9 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:06.886116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Attempting to bind port 403976bb-6abd-4c85-a5c1-b564fbbc16b9 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:06.896947 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Port 403976bb-6abd-4c85-a5c1-b564fbbc16b9 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:06.897280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Attempting to bind port 403976bb-6abd-4c85-a5c1-b564fbbc16b9 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:06.909270 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ef4742b-b4a0-406e-a8d7-00b1407b1d49 req-1a78170d-c968-44a4-af5b-1f5169d12f18 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634460 Jul 07 19:13:06.910181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:06.910541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:06.910969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:06.911423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Bound port: 403976bb-6abd-4c85-a5c1-b564fbbc16b9, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:06.911786 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:07.015194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] For port 403976bb-6abd-4c85-a5c1-b564fbbc16b9, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:07.019508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] For port 403976bb-6abd-4c85-a5c1-b564fbbc16b9, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=403976bb-6abd-4c85-a5c1-b564fbbc16b9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:07.026531 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:07.106578 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-9546df14-3317-49e9-b699-ac7fa8865594 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 258 time: 0.2421679 Jul 07 19:13:07.116818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:07.117544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:07.119439 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] 10.222.0.48 "PUT /v2.0/ports/403976bb-6abd-4c85-a5c1-b564fbbc16b9 HTTP/1.1" status: 200 len: 1095 time: 1.4026272 Jul 07 19:13:07.125460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:07.131197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7702ad7-e8c1-4c23-a730-3e3229c4512e', 'tag': '403976bb-6abd-4c85-a5c1-b564fbbc16b9'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:07.134054 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7509ee-ca1e-41c4-a46a-ca0f91c8c15a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7702ad7-e8c1-4c23-a730-3e3229c4512e", "tag": "403976bb-6abd-4c85-a5c1-b564fbbc16b9"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:07.163670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a3f1a-5bc3-4969-aaef-667af280e740 service neutron] Pushing event updated for resources: {'Port': ['ID=403976bb-6abd-4c85-a5c1-b564fbbc16b9,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:07.176625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:07.207088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 83b4fd3b-8b4b-4d6b-937e-e739337550a2 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:07.213404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6356-6c17-45cc-9bd1-175778aa8c2f req-ff8f2ead-6bdf-44c9-990f-5c4a598a5208 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:07.220597 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3d0a6356-6c17-45cc-9bd1-175778aa8c2f req-ff8f2ead-6bdf-44c9-990f-5c4a598a5208 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1601443 Jul 07 19:13:07.295877 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3d0a6356-6c17-45cc-9bd1-175778aa8c2f req-89e160b2-9c4e-4f28-9402-f84ecffa701b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745530 Jul 07 19:13:07.315719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-9ddd84f6-978f-4b8f-8ffc-a22b0c041f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:07.318403 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-9ddd84f6-978f-4b8f-8ffc-a22b0c041f16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 1098 time: 0.1254575 Jul 07 19:13:07.431067 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 83b4fd3b-8b4b-4d6b-937e-e739337550a2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=83b4fd3b-8b4b-4d6b-937e-e739337550a2,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:07.432547 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:07.440530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-3bf9f6fc-8ba3-49a8-a266-6b427760990a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=403976bb-6abd-4c85-a5c1-b564fbbc16b9 HTTP/1.1" status: 200 len: 217 time: 0.1111014 Jul 07 19:13:07.462746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '83b4fd3b-8b4b-4d6b-937e-e739337550a2', 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7', 'port_id': '83b4fd3b-8b4b-4d6b-937e-e739337550a2', 'mac_address': 'fa:16:3e:3b:8a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfd94d3-665b-4e9b-988c-c0779e981edc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:07.523803 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:07.537565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b4fd3b-8b4b-4d6b-937e-e739337550a2 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:07.564101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 83b4fd3b-8b4b-4d6b-937e-e739337550a2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=83b4fd3b-8b4b-4d6b-937e-e739337550a2,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:07.570092 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:07.571126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 858cfdd3-7492-488f-810c-8b63458af25f details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:07.602715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-5c747fe8-454b-453f-aaa7-fe770085d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:07.607813 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-5c747fe8-454b-453f-aaa7-fe770085d912 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1601167 Jul 07 19:13:07.628217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Allocated IP 172.25.0.202 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/31c81b30-18cf-41b0-84ad-f8e4e4bf0d6a) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:07.703824 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f46f-47bb-46b8-a8c0-ca0127e4ce24 req-2e30927c-e152-4bb7-82ac-5d89ed520508 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:07.711832 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61a8f46f-47bb-46b8-a8c0-ca0127e4ce24 req-2e30927c-e152-4bb7-82ac-5d89ed520508 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 944 time: 0.2145245 Jul 07 19:13:07.772635 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61a8f46f-47bb-46b8-a8c0-ca0127e4ce24 req-97189a72-a258-4d12-ba5b-45e540a8fd83 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545917 Jul 07 19:13:07.807675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-3cebe38a-ee34-4327-aeb8-bd2d3eb39e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:07.810184 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-3cebe38a-ee34-4327-aeb8-bd2d3eb39e94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1899366 Jul 07 19:13:07.811186 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:07.858573 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=83b4fd3b-8b4b-4d6b-937e-e739337550a2,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:07.877490 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:07.905956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 858cfdd3-7492-488f-810c-8b63458af25f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=858cfdd3-7492-488f-810c-8b63458af25f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:07.926278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '858cfdd3-7492-488f-810c-8b63458af25f', 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade', 'port_id': '858cfdd3-7492-488f-810c-8b63458af25f', 'mac_address': 'fa:16:3e:93:4b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24def68a-c6c6-446a-8e5c-4c03b65e7b64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:07.937665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:07.943352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:07.945759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Pushing event updated for resources: {'Port': ['ID=31c81b30-18cf-41b0-84ad-f8e4e4bf0d6a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:07.948372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:07.963539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:07.964169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:07.964766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:07.965529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:07.966049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:07.966560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:07.967081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:07.968305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:07.968670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:07.969015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:07.969357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:07.969693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:07.991046 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.008975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858cfdd3-7492-488f-810c-8b63458af25f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:08.023435 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.027067 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7527afc7-43ce-49ae-944a-e069dac6ffff x-openstack-request-id: req-7527afc7-43ce-49ae-944a-e069dac6ffff {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:08.027628 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7702ad7-e8c1-4c23-a730-3e3229c4512e", "tag": "403976bb-6abd-4c85-a5c1-b564fbbc16b9", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:08.027746 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7527afc7-43ce-49ae-944a-e069dac6ffff {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:08.028145 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7702ad7-e8c1-4c23-a730-3e3229c4512e', 'tag': '403976bb-6abd-4c85-a5c1-b564fbbc16b9', 'status': 'completed', 'code': 200} Jul 07 19:13:08.057998 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-9370a1e9-94ed-41b4-a6a0-cb07efbb7abd service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318532 Jul 07 19:13:08.064013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 858cfdd3-7492-488f-810c-8b63458af25f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=858cfdd3-7492-488f-810c-8b63458af25f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:08.069851 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.104356 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.184081 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=858cfdd3-7492-488f-810c-8b63458af25f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:08.235573 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-168e28d7-171e-44cf-831d-0ae5239fe98d req-848c6449-a9df-4d32-8bc4-48b01e874ea3 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581140 Jul 07 19:13:08.279151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffe3ac-09ee-46a1-8f4f-198d97b9662b req-bdcae6ca-2dbe-4d62-9c70-9d4ff33d63b0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:08.280896 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddffe3ac-09ee-46a1-8f4f-198d97b9662b req-bdcae6ca-2dbe-4d62-9c70-9d4ff33d63b0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.1121573 Jul 07 19:13:08.300481 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.307862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.350264 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.372645 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.381026 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2616296 Jul 07 19:13:08.385159 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddffe3ac-09ee-46a1-8f4f-198d97b9662b req-3c46e136-161f-41b0-a72f-ec58b50dddd1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922322 Jul 07 19:13:08.396492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495125e-8fc9-4fa5-85e2-ff6ff8ee0413 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Pushing event updated for resources: {'Port': ['ID=31c81b30-18cf-41b0-84ad-f8e4e4bf0d6a,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:08.410353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7509ee-ca1e-41c4-a46a-ca0f91c8c15a req-77903072-4eb4-4ebc-a565-14a0c599ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:08.412145 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c7509ee-ca1e-41c4-a46a-ca0f91c8c15a req-77903072-4eb4-4ebc-a565-14a0c599ffec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 1098 time: 0.0926936 Jul 07 19:13:08.418123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['858cfdd3-7492-488f-810c-8b63458af25f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:08.422435 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['83b4fd3b-8b4b-4d6b-937e-e739337550a2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:08.487249 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-1e6db11c-94ae-4e26-9b43-9621584a7f6f tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.202 HTTP/1.1" status: 200 len: 696 time: 0.1051204 Jul 07 19:13:08.621010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7509ee-ca1e-41c4-a46a-ca0f91c8c15a req-6b36babb-7f3e-45a2-a32b-9309627d8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:08.622648 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c7509ee-ca1e-41c4-a46a-ca0f91c8c15a req-6b36babb-7f3e-45a2-a32b-9309627d8ff0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1973367 Jul 07 19:13:08.682614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-68ebb88b-0eb3-4708-803c-cfe0cb06dcc4 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:08.684153 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c7509ee-ca1e-41c4-a46a-ca0f91c8c15a req-ab9919b8-9a77-4337-bea7-9e58ecd443e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=403976bb-6abd-4c85-a5c1-b564fbbc16b9 HTTP/1.1" status: 200 len: 217 time: 0.0492067 Jul 07 19:13:08.684596 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc4b76b1-0a74-4b02-b5b3-68ac2d3d3ca3 req-68ebb88b-0eb3-4708-803c-cfe0cb06dcc4 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1913691 Jul 07 19:13:08.704075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a3052-619f-47c8-906b-e2f6057def98 req-f568557f-e355-4f91-b9a6-5c3000aaf4e8 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:08.707048 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e54a3052-619f-47c8-906b-e2f6057def98 req-f568557f-e355-4f91-b9a6-5c3000aaf4e8 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 944 time: 0.1648602 Jul 07 19:13:08.760871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7509ee-ca1e-41c4-a46a-ca0f91c8c15a req-bbca5ff7-2d85-4162-a0f9-374468a06574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:08.762593 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c7509ee-ca1e-41c4-a46a-ca0f91c8c15a req-bbca5ff7-2d85-4162-a0f9-374468a06574 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0544858 Jul 07 19:13:08.843519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e54a3052-619f-47c8-906b-e2f6057def98 req-cd59af74-0062-4b31-8bb3-e2d5c6124b9d tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799239 Jul 07 19:13:08.873775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7509ee-ca1e-41c4-a46a-ca0f91c8c15a req-1a5cf922-2c18-4bbd-905c-19579df55dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:08.873775 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c7509ee-ca1e-41c4-a46a-ca0f91c8c15a req-1a5cf922-2c18-4bbd-905c-19579df55dfa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924993 Jul 07 19:13:08.884935 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82869a3a-4bf3-464f-91b0-a4aa200d22c3 req-2409bed1-0afb-49b0-8f46-689ead9a1a71 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:08.886410 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82869a3a-4bf3-464f-91b0-a4aa200d22c3 req-2409bed1-0afb-49b0-8f46-689ead9a1a71 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 947 time: 0.0747991 Jul 07 19:13:08.969030 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82869a3a-4bf3-464f-91b0-a4aa200d22c3 req-e0162e89-3638-4f78-a618-740c94fa44ae tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727334 Jul 07 19:13:09.026128 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c7509ee-ca1e-41c4-a46a-ca0f91c8c15a req-60e336bd-52d2-41d0-9b95-2352d2e5435e service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383536 Jul 07 19:13:09.106880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ae6e2-8c2c-44e3-90a5-5f8c90cee720 req-053cabfb-7eea-4b02-875b-bbff94ac7897 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:09.110977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-685ae6e2-8c2c-44e3-90a5-5f8c90cee720 req-053cabfb-7eea-4b02-875b-bbff94ac7897 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1388779 Jul 07 19:13:09.181920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-685ae6e2-8c2c-44e3-90a5-5f8c90cee720 req-b25601c7-037f-4233-8841-0fb5775d63fc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710073 Jul 07 19:13:09.210302 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c7509ee-ca1e-41c4-a46a-ca0f91c8c15a req-8e6390a4-438b-4182-a90a-ab43e5360df4 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681776 Jul 07 19:13:09.378074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e30a5-37c6-434a-a19a-b7ac7d1161e1 req-80a97395-8c14-4937-ab51-6b006248a298 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:09.379717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-241e30a5-37c6-434a-a19a-b7ac7d1161e1 req-80a97395-8c14-4937-ab51-6b006248a298 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 945 time: 0.0779583 Jul 07 19:13:09.430530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-241e30a5-37c6-434a-a19a-b7ac7d1161e1 req-9bd504bc-6a65-493f-b2a8-25a64bfb3814 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440924 Jul 07 19:13:09.548406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-3c197c30-ae9c-4241-95dd-12d7ab998cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:09.550302 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-3c197c30-ae9c-4241-95dd-12d7ab998cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4391048 Jul 07 19:13:09.605629 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-ed9bd4b4-1b25-4b38-86c9-96a33b7dda95 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.202 HTTP/1.1" status: 200 len: 696 time: 0.0493784 Jul 07 19:13:09.617395 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-b99c9b99-42d9-4d3d-932c-47962d04a9cc tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Request body: {'floatingip': {'port_id': '0c697935-c618-4737-879f-c5b03b91c9d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:09.634343 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:09.670305 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-b99c9b99-42d9-4d3d-932c-47962d04a9cc tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:09.769169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dfd73-1cf4-4611-810c-6957983c7b30 req-12e14ad3-5cc6-416e-804b-a6017016d437 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:09.775275 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-648dfd73-1cf4-4611-810c-6957983c7b30 req-12e14ad3-5cc6-416e-804b-a6017016d437 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 945 time: 0.0850792 Jul 07 19:13:09.815276 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-648dfd73-1cf4-4611-810c-6957983c7b30 req-9d70ec0c-e22f-41a2-8b50-0021f270155d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371673 Jul 07 19:13:10.050099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783cbbb-206b-47b4-ae4e-e7ba0cb75b0b req-b329f05c-51d0-49ae-a5f0-ee73684b32f6 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:10.052481 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0783cbbb-206b-47b4-ae4e-e7ba0cb75b0b req-b329f05c-51d0-49ae-a5f0-ee73684b32f6 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 944 time: 0.0741239 Jul 07 19:13:10.097695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0783cbbb-206b-47b4-ae4e-e7ba0cb75b0b req-e511ee57-ab6e-42f1-8502-0d64503b8c35 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335460 Jul 07 19:13:10.191533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-b99c9b99-42d9-4d3d-932c-47962d04a9cc tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.197455 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-b99c9b99-42d9-4d3d-932c-47962d04a9cc tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.280043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38458ac5-c990-47a4-be1f-7fbf0a3d7019 req-f4b6d1c4-7ba5-4989-8950-17562eccbc08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:10.283393 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-38458ac5-c990-47a4-be1f-7fbf0a3d7019 req-f4b6d1c4-7ba5-4989-8950-17562eccbc08 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 947 time: 0.0808072 Jul 07 19:13:10.313195 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-b99c9b99-42d9-4d3d-932c-47962d04a9cc tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Floating IP 5c7666aa-0e6c-4182-9bb6-828d6d10ae6a associated. External IP: 172.25.0.202, port: 0c697935-c618-4737-879f-c5b03b91c9d3. Jul 07 19:13:10.331341 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-38458ac5-c990-47a4-be1f-7fbf0a3d7019 req-0c3685b9-871d-4a83-a67f-1d4c4a17228f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 Jul 07 19:13:10.566404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade007d-e71b-463a-b954-ef85f19aa173 req-2d28bf1c-6474-4183-85ef-5bf7dc101d92 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:10.574062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ade007d-e71b-463a-b954-ef85f19aa173 req-2d28bf1c-6474-4183-85ef-5bf7dc101d92 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1146495 Jul 07 19:13:10.601315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-554ae884-96bc-4b09-afd6-9d0d0c18ead8 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:10.604017 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-554ae884-96bc-4b09-afd6-9d0d0c18ead8 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951&tenant_id=c5ba298996444ac4a7794654f9024386&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1096 time: 0.1160235 Jul 07 19:13:10.608249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-b99c9b99-42d9-4d3d-932c-47962d04a9cc tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Router d0f934b4-f567-40fe-b8c3-e625c1c44610 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:13:10.629667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-9'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:10.637591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ade007d-e71b-463a-b954-ef85f19aa173 req-a9c098f7-379e-452d-86c6-72d4bb1490ec tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626504 Jul 07 19:13:10.757854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-b99c9b99-42d9-4d3d-932c-47962d04a9cc tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:13:10.758333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.766316 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-b99c9b99-42d9-4d3d-932c-47962d04a9cc tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.775459 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b69a82-a97e-44f3-9441-550b59c9a9d5 None None] Sync routers for ids ['d0f934b4-f567-40fe-b8c3-e625c1c44610'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:13:10.786039 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b69a82-a97e-44f3-9441-550b59c9a9d5 None None] Routers {'d0f934b4-f567-40fe-b8c3-e625c1c44610'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:10.787683 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f1b69a82-a97e-44f3-9441-550b59c9a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:12:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d0f934b4-f567-40fe-b8c3-e625c1c44610'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:10.823878 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-b99c9b99-42d9-4d3d-932c-47962d04a9cc tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "PUT /v2.0/floatingips/5c7666aa-0e6c-4182-9bb6-828d6d10ae6a HTTP/1.1" status: 200 len: 996 time: 1.2111170 Jul 07 19:13:10.824104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'tag': '0c697935-c618-4737-879f-c5b03b91c9d3'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:10.828538 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484b7b6d-270b-4b84-ad9a-87ebbf8d271f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ac35db-903d-47c7-8832-818a96bc1e15", "tag": "0c697935-c618-4737-879f-c5b03b91c9d3"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:10.927463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-4cf2f00e-e4fb-466c-a593-8a6f7a400fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:10.929191 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-4cf2f00e-e4fb-466c-a593-8a6f7a400fa2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=afc652249dee4f29aa30782860a39224&device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 1096 time: 0.0886478 Jul 07 19:13:10.943359 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f1b69a82-a97e-44f3-9441-550b59c9a9d5 None None] Set router d0f934b4-f567-40fe-b8c3-e625c1c44610 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:10.946210 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca31e5-cce4-48c4-9393-0b397ddcdf52 req-135cc2a6-3747-451a-9196-7bcabad7f42f tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:10.947889 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00ca31e5-cce4-48c4-9393-0b397ddcdf52 req-135cc2a6-3747-451a-9196-7bcabad7f42f tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 945 time: 0.1635137 Jul 07 19:13:11.022586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ffd5e091-5679-4ff8-96b1-89c44888890b,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:11.027306 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00ca31e5-cce4-48c4-9393-0b397ddcdf52 req-47a24ab2-fcb2-495f-babf-6f19163623f3 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719454 Jul 07 19:13:11.041517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-14385e82-bd97-4f2f-84c6-f27e3ef25c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:11.048528 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-14385e82-bd97-4f2f-84c6-f27e3ef25c24 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3bdf0454-24ef-423c-8420-4647a19e83ab HTTP/1.1" status: 200 len: 930 time: 0.1089258 Jul 07 19:13:11.086086 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:11.157858 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-94205f22-1df7-4d92-81cc-b16a1a396e6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c697935-c618-4737-879f-c5b03b91c9d3 HTTP/1.1" status: 200 len: 999 time: 0.1083045 Jul 07 19:13:11.176604 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.182540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb61304-c612-470c-ac3c-e1e9676d6951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd5e091-5679-4ff8-96b1-89c44888890b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:11.188686 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935befaa-a8e7-43ad-ba10-7ad353337ca9" -d '{"events": [{"server_uuid": "5fb61304-c612-470c-ac3c-e1e9676d6951", "name": "network-vif-unplugged", "status": "completed", "tag": "ffd5e091-5679-4ff8-96b1-89c44888890b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:11.196644 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.235187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 83b4fd3b-8b4b-4d6b-937e-e739337550a2 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:11.282350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-b19f8f3a-07f2-4319-842c-2d5e70664e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:11.286592 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-b19f8f3a-07f2-4319-842c-2d5e70664e60 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c73187f3-16a5-4ec2-b260-2d45755bb434 HTTP/1.1" status: 200 len: 868 time: 0.1137705 Jul 07 19:13:11.326521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 83b4fd3b-8b4b-4d6b-937e-e739337550a2 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:11.354581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 83b4fd3b-8b4b-4d6b-937e-e739337550a2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:11.354581 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.416543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b on host n-h2-793621-9 for vnic_type normal with profile {"migrating_to": "n-h1-793621-9"} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:11.417101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:11.417672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:11.428689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Port ffd5e091-5679-4ff8-96b1-89c44888890b on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:11.429230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:11.438657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:11.439263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:11.439953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:11.440717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Bound port: ffd5e091-5679-4ff8-96b1-89c44888890b, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:11.441333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.447478 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb53ae1f-2ecb-424a-ab6e-75572cad9e82 x-openstack-request-id: req-eb53ae1f-2ecb-424a-ab6e-75572cad9e82 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:11.447922 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ac35db-903d-47c7-8832-818a96bc1e15", "tag": "0c697935-c618-4737-879f-c5b03b91c9d3", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:11.448312 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb53ae1f-2ecb-424a-ab6e-75572cad9e82 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:11.448930 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'tag': '0c697935-c618-4737-879f-c5b03b91c9d3', 'status': 'completed', 'code': 200} Jul 07 19:13:11.471599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Pushing event updated for resources: {'Port': ['ID=ffd5e091-5679-4ff8-96b1-89c44888890b,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:11.499579 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f1b69a82-a97e-44f3-9441-550b59c9a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:12:37Z', 'revision_number': 4, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '5c7666aa-0e6c-4182-9bb6-828d6d10ae6a', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'port_id': '0c697935-c618-4737-879f-c5b03b91c9d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'mac_address': 'fa:16:3e:4f:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:13:07Z', 'updated_at': '2021-07-07T19:13:10Z', 'revision_number': 1, 'project_id': 'afc652249dee4f29aa30782860a39224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587c9e13-f3cc-4da5-a23a-91ee531f3120', 'name': '', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'mac_address': 'fa:16:3e:b2:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:36Z', 'updated_at': '2021-07-07T19:12:46Z', 'revision_number': 5, 'project_id': 'afc652249dee4f29aa30782860a39224', 'subnets': [{'id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:11.505899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ffd5e091-5679-4ff8-96b1-89c44888890b details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:11.524332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-8826acb7-4fff-4333-a53b-b71327156eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:11.526772 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-8826acb7-4fff-4333-a53b-b71327156eb8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3bdf0454-24ef-423c-8420-4647a19e83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279000 Jul 07 19:13:11.545733 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.621170 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b69a82-a97e-44f3-9441-550b59c9a9d5 None None] Checking router: d0f934b4-f567-40fe-b8c3-e625c1c44610 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:13:11.631873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-59bf8717-9c6f-4ad1-8ad7-62c1607bb37b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:13:11.633495 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-59bf8717-9c6f-4ad1-8ad7-62c1607bb37b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193124 Jul 07 19:13:11.639968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:11.642816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207e0b78-486a-437c-9f8f-6d24a0d1c80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b4fd3b-8b4b-4d6b-937e-e739337550a2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:11.647176 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a403658-135d-4b99-a92d-8b7af875b2cb" -d '{"events": [{"server_uuid": "207e0b78-486a-437c-9f8f-6d24a0d1c80e", "name": "network-vif-plugged", "status": "completed", "tag": "83b4fd3b-8b4b-4d6b-937e-e739337550a2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:11.649718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ffd5e091-5679-4ff8-96b1-89c44888890b,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:11.652430 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b69a82-a97e-44f3-9441-550b59c9a9d5 None None] Routers {'d0f934b4-f567-40fe-b8c3-e625c1c44610'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:11.653659 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f1b69a82-a97e-44f3-9441-550b59c9a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:12:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d0f934b4-f567-40fe-b8c3-e625c1c44610'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:11.664460 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.671560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 83b4fd3b-8b4b-4d6b-937e-e739337550a2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=83b4fd3b-8b4b-4d6b-937e-e739337550a2,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:11.680170 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.681577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 858cfdd3-7492-488f-810c-8b63458af25f up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:11.807289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b7b6d-270b-4b84-ad9a-87ebbf8d271f req-068d6ca5-3df9-4ead-9040-54ff7c653a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:11.808800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:11.814050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-484b7b6d-270b-4b84-ad9a-87ebbf8d271f req-068d6ca5-3df9-4ead-9040-54ff7c653a36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=afc652249dee4f29aa30782860a39224&device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 1096 time: 0.3300078 Jul 07 19:13:11.816883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Pushing event updated for resources: {'Port': ['ID=ffd5e091-5679-4ff8-96b1-89c44888890b,revision_number=8']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:11.849728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=83b4fd3b-8b4b-4d6b-937e-e739337550a2,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:11.860670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c467a-054f-4c74-940f-5216280cfb0e req-6c2be49b-1470-42de-9f8e-d060be277b27 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:11.866753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b on host n-h2-793621-9 for vnic_type normal with profile {"migrating_to": "n-h1-793621-9"} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:11.867069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:11.867438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:11.870729 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f1b69a82-a97e-44f3-9441-550b59c9a9d5 None None] Set router d0f934b4-f567-40fe-b8c3-e625c1c44610 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:11.872960 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-670c467a-054f-4c74-940f-5216280cfb0e req-6c2be49b-1470-42de-9f8e-d060be277b27 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 943 time: 0.3376045 Jul 07 19:13:11.876004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Port ffd5e091-5679-4ff8-96b1-89c44888890b on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:11.876360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Attempting to bind port ffd5e091-5679-4ff8-96b1-89c44888890b on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:11.883734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:11.884155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:11.885087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:11.885560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Bound port: ffd5e091-5679-4ff8-96b1-89c44888890b, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:11.885988 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.896554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 858cfdd3-7492-488f-810c-8b63458af25f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:11.903705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 858cfdd3-7492-488f-810c-8b63458af25f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:11.904074 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.948807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:11.950848 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.952723 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-5ada359e-2423-4791-b678-4a03e801cd7f service neutron] 10.222.0.48 "PUT /v2.0/ports/ffd5e091-5679-4ff8-96b1-89c44888890b HTTP/1.1" status: 200 len: 1121 time: 1.3299971 Jul 07 19:13:11.973576 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-670c467a-054f-4c74-940f-5216280cfb0e req-99075b41-b782-482c-b8aa-672ebcf68045 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987179 Jul 07 19:13:12.011282 n-d-793621-9 neutron-server[93902]: WARNING neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Concurrent port binding operations failed on port ffd5e091-5679-4ff8-96b1-89c44888890b Jul 07 19:13:12.016889 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ffd5e091-5679-4ff8-96b1-89c44888890b,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:12.023058 n-d-793621-9 neutron-server[93902]: INFO neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Attempt 2 to bind port ffd5e091-5679-4ff8-96b1-89c44888890b Jul 07 19:13:12.023533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ffd5e091-5679-4ff8-96b1-89c44888890b has no active binding in host n-h1-793621-9 {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:13:12.080632 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:12.081738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b7b6d-270b-4b84-ad9a-87ebbf8d271f req-520af341-7527-446b-ab0e-a50387b47622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:12.083839 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-484b7b6d-270b-4b84-ad9a-87ebbf8d271f req-520af341-7527-446b-ab0e-a50387b47622 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bdf0454-24ef-423c-8420-4647a19e83ab HTTP/1.1" status: 200 len: 930 time: 0.2503054 Jul 07 19:13:12.097419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ffd5e091-5679-4ff8-96b1-89c44888890b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:12.120698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-a0e22b55-eacb-4825-9c2f-9f5915d6527c service neutron] 10.222.0.81 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620385 Jul 07 19:13:12.174063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 858cfdd3-7492-488f-810c-8b63458af25f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=858cfdd3-7492-488f-810c-8b63458af25f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:12.187017 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:12.305467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-484b7b6d-270b-4b84-ad9a-87ebbf8d271f req-e9761112-675e-4c39-b09c-6b769825710e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c697935-c618-4737-879f-c5b03b91c9d3 HTTP/1.1" status: 200 len: 999 time: 0.2002590 Jul 07 19:13:12.313776 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f1b69a82-a97e-44f3-9441-550b59c9a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:12:37Z', 'revision_number': 4, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '5c7666aa-0e6c-4182-9bb6-828d6d10ae6a', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'port_id': '0c697935-c618-4737-879f-c5b03b91c9d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'mac_address': 'fa:16:3e:4f:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:13:07Z', 'updated_at': '2021-07-07T19:13:10Z', 'revision_number': 1, 'project_id': 'afc652249dee4f29aa30782860a39224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587c9e13-f3cc-4da5-a23a-91ee531f3120', 'name': '', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'mac_address': 'fa:16:3e:b2:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:36Z', 'updated_at': '2021-07-07T19:12:46Z', 'revision_number': 5, 'project_id': 'afc652249dee4f29aa30782860a39224', 'subnets': [{'id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:12.331984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f545f3-35f9-4476-98c0-cc66b942f033 req-07a46f0d-f798-46b5-9fc0-ffda076a9f04 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:12.341591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-62f545f3-35f9-4476-98c0-cc66b942f033 req-07a46f0d-f798-46b5-9fc0-ffda076a9f04 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 945 time: 0.1173201 Jul 07 19:13:12.347248 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=858cfdd3-7492-488f-810c-8b63458af25f,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:12.348809 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b69a82-a97e-44f3-9441-550b59c9a9d5 None None] The sync data for ids ['d0f934b4-f567-40fe-b8c3-e625c1c44610'] in n-d-793621-9 is: [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:12:37Z', 'revision_number': 4, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '5c7666aa-0e6c-4182-9bb6-828d6d10ae6a', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'port_id': '0c697935-c618-4737-879f-c5b03b91c9d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'mac_address': 'fa:16:3e:4f:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:13:07Z', 'updated_at': '2021-07-07T19:13:10Z', 'revision_number': 1, 'project_id': 'afc652249dee4f29aa30782860a39224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587c9e13-f3cc-4da5-a23a-91ee531f3120', 'name': '', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'mac_address': 'fa:16:3e:b2:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:36Z', 'updated_at': '2021-07-07T19:12:46Z', 'revision_number': 5, 'project_id': 'afc652249dee4f29aa30782860a39224', 'subnets': [{'id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:13:12.354414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ffd5e091-5679-4ff8-96b1-89c44888890b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:12.446147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b7b6d-270b-4b84-ad9a-87ebbf8d271f req-03d08042-233e-47f9-b1c7-4b3eddf03818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:12.448598 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-484b7b6d-270b-4b84-ad9a-87ebbf8d271f req-03d08042-233e-47f9-b1c7-4b3eddf03818 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73187f3-16a5-4ec2-b260-2d45755bb434 HTTP/1.1" status: 200 len: 868 time: 0.1340575 Jul 07 19:13:12.537990 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11d6c2c7-caab-43bc-95e1-5cd71a099003 req-ef1d03c0-ac2e-4309-89c9-c6b11f86094d service neutron] 10.222.0.81 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164159 Jul 07 19:13:12.581553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b7b6d-270b-4b84-ad9a-87ebbf8d271f req-57be27ad-dada-44b1-9fc3-f7995173ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:12.583713 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-484b7b6d-270b-4b84-ad9a-87ebbf8d271f req-57be27ad-dada-44b1-9fc3-f7995173ee69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdf0454-24ef-423c-8420-4647a19e83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163266 Jul 07 19:13:12.731248 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074199c7-9d8f-4ca8-9a13-c82a411a68f9 x-openstack-request-id: req-074199c7-9d8f-4ca8-9a13-c82a411a68f9 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:12.732067 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb61304-c612-470c-ac3c-e1e9676d6951", "name": "network-vif-unplugged", "status": "completed", "tag": "ffd5e091-5679-4ff8-96b1-89c44888890b", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:12.732495 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-074199c7-9d8f-4ca8-9a13-c82a411a68f9 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:12.733052 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb61304-c612-470c-ac3c-e1e9676d6951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd5e091-5679-4ff8-96b1-89c44888890b', 'code': 200} Jul 07 19:13:12.783070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-62f545f3-35f9-4476-98c0-cc66b942f033 req-2be56074-16ca-492f-9d7b-2775d7d163a4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345236 Jul 07 19:13:12.785650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca6cd20-9e46-42c0-bacf-db368feef76a None None] New status for floating IP 5c7666aa-0e6c-4182-9bb6-828d6d10ae6a: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:13:12.843074 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-484b7b6d-270b-4b84-ad9a-87ebbf8d271f req-b46eee87-275c-42f4-b566-ab1846ebd41e service neutron] 10.222.0.48 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482936 Jul 07 19:13:12.909447 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2c92db-b2ae-49ec-af22-1c98bf33d977 x-openstack-request-id: req-bf2c92db-b2ae-49ec-af22-1c98bf33d977 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:12.909842 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207e0b78-486a-437c-9f8f-6d24a0d1c80e", "name": "network-vif-plugged", "status": "completed", "tag": "83b4fd3b-8b4b-4d6b-937e-e739337550a2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:12.911260 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf2c92db-b2ae-49ec-af22-1c98bf33d977 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:12.912491 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207e0b78-486a-437c-9f8f-6d24a0d1c80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b4fd3b-8b4b-4d6b-937e-e739337550a2', 'code': 200} Jul 07 19:13:12.967324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c1099-33ea-448c-86ef-3dd5af686381 req-475946fa-aa57-41f7-a800-8f233656be64 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:12.969330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb4c1099-33ea-448c-86ef-3dd5af686381 req-475946fa-aa57-41f7-a800-8f233656be64 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 947 time: 0.1639516 Jul 07 19:13:13.015797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e74c20-c90c-4ec2-be98-394329a2d67d req-c65cfa71-0fce-432a-b5bb-c6d19d2c7e52 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:13.023947 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89e74c20-c90c-4ec2-be98-394329a2d67d req-c65cfa71-0fce-432a-b5bb-c6d19d2c7e52 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.0823140 Jul 07 19:13:13.059155 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb4c1099-33ea-448c-86ef-3dd5af686381 req-a65576cd-f4d4-4b40-b631-630397db42d3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817113 Jul 07 19:13:13.062219 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-484b7b6d-270b-4b84-ad9a-87ebbf8d271f req-000e5012-7ae2-4c7f-9f88-8912918f8b95 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078557 Jul 07 19:13:13.068865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b3333-4c10-44c1-994c-1a9cd4607d8f req-1a2b0911-62b2-477a-aad2-0f738a8da689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:13.070516 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-523b3333-4c10-44c1-994c-1a9cd4607d8f req-1a2b0911-62b2-477a-aad2-0f738a8da689 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 1097 time: 0.1411228 Jul 07 19:13:13.071094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89e74c20-c90c-4ec2-be98-394329a2d67d req-3e0c8f0b-ba8b-4f4d-9c2c-a497f87db508 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 Jul 07 19:13:13.139555 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-523b3333-4c10-44c1-994c-1a9cd4607d8f req-98ebe034-88ac-4cbf-b5fe-935e5f9a7661 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591114 Jul 07 19:13:13.280390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d7232-4fa2-46fa-9896-ad85025f72c9 req-94670a06-70cc-42e8-b90c-7f44c294c228 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:13.282296 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f5d7232-4fa2-46fa-9896-ad85025f72c9 req-94670a06-70cc-42e8-b90c-7f44c294c228 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.0708401 Jul 07 19:13:13.337112 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f5d7232-4fa2-46fa-9896-ad85025f72c9 req-ed4579c1-dc69-4aff-ab18-aa21d8b52f57 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451510 Jul 07 19:13:13.390589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-2ab427a2-11c9-494c-acad-7a2cf1eccd18 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 258 time: 0.1360071 Jul 07 19:13:13.401238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:13.429490 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.544983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186e9c-4ab6-4e06-9859-9cc0ce0034c3 req-65b5d5cc-b42a-426f-aba5-334cafcbb61a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:13.549461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b186e9c-4ab6-4e06-9859-9cc0ce0034c3 req-65b5d5cc-b42a-426f-aba5-334cafcbb61a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 943 time: 0.0740662 Jul 07 19:13:13.550061 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.601466 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b186e9c-4ab6-4e06-9859-9cc0ce0034c3 req-adc73e4b-3566-404d-8c38-7aa6a2a2f49c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483584 Jul 07 19:13:13.673117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Allocated IP 172.25.0.36 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/c2937f94-9769-4086-898a-13666f0aa745) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:13.792285 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.850918 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.889859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:13.893317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:13.897167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:13.955993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Pushing event updated for resources: {'Port': ['ID=c2937f94-9769-4086-898a-13666f0aa745,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:13.964585 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.990281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba32f2-52be-4bd2-9003-759ddf729027 req-dc00280a-5bcf-4618-84e6-3e9bb5130a61 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:13.991815 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33ba32f2-52be-4bd2-9003-759ddf729027 req-dc00280a-5bcf-4618-84e6-3e9bb5130a61 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 945 time: 0.0857117 Jul 07 19:13:14.019639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:14.042820 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33ba32f2-52be-4bd2-9003-759ddf729027 req-e258a1a6-6030-49cd-814e-81530ac3d3d3 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448797 Jul 07 19:13:14.213816 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:14.219442 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:14.253831 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:14.278273 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:14.279733 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8825352 Jul 07 19:13:14.280256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82e1c3-2cfb-4264-a6c7-ea78a3e54da1 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Pushing event updated for resources: {'Port': ['ID=c2937f94-9769-4086-898a-13666f0aa745,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:14.289553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ed2ee-7d6b-460f-8c14-ca4019b59d89 req-fd9f2d15-8c80-45c9-8258-90b5c2d3c923 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:14.291288 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-886ed2ee-7d6b-460f-8c14-ca4019b59d89 req-fd9f2d15-8c80-45c9-8258-90b5c2d3c923 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.0793831 Jul 07 19:13:14.355638 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-886ed2ee-7d6b-460f-8c14-ca4019b59d89 req-ead687f8-1291-4217-8f54-a13832e4cf6f tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563247 Jul 07 19:13:14.395362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-a3f0d60f-cb16-4733-869d-0026e23e4378 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.1090863 Jul 07 19:13:14.512309 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-d9dade2b-7061-4422-8c76-69b449739e07 req-ca23ec5c-6eaa-46fd-bd27-e59218440463 service neutron] show failed (client error): The resource could not be found. Jul 07 19:13:14.513523 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-ca23ec5c-6eaa-46fd-bd27-e59218440463 service neutron] 10.222.0.48 "GET /v2.0/ports/317d3e94-e4e6-4a2f-8b95-c6b53744e544/bindings/n-h2-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.1677070 Jul 07 19:13:14.565710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-1946a98a-cd7a-4077-8ae5-a230fbb913b8 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:14.567238 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-732ee73f-727a-48ac-8eaf-93a211be0ddc req-1946a98a-cd7a-4077-8ae5-a230fbb913b8 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1650562 Jul 07 19:13:14.583839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc786c9-8d6d-4195-b11b-d4a246aacb40 req-418393ba-c39c-4222-933d-77970eb7c9a4 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:14.585707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0cc786c9-8d6d-4195-b11b-d4a246aacb40 req-418393ba-c39c-4222-933d-77970eb7c9a4 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 947 time: 0.0894938 Jul 07 19:13:14.644007 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0cc786c9-8d6d-4195-b11b-d4a246aacb40 req-eea3c63d-3e1f-4b8a-8104-239c5622ad91 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509455 Jul 07 19:13:14.734207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb61304-c612-470c-ac3c-e1e9676d6951', 'tag': 'ffd5e091-5679-4ff8-96b1-89c44888890b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:14.736902 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11965a77-ec21-43c9-ad7d-43e42442d30b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb61304-c612-470c-ac3c-e1e9676d6951", "tag": "ffd5e091-5679-4ff8-96b1-89c44888890b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:14.871837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ed730-17bf-4ef5-a1f7-c6c6fc4a01aa req-ae12c164-972d-4997-983d-96b9ce6e0f23 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:14.875714 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-542ed730-17bf-4ef5-a1f7-c6c6fc4a01aa req-ae12c164-972d-4997-983d-96b9ce6e0f23 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.1090374 Jul 07 19:13:14.914455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4419992f-d84b-49e5-831f-a6e64adaff97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858cfdd3-7492-488f-810c-8b63458af25f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:14.919366 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7c3cec-72e6-4f00-aa0a-ac12ff63e69a" -d '{"events": [{"server_uuid": "4419992f-d84b-49e5-831f-a6e64adaff97", "name": "network-vif-plugged", "status": "completed", "tag": "858cfdd3-7492-488f-810c-8b63458af25f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:14.932499 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-542ed730-17bf-4ef5-a1f7-c6c6fc4a01aa req-4eb7ead8-1286-4796-a172-72f978853cdc tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472276 Jul 07 19:13:14.940462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dade2b-7061-4422-8c76-69b449739e07 req-7a103c7f-ca5d-468c-9621-d4da293dcc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:14.941991 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-7a103c7f-ca5d-468c-9621-d4da293dcc9a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800&tenant_id=df682d3641464be3ad43c2c4ee4d0b3f HTTP/1.1" status: 200 len: 1100 time: 0.1103897 Jul 07 19:13:14.959284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:15.024084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7324a-7be9-4cdd-860f-cfc699ef4282 req-2befae4a-9907-47bb-8709-e36acb600f9b tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.031091 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2cb7324a-7be9-4cdd-860f-cfc699ef4282 req-2befae4a-9907-47bb-8709-e36acb600f9b tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1468036 Jul 07 19:13:15.106085 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2cb7324a-7be9-4cdd-860f-cfc699ef4282 req-2c754ef3-c43f-40c9-89f1-24f8dacaed8d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.0728676 Jul 07 19:13:15.118680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-2cb7324a-7be9-4cdd-860f-cfc699ef4282 req-887075f3-65db-4a29-a138-46777bcb5e89 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Request body: {'floatingip': {'port_id': '0c697935-c618-4737-879f-c5b03b91c9d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:15.152387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe0a19-bd1c-4ae1-b9dd-9dd993f28a91 req-b0b1eb79-5491-49c9-9b1f-43d1cbe37699 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.154524 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fffe0a19-bd1c-4ae1-b9dd-9dd993f28a91 req-b0b1eb79-5491-49c9-9b1f-43d1cbe37699 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 943 time: 0.0843608 Jul 07 19:13:15.197545 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fffe0a19-bd1c-4ae1-b9dd-9dd993f28a91 req-90b7c5fe-4702-4cf8-b500-33d329272104 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369473 Jul 07 19:13:15.255887 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4c46b3-152f-489a-a813-22ef154f544d x-openstack-request-id: req-6c4c46b3-152f-489a-a813-22ef154f544d {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:15.256178 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb61304-c612-470c-ac3c-e1e9676d6951", "tag": "ffd5e091-5679-4ff8-96b1-89c44888890b", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:15.256434 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c4c46b3-152f-489a-a813-22ef154f544d {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:15.256848 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb61304-c612-470c-ac3c-e1e9676d6951', 'tag': 'ffd5e091-5679-4ff8-96b1-89c44888890b', 'status': 'completed', 'code': 200} Jul 07 19:13:15.299890 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6c20a9-8279-418e-b25b-c75531323336 x-openstack-request-id: req-4d6c20a9-8279-418e-b25b-c75531323336 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:15.300883 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4419992f-d84b-49e5-831f-a6e64adaff97", "name": "network-vif-plugged", "status": "completed", "tag": "858cfdd3-7492-488f-810c-8b63458af25f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:15.301344 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d6c20a9-8279-418e-b25b-c75531323336 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:15.302498 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4419992f-d84b-49e5-831f-a6e64adaff97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858cfdd3-7492-488f-810c-8b63458af25f', 'code': 200} Jul 07 19:13:15.498834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 403976bb-6abd-4c85-a5c1-b564fbbc16b9 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:15.505999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a0cf-06a2-414f-adea-b4c1075cbaca req-2dacae46-84c1-4b4a-a69b-58af415c531d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.507961 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fbf5a0cf-06a2-414f-adea-b4c1075cbaca req-2dacae46-84c1-4b4a-a69b-58af415c531d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.0987265 Jul 07 19:13:15.534487 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:15.552830 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2cb7324a-7be9-4cdd-860f-cfc699ef4282 req-887075f3-65db-4a29-a138-46777bcb5e89 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:15.559248 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fbf5a0cf-06a2-414f-adea-b4c1075cbaca req-5b6aec8a-8500-4c0b-b637-02d3abbaab97 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Jul 07 19:13:15.674343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 403976bb-6abd-4c85-a5c1-b564fbbc16b9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=403976bb-6abd-4c85-a5c1-b564fbbc16b9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:15.693918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '403976bb-6abd-4c85-a5c1-b564fbbc16b9', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '403976bb-6abd-4c85-a5c1-b564fbbc16b9', 'mac_address': 'fa:16:3e:22:27:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:15.757982 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:15.783944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403976bb-6abd-4c85-a5c1-b564fbbc16b9 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:15.802474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6b874-5871-46d7-8b93-80852b105f0c req-ac21adfc-d23e-42a7-b756-5ac057c20b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.802833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0aa18b-0659-4aaa-bc90-967c5ecc0fcc req-cc9a1560-75ee-4722-95f1-27b5fba7712c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.804446 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-74d6b874-5871-46d7-8b93-80852b105f0c req-ac21adfc-d23e-42a7-b756-5ac057c20b47 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 1096 time: 0.3337653 Jul 07 19:13:15.812980 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aa0aa18b-0659-4aaa-bc90-967c5ecc0fcc req-cc9a1560-75ee-4722-95f1-27b5fba7712c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 945 time: 0.1296899 Jul 07 19:13:15.813559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 403976bb-6abd-4c85-a5c1-b564fbbc16b9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=403976bb-6abd-4c85-a5c1-b564fbbc16b9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:15.819945 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:15.842446 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11965a77-ec21-43c9-ad7d-43e42442d30b req-2348af09-d31e-4f1d-b9b2-0e4f17bde732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.844307 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11965a77-ec21-43c9-ad7d-43e42442d30b req-2348af09-d31e-4f1d-b9b2-0e4f17bde732 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 1124 time: 0.3768883 Jul 07 19:13:15.870891 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aa0aa18b-0659-4aaa-bc90-967c5ecc0fcc req-eca25369-c3f4-4ffa-b829-1a8f50989626 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566864 Jul 07 19:13:15.888663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=403976bb-6abd-4c85-a5c1-b564fbbc16b9,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:16.100418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d283c-0f90-4a23-b74a-a462bd10462e req-8e996a98-25b4-4bee-980b-197870a55dc2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:16.111360 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-306d283c-0f90-4a23-b74a-a462bd10462e req-8e996a98-25b4-4bee-980b-197870a55dc2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1058576 Jul 07 19:13:16.111755 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-74d6b874-5871-46d7-8b93-80852b105f0c req-a13a50b8-a3e6-45c9-b35b-93709ee9fe32 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817812 Jul 07 19:13:16.154672 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-306d283c-0f90-4a23-b74a-a462bd10462e req-cb2b29c8-95d7-4c85-9e03-744fa2904d2e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 Jul 07 19:13:16.188536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11965a77-ec21-43c9-ad7d-43e42442d30b req-517e857a-aa10-4608-9d7b-c2ce96b9e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:16.190277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11965a77-ec21-43c9-ad7d-43e42442d30b req-517e857a-aa10-4608-9d7b-c2ce96b9e0cd service neutron] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.3051381 Jul 07 19:13:16.197793 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-2cb7324a-7be9-4cdd-860f-cfc699ef4282 req-887075f3-65db-4a29-a138-46777bcb5e89 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 19:13:16.203291 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2cb7324a-7be9-4cdd-860f-cfc699ef4282 req-887075f3-65db-4a29-a138-46777bcb5e89 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "PUT /v2.0/floatingips/d6459b6a-b764-411c-9122-2cfc668f151a HTTP/1.1" status: 409 len: 549 time: 1.0915682 Jul 07 19:13:16.205162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:16.259198 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11965a77-ec21-43c9-ad7d-43e42442d30b req-bcf6bb61-c2a1-4467-95b4-74c60ee71e48 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd5e091-5679-4ff8-96b1-89c44888890b HTTP/1.1" status: 200 len: 217 time: 0.0518117 Jul 07 19:13:16.340869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:16.425399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11965a77-ec21-43c9-ad7d-43e42442d30b req-2c1a328c-65e3-4a4d-94b8-8694317a656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:16.426929 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11965a77-ec21-43c9-ad7d-43e42442d30b req-2c1a328c-65e3-4a4d-94b8-8694317a656e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.1430919 Jul 07 19:13:16.446649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317d3e94-e4e6-4a2f-8b95-c6b53744e544'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:16.449541 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f1e4db-a215-4b6c-ad37-9ded60d8e91b" -d '{"events": [{"server_uuid": "40551b4d-65da-4e13-9662-6b8b0ec48800", "name": "network-vif-unplugged", "status": "completed", "tag": "317d3e94-e4e6-4a2f-8b95-c6b53744e544"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:16.455145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.479603 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11965a77-ec21-43c9-ad7d-43e42442d30b req-556a07ee-be6a-41f9-8924-379748982285 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431075 Jul 07 19:13:16.507023 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Transition to ACTIVE for port object 317d3e94-e4e6-4a2f-8b95-c6b53744e544 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:16.548426 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.570073 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-1a550e3c-21b4-4383-80c9-4ca70e34e68d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips/d6459b6a-b764-411c-9122-2cfc668f151a HTTP/1.1" status: 200 len: 692 time: 0.0521650 Jul 07 19:13:16.588841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98672d-70a5-4843-b5c3-f869c8122b25 req-3bb6ba4f-da14-4d59-9332-435690692924 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:16.590386 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c98672d-70a5-4843-b5c3-f869c8122b25 req-3bb6ba4f-da14-4d59-9332-435690692924 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 948 time: 0.2671094 Jul 07 19:13:16.597570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['403976bb-6abd-4c85-a5c1-b564fbbc16b9'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:16.669812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] No DVR routers for this DVR port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:16.671401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=317d3e94-e4e6-4a2f-8b95-c6b53744e544,revision_number=6']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:16.746962 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11965a77-ec21-43c9-ad7d-43e42442d30b req-f21b2b5c-50ae-4942-8dde-ed12868db6bd service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565141 Jul 07 19:13:16.763979 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c98672d-70a5-4843-b5c3-f869c8122b25 req-1bf24892-b326-487a-b490-b6abe4bdd1ca tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556933 Jul 07 19:13:16.773501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Attempting to bind port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:16.773841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Attempting to bind port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:16.774177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Attempting to bind port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:16.796662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-beb36f03-865c-4ea1-9b72-2e8e50019858 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:16.803864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-beb36f03-865c-4ea1-9b72-2e8e50019858 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.2263792 Jul 07 19:13:16.850611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:16.851511 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Attempting to bind port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:16.878545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:16.878962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:16.879403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:16.879846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Bound port: 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:16.880210 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.883337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-9bb3da08-7653-46ba-9a36-a7cac82a1e06 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.0784876 Jul 07 19:13:16.963907 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-fce4a8ce-e477-4957-84a6-27212114154c tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.0771968 Jul 07 19:13:17.056849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11965a77-ec21-43c9-ad7d-43e42442d30b req-8bc3d029-0935-443e-83c2-1fe54d45243e service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986958 Jul 07 19:13:17.070621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:17.074823 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:17.082688 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.117452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-10d185cb-851f-4ab9-adcb-06816957f967 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Deleting port c2937f94-9769-4086-898a-13666f0aa745 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:17.117715 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-10d185cb-851f-4ab9-adcb-06816957f967 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.147198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:17.147820 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.149245 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] 10.222.0.110 "PUT /v2.0/ports/317d3e94-e4e6-4a2f-8b95-c6b53744e544 HTTP/1.1" status: 200 len: 1095 time: 2.1967428 Jul 07 19:13:17.170215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4200-3b47-4cbc-a39e-4faf322d6ec8 req-bac52c0b-1c2f-462d-82a0-8297b1c4fa0a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:17.171817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3ad4200-3b47-4cbc-a39e-4faf322d6ec8 req-bac52c0b-1c2f-462d-82a0-8297b1c4fa0a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 943 time: 0.2234087 Jul 07 19:13:17.201915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d618e-53c6-4695-b968-619becfff8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=317d3e94-e4e6-4a2f-8b95-c6b53744e544,revision_number=7']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:17.274476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-10d185cb-851f-4ab9-adcb-06816957f967 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.275559 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-10d185cb-851f-4ab9-adcb-06816957f967 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.298510 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-10d185cb-851f-4ab9-adcb-06816957f967 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Calling delete_port for c2937f94-9769-4086-898a-13666f0aa745 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:17.308819 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3ad4200-3b47-4cbc-a39e-4faf322d6ec8 req-ab5b55c2-d7d8-4dfa-b20b-b630c3aed8da tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218231 Jul 07 19:13:17.382658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dade2b-7061-4422-8c76-69b449739e07 req-566caafc-a592-46c1-964d-7d4d002902fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:17.385212 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-566caafc-a592-46c1-964d-7d4d002902fe service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 1098 time: 0.1785402 Jul 07 19:13:17.512403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 317d3e94-e4e6-4a2f-8b95-c6b53744e544 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:17.533292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dade2b-7061-4422-8c76-69b449739e07 req-46a3b7d0-f665-48c3-b7d0-9311c75a9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:17.535871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-46a3b7d0-f665-48c3-b7d0-9311c75a9eff service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1432116 Jul 07 19:13:17.563102 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-10d185cb-851f-4ab9-adcb-06816957f967 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.578712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 317d3e94-e4e6-4a2f-8b95-c6b53744e544 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:17.592891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d185cb-851f-4ab9-adcb-06816957f967 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Pushing event deleted for resources: {'Port': ['ID=c2937f94-9769-4086-898a-13666f0aa745,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:17.669572 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-10d185cb-851f-4ab9-adcb-06816957f967 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.672806 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-10d185cb-851f-4ab9-adcb-06816957f967 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.673905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acfd3aac-8e05-4da6-bbe0-4d47f33fb550 req-10d185cb-851f-4ab9-adcb-06816957f967 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "DELETE /v2.0/floatingips/d6459b6a-b764-411c-9122-2cfc668f151a HTTP/1.1" status: 204 len: 173 time: 0.7047009 Jul 07 19:13:17.678074 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-0751d68b-1f81-41f9-bcff-d06fad602686 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544 HTTP/1.1" status: 200 len: 217 time: 0.0791273 Jul 07 19:13:17.750266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b25bd9-0a64-4609-ba83-9e798ce47c09 req-6cb1d058-498c-4b89-bf10-ebc1689ed9d9 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:17.751864 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86b25bd9-0a64-4609-ba83-9e798ce47c09 req-6cb1d058-498c-4b89-bf10-ebc1689ed9d9 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.2433078 Jul 07 19:13:17.753338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dade2b-7061-4422-8c76-69b449739e07 req-e119559f-bd07-4aa7-913e-b447d0053de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:17.754821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-e119559f-bd07-4aa7-913e-b447d0053de2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0683525 Jul 07 19:13:17.756329 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5a1dcf-906a-47f3-bbd8-e90ae8377639 x-openstack-request-id: req-cd5a1dcf-906a-47f3-bbd8-e90ae8377639 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:17.756619 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40551b4d-65da-4e13-9662-6b8b0ec48800", "name": "network-vif-unplugged", "status": "completed", "tag": "317d3e94-e4e6-4a2f-8b95-c6b53744e544", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:17.756865 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd5a1dcf-906a-47f3-bbd8-e90ae8377639 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:17.757259 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317d3e94-e4e6-4a2f-8b95-c6b53744e544', 'code': 200} Jul 07 19:13:17.828544 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86b25bd9-0a64-4609-ba83-9e798ce47c09 req-82f5a4e2-9fc5-46cc-a511-2a7fa45f35b4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694311 Jul 07 19:13:17.855714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dade2b-7061-4422-8c76-69b449739e07 req-b037dae1-f11a-482f-8fea-d09c89be80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:17.858911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-b037dae1-f11a-482f-8fea-d09c89be80ec service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930252 Jul 07 19:13:17.938901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fd0d0-b237-4ed1-9320-19dab445baf4 req-bf5ee984-0f44-4a98-bd71-073d339b3bb0 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:17.941468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d26fd0d0-b237-4ed1-9320-19dab445baf4 req-bf5ee984-0f44-4a98-bd71-073d339b3bb0 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 945 time: 0.0829549 Jul 07 19:13:17.985700 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d26fd0d0-b237-4ed1-9320-19dab445baf4 req-f7864a7e-f6f5-4788-a876-47a75a79f672 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390828 Jul 07 19:13:17.987296 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-f706eeda-01cd-4a5d-bea4-08b203920023 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150594 Jul 07 19:13:18.122556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758e413-1c0e-4192-b3f6-9d5cd75702f2 req-5fc8385f-9e08-435d-a57b-1a726ace2a8d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:18.124109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5758e413-1c0e-4192-b3f6-9d5cd75702f2 req-5fc8385f-9e08-435d-a57b-1a726ace2a8d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 947 time: 0.1538634 Jul 07 19:13:18.151368 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9dade2b-7061-4422-8c76-69b449739e07 req-0902554c-f000-48a1-a2fe-19d3bc576aad service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414530 Jul 07 19:13:18.174161 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5758e413-1c0e-4192-b3f6-9d5cd75702f2 req-61807ca1-500c-4098-9d06-f192933e9752 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Jul 07 19:13:18.253276 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-68ef82f8-5b0b-40bc-848a-7a66eeca635d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.202 HTTP/1.1" status: 200 len: 1001 time: 0.1055462 Jul 07 19:13:18.362986 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-8190bd3a-1b92-44dc-a9ec-547d5c626ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:18.365154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-8190bd3a-1b92-44dc-a9ec-547d5c626ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports/0c697935-c618-4737-879f-c5b03b91c9d3 HTTP/1.1" status: 200 len: 942 time: 0.1011438 Jul 07 19:13:18.399627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b8262-c475-4001-adff-eb98ed54e280 req-99440804-b3ab-49cd-bebb-83048804e9e6 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:18.401469 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-219b8262-c475-4001-adff-eb98ed54e280 req-99440804-b3ab-49cd-bebb-83048804e9e6 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 948 time: 0.1036515 Jul 07 19:13:18.446012 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-219b8262-c475-4001-adff-eb98ed54e280 req-c0251987-5044-4e31-8437-82100edd77f1 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378568 Jul 07 19:13:18.529677 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-df934cfa-3ae2-4aef-9b10-da93f2594f1d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.202 HTTP/1.1" status: 200 len: 1001 time: 0.0658700 Jul 07 19:13:18.636143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b69b75-923c-48da-84f8-31e12150481e req-f483696d-1b61-41ca-b3da-f311c21ce3a3 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:18.637853 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e4b69b75-923c-48da-84f8-31e12150481e req-f483696d-1b61-41ca-b3da-f311c21ce3a3 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.0805910 Jul 07 19:13:18.664095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-ac9bdace-2b88-4fe1-922f-e341a52543db tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:18.665878 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-ac9bdace-2b88-4fe1-922f-e341a52543db tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1304569 Jul 07 19:13:18.678058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-23f8d57e-e53a-404e-8fdb-2f08994bddba tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:13:18.679552 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-23f8d57e-e53a-404e-8fdb-2f08994bddba tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063603 Jul 07 19:13:18.694680 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e4b69b75-923c-48da-84f8-31e12150481e req-fe53d04d-01a0-4415-ad87-0e21165d36e4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485597 Jul 07 19:13:18.761304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-ebed042f-6166-4454-80e4-6dba839cc8da tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.202 HTTP/1.1" status: 200 len: 1001 time: 0.0740733 Jul 07 19:13:18.778065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-d024cce5-a812-436e-9ae3-87e3d4185108 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:18.889549 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-d024cce5-a812-436e-9ae3-87e3d4185108 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.916196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c43fe7-451b-4401-8108-d48095bc8387 req-87c64e6d-dc7e-4ad4-ab6e-6178fb238549 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:18.917983 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-43c43fe7-451b-4401-8108-d48095bc8387 req-87c64e6d-dc7e-4ad4-ab6e-6178fb238549 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 945 time: 0.0886486 Jul 07 19:13:18.962320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-43c43fe7-451b-4401-8108-d48095bc8387 req-a7bd282b-17d0-4d86-bda4-3a55c294d6d0 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Jul 07 19:13:19.053509 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-d024cce5-a812-436e-9ae3-87e3d4185108 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.058552 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-d024cce5-a812-436e-9ae3-87e3d4185108 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.059078 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-d024cce5-a812-436e-9ae3-87e3d4185108 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Floating IP 5c7666aa-0e6c-4182-9bb6-828d6d10ae6a disassociated. External IP: 172.25.0.202, port: 0c697935-c618-4737-879f-c5b03b91c9d3. Jul 07 19:13:19.161563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521e2cf-1353-4c0c-855a-f6faeb59ee6a req-62f0d7e7-62ba-44ad-8f3e-ab2048678c9d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:19.163137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e521e2cf-1353-4c0c-855a-f6faeb59ee6a req-62f0d7e7-62ba-44ad-8f3e-ab2048678c9d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 943 time: 0.0801573 Jul 07 19:13:19.206249 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e521e2cf-1353-4c0c-855a-f6faeb59ee6a req-bc621a48-78b8-4a12-a83e-3d3891f64ab3 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362570 Jul 07 19:13:19.362030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-d024cce5-a812-436e-9ae3-87e3d4185108 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Router d0f934b4-f567-40fe-b8c3-e625c1c44610 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:13:19.511182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-d024cce5-a812-436e-9ae3-87e3d4185108 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:13:19.516808 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-d024cce5-a812-436e-9ae3-87e3d4185108 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.520315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 403976bb-6abd-4c85-a5c1-b564fbbc16b9 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:19.531647 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9317f0b-6def-489c-bd6d-35a940703db9 None None] Sync routers for ids ['d0f934b4-f567-40fe-b8c3-e625c1c44610'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:13:19.551437 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9317f0b-6def-489c-bd6d-35a940703db9 None None] Routers {'d0f934b4-f567-40fe-b8c3-e625c1c44610'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:19.554264 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b9317f0b-6def-489c-bd6d-35a940703db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:12:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d0f934b4-f567-40fe-b8c3-e625c1c44610'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:19.578458 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-d024cce5-a812-436e-9ae3-87e3d4185108 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "PUT /v2.0/floatingips/5c7666aa-0e6c-4182-9bb6-828d6d10ae6a HTTP/1.1" status: 200 len: 695 time: 0.8058722 Jul 07 19:13:19.581343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'tag': '0c697935-c618-4737-879f-c5b03b91c9d3'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:19.587079 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b850d1-4579-4a57-af99-b0e2695fb9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ac35db-903d-47c7-8832-818a96bc1e15", "tag": "0c697935-c618-4737-879f-c5b03b91c9d3"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:19.596601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 403976bb-6abd-4c85-a5c1-b564fbbc16b9 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:19.603040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 403976bb-6abd-4c85-a5c1-b564fbbc16b9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:19.603781 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.709746 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.758192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'tag': '317d3e94-e4e6-4a2f-8b95-c6b53744e544'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:19.762759 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5345723e-4a61-459d-96ca-186dcba78f46" -d '{"events": [{"name": "network-changed", "server_uuid": "40551b4d-65da-4e13-9662-6b8b0ec48800", "tag": "317d3e94-e4e6-4a2f-8b95-c6b53744e544"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:19.776328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-f841e88d-062c-4bf6-a33c-77e503996151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:19.776328 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-f841e88d-062c-4bf6-a33c-77e503996151 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=afc652249dee4f29aa30782860a39224&device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 1096 time: 0.1700361 Jul 07 19:13:19.815220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 403976bb-6abd-4c85-a5c1-b564fbbc16b9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=403976bb-6abd-4c85-a5c1-b564fbbc16b9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:19.817138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7702ad7-e8c1-4c23-a730-3e3229c4512e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403976bb-6abd-4c85-a5c1-b564fbbc16b9'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:19.822388 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c05ea2-ab1f-413c-a6d7-aacf50731459" -d '{"events": [{"server_uuid": "b7702ad7-e8c1-4c23-a730-3e3229c4512e", "name": "network-vif-plugged", "status": "completed", "tag": "403976bb-6abd-4c85-a5c1-b564fbbc16b9"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:19.829790 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.918857 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=403976bb-6abd-4c85-a5c1-b564fbbc16b9,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:19.932479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-a22ad5ad-e3bc-4c1f-a260-e3cfda7e5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:19.935030 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-a22ad5ad-e3bc-4c1f-a260-e3cfda7e5bfb service neutron] 10.222.0.81 "GET /v2.0/networks?id=3bdf0454-24ef-423c-8420-4647a19e83ab HTTP/1.1" status: 200 len: 930 time: 0.1520133 Jul 07 19:13:19.952858 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-b9317f0b-6def-489c-bd6d-35a940703db9 None None] Set router d0f934b4-f567-40fe-b8c3-e625c1c44610 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:20.008776 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-6c15aa3b-a3d9-46b0-93ce-90db44925401 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c697935-c618-4737-879f-c5b03b91c9d3 HTTP/1.1" status: 200 len: 217 time: 0.0650625 Jul 07 19:13:20.112610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-1d026872-c9f8-4209-8437-82766a195b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:20.115769 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-1d026872-c9f8-4209-8437-82766a195b67 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c73187f3-16a5-4ec2-b260-2d45755bb434 HTTP/1.1" status: 200 len: 868 time: 0.0969551 Jul 07 19:13:20.219224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-8741553b-ef0b-4150-945e-960007f71adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:20.224413 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-8741553b-ef0b-4150-945e-960007f71adb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3bdf0454-24ef-423c-8420-4647a19e83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986540 Jul 07 19:13:20.297104 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b9317f0b-6def-489c-bd6d-35a940703db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:12:37Z', 'revision_number': 4, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '587c9e13-f3cc-4da5-a23a-91ee531f3120', 'name': '', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'mac_address': 'fa:16:3e:b2:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:36Z', 'updated_at': '2021-07-07T19:12:46Z', 'revision_number': 5, 'project_id': 'afc652249dee4f29aa30782860a39224', 'subnets': [{'id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:20.335638 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9317f0b-6def-489c-bd6d-35a940703db9 None None] Checking router: d0f934b4-f567-40fe-b8c3-e625c1c44610 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:13:20.347999 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9317f0b-6def-489c-bd6d-35a940703db9 None None] Routers {'d0f934b4-f567-40fe-b8c3-e625c1c44610'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:20.348986 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b9317f0b-6def-489c-bd6d-35a940703db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:12:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d0f934b4-f567-40fe-b8c3-e625c1c44610'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:20.417259 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-588d1039-becb-4c98-843b-5e63d8e51698 service neutron] 10.222.0.81 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763816 Jul 07 19:13:20.488655 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-b9317f0b-6def-489c-bd6d-35a940703db9 None None] Set router d0f934b4-f567-40fe-b8c3-e625c1c44610 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:20.522424 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ec3a01c-8bd1-4804-9867-314a067be50d req-beedfc0a-5259-46fb-9dc3-5e5a5ec61f6e service neutron] 10.222.0.81 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041164 Jul 07 19:13:20.656201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216bdf-d66b-4039-a386-12428f741842 req-21ac42c9-4568-4f3a-a3ce-0c30cc3dc335 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:20.666220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1b216bdf-d66b-4039-a386-12428f741842 req-21ac42c9-4568-4f3a-a3ce-0c30cc3dc335 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 947 time: 0.1259997 Jul 07 19:13:20.733929 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1b216bdf-d66b-4039-a386-12428f741842 req-588853ea-c3a3-4b15-939a-c61a3ba22666 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660329 Jul 07 19:13:20.795066 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b9317f0b-6def-489c-bd6d-35a940703db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:12:37Z', 'revision_number': 4, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '587c9e13-f3cc-4da5-a23a-91ee531f3120', 'name': '', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'mac_address': 'fa:16:3e:b2:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:36Z', 'updated_at': '2021-07-07T19:12:46Z', 'revision_number': 5, 'project_id': 'afc652249dee4f29aa30782860a39224', 'subnets': [{'id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:20.797291 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb1bb4d-23d9-4465-84f6-d7cb7140ff57 x-openstack-request-id: req-beb1bb4d-23d9-4465-84f6-d7cb7140ff57 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:20.797899 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ac35db-903d-47c7-8832-818a96bc1e15", "tag": "0c697935-c618-4737-879f-c5b03b91c9d3", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:20.798349 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-beb1bb4d-23d9-4465-84f6-d7cb7140ff57 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:20.798987 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'tag': '0c697935-c618-4737-879f-c5b03b91c9d3', 'status': 'completed', 'code': 200} Jul 07 19:13:20.811432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fba828-1951-4e85-b5fc-032b6eca33ec req-6a2caaf4-2583-4c53-8d31-31329eb095cc tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:20.813527 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7fba828-1951-4e85-b5fc-032b6eca33ec req-6a2caaf4-2583-4c53-8d31-31329eb095cc tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 949 time: 0.0886443 Jul 07 19:13:20.861615 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9317f0b-6def-489c-bd6d-35a940703db9 None None] The sync data for ids ['d0f934b4-f567-40fe-b8c3-e625c1c44610'] in n-d-793621-9 is: [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:12:37Z', 'revision_number': 4, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '587c9e13-f3cc-4da5-a23a-91ee531f3120', 'name': '', 'network_id': '3bdf0454-24ef-423c-8420-4647a19e83ab', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'mac_address': 'fa:16:3e:b2:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:36Z', 'updated_at': '2021-07-07T19:12:46Z', 'revision_number': 5, 'project_id': 'afc652249dee4f29aa30782860a39224', 'subnets': [{'id': 'c73187f3-16a5-4ec2-b260-2d45755bb434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:13:20.881057 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7fba828-1951-4e85-b5fc-032b6eca33ec req-2f47668c-88fd-4c8f-b4fa-22b3fcb3b2f6 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558007 Jul 07 19:13:20.968346 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a79a70b-6e0f-4631-821d-3ad9333becad x-openstack-request-id: req-9a79a70b-6e0f-4631-821d-3ad9333becad {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:20.968847 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40551b4d-65da-4e13-9662-6b8b0ec48800", "tag": "317d3e94-e4e6-4a2f-8b95-c6b53744e544", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:20.969026 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a79a70b-6e0f-4631-821d-3ad9333becad {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:20.969640 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'tag': '317d3e94-e4e6-4a2f-8b95-c6b53744e544', 'status': 'completed', 'code': 200} Jul 07 19:13:21.025626 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48883c9b-239d-4142-b251-170a221e5eba x-openstack-request-id: req-48883c9b-239d-4142-b251-170a221e5eba {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:21.026161 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7702ad7-e8c1-4c23-a730-3e3229c4512e", "name": "network-vif-plugged", "status": "completed", "tag": "403976bb-6abd-4c85-a5c1-b564fbbc16b9", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:21.027421 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48883c9b-239d-4142-b251-170a221e5eba {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:21.027802 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7702ad7-e8c1-4c23-a730-3e3229c4512e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403976bb-6abd-4c85-a5c1-b564fbbc16b9', 'code': 200} Jul 07 19:13:21.031399 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ef417720-8fd0-41f6-840e-e8fb871eaa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:21.107733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345723e-4a61-459d-96ca-186dcba78f46 req-816b7220-bef3-4681-b4c2-92cd201107c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.109263 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-816b7220-bef3-4681-b4c2-92cd201107c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 1098 time: 0.1034501 Jul 07 19:13:21.228974 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aec9c0-a176-42f8-bf72-8b2379a76250 req-8559383f-2374-4107-ae15-bc2aa17e5e79 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.237630 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10aec9c0-a176-42f8-bf72-8b2379a76250 req-8559383f-2374-4107-ae15-bc2aa17e5e79 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.2762129 Jul 07 19:13:21.265852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b850d1-4579-4a57-af99-b0e2695fb9ce req-f1d5b821-3f49-4f3b-86eb-3aa21907ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.267381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71b850d1-4579-4a57-af99-b0e2695fb9ce req-f1d5b821-3f49-4f3b-86eb-3aa21907ce34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=afc652249dee4f29aa30782860a39224&device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 1096 time: 0.3803773 Jul 07 19:13:21.289586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 317d3e94-e4e6-4a2f-8b95-c6b53744e544 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:21.308053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345723e-4a61-459d-96ca-186dcba78f46 req-3083cdf7-b9b3-4f12-b512-1da1ecbbaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.311380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-3083cdf7-b9b3-4f12-b512-1da1ecbbaeda service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1885698 Jul 07 19:13:21.320868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3deedd-aaee-4d9c-8234-57846c57bf17 req-45a28c39-7fae-48b0-a2d7-0d685e3d1599 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.322961 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f3deedd-aaee-4d9c-8234-57846c57bf17 req-45a28c39-7fae-48b0-a2d7-0d685e3d1599 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 943 time: 0.1393065 Jul 07 19:13:21.354541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345723e-4a61-459d-96ca-186dcba78f46 req-6aea052b-0f55-4f9a-84dd-99287ff8c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.356180 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-6aea052b-0f55-4f9a-84dd-99287ff8c7fc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 1098 time: 0.2808218 Jul 07 19:13:21.370662 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:13:21.379403 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-8b9873ab-e500-4a0e-a3b2-bca88ffff022 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544 HTTP/1.1" status: 200 len: 217 time: 0.0553143 Jul 07 19:13:21.388516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd94c80-2124-468a-b0be-64c6d451de07 None None] New status for floating IP 5c7666aa-0e6c-4182-9bb6-828d6d10ae6a: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:13:21.450696 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10aec9c0-a176-42f8-bf72-8b2379a76250 req-f09945ec-c80d-45c4-aefe-3b8e75326733 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121110 Jul 07 19:13:21.502742 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f3deedd-aaee-4d9c-8234-57846c57bf17 req-ba736458-b920-40c2-b8d8-215cded1bd7c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718638 Jul 07 19:13:21.564835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345723e-4a61-459d-96ca-186dcba78f46 req-a13f723a-af64-441b-9971-911d62668374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.569452 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-a13f723a-af64-441b-9971-911d62668374 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1785109 Jul 07 19:13:21.715699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-5744ab79-e848-42a5-ae66-0fd3f32fd844 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips/5c7666aa-0e6c-4182-9bb6-828d6d10ae6a HTTP/1.1" status: 200 len: 695 time: 0.1749992 Jul 07 19:13:21.751760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:21.769082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '317d3e94-e4e6-4a2f-8b95-c6b53744e544', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '317d3e94-e4e6-4a2f-8b95-c6b53744e544', 'mac_address': 'fa:16:3e:2a:58:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:21.825268 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:21.848980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317d3e94-e4e6-4a2f-8b95-c6b53744e544 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:21.873701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:21.878563 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:21.900246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345723e-4a61-459d-96ca-186dcba78f46 req-09528085-5c54-42de-8ee9-5b04431f41be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.901792 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-09528085-5c54-42de-8ee9-5b04431f41be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2399917 Jul 07 19:13:21.971485 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=317d3e94-e4e6-4a2f-8b95-c6b53744e544,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:21.997961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-5e377fc6-b988-4c91-af01-4f51acc38ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.006361 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-5e377fc6-b988-4c91-af01-4f51acc38ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.2868083 Jul 07 19:13:22.068023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-3c195fc0-00c9-47b0-b5f6-36764859b556 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.202 HTTP/1.1" status: 200 len: 696 time: 0.0603185 Jul 07 19:13:22.097633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff94a-0d08-4b35-bf06-e6ad669ce444 req-2697c9f2-18eb-4fb7-9d50-9132beb2d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.100711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df2ff94a-0d08-4b35-bf06-e6ad669ce444 req-2697c9f2-18eb-4fb7-9d50-9132beb2d5b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 1100 time: 0.9422867 Jul 07 19:13:22.133288 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-cc70dd59-e249-43b8-bd68-458a9037f8b8 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.202 HTTP/1.1" status: 200 len: 696 time: 0.0641923 Jul 07 19:13:22.244491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b850d1-4579-4a57-af99-b0e2695fb9ce req-232af0de-6fcc-4cc7-8b8d-740b34fd1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.246375 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71b850d1-4579-4a57-af99-b0e2695fb9ce req-232af0de-6fcc-4cc7-8b8d-740b34fd1437 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bdf0454-24ef-423c-8420-4647a19e83ab HTTP/1.1" status: 200 len: 930 time: 0.9615719 Jul 07 19:13:22.277123 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df2ff94a-0d08-4b35-bf06-e6ad669ce444 req-311ca66a-2738-4366-8dc5-6b864d040536 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611645 Jul 07 19:13:22.314278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345723e-4a61-459d-96ca-186dcba78f46 req-1983a3e2-0258-48ff-ae9e-7d1d44fd4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.316015 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-1983a3e2-0258-48ff-ae9e-7d1d44fd4e97 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.9326844 Jul 07 19:13:22.319044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71b850d1-4579-4a57-af99-b0e2695fb9ce req-660d1d8a-e94a-47a0-8c00-4b55cfd4402d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c697935-c618-4737-879f-c5b03b91c9d3 HTTP/1.1" status: 200 len: 217 time: 0.0578899 Jul 07 19:13:22.368176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['317d3e94-e4e6-4a2f-8b95-c6b53744e544'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:22.383381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-66ef37a7-e7b4-44cc-b321-1415c1b0232e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544 HTTP/1.1" status: 200 len: 217 time: 0.0455656 Jul 07 19:13:22.418052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cec28-f4f5-468a-b92c-bd955e2c3372 req-fccc13ef-cc53-4da2-8307-fd743300b9eb tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.419877 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a3cec28-f4f5-468a-b92c-bd955e2c3372 req-fccc13ef-cc53-4da2-8307-fd743300b9eb tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 948 time: 0.2341552 Jul 07 19:13:22.490457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345723e-4a61-459d-96ca-186dcba78f46 req-c0adce9e-4e1b-4de1-8021-a11f8d1da15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.492326 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-c0adce9e-4e1b-4de1-8021-a11f8d1da15f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0962641 Jul 07 19:13:22.524616 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a3cec28-f4f5-468a-b92c-bd955e2c3372 req-115f79a6-9d40-431d-a607-9e4365fce1c5 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839441 Jul 07 19:13:22.539925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-998aee61-7ad6-4c93-b442-451aaf44222c service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301789 Jul 07 19:13:22.603449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b850d1-4579-4a57-af99-b0e2695fb9ce req-e6e0bcbc-48af-4e88-83c8-0d7a69b02436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.604950 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71b850d1-4579-4a57-af99-b0e2695fb9ce req-e6e0bcbc-48af-4e88-83c8-0d7a69b02436 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73187f3-16a5-4ec2-b260-2d45755bb434 HTTP/1.1" status: 200 len: 868 time: 0.1095388 Jul 07 19:13:22.641228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345723e-4a61-459d-96ca-186dcba78f46 req-99f2994c-e897-4805-94e4-f777c1361db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.647997 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-99f2994c-e897-4805-94e4-f777c1361db3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407499 Jul 07 19:13:22.760193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-c90e1ba9-eb26-4fc8-8085-088ff924554c service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807163 Jul 07 19:13:22.762567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-93fa575f-df40-4140-a2cd-bb7272d2b96e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Deleting port 31c81b30-18cf-41b0-84ad-f8e4e4bf0d6a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:22.762975 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-93fa575f-df40-4140-a2cd-bb7272d2b96e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:22.865411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-17a31e26-350a-4eed-b11e-c1a83eb12312 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031779 Jul 07 19:13:22.873451 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-93fa575f-df40-4140-a2cd-bb7272d2b96e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:22.873451 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-93fa575f-df40-4140-a2cd-bb7272d2b96e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:22.891904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-93fa575f-df40-4140-a2cd-bb7272d2b96e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Calling delete_port for 31c81b30-18cf-41b0-84ad-f8e4e4bf0d6a owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:22.948176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b850d1-4579-4a57-af99-b0e2695fb9ce req-8f170c97-9a83-4f49-9a2b-8aa35d9ed863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.949714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71b850d1-4579-4a57-af99-b0e2695fb9ce req-8f170c97-9a83-4f49-9a2b-8aa35d9ed863 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdf0454-24ef-423c-8420-4647a19e83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3111985 Jul 07 19:13:22.975100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b62533-bc77-440e-842d-dc2c88cac347 req-30c68c86-753d-43a8-a7cd-bd2a90a1f9f3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.978295 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6b62533-bc77-440e-842d-dc2c88cac347 req-30c68c86-753d-43a8-a7cd-bd2a90a1f9f3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 949 time: 0.2183812 Jul 07 19:13:23.100537 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-93fa575f-df40-4140-a2cd-bb7272d2b96e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.131519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa575f-df40-4140-a2cd-bb7272d2b96e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Pushing event deleted for resources: {'Port': ['ID=31c81b30-18cf-41b0-84ad-f8e4e4bf0d6a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:23.170537 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6b62533-bc77-440e-842d-dc2c88cac347 req-ec193b1a-6e99-4a51-86cc-b150599a010a tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451685 Jul 07 19:13:23.174689 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5345723e-4a61-459d-96ca-186dcba78f46 req-95afe7f4-9b72-4989-a3b7-a36121c29f95 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947617 Jul 07 19:13:23.208108 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71b850d1-4579-4a57-af99-b0e2695fb9ce req-afb825fe-16c4-4989-a26c-f7d5dadd7302 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427945 Jul 07 19:13:23.230097 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-93fa575f-df40-4140-a2cd-bb7272d2b96e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.246416 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-93fa575f-df40-4140-a2cd-bb7272d2b96e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.254673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46c9d69c-9b8f-4a43-b00c-9ee149fec851 req-93fa575f-df40-4140-a2cd-bb7272d2b96e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "DELETE /v2.0/floatingips/5c7666aa-0e6c-4182-9bb6-828d6d10ae6a HTTP/1.1" status: 204 len: 173 time: 1.1137042 Jul 07 19:13:23.303416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 858cfdd3-7492-488f-810c-8b63458af25f details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:23.350031 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71b850d1-4579-4a57-af99-b0e2695fb9ce req-7350cfba-8725-44b1-8083-2b8ff2dc258a service neutron] 10.222.0.48 "GET /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338873 Jul 07 19:13:23.452855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-65546077-3219-4350-97af-dcc28fa6ca83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.472209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a3c02-cb22-452d-9d37-5fac20a455ff req-0c2c15ae-ee24-484c-be49-a4fcb7535517 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:23.476048 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae4a3c02-cb22-452d-9d37-5fac20a455ff req-0c2c15ae-ee24-484c-be49-a4fcb7535517 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 945 time: 0.1143379 Jul 07 19:13:23.485377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 858cfdd3-7492-488f-810c-8b63458af25f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=858cfdd3-7492-488f-810c-8b63458af25f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:23.503437 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '858cfdd3-7492-488f-810c-8b63458af25f', 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade', 'port_id': '858cfdd3-7492-488f-810c-8b63458af25f', 'mac_address': 'fa:16:3e:93:4b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24def68a-c6c6-446a-8e5c-4c03b65e7b64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:23.549558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a495f-7c7b-46b2-a88c-60fb49582a87 req-1b7a0a24-6aff-46a5-827f-bca7724d1cd4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:23.557909 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d48a495f-7c7b-46b2-a88c-60fb49582a87 req-1b7a0a24-6aff-46a5-827f-bca7724d1cd4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.1159344 Jul 07 19:13:23.559796 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae4a3c02-cb22-452d-9d37-5fac20a455ff req-d1f1c609-8768-4dc9-a0c6-d329f9ec4fb7 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753372 Jul 07 19:13:23.562618 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.599341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 858cfdd3-7492-488f-810c-8b63458af25f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:23.605750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d48a495f-7c7b-46b2-a88c-60fb49582a87 req-9272868f-e5b5-4cb3-876e-e3769564699a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470266 Jul 07 19:13:23.632098 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 858cfdd3-7492-488f-810c-8b63458af25f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=858cfdd3-7492-488f-810c-8b63458af25f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:23.652019 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.752245 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.784042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=858cfdd3-7492-488f-810c-8b63458af25f,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:23.889545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab3871-b857-4bfb-ad41-fb1e19316dba req-3a377fa9-592a-470f-bf50-b9ba0016cf36 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:23.892538 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aaab3871-b857-4bfb-ad41-fb1e19316dba req-3a377fa9-592a-470f-bf50-b9ba0016cf36 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 943 time: 0.1566713 Jul 07 19:13:23.959737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['858cfdd3-7492-488f-810c-8b63458af25f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:23.984563 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aaab3871-b857-4bfb-ad41-fb1e19316dba req-8dce3b4b-89f8-422d-bc33-82965877a3af tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853817 Jul 07 19:13:24.182462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-5b43add7-8ea9-4655-9e24-f7a27eaede72 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.184448 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-5b43add7-8ea9-4655-9e24-f7a27eaede72 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800&tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 948 time: 0.1981366 Jul 07 19:13:24.246758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527b24-9dd9-4eec-9cc7-60c2b007a650 req-729f6a6a-90e5-4262-a959-9505a47b7a04 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.248232 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-84527b24-9dd9-4eec-9cc7-60c2b007a650 req-729f6a6a-90e5-4262-a959-9505a47b7a04 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 948 time: 0.1259158 Jul 07 19:13:24.283450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfe2d2-c754-4bc6-a72b-79e1d9cddead req-b56e7487-e008-473d-bcfc-3fee364a9ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.285131 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68dfe2d2-c754-4bc6-a72b-79e1d9cddead req-b56e7487-e008-473d-bcfc-3fee364a9ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1471615 Jul 07 19:13:24.314738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-84527b24-9dd9-4eec-9cc7-60c2b007a650 req-e122b9a5-1460-4c7e-ba96-8e44669d6677 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517445 Jul 07 19:13:24.315595 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-f1be86b3-4e2f-4150-a580-c83e6e440c47 service neutron] delete failed (client error): The resource could not be found. Jul 07 19:13:24.316631 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-f1be86b3-4e2f-4150-a580-c83e6e440c47 service neutron] 10.222.0.48 "DELETE /v2.0/ports/317d3e94-e4e6-4a2f-8b95-c6b53744e544/bindings/n-h1-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.1205401 Jul 07 19:13:24.367465 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68dfe2d2-c754-4bc6-a72b-79e1d9cddead req-d5f40e20-8584-446d-8ebb-c0d52afc2d53 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0751450 Jul 07 19:13:24.486888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f50e7d31-a215-4f39-8dad-d38e8fae7017 req-cb400f4b-d4c8-426a-9acd-eb91af24e4c7 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0666296 Jul 07 19:13:24.558129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-125b3314-2ba4-4b26-9ca4-09d2fae53875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.559802 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-125b3314-2ba4-4b26-9ca4-09d2fae53875 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 1099 time: 0.1128595 Jul 07 19:13:24.654510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071abbf-2fe8-41d3-9627-62eec60e4469 req-8cabb466-2c06-4918-8fa1-bf839741c4d8 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.656068 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4071abbf-2fe8-41d3-9627-62eec60e4469 req-8cabb466-2c06-4918-8fa1-bf839741c4d8 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 949 time: 0.1538723 Jul 07 19:13:24.665346 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:24.762386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-32aea429-7a28-4574-93e7-2aeb44cd3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.764581 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-32aea429-7a28-4574-93e7-2aeb44cd3eb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1948702 Jul 07 19:13:24.768530 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4071abbf-2fe8-41d3-9627-62eec60e4469 req-815cfc10-898f-4f9f-8572-25613b2e25a7 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007364 Jul 07 19:13:24.841221 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-309a18f9-600b-4c7a-b00f-f58bcf1f9548 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544 HTTP/1.1" status: 200 len: 217 time: 0.0668747 Jul 07 19:13:24.942501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-1cb271e8-ab2a-47b1-8cab-d6b4e364d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.944484 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-1cb271e8-ab2a-47b1-8cab-d6b4e364d3e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0926180 Jul 07 19:13:25.054402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a75fc-60c5-45ab-a29c-0c1c7127455b req-a4a4cd9b-898a-4741-af7c-cf76acf58e71 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:25.056039 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc4a75fc-60c5-45ab-a29c-0c1c7127455b req-a4a4cd9b-898a-4741-af7c-cf76acf58e71 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.0759869 Jul 07 19:13:25.071014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-658d299c-72c2-4e27-8a78-8ea117e14114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:25.072622 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-658d299c-72c2-4e27-8a78-8ea117e14114 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198668 Jul 07 19:13:25.085177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48635dd6-10ac-4e96-bbe8-63fd7fda7786 req-a333b8ee-7f2c-4eef-aa2a-60fbe334749c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:25.086784 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-48635dd6-10ac-4e96-bbe8-63fd7fda7786 req-a333b8ee-7f2c-4eef-aa2a-60fbe334749c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 944 time: 0.1193318 Jul 07 19:13:25.100197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc4a75fc-60c5-45ab-a29c-0c1c7127455b req-207bf579-9ec4-4039-adb7-90b4f51ca7ba tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376554 Jul 07 19:13:25.188063 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-48635dd6-10ac-4e96-bbe8-63fd7fda7786 req-acf6fc69-a1a1-4a1f-8a3e-fcb76643224b tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805054 Jul 07 19:13:25.215711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-2d618a7c-b72c-4efe-acaa-3bdf302af0de service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279101 Jul 07 19:13:25.334906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 317d3e94-e4e6-4a2f-8b95-c6b53744e544 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:25.335933 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ae0d74f-44e8-4d75-9a34-37c617b97316 req-8ae5b6ff-3678-426b-9852-8bd36fab4ff7 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106918 Jul 07 19:13:25.385918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1e0a7-f04b-458c-9ac9-2c5b0f74e2ed req-2809d0a0-d8e8-448f-b95d-1c184e97dd91 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:25.388531 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50d1e0a7-f04b-458c-9ac9-2c5b0f74e2ed req-2809d0a0-d8e8-448f-b95d-1c184e97dd91 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 945 time: 0.1141281 Jul 07 19:13:25.420680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:25.426347 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:25.427283 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:25.480160 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50d1e0a7-f04b-458c-9ac9-2c5b0f74e2ed req-2fdd7734-9b9c-4e16-866e-4dd7a9503c44 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762930 Jul 07 19:13:25.546834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-38ab42ff-123e-457a-a6b4-a9f8e96f45c8 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:25.550678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-38ab42ff-123e-457a-a6b4-a9f8e96f45c8 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 820 time: 0.1714985 Jul 07 19:13:25.574144 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-f1d33d6a-823c-46d1-98fb-305ecd9007b2 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/quotas/3a67b76b74474baf828e899c52f53df9 HTTP/1.1" status: 200 len: 375 time: 0.0172660 Jul 07 19:13:25.673217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-be3d4677-49ab-4e58-8fe1-2edcf6a265d3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0982656 Jul 07 19:13:25.746732 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:25.776547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d3e94-e4e6-4a2f-8b95-c6b53744e544'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:25.778938 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b75366-45c8-4a5d-ba81-b2d18e27ccd8" -d '{"events": [{"server_uuid": "40551b4d-65da-4e13-9662-6b8b0ec48800", "name": "network-vif-plugged", "status": "completed", "tag": "317d3e94-e4e6-4a2f-8b95-c6b53744e544"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:25.797050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:25.807682 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:25.811080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ffd5e091-5679-4ff8-96b1-89c44888890b no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:25.837036 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-150d5f5f-68f7-4e6b-b36e-1a563486d990 service neutron] 10.222.0.81 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433403 Jul 07 19:13:25.899767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fad92-59a2-4644-bb19-1fe3b76cea2d req-5a3c2b53-ca11-46f2-ad81-6146432ea197 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:25.910175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=317d3e94-e4e6-4a2f-8b95-c6b53744e544,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:25.910822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b7fad92-59a2-4644-bb19-1fe3b76cea2d req-5a3c2b53-ca11-46f2-ad81-6146432ea197 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 943 time: 0.1095812 Jul 07 19:13:25.971306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 858cfdd3-7492-488f-810c-8b63458af25f no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:25.996829 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b7fad92-59a2-4644-bb19-1fe3b76cea2d req-b96fd472-064f-4f5a-a8cd-04ff4dc681ed tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848398 Jul 07 19:13:26.059427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-a269495a-3b2c-4b96-916f-1ff097c06760 service neutron] 10.222.0.81 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021739 Jul 07 19:13:26.108323 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:26.135224 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 858cfdd3-7492-488f-810c-8b63458af25f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:26.172819 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 858cfdd3-7492-488f-810c-8b63458af25f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=858cfdd3-7492-488f-810c-8b63458af25f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:26.181385 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:26.294032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=858cfdd3-7492-488f-810c-8b63458af25f,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:26.402438 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:26.598205 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd373a0-ee55-4046-908b-2c5f758d29bd x-openstack-request-id: req-ffd373a0-ee55-4046-908b-2c5f758d29bd {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:26.598550 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40551b4d-65da-4e13-9662-6b8b0ec48800", "name": "network-vif-plugged", "status": "completed", "tag": "317d3e94-e4e6-4a2f-8b95-c6b53744e544", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:26.599219 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffd373a0-ee55-4046-908b-2c5f758d29bd {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:26.599973 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d3e94-e4e6-4a2f-8b95-c6b53744e544', 'code': 200} Jul 07 19:13:26.674174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293b561-fc21-412a-b712-d508c87af894 req-2c1d8a7a-965e-4e2a-8065-3242cd661fa4 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:26.675979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9293b561-fc21-412a-b712-d508c87af894 req-2c1d8a7a-965e-4e2a-8065-3242cd661fa4 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1171308 Jul 07 19:13:26.763599 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9293b561-fc21-412a-b712-d508c87af894 req-e655cc02-1ffe-47cf-bd93-51bce968092d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775902 Jul 07 19:13:26.819395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-1228aa25-98aa-49a9-a901-6cd66d7d17ab service neutron] 10.222.0.110 "GET /v2.0/ports/ffd5e091-5679-4ff8-96b1-89c44888890b/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 384 time: 0.1518900 Jul 07 19:13:26.882413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b508d-3953-4d8a-85cb-65f48503d3d3 req-f7200d10-f07b-46a7-af64-571cd7ca42d1 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:26.883903 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a28b508d-3953-4d8a-85cb-65f48503d3d3 req-f7200d10-f07b-46a7-af64-571cd7ca42d1 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 949 time: 0.1341450 Jul 07 19:13:27.005700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cd28f-b95a-4ec8-81ab-359068197bee req-bdefe746-c17f-4a70-936c-f932eca47a80 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:27.007318 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c2cd28f-b95a-4ec8-81ab-359068197bee req-bdefe746-c17f-4a70-936c-f932eca47a80 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.0889199 Jul 07 19:13:27.016217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a28b508d-3953-4d8a-85cb-65f48503d3d3 req-b341b34a-7181-4c39-bc3b-972c3ba57ea3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178274 Jul 07 19:13:27.073121 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c2cd28f-b95a-4ec8-81ab-359068197bee req-dace4cf1-e44b-40ce-b01d-fe6f369e680b tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543909 Jul 07 19:13:27.136782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a063d828-b6bc-49ed-bab1-066af136ae56 service neutron] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ffd5e091-5679-4ff8-96b1-89c44888890b,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:27.171292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a063d828-b6bc-49ed-bab1-066af136ae56 service neutron] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:27.275229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a063d828-b6bc-49ed-bab1-066af136ae56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd5e091-5679-4ff8-96b1-89c44888890b {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:27.297234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a063d828-b6bc-49ed-bab1-066af136ae56 service neutron] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ffd5e091-5679-4ff8-96b1-89c44888890b,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:27.322774 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a063d828-b6bc-49ed-bab1-066af136ae56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:27.325140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fefe48-641e-4735-a04e-ff8048949cd3 req-2a639ff1-6853-415d-9108-c4895ae4750e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:27.328784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98fefe48-641e-4735-a04e-ff8048949cd3 req-2a639ff1-6853-415d-9108-c4895ae4750e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 945 time: 0.0866847 Jul 07 19:13:27.359590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d3fb7-a865-4ed9-a346-234a1f9db548 req-cb83462f-d5eb-4149-860c-2f2064369291 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:27.362519 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-619d3fb7-a865-4ed9-a346-234a1f9db548 req-cb83462f-d5eb-4149-860c-2f2064369291 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 943 time: 0.1929767 Jul 07 19:13:27.388227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98fefe48-641e-4735-a04e-ff8048949cd3 req-8becd83a-e276-4946-aaa6-6fd53b1cef81 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/security-groups?id=981b2212-6a33-44de-b1e7-12449472b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531411 Jul 07 19:13:27.547841 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-619d3fb7-a865-4ed9-a346-234a1f9db548 req-cfed2e5c-7dc0-4cb5-b1a8-4c0c4831283b tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598971 Jul 07 19:13:27.580946 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-468c4102-ff06-477a-bb00-94f1b85bc162 req-3696d4c5-9a84-4187-b506-24413d2a3ff4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 210 time: 0.0593023 Jul 07 19:13:27.596266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a063d828-b6bc-49ed-bab1-066af136ae56 service neutron] Transition to ACTIVE for port object ffd5e091-5679-4ff8-96b1-89c44888890b will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:27.624858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498ed1b-3bfa-4d01-ab5f-bd325e074613 req-f5f26415-99f8-4bf8-b647-e832c73762fd tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:27.628530 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f498ed1b-3bfa-4d01-ab5f-bd325e074613 req-f5f26415-99f8-4bf8-b647-e832c73762fd tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 945 time: 0.2267439 Jul 07 19:13:27.630588 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a063d828-b6bc-49ed-bab1-066af136ae56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:27.781397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a063d828-b6bc-49ed-bab1-066af136ae56 service neutron] No DVR routers for this DVR port ffd5e091-5679-4ff8-96b1-89c44888890b on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:27.794845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063d828-b6bc-49ed-bab1-066af136ae56 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd5e091-5679-4ff8-96b1-89c44888890b,revision_number=10']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:27.815346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed3553-235c-4680-9456-00b2307c09f3 req-e83e2633-89d3-4dce-8e59-8b4d2f7ba6da tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:27.817563 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b4ed3553-235c-4680-9456-00b2307c09f3 req-e83e2633-89d3-4dce-8e59-8b4d2f7ba6da tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.0791867 Jul 07 19:13:27.860454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a063d828-b6bc-49ed-bab1-066af136ae56 service neutron] 10.222.0.110 "PUT /v2.0/ports/ffd5e091-5679-4ff8-96b1-89c44888890b/bindings/n-h1-793621-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0227063 Jul 07 19:13:27.862056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b4ed3553-235c-4680-9456-00b2307c09f3 req-dfdf130a-0f89-42eb-b101-3ac52f1dda0c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Jul 07 19:13:27.904122 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-f498ed1b-3bfa-4d01-ab5f-bd325e074613 req-57336178-2171-4dd3-9806-857b060c0e7d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Deleting port 0c697935-c618-4737-879f-c5b03b91c9d3 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:27.904467 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f498ed1b-3bfa-4d01-ab5f-bd325e074613 req-57336178-2171-4dd3-9806-857b060c0e7d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:27.986230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0949f-804d-4bd3-bbf3-f9c196a3351b req-69543987-dabd-460e-9041-342424d06934 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:27.987792 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54f0949f-804d-4bd3-bbf3-f9c196a3351b req-69543987-dabd-460e-9041-342424d06934 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 944 time: 0.1460040 Jul 07 19:13:28.081350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-f498ed1b-3bfa-4d01-ab5f-bd325e074613 req-57336178-2171-4dd3-9806-857b060c0e7d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] For port 0c697935-c618-4737-879f-c5b03b91c9d3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0c697935-c618-4737-879f-c5b03b91c9d3,segment=NetworkSegment(af005a54-f9b3-48c9-af97-29ccef859b10),segment_id=af005a54-f9b3-48c9-af97-29ccef859b10)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:28.081920 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f498ed1b-3bfa-4d01-ab5f-bd325e074613 req-57336178-2171-4dd3-9806-857b060c0e7d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:28.090768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54f0949f-804d-4bd3-bbf3-f9c196a3351b req-63a0b2d4-cdca-402f-9b7e-cc638888b3fb tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900238 Jul 07 19:13:28.114747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-f498ed1b-3bfa-4d01-ab5f-bd325e074613 req-57336178-2171-4dd3-9806-857b060c0e7d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Calling delete_port for 0c697935-c618-4737-879f-c5b03b91c9d3 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:28.309208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-ce802b79-7f64-4133-b59a-818e465f5738 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.310998 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-ce802b79-7f64-4133-b59a-818e465f5738 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951&tenant_id=c5ba298996444ac4a7794654f9024386&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1095 time: 0.1378291 Jul 07 19:13:28.336105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a9c84-1e72-4bae-a04d-81ccdf7b6f1f req-ed2ec4c1-886a-4b4a-a86b-2351adf8fea5 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.343575 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c87a9c84-1e72-4bae-a04d-81ccdf7b6f1f req-ed2ec4c1-886a-4b4a-a86b-2351adf8fea5 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 949 time: 0.1450722 Jul 07 19:13:28.437532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-6eb8dc53-478b-4bae-8804-a84b24bc88f3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.439059 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-6eb8dc53-478b-4bae-8804-a84b24bc88f3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 820 time: 0.2301998 Jul 07 19:13:28.447585 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c87a9c84-1e72-4bae-a04d-81ccdf7b6f1f req-3d07cea9-1eb7-4946-9199-2c058f3d2b13 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025729 Jul 07 19:13:28.470753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-d76a5692-3bf6-46a0-9c7a-adbef3cc7e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.473703 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-d76a5692-3bf6-46a0-9c7a-adbef3cc7e7f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951&tenant_id=c5ba298996444ac4a7794654f9024386 HTTP/1.1" status: 200 len: 1095 time: 0.1542442 Jul 07 19:13:28.485842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Request body: {'port': {'device_id': 'f2316148-ad3b-487e-bb65-ee799f97efb3', 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d', 'admin_state_up': True, 'tenant_id': '3a67b76b74474baf828e899c52f53df9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:28.581906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fa44e-1381-41f1-9af6-f4c2ebc484c0 req-5a9baed3-f478-479b-9d0c-faae14626a65 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.583616 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a83fa44e-1381-41f1-9af6-f4c2ebc484c0 req-5a9baed3-f478-479b-9d0c-faae14626a65 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.2621791 Jul 07 19:13:28.601691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-823b3dd9-ebb8-432a-a409-857f3929ce70 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375800 Jul 07 19:13:28.608393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-d5ec18b2-aa4c-4abd-bf39-2ef2f8233c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.610478 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-d5ec18b2-aa4c-4abd-bf39-2ef2f8233c53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 1095 time: 0.1114388 Jul 07 19:13:28.655511 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f498ed1b-3bfa-4d01-ab5f-bd325e074613 req-57336178-2171-4dd3-9806-857b060c0e7d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:28.668842 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0c697935-c618-4737-879f-c5b03b91c9d3'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:28.715273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a83fa44e-1381-41f1-9af6-f4c2ebc484c0 req-1662a7bd-58ee-4bab-a4f1-8557d3c80f70 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188602 Jul 07 19:13:28.732219 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57336178-2171-4dd3-9806-857b060c0e7d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Pushing event deleted for resources: {'Port': ['ID=0c697935-c618-4737-879f-c5b03b91c9d3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:28.812186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Made reservation on behalf of 3a67b76b74474baf828e899c52f53df9 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:28.816146 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:28.860621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f498ed1b-3bfa-4d01-ab5f-bd325e074613 req-57336178-2171-4dd3-9806-857b060c0e7d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] No DVR routers for this DVR port 0c697935-c618-4737-879f-c5b03b91c9d3 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:28.864839 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f498ed1b-3bfa-4d01-ab5f-bd325e074613 req-57336178-2171-4dd3-9806-857b060c0e7d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:28.866988 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f498ed1b-3bfa-4d01-ab5f-bd325e074613 req-57336178-2171-4dd3-9806-857b060c0e7d tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.48 "DELETE /v2.0/ports/0c697935-c618-4737-879f-c5b03b91c9d3 HTTP/1.1" status: 204 len: 173 time: 1.2280653 Jul 07 19:13:28.876367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'name': 'network-vif-deleted', 'tag': '0c697935-c618-4737-879f-c5b03b91c9d3'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:28.879948 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9028176d-608c-484f-841c-e161a0524eb3" -d '{"events": [{"server_uuid": "b1ac35db-903d-47c7-8832-818a96bc1e15", "name": "network-vif-deleted", "tag": "0c697935-c618-4737-879f-c5b03b91c9d3"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:28.882694 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712b747-e8ef-4bdc-91e1-886091703006 req-39e9c3c0-6064-4574-a766-effd85a7fcd7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.890185 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-39e9c3c0-6064-4574-a766-effd85a7fcd7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2783399 Jul 07 19:13:28.901948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a836473e-6599-4e9b-be54-a3c0ff3f38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.903710 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-a836473e-6599-4e9b-be54-a3c0ff3f38a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.2755606 Jul 07 19:13:28.914541 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-bbd6ae02-049e-409b-b243-d02d73e54048 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/quotas/df682d3641464be3ad43c2c4ee4d0b3f HTTP/1.1" status: 200 len: 375 time: 0.0229146 Jul 07 19:13:28.989076 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-9d1da298-17da-463d-b586-40dabb11b804 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd5e091-5679-4ff8-96b1-89c44888890b HTTP/1.1" status: 200 len: 217 time: 0.0718596 Jul 07 19:13:29.071112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Allocated IP 172.20.0.8 (62088a1d-df6a-44fe-95d5-e251937c7b0d/8a5aed6a-ddd5-48c5-a316-d5e4b085a076/f91cb725-c3bb-449e-ae20-4f4481147da6) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:29.089854 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-ab33b44f-8bfb-4e67-b091-ac842272b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:29.092762 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-ab33b44f-8bfb-4e67-b091-ac842272b650 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.0963726 Jul 07 19:13:29.124499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39df9ac7-37d6-4fd8-a08d-c55a117a02f9 req-6a22a3a6-1414-4dbf-b38c-652f2dce7b1e tempest-FloatingIPsAssociationNegativeTestJSON-1155886100 tempest-FloatingIPsAssociationNegativeTestJSON-1155886100-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ac35db-903d-47c7-8832-818a96bc1e15 HTTP/1.1" status: 200 len: 210 time: 0.2489870 Jul 07 19:13:29.132127 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-8b84a10c-7303-475f-9795-5839fc732868 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325112 Jul 07 19:13:29.150926 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-2792c94a-040f-4e6f-a858-43f84e46dec2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2353733 Jul 07 19:13:29.231592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5b2be-21c5-482f-8a4d-7a7cf7898dea req-dafeb149-9cec-4056-a3ad-e0973400c800 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:29.233120 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1eb5b2be-21c5-482f-8a4d-7a7cf7898dea req-dafeb149-9cec-4056-a3ad-e0973400c800 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.110 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 943 time: 0.4376009 Jul 07 19:13:29.289532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-3ee06400-37d4-41d7-b75f-fe216511b269 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364856 Jul 07 19:13:29.462561 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-91c03ac7-c09c-4608-95e2-6115e8f662c4 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639125 Jul 07 19:13:29.562248 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d5898c0a-463b-4570-a379-e16ce2bedb5c req-baa133ca-5e0c-4901-a378-c4b23f740ec7 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 210 time: 0.0609145 Jul 07 19:13:29.828420 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cc7e60-a6f0-4ba2-a9c3-c672df92b420 x-openstack-request-id: req-c5cc7e60-a6f0-4ba2-a9c3-c672df92b420 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:29.828827 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ac35db-903d-47c7-8832-818a96bc1e15", "name": "network-vif-deleted", "tag": "0c697935-c618-4737-879f-c5b03b91c9d3", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:29.829096 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5cc7e60-a6f0-4ba2-a9c3-c672df92b420 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:29.829586 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ac35db-903d-47c7-8832-818a96bc1e15', 'name': 'network-vif-deleted', 'tag': '0c697935-c618-4737-879f-c5b03b91c9d3', 'status': 'completed', 'code': 200} Jul 07 19:13:29.836519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:29.865289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c92cb-ad0b-4d3d-bd0a-e69bae6aa658 req-fb342713-7f1b-4cae-b586-d30e8ba66f1e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:29.872368 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-150c92cb-ad0b-4d3d-bd0a-e69bae6aa658 req-fb342713-7f1b-4cae-b586-d30e8ba66f1e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 943 time: 0.6056540 Jul 07 19:13:29.937249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-1eb5b2be-21c5-482f-8a4d-7a7cf7898dea req-8c70a162-f411-4167-bd20-24fd690bfb5e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Deleting port 858cfdd3-7492-488f-810c-8b63458af25f {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:29.937804 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1eb5b2be-21c5-482f-8a4d-7a7cf7898dea req-8c70a162-f411-4167-bd20-24fd690bfb5e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:29.953867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-150c92cb-ad0b-4d3d-bd0a-e69bae6aa658 req-86636122-8c1e-43dd-a320-80168613ed6c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804548 Jul 07 19:13:30.077549 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4bc9ba48-dee9-48d9-be6c-014a78293704 req-abc19495-9b6e-4aac-b778-3688b7218622 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 210 time: 0.0403709 Jul 07 19:13:30.081917 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.094853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['6c1446eb-abd5-4595-b851-3b3b3049bc77'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:30.099731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c3ebb-2a90-45b8-87f4-9139db65cf88 req-ba617258-f453-4c7d-adfd-90f3c0b68aa0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:30.101290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f4c3ebb-2a90-45b8-87f4-9139db65cf88 req-ba617258-f453-4c7d-adfd-90f3c0b68aa0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 944 time: 0.1543658 Jul 07 19:13:30.138912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-fc66baac-acf4-4e40-9d64-e1f27171a521 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:30.140534 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-fc66baac-acf4-4e40-9d64-e1f27171a521 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951&tenant_id=c5ba298996444ac4a7794654f9024386&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 1095 time: 0.1249030 Jul 07 19:13:30.155615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Network 62088a1d-df6a-44fe-95d5-e251937c7b0d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:30.168327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:30.171336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:30.177418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:30.178040 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.202837 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7256541 Jul 07 19:13:30.205314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70500ae-5c91-4f25-b75d-291777e000cf tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Pushing event updated for resources: {'Port': ['ID=f91cb725-c3bb-449e-ae20-4f4481147da6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:30.217451 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f4c3ebb-2a90-45b8-87f4-9139db65cf88 req-b206c322-2627-468e-9c82-91422442014a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908422 Jul 07 19:13:30.224486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Request body: {'port': {'device_id': 'f2316148-ad3b-487e-bb65-ee799f97efb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:30.229087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1eb5b2be-21c5-482f-8a4d-7a7cf7898dea req-8c70a162-f411-4167-bd20-24fd690bfb5e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] For port 858cfdd3-7492-488f-810c-8b63458af25f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=858cfdd3-7492-488f-810c-8b63458af25f,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:30.229675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1eb5b2be-21c5-482f-8a4d-7a7cf7898dea req-8c70a162-f411-4167-bd20-24fd690bfb5e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.280594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-1eb5b2be-21c5-482f-8a4d-7a7cf7898dea req-8c70a162-f411-4167-bd20-24fd690bfb5e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Calling delete_port for 858cfdd3-7492-488f-810c-8b63458af25f owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:30.368513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-140a94a4-21e6-4092-a787-0bc511c184bb service neutron] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:30.386199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-140a94a4-21e6-4092-a787-0bc511c184bb service neutron] Notify callbacks [] for binding, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.387474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e55bc0e-0af8-4ef2-bcef-4a706865bc91 req-140a94a4-21e6-4092-a787-0bc511c184bb service neutron] 10.222.0.48 "DELETE /v2.0/ports/ffd5e091-5679-4ff8-96b1-89c44888890b/bindings/n-h2-793621-9 HTTP/1.1" status: 204 len: 173 time: 0.2388434 Jul 07 19:13:30.489703 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.526696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220fbe0-2547-465d-9f9b-b14df0a39c9b req-a3b26a3e-3cbb-4f73-852f-8e560d8ea67d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:30.534967 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8220fbe0-2547-465d-9f9b-b14df0a39c9b req-a3b26a3e-3cbb-4f73-852f-8e560d8ea67d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.0977666 Jul 07 19:13:30.590026 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8220fbe0-2547-465d-9f9b-b14df0a39c9b req-e42136cc-cbbb-4aef-9798-f20b4eecc80e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536098 Jul 07 19:13:30.622005 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fa373-64e6-4bf2-a0fa-99844b8ac10c req-a3d740b2-7634-4953-b0c7-57aba165b2d5 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:30.623755 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5d2fa373-64e6-4bf2-a0fa-99844b8ac10c req-a3d740b2-7634-4953-b0c7-57aba165b2d5 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 949 time: 0.2776284 Jul 07 19:13:30.676490 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1eb5b2be-21c5-482f-8a4d-7a7cf7898dea req-8c70a162-f411-4167-bd20-24fd690bfb5e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.693131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47496) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:30.786833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70a162-f411-4167-bd20-24fd690bfb5e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event deleted for resources: {'Port': ['ID=858cfdd3-7492-488f-810c-8b63458af25f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:30.830846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5d2fa373-64e6-4bf2-a0fa-99844b8ac10c req-62ff0fb6-e550-4492-8b96-23c2bf03dec3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845834 Jul 07 19:13:30.909012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb5b2be-21c5-482f-8a4d-7a7cf7898dea req-8c70a162-f411-4167-bd20-24fd690bfb5e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] No DVR routers for this DVR port 858cfdd3-7492-488f-810c-8b63458af25f on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:30.939381 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1eb5b2be-21c5-482f-8a4d-7a7cf7898dea req-8c70a162-f411-4167-bd20-24fd690bfb5e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.941389 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1eb5b2be-21c5-482f-8a4d-7a7cf7898dea req-8c70a162-f411-4167-bd20-24fd690bfb5e tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.110 "DELETE /v2.0/ports/858cfdd3-7492-488f-810c-8b63458af25f HTTP/1.1" status: 204 len: 173 time: 1.6898434 Jul 07 19:13:31.054751 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849328b-0944-4861-b02b-080fe905c0f1 req-85395a0d-3a70-4d0e-a95d-616e1b035070 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:31.062146 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5849328b-0944-4861-b02b-080fe905c0f1 req-85395a0d-3a70-4d0e-a95d-616e1b035070 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 931 time: 0.1720624 Jul 07 19:13:31.070562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91cb725-c3bb-449e-ae20-4f4481147da6 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:31.086326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.107336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Transition to ACTIVE for port object f91cb725-c3bb-449e-ae20-4f4481147da6 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:31.111697 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.132282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5849328b-0944-4861-b02b-080fe905c0f1 req-a099cd57-b29b-4060-a64e-3cd4e0d6df7a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688355 Jul 07 19:13:31.226363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f91cb725-c3bb-449e-ae20-4f4481147da6,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:31.250834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Attempting to bind port f91cb725-c3bb-449e-ae20-4f4481147da6 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:31.250834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Attempting to bind port f91cb725-c3bb-449e-ae20-4f4481147da6 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:31.251216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Attempting to bind port f91cb725-c3bb-449e-ae20-4f4481147da6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:31.258209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Port f91cb725-c3bb-449e-ae20-4f4481147da6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:31.258209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Attempting to bind port f91cb725-c3bb-449e-ae20-4f4481147da6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:31.265980 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:31.266326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:31.266712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Bound using segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:31.267791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Bound port: f91cb725-c3bb-449e-ae20-4f4481147da6, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:31.269349 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.362172 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6d6bce2f-3a17-42f2-8cc3-34231c120648 req-27f28113-a2d2-4ca2-b51f-d535b1cd659f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=4419992f-d84b-49e5-831f-a6e64adaff97 HTTP/1.1" status: 200 len: 210 time: 0.0475118 Jul 07 19:13:31.365579 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d04be65-59c1-41bc-a16a-0f0ac6e19a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.381649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 858cfdd3-7492-488f-810c-8b63458af25f no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:31.412065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:31.416113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f91cb725-c3bb-449e-ae20-4f4481147da6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:31.422403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.426026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 858cfdd3-7492-488f-810c-8b63458af25f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:31.428249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 858cfdd3-7492-488f-810c-8b63458af25f not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:31.495675 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03976ff4-db2c-4019-8047-03dae19befd0 req-f93448e4-c04d-4cb1-85f9-3b1d7c7f7409 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 210 time: 0.1348045 Jul 07 19:13:31.529029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-5f8595a4-16bd-4099-a5af-102b7c3f1849 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318499 Jul 07 19:13:31.529165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f91cb725-c3bb-449e-ae20-4f4481147da6,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:31.566680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0c697935-c618-4737-879f-c5b03b91c9d3 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:31.579930 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:31.580715 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.582505 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e8d3214-80d3-46b8-81dd-40d33638c7a6 service neutron] 10.222.0.110 "PUT /v2.0/ports/f91cb725-c3bb-449e-ae20-4f4481147da6 HTTP/1.1" status: 200 len: 1091 time: 1.3620529 Jul 07 19:13:31.619988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 0c697935-c618-4737-879f-c5b03b91c9d3 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:31.621459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0c697935-c618-4737-879f-c5b03b91c9d3 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:31.635143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87246e-9f18-40e2-9ae8-f1cb757efb87 req-d2825f95-9a75-44b3-8d83-91234d625597 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:31.636711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f87246e-9f18-40e2-9ae8-f1cb757efb87 req-d2825f95-9a75-44b3-8d83-91234d625597 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 944 time: 0.1054864 Jul 07 19:13:31.758209 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f87246e-9f18-40e2-9ae8-f1cb757efb87 req-396a820d-55ea-47d7-a3d0-5c8cd9abd1b7 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141703 Jul 07 19:13:31.825823 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-ee2c7b7a-cae1-4140-bf98-1d16c102f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:31.827641 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-ee2c7b7a-cae1-4140-bf98-1d16c102f7a8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 1094 time: 0.1546555 Jul 07 19:13:31.839055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4419992f-d84b-49e5-831f-a6e64adaff97', 'name': 'network-vif-deleted', 'tag': '858cfdd3-7492-488f-810c-8b63458af25f'}, {'name': 'network-changed', 'server_uuid': 'f2316148-ad3b-487e-bb65-ee799f97efb3', 'tag': 'f91cb725-c3bb-449e-ae20-4f4481147da6'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:31.844741 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a3ca09-3cf8-4665-8c1c-43baeaa542a4" -d '{"events": [{"server_uuid": "4419992f-d84b-49e5-831f-a6e64adaff97", "name": "network-vif-deleted", "tag": "858cfdd3-7492-488f-810c-8b63458af25f"}, {"name": "network-changed", "server_uuid": "f2316148-ad3b-487e-bb65-ee799f97efb3", "tag": "f91cb725-c3bb-449e-ae20-4f4481147da6"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:31.875404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712b747-e8ef-4bdc-91e1-886091703006 req-19c29fdb-928d-4794-a1c1-d641df0dee50 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:31.876965 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-19c29fdb-928d-4794-a1c1-d641df0dee50 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405745 Jul 07 19:13:31.899036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Request body: {'port': {'device_id': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'df682d3641464be3ad43c2c4ee4d0b3f'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:31.908523 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-0284686d-7a14-4309-b471-66c60706c2b4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f91cb725-c3bb-449e-ae20-4f4481147da6 HTTP/1.1" status: 200 len: 217 time: 0.0529618 Jul 07 19:13:31.983335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760a5de-739f-423b-94eb-dd4f71daa3f4 req-73dca455-c7e7-4ea2-9d54-c56e0f47f6ae tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:31.984988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f760a5de-739f-423b-94eb-dd4f71daa3f4 req-73dca455-c7e7-4ea2-9d54-c56e0f47f6ae tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.2468891 Jul 07 19:13:32.009240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d5afb610-8006-4a78-88f8-4a38f1d9e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:32.010727 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d5afb610-8006-4a78-88f8-4a38f1d9e195 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.0874531 Jul 07 19:13:32.048299 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-fe61d26b-6c7e-4cef-9151-1491385616eb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299833 Jul 07 19:13:32.062830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cc976-343c-4bea-8a14-b4543881d1a7 req-c4cefdd5-7079-4d7a-86a6-712f29fc217f tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:32.064576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-457cc976-343c-4bea-8a14-b4543881d1a7 req-c4cefdd5-7079-4d7a-86a6-712f29fc217f tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 1095 time: 0.1086507 Jul 07 19:13:32.093351 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f760a5de-739f-423b-94eb-dd4f71daa3f4 req-bebce2f1-b003-47ed-88d3-21f6cabe97a1 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903795 Jul 07 19:13:32.155742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Made reservation on behalf of df682d3641464be3ad43c2c4ee4d0b3f for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:32.157484 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-457cc976-343c-4bea-8a14-b4543881d1a7 req-8b51a33a-1045-48af-9963-88a1078998df tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729673 Jul 07 19:13:32.171811 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:32.216218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-d77fc7eb-5468-4b9b-b759-cc3d1200e796 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490185 Jul 07 19:13:32.251507 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d31921-522e-48c7-908a-3f3a961d7362 x-openstack-request-id: req-a2d31921-522e-48c7-908a-3f3a961d7362 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:32.252128 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4419992f-d84b-49e5-831f-a6e64adaff97", "name": "network-vif-deleted", "tag": "858cfdd3-7492-488f-810c-8b63458af25f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2316148-ad3b-487e-bb65-ee799f97efb3", "tag": "f91cb725-c3bb-449e-ae20-4f4481147da6", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:32.252544 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2d31921-522e-48c7-908a-3f3a961d7362 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:32.253551 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4419992f-d84b-49e5-831f-a6e64adaff97', 'name': 'network-vif-deleted', 'tag': '858cfdd3-7492-488f-810c-8b63458af25f', 'status': 'completed', 'code': 200} Jul 07 19:13:32.254994 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2316148-ad3b-487e-bb65-ee799f97efb3', 'tag': 'f91cb725-c3bb-449e-ae20-4f4481147da6', 'status': 'completed', 'code': 200} Jul 07 19:13:32.263075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-7d04be65-59c1-41bc-a16a-0f0ac6e19a15 admin admin] Deleting port 587c9e13-f3cc-4da5-a23a-91ee531f3120 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:32.263421 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d04be65-59c1-41bc-a16a-0f0ac6e19a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:32.376579 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3704e8cf-c1d7-4b05-8a8a-0091bd93667a req-2e5cea1e-dbe1-4766-b2e0-105c8bfa054a service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408575 Jul 07 19:13:32.621316 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3ca09-3cf8-4665-8c1c-43baeaa542a4 req-10d43016-dc8f-4202-a944-2b4bfaf12e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:32.622961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52a3ca09-3cf8-4665-8c1c-43baeaa542a4 req-10d43016-dc8f-4202-a944-2b4bfaf12e58 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 1094 time: 0.1699030 Jul 07 19:13:32.635816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1100b-ac5e-4676-90b2-29997faff8a8 req-41fc7704-d230-40c7-b550-f566e216f8a5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:32.637548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60e1100b-ac5e-4676-90b2-29997faff8a8 req-41fc7704-d230-40c7-b550-f566e216f8a5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 943 time: 0.1179118 Jul 07 19:13:32.766304 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60e1100b-ac5e-4676-90b2-29997faff8a8 req-24e8594a-a37c-492b-8eac-d279dc1754a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177020 Jul 07 19:13:32.790735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Allocated IP 192.168.233.5 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/0f82c583-d76d-4a67-9d8c-fef9529a6aaa) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:32.819274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3ca09-3cf8-4665-8c1c-43baeaa542a4 req-97f506b7-76c5-4dcf-8170-38b18d414ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:32.822289 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52a3ca09-3cf8-4665-8c1c-43baeaa542a4 req-97f506b7-76c5-4dcf-8170-38b18d414ba2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.1837366 Jul 07 19:13:32.873818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-7d04be65-59c1-41bc-a16a-0f0ac6e19a15 admin admin] For port 587c9e13-f3cc-4da5-a23a-91ee531f3120, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=587c9e13-f3cc-4da5-a23a-91ee531f3120,segment=NetworkSegment(af005a54-f9b3-48c9-af97-29ccef859b10),segment_id=af005a54-f9b3-48c9-af97-29ccef859b10)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:32.874479 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d04be65-59c1-41bc-a16a-0f0ac6e19a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:32.905981 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52a3ca09-3cf8-4665-8c1c-43baeaa542a4 req-3cd6856e-0a2b-442d-8e5e-f5ec8ce2bc6e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f91cb725-c3bb-449e-ae20-4f4481147da6 HTTP/1.1" status: 200 len: 217 time: 0.0721169 Jul 07 19:13:32.923134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-7d04be65-59c1-41bc-a16a-0f0ac6e19a15 admin admin] Calling delete_port for 587c9e13-f3cc-4da5-a23a-91ee531f3120 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:32.937605 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b14ea-db83-40f6-a1d0-153b7220fc54 req-780e9df4-86c0-49e1-b960-50259ea7d371 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:32.939397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-845b14ea-db83-40f6-a1d0-153b7220fc54 req-780e9df4-86c0-49e1-b960-50259ea7d371 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 949 time: 0.2634385 Jul 07 19:13:33.028607 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3ca09-3cf8-4665-8c1c-43baeaa542a4 req-d75b7763-5497-412d-b89f-3502668731f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:33.030398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52a3ca09-3cf8-4665-8c1c-43baeaa542a4 req-d75b7763-5497-412d-b89f-3502668731f3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1151371 Jul 07 19:13:33.088372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52a3ca09-3cf8-4665-8c1c-43baeaa542a4 req-807ef484-281d-4a2e-91b7-841290cffd9a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472677 Jul 07 19:13:33.097213 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-845b14ea-db83-40f6-a1d0-153b7220fc54 req-9932dd23-844d-4bde-9af5-d233d9905073 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380413 Jul 07 19:13:33.098182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cbe4f-8d4f-4d87-834f-ddc4f706533b req-f73a378d-d2fb-458d-9052-4083d9775456 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:33.099766 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-731cbe4f-8d4f-4d87-834f-ddc4f706533b req-f73a378d-d2fb-458d-9052-4083d9775456 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 1095 time: 0.1476989 Jul 07 19:13:33.207069 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-731cbe4f-8d4f-4d87-834f-ddc4f706533b req-0d22ec55-53b0-4fdf-aa2e-3a57813602b1 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974214 Jul 07 19:13:33.213881 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.243105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Transition to ACTIVE for port object 0f82c583-d76d-4a67-9d8c-fef9529a6aaa will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:33.265296 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52a3ca09-3cf8-4665-8c1c-43baeaa542a4 req-4b71ff37-7036-498d-82e5-02d41d6cf1ad service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643593 Jul 07 19:13:33.406984 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d04be65-59c1-41bc-a16a-0f0ac6e19a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.419503 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.432340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8326a96c-aaa9-44a2-b0c0-20c416d0595d'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:33.437152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['317d3e94-e4e6-4a2f-8b95-c6b53744e544'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:33.445478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04be65-59c1-41bc-a16a-0f0ac6e19a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=587c9e13-f3cc-4da5-a23a-91ee531f3120,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:33.548466 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52a3ca09-3cf8-4665-8c1c-43baeaa542a4 req-1378b7ee-7df9-4812-8ab6-eb679650b173 service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750459 Jul 07 19:13:33.621030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eac859-393b-4ca3-a360-d07cda1ba3a2 req-5040ae6f-ef70-4a72-a40c-4f288c705556 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:33.623206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37eac859-393b-4ca3-a360-d07cda1ba3a2 req-5040ae6f-ef70-4a72-a40c-4f288c705556 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 934 time: 0.1344783 Jul 07 19:13:33.683104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:33.703970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Pushing event updated for resources: {'Port': ['ID=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:33.727061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:33.732076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:33.744250 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37eac859-393b-4ca3-a360-d07cda1ba3a2 req-3c06d72e-2234-433c-98f8-e5dbffa4a961 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079993 Jul 07 19:13:33.970777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:33.971858 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:34.028543 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3fcde6af-0d3d-4d82-8702-d18d5f6ecf2f None None] Provisioning for port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:34.037734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f385f8-6728-4d93-b315-64ba8252ee02 req-9daeafe3-c701-45cf-a861-76bf95b88daa tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:34.039674 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58f385f8-6728-4d93-b315-64ba8252ee02 req-9daeafe3-c701-45cf-a861-76bf95b88daa tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.5159242 Jul 07 19:13:34.048311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3fcde6af-0d3d-4d82-8702-d18d5f6ecf2f None None] Provisioning complete for port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:34.051130 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3fcde6af-0d3d-4d82-8702-d18d5f6ecf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:34.060076 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-86f399e5-1c60-4e9f-8433-a5994522a060 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1654780 Jul 07 19:13:34.081602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Request body: {'port': {'device_id': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:34.133100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3fcde6af-0d3d-4d82-8702-d18d5f6ecf2f None None] Port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:13:34.188243 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58f385f8-6728-4d93-b315-64ba8252ee02 req-d784ba19-608c-41da-a48f-e4f2b2b5a235 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377833 Jul 07 19:13:34.208815 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d04be65-59c1-41bc-a16a-0f0ac6e19a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:34.335420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:34.399356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-865885be-b1eb-4c47-83a2-8cb9b88d36a1 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:34.404061 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-865885be-b1eb-4c47-83a2-8cb9b88d36a1 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/networks?id=85732d60-b934-4f11-a9e0-7c1573fafade HTTP/1.1" status: 200 len: 822 time: 0.1795518 Jul 07 19:13:34.427591 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-40933e35-f6d6-42fd-a73e-a6df4ba3292c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/quotas/fcf281ee882148c88472a06e216f1edc HTTP/1.1" status: 200 len: 375 time: 0.0182240 Jul 07 19:13:34.588862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-267d9fe9-d8db-4438-a73b-89b21fb19229 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fcf281ee882148c88472a06e216f1edc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1554053 Jul 07 19:13:34.736026 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-9dc823c3-dd9a-476a-9ca1-ffa31da986e9 service neutron] 10.222.0.81 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456771 Jul 07 19:13:34.814932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143179bc-3486-4504-a2fd-5e7350af5a1f req-333df1f8-e984-4c74-aca4-af29b46e95e5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:34.816537 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-143179bc-3486-4504-a2fd-5e7350af5a1f req-333df1f8-e984-4c74-aca4-af29b46e95e5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 943 time: 0.2438178 Jul 07 19:13:34.885205 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2b7ed42d-164a-4e16-96e2-cf4dd7311ea1 service neutron] 10.222.0.81 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407852 Jul 07 19:13:34.896389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d04be65-59c1-41bc-a16a-0f0ac6e19a15 admin admin] Router d0f934b4-f567-40fe-b8c3-e625c1c44610 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:13:34.946822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-143179bc-3486-4504-a2fd-5e7350af5a1f req-fcd70ca0-3356-427c-8896-82bbcbf70d39 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172392 Jul 07 19:13:34.954154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f82c583-d76d-4a67-9d8c-fef9529a6aaa {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:34.967465 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:35.035625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Transition to ACTIVE for port object 0f82c583-d76d-4a67-9d8c-fef9529a6aaa will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:35.042416 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:35.207724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Pushing event updated for resources: {'Port': ['ID=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:35.285054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d04be65-59c1-41bc-a16a-0f0ac6e19a15 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:13:35.298003 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ac6d8-a39e-4194-ae39-35299c346927 None None] Sync routers for ids ['d0f934b4-f567-40fe-b8c3-e625c1c44610'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:13:35.323879 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ac6d8-a39e-4194-ae39-35299c346927 None None] Routers {'d0f934b4-f567-40fe-b8c3-e625c1c44610'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:35.324785 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c49ac6d8-a39e-4194-ae39-35299c346927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:13:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d0f934b4-f567-40fe-b8c3-e625c1c44610'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:35.354162 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7d04be65-59c1-41bc-a16a-0f0ac6e19a15 admin admin] 10.222.0.81 "PUT /v2.0/routers/d0f934b4-f567-40fe-b8c3-e625c1c44610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6575084 Jul 07 19:13:35.356552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47566) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:35.383463 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:35.436702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32f91c-6f7a-49f9-827d-8205026a3e5c req-d163b359-1dbd-4185-ac6a-9ec931cc9888 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:35.438330 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f32f91c-6f7a-49f9-827d-8205026a3e5c req-d163b359-1dbd-4185-ac6a-9ec931cc9888 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 949 time: 0.2789898 Jul 07 19:13:35.535224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Attempting to bind port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:35.536077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Attempting to bind port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:35.536879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Attempting to bind port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:35.555725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:35.556538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Attempting to bind port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:35.559688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba6882-de01-4309-a543-cc67defa0beb req-3fa2128b-5f9f-4372-a161-8dbe3b0e97e1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:35.562525 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fcba6882-de01-4309-a543-cc67defa0beb req-3fa2128b-5f9f-4372-a161-8dbe3b0e97e1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 946 time: 0.2856624 Jul 07 19:13:35.576705 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:35.577577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:35.578137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:35.578741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Bound port: 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:35.579282 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:35.596461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f32f91c-6f7a-49f9-827d-8205026a3e5c req-b1dc9ce0-c54c-44a6-8758-ac46cce7da17 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360672 Jul 07 19:13:35.627101 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c49ac6d8-a39e-4194-ae39-35299c346927 None None] Set router d0f934b4-f567-40fe-b8c3-e625c1c44610 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:35.696788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fcba6882-de01-4309-a543-cc67defa0beb req-e40038e7-ef16-4950-bc4a-3594039608bd tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626965 Jul 07 19:13:35.710924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:35.715815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:35.732134 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:35.745299 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:35.764373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46e708ef-b758-493e-a50a-fbcca7018b6c req-24017f12-cda4-441a-beec-95a3dd8ad33d tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 210 time: 0.0474303 Jul 07 19:13:35.820428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:35.824440 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:35.827778 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-903d529e-7b07-4966-a6c5-14861101862a service neutron] 10.222.0.48 "PUT /v2.0/ports/0f82c583-d76d-4a67-9d8c-fef9529a6aaa HTTP/1.1" status: 200 len: 1094 time: 1.7517083 Jul 07 19:13:35.839170 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:35.858209 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87710620-89ad-4afd-9982-10434ce591ad" -d '{"events": [{"name": "network-changed", "server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:36.082612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d529e-7b07-4966-a6c5-14861101862a service neutron] Pushing event updated for resources: {'Port': ['ID=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:36.118245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712b747-e8ef-4bdc-91e1-886091703006 req-b01d8cf8-da54-4592-bb44-f63d3bfc2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:36.119835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-b01d8cf8-da54-4592-bb44-f63d3bfc2048 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 1097 time: 0.2330904 Jul 07 19:13:36.170561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:36.215187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720df77-6124-4e04-a885-685c541e3881 req-d32e168d-f327-4c93-a070-0d3d7cb04a4f tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:36.222051 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-61847c76-f5d6-4ab2-bc50-a9131256aa22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa HTTP/1.1" status: 200 len: 217 time: 0.0928550 Jul 07 19:13:36.225334 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9720df77-6124-4e04-a885-685c541e3881 req-d32e168d-f327-4c93-a070-0d3d7cb04a4f tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.1676390 Jul 07 19:13:36.279566 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9720df77-6124-4e04-a885-685c541e3881 req-6ed2720e-c221-4cbc-9359-f07fae9bffe6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529706 Jul 07 19:13:36.388578 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c49ac6d8-a39e-4194-ae39-35299c346927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:13:33Z', 'revision_number': 5, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port': {'id': '2eae2a52-490e-4fa9-a262-3eec51bcc368', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:33Z', 'updated_at': '2021-07-07T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:36.396403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Deleting port 2eae2a52-490e-4fa9-a262-3eec51bcc368 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:36.399751 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:36.472152 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55042942-63c8-4bf8-8260-13419eb602ea x-openstack-request-id: req-55042942-63c8-4bf8-8260-13419eb602ea {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:36.472152 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:36.472152 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55042942-63c8-4bf8-8260-13419eb602ea {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:36.472152 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'status': 'completed', 'code': 200} Jul 07 19:13:36.511603 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ac6d8-a39e-4194-ae39-35299c346927 None None] Checking router: d0f934b4-f567-40fe-b8c3-e625c1c44610 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:13:36.524625 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ac6d8-a39e-4194-ae39-35299c346927 None None] Routers {'d0f934b4-f567-40fe-b8c3-e625c1c44610'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:36.525620 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c49ac6d8-a39e-4194-ae39-35299c346927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:13:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d0f934b4-f567-40fe-b8c3-e625c1c44610'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:36.538166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712b747-e8ef-4bdc-91e1-886091703006 req-3042774d-451d-49dc-a9fb-201deec18b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:36.539724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-3042774d-451d-49dc-a9fb-201deec18b1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.3063509 Jul 07 19:13:36.608245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c038c77-dc34-4c52-88a5-422c8ba621fe req-7a5994ce-de64-4f56-9a6d-c71bbb409c9a tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:36.610132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8c038c77-dc34-4c52-88a5-422c8ba621fe req-7a5994ce-de64-4f56-9a6d-c71bbb409c9a tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 1100 time: 0.2434070 Jul 07 19:13:36.613028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] For port 2eae2a52-490e-4fa9-a262-3eec51bcc368, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2eae2a52-490e-4fa9-a262-3eec51bcc368,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:36.614127 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:36.628326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Calling delete_port for 2eae2a52-490e-4fa9-a262-3eec51bcc368 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:36.637085 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c49ac6d8-a39e-4194-ae39-35299c346927 None None] Set router d0f934b4-f567-40fe-b8c3-e625c1c44610 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:36.694839 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8c038c77-dc34-4c52-88a5-422c8ba621fe req-f539396c-7704-417f-92df-5e0a430f5b3c tempest-ServersOnMultiNodesTest-1616051266 tempest-ServersOnMultiNodesTest-1616051266-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755353 Jul 07 19:13:36.719654 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c49ac6d8-a39e-4194-ae39-35299c346927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:13:36Z', 'revision_number': 6, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:36.754320 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712b747-e8ef-4bdc-91e1-886091703006 req-82987f69-7afb-4240-a0b3-7e6071672543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:36.758907 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-82987f69-7afb-4240-a0b3-7e6071672543 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2036531 Jul 07 19:13:36.782535 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ac6d8-a39e-4194-ae39-35299c346927 None None] The sync data for ids ['d0f934b4-f567-40fe-b8c3-e625c1c44610'] in n-d-793621-9 is: [{'id': 'd0f934b4-f567-40fe-b8c3-e625c1c44610', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1512876111-router', 'tenant_id': 'afc652249dee4f29aa30782860a39224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:31Z', 'updated_at': '2021-07-07T19:13:36Z', 'revision_number': 6, 'project_id': 'afc652249dee4f29aa30782860a39224', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:13:36.969529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.015752 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-dca76298-a532-418b-80cf-1141623ac6d2 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482219 Jul 07 19:13:37.018575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aefdea-025b-4cfa-9ca8-26db74b8e10d req-8a49e3c5-0d80-4474-b866-fce34001741e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:37.026661 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d7aefdea-025b-4cfa-9ca8-26db74b8e10d req-8a49e3c5-0d80-4474-b866-fce34001741e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 943 time: 0.2478459 Jul 07 19:13:37.034937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eae2a52-490e-4fa9-a262-3eec51bcc368,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:37.079025 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.170446 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2712b747-e8ef-4bdc-91e1-886091703006 req-f2bc8658-fe36-4ecc-987c-1b2d8789ca57 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477506 Jul 07 19:13:37.236149 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d7aefdea-025b-4cfa-9ca8-26db74b8e10d req-5f0dc4af-9003-418e-8004-6fbc1e2be084 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051015 Jul 07 19:13:37.242946 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.257102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.403175 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87710620-89ad-4afd-9982-10434ce591ad req-68f9a248-4b08-4d8f-8369-cc7c07936e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:37.404015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.404604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0f934b4-f567-40fe-b8c3-e625c1c44610 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:13:37.411957 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.413106 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5f74cf0d-17dd-4d4e-89d9-aa97e1d37981 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d0f934b4-f567-40fe-b8c3-e625c1c44610 HTTP/1.1" status: 204 len: 168 time: 2.0525529 Jul 07 19:13:37.418678 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87710620-89ad-4afd-9982-10434ce591ad req-68f9a248-4b08-4d8f-8369-cc7c07936e85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 1097 time: 0.1637878 Jul 07 19:13:37.422147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 587c9e13-f3cc-4da5-a23a-91ee531f3120 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:37.423363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47596) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:37.454307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 587c9e13-f3cc-4da5-a23a-91ee531f3120 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:37.454657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 587c9e13-f3cc-4da5-a23a-91ee531f3120 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:37.535265 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87710620-89ad-4afd-9982-10434ce591ad req-188efd1a-4bb8-4049-93f1-ded89ebe8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:37.536742 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87710620-89ad-4afd-9982-10434ce591ad req-188efd1a-4bb8-4049-93f1-ded89ebe8d3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1091492 Jul 07 19:13:37.586961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b6380ef-f137-47cd-832c-6ecbc24ef100 req-2ca650ef-cce5-4093-a7a4-3ac98d9f7194 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 210 time: 0.0609744 Jul 07 19:13:37.610382 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87710620-89ad-4afd-9982-10434ce591ad req-957045b6-7bb3-4cb5-a697-ee26405f0323 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa HTTP/1.1" status: 200 len: 217 time: 0.0616915 Jul 07 19:13:37.661810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a16e7c-0350-4687-aa12-a30607b83ff4 req-098dd6a2-9445-4bb8-bce5-47c78fd26695 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:37.669350 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c9a16e7c-0350-4687-aa12-a30607b83ff4 req-098dd6a2-9445-4bb8-bce5-47c78fd26695 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 946 time: 0.3444965 Jul 07 19:13:37.709220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e005276-7240-4d07-bd39-1954b40d58fd admin admin] Deleting subnet c73187f3-16a5-4ec2-b260-2d45755bb434 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:13:37.718000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-5f07d943-9cfb-445f-9d84-ed1a1600252a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:37.726607 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-5f07d943-9cfb-445f-9d84-ed1a1600252a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.110 "GET /v2.0/networks?id=85732d60-b934-4f11-a9e0-7c1573fafade HTTP/1.1" status: 200 len: 822 time: 0.1480763 Jul 07 19:13:37.729399 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e005276-7240-4d07-bd39-1954b40d58fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.731025 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c9a16e7c-0350-4687-aa12-a30607b83ff4 req-2e327b69-9121-4631-b498-62993838bf4e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604801 Jul 07 19:13:37.733261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87710620-89ad-4afd-9982-10434ce591ad req-0068fdcd-ccff-4b89-b0a4-9515a72e3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:37.734340 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87710620-89ad-4afd-9982-10434ce591ad req-0068fdcd-ccff-4b89-b0a4-9515a72e3c3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1133120 Jul 07 19:13:37.790652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Request body: {'port': {'device_id': '662d9055-4038-4000-936a-119aafb6e787', 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade', 'admin_state_up': True, 'tenant_id': 'fcf281ee882148c88472a06e216f1edc'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:37.859945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87710620-89ad-4afd-9982-10434ce591ad req-684c4c92-4054-4c77-bacd-3c3f9c7f17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:37.867704 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87710620-89ad-4afd-9982-10434ce591ad req-684c4c92-4054-4c77-bacd-3c3f9c7f17b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247520 Jul 07 19:13:37.959234 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e005276-7240-4d07-bd39-1954b40d58fd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.019018 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Made reservation on behalf of fcf281ee882148c88472a06e216f1edc for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:38.025325 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.060951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e0cd1-f32e-421f-a3f0-ce1e7a2e8b1f req-f3c34a90-5d01-4122-bffc-295b5ca86998 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:38.069876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-344e0cd1-f32e-421f-a3f0-ce1e7a2e8b1f req-f3c34a90-5d01-4122-bffc-295b5ca86998 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 949 time: 0.1526046 Jul 07 19:13:38.075141 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87710620-89ad-4afd-9982-10434ce591ad req-61653204-f63b-48f7-9000-415044a10438 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959395 Jul 07 19:13:38.125263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e005276-7240-4d07-bd39-1954b40d58fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.233956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Allocated IP 172.20.0.10 (85732d60-b934-4f11-a9e0-7c1573fafade/24def68a-c6c6-446a-8e5c-4c03b65e7b64/30327d5b-6eca-4fbc-90f9-a2ef4e3a2516) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:38.248167 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e005276-7240-4d07-bd39-1954b40d58fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.250116 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-344e0cd1-f32e-421f-a3f0-ce1e7a2e8b1f req-3186fa0d-c166-4605-864f-4e3fd13a93af tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790686 Jul 07 19:13:38.337928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e005276-7240-4d07-bd39-1954b40d58fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73187f3-16a5-4ec2-b260-2d45755bb434,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:38.356149 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87710620-89ad-4afd-9982-10434ce591ad req-2188449d-84bf-484e-b8c9-8e7b36c53a47 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610548 Jul 07 19:13:38.447416 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e005276-7240-4d07-bd39-1954b40d58fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.452913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47602) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:38.453622 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3e005276-7240-4d07-bd39-1954b40d58fd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c73187f3-16a5-4ec2-b260-2d45755bb434 HTTP/1.1" status: 204 len: 168 time: 1.0286963 Jul 07 19:13:38.455499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20af64-ce11-4224-ae3e-547cfc1ea0ed None None] Network 3bdf0454-24ef-423c-8420-4647a19e83ab requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:13:38.551596 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.723316 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] DHCP port deletion for 3bdf0454-24ef-423c-8420-4647a19e83ab request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:13:38.782363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Deleting port c9d9c551-368f-406c-89bc-5a6fd9ca737d {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:38.783399 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.894769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] For port c9d9c551-368f-406c-89bc-5a6fd9ca737d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c9d9c551-368f-406c-89bc-5a6fd9ca737d,segment=NetworkSegment(af005a54-f9b3-48c9-af97-29ccef859b10),segment_id=af005a54-f9b3-48c9-af97-29ccef859b10)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:38.895819 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.918923 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.920922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Calling delete_port for c9d9c551-368f-406c-89bc-5a6fd9ca737d owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:38.980696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b53b5d-22d0-4dbd-bffc-d5fff9522dea req-9782f0ae-c04a-421e-8163-c775a4cf9dc1 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:38.989373 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e5b53b5d-22d0-4dbd-bffc-d5fff9522dea req-9782f0ae-c04a-421e-8163-c775a4cf9dc1 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.5456433 Jul 07 19:13:39.029302 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.042142 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.077407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] No DVR routers for this DVR port c9d9c551-368f-406c-89bc-5a6fd9ca737d on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:39.091752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96327fa3-8fea-4873-a115-4e3ec3ccf5df req-2994453d-57fd-46e2-9b61-4357fb10455e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:39.094348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-96327fa3-8fea-4873-a115-4e3ec3ccf5df req-2994453d-57fd-46e2-9b61-4357fb10455e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 943 time: 0.6519816 Jul 07 19:13:39.100345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Deleting port c9d9c551-368f-406c-89bc-5a6fd9ca737d {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:39.102016 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.107239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Pushing event deleted for resources: {'Port': ['ID=c9d9c551-368f-406c-89bc-5a6fd9ca737d,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:39.118414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:39.118761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:39.119133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:39.120139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:39.120139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:39.120139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:39.120596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:39.121292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:39.121620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:39.126910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:39.126910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:39.126910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f94139-4576-45d6-9eb6-1233e5bd2f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:39.127470 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e5b53b5d-22d0-4dbd-bffc-d5fff9522dea req-4771c1ae-429c-48af-b6a8-ea4c70da785e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361485 Jul 07 19:13:39.151182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Network 85732d60-b934-4f11-a9e0-7c1573fafade is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:39.151182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:39.159295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:39.159819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:39.161179 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.181161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event updated for resources: {'Port': ['ID=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:39.197721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-f08dfd39-0cee-4694-a7bf-ffeed2607e21 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4178936 Jul 07 19:13:39.228216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Request body: {'port': {'device_id': '662d9055-4038-4000-936a-119aafb6e787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:39.255886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] For port c9d9c551-368f-406c-89bc-5a6fd9ca737d, host n-d-793621-9, got binding levels [] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:39.256273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.273905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-96327fa3-8fea-4873-a115-4e3ec3ccf5df req-d935c9de-6c46-4e32-9389-12de58c6bf70 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668818 Jul 07 19:13:39.295792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Calling delete_port for c9d9c551-368f-406c-89bc-5a6fd9ca737d owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:39.306938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.ipam_backend_mixin [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Port c9d9c551-368f-406c-89bc-5a6fd9ca737d was not found and therefore no delete operation was performed {{(pid=93901) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:13:39.310566 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.342351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2eae2a52-490e-4fa9-a262-3eec51bcc368 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:39.384190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d9c551-368f-406c-89bc-5a6fd9ca737d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:39.386398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] No DVR routers for this DVR port c9d9c551-368f-406c-89bc-5a6fd9ca737d on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:39.400062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 2eae2a52-490e-4fa9-a262-3eec51bcc368 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:39.400603 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2eae2a52-490e-4fa9-a262-3eec51bcc368 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:39.401347 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c9d9c551-368f-406c-89bc-5a6fd9ca737d no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:39.455663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: c9d9c551-368f-406c-89bc-5a6fd9ca737d {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:39.456348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c9d9c551-368f-406c-89bc-5a6fd9ca737d not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:39.469401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.515236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a7c43-0efe-438e-a516-9c4e983b0773 req-3dd3156b-9149-49de-9c36-fe43314d57a5 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:39.519852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-874a7c43-0efe-438e-a516-9c4e983b0773 req-3dd3156b-9149-49de-9c36-fe43314d57a5 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 932 time: 0.2192411 Jul 07 19:13:39.598997 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.620820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdf0454-24ef-423c-8420-4647a19e83ab']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:39.645558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af005a54-f9b3-48c9-af97-29ccef859b10') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:39.646277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af005a54-f9b3-48c9-af97-29ccef859b10') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:39.650925 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.672699 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.674372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-874a7c43-0efe-438e-a516-9c4e983b0773 req-5066e4ba-17dd-4bab-8d2d-d61e521031d8 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391816 Jul 07 19:13:39.748343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586d4eb-51e2-4206-8a20-92724cc3cd81 req-2ec44ff6-db31-4418-bf31-257fd9cc1b38 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:39.761064 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2586d4eb-51e2-4206-8a20-92724cc3cd81 req-2ec44ff6-db31-4418-bf31-257fd9cc1b38 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 946 time: 0.2358315 Jul 07 19:13:39.765037 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.787182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:13:39.787890 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:13:39.791091 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:13:39.967881 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2586d4eb-51e2-4206-8a20-92724cc3cd81 req-90b37a5d-e4f7-4ae9-a4fa-6f8c0d6f4435 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055030 Jul 07 19:13:39.979163 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.998056 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.001124 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3bdf0454-24ef-423c-8420-4647a19e83ab HTTP/1.1" status: 204 len: 168 time: 1.5469859 Jul 07 19:13:40.026073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea408ed-9704-48e1-89f5-3490ea93a997 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bdf0454-24ef-423c-8420-4647a19e83ab,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:40.077437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049cafc-7515-4b27-a887-440f55f2ce04 req-584be694-7b17-46bc-93c9-d005195dcde7 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:40.079976 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0049cafc-7515-4b27-a887-440f55f2ce04 req-584be694-7b17-46bc-93c9-d005195dcde7 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 949 time: 0.2083592 Jul 07 19:13:40.129564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:40.148229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.193041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47620) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:40.215294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Transition to ACTIVE for port object 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:40.223943 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.338203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Pushing event updated for resources: {'Port': ['ID=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:40.355486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c1515-bdf2-4a1c-919e-91daf3521acf req-7dda4172-cf86-4fe2-816d-f53b198c8853 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:40.359686 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-182c1515-bdf2-4a1c-919e-91daf3521acf req-7dda4172-cf86-4fe2-816d-f53b198c8853 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 949 time: 0.2331018 Jul 07 19:13:40.383257 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ff53064e-5ff9-45bd-8fd5-2e6399e159ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=afc652249dee4f29aa30782860a39224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863899 Jul 07 19:13:40.384837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47624) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:40.410463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-0049cafc-7515-4b27-a887-440f55f2ce04 req-96690442-eea7-4cfa-b0bb-f02a787fc106 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Deleting port 403976bb-6abd-4c85-a5c1-b564fbbc16b9 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:40.410964 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0049cafc-7515-4b27-a887-440f55f2ce04 req-96690442-eea7-4cfa-b0bb-f02a787fc106 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.456094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Attempting to bind port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:40.456648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Attempting to bind port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:40.457723 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Attempting to bind port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 on network 85732d60-b934-4f11-a9e0-7c1573fafade {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:40.472301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 on network 85732d60-b934-4f11-a9e0-7c1573fafade not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:40.472564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Attempting to bind port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 on network 85732d60-b934-4f11-a9e0-7c1573fafade {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:40.493837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41c967-14cc-48fd-b4de-15b7a7ce0a08 req-9c6e9761-ffd5-4027-b369-2d128f8ea71d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:40.494116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:40.494468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Checking segment: {'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:40.494914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Bound using segment: {'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:40.495444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Bound port: 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebf8d32-00c4-4152-82f2-0dda50f569be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:40.495666 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd41c967-14cc-48fd-b4de-15b7a7ce0a08 req-9c6e9761-ffd5-4027-b369-2d128f8ea71d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.2004013 Jul 07 19:13:40.495859 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.504447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-182c1515-bdf2-4a1c-919e-91daf3521acf req-1666ac15-7ed3-44c5-b908-9899c692d246 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316519 Jul 07 19:13:40.569564 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4e7b4fb-8874-4895-8b61-8f409ee5e9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.602755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] For port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:40.606952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] For port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:40.615480 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.625737 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd41c967-14cc-48fd-b4de-15b7a7ce0a08 req-d4e69948-5c94-41d7-bc6c-2dc5223dccac tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144826 Jul 07 19:13:40.649079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-0049cafc-7515-4b27-a887-440f55f2ce04 req-96690442-eea7-4cfa-b0bb-f02a787fc106 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] For port 403976bb-6abd-4c85-a5c1-b564fbbc16b9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=403976bb-6abd-4c85-a5c1-b564fbbc16b9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:40.649680 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0049cafc-7515-4b27-a887-440f55f2ce04 req-96690442-eea7-4cfa-b0bb-f02a787fc106 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.653951 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4e7b4fb-8874-4895-8b61-8f409ee5e9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.676217 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-0049cafc-7515-4b27-a887-440f55f2ce04 req-96690442-eea7-4cfa-b0bb-f02a787fc106 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Calling delete_port for 403976bb-6abd-4c85-a5c1-b564fbbc16b9 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:40.722608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:40.723358 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.724908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] 10.222.0.110 "PUT /v2.0/ports/30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 HTTP/1.1" status: 200 len: 1092 time: 1.5111246 Jul 07 19:13:40.725429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662d9055-4038-4000-936a-119aafb6e787', 'tag': '30327d5b-6eca-4fbc-90f9-a2ef4e3a2516'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:40.727929 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e580465-2f0c-44fe-af72-9736abc3f142" -d '{"events": [{"name": "network-changed", "server_uuid": "662d9055-4038-4000-936a-119aafb6e787", "tag": "30327d5b-6eca-4fbc-90f9-a2ef4e3a2516"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:40.775603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea7bb9-e2ff-477a-abc6-191d2899fe45 service neutron] Pushing event updated for resources: {'Port': ['ID=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:40.821066 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4e7b4fb-8874-4895-8b61-8f409ee5e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.823738 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4e7b4fb-8874-4895-8b61-8f409ee5e9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.827514 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e4e7b4fb-8874-4895-8b61-8f409ee5e9cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/981b2212-6a33-44de-b1e7-12449472b44b HTTP/1.1" status: 204 len: 168 time: 0.4371514 Jul 07 19:13:40.848787 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbd132-fe0d-41d1-8a9a-06193d4b7126 req-eea66cd2-3111-4f40-b07b-ebf36cc74196 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:40.850390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cecbd132-fe0d-41d1-8a9a-06193d4b7126 req-eea66cd2-3111-4f40-b07b-ebf36cc74196 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 943 time: 0.1909323 Jul 07 19:13:40.884149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7b4fb-8874-4895-8b61-8f409ee5e9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981b2212-6a33-44de-b1e7-12449472b44b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:41.007113 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0049cafc-7515-4b27-a887-440f55f2ce04 req-96690442-eea7-4cfa-b0bb-f02a787fc106 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:41.021137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cecbd132-fe0d-41d1-8a9a-06193d4b7126 req-703c8b17-a60f-4083-b792-1287225711db tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492937 Jul 07 19:13:41.023365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c', 'b00c676e-5f2e-4f57-ba30-004c12bcd707', '403976bb-6abd-4c85-a5c1-b564fbbc16b9'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:41.027292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de882884-e49d-477a-8d6d-2f80664a57a6', 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'b77bdb11-cd38-43af-8df3-f525197df328', '1eb0222a-d0ff-4edf-a892-8785399be751', '2a475b45-dce2-4128-8533-97c4f0cd3037'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:41.046734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-59e66d0a-0e31-49e7-9a78-7b2563484096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:41.048603 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-59e66d0a-0e31-49e7-9a78-7b2563484096 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fcf281ee882148c88472a06e216f1edc&device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 1095 time: 0.1972673 Jul 07 19:13:41.062884 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96747755-2bed-470e-9479-08abfda7b671 req-ffdcf41d-ea79-47d1-8382-1c351567a0d3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f5d2d901-5f54-46e9-bfd3-e8ca8725482b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1371059 Jul 07 19:13:41.078825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d6cd2-8b50-46d0-b0ae-0dbc9e3e4a45 req-933251db-e0c0-4994-aad9-681cf697919b tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:41.087067 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ec3d6cd2-8b50-46d0-b0ae-0dbc9e3e4a45 req-933251db-e0c0-4994-aad9-681cf697919b tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 944 time: 0.1518745 Jul 07 19:13:41.093345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96690442-eea7-4cfa-b0bb-f02a787fc106 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event deleted for resources: {'Port': ['ID=403976bb-6abd-4c85-a5c1-b564fbbc16b9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:41.216208 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d63d9fa-71d2-4f21-8d5a-d08b76cfe4fd x-openstack-request-id: req-2d63d9fa-71d2-4f21-8d5a-d08b76cfe4fd {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:41.218065 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662d9055-4038-4000-936a-119aafb6e787", "tag": "30327d5b-6eca-4fbc-90f9-a2ef4e3a2516", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:41.223180 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d63d9fa-71d2-4f21-8d5a-d08b76cfe4fd {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:41.225404 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662d9055-4038-4000-936a-119aafb6e787', 'tag': '30327d5b-6eca-4fbc-90f9-a2ef4e3a2516', 'status': 'completed', 'code': 200} Jul 07 19:13:41.228900 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-70344613-7c0a-4a44-9553-72e4e0ee0656 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 HTTP/1.1" status: 200 len: 217 time: 0.1499100 Jul 07 19:13:41.295415 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ec3d6cd2-8b50-46d0-b0ae-0dbc9e3e4a45 req-8f490198-4ddc-46a4-a5b1-68c1099fdb1f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073257 Jul 07 19:13:41.298598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0049cafc-7515-4b27-a887-440f55f2ce04 req-96690442-eea7-4cfa-b0bb-f02a787fc106 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] No DVR routers for this DVR port 403976bb-6abd-4c85-a5c1-b564fbbc16b9 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:41.310810 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0049cafc-7515-4b27-a887-440f55f2ce04 req-96690442-eea7-4cfa-b0bb-f02a787fc106 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:41.310810 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0049cafc-7515-4b27-a887-440f55f2ce04 req-96690442-eea7-4cfa-b0bb-f02a787fc106 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "DELETE /v2.0/ports/403976bb-6abd-4c85-a5c1-b564fbbc16b9 HTTP/1.1" status: 204 len: 173 time: 1.2118986 Jul 07 19:13:41.310810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7702ad7-e8c1-4c23-a730-3e3229c4512e', 'name': 'network-vif-deleted', 'tag': '403976bb-6abd-4c85-a5c1-b564fbbc16b9'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:41.335496 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2510cdb0-8289-473b-bfd2-88c3c818339c" -d '{"events": [{"server_uuid": "b7702ad7-e8c1-4c23-a730-3e3229c4512e", "name": "network-vif-deleted", "tag": "403976bb-6abd-4c85-a5c1-b564fbbc16b9"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:41.603238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-22c9fa38-e76c-45e7-a8f6-aea830e6efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:41.605135 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-22c9fa38-e76c-45e7-a8f6-aea830e6efb8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=24def68a-c6c6-446a-8e5c-4c03b65e7b64 HTTP/1.1" status: 200 len: 862 time: 0.3483362 Jul 07 19:13:41.618322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0f82c583-d76d-4a67-9d8c-fef9529a6aaa details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:41.625230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df20ff-9831-423a-92d6-11f6156138c3 req-05b8f9f5-c612-4fda-90f8-9011feb45576 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:41.627056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8df20ff-9831-423a-92d6-11f6156138c3 req-05b8f9f5-c612-4fda-90f8-9011feb45576 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 946 time: 0.1598983 Jul 07 19:13:41.740533 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfed1fb3-18f4-42d9-b24f-a9d67449d13b x-openstack-request-id: req-bfed1fb3-18f4-42d9-b24f-a9d67449d13b {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:41.740950 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7702ad7-e8c1-4c23-a730-3e3229c4512e", "name": "network-vif-deleted", "tag": "403976bb-6abd-4c85-a5c1-b564fbbc16b9", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:41.741654 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bfed1fb3-18f4-42d9-b24f-a9d67449d13b {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:41.742909 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7702ad7-e8c1-4c23-a730-3e3229c4512e', 'name': 'network-vif-deleted', 'tag': '403976bb-6abd-4c85-a5c1-b564fbbc16b9', 'status': 'completed', 'code': 200} Jul 07 19:13:41.751526 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-9074a579-94bf-4058-9d90-27b455472036 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=85732d60-b934-4f11-a9e0-7c1573fafade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316700 Jul 07 19:13:41.766611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96747755-2bed-470e-9479-08abfda7b671 req-640d60bd-5ab5-4b20-99f1-e3607dfec807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:41.768950 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96747755-2bed-470e-9479-08abfda7b671 req-640d60bd-5ab5-4b20-99f1-e3607dfec807 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f35fe41829b448fe95c5a595cdb30d92&device_id=f5d2d901-5f54-46e9-bfd3-e8ca8725482b HTTP/1.1" status: 200 len: 1101 time: 0.5417440 Jul 07 19:13:41.799693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8df20ff-9831-423a-92d6-11f6156138c3 req-2b10ff8d-96ae-4a8a-905f-ddf3392e09a7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612613 Jul 07 19:13:41.997836 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:42.052354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'mac_address': 'fa:16:3e:6f:0e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:42.087966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bd9cc9b6-5fd9-4776-bed6-535efa991684 req-eb0cb2b0-a5d4-4568-b755-9264180bdcc8 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7702ad7-e8c1-4c23-a730-3e3229c4512e HTTP/1.1" status: 200 len: 210 time: 0.0965843 Jul 07 19:13:42.148661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644a0b7-48a6-4600-adfd-71d6249bbbb3 req-4ea34534-dd80-49cb-a289-1c528b3f38a5 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:42.151390 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8644a0b7-48a6-4600-adfd-71d6249bbbb3 req-4ea34534-dd80-49cb-a289-1c528b3f38a5 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.1652372 Jul 07 19:13:42.173511 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:42.202731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96747755-2bed-470e-9479-08abfda7b671 req-4bcc0c31-f5c9-4fe6-965f-458925240d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:42.204797 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96747755-2bed-470e-9479-08abfda7b671 req-4bcc0c31-f5c9-4fe6-965f-458925240d52 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3834698 Jul 07 19:13:42.214758 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-8767215a-1746-427f-be6a-2284cfabbeba service neutron] 10.222.0.110 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450810 Jul 07 19:13:42.228685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f82c583-d76d-4a67-9d8c-fef9529a6aaa {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:42.289002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:42.301427 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:42.314388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8644a0b7-48a6-4600-adfd-71d6249bbbb3 req-523e1af3-e6fe-4608-9810-4aabc54ceb59 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551518 Jul 07 19:13:42.318313 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96747755-2bed-470e-9479-08abfda7b671 req-985c56d6-6d66-4395-b6b3-0e8611e159da service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=de882884-e49d-477a-8d6d-2f80664a57a6 HTTP/1.1" status: 200 len: 217 time: 0.0772991 Jul 07 19:13:42.469785 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e16bf97-4ac5-4305-bd70-1584c3365dd7 req-d42097fb-e349-469f-9f2f-83d3a87ce0a8 service neutron] 10.222.0.110 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503510 Jul 07 19:13:42.607308 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:42.645337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96747755-2bed-470e-9479-08abfda7b671 req-78ca24e6-3ce4-4476-b10d-78e18fe0fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:42.649684 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96747755-2bed-470e-9479-08abfda7b671 req-78ca24e6-3ce4-4476-b10d-78e18fe0fc33 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1763501 Jul 07 19:13:42.669829 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47708) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:42.745448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199feae-2cbf-4f51-a8b6-b49851ca870d req-b865029c-b056-4238-b661-bf6ecb8f6ad6 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:42.746766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d199feae-2cbf-4f51-a8b6-b49851ca870d req-b865029c-b056-4238-b661-bf6ecb8f6ad6 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 944 time: 0.1891625 Jul 07 19:13:42.815798 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d199feae-2cbf-4f51-a8b6-b49851ca870d req-5e4981c0-f62d-4905-a67f-8104ea1f87e4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577624 Jul 07 19:13:42.849903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-424848053-network', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:42.852906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96747755-2bed-470e-9479-08abfda7b671 req-d8924ec0-015b-4c4a-9840-f8054fc43d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:42.855000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96747755-2bed-470e-9479-08abfda7b671 req-d8924ec0-015b-4c4a-9840-f8054fc43d72 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1860909 Jul 07 19:13:42.865965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf258080-29f2-4b7b-8952-274557b3a139 req-fca6ef33-879f-48d9-80a9-3782444b791e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:42.867606 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cf258080-29f2-4b7b-8952-274557b3a139 req-fca6ef33-879f-48d9-80a9-3782444b791e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 943 time: 0.3969128 Jul 07 19:13:42.877977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Made reservation on behalf of d77df89745aa40068427de7d4b2c6bea for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:42.881056 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:42.893188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:42.939208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e580465-2f0c-44fe-af72-9736abc3f142 req-9e395db6-bbe7-4890-b0f3-61a764249901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:42.940853 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e580465-2f0c-44fe-af72-9736abc3f142 req-9e395db6-bbe7-4890-b0f3-61a764249901 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fcf281ee882148c88472a06e216f1edc&device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 1095 time: 0.2791617 Jul 07 19:13:43.055207 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.071003 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.074614 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cf258080-29f2-4b7b-8952-274557b3a139 req-41682272-6316-4844-a13b-0d4b5e4c1c74 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914887 Jul 07 19:13:43.117160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0f82c583-d76d-4a67-9d8c-fef9529a6aaa'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:43.125646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:13:43.143281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.144011 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96747755-2bed-470e-9479-08abfda7b671 req-2c030104-9ca7-424a-8d8a-a2c16750f9df service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724032 Jul 07 19:13:43.144921 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Added segment a97c191b-b8e4-4b45-8ae0-09f11593419b of type vlan for network af8fa772-8714-4b17-acb2-74bab0f2a0ac Jul 07 19:13:43.200180 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.217783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e580465-2f0c-44fe-af72-9736abc3f142 req-4885e1e9-1ab6-4d21-a367-8150e3a48ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:43.220491 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e580465-2f0c-44fe-af72-9736abc3f142 req-4885e1e9-1ab6-4d21-a367-8150e3a48ba9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=85732d60-b934-4f11-a9e0-7c1573fafade HTTP/1.1" status: 200 len: 923 time: 0.2567208 Jul 07 19:13:43.247426 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91d0c46-f869-4c30-b1ca-d65d3d38e328,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:43.259578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.261449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:43.262929 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.301916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e580465-2f0c-44fe-af72-9736abc3f142 req-a0186855-78c4-434d-b3ad-13813f0b194b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 HTTP/1.1" status: 200 len: 217 time: 0.0440056 Jul 07 19:13:43.376017 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7039738 Jul 07 19:13:43.376741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0c399-9ba4-4b8b-b4a2-57dde2ea5214 admin admin] Pushing event updated for resources: {'Network': ['ID=af8fa772-8714-4b17-acb2-74bab0f2a0ac,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:43.383317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47750) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:43.389689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-33e43c3c-538b-43c1-b09c-34cff73231c7 admin admin] Request body: {'subnet': {'network_id': 'af8fa772-8714-4b17-acb2-74bab0f2a0ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-424848053-subnet', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:43.395831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network af8fa772-8714-4b17-acb2-74bab0f2a0ac details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:13:43.396697 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96747755-2bed-470e-9479-08abfda7b671 req-fe3a75b9-a90f-4b01-80ef-7107f4ee4b41 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340758 Jul 07 19:13:43.398316 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e580465-2f0c-44fe-af72-9736abc3f142 req-187a809b-7d8c-40ec-b11b-d1c14c402717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:43.400476 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e580465-2f0c-44fe-af72-9736abc3f142 req-187a809b-7d8c-40ec-b11b-d1c14c402717 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=24def68a-c6c6-446a-8e5c-4c03b65e7b64 HTTP/1.1" status: 200 len: 862 time: 0.0875697 Jul 07 19:13:43.446355 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e580465-2f0c-44fe-af72-9736abc3f142 req-9dd15e47-bb38-4490-b63b-c6946f71b77d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=85732d60-b934-4f11-a9e0-7c1573fafade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347373 Jul 07 19:13:43.483578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11c307-7625-45df-8daa-42078581219a req-c7c661f8-5fb6-4a74-8fdc-a3e547730626 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:43.487197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b11c307-7625-45df-8daa-42078581219a req-c7c661f8-5fb6-4a74-8fdc-a3e547730626 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 947 time: 0.4301760 Jul 07 19:13:43.502712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e43c3c-538b-43c1-b09c-34cff73231c7 admin admin] Made reservation on behalf of d77df89745aa40068427de7d4b2c6bea for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:43.509288 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33e43c3c-538b-43c1-b09c-34cff73231c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.599324 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 403976bb-6abd-4c85-a5c1-b564fbbc16b9 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:43.606852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e580465-2f0c-44fe-af72-9736abc3f142 req-771e23dc-eede-4866-8318-430d38f40bf6 service neutron] 10.222.0.110 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388998 Jul 07 19:13:43.627894 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b11c307-7625-45df-8daa-42078581219a req-4150b218-7cc4-4bb4-bba3-97c27f7f3070 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947604 Jul 07 19:13:43.652406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 403976bb-6abd-4c85-a5c1-b564fbbc16b9 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:43.655170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 403976bb-6abd-4c85-a5c1-b564fbbc16b9 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:43.823287 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e580465-2f0c-44fe-af72-9736abc3f142 req-07aa72dd-e894-48d6-903d-5a2bc41f3860 service neutron] 10.222.0.110 "GET /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105019 Jul 07 19:13:43.951639 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33e43c3c-538b-43c1-b09c-34cff73231c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.028203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb6f28-bea1-4c42-abf0-f3584f64a7b1 req-679be4d2-b9ec-4a18-b145-e5e4becf9977 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:44.030053 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeeb6f28-bea1-4c42-abf0-f3584f64a7b1 req-679be4d2-b9ec-4a18-b145-e5e4becf9977 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 944 time: 0.0929222 Jul 07 19:13:44.083558 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeeb6f28-bea1-4c42-abf0-f3584f64a7b1 req-52e4d6c5-bc0b-404a-be51-7900028ccdcc tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457118 Jul 07 19:13:44.119529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288cb7b-1d74-4889-b2d4-eaf98db7aa80 req-6656bb05-65f9-4463-a987-5b4b3b868eaf tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:44.119529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3288cb7b-1d74-4889-b2d4-eaf98db7aa80 req-6656bb05-65f9-4463-a987-5b4b3b868eaf tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.2541347 Jul 07 19:13:44.119529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e43c3c-538b-43c1-b09c-34cff73231c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab70fdf-0ae7-46c2-81e4-7a3c6e0fa9f4,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:44.121238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e43c3c-538b-43c1-b09c-34cff73231c7 admin admin] Checking segment: {'id': 'a97c191b-b8e4-4b45-8ae0-09f11593419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'af8fa772-8714-4b17-acb2-74bab0f2a0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:44.121513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e43c3c-538b-43c1-b09c-34cff73231c7 admin admin] Network hostable DHCP agents. Network: af8fa772-8714-4b17-acb2-74bab0f2a0ac, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:13:44.192115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e43c3c-538b-43c1-b09c-34cff73231c7 admin admin] Network af8fa772-8714-4b17-acb2-74bab0f2a0ac is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:13:44.214642 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3288cb7b-1d74-4889-b2d4-eaf98db7aa80 req-6e5bffa9-5b34-4322-9a88-c3cfc7b50be0 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886083 Jul 07 19:13:44.223984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-33e43c3c-538b-43c1-b09c-34cff73231c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, af8fa772-8714-4b17-acb2-74bab0f2a0ac) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:44.230523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e43c3c-538b-43c1-b09c-34cff73231c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:44.231681 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33e43c3c-538b-43c1-b09c-34cff73231c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.233225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb14cf2d-c4b5-4e39-b577-4f957d23c883 None None] Network af8fa772-8714-4b17-acb2-74bab0f2a0ac requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:13:44.256903 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-33e43c3c-538b-43c1-b09c-34cff73231c7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8714244 Jul 07 19:13:44.259199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47762) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:44.273271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-424848053-router', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:44.289328 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.291510 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.354316 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.413119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa6921-da3d-4d0c-8601-30f68743c8e9 req-b968fb67-7d76-47aa-ba0b-01bb9a3e34b5 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:44.415649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25aa6921-da3d-4d0c-8601-30f68743c8e9 req-b968fb67-7d76-47aa-ba0b-01bb9a3e34b5 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 949 time: 0.1715536 Jul 07 19:13:44.478298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-af8fa772-8714-4b17-acb2-74bab0f2a0ac', 'network_id': 'af8fa772-8714-4b17-acb2-74bab0f2a0ac', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'fixed_ips': [{'subnet_id': 'fab70fdf-0ae7-46c2-81e4-7a3c6e0fa9f4'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:13:44.479782 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.486822 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25aa6921-da3d-4d0c-8601-30f68743c8e9 req-62b2ba29-8a42-4a4e-86f7-b23f3e329e8b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586679 Jul 07 19:13:44.532531 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.672483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Allocated IP 172.20.0.2 (af8fa772-8714-4b17-acb2-74bab0f2a0ac/fab70fdf-0ae7-46c2-81e4-7a3c6e0fa9f4/347db6a6-7363-4697-a166-f309547832d0) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:44.675105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b000f-23c9-41e9-8205-0a00ce388a0c req-776848c7-b9d4-4de4-9cb1-64a98965e36e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:44.677200 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bc5b000f-23c9-41e9-8205-0a00ce388a0c req-776848c7-b9d4-4de4-9cb1-64a98965e36e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 943 time: 0.0879002 Jul 07 19:13:44.771685 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bc5b000f-23c9-41e9-8205-0a00ce388a0c req-258281ec-9737-4ffa-bf1b-c4ab98071823 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836978 Jul 07 19:13:44.856142 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.893550 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.928779 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.957543 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Transition to ACTIVE for port object 347db6a6-7363-4697-a166-f309547832d0 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:44.988748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Transition to ACTIVE for port object 347db6a6-7363-4697-a166-f309547832d0 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:44.997119 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.010020 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf33eb8-efdf-4c31-9e8a-050d7f4dea59 req-de4dea12-4219-4c99-8544-1d9751626852 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:45.011588 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdf33eb8-efdf-4c31-9e8a-050d7f4dea59 req-de4dea12-4219-4c99-8544-1d9751626852 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 947 time: 0.1219368 Jul 07 19:13:45.044092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Allocated IP 172.25.0.162 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/c8bc119d-749a-4620-ac5e-29223b4c1d7b) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:45.054835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Network af8fa772-8714-4b17-acb2-74bab0f2a0ac is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:45.059597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:45.061536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Pushing event updated for resources: {'Port': ['ID=347db6a6-7363-4697-a166-f309547832d0,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:45.064263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:45.078575 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdf33eb8-efdf-4c31-9e8a-050d7f4dea59 req-be29015d-832f-47f4-b630-ab15f1352989 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598626 Jul 07 19:13:45.153188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Attempting to bind port 347db6a6-7363-4697-a166-f309547832d0 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:45.153817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Attempting to bind port 347db6a6-7363-4697-a166-f309547832d0 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'a97c191b-b8e4-4b45-8ae0-09f11593419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'af8fa772-8714-4b17-acb2-74bab0f2a0ac'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:45.153983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Attempting to bind port 347db6a6-7363-4697-a166-f309547832d0 on network af8fa772-8714-4b17-acb2-74bab0f2a0ac {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:45.161123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:45.161496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Checking segment: {'id': 'a97c191b-b8e4-4b45-8ae0-09f11593419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'af8fa772-8714-4b17-acb2-74bab0f2a0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:45.161898 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.162292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Bound using segment: {'id': 'a97c191b-b8e4-4b45-8ae0-09f11593419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'af8fa772-8714-4b17-acb2-74bab0f2a0ac'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:45.163181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Bound port: 347db6a6-7363-4697-a166-f309547832d0, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97c191b-b8e4-4b45-8ae0-09f11593419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'af8fa772-8714-4b17-acb2-74bab0f2a0ac'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:45.163565 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.218607 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.252579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] For port 347db6a6-7363-4697-a166-f309547832d0, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:45.259846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] For port 347db6a6-7363-4697-a166-f309547832d0, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=347db6a6-7363-4697-a166-f309547832d0,segment=NetworkSegment(a97c191b-b8e4-4b45-8ae0-09f11593419b),segment_id=a97c191b-b8e4-4b45-8ae0-09f11593419b)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:45.265026 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.321872 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.330491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63dd24-1c9c-4271-93eb-886463d65122 None None] Pushing event updated for resources: {'Port': ['ID=347db6a6-7363-4697-a166-f309547832d0,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:45.393370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:45.402760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8b627-aa39-4306-ae5b-13fe8b7f6855 req-33d8d754-dd3b-4a26-b33b-14c5e8baae9c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:45.411062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6c8b627-aa39-4306-ae5b-13fe8b7f6855 req-33d8d754-dd3b-4a26-b33b-14c5e8baae9c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 944 time: 0.1705711 Jul 07 19:13:45.423867 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:45.427425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:45.429349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Pushing event updated for resources: {'Port': ['ID=c8bc119d-749a-4620-ac5e-29223b4c1d7b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:45.450490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f91cb725-c3bb-449e-ae20-4f4481147da6 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:45.511731 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6c8b627-aa39-4306-ae5b-13fe8b7f6855 req-bc4b0e09-45f9-4650-b0ff-748cae387b78 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995531 Jul 07 19:13:45.523018 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b9079-e0c5-4dd7-8dcb-c8fc86e83d6a req-d4aed1ff-6e5b-4779-bbc9-49b8da1f4ed0 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:45.540169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-837b9079-e0c5-4dd7-8dcb-c8fc86e83d6a req-d4aed1ff-6e5b-4779-bbc9-49b8da1f4ed0 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.1674819 Jul 07 19:13:45.634166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0f82c583-d76d-4a67-9d8c-fef9529a6aaa up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:45.656865 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-837b9079-e0c5-4dd7-8dcb-c8fc86e83d6a req-6284a7c6-690a-45c3-9c98-013b77a2f517 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152587 Jul 07 19:13:46.052860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67db179-23a6-4a7f-9526-9a2fbbf2384b req-8eed8d2e-616b-42ec-aa6b-1b0d6bc7a575 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:46.055435 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e67db179-23a6-4a7f-9526-9a2fbbf2384b req-8eed8d2e-616b-42ec-aa6b-1b0d6bc7a575 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 949 time: 0.1349847 Jul 07 19:13:46.059867 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f91cb725-c3bb-449e-ae20-4f4481147da6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:46.094682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'f91cb725-c3bb-449e-ae20-4f4481147da6', 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d', 'port_id': 'f91cb725-c3bb-449e-ae20-4f4481147da6', 'mac_address': 'fa:16:3e:ce:c1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5aed6a-ddd5-48c5-a316-d5e4b085a076', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:46.122209 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e67db179-23a6-4a7f-9526-9a2fbbf2384b req-8af061f1-ce1c-4da2-907b-6bf63d7738a8 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605211 Jul 07 19:13:46.171476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:46.177209 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.195596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91cb725-c3bb-449e-ae20-4f4481147da6 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:46.200343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:46.201030 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.281513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f91cb725-c3bb-449e-ae20-4f4481147da6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:46.289128 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.320181 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.402706 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fee166-ac32-4e3e-a788-eda845b3011b req-e3c36d75-5a26-4015-a01d-4ad1be6915a5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:46.406723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=f91cb725-c3bb-449e-ae20-4f4481147da6,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:46.410263 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c8fee166-ac32-4e3e-a788-eda845b3011b req-e3c36d75-5a26-4015-a01d-4ad1be6915a5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 943 time: 0.1514874 Jul 07 19:13:46.422675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9af07-fa8f-4f33-8288-a6cdfd5e3d51 req-c5231bca-013b-452e-ae36-410fe40fe70e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:46.424130 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.428598 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0bd9af07-fa8f-4f33-8288-a6cdfd5e3d51 req-c5231bca-013b-452e-ae36-410fe40fe70e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 947 time: 0.1260808 Jul 07 19:13:46.478773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:46.481450 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d0e634-ed31-46c1-9a1e-44e9abcb6063" -d '{"events": [{"server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "name": "network-vif-plugged", "status": "completed", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:46.505120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:46.510839 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c8fee166-ac32-4e3e-a788-eda845b3011b req-aefd23c1-c153-4d9b-b535-108cdbf80636 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978334 Jul 07 19:13:46.512052 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.523433 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0bd9af07-fa8f-4f33-8288-a6cdfd5e3d51 req-4907ebb5-8579-48ab-bbf0-3800c261a42b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907581 Jul 07 19:13:46.610554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:46.633488 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8435d050-47d9-4cca-bb21-20db3b724d29 x-openstack-request-id: req-8435d050-47d9-4cca-bb21-20db3b724d29 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:46.634585 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "name": "network-vif-plugged", "status": "completed", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:46.634893 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8435d050-47d9-4cca-bb21-20db3b724d29 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:46.635446 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'code': 200} Jul 07 19:13:46.866780 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['f91cb725-c3bb-449e-ae20-4f4481147da6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:46.960254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.047000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efac23-fde2-412b-963a-ac6c0e310fb7 req-cc809808-77bf-4b2d-b05a-1923ca17fe55 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:47.050917 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44efac23-fde2-412b-963a-ac6c0e310fb7 req-cc809808-77bf-4b2d-b05a-1923ca17fe55 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 949 time: 0.2237239 Jul 07 19:13:47.084990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66015a9-46f1-4da4-876f-2fe52efeb5c7 req-e2083bc1-2a6e-4a1e-8bf0-3bd3f5815145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:47.086656 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a66015a9-46f1-4da4-876f-2fe52efeb5c7 req-e2083bc1-2a6e-4a1e-8bf0-3bd3f5815145 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 1099 time: 0.3121507 Jul 07 19:13:47.105373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2fa366-b78c-4412-960b-639965059df2 None None] Network af8fa772-8714-4b17-acb2-74bab0f2a0ac requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:13:47.168831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc284d-8cae-4fcd-ba01-985ea634cdef req-fc0b2a0f-f27d-4ee6-b4cd-dc5e76b6b05f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:47.173255 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b3bc284d-8cae-4fcd-ba01-985ea634cdef req-fc0b2a0f-f27d-4ee6-b4cd-dc5e76b6b05f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 944 time: 0.3708789 Jul 07 19:13:47.184633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244f1fe-36c7-4b0e-b45f-a58a8d5e0d03 req-038ffb27-8d31-4c59-9663-5975283970c6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:47.186367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9244f1fe-36c7-4b0e-b45f-a58a8d5e0d03 req-038ffb27-8d31-4c59-9663-5975283970c6 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.3194299 Jul 07 19:13:47.209886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a66015a9-46f1-4da4-876f-2fe52efeb5c7 req-b476ffa8-bcfe-487e-96fa-fed67bf97a9a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130128 Jul 07 19:13:47.220422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b7b772e0-fb9b-49c6-90d0-fee71c02daba None None] Provisioning for port 347db6a6-7363-4697-a166-f309547832d0 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:47.265508 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9244f1fe-36c7-4b0e-b45f-a58a8d5e0d03 req-75b838f5-9457-4026-88e7-3f64df060932 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666625 Jul 07 19:13:47.334661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Router 5580dd51-0f95-43d8-a8b4-4c48a0da98ba is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:13:47.360153 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b3bc284d-8cae-4fcd-ba01-985ea634cdef req-45513669-b941-49ab-b6b7-2c792b0b3a0c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613357 Jul 07 19:13:47.422653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-44efac23-fde2-412b-963a-ac6c0e310fb7 req-67366020-4ae5-4a80-ae15-198dba8fb714 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Deleting port 2a475b45-dce2-4128-8533-97c4f0cd3037 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:47.426445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44efac23-fde2-412b-963a-ac6c0e310fb7 req-67366020-4ae5-4a80-ae15-198dba8fb714 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.520362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:47.529185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 347db6a6-7363-4697-a166-f309547832d0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:47.564849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:13:47.586487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.592054 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-901f5788-fac1-4fb5-9f6d-998427258868 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3277755 Jul 07 19:13:47.592924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47798) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:47.616782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-44efac23-fde2-412b-963a-ac6c0e310fb7 req-67366020-4ae5-4a80-ae15-198dba8fb714 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] For port 2a475b45-dce2-4128-8533-97c4f0cd3037, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2a475b45-dce2-4128-8533-97c4f0cd3037,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:47.617667 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44efac23-fde2-412b-963a-ac6c0e310fb7 req-67366020-4ae5-4a80-ae15-198dba8fb714 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.651926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Sync routers for ids ['5580dd51-0f95-43d8-a8b4-4c48a0da98ba'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:13:47.666530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-44efac23-fde2-412b-963a-ac6c0e310fb7 req-67366020-4ae5-4a80-ae15-198dba8fb714 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Calling delete_port for 2a475b45-dce2-4128-8533-97c4f0cd3037 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:47.713000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Routers {'5580dd51-0f95-43d8-a8b4-4c48a0da98ba'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:47.714033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:13:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5580dd51-0f95-43d8-a8b4-4c48a0da98ba'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:47.780345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662dc2-231d-4824-b0a3-e57016c62e1d req-1cdbe688-15e3-4799-871a-8ffdf3bcd5e6 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:47.782080 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83662dc2-231d-4824-b0a3-e57016c62e1d req-1cdbe688-15e3-4799-871a-8ffdf3bcd5e6 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7f44547-ded2-4ad6-8006-afbcaabb6acf HTTP/1.1" status: 200 len: 949 time: 0.1682050 Jul 07 19:13:47.789595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 347db6a6-7363-4697-a166-f309547832d0 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:47.813750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 347db6a6-7363-4697-a166-f309547832d0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:47.814322 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.894696 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83662dc2-231d-4824-b0a3-e57016c62e1d req-eee8aab5-c1e7-4319-8f0d-5ff360426133 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963886 Jul 07 19:13:47.945241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44efac23-fde2-412b-963a-ac6c0e310fb7 req-67366020-4ae5-4a80-ae15-198dba8fb714 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.005536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c', 'b00c676e-5f2e-4f57-ba30-004c12bcd707'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:48.051993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67366020-4ae5-4a80-ae15-198dba8fb714 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event deleted for resources: {'Port': ['ID=2a475b45-dce2-4128-8533-97c4f0cd3037,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:48.129455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:48.208361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-44efac23-fde2-412b-963a-ac6c0e310fb7 req-67366020-4ae5-4a80-ae15-198dba8fb714 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] No DVR routers for this DVR port 2a475b45-dce2-4128-8533-97c4f0cd3037 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:48.215815 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44efac23-fde2-412b-963a-ac6c0e310fb7 req-67366020-4ae5-4a80-ae15-198dba8fb714 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.216624 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd6990a3-ec53-442f-bd1a-4044e7967005 req-9d196a6e-755a-4b18-bf8c-34b425fcb93b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5053546 Jul 07 19:13:48.219970 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44efac23-fde2-412b-963a-ac6c0e310fb7 req-67366020-4ae5-4a80-ae15-198dba8fb714 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "DELETE /v2.0/ports/2a475b45-dce2-4128-8533-97c4f0cd3037 HTTP/1.1" status: 204 len: 173 time: 1.1530094 Jul 07 19:13:48.222711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f44547-ded2-4ad6-8006-afbcaabb6acf', 'name': 'network-vif-deleted', 'tag': '2a475b45-dce2-4128-8533-97c4f0cd3037'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:48.227141 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e117f76b-80cb-40a4-b906-653a132f0e47" -d '{"events": [{"server_uuid": "d7f44547-ded2-4ad6-8006-afbcaabb6acf", "name": "network-vif-deleted", "tag": "2a475b45-dce2-4128-8533-97c4f0cd3037"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:48.272947 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de882884-e49d-477a-8d6d-2f80664a57a6', 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'b77bdb11-cd38-43af-8df3-f525197df328', '1eb0222a-d0ff-4edf-a892-8785399be751', '2a475b45-dce2-4128-8533-97c4f0cd3037'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:48.331169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf943bcc-6af7-493e-9755-74ae874acbf3 req-07d31228-b220-445c-adef-8eef1388462a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:48.333594 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bf943bcc-6af7-493e-9755-74ae874acbf3 req-07d31228-b220-445c-adef-8eef1388462a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.0886228 Jul 07 19:13:48.352725 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '30327d5b-6eca-4fbc-90f9-a2ef4e3a2516', 'network_id': '85732d60-b934-4f11-a9e0-7c1573fafade', 'port_id': '30327d5b-6eca-4fbc-90f9-a2ef4e3a2516', 'mac_address': 'fa:16:3e:b2:41:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24def68a-c6c6-446a-8e5c-4c03b65e7b64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:48.422785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e54b7-ebd1-46c5-9066-a96d79b4e489 req-9d22a201-f59d-4db1-9948-3f3d5a7d4acd tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:48.434934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Set router 5580dd51-0f95-43d8-a8b4-4c48a0da98ba gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:48.435177 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd4e54b7-ebd1-46c5-9066-a96d79b4e489 req-9d22a201-f59d-4db1-9948-3f3d5a7d4acd tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 944 time: 0.5233080 Jul 07 19:13:48.461922 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bf943bcc-6af7-493e-9755-74ae874acbf3 req-7a81f449-4034-423f-af87-bcd21a95d661 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040323 Jul 07 19:13:48.511848 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.582772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd4e54b7-ebd1-46c5-9066-a96d79b4e489 req-2f5c85d0-7a2c-42ba-b2ea-fd1c9475c768 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465840 Jul 07 19:13:48.603977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6990a3-ec53-442f-bd1a-4044e7967005 req-cb8dc75e-2941-4a50-9cb9-de4203d3057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:48.606602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd6990a3-ec53-442f-bd1a-4044e7967005 req-cb8dc75e-2941-4a50-9cb9-de4203d3057b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 1095 time: 0.3362677 Jul 07 19:13:48.637085 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b59b4d-1dec-41b2-89a8-950a35ddf734 x-openstack-request-id: req-62b59b4d-1dec-41b2-89a8-950a35ddf734 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:48.637848 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f44547-ded2-4ad6-8006-afbcaabb6acf", "name": "network-vif-deleted", "tag": "2a475b45-dce2-4128-8533-97c4f0cd3037", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:48.637848 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62b59b4d-1dec-41b2-89a8-950a35ddf734 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:48.638135 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f44547-ded2-4ad6-8006-afbcaabb6acf', 'name': 'network-vif-deleted', 'tag': '2a475b45-dce2-4128-8533-97c4f0cd3037', 'status': 'completed', 'code': 200} Jul 07 19:13:48.855700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4993131d-4c04-4617-a234-17c6dff4bba9 None None] Provisioning complete for port 347db6a6-7363-4697-a166-f309547832d0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:48.857811 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4993131d-4c04-4617-a234-17c6dff4bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.876901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6990a3-ec53-442f-bd1a-4044e7967005 req-8bbb6ba5-beb9-45b2-bbda-26fb71873fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:48.878975 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd6990a3-ec53-442f-bd1a-4044e7967005 req-8bbb6ba5-beb9-45b2-bbda-26fb71873fd5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.2041087 Jul 07 19:13:48.933100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d4af2-bbdc-4025-878e-fa248ca070d3 req-a449a0b2-fc0c-45be-812d-e690a3f3eaeb tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:48.934669 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-711d4af2-bbdc-4025-878e-fa248ca070d3 req-a449a0b2-fc0c-45be-812d-e690a3f3eaeb tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.1245732 Jul 07 19:13:48.962992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:48.991617 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd6990a3-ec53-442f-bd1a-4044e7967005 req-b2a9bde6-3dff-49cf-aa41-e733a31fdcff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283dc151-93c1-4404-a784-79d17c3b6cd6 HTTP/1.1" status: 200 len: 217 time: 0.0939882 Jul 07 19:13:49.092648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e69dd-16f4-450f-87b3-61280a1fb126 req-e1f7dfbd-3535-472c-88cd-f27825970409 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:49.092935 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.094493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-072e69dd-16f4-450f-87b3-61280a1fb126 req-e1f7dfbd-3535-472c-88cd-f27825970409 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 944 time: 0.2125425 Jul 07 19:13:49.114078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.118921 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-711d4af2-bbdc-4025-878e-fa248ca070d3 req-31fa39d5-079e-40a0-a4ba-2ed9639669c8 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739721 Jul 07 19:13:49.120700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6990a3-ec53-442f-bd1a-4044e7967005 req-7000d4b0-d46a-4459-bb69-851e8c96a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:49.122882 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd6990a3-ec53-442f-bd1a-4044e7967005 req-7000d4b0-d46a-4459-bb69-851e8c96a99b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.0998228 Jul 07 19:13:49.148076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 347db6a6-7363-4697-a166-f309547832d0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=347db6a6-7363-4697-a166-f309547832d0,segment=NetworkSegment(a97c191b-b8e4-4b45-8ae0-09f11593419b),segment_id=a97c191b-b8e4-4b45-8ae0-09f11593419b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:49.154730 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:49.159585 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.220889 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.234577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd6990a3-ec53-442f-bd1a-4044e7967005 req-a19f7538-8d8b-47f3-80b3-11fa68e40cbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873630 Jul 07 19:13:49.464262 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-072e69dd-16f4-450f-87b3-61280a1fb126 req-7a14c9e8-148a-4bf1-b0c3-904541607e5c tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476448 Jul 07 19:13:49.529354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f91cb725-c3bb-449e-ae20-4f4481147da6 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:49.543725 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=347db6a6-7363-4697-a166-f309547832d0,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:49.568683 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd6990a3-ec53-442f-bd1a-4044e7967005 req-5f1718b7-27b1-44d5-bdd5-376a94e500bd service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296991 Jul 07 19:13:49.693731 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd6990a3-ec53-442f-bd1a-4044e7967005 req-56c23325-3453-4877-9a67-8857fcc24e20 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133502 Jul 07 19:13:49.767067 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['30327d5b-6eca-4fbc-90f9-a2ef4e3a2516'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:49.817232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Allocated IP 172.20.0.1 (af8fa772-8714-4b17-acb2-74bab0f2a0ac/fab70fdf-0ae7-46c2-81e4-7a3c6e0fa9f4/2919143b-aa23-40ec-a846-080fafb700ab) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:49.866351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3b55-22a4-46d8-bf5d-fa44de67b971 req-ef3d5c7c-c2ba-4aa3-b319-e5a0a044addb tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:49.873277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bf9a3b55-22a4-46d8-bf5d-fa44de67b971 req-ef3d5c7c-c2ba-4aa3-b319-e5a0a044addb tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.0801599 Jul 07 19:13:49.920480 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bf9a3b55-22a4-46d8-bf5d-fa44de67b971 req-3591f5b2-0a81-47d8-8a91-91bce5dda252 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462630 Jul 07 19:13:49.939928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:49.981671 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-424848053-router', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8bc119d-749a-4620-ac5e-29223b4c1d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:13:45Z', 'revision_number': 3, 'project_id': 'd77df89745aa40068427de7d4b2c6bea', 'gw_port': {'id': 'c8bc119d-749a-4620-ac5e-29223b4c1d7b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:50.029608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:50.064353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Transition to ACTIVE for port object 2919143b-aa23-40ec-a846-080fafb700ab will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:50.159191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:50.174263 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1e642-f0c2-4817-957a-3edba16620ac req-743ca49c-727f-42ad-b768-e95caac6c0a1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:50.178961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-66f1e642-f0c2-4817-957a-3edba16620ac req-743ca49c-727f-42ad-b768-e95caac6c0a1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 944 time: 0.1126451 Jul 07 19:13:50.235875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Network af8fa772-8714-4b17-acb2-74bab0f2a0ac is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:50.237249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Pushing event updated for resources: {'Port': ['ID=2919143b-aa23-40ec-a846-080fafb700ab,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:50.244260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:50.246511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:50.249862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-66f1e642-f0c2-4817-957a-3edba16620ac req-bd442360-76fc-4dc0-904c-69742784bc05 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639701 Jul 07 19:13:50.296331 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Checking router: 5580dd51-0f95-43d8-a8b4-4c48a0da98ba for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:13:50.296813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Updating router 5580dd51-0f95-43d8-a8b4-4c48a0da98ba port c8bc119d-749a-4620-ac5e-29223b4c1d7b binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:13:50.329792 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:50.348936 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port f91cb725-c3bb-449e-ae20-4f4481147da6 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:50.389097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port f91cb725-c3bb-449e-ae20-4f4481147da6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:50.389529 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:50.480089 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:50.547074 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd16f6-bc4e-42ed-a043-0e7e88613eef req-6c2bf46a-9c08-4a6d-b14c-fabd471cbf95 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:50.548688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eadd16f6-bc4e-42ed-a043-0e7e88613eef req-6c2bf46a-9c08-4a6d-b14c-fabd471cbf95 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.1089451 Jul 07 19:13:50.615534 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eadd16f6-bc4e-42ed-a043-0e7e88613eef req-3942e48e-3ae9-4359-8c0e-67ed608b9de2 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575964 Jul 07 19:13:50.670963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e132f-aae0-4a51-a39e-73fd7432d16b req-75805f34-665e-4a5f-bfae-8a023ba63a4a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:50.683174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-500e132f-aae0-4a51-a39e-73fd7432d16b req-75805f34-665e-4a5f-bfae-8a023ba63a4a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.3252347 Jul 07 19:13:50.770375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0ef03fa5-e831-433a-be5a-5dde22f341ff None None] Provisioning for port 2919143b-aa23-40ec-a846-080fafb700ab completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:50.781884 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-500e132f-aae0-4a51-a39e-73fd7432d16b req-68f94a16-5161-4b46-af33-76748413b8a9 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971375 Jul 07 19:13:50.796991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0ef03fa5-e831-433a-be5a-5dde22f341ff None None] Provisioning complete for port 2919143b-aa23-40ec-a846-080fafb700ab triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:50.797425 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0ef03fa5-e831-433a-be5a-5dde22f341ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:50.799525 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:50.845943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-0ef03fa5-e831-433a-be5a-5dde22f341ff None None] Port 2919143b-aa23-40ec-a846-080fafb700ab cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:13:50.906829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6a72b-0a3e-4adc-b9d3-1b1552a41fd9 req-52126096-d15f-414b-8934-8e792a030e10 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:50.912394 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45e6a72b-0a3e-4adc-b9d3-1b1552a41fd9 req-52126096-d15f-414b-8934-8e792a030e10 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 950 time: 0.1156456 Jul 07 19:13:51.015878 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45e6a72b-0a3e-4adc-b9d3-1b1552a41fd9 req-6a82c322-284f-473d-8b7b-3e18d67870d0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921922 Jul 07 19:13:51.030496 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.037295 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0d27446f-30bb-4278-9c5b-46d6f2e5cde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.123536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2316148-ad3b-487e-bb65-ee799f97efb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91cb725-c3bb-449e-ae20-4f4481147da6'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:51.123908 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.126005 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8083cae-f60d-446d-b3f1-e248987a8aca" -d '{"events": [{"server_uuid": "f2316148-ad3b-487e-bb65-ee799f97efb3", "name": "network-vif-plugged", "status": "completed", "tag": "f91cb725-c3bb-449e-ae20-4f4481147da6"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:51.139128 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.157870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f91cb725-c3bb-449e-ae20-4f4481147da6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:51.169931 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.170747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 2a475b45-dce2-4128-8533-97c4f0cd3037 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:51.233621 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 2a475b45-dce2-4128-8533-97c4f0cd3037 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:51.233968 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 2a475b45-dce2-4128-8533-97c4f0cd3037 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:51.261863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9668ee4-3470-4493-967d-e30848718891 req-0c11c113-c95d-40a1-beb6-905f51757919 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:51.264799 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9668ee4-3470-4493-967d-e30848718891 req-0c11c113-c95d-40a1-beb6-905f51757919 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 945 time: 0.2393377 Jul 07 19:13:51.285604 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.296289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Pushing event updated for resources: {'Port': ['ID=2919143b-aa23-40ec-a846-080fafb700ab,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:51.334748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=f91cb725-c3bb-449e-ae20-4f4481147da6,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:51.340444 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.364357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Transition to ACTIVE for port object c8bc119d-749a-4620-ac5e-29223b4c1d7b will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:51.383252 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.427990 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8d54d6-67df-4f99-a37c-37dfe62dd591 x-openstack-request-id: req-ec8d54d6-67df-4f99-a37c-37dfe62dd591 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:51.429124 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2316148-ad3b-487e-bb65-ee799f97efb3", "name": "network-vif-plugged", "status": "completed", "tag": "f91cb725-c3bb-449e-ae20-4f4481147da6", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:51.429382 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec8d54d6-67df-4f99-a37c-37dfe62dd591 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:51.429776 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2316148-ad3b-487e-bb65-ee799f97efb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91cb725-c3bb-449e-ae20-4f4481147da6', 'code': 200} Jul 07 19:13:51.449015 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 347db6a6-7363-4697-a166-f309547832d0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:51.540844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Attempting to bind port c8bc119d-749a-4620-ac5e-29223b4c1d7b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:51.540844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Attempting to bind port c8bc119d-749a-4620-ac5e-29223b4c1d7b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:51.540844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Attempting to bind port c8bc119d-749a-4620-ac5e-29223b4c1d7b on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:51.552025 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:51.552504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:51.552991 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.553464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:51.554401 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Bound port: c8bc119d-749a-4620-ac5e-29223b4c1d7b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:51.554754 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.569849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e742a9a-0649-41c5-825f-efee903d146c None None] Pushing event updated for resources: {'Port': ['ID=c8bc119d-749a-4620-ac5e-29223b4c1d7b,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:51.650016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6447846-6282-48bc-90e8-625eb0a0100a req-eda87243-a0f1-4900-bd3f-cecc10ca6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:51.652786 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c6447846-6282-48bc-90e8-625eb0a0100a req-eda87243-a0f1-4900-bd3f-cecc10ca6f7c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 1096 time: 0.0852232 Jul 07 19:13:51.715903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] For port c8bc119d-749a-4620-ac5e-29223b4c1d7b, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:51.721301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] For port c8bc119d-749a-4620-ac5e-29223b4c1d7b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c8bc119d-749a-4620-ac5e-29223b4c1d7b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:51.743913 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.763779 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c6447846-6282-48bc-90e8-625eb0a0100a req-6d8fd846-abca-4353-bbcc-bce94cf6951a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678282 Jul 07 19:13:51.764771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 347db6a6-7363-4697-a166-f309547832d0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:51.764915 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.785712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c52d3-67d6-4743-8ba3-9e0d586f9ecc req-8e3e4f57-5395-4524-89dc-bf226700bdf5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:51.789666 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab6c52d3-67d6-4743-8ba3-9e0d586f9ecc req-8e3e4f57-5395-4524-89dc-bf226700bdf5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 945 time: 0.1349227 Jul 07 19:13:51.838531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Routers {'5580dd51-0f95-43d8-a8b4-4c48a0da98ba'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:51.839267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:13:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5580dd51-0f95-43d8-a8b4-4c48a0da98ba'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:51.858097 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab6c52d3-67d6-4743-8ba3-9e0d586f9ecc req-60ac7ac6-7410-4acc-9120-3eb98df91c3c tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598078 Jul 07 19:13:51.875400 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9668ee4-3470-4493-967d-e30848718891 req-bfe34e08-ae90-4d5f-9a72-6c9f7517bacb tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5940306 Jul 07 19:13:51.948106 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e742a9a-0649-41c5-825f-efee903d146c None None] Pushing event updated for resources: {'Port': ['ID=c8bc119d-749a-4620-ac5e-29223b4c1d7b,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:52.009141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Network af8fa772-8714-4b17-acb2-74bab0f2a0ac is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:52.011060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:52.152127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] Set router 5580dd51-0f95-43d8-a8b4-4c48a0da98ba gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:52.181981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-d79a3ccc-4462-47b7-ad55-4c787c73f25f req-e9e6819b-a398-45b6-b277-556e75c9223a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:13:52.190328 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d79a3ccc-4462-47b7-ad55-4c787c73f25f req-e9e6819b-a398-45b6-b277-556e75c9223a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228739 Jul 07 19:13:52.313844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb881362-2346-4d32-9d0c-481006cd1560 req-0b780072-ce6a-4799-a188-650333f2c330 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:52.326242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb881362-2346-4d32-9d0c-481006cd1560 req-0b780072-ce6a-4799-a188-650333f2c330 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 950 time: 0.2223611 Jul 07 19:13:52.383512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a4d76-c97e-4463-8774-a82864307f00 req-7707b4f0-00cb-4d66-b212-82bd047f7c7b tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:52.386462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d9a4d76-c97e-4463-8774-a82864307f00 req-7707b4f0-00cb-4d66-b212-82bd047f7c7b tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.2291143 Jul 07 19:13:52.458621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Router 5580dd51-0f95-43d8-a8b4-4c48a0da98ba has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:13:52.512414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d9a4d76-c97e-4463-8774-a82864307f00 req-456d2d90-78be-49cb-9c8b-c1cf8566e0a5 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140747 Jul 07 19:13:52.518369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8689feaa-b4e3-447e-80b4-854245285c0d None None] Provisioning complete for port 2919143b-aa23-40ec-a846-080fafb700ab triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:52.520130 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8689feaa-b4e3-447e-80b4-854245285c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:52.598983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-cb881362-2346-4d32-9d0c-481006cd1560 req-5a77ed3c-af92-4f18-a9d4-52e636072588 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Deleting port 1eb0222a-d0ff-4edf-a892-8785399be751 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:52.599524 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cb881362-2346-4d32-9d0c-481006cd1560 req-5a77ed3c-af92-4f18-a9d4-52e636072588 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:52.708112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8689feaa-b4e3-447e-80b4-854245285c0d None None] Port 2919143b-aa23-40ec-a846-080fafb700ab cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:13:52.821411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:13:52.844675 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3824c9d4-e867-4e88-8465-e4e7d0893e8f admin admin] 10.222.0.81 "PUT /v2.0/routers/5580dd51-0f95-43d8-a8b4-4c48a0da98ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2407007 Jul 07 19:13:53.026977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-424848053-router', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8bc119d-749a-4620-ac5e-29223b4c1d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:13:50Z', 'revision_number': 4, 'project_id': 'd77df89745aa40068427de7d4b2c6bea', 'gw_port': {'id': 'c8bc119d-749a-4620-ac5e-29223b4c1d7b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '2919143b-aa23-40ec-a846-080fafb700ab', 'name': '', 'network_id': 'af8fa772-8714-4b17-acb2-74bab0f2a0ac', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'mac_address': 'fa:16:3e:04:a0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fab70fdf-0ae7-46c2-81e4-7a3c6e0fa9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:49Z', 'updated_at': '2021-07-07T19:13:50Z', 'revision_number': 2, 'project_id': 'd77df89745aa40068427de7d4b2c6bea', 'subnets': [{'id': 'fab70fdf-0ae7-46c2-81e4-7a3c6e0fa9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:53.099283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6048b-7c8f-48c0-b167-8f9545898485 req-81ec1f3b-2ab4-470e-a5ea-21885156db58 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:53.100902 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26e6048b-7c8f-48c0-b167-8f9545898485 req-81ec1f3b-2ab4-470e-a5ea-21885156db58 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 950 time: 0.2366114 Jul 07 19:13:53.119050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b8153f-272a-46b6-9e1e-533d07e9f523 None None] The sync data for ids ['5580dd51-0f95-43d8-a8b4-4c48a0da98ba'] in n-d-793621-9 is: [{'id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-424848053-router', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8bc119d-749a-4620-ac5e-29223b4c1d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:13:50Z', 'revision_number': 4, 'project_id': 'd77df89745aa40068427de7d4b2c6bea', 'gw_port': {'id': 'c8bc119d-749a-4620-ac5e-29223b4c1d7b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '2919143b-aa23-40ec-a846-080fafb700ab', 'name': '', 'network_id': 'af8fa772-8714-4b17-acb2-74bab0f2a0ac', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'mac_address': 'fa:16:3e:04:a0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fab70fdf-0ae7-46c2-81e4-7a3c6e0fa9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:49Z', 'updated_at': '2021-07-07T19:13:50Z', 'revision_number': 2, 'project_id': 'd77df89745aa40068427de7d4b2c6bea', 'subnets': [{'id': 'fab70fdf-0ae7-46c2-81e4-7a3c6e0fa9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:13:53.210060 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26e6048b-7c8f-48c0-b167-8f9545898485 req-15947179-2afd-4f72-962b-f130de0812bd tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981462 Jul 07 19:13:53.246947 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-0d6ee79a-4503-44b0-a0c3-fb8716be5a37 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4107392 Jul 07 19:13:53.280234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cb881362-2346-4d32-9d0c-481006cd1560 req-5a77ed3c-af92-4f18-a9d4-52e636072588 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] For port 1eb0222a-d0ff-4edf-a892-8785399be751, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1eb0222a-d0ff-4edf-a892-8785399be751,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:53.281374 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cb881362-2346-4d32-9d0c-481006cd1560 req-5a77ed3c-af92-4f18-a9d4-52e636072588 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:53.326752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-cb881362-2346-4d32-9d0c-481006cd1560 req-5a77ed3c-af92-4f18-a9d4-52e636072588 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Calling delete_port for 1eb0222a-d0ff-4edf-a892-8785399be751 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:53.440201 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4cecb378-974a-4ea3-90a7-c49063a2949b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:53.498272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:53.625653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d879e88-ff42-4bb8-89a2-8ad45e44f08b req-fb1efd67-a1fe-4b4b-9761-4c44664b0132 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:53.645439 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d879e88-ff42-4bb8-89a2-8ad45e44f08b req-fb1efd67-a1fe-4b4b-9761-4c44664b0132 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.3100083 Jul 07 19:13:53.681526 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ea9a5-6f77-4f69-b45a-488fd2837420 req-4a2c9842-9560-4ad0-905c-d9d994ccd741 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:53.686372 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f8ea9a5-6f77-4f69-b45a-488fd2837420 req-4a2c9842-9560-4ad0-905c-d9d994ccd741 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 945 time: 0.2247972 Jul 07 19:13:53.688424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:53.716293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:53.716670 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:53.767575 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:53.816656 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d879e88-ff42-4bb8-89a2-8ad45e44f08b req-60a1409e-542d-4bb4-a167-514818d8f9b7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697960 Jul 07 19:13:53.875571 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f8ea9a5-6f77-4f69-b45a-488fd2837420 req-a3b72e38-f261-4882-8aa8-cb407bf675d4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700003 Jul 07 19:13:54.007579 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.024239 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cb881362-2346-4d32-9d0c-481006cd1560 req-5a77ed3c-af92-4f18-a9d4-52e636072588 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.049097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de882884-e49d-477a-8d6d-2f80664a57a6', 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'b77bdb11-cd38-43af-8df3-f525197df328'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:54.056944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c', 'b00c676e-5f2e-4f57-ba30-004c12bcd707'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:54.081601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77ed3c-af92-4f18-a9d4-52e636072588 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event deleted for resources: {'Port': ['ID=1eb0222a-d0ff-4edf-a892-8785399be751,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:54.257500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb881362-2346-4d32-9d0c-481006cd1560 req-5a77ed3c-af92-4f18-a9d4-52e636072588 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] No DVR routers for this DVR port 1eb0222a-d0ff-4edf-a892-8785399be751 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:54.261164 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cb881362-2346-4d32-9d0c-481006cd1560 req-5a77ed3c-af92-4f18-a9d4-52e636072588 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.263295 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb881362-2346-4d32-9d0c-481006cd1560 req-5a77ed3c-af92-4f18-a9d4-52e636072588 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "DELETE /v2.0/ports/1eb0222a-d0ff-4edf-a892-8785399be751 HTTP/1.1" status: 204 len: 173 time: 1.9296391 Jul 07 19:13:54.263817 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438b348f-3b72-4a70-992a-b23b43cb8647', 'name': 'network-vif-deleted', 'tag': '1eb0222a-d0ff-4edf-a892-8785399be751'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:54.266686 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fc22b6-953d-40e5-b0ae-dc00ca565ae8" -d '{"events": [{"server_uuid": "438b348f-3b72-4a70-992a-b23b43cb8647", "name": "network-vif-deleted", "tag": "1eb0222a-d0ff-4edf-a892-8785399be751"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:54.280991 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-a13a0854-812f-416f-a000-798c81ea8070 req-eb3852a6-aded-413b-b1d3-6c82980fa79b tempest-FloatingIPDetailsNegativeTestJSON-409775757 tempest-FloatingIPDetailsNegativeTestJSON-409775757-project] show failed (client error): The resource could not be found. Jul 07 19:13:54.294551 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a13a0854-812f-416f-a000-798c81ea8070 req-eb3852a6-aded-413b-b1d3-6c82980fa79b tempest-FloatingIPDetailsNegativeTestJSON-409775757 tempest-FloatingIPDetailsNegativeTestJSON-409775757-project] 10.222.0.81 "GET /v2.0/floatingips/d314c3e0-9a2f-4c70-b533-b97cc981d9eb HTTP/1.1" status: 404 len: 350 time: 0.0928049 Jul 07 19:13:54.295404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47892) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:54.387765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662d9055-4038-4000-936a-119aafb6e787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30327d5b-6eca-4fbc-90f9-a2ef4e3a2516'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:54.396487 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03de98f6-3337-461f-8d9f-94e8b364c3de" -d '{"events": [{"server_uuid": "662d9055-4038-4000-936a-119aafb6e787", "name": "network-vif-plugged", "status": "completed", "tag": "30327d5b-6eca-4fbc-90f9-a2ef4e3a2516"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:54.405941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82891387-b381-483e-a8fd-97ad0e712801 req-8d565010-5aea-4d00-8d91-a87a0656a795 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:54.413220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82891387-b381-483e-a8fd-97ad0e712801 req-8d565010-5aea-4d00-8d91-a87a0656a795 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 945 time: 0.1895359 Jul 07 19:13:54.440179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:54.461204 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.462244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 1eb0222a-d0ff-4edf-a892-8785399be751 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:54.538337 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82891387-b381-483e-a8fd-97ad0e712801 req-0ba7d24c-e7b8-4d28-aec7-ef38568dfb7f tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049247 Jul 07 19:13:54.773695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 1eb0222a-d0ff-4edf-a892-8785399be751 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:54.774142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 1eb0222a-d0ff-4edf-a892-8785399be751 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:55.035289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdad73-3678-4409-ae3f-c9312be66449 req-391f2316-6140-4710-b9b4-a96b1b0849ab tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:55.061531 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13fdad73-3678-4409-ae3f-c9312be66449 req-391f2316-6140-4710-b9b4-a96b1b0849ab tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.3385031 Jul 07 19:13:55.208745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73c4eb-8d83-49fb-9956-c3215e143037 req-26624919-bb4d-4270-b7ce-fec060adc81c tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:55.214014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3b73c4eb-8d83-49fb-9956-c3215e143037 req-26624919-bb4d-4270-b7ce-fec060adc81c tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 1096 time: 0.1954401 Jul 07 19:13:55.327488 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13fdad73-3678-4409-ae3f-c9312be66449 req-5c2b4ecc-f1c7-4a76-8039-4e206ad14bd0 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610674 Jul 07 19:13:55.369425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3b73c4eb-8d83-49fb-9956-c3215e143037 req-b0f4be37-6eac-4878-bab8-58c39c26845d tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432190 Jul 07 19:13:55.464613 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:55.503082 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:55.665021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c8bc119d-749a-4620-ac5e-29223b4c1d7b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:55.874924 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e1b31ccc-42c9-4265-9a43-50531c66ea29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:55.907339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a78556e3-7b9c-4430-a834-3ad023023233 req-c67400b0-dacb-49a3-bca9-976d44b49e2d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=438b348f-3b72-4a70-992a-b23b43cb8647 HTTP/1.1" status: 200 len: 210 time: 0.0943193 Jul 07 19:13:55.913973 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c3cf2b-2140-4896-adff-29f1aea3c5ff x-openstack-request-id: req-65c3cf2b-2140-4896-adff-29f1aea3c5ff {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:55.914275 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438b348f-3b72-4a70-992a-b23b43cb8647", "name": "network-vif-deleted", "tag": "1eb0222a-d0ff-4edf-a892-8785399be751", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:55.914544 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65c3cf2b-2140-4896-adff-29f1aea3c5ff {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:55.914982 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438b348f-3b72-4a70-992a-b23b43cb8647', 'name': 'network-vif-deleted', 'tag': '1eb0222a-d0ff-4edf-a892-8785399be751', 'status': 'completed', 'code': 200} Jul 07 19:13:56.075323 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7fe681-defe-45db-8207-03374af5d65d x-openstack-request-id: req-6e7fe681-defe-45db-8207-03374af5d65d {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:56.075739 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662d9055-4038-4000-936a-119aafb6e787", "name": "network-vif-plugged", "status": "completed", "tag": "30327d5b-6eca-4fbc-90f9-a2ef4e3a2516", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:56.076107 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e7fe681-defe-45db-8207-03374af5d65d {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:56.076686 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662d9055-4038-4000-936a-119aafb6e787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30327d5b-6eca-4fbc-90f9-a2ef4e3a2516', 'code': 200} Jul 07 19:13:56.218278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8054db-de5b-4254-9226-bebf2cf2fd58 req-06dcb02c-8e16-416a-b599-357e7d4df05e tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:56.232642 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e8054db-de5b-4254-9226-bebf2cf2fd58 req-06dcb02c-8e16-416a-b599-357e7d4df05e tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 1096 time: 0.0821545 Jul 07 19:13:56.302155 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e8054db-de5b-4254-9226-bebf2cf2fd58 req-26677bfd-0df2-4adb-a2cb-e97d9392fc8a tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673630 Jul 07 19:13:56.358006 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port c8bc119d-749a-4620-ac5e-29223b4c1d7b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:56.424400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f08b83-0b53-4130-b66e-fcce49db6c3d req-b06e9767-0b41-4710-a407-425e15fd3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:56.432820 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45f08b83-0b53-4130-b66e-fcce49db6c3d req-b06e9767-0b41-4710-a407-425e15fd3045 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 1097 time: 0.1718166 Jul 07 19:13:56.486606 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c8bc119d-749a-4620-ac5e-29223b4c1d7b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:56.490394 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:56.511491 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45f08b83-0b53-4130-b66e-fcce49db6c3d req-8daa990d-0812-434e-8bac-83dc1a640691 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683842 Jul 07 19:13:56.583524 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:56.711805 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:56.747062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d73ee-aa8f-46f0-b967-5dadc0684414 req-3c53121d-459e-4269-9d22-20e567472456 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:56.749824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a22d73ee-aa8f-46f0-b967-5dadc0684414 req-3c53121d-459e-4269-9d22-20e567472456 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.1763594 Jul 07 19:13:56.764688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e1b31ccc-42c9-4265-9a43-50531c66ea29 admin admin] Deleting port 2919143b-aa23-40ec-a846-080fafb700ab {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:56.765231 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e1b31ccc-42c9-4265-9a43-50531c66ea29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:56.773771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port c8bc119d-749a-4620-ac5e-29223b4c1d7b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c8bc119d-749a-4620-ac5e-29223b4c1d7b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:56.796429 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:56.892641 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a22d73ee-aa8f-46f0-b967-5dadc0684414 req-52735060-62ac-4931-9f23-ff02567ce442 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174250 Jul 07 19:13:56.951043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e1b31ccc-42c9-4265-9a43-50531c66ea29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:56.981998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e1b31ccc-42c9-4265-9a43-50531c66ea29 admin admin] Calling delete_port for 2919143b-aa23-40ec-a846-080fafb700ab owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:57.077168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=c8bc119d-749a-4620-ac5e-29223b4c1d7b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:57.251504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-30b784df-8d9e-4427-97d2-2fe7777cb818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:57.253169 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-30b784df-8d9e-4427-97d2-2fe7777cb818 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 1099 time: 0.2368107 Jul 07 19:13:57.320379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce8c88-fa31-4e77-b5f8-8e0e672cddd5 req-04ad163b-0f55-4ee5-bee2-0adf0c32615a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:57.348723 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c4ce8c88-fa31-4e77-b5f8-8e0e672cddd5 req-04ad163b-0f55-4ee5-bee2-0adf0c32615a tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 946 time: 0.6629612 Jul 07 19:13:57.469233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb959496-42db-469d-83b9-cc269e56a2a4 req-87178d83-1e6f-42af-9d14-3de76f3f978e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:57.471194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb959496-42db-469d-83b9-cc269e56a2a4 req-87178d83-1e6f-42af-9d14-3de76f3f978e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.2702134 Jul 07 19:13:57.475288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-754b9ae0-6a78-4887-a798-20f3142a9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:57.476933 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-754b9ae0-6a78-4887-a798-20f3142a9fb8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.2042708 Jul 07 19:13:57.491971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c4ce8c88-fa31-4e77-b5f8-8e0e672cddd5 req-1f68f6ae-0218-4fb8-8a62-7e2ef9d22000 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380205 Jul 07 19:13:57.500837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c8bc119d-749a-4620-ac5e-29223b4c1d7b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:57.552500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-6ac2a609-8352-44ae-9497-ec7bf131ea63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa HTTP/1.1" status: 200 len: 217 time: 0.0618985 Jul 07 19:13:57.578120 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e1b31ccc-42c9-4265-9a43-50531c66ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:57.642749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c8bc119d-749a-4620-ac5e-29223b4c1d7b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:57.643598 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:57.701033 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb959496-42db-469d-83b9-cc269e56a2a4 req-e89939f6-f44d-4c30-b1e2-f2057cfac84a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197690 Jul 07 19:13:57.716070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b31ccc-42c9-4265-9a43-50531c66ea29 admin admin] Pushing event deleted for resources: {'Port': ['ID=2919143b-aa23-40ec-a846-080fafb700ab,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:57.777897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-6c8ba09a-2983-4205-b804-91aeec42e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:57.779471 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-6c8ba09a-2983-4205-b804-91aeec42e9d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2149713 Jul 07 19:13:57.821036 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395edb78-4348-45c9-a574-67167ab8944e None None] Sync routers for ids ['5580dd51-0f95-43d8-a8b4-4c48a0da98ba'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:13:58.106270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-1801550c-ef59-4626-8e94-e639958683a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:58.109106 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-1801550c-ef59-4626-8e94-e639958683a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3091333 Jul 07 19:13:58.129348 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395edb78-4348-45c9-a574-67167ab8944e None None] Routers {'5580dd51-0f95-43d8-a8b4-4c48a0da98ba'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:58.130605 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-395edb78-4348-45c9-a574-67167ab8944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:13:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5580dd51-0f95-43d8-a8b4-4c48a0da98ba'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:58.223993 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e1b31ccc-42c9-4265-9a43-50531c66ea29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.321767 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-395edb78-4348-45c9-a574-67167ab8944e None None] Set router 5580dd51-0f95-43d8-a8b4-4c48a0da98ba gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:58.428130 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:13:58.485679 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-3757e5cf-ca17-4cee-8291-d398e6ce1947 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678870 Jul 07 19:13:58.654574 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-395edb78-4348-45c9-a574-67167ab8944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-424848053-router', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8bc119d-749a-4620-ac5e-29223b4c1d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:13:57Z', 'revision_number': 5, 'project_id': 'd77df89745aa40068427de7d4b2c6bea', 'gw_port': {'id': 'c8bc119d-749a-4620-ac5e-29223b4c1d7b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:58.709040 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395edb78-4348-45c9-a574-67167ab8944e None None] Checking router: 5580dd51-0f95-43d8-a8b4-4c48a0da98ba for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:13:58.729078 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395edb78-4348-45c9-a574-67167ab8944e None None] Routers {'5580dd51-0f95-43d8-a8b4-4c48a0da98ba'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:58.730187 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-395edb78-4348-45c9-a574-67167ab8944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:13:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5580dd51-0f95-43d8-a8b4-4c48a0da98ba'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:58.920836 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-395edb78-4348-45c9-a574-67167ab8944e None None] Set router 5580dd51-0f95-43d8-a8b4-4c48a0da98ba gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:58.976399 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15818c-7e11-4c3b-b58f-2e173bf02b2c req-f1b36d4b-daa6-4c15-8eb5-7ea6a1a13f6d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:58.983524 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a15818c-7e11-4c3b-b58f-2e173bf02b2c req-f1b36d4b-daa6-4c15-8eb5-7ea6a1a13f6d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.7149835 Jul 07 19:13:59.063360 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-b9929d6d-dd44-4b6e-9c13-570a8a733dfc service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698054 Jul 07 19:13:59.130369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a15818c-7e11-4c3b-b58f-2e173bf02b2c req-e5f9a904-a4ce-44c3-8055-427020bb9f0c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362386 Jul 07 19:13:59.195407 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-395edb78-4348-45c9-a574-67167ab8944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-424848053-router', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8bc119d-749a-4620-ac5e-29223b4c1d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:13:57Z', 'revision_number': 5, 'project_id': 'd77df89745aa40068427de7d4b2c6bea', 'gw_port': {'id': 'c8bc119d-749a-4620-ac5e-29223b4c1d7b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:59.204844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b31ccc-42c9-4265-9a43-50531c66ea29 admin admin] Router 5580dd51-0f95-43d8-a8b4-4c48a0da98ba has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:13:59.266205 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395edb78-4348-45c9-a574-67167ab8944e None None] The sync data for ids ['5580dd51-0f95-43d8-a8b4-4c48a0da98ba'] in n-d-793621-9 is: [{'id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-424848053-router', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8bc119d-749a-4620-ac5e-29223b4c1d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:13:57Z', 'revision_number': 5, 'project_id': 'd77df89745aa40068427de7d4b2c6bea', 'gw_port': {'id': 'c8bc119d-749a-4620-ac5e-29223b4c1d7b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:13:59.438291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b31ccc-42c9-4265-9a43-50531c66ea29 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:13:59.447097 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e1b31ccc-42c9-4265-9a43-50531c66ea29 admin admin] 10.222.0.81 "PUT /v2.0/routers/5580dd51-0f95-43d8-a8b4-4c48a0da98ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1468623 Jul 07 19:13:59.450635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47958) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:59.672574 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:59.763098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-a29a91b0-da92-47cb-bac1-72314024ba22 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:13:59.764873 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-a29a91b0-da92-47cb-bac1-72314024ba22 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102255 Jul 07 19:13:59.899164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-16bb4c66-886c-4564-8d96-e2322afdf4eb tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:59.900840 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-16bb4c66-886c-4564-8d96-e2322afdf4eb tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports/f91cb725-c3bb-449e-ae20-4f4481147da6 HTTP/1.1" status: 200 len: 1093 time: 0.1040156 Jul 07 19:13:59.921520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] Request body: {'binding': {'host': 'n-h1-793621-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:59.922027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] Unknown quota resources ['binding']. {{(pid=93901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:14:00.017992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05029b-648a-4a0f-80c6-fe3f3c48b808 req-9aa4afb6-9ce2-469d-888c-0a1c66138bc6 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:00.023431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd05029b-648a-4a0f-80c6-fe3f3c48b808 req-9aa4afb6-9ce2-469d-888c-0a1c66138bc6 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 946 time: 0.3386078 Jul 07 19:14:00.118267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.190929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd05029b-648a-4a0f-80c6-fe3f3c48b808 req-f4f4ac7d-a80f-49ed-a619-f01f1b8db78b tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501503 Jul 07 19:14:00.318558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] Attempting to bind port f91cb725-c3bb-449e-ae20-4f4481147da6 on host n-h1-793621-9 for vnic_type normal with profile None {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:00.319121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] Attempting to bind port f91cb725-c3bb-449e-ae20-4f4481147da6 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:00.323866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] Attempting to bind port f91cb725-c3bb-449e-ae20-4f4481147da6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:00.332229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Deleting port c8bc119d-749a-4620-ac5e-29223b4c1d7b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:00.332818 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.342716 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] Port f91cb725-c3bb-449e-ae20-4f4481147da6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:00.343213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] Attempting to bind port f91cb725-c3bb-449e-ae20-4f4481147da6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:00.456956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:00.457389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:00.457990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] Bound using segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:00.458656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] Bound port: f91cb725-c3bb-449e-ae20-4f4481147da6, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:00.625232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] For port c8bc119d-749a-4620-ac5e-29223b4c1d7b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c8bc119d-749a-4620-ac5e-29223b4c1d7b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:00.625778 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.658550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=f91cb725-c3bb-449e-ae20-4f4481147da6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:00.677496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ef20c-ba44-4331-a5e4-69e4bb8a2d77 req-7b292e94-dda5-4dd1-93a0-1901e6de7183 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:00.679830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d5ef20c-ba44-4331-a5e4-69e4bb8a2d77 req-7b292e94-dda5-4dd1-93a0-1901e6de7183 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.3386595 Jul 07 19:14:00.681894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Calling delete_port for c8bc119d-749a-4620-ac5e-29223b4c1d7b owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:00.686344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.688234 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e7633ac7-74e7-4453-a55e-a350fb9cd3a2 service neutron] 10.222.0.81 "POST /v2.0/ports/f91cb725-c3bb-449e-ae20-4f4481147da6/bindings HTTP/1.1" status: 201 len: 389 time: 0.7707751 Jul 07 19:14:00.739840 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84c6b0b-8f17-4fce-a4e5-dce5add6cbe5 None None] Sync routers for ids ['5580dd51-0f95-43d8-a8b4-4c48a0da98ba'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:00.786546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c6b0b-8f17-4fce-a4e5-dce5add6cbe5 None None] Routers {'5580dd51-0f95-43d8-a8b4-4c48a0da98ba'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:00.790131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d84c6b0b-8f17-4fce-a4e5-dce5add6cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:13:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5580dd51-0f95-43d8-a8b4-4c48a0da98ba'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:00.866874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d5ef20c-ba44-4331-a5e4-69e4bb8a2d77 req-11552cb7-01c8-4e06-be15-b4d6b6ede854 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683712 Jul 07 19:14:01.046476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-d84c6b0b-8f17-4fce-a4e5-dce5add6cbe5 None None] Set router 5580dd51-0f95-43d8-a8b4-4c48a0da98ba gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:01.215126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d84c6b0b-8f17-4fce-a4e5-dce5add6cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-424848053-router', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:14:00Z', 'revision_number': 6, 'project_id': 'd77df89745aa40068427de7d4b2c6bea', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:01.227119 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:01.275683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84c6b0b-8f17-4fce-a4e5-dce5add6cbe5 None None] Checking router: 5580dd51-0f95-43d8-a8b4-4c48a0da98ba for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:14:01.327426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c6b0b-8f17-4fce-a4e5-dce5add6cbe5 None None] Routers {'5580dd51-0f95-43d8-a8b4-4c48a0da98ba'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:01.328843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d84c6b0b-8f17-4fce-a4e5-dce5add6cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:13:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5580dd51-0f95-43d8-a8b4-4c48a0da98ba'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:01.335541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2919143b-aa23-40ec-a846-080fafb700ab no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:01.363348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 2919143b-aa23-40ec-a846-080fafb700ab {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:01.364049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2919143b-aa23-40ec-a846-080fafb700ab not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:01.391753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bc119d-749a-4620-ac5e-29223b4c1d7b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:01.518919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-d84c6b0b-8f17-4fce-a4e5-dce5add6cbe5 None None] Set router 5580dd51-0f95-43d8-a8b4-4c48a0da98ba gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:01.538853 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56cb82e1-0ebb-475a-8488-7c3aa8b3950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:01.542381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56cb82e1-0ebb-475a-8488-7c3aa8b3950e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 1096 time: 0.3460147 Jul 07 19:14:01.621577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d84c6b0b-8f17-4fce-a4e5-dce5add6cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-424848053-router', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:14:01Z', 'revision_number': 7, 'project_id': 'd77df89745aa40068427de7d4b2c6bea', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:01.670497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84c6b0b-8f17-4fce-a4e5-dce5add6cbe5 None None] The sync data for ids ['5580dd51-0f95-43d8-a8b4-4c48a0da98ba'] in n-d-793621-9 is: [{'id': '5580dd51-0f95-43d8-a8b4-4c48a0da98ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-424848053-router', 'tenant_id': 'd77df89745aa40068427de7d4b2c6bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:44Z', 'updated_at': '2021-07-07T19:14:01Z', 'revision_number': 7, 'project_id': 'd77df89745aa40068427de7d4b2c6bea', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:01.673145 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:01.920826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43274f-b5f2-425e-bf1a-7b4779e33b20 req-eaad20dc-ace0-4dab-8417-fbf7ab3761c9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:01.924958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8c43274f-b5f2-425e-bf1a-7b4779e33b20 req-eaad20dc-ace0-4dab-8417-fbf7ab3761c9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc HTTP/1.1" status: 200 len: 949 time: 0.1552773 Jul 07 19:14:02.038381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-a61553f3-8629-45f8-ac53-6e27147b017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:02.041018 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-a61553f3-8629-45f8-ac53-6e27147b017c service neutron] 10.222.0.48 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.4860761 Jul 07 19:14:02.047647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.059309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.152675 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-27307d2a-790b-4d79-a21e-14f3ba974993 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f91cb725-c3bb-449e-ae20-4f4481147da6 HTTP/1.1" status: 200 len: 217 time: 0.0902877 Jul 07 19:14:02.177627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-8c43274f-b5f2-425e-bf1a-7b4779e33b20 req-748e1330-a78f-4ae1-a6ed-593dd557167e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Deleting port b00c676e-5f2e-4f57-ba30-004c12bcd707 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:02.178476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8c43274f-b5f2-425e-bf1a-7b4779e33b20 req-748e1330-a78f-4ae1-a6ed-593dd557167e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.331520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232db30-62e3-4fcc-ac73-339fea252e4a req-9c6cbea8-1961-4145-b3a2-a41d30461833 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:02.345865 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5232db30-62e3-4fcc-ac73-339fea252e4a req-9c6cbea8-1961-4145-b3a2-a41d30461833 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.6979852 Jul 07 19:14:02.364527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-8c43274f-b5f2-425e-bf1a-7b4779e33b20 req-748e1330-a78f-4ae1-a6ed-593dd557167e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] For port b00c676e-5f2e-4f57-ba30-004c12bcd707, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b00c676e-5f2e-4f57-ba30-004c12bcd707,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:02.365176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8c43274f-b5f2-425e-bf1a-7b4779e33b20 req-748e1330-a78f-4ae1-a6ed-593dd557167e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.381045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-8c43274f-b5f2-425e-bf1a-7b4779e33b20 req-748e1330-a78f-4ae1-a6ed-593dd557167e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Calling delete_port for b00c676e-5f2e-4f57-ba30-004c12bcd707 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:02.406235 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.407103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5580dd51-0f95-43d8-a8b4-4c48a0da98ba {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:14:02.436892 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.443704 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-73a83b6a-fbc3-4916-bb8b-b14c39d2fbea admin admin] 10.222.0.81 "DELETE /v2.0/routers/5580dd51-0f95-43d8-a8b4-4c48a0da98ba HTTP/1.1" status: 204 len: 168 time: 2.9914639 Jul 07 19:14:02.448808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47984) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:02.534669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-3bf318e8-0e6e-4331-bde7-f8b977317d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:02.542284 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-3bf318e8-0e6e-4331-bde7-f8b977317d35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.3793085 Jul 07 19:14:02.577402 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5232db30-62e3-4fcc-ac73-339fea252e4a req-3ad3c629-a33e-4b0b-bfe5-d44364cc582b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014246 Jul 07 19:14:02.632057 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-cc3ed34d-dd18-4a7d-b7a0-12def7284fdb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807710 Jul 07 19:14:02.776883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa0453-bd56-4205-bf2e-0efbc7c716dd req-802748dd-7dfa-44bf-b9cb-65575879240b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:02.793761 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8afa0453-bd56-4205-bf2e-0efbc7c716dd req-802748dd-7dfa-44bf-b9cb-65575879240b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 945 time: 0.6386771 Jul 07 19:14:02.901980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9fa40c-dc49-4b23-9726-ee60b2c90442 admin admin] Deleting subnet fab70fdf-0ae7-46c2-81e4-7a3c6e0fa9f4 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:14:02.909794 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa40c-dc49-4b23-9726-ee60b2c90442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.974828 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa40c-dc49-4b23-9726-ee60b2c90442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.019473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8afa0453-bd56-4205-bf2e-0efbc7c716dd req-de5730d4-85fb-49e4-9d5f-6c24284e3f7c tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246220 Jul 07 19:14:03.069981 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8c43274f-b5f2-425e-bf1a-7b4779e33b20 req-748e1330-a78f-4ae1-a6ed-593dd557167e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.085478 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c', 'b00c676e-5f2e-4f57-ba30-004c12bcd707'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:03.093241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de882884-e49d-477a-8d6d-2f80664a57a6', 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'b77bdb11-cd38-43af-8df3-f525197df328'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:03.139328 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa40c-dc49-4b23-9726-ee60b2c90442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.198124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e1330-a78f-4ae1-a6ed-593dd557167e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event deleted for resources: {'Port': ['ID=b00c676e-5f2e-4f57-ba30-004c12bcd707,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:03.339802 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7d9edda-cdb6-4ba6-b2ec-c9cdc25bda75 req-3e3ab43f-9cd9-4447-b4cc-9d7e67e94b1d tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc HTTP/1.1" status: 200 len: 210 time: 0.4443848 Jul 07 19:14:03.348955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c43274f-b5f2-425e-bf1a-7b4779e33b20 req-748e1330-a78f-4ae1-a6ed-593dd557167e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] No DVR routers for this DVR port b00c676e-5f2e-4f57-ba30-004c12bcd707 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:03.354947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8c43274f-b5f2-425e-bf1a-7b4779e33b20 req-748e1330-a78f-4ae1-a6ed-593dd557167e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.357069 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa40c-dc49-4b23-9726-ee60b2c90442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.364508 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8c43274f-b5f2-425e-bf1a-7b4779e33b20 req-748e1330-a78f-4ae1-a6ed-593dd557167e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "DELETE /v2.0/ports/b00c676e-5f2e-4f57-ba30-004c12bcd707 HTTP/1.1" status: 204 len: 173 time: 1.4331017 Jul 07 19:14:03.368983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc', 'name': 'network-vif-deleted', 'tag': 'b00c676e-5f2e-4f57-ba30-004c12bcd707'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:03.376645 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1678cd9-fd57-457b-bb50-e9ea36352054" -d '{"events": [{"server_uuid": "ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc", "name": "network-vif-deleted", "tag": "b00c676e-5f2e-4f57-ba30-004c12bcd707"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:03.491284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fa40c-dc49-4b23-9726-ee60b2c90442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab70fdf-0ae7-46c2-81e4-7a3c6e0fa9f4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:03.499561 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-93861554-f30b-4a42-bfc1-94d017f44952 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8555272 Jul 07 19:14:03.521308 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa40c-dc49-4b23-9726-ee60b2c90442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.523667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c8bc119d-749a-4620-ac5e-29223b4c1d7b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:03.524582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7f9fa40c-dc49-4b23-9726-ee60b2c90442 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fab70fdf-0ae7-46c2-81e4-7a3c6e0fa9f4 HTTP/1.1" status: 204 len: 168 time: 1.0574071 Jul 07 19:14:03.528064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47990) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:03.528312 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b25e73a-76f9-452f-98e2-761594d1a983 None None] Network af8fa772-8714-4b17-acb2-74bab0f2a0ac requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:03.588948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04692ad6-8eda-4034-9e7c-6e99a7857a1a req-953c448c-6692-4024-966e-8e0f9f504ba2 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:03.593217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-04692ad6-8eda-4034-9e7c-6e99a7857a1a req-953c448c-6692-4024-966e-8e0f9f504ba2 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.2067969 Jul 07 19:14:03.781328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: c8bc119d-749a-4620-ac5e-29223b4c1d7b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:03.781328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c8bc119d-749a-4620-ac5e-29223b4c1d7b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:03.817820 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-04692ad6-8eda-4034-9e7c-6e99a7857a1a req-cea4111c-57d3-4eb9-b3dc-29fb643f4ad7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116799 Jul 07 19:14:03.880341 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.993722 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-020cc3aa-f55b-456e-9e4b-588ec79f2a77 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859359 Jul 07 19:14:04.054990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3d181-ddc7-4200-a7cf-449a2b983269 req-23c0b67d-a05e-4fe7-bbdd-ce5d80c4b744 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:04.056658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-feb3d181-ddc7-4200-a7cf-449a2b983269 req-23c0b67d-a05e-4fe7-bbdd-ce5d80c4b744 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 949 time: 0.2119238 Jul 07 19:14:04.255925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eb44d-9014-4567-98ae-5aa05f3fab9f req-9333df1e-3e18-4964-a272-7b5f113a1805 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:04.281259 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-985eb44d-9014-4567-98ae-5aa05f3fab9f req-9333df1e-3e18-4964-a272-7b5f113a1805 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 946 time: 0.3975873 Jul 07 19:14:04.416887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-feb3d181-ddc7-4200-a7cf-449a2b983269 req-94f38b98-e483-472f-a09d-dbe6aaf209a3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Deleting port b77bdb11-cd38-43af-8df3-f525197df328 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:04.417258 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-feb3d181-ddc7-4200-a7cf-449a2b983269 req-94f38b98-e483-472f-a09d-dbe6aaf209a3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.436260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-985eb44d-9014-4567-98ae-5aa05f3fab9f req-8a383195-db86-405e-b0b2-536d3a8b4f56 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522765 Jul 07 19:14:04.492619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Deleting port 347db6a6-7363-4697-a166-f309547832d0 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:04.497356 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.550545 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3b1eba-1692-4eab-8539-597725eed897 x-openstack-request-id: req-6c3b1eba-1692-4eab-8539-597725eed897 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:04.551052 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc", "name": "network-vif-deleted", "tag": "b00c676e-5f2e-4f57-ba30-004c12bcd707", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:04.551445 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c3b1eba-1692-4eab-8539-597725eed897 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:04.552166 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea43ac1b-8b79-4c78-a7f4-ce6bc8c586dc', 'name': 'network-vif-deleted', 'tag': 'b00c676e-5f2e-4f57-ba30-004c12bcd707', 'status': 'completed', 'code': 200} Jul 07 19:14:04.650374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb204264-734d-4fe1-9473-af23035fb072 req-90f212cb-0e98-4f47-a6af-479902b13575 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:04.652140 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb204264-734d-4fe1-9473-af23035fb072 req-90f212cb-0e98-4f47-a6af-479902b13575 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.110 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 946 time: 0.1566741 Jul 07 19:14:04.655018 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-feb3d181-ddc7-4200-a7cf-449a2b983269 req-94f38b98-e483-472f-a09d-dbe6aaf209a3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] For port b77bdb11-cd38-43af-8df3-f525197df328, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b77bdb11-cd38-43af-8df3-f525197df328,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:04.655501 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-feb3d181-ddc7-4200-a7cf-449a2b983269 req-94f38b98-e483-472f-a09d-dbe6aaf209a3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.739093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] For port 347db6a6-7363-4697-a166-f309547832d0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=347db6a6-7363-4697-a166-f309547832d0,segment=NetworkSegment(a97c191b-b8e4-4b45-8ae0-09f11593419b),segment_id=a97c191b-b8e4-4b45-8ae0-09f11593419b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:04.741781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.842560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Calling delete_port for 347db6a6-7363-4697-a166-f309547832d0 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:04.853376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690d3843-9b78-49b1-9a8f-c953d14a3de2 None None] DHCP port deletion for af8fa772-8714-4b17-acb2-74bab0f2a0ac request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:14:04.932561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-feb3d181-ddc7-4200-a7cf-449a2b983269 req-94f38b98-e483-472f-a09d-dbe6aaf209a3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Calling delete_port for b77bdb11-cd38-43af-8df3-f525197df328 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:05.039491 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.105985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=347db6a6-7363-4697-a166-f309547832d0,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:05.141044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] No DVR routers for this DVR port 347db6a6-7363-4697-a166-f309547832d0 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:05.162010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-690d3843-9b78-49b1-9a8f-c953d14a3de2 None None] Deleting port 347db6a6-7363-4697-a166-f309547832d0 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:05.162388 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-690d3843-9b78-49b1-9a8f-c953d14a3de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.217296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0a349-f88e-4cb9-9dfe-099b2af06b93 req-49ad6abd-3c8f-4d59-8abd-7f7335d1390e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:05.227454 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6bd0a349-f88e-4cb9-9dfe-099b2af06b93 req-49ad6abd-3c8f-4d59-8abd-7f7335d1390e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.2024131 Jul 07 19:14:05.242297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-eb204264-734d-4fe1-9473-af23035fb072 req-31c257e1-91ef-4d96-9c6b-76d741bebdf4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Deleting port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:05.242939 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-eb204264-734d-4fe1-9473-af23035fb072 req-31c257e1-91ef-4d96-9c6b-76d741bebdf4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.259624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b4aa3-05c2-47c2-82de-d14aefac80e4 req-9f51c7cf-ce1e-48de-910c-55aafdb449e1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:05.268099 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e84b4aa3-05c2-47c2-82de-d14aefac80e4 req-9f51c7cf-ce1e-48de-910c-55aafdb449e1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 945 time: 0.3794689 Jul 07 19:14:05.276997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-690d3843-9b78-49b1-9a8f-c953d14a3de2 None None] For port 347db6a6-7363-4697-a166-f309547832d0, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:05.277382 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-690d3843-9b78-49b1-9a8f-c953d14a3de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.296366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-690d3843-9b78-49b1-9a8f-c953d14a3de2 None None] Calling delete_port for 347db6a6-7363-4697-a166-f309547832d0 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:05.301278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-690d3843-9b78-49b1-9a8f-c953d14a3de2 None None] Port 347db6a6-7363-4697-a166-f309547832d0 was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:14:05.302627 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-690d3843-9b78-49b1-9a8f-c953d14a3de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.318834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d3843-9b78-49b1-9a8f-c953d14a3de2 None None] No DVR routers for this DVR port 347db6a6-7363-4697-a166-f309547832d0 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:05.354989 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.400520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d3843-9b78-49b1-9a8f-c953d14a3de2 None None] Pushing event deleted for resources: {'Port': ['ID=347db6a6-7363-4697-a166-f309547832d0,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:05.410828 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.433532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6bd0a349-f88e-4cb9-9dfe-099b2af06b93 req-90c63b6d-68b0-428f-854f-785f8beebda2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042210 Jul 07 19:14:05.435635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 347db6a6-7363-4697-a166-f309547832d0 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:05.449366 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8fa772-8714-4b17-acb2-74bab0f2a0ac']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:05.477149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 347db6a6-7363-4697-a166-f309547832d0 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:05.478272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 347db6a6-7363-4697-a166-f309547832d0 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:05.506892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97c191b-b8e4-4b45-8ae0-09f11593419b') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:05.507380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97c191b-b8e4-4b45-8ae0-09f11593419b') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:05.536014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e84b4aa3-05c2-47c2-82de-d14aefac80e4 req-88e71364-d616-4737-941d-de99642f0aad tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667196 Jul 07 19:14:05.563515 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.569750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 83b4fd3b-8b4b-4d6b-937e-e739337550a2 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:05.618735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.633026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:14:05.636059 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:14:05.639316 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:14:05.657370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-eb204264-734d-4fe1-9473-af23035fb072 req-31c257e1-91ef-4d96-9c6b-76d741bebdf4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] For port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516,segment=NetworkSegment(aebf8d32-00c4-4152-82f2-0dda50f569be),segment_id=aebf8d32-00c4-4152-82f2-0dda50f569be)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:05.657748 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-eb204264-734d-4fe1-9473-af23035fb072 req-31c257e1-91ef-4d96-9c6b-76d741bebdf4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.673529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-feb3d181-ddc7-4200-a7cf-449a2b983269 req-94f38b98-e483-472f-a09d-dbe6aaf209a3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.691717 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:05.694764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-eb204264-734d-4fe1-9473-af23035fb072 req-31c257e1-91ef-4d96-9c6b-76d741bebdf4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Calling delete_port for 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:05.698282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b00c676e-5f2e-4f57-ba30-004c12bcd707 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:05.824888 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de882884-e49d-477a-8d6d-2f80664a57a6', 'fe394e81-d4dc-4bb7-8c1d-385342ba456f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:05.838612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb3d181-ddc7-4200-a7cf-449a2b983269 req-94f38b98-e483-472f-a09d-dbe6aaf209a3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] No DVR routers for this DVR port b77bdb11-cd38-43af-8df3-f525197df328 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:05.842087 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.843731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f38b98-e483-472f-a09d-dbe6aaf209a3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event deleted for resources: {'Port': ['ID=b77bdb11-cd38-43af-8df3-f525197df328,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:05.859841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-feb3d181-ddc7-4200-a7cf-449a2b983269 req-94f38b98-e483-472f-a09d-dbe6aaf209a3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.861064 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.864554 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] 10.222.0.81 "DELETE /v2.0/networks/af8fa772-8714-4b17-acb2-74bab0f2a0ac HTTP/1.1" status: 204 len: 168 time: 2.3357744 Jul 07 19:14:05.879878 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-feb3d181-ddc7-4200-a7cf-449a2b983269 req-94f38b98-e483-472f-a09d-dbe6aaf209a3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "DELETE /v2.0/ports/b77bdb11-cd38-43af-8df3-f525197df328 HTTP/1.1" status: 204 len: 173 time: 1.8138547 Jul 07 19:14:05.896416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33186fc-a179-4c75-becb-c75bdfb0d2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=af8fa772-8714-4b17-acb2-74bab0f2a0ac,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:05.953127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: b00c676e-5f2e-4f57-ba30-004c12bcd707 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:05.953955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b00c676e-5f2e-4f57-ba30-004c12bcd707 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:06.138411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d252c-eb95-4bb8-b23b-a452df1c8ed6 req-53b5a9a4-0ab8-491e-bd9a-d06b517dd656 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:06.146403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48022) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:06.155069 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-047d252c-eb95-4bb8-b23b-a452df1c8ed6 req-53b5a9a4-0ab8-491e-bd9a-d06b517dd656 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.3311932 Jul 07 19:14:06.303950 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e556af49-6ebf-4060-ab27-639c65b5c1c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d77df89745aa40068427de7d4b2c6bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557806 Jul 07 19:14:06.306644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48024) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:06.403379 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:06.427364 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-047d252c-eb95-4bb8-b23b-a452df1c8ed6 req-41f48ca7-3378-438b-bc74-2c2e35a9b96e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706974 Jul 07 19:14:06.452344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c36b20-ef86-4818-b4ac-8947560ebb7a req-7a415890-ef2e-45b9-b506-eb32c2bd44de tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:06.462337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55c36b20-ef86-4818-b4ac-8947560ebb7a req-7a415890-ef2e-45b9-b506-eb32c2bd44de tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 946 time: 0.1340919 Jul 07 19:14:06.501444 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-eb204264-734d-4fe1-9473-af23035fb072 req-31c257e1-91ef-4d96-9c6b-76d741bebdf4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:06.554668 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55c36b20-ef86-4818-b4ac-8947560ebb7a req-6210fcb6-e047-4883-974f-5f1cd4d73a30 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ab21a04-baff-4e26-b274-627eb51e6107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908723 Jul 07 19:14:06.622545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5749a65-87a7-46b7-a206-0c203f89405a', 'name': 'network-vif-deleted', 'tag': 'b77bdb11-cd38-43af-8df3-f525197df328'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:06.631679 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aa31d0-fe0c-4c2f-af04-8c61cf9052a5" -d '{"events": [{"server_uuid": "c5749a65-87a7-46b7-a206-0c203f89405a", "name": "network-vif-deleted", "tag": "b77bdb11-cd38-43af-8df3-f525197df328"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:06.635219 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c257e1-91ef-4d96-9c6b-76d741bebdf4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event deleted for resources: {'Port': ['ID=30327d5b-6eca-4fbc-90f9-a2ef4e3a2516,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:06.778429 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5c48dc97-5083-49fd-95e3-e165b8d0e154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:06.812365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207e0b78-486a-437c-9f8f-6d24a0d1c80e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b4fd3b-8b4b-4d6b-937e-e739337550a2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:06.816359 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52543c00-a9f1-43d0-9e29-d2a81a7aa157" -d '{"events": [{"server_uuid": "207e0b78-486a-437c-9f8f-6d24a0d1c80e", "name": "network-vif-unplugged", "status": "completed", "tag": "83b4fd3b-8b4b-4d6b-937e-e739337550a2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:06.830085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb204264-734d-4fe1-9473-af23035fb072 req-31c257e1-91ef-4d96-9c6b-76d741bebdf4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] No DVR routers for this DVR port 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:06.840486 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-eb204264-734d-4fe1-9473-af23035fb072 req-31c257e1-91ef-4d96-9c6b-76d741bebdf4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:06.842589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb204264-734d-4fe1-9473-af23035fb072 req-31c257e1-91ef-4d96-9c6b-76d741bebdf4 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.110 "DELETE /v2.0/ports/30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 HTTP/1.1" status: 204 len: 173 time: 2.1785586 Jul 07 19:14:06.875508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb6458-fab9-43ee-97ac-87bc59d946ec req-c3febb01-b579-4ea0-957b-dc84d530eb5c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:06.891982 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58cb6458-fab9-43ee-97ac-87bc59d946ec req-c3febb01-b579-4ea0-957b-dc84d530eb5c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.1329648 Jul 07 19:14:06.896358 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 83b4fd3b-8b4b-4d6b-937e-e739337550a2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=83b4fd3b-8b4b-4d6b-937e-e739337550a2,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:06.901315 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5c48dc97-5083-49fd-95e3-e165b8d0e154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:06.915654 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:06.916203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b77bdb11-cd38-43af-8df3-f525197df328 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:07.026030 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3232476d-7e25-48dc-b07d-27083911bf8a req-b4bead44-bc65-4a71-9532-7635f041fee9 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5749a65-87a7-46b7-a206-0c203f89405a HTTP/1.1" status: 200 len: 210 time: 0.1166193 Jul 07 19:14:07.039251 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58cb6458-fab9-43ee-97ac-87bc59d946ec req-b83a400a-e7cd-4a0f-8f4e-78b5a00fe91b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346118 Jul 07 19:14:07.095954 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5c48dc97-5083-49fd-95e3-e165b8d0e154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.112915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5c48dc97-5083-49fd-95e3-e165b8d0e154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.121519 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5c48dc97-5083-49fd-95e3-e165b8d0e154 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d91d0c46-f869-4c30-b1ca-d65d3d38e328 HTTP/1.1" status: 204 len: 168 time: 0.8089881 Jul 07 19:14:07.137682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=83b4fd3b-8b4b-4d6b-937e-e739337550a2,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:07.141951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48dc97-5083-49fd-95e3-e165b8d0e154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91d0c46-f869-4c30-b1ca-d65d3d38e328,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:07.166130 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: b77bdb11-cd38-43af-8df3-f525197df328 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:07.166516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b77bdb11-cd38-43af-8df3-f525197df328 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:07.166925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:07.211858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:07.212889 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 30327d5b-6eca-4fbc-90f9-a2ef4e3a2516 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:07.228278 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dd46be-bb90-45b8-8cdb-df5715ecfd40 x-openstack-request-id: req-96dd46be-bb90-45b8-8cdb-df5715ecfd40 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:07.228717 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5749a65-87a7-46b7-a206-0c203f89405a", "name": "network-vif-deleted", "tag": "b77bdb11-cd38-43af-8df3-f525197df328", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:07.228987 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96dd46be-bb90-45b8-8cdb-df5715ecfd40 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:07.229575 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5749a65-87a7-46b7-a206-0c203f89405a', 'name': 'network-vif-deleted', 'tag': 'b77bdb11-cd38-43af-8df3-f525197df328', 'status': 'completed', 'code': 200} Jul 07 19:14:07.336824 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2914bf04-44f9-4650-b8a4-9c01856c2475 x-openstack-request-id: req-2914bf04-44f9-4650-b8a4-9c01856c2475 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:07.337194 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207e0b78-486a-437c-9f8f-6d24a0d1c80e", "name": "network-vif-unplugged", "status": "completed", "tag": "83b4fd3b-8b4b-4d6b-937e-e739337550a2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:07.337738 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2914bf04-44f9-4650-b8a4-9c01856c2475 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:07.338295 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207e0b78-486a-437c-9f8f-6d24a0d1c80e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b4fd3b-8b4b-4d6b-937e-e739337550a2', 'code': 200} Jul 07 19:14:07.426642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b983-2e78-4e45-bfa2-94da06531055 req-791dafb3-d692-43b3-9bb0-0891d0aa87b8 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:07.435436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0062b983-2e78-4e45-bfa2-94da06531055 req-791dafb3-d692-43b3-9bb0-0891d0aa87b8 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 945 time: 0.1944065 Jul 07 19:14:07.538314 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0062b983-2e78-4e45-bfa2-94da06531055 req-48659d82-b4f5-4ec6-b1b0-fd7ad7fbdb91 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018648 Jul 07 19:14:07.589715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 83b4fd3b-8b4b-4d6b-937e-e739337550a2 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:07.841731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9601671-0ed2-4865-976f-d43fefec69dc req-7d2731b1-fc7d-4898-96fa-e4936652be8b tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/ports?device_id=662d9055-4038-4000-936a-119aafb6e787 HTTP/1.1" status: 200 len: 210 time: 0.0621586 Jul 07 19:14:07.953817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 83b4fd3b-8b4b-4d6b-937e-e739337550a2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=83b4fd3b-8b4b-4d6b-937e-e739337550a2,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:07.975989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '83b4fd3b-8b4b-4d6b-937e-e739337550a2', 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7', 'port_id': '83b4fd3b-8b4b-4d6b-937e-e739337550a2', 'mac_address': 'fa:16:3e:3b:8a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfd94d3-665b-4e9b-988c-c0779e981edc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:08.110018 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:08.119619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91525b-a3d3-475b-8f39-7a5773daf9a7 req-daefd6ee-1ffa-42e5-83f1-490e2912e39c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:08.133004 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df91525b-a3d3-475b-8f39-7a5773daf9a7 req-daefd6ee-1ffa-42e5-83f1-490e2912e39c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 944 time: 0.2530620 Jul 07 19:14:08.148302 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b4fd3b-8b4b-4d6b-937e-e739337550a2 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:08.224168 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df91525b-a3d3-475b-8f39-7a5773daf9a7 req-16923fa4-bfee-4ff2-92db-00c26be078cd tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896096 Jul 07 19:14:08.233031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 83b4fd3b-8b4b-4d6b-937e-e739337550a2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=83b4fd3b-8b4b-4d6b-937e-e739337550a2,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:08.241421 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:08.396257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=83b4fd3b-8b4b-4d6b-937e-e739337550a2,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:08.508836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32e5aa-9aed-46d0-857b-4762cf19cc21 req-4ee75df2-7505-47b2-9ac7-14a7c78e04fc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:08.517980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7c32e5aa-9aed-46d0-857b-4762cf19cc21 req-4ee75df2-7505-47b2-9ac7-14a7c78e04fc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.1386137 Jul 07 19:14:08.627007 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7c32e5aa-9aed-46d0-857b-4762cf19cc21 req-cb7b1659-75f6-428b-bebf-364eb027093c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073508 Jul 07 19:14:08.655718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['83b4fd3b-8b4b-4d6b-937e-e739337550a2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:09.138988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c860b2-ae30-412b-9c00-817e728fea01 req-b74add6f-34c7-4873-84dd-ffb5fb040fe3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:09.158608 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6c860b2-ae30-412b-9c00-817e728fea01 req-b74add6f-34c7-4873-84dd-ffb5fb040fe3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 945 time: 0.1375237 Jul 07 19:14:09.214841 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6c860b2-ae30-412b-9c00-817e728fea01 req-a97952fb-aa4e-49ea-934c-9cfcc194c535 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537758 Jul 07 19:14:09.230629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662d9055-4038-4000-936a-119aafb6e787', 'name': 'network-vif-deleted', 'tag': '30327d5b-6eca-4fbc-90f9-a2ef4e3a2516'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:09.233974 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08821fa0-9054-4a09-85c7-1bfcc330b72e" -d '{"events": [{"server_uuid": "662d9055-4038-4000-936a-119aafb6e787", "name": "network-vif-deleted", "tag": "30327d5b-6eca-4fbc-90f9-a2ef4e3a2516"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:09.449553 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0f67ee-66ed-49e4-bbc5-2bd6f4a613d5 x-openstack-request-id: req-fe0f67ee-66ed-49e4-bbc5-2bd6f4a613d5 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:09.449863 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662d9055-4038-4000-936a-119aafb6e787", "name": "network-vif-deleted", "tag": "30327d5b-6eca-4fbc-90f9-a2ef4e3a2516", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:09.450122 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe0f67ee-66ed-49e4-bbc5-2bd6f4a613d5 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:09.450527 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662d9055-4038-4000-936a-119aafb6e787', 'name': 'network-vif-deleted', 'tag': '30327d5b-6eca-4fbc-90f9-a2ef4e3a2516', 'status': 'completed', 'code': 200} Jul 07 19:14:09.687219 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:09.978695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3218c4a-be39-403c-812e-9a915c264ebf req-e7095d31-c02e-4491-a78a-6ab58e4e137d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:09.981339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3218c4a-be39-403c-812e-9a915c264ebf req-e7095d31-c02e-4491-a78a-6ab58e4e137d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 945 time: 0.3673255 Jul 07 19:14:10.068618 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3218c4a-be39-403c-812e-9a915c264ebf req-1bde75fd-5ac1-42c5-bd40-bb2114319f94 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795231 Jul 07 19:14:10.075444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c731b9-6fa7-4478-9de8-2ddbdc228a90 req-e0478048-9de3-4dba-868c-3832438538d3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:10.078056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02c731b9-6fa7-4478-9de8-2ddbdc228a90 req-e0478048-9de3-4dba-868c-3832438538d3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d2d901-5f54-46e9-bfd3-e8ca8725482b HTTP/1.1" status: 200 len: 950 time: 0.1565371 Jul 07 19:14:10.172559 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02c731b9-6fa7-4478-9de8-2ddbdc228a90 req-07083451-7c7e-47d1-b884-94ea071b3572 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842786 Jul 07 19:14:10.430098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d45230-268e-4458-a9b9-efd7857080d2 req-3fe907e8-c758-4a99-960d-6d956839d63c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:10.443399 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91d45230-268e-4458-a9b9-efd7857080d2 req-3fe907e8-c758-4a99-960d-6d956839d63c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.1105409 Jul 07 19:14:10.527605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91d45230-268e-4458-a9b9-efd7857080d2 req-cb3b98b1-f81d-490f-8b7e-e067bf2e7853 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827537 Jul 07 19:14:10.676397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e23-ae0f-41e6-ab59-b8dfc841aaba req-33cf8622-59d8-4c70-bc1a-08e4678391c6 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:10.678135 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd2a3e23-ae0f-41e6-ab59-b8dfc841aaba req-33cf8622-59d8-4c70-bc1a-08e4678391c6 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 945 time: 0.0925333 Jul 07 19:14:10.746759 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd2a3e23-ae0f-41e6-ab59-b8dfc841aaba req-8ce39bd7-46fa-4192-86a2-8a78b9bfeb39 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625005 Jul 07 19:14:10.820377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48152) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:10.914279 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:10.929548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9cebc-be3a-48d0-899d-e9e33fdbf976 req-2792c14a-33d1-40c7-a2c0-0e8787003216 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:10.932770 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eec9cebc-be3a-48d0-899d-e9e33fdbf976 req-2792c14a-33d1-40c7-a2c0-0e8787003216 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/ports?device_id=f5d2d901-5f54-46e9-bfd3-e8ca8725482b HTTP/1.1" status: 200 len: 950 time: 0.2051792 Jul 07 19:14:10.948015 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.041165 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.045309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.049244 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "DELETE /v2.0/security-groups/8d0bdae6-7f10-4158-8f21-332061fa6eb0 HTTP/1.1" status: 204 len: 168 time: 0.2250640 Jul 07 19:14:11.049998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48168) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:11.129179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0bdae6-7f10-4158-8f21-332061fa6eb0,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:11.135156 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-dd865f55-9877-41c8-afd0-eb3afffd1ae1 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] show failed (client error): The resource could not be found. Jul 07 19:14:11.139583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dd865f55-9877-41c8-afd0-eb3afffd1ae1 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "GET /v2.0/security-groups/8d0bdae6-7f10-4158-8f21-332061fa6eb0 HTTP/1.1" status: 404 len: 347 time: 0.0783997 Jul 07 19:14:11.153902 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48174) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:11.172284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:11.172896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:11.173481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:11.174034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:11.174684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:11.175311 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:11.175810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:11.176336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:11.176809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:11.177239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:11.177793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:11.178279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b0632-458f-4d9d-83ac-ed1636d87234 tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:11.513767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-eec9cebc-be3a-48d0-899d-e9e33fdbf976 req-a7fc3de7-d374-4d50-8cdb-4f12e2a9146b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Deleting port de882884-e49d-477a-8d6d-2f80664a57a6 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:11.514386 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-eec9cebc-be3a-48d0-899d-e9e33fdbf976 req-a7fc3de7-d374-4d50-8cdb-4f12e2a9146b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.537625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48182) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:11.597718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 83b4fd3b-8b4b-4d6b-937e-e739337550a2 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:11.734151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 83b4fd3b-8b4b-4d6b-937e-e739337550a2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:11.734485 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.778294 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c99e72a-6039-4585-841c-94f3a7fe8998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.873663 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.910406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207e0b78-486a-437c-9f8f-6d24a0d1c80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b4fd3b-8b4b-4d6b-937e-e739337550a2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:11.916139 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794fe745-268d-4474-a979-2877babedb1b" -d '{"events": [{"server_uuid": "207e0b78-486a-437c-9f8f-6d24a0d1c80e", "name": "network-vif-plugged", "status": "completed", "tag": "83b4fd3b-8b4b-4d6b-937e-e739337550a2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:11.940792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 83b4fd3b-8b4b-4d6b-937e-e739337550a2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=83b4fd3b-8b4b-4d6b-937e-e739337550a2,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:11.949134 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.983287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-eec9cebc-be3a-48d0-899d-e9e33fdbf976 req-a7fc3de7-d374-4d50-8cdb-4f12e2a9146b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] For port de882884-e49d-477a-8d6d-2f80664a57a6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=de882884-e49d-477a-8d6d-2f80664a57a6,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:11.983902 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-eec9cebc-be3a-48d0-899d-e9e33fdbf976 req-a7fc3de7-d374-4d50-8cdb-4f12e2a9146b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.016497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc3280-a09e-4e7e-bf0f-b2f6a3f93b82 req-7629693e-d64d-4e97-991d-21981b736bc3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:12.019838 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4dc3280-a09e-4e7e-bf0f-b2f6a3f93b82 req-7629693e-d64d-4e97-991d-21981b736bc3 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 949 time: 0.6991286 Jul 07 19:14:12.032254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c99e72a-6039-4585-841c-94f3a7fe8998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.036070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=83b4fd3b-8b4b-4d6b-937e-e739337550a2,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:12.040434 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c99e72a-6039-4585-841c-94f3a7fe8998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.097031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-eec9cebc-be3a-48d0-899d-e9e33fdbf976 req-a7fc3de7-d374-4d50-8cdb-4f12e2a9146b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Calling delete_port for de882884-e49d-477a-8d6d-2f80664a57a6 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:12.135274 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9c99e72a-6039-4585-841c-94f3a7fe8998 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2cd5c02890d498cb96f671e2dc1d216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5959077 Jul 07 19:14:12.138860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48194) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:12.164139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99e72a-6039-4585-841c-94f3a7fe8998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0159033-c5b8-45fe-bc67-d8c4a651f8d7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:12.262203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Deleting port 6796d54c-f687-4d04-9bdc-f5416e606f4c {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:12.262551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.277661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda985f-a993-41ef-a167-db838294bf10 req-aa8d4248-2e8f-4247-8ba7-8a0df4b034ad tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:12.290196 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a904e06a-8f73-4930-96e6-b8afafb276ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.291474 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bda985f-a993-41ef-a167-db838294bf10 req-aa8d4248-2e8f-4247-8ba7-8a0df4b034ad tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d2d901-5f54-46e9-bfd3-e8ca8725482b HTTP/1.1" status: 200 len: 950 time: 0.7893777 Jul 07 19:14:12.364502 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a904e06a-8f73-4930-96e6-b8afafb276ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.396661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437b549-d207-4857-864f-e6bbbf86d7a8 req-47bc2cc7-42ae-4590-8593-b2d4e303771c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:12.407994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9437b549-d207-4857-864f-e6bbbf86d7a8 req-47bc2cc7-42ae-4590-8593-b2d4e303771c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.7960713 Jul 07 19:14:12.542866 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bda985f-a993-41ef-a167-db838294bf10 req-055b8cb1-ffb6-416b-8e30-d59bb93ea4e0 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502747 Jul 07 19:14:12.570066 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9437b549-d207-4857-864f-e6bbbf86d7a8 req-dc135e3c-86dc-4fd4-8e2c-9c8ad67d50ce tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606314 Jul 07 19:14:12.597387 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a904e06a-8f73-4930-96e6-b8afafb276ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.601256 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a904e06a-8f73-4930-96e6-b8afafb276ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.602461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a904e06a-8f73-4930-96e6-b8afafb276ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0159033-c5b8-45fe-bc67-d8c4a651f8d7 HTTP/1.1" status: 204 len: 168 time: 0.4613452 Jul 07 19:14:12.624828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904e06a-8f73-4930-96e6-b8afafb276ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0159033-c5b8-45fe-bc67-d8c4a651f8d7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:12.628036 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.628784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.650596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Calling delete_port for 6796d54c-f687-4d04-9bdc-f5416e606f4c owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:12.920677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-a4dc3280-a09e-4e7e-bf0f-b2f6a3f93b82 req-e59c82bb-c816-4b01-bdd9-4f30e3182691 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Deleting port fe394e81-d4dc-4bb7-8c1d-385342ba456f {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:12.920989 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a4dc3280-a09e-4e7e-bf0f-b2f6a3f93b82 req-e59c82bb-c816-4b01-bdd9-4f30e3182691 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.924947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.944400 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc24d9-83a6-4043-a049-5edb2b1e03df req-e833b7af-bc9b-4d09-93a5-6dd70b10758d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:12.946716 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6fc24d9-83a6-4043-a049-5edb2b1e03df req-e833b7af-bc9b-4d09-93a5-6dd70b10758d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.1476514 Jul 07 19:14:13.019644 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-eec9cebc-be3a-48d0-899d-e9e33fdbf976 req-a7fc3de7-d374-4d50-8cdb-4f12e2a9146b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.037640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:13.056071 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6fc24d9-83a6-4043-a049-5edb2b1e03df req-790e36a3-20c7-49ab-b90b-f25916692d99 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903466 Jul 07 19:14:13.070020 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Pushing event deleted for resources: {'Port': ['ID=6796d54c-f687-4d04-9bdc-f5416e606f4c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:13.079837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.082745 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.086598 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] 10.222.0.81 "DELETE /v2.0/floatingips/d97f99ed-02ba-46c7-af2f-90d013caa5fe HTTP/1.1" status: 204 len: 168 time: 1.8928914 Jul 07 19:14:13.102924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:13.103278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:13.103622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:13.103963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:13.104299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:13.104633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:13.104966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:13.105301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:13.105634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:13.105967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:13.106434 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:13.106765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ea255-5d20-47e6-afe2-4513f01c8dca tempest-ImagesOneServerNegativeTestJSON-1201081126 tempest-ImagesOneServerNegativeTestJSON-1201081126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:13.181559 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5e9af2-bb28-4755-b61f-c1dec619d1ed x-openstack-request-id: req-cb5e9af2-bb28-4755-b61f-c1dec619d1ed {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:13.181860 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207e0b78-486a-437c-9f8f-6d24a0d1c80e", "name": "network-vif-plugged", "status": "completed", "tag": "83b4fd3b-8b4b-4d6b-937e-e739337550a2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:13.182135 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb5e9af2-bb28-4755-b61f-c1dec619d1ed {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:13.182552 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207e0b78-486a-437c-9f8f-6d24a0d1c80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b4fd3b-8b4b-4d6b-937e-e739337550a2', 'code': 200} Jul 07 19:14:13.295248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec9cebc-be3a-48d0-899d-e9e33fdbf976 req-a7fc3de7-d374-4d50-8cdb-4f12e2a9146b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] No DVR routers for this DVR port de882884-e49d-477a-8d6d-2f80664a57a6 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:13.305008 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-eec9cebc-be3a-48d0-899d-e9e33fdbf976 req-a7fc3de7-d374-4d50-8cdb-4f12e2a9146b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.308353 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eec9cebc-be3a-48d0-899d-e9e33fdbf976 req-a7fc3de7-d374-4d50-8cdb-4f12e2a9146b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "DELETE /v2.0/ports/de882884-e49d-477a-8d6d-2f80664a57a6 HTTP/1.1" status: 204 len: 173 time: 2.3662648 Jul 07 19:14:13.319619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc3de7-d374-4d50-8cdb-4f12e2a9146b tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event deleted for resources: {'Port': ['ID=de882884-e49d-477a-8d6d-2f80664a57a6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:13.321530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d2d901-5f54-46e9-bfd3-e8ca8725482b', 'name': 'network-vif-deleted', 'tag': 'de882884-e49d-477a-8d6d-2f80664a57a6'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:13.324616 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33771e4-5f2d-4fe3-ba44-29b97799caea" -d '{"events": [{"server_uuid": "f5d2d901-5f54-46e9-bfd3-e8ca8725482b", "name": "network-vif-deleted", "tag": "de882884-e49d-477a-8d6d-2f80664a57a6"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:13.356562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a4dc3280-a09e-4e7e-bf0f-b2f6a3f93b82 req-e59c82bb-c816-4b01-bdd9-4f30e3182691 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] For port fe394e81-d4dc-4bb7-8c1d-385342ba456f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fe394e81-d4dc-4bb7-8c1d-385342ba456f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:13.356893 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a4dc3280-a09e-4e7e-bf0f-b2f6a3f93b82 req-e59c82bb-c816-4b01-bdd9-4f30e3182691 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.599295 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device fe394e81-d4dc-4bb7-8c1d-385342ba456f no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:13.766330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48232) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:13.795585 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.889281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6b3f35-5cfa-4f72-98cc-6dc83e883f23 admin admin] Deleting subnet 24def68a-c6c6-446a-8e5c-4c03b65e7b64 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:14:13.891777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port fe394e81-d4dc-4bb7-8c1d-385342ba456f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fe394e81-d4dc-4bb7-8c1d-385342ba456f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:13.899626 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.900891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device de882884-e49d-477a-8d6d-2f80664a57a6 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:13.901783 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3f35-5cfa-4f72-98cc-6dc83e883f23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.975473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: de882884-e49d-477a-8d6d-2f80664a57a6 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:13.975841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device de882884-e49d-477a-8d6d-2f80664a57a6 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:14.015113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=fe394e81-d4dc-4bb7-8c1d-385342ba456f,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:14.042004 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636c1229-e6ff-4fcb-b877-5bea3872cb09 x-openstack-request-id: req-636c1229-e6ff-4fcb-b877-5bea3872cb09 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:14.042586 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d2d901-5f54-46e9-bfd3-e8ca8725482b", "name": "network-vif-deleted", "tag": "de882884-e49d-477a-8d6d-2f80664a57a6", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:14.042944 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-636c1229-e6ff-4fcb-b877-5bea3872cb09 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:14.043518 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d2d901-5f54-46e9-bfd3-e8ca8725482b', 'name': 'network-vif-deleted', 'tag': 'de882884-e49d-477a-8d6d-2f80664a57a6', 'status': 'completed', 'code': 200} Jul 07 19:14:14.062565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-a4dc3280-a09e-4e7e-bf0f-b2f6a3f93b82 req-e59c82bb-c816-4b01-bdd9-4f30e3182691 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Calling delete_port for fe394e81-d4dc-4bb7-8c1d-385342ba456f owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:14.118070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48242) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:14.166003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc64353-b96a-4b1a-a0ca-15545ccd7455 req-d3a6f54a-ee88-4e47-84c0-727f39a3a548 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:14.178054 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1cc64353-b96a-4b1a-a0ca-15545ccd7455 req-d3a6f54a-ee88-4e47-84c0-727f39a3a548 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 945 time: 1.0818357 Jul 07 19:14:14.339423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-201786206-network', 'tenant_id': '56521639da194a1ca4a8cd2a5d57e9b1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:14.357153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a8728-0db6-4c01-8ae4-f9304a7428e2 req-7024e7dd-f089-4826-bbe1-3cdd617eb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:14.359995 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226a8728-0db6-4c01-8ae4-f9304a7428e2 req-7024e7dd-f089-4826-bbe1-3cdd617eb059 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 1097 time: 0.3223486 Jul 07 19:14:14.375906 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1cc64353-b96a-4b1a-a0ca-15545ccd7455 req-9c53910e-135b-435b-af83-647d9ee0941f tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960452 Jul 07 19:14:14.443804 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3f35-5cfa-4f72-98cc-6dc83e883f23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.472930 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a4dc3280-a09e-4e7e-bf0f-b2f6a3f93b82 req-e59c82bb-c816-4b01-bdd9-4f30e3182691 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.487189 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['99c4eb43-1ac8-4e61-91be-f24c2814a24c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:14.511029 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3f35-5cfa-4f72-98cc-6dc83e883f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.524244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b9323-ddfd-4775-b26a-475ca5d40652 req-38499ffb-08ed-41b4-b964-3c76e3229dbf tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:14.527087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Made reservation on behalf of 56521639da194a1ca4a8cd2a5d57e9b1 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:14.527293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-804b9323-ddfd-4775-b26a-475ca5d40652 req-38499ffb-08ed-41b4-b964-3c76e3229dbf tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.5691378 Jul 07 19:14:14.530474 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.579068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c82bb-c816-4b01-bdd9-4f30e3182691 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event deleted for resources: {'Port': ['ID=fe394e81-d4dc-4bb7-8c1d-385342ba456f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:14.608931 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.675734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dc3280-a09e-4e7e-bf0f-b2f6a3f93b82 req-e59c82bb-c816-4b01-bdd9-4f30e3182691 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] No DVR routers for this DVR port fe394e81-d4dc-4bb7-8c1d-385342ba456f on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:14.681094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-804b9323-ddfd-4775-b26a-475ca5d40652 req-e9759d59-8a90-4c35-a74a-36b5b004ed32 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068890 Jul 07 19:14:14.682357 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-226a8728-0db6-4c01-8ae4-f9304a7428e2 req-4a58c262-0a98-4d1a-9ce8-a48775480d8c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141745 Jul 07 19:14:14.684275 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a4dc3280-a09e-4e7e-bf0f-b2f6a3f93b82 req-e59c82bb-c816-4b01-bdd9-4f30e3182691 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.686572 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4dc3280-a09e-4e7e-bf0f-b2f6a3f93b82 req-e59c82bb-c816-4b01-bdd9-4f30e3182691 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.110 "DELETE /v2.0/ports/fe394e81-d4dc-4bb7-8c1d-385342ba456f HTTP/1.1" status: 204 len: 173 time: 2.6221848 Jul 07 19:14:14.698250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3f35-5cfa-4f72-98cc-6dc83e883f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.741448 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3f35-5cfa-4f72-98cc-6dc83e883f23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.746540 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0a6b3f35-5cfa-4f72-98cc-6dc83e883f23 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/24def68a-c6c6-446a-8e5c-4c03b65e7b64 HTTP/1.1" status: 204 len: 168 time: 0.9771218 Jul 07 19:14:14.749194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b3f35-5cfa-4f72-98cc-6dc83e883f23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24def68a-c6c6-446a-8e5c-4c03b65e7b64,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:14.756645 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48254) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:14.871278 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1467a228-289a-4c61-bed0-51ec03edd918 req-389253ec-f231-4aec-a414-85255d3d19ca tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d7f62e4-5a5c-4d44-99f4-977403652bf7 HTTP/1.1" status: 200 len: 210 time: 0.0459514 Jul 07 19:14:14.910375 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.934668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.943363 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.988161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:14:15.019395 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9452ae6a-14db-4eb8-8739-d48e1f06c182,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:15.065644 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.066293 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Added segment ec1df72f-2c48-4cb6-a59a-08fcdfea8ce4 of type vlan for network 400eb5c6-6327-4dc2-9d27-f6695b32362b Jul 07 19:14:15.101613 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8996cb1-0593-4dad-8e75-d6bac82b9e3e req-b15b3aa5-fe54-4d95-8e37-769076839092 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:15.103249 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8996cb1-0593-4dad-8e75-d6bac82b9e3e req-b15b3aa5-fe54-4d95-8e37-769076839092 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.2677510 Jul 07 19:14:15.115926 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.153049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-089b0841-0d8f-4d45-9a3e-40a838c42b6c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:15.155587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-089b0841-0d8f-4d45-9a3e-40a838c42b6c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 808 time: 0.1602879 Jul 07 19:14:15.159912 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.160283 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.161062 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.161420 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > port after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.161766 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.162103 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.162430 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.162760 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.163108 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.163425 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.177712 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-1b73d50d-c22f-4fe9-b43a-b96ddaecc428 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/quotas/c5ba298996444ac4a7794654f9024386 HTTP/1.1" status: 200 len: 375 time: 0.0163176 Jul 07 19:14:15.183764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7f62e4-5a5c-4d44-99f4-977403652bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe394e81-d4dc-4bb7-8c1d-385342ba456f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:15.186162 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02880c16-8636-4c1d-aa16-c0a9c13f4a0c" -d '{"events": [{"server_uuid": "2d7f62e4-5a5c-4d44-99f4-977403652bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "fe394e81-d4dc-4bb7-8c1d-385342ba456f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:15.274845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-16676f17-f74d-4e49-a4b9-92056915a003 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0917420 Jul 07 19:14:15.277040 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.277551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.278076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.278558 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:14:15.279216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85732d60-b934-4f11-a9e0-7c1573fafade']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:15.312819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebf8d32-00c4-4152-82f2-0dda50f569be') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:15.313115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebf8d32-00c4-4152-82f2-0dda50f569be') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:15.318180 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.347252 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.376109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8996cb1-0593-4dad-8e75-d6bac82b9e3e req-fb9c7185-0b74-4be3-9538-0e836de046a4 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627265 Jul 07 19:14:15.388636 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.404143 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-23fa957f-8628-48aa-85c7-362782be1c40 service neutron] 10.222.0.81 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216626 Jul 07 19:14:15.405137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:14:15.405588 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:14:15.411126 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:14:15.459833 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceffe57-39f8-4759-b726-e45b2d47eb92 x-openstack-request-id: req-0ceffe57-39f8-4759-b726-e45b2d47eb92 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:15.460230 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7f62e4-5a5c-4d44-99f4-977403652bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "fe394e81-d4dc-4bb7-8c1d-385342ba456f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:15.460486 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ceffe57-39f8-4759-b726-e45b2d47eb92 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:15.461074 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7f62e4-5a5c-4d44-99f4-977403652bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'code': 200} Jul 07 19:14:15.496031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.497886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:15.498843 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.553584 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.561446 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.567094 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] 10.222.0.81 "DELETE /v2.0/networks/85732d60-b934-4f11-a9e0-7c1573fafade HTTP/1.1" status: 204 len: 168 time: 0.8087797 Jul 07 19:14:15.588204 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4684243 Jul 07 19:14:15.599474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48264) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:15.607562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bf2cc2f5-c645-4aec-ba0f-670d761a5a0d admin admin] Request body: {'subnet': {'network_id': '400eb5c6-6327-4dc2-9d27-f6695b32362b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-201786206-subnet', 'tenant_id': '56521639da194a1ca4a8cd2a5d57e9b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:15.619936 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-3f232857-dfc9-4cb7-aa55-0af62b4685ab service neutron] 10.222.0.81 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003882 Jul 07 19:14:15.643575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5a41a-9db1-4cc9-b642-62d3898fe17e admin admin] Pushing event updated for resources: {'Network': ['ID=400eb5c6-6327-4dc2-9d27-f6695b32362b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:15.660468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 400eb5c6-6327-4dc2-9d27-f6695b32362b details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:14:15.672285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee3263-2df9-4321-b5b4-e870f28d938c admin admin] Pushing event deleted for resources: {'Network': ['ID=85732d60-b934-4f11-a9e0-7c1573fafade,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:15.696689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2cc2f5-c645-4aec-ba0f-670d761a5a0d admin admin] Made reservation on behalf of 56521639da194a1ca4a8cd2a5d57e9b1 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:15.709014 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc2f5-c645-4aec-ba0f-670d761a5a0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.864066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eb58-5ff2-47ed-ad6b-9ce98b865a8a req-a598fae3-3686-47d1-beeb-4614ed131f76 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:15.871684 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bae3eb58-5ff2-47ed-ad6b-9ce98b865a8a req-a598fae3-3686-47d1-beeb-4614ed131f76 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 945 time: 0.2889314 Jul 07 19:14:15.876285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48276) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:15.937320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bae3eb58-5ff2-47ed-ad6b-9ce98b865a8a req-54c9da82-5205-4b5c-adf8-ebd6e6d09300 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642490 Jul 07 19:14:15.951998 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9d946d54-7fe9-4971-aa51-e29df7f2f6b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fcf281ee882148c88472a06e216f1edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715542 Jul 07 19:14:15.954159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48280) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:16.049545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7f62e4-5a5c-4d44-99f4-977403652bf7', 'name': 'network-vif-deleted', 'tag': 'fe394e81-d4dc-4bb7-8c1d-385342ba456f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:16.054399 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc2bb6d-03f2-4893-b2e2-a5cb94fbb8d3" -d '{"events": [{"server_uuid": "2d7f62e4-5a5c-4d44-99f4-977403652bf7", "name": "network-vif-deleted", "tag": "fe394e81-d4dc-4bb7-8c1d-385342ba456f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:16.058027 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c4f988f-0762-4657-9150-f09dfe996c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.081026 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc2f5-c645-4aec-ba0f-670d761a5a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.122440 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c4f988f-0762-4657-9150-f09dfe996c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.171323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cc2f5-c645-4aec-ba0f-670d761a5a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d75ead0-1d98-44a3-89e3-9260cfa82331,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:16.196091 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c4f988f-0762-4657-9150-f09dfe996c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.201189 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c4f988f-0762-4657-9150-f09dfe996c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.205035 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5c4f988f-0762-4657-9150-f09dfe996c21 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ab21a04-baff-4e26-b274-627eb51e6107 HTTP/1.1" status: 204 len: 168 time: 0.2492533 Jul 07 19:14:16.237302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f988f-0762-4657-9150-f09dfe996c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab21a04-baff-4e26-b274-627eb51e6107,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:16.251858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2cc2f5-c645-4aec-ba0f-670d761a5a0d admin admin] Checking segment: {'id': 'ec1df72f-2c48-4cb6-a59a-08fcdfea8ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '400eb5c6-6327-4dc2-9d27-f6695b32362b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:16.253102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2cc2f5-c645-4aec-ba0f-670d761a5a0d admin admin] Network hostable DHCP agents. Network: 400eb5c6-6327-4dc2-9d27-f6695b32362b, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:14:16.276086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2cc2f5-c645-4aec-ba0f-670d761a5a0d admin admin] Network 400eb5c6-6327-4dc2-9d27-f6695b32362b is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:14:16.296770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-bf2cc2f5-c645-4aec-ba0f-670d761a5a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 400eb5c6-6327-4dc2-9d27-f6695b32362b) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:16.309692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2cc2f5-c645-4aec-ba0f-670d761a5a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:16.311188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab11699-a3b3-4adc-8808-aae4bc1f3fb5 None None] Network 400eb5c6-6327-4dc2-9d27-f6695b32362b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:16.311674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc2f5-c645-4aec-ba0f-670d761a5a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.354703 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bf2cc2f5-c645-4aec-ba0f-670d761a5a0d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7429452 Jul 07 19:14:16.436334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c1021-dfdc-4f4a-b3b4-098b669f1fa1 req-eb51aeba-73d2-422d-b554-51502826e20e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:16.440535 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9714770d-1b5b-44c3-9886-2cf06decc1b9 x-openstack-request-id: req-9714770d-1b5b-44c3-9886-2cf06decc1b9 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:16.441872 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab0c1021-dfdc-4f4a-b3b4-098b669f1fa1 req-eb51aeba-73d2-422d-b554-51502826e20e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.1549361 Jul 07 19:14:16.442577 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7f62e4-5a5c-4d44-99f4-977403652bf7", "name": "network-vif-deleted", "tag": "fe394e81-d4dc-4bb7-8c1d-385342ba456f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:16.443525 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9714770d-1b5b-44c3-9886-2cf06decc1b9 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:16.443525 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7f62e4-5a5c-4d44-99f4-977403652bf7', 'name': 'network-vif-deleted', 'tag': 'fe394e81-d4dc-4bb7-8c1d-385342ba456f', 'status': 'completed', 'code': 200} Jul 07 19:14:16.567041 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2a75b-cd1e-48a9-b7d3-71f839f29e55 None None] Network 400eb5c6-6327-4dc2-9d27-f6695b32362b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:16.572810 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab0c1021-dfdc-4f4a-b3b4-098b669f1fa1 req-458434a5-4a2d-4ac1-b61b-3de67f96a803 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209722 Jul 07 19:14:16.614705 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a866e147-258d-4f7d-af43-7e23c2ddd17a req-dce6422b-836b-4b07-9561-7866069e4728 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 210 time: 0.0889752 Jul 07 19:14:16.845412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-68f13580-5c10-4698-9200-a800c24d9d3a service neutron] 10.222.0.48 "GET /v2.0/ports/0f82c583-d76d-4a67-9d8c-fef9529a6aaa/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 382 time: 0.1668856 Jul 07 19:14:16.944138 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2fb5c-2063-4f21-b731-26478a2f8dfb req-b81bf6bb-3aec-447e-bd00-a47311bd4e7d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:16.952233 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fac2fb5c-2063-4f21-b731-26478a2f8dfb req-b81bf6bb-3aec-447e-bd00-a47311bd4e7d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.1423290 Jul 07 19:14:16.993004 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fac2fb5c-2063-4f21-b731-26478a2f8dfb req-8546edba-b717-4695-8257-676f5b9f7154 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396881 Jul 07 19:14:17.030588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ed6ac-b25c-4a77-b06d-b145dc9066d9 req-2280dc8a-0436-4f3b-9cf6-dbf91cf9e96e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:17.032253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f24ed6ac-b25c-4a77-b06d-b145dc9066d9 req-2280dc8a-0436-4f3b-9cf6-dbf91cf9e96e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.1849797 Jul 07 19:14:17.109025 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f24ed6ac-b25c-4a77-b06d-b145dc9066d9 req-66565cb9-dda4-4fb3-94e7-8d375bf0b7f3 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687850 Jul 07 19:14:17.284342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-f2c1bfa5-2fa3-4f9d-9ff0-340150f096dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:17.287649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-f2c1bfa5-2fa3-4f9d-9ff0-340150f096dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928&tenant_id=df682d3641464be3ad43c2c4ee4d0b3f HTTP/1.1" status: 200 len: 1099 time: 0.0812020 Jul 07 19:14:17.463588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-1e7b2cf3-3c97-4ce3-b70a-23c5d533a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:17.466699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-1e7b2cf3-3c97-4ce3-b70a-23c5d533a7b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 1099 time: 0.1488569 Jul 07 19:14:17.624954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-63a3046c-fe72-4fc0-9eb2-2d30a6890e3c req-8a4bab0e-318c-4880-997d-0e04acfc6eca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-269513167', 'description': 'tempest-description-2014425912'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:17.662446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-8adcd7e8-aa20-49fa-93b3-4e20ee53e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:17.664573 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-8adcd7e8-aa20-49fa-93b3-4e20ee53e40b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1879306 Jul 07 19:14:17.684875 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-63a3046c-fe72-4fc0-9eb2-2d30a6890e3c req-8a4bab0e-318c-4880-997d-0e04acfc6eca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:17.741483 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-18f202c8-2360-48f6-9947-1c6860f4ec34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa HTTP/1.1" status: 200 len: 217 time: 0.0652664 Jul 07 19:14:17.813427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15e9e9-e662-4440-ac5a-39a2348da368 req-4be0ba05-05d3-4d6a-9713-51c4e227a6e2 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:17.816516 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b15e9e9-e662-4440-ac5a-39a2348da368 req-4be0ba05-05d3-4d6a-9713-51c4e227a6e2 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 945 time: 0.0888605 Jul 07 19:14:17.831835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-5581f594-acec-4170-b218-da9f5cfbcc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:17.833655 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-5581f594-acec-4170-b218-da9f5cfbcc1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0689757 Jul 07 19:14:17.897623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b15e9e9-e662-4440-ac5a-39a2348da368 req-45b8b5ce-9687-4603-93d8-63066b40fcb7 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659688 Jul 07 19:14:17.954027 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-63a3046c-fe72-4fc0-9eb2-2d30a6890e3c req-8a4bab0e-318c-4880-997d-0e04acfc6eca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:17.961701 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-63a3046c-fe72-4fc0-9eb2-2d30a6890e3c req-8a4bab0e-318c-4880-997d-0e04acfc6eca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:17.970512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-34fa4dfa-a346-46a3-906c-d1d8eb311344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:17.972271 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-34fa4dfa-a346-46a3-906c-d1d8eb311344 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1234670 Jul 07 19:14:18.045780 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-63a3046c-fe72-4fc0-9eb2-2d30a6890e3c req-8a4bab0e-318c-4880-997d-0e04acfc6eca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.047197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-63a3046c-fe72-4fc0-9eb2-2d30a6890e3c req-8a4bab0e-318c-4880-997d-0e04acfc6eca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4271941 Jul 07 19:14:18.058231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bab0e-318c-4880-997d-0e04acfc6eca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8acf46-e792-487c-acfc-7e4b1a7bbf17,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:18.110101 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-53fde359-5102-4ede-9236-80bf08310fe8 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256437 Jul 07 19:14:18.272037 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-18270274-7b2e-45e3-8774-b9cfd85bd795 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544259 Jul 07 19:14:18.427264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949a760-bdcd-4a23-a371-bb4e28d7b9ab req-abc7be1c-b534-4197-8253-cdf3dec0e451 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:18.429176 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e949a760-bdcd-4a23-a371-bb4e28d7b9ab req-abc7be1c-b534-4197-8253-cdf3dec0e451 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 950 time: 0.1083705 Jul 07 19:14:18.434210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0576620-797c-48bb-8610-01ca7e9901fc req-60fdfee1-2a6a-48ec-a15c-41d2eb0474b0 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 210 time: 0.0369360 Jul 07 19:14:18.482751 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e949a760-bdcd-4a23-a371-bb4e28d7b9ab req-273a37a4-24cb-4b74-b48c-a6cf93f64958 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469475 Jul 07 19:14:18.742776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-9027cf4f-b7f1-47c3-892c-f5f7d1689dbb tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:18.744674 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-9027cf4f-b7f1-47c3-892c-f5f7d1689dbb tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 808 time: 0.1621842 Jul 07 19:14:18.780788 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Request body: {'port': {'device_id': 'a067b650-8616-4dfe-ba17-b7580fd8c495', 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc', 'admin_state_up': True, 'tenant_id': 'c5ba298996444ac4a7794654f9024386'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:18.823908 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940330a-fd28-44c1-adbd-e36396032517 req-026f0a82-518b-4a5e-8894-642ec52d4bac tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:18.826113 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2940330a-fd28-44c1-adbd-e36396032517 req-026f0a82-518b-4a5e-8894-642ec52d4bac tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.1308160 Jul 07 19:14:18.885973 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2940330a-fd28-44c1-adbd-e36396032517 req-e2b65953-db7b-49d6-a76e-efa6e49be2ea tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479217 Jul 07 19:14:18.932069 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c540aa60-e444-4a8f-9be0-54fb9b7c1382 req-32bb35a7-963c-4658-815d-e7534aae0e43 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/fb8acf46-e792-487c-acfc-7e4b1a7bbf17 HTTP/1.1" status: 200 len: 1812 time: 0.1819034 Jul 07 19:14:18.950151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-c540aa60-e444-4a8f-9be0-54fb9b7c1382 req-5a488b55-4132-4cf3-aae4-9f1a025c589c tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb8acf46-e792-487c-acfc-7e4b1a7bbf17', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:18.950611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-c540aa60-e444-4a8f-9be0-54fb9b7c1382 req-5a488b55-4132-4cf3-aae4-9f1a025c589c tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb8acf46-e792-487c-acfc-7e4b1a7bbf17', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:19.053982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Made reservation on behalf of c5ba298996444ac4a7794654f9024386 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:19.057728 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.104384 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c540aa60-e444-4a8f-9be0-54fb9b7c1382 req-5a488b55-4132-4cf3-aae4-9f1a025c589c tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.125047 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48372) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:19.172464 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c540aa60-e444-4a8f-9be0-54fb9b7c1382 req-5a488b55-4132-4cf3-aae4-9f1a025c589c tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.180926 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c540aa60-e444-4a8f-9be0-54fb9b7c1382 req-5a488b55-4132-4cf3-aae4-9f1a025c589c tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.207437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-10df4523-eca6-422b-bedb-acbbf339032a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:19.213178 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c540aa60-e444-4a8f-9be0-54fb9b7c1382 req-5a488b55-4132-4cf3-aae4-9f1a025c589c tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.214722 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-10df4523-eca6-422b-bedb-acbbf339032a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/networks?id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 HTTP/1.1" status: 200 len: 815 time: 0.2319067 Jul 07 19:14:19.214987 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c540aa60-e444-4a8f-9be0-54fb9b7c1382 req-5a488b55-4132-4cf3-aae4-9f1a025c589c tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2776494 Jul 07 19:14:19.241001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a488b55-4132-4cf3-aae4-9f1a025c589c tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0d0f41-419e-46d0-85ae-c9889a46cf12,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:19.251509 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-c9a95806-da1b-442c-b8c9-66775d0068d9 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/quotas/17a434a7d0c942d08958b19e81486122 HTTP/1.1" status: 200 len: 375 time: 0.0216832 Jul 07 19:14:19.324332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Allocated IP 172.20.0.8 (d9378c77-e08f-4688-9a8d-ec2d53a9a0fc/05946642-1500-4a2b-8a19-0c5229723139/42e10417-8c28-4d9c-8605-93107c660bf4) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:19.349220 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0d4cba1-dae3-4a77-9d42-6aab221f03fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.367026 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-f1bc4941-d5d9-4caf-9270-be84095f0518 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=17a434a7d0c942d08958b19e81486122&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088231 Jul 07 19:14:19.530988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-f223f2a9-cfd0-4593-96f8-b54defff483d service neutron] 10.222.0.81 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525028 Jul 07 19:14:19.558679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42193d9-3a36-424d-8b5d-f035d40930e0 req-83f54bc6-0b77-4646-8aed-1f05f57b0a13 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:19.560393 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f42193d9-3a36-424d-8b5d-f035d40930e0 req-83f54bc6-0b77-4646-8aed-1f05f57b0a13 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 945 time: 0.1604893 Jul 07 19:14:19.573581 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.637477 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0d4cba1-dae3-4a77-9d42-6aab221f03fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.646244 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0d4cba1-dae3-4a77-9d42-6aab221f03fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.650771 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.660716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f42193d9-3a36-424d-8b5d-f035d40930e0 req-ba09e6db-e557-4198-8b9d-6271c53501d1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925894 Jul 07 19:14:19.667321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ffd5e091-5679-4ff8-96b1-89c44888890b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:19.726591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e0d4cba1-dae3-4a77-9d42-6aab221f03fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee7803267627494f863856600c701475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5961311 Jul 07 19:14:19.726591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48384) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:19.726591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-98ad8f23-941b-43e1-8826-b059957c6fe6 service neutron] 10.222.0.81 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745899 Jul 07 19:14:19.735073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4cba1-dae3-4a77-9d42-6aab221f03fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3fa06c-f043-4a41-9628-b9f09eed834d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:19.765110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:19.776010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:19.779217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:19.792637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device f91cb725-c3bb-449e-ae20-4f4481147da6 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:19.796635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0f82c583-d76d-4a67-9d8c-fef9529a6aaa no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:19.822606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Pushing event updated for resources: {'Port': ['ID=42e10417-8c28-4d9c-8605-93107c660bf4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:19.875506 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:19.879539 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.904168 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-a3304405-b384-4778-abd0-973c3b133faf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1279166 Jul 07 19:14:19.922184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Request body: {'port': {'device_id': 'a067b650-8616-4dfe-ba17-b7580fd8c495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:20.000254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93b1d250-d7c4-46b8-9d9c-a8a6c8ca0475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.078491 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93b1d250-d7c4-46b8-9d9c-a8a6c8ca0475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.082974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-b5f3ea13-7ec2-46c9-89ef-7f9a6ff7b2cc tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:20.085414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-b5f3ea13-7ec2-46c9-89ef-7f9a6ff7b2cc tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3&tenant_id=3a67b76b74474baf828e899c52f53df9&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1096 time: 0.2619889 Jul 07 19:14:20.107105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-9'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:20.110299 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.155754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:20.158388 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c543a165-4ec7-4522-867b-c4f9acb0e7c8" -d '{"events": [{"server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "name": "network-vif-unplugged", "status": "completed", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:20.185574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f91cb725-c3bb-449e-ae20-4f4481147da6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:20.218303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:20.226395 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.307787 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.314974 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ad9d917-6dd8-450e-ab23-e507ec61a024 req-f8c53ab3-5a01-4307-94d9-663bf5745b50 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/fb8acf46-e792-487c-acfc-7e4b1a7bbf17 HTTP/1.1" status: 200 len: 2405 time: 0.2563555 Jul 07 19:14:20.324950 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93b1d250-d7c4-46b8-9d9c-a8a6c8ca0475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.334333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93b1d250-d7c4-46b8-9d9c-a8a6c8ca0475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.345746 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-93b1d250-d7c4-46b8-9d9c-a8a6c8ca0475 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b3fa06c-f043-4a41-9628-b9f09eed834d HTTP/1.1" status: 204 len: 168 time: 0.6136966 Jul 07 19:14:20.394309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device f91cb725-c3bb-449e-ae20-4f4481147da6 has no active binding in host n-h1-793621-9 {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:14:20.399177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.405150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:20.415774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a83519-1a0b-4178-af43-a2c97138acaf req-fb1557d4-063d-4cd4-978b-c071e92b1eb4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:20.418211 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4a83519-1a0b-4178-af43-a2c97138acaf req-fb1557d4-063d-4cd4-978b-c071e92b1eb4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.110 "GET /v2.0/ports?device_id=207e0b78-486a-437c-9f8f-6d24a0d1c80e HTTP/1.1" status: 200 len: 946 time: 0.2700329 Jul 07 19:14:20.456828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef22df-8768-4566-8133-0e140938308b req-707697a1-3a07-414d-a9b6-2071b7b3a3ab tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:20.456828 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90ef22df-8768-4566-8133-0e140938308b req-707697a1-3a07-414d-a9b6-2071b7b3a3ab tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 950 time: 0.4007113 Jul 07 19:14:20.459575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1d250-d7c4-46b8-9d9c-a8a6c8ca0475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3fa06c-f043-4a41-9628-b9f09eed834d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:20.732153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5c8a6-a87e-4f19-8515-747b92ab7120 req-a5a9d664-c052-4dd7-909a-fa4a9aade059 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:20.743257 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ffd5c8a6-a87e-4f19-8515-747b92ab7120 req-a5a9d664-c052-4dd7-909a-fa4a9aade059 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 931 time: 0.2860577 Jul 07 19:14:20.759275 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f91cb725-c3bb-449e-ae20-4f4481147da6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:20.838260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ffd5c8a6-a87e-4f19-8515-747b92ab7120 req-3572d750-9bc7-4a3e-9e85-dbcd212b7019 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925722 Jul 07 19:14:20.885809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:21.005053 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-12615e13-4c67-4585-a694-9fe5cb3731ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.030115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2316148-ad3b-487e-bb65-ee799f97efb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f91cb725-c3bb-449e-ae20-4f4481147da6'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:21.035244 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bec7c13-cbbe-4574-bdda-6799f07202fb" -d '{"events": [{"server_uuid": "f2316148-ad3b-487e-bb65-ee799f97efb3", "name": "network-vif-unplugged", "status": "completed", "tag": "f91cb725-c3bb-449e-ae20-4f4481147da6"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:21.044443 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.065242 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.208317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=f91cb725-c3bb-449e-ae20-4f4481147da6,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:21.243698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-a4a83519-1a0b-4178-af43-a2c97138acaf req-18748922-e727-4982-baae-76b4b61d8389 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Deleting port 83b4fd3b-8b4b-4d6b-937e-e739337550a2 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:21.244270 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a4a83519-1a0b-4178-af43-a2c97138acaf req-18748922-e727-4982-baae-76b4b61d8389 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.269296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Attempting to bind port f91cb725-c3bb-449e-ae20-4f4481147da6 on host n-h2-793621-9 for vnic_type normal with profile {"migrating_to": "n-h1-793621-9"} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:21.270028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Attempting to bind port f91cb725-c3bb-449e-ae20-4f4481147da6 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:21.270582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Attempting to bind port f91cb725-c3bb-449e-ae20-4f4481147da6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:21.302828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Port f91cb725-c3bb-449e-ae20-4f4481147da6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:21.303776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Attempting to bind port f91cb725-c3bb-449e-ae20-4f4481147da6 on network 62088a1d-df6a-44fe-95d5-e251937c7b0d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:21.320226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:21.320947 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Checking segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:21.321233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Bound using segment: {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:21.322070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Bound port: f91cb725-c3bb-449e-ae20-4f4481147da6, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe58f25-548f-4cf0-983d-927168d08b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '62088a1d-df6a-44fe-95d5-e251937c7b0d'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:21.322525 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.349140 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2397b-e096-42f0-8dec-6549f3884141 req-5f0d0602-5250-405a-81e8-e0b70eea8a0f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:21.357589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ba2397b-e096-42f0-8dec-6549f3884141 req-5f0d0602-5250-405a-81e8-e0b70eea8a0f tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 950 time: 0.4032307 Jul 07 19:14:21.476619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-90ef22df-8768-4566-8133-0e140938308b req-7464b265-b68e-4d8e-8677-a5ea2ba6b776 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Deleting port 99c4eb43-1ac8-4e61-91be-f24c2814a24c {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:21.476967 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90ef22df-8768-4566-8133-0e140938308b req-7464b265-b68e-4d8e-8677-a5ea2ba6b776 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.478817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2c747-8329-4c1f-9bb1-ed029d0cfa97 req-53593527-517d-4217-9d64-217cd384fd22 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:21.480899 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7c2c747-8329-4c1f-9bb1-ed029d0cfa97 req-53593527-517d-4217-9d64-217cd384fd22 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 946 time: 0.2422290 Jul 07 19:14:21.495570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:21.509888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f91cb725-c3bb-449e-ae20-4f4481147da6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:21.533130 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.641254 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7c2c747-8329-4c1f-9bb1-ed029d0cfa97 req-00c20c8a-007a-48ea-9cdb-8979231dac65 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500206 Jul 07 19:14:21.693938 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ba2397b-e096-42f0-8dec-6549f3884141 req-5dbec845-0916-4e65-95e5-e837afe7115e tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/security-groups?id=772f89b6-57ba-4292-9f7b-590649ccf1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349795 Jul 07 19:14:21.698218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:21.699012 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.701305 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] 10.222.0.48 "PUT /v2.0/ports/f91cb725-c3bb-449e-ae20-4f4481147da6 HTTP/1.1" status: 200 len: 1121 time: 1.6022398 Jul 07 19:14:21.702916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed7f3b-5661-45e1-9c10-85128048bfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=f91cb725-c3bb-449e-ae20-4f4481147da6,revision_number=8']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:21.748050 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3122cdb2-162b-4ca7-8e52-8ad36abd0332 x-openstack-request-id: req-3122cdb2-162b-4ca7-8e52-8ad36abd0332 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:21.748571 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "name": "network-vif-unplugged", "status": "completed", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:21.749808 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3122cdb2-162b-4ca7-8e52-8ad36abd0332 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:21.750511 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'code': 200} Jul 07 19:14:21.753301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0f82c583-d76d-4a67-9d8c-fef9529a6aaa details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:21.820844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a4a83519-1a0b-4178-af43-a2c97138acaf req-18748922-e727-4982-baae-76b4b61d8389 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] For port 83b4fd3b-8b4b-4d6b-937e-e739337550a2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=83b4fd3b-8b4b-4d6b-937e-e739337550a2,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:21.823030 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b3e5ef8-fd9b-4121-9f96-8459f4fcfd9a req-b6084428-c9db-4f7d-a58c-28574abe7bc2 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-group-rules/8b0d0f41-419e-46d0-85ae-c9889a46cf12 HTTP/1.1" status: 200 len: 778 time: 0.0413167 Jul 07 19:14:21.827945 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a4a83519-1a0b-4178-af43-a2c97138acaf req-18748922-e727-4982-baae-76b4b61d8389 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.871870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e10417-8c28-4d9c-8605-93107c660bf4 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:21.872990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48430) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:21.916065 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.918520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-a4a83519-1a0b-4178-af43-a2c97138acaf req-18748922-e727-4982-baae-76b4b61d8389 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Calling delete_port for 83b4fd3b-8b4b-4d6b-937e-e739337550a2 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:21.937385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['f91cb725-c3bb-449e-ae20-4f4481147da6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:21.950977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b3e5ef8-fd9b-4121-9f96-8459f4fcfd9a req-90d02ca9-b200-4612-933a-0278c263d13d tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/fb8acf46-e792-487c-acfc-7e4b1a7bbf17 HTTP/1.1" status: 200 len: 2405 time: 0.1266527 Jul 07 19:14:21.953033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-90ef22df-8768-4566-8133-0e140938308b req-7464b265-b68e-4d8e-8677-a5ea2ba6b776 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] For port 99c4eb43-1ac8-4e61-91be-f24c2814a24c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=99c4eb43-1ac8-4e61-91be-f24c2814a24c,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:21.953402 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90ef22df-8768-4566-8133-0e140938308b req-7464b265-b68e-4d8e-8677-a5ea2ba6b776 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.964544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Transition to ACTIVE for port object 42e10417-8c28-4d9c-8605-93107c660bf4 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:21.993916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5b3e5ef8-fd9b-4121-9f96-8459f4fcfd9a req-342f7ba1-524d-4e73-b864-94927305a6b3 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.005174 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5b3e5ef8-fd9b-4121-9f96-8459f4fcfd9a req-342f7ba1-524d-4e73-b864-94927305a6b3 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.041409 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.053782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-90ef22df-8768-4566-8133-0e140938308b req-7464b265-b68e-4d8e-8677-a5ea2ba6b776 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Calling delete_port for 99c4eb43-1ac8-4e61-91be-f24c2814a24c owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:22.058468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['f91cb725-c3bb-449e-ae20-4f4481147da6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:22.086124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5b3e5ef8-fd9b-4121-9f96-8459f4fcfd9a req-342f7ba1-524d-4e73-b864-94927305a6b3 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.093009 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5b3e5ef8-fd9b-4121-9f96-8459f4fcfd9a req-342f7ba1-524d-4e73-b864-94927305a6b3 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.095108 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b3e5ef8-fd9b-4121-9f96-8459f4fcfd9a req-342f7ba1-524d-4e73-b864-94927305a6b3 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/8b0d0f41-419e-46d0-85ae-c9889a46cf12 HTTP/1.1" status: 204 len: 173 time: 0.1422973 Jul 07 19:14:22.106214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-842808707-network', 'tenant_id': '48dc38d7b18a420b9af11120b66526bd'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:22.135561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f7ba1-524d-4e73-b864-94927305a6b3 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b0d0f41-419e-46d0-85ae-c9889a46cf12,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:22.167927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Made reservation on behalf of 48dc38d7b18a420b9af11120b66526bd for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:22.183893 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Pushing event updated for resources: {'Port': ['ID=42e10417-8c28-4d9c-8605-93107c660bf4,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:22.191006 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.224996 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.259387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:22.326020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-899f1408-7559-4895-a522-9bdbee0aea44 req-7fc26dbb-84f7-4318-ae38-39d345b89e2c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 210 time: 0.1432118 Jul 07 19:14:22.457549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'mac_address': 'fa:16:3e:6f:0e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:22.473451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf016e-daa9-419a-bfa5-36ad4ff5c934 req-43820e90-a9aa-4e36-bcbd-b45020f5b03b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:22.475156 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6cf016e-daa9-419a-bfa5-36ad4ff5c934 req-43820e90-a9aa-4e36-bcbd-b45020f5b03b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 943 time: 0.2321010 Jul 07 19:14:22.559951 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.582454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.634320 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.658964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:14:22.667497 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c0e73d-bfa7-439d-92c2-184a41168014 x-openstack-request-id: req-47c0e73d-bfa7-439d-92c2-184a41168014 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:22.667939 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2316148-ad3b-487e-bb65-ee799f97efb3", "name": "network-vif-unplugged", "status": "completed", "tag": "f91cb725-c3bb-449e-ae20-4f4481147da6", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:22.668122 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47c0e73d-bfa7-439d-92c2-184a41168014 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:22.668410 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2316148-ad3b-487e-bb65-ee799f97efb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f91cb725-c3bb-449e-ae20-4f4481147da6', 'code': 200} Jul 07 19:14:22.674253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f82c583-d76d-4a67-9d8c-fef9529a6aaa {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:22.676728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510b25f3-a5ff-4e22-89ed-72dac02e2838,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:22.715512 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6cf016e-daa9-419a-bfa5-36ad4ff5c934 req-922657fa-67cb-456c-b446-81cf953368ee tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514006 Jul 07 19:14:22.716805 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.717161 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Added segment abbf01a2-c101-42f1-8367-debdca53b739 of type vlan for network f0fc5ba1-26fc-41d2-8a4e-d66800562b4e Jul 07 19:14:22.736841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:22.745372 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.804467 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-8c956d60-4d47-4831-9939-b0e608fdc5b5 req-ea619d51-5193-4a0f-a6a1-4a3acb91959b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-321570870', 'description': 'tempest-description-70827422'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:22.838261 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.844774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:22.865196 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8c956d60-4d47-4831-9939-b0e608fdc5b5 req-ea619d51-5193-4a0f-a6a1-4a3acb91959b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.994093 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8c956d60-4d47-4831-9939-b0e608fdc5b5 req-ea619d51-5193-4a0f-a6a1-4a3acb91959b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.998742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8c956d60-4d47-4831-9939-b0e608fdc5b5 req-ea619d51-5193-4a0f-a6a1-4a3acb91959b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.034002 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.035930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:23.036906 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.053044 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8c956d60-4d47-4831-9939-b0e608fdc5b5 req-ea619d51-5193-4a0f-a6a1-4a3acb91959b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.054940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8c956d60-4d47-4831-9939-b0e608fdc5b5 req-ea619d51-5193-4a0f-a6a1-4a3acb91959b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2605538 Jul 07 19:14:23.125425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-ded1b3df-cd9c-4192-971a-0b57a7b0e81a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:23.127627 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-ded1b3df-cd9c-4192-971a-0b57a7b0e81a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.110 "GET /v2.0/networks?id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 HTTP/1.1" status: 200 len: 815 time: 0.8881736 Jul 07 19:14:23.136310 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a4a83519-1a0b-4178-af43-a2c97138acaf req-18748922-e727-4982-baae-76b4b61d8389 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.141777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea619d51-5193-4a0f-a6a1-4a3acb91959b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466f312e-3167-43ae-850f-08740ba5d029,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:23.151813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['83b4fd3b-8b4b-4d6b-937e-e739337550a2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:23.169942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Request body: {'port': {'device_id': 'e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f', 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7', 'admin_state_up': True, 'tenant_id': '17a434a7d0c942d08958b19e81486122'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:23.243704 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3662646 Jul 07 19:14:23.243704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd77764-60fd-460d-9636-1a74d8148649 admin admin] Pushing event updated for resources: {'Network': ['ID=f0fc5ba1-26fc-41d2-8a4e-d66800562b4e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:23.247549 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48442) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:23.256001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4165ec98-0486-4b67-9b2a-c832789924aa admin admin] Request body: {'subnet': {'network_id': 'f0fc5ba1-26fc-41d2-8a4e-d66800562b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-842808707-subnet', 'tenant_id': '48dc38d7b18a420b9af11120b66526bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:23.271591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network f0fc5ba1-26fc-41d2-8a4e-d66800562b4e details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:14:23.293960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18748922-e727-4982-baae-76b4b61d8389 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Pushing event deleted for resources: {'Port': ['ID=83b4fd3b-8b4b-4d6b-937e-e739337550a2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:23.352763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4165ec98-0486-4b67-9b2a-c832789924aa admin admin] Made reservation on behalf of 48dc38d7b18a420b9af11120b66526bd for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:23.357013 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4165ec98-0486-4b67-9b2a-c832789924aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.533933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a83519-1a0b-4178-af43-a2c97138acaf req-18748922-e727-4982-baae-76b4b61d8389 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] No DVR routers for this DVR port 83b4fd3b-8b4b-4d6b-937e-e739337550a2 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:23.551508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d7d55-9c47-43b0-9606-9b303ed005b3 req-ddf00594-1bab-4cb1-a565-d6c5f0311e3a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:23.554440 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b04d7d55-9c47-43b0-9606-9b303ed005b3 req-ddf00594-1bab-4cb1-a565-d6c5f0311e3a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 947 time: 0.3052199 Jul 07 19:14:23.573239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0f82c583-d76d-4a67-9d8c-fef9529a6aaa'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:23.630849 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d7739dd3-9489-4771-92a1-9c1058b8f176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.695569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a4a83519-1a0b-4178-af43-a2c97138acaf req-18748922-e727-4982-baae-76b4b61d8389 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.695569 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4a83519-1a0b-4178-af43-a2c97138acaf req-18748922-e727-4982-baae-76b4b61d8389 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.110 "DELETE /v2.0/ports/83b4fd3b-8b4b-4d6b-937e-e739337550a2 HTTP/1.1" status: 204 len: 173 time: 3.2638290 Jul 07 19:14:23.708543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207e0b78-486a-437c-9f8f-6d24a0d1c80e', 'name': 'network-vif-deleted', 'tag': '83b4fd3b-8b4b-4d6b-937e-e739337550a2'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:23.716028 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87e7ae9-6d72-427f-b210-92368a4e2336" -d '{"events": [{"server_uuid": "207e0b78-486a-437c-9f8f-6d24a0d1c80e", "name": "network-vif-deleted", "tag": "83b4fd3b-8b4b-4d6b-937e-e739337550a2"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:23.731270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Attempting to bind port 42e10417-8c28-4d9c-8605-93107c660bf4 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:23.732059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Attempting to bind port 42e10417-8c28-4d9c-8605-93107c660bf4 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:23.732593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Attempting to bind port 42e10417-8c28-4d9c-8605-93107c660bf4 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:23.755708 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.756663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b04d7d55-9c47-43b0-9606-9b303ed005b3 req-ff48fe54-4e37-444d-863b-971b21b45ed5 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829667 Jul 07 19:14:23.773830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ed153-075f-403a-96c4-b1827c772c86 req-165c0587-44eb-40c7-a98f-83febbf73a50 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:23.786444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d4ed153-075f-403a-96c4-b1827c772c86 req-165c0587-44eb-40c7-a98f-83febbf73a50 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 943 time: 0.6541526 Jul 07 19:14:23.801531 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Port 42e10417-8c28-4d9c-8605-93107c660bf4 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:23.802513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Attempting to bind port 42e10417-8c28-4d9c-8605-93107c660bf4 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:23.812213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 99c4eb43-1ac8-4e61-91be-f24c2814a24c no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:23.858926 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90ef22df-8768-4566-8133-0e140938308b req-7464b265-b68e-4d8e-8677-a5ea2ba6b776 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.905264 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4165ec98-0486-4b67-9b2a-c832789924aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.928058 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 99c4eb43-1ac8-4e61-91be-f24c2814a24c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:23.928524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 99c4eb43-1ac8-4e61-91be-f24c2814a24c not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:23.958838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:23.959424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:23.959981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:23.960600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Bound port: 42e10417-8c28-4d9c-8605-93107c660bf4, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:23.961272 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.018607 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464b265-b68e-4d8e-8677-a5ea2ba6b776 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Pushing event deleted for resources: {'Port': ['ID=99c4eb43-1ac8-4e61-91be-f24c2814a24c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:24.066420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ef22df-8768-4566-8133-0e140938308b req-7464b265-b68e-4d8e-8677-a5ea2ba6b776 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] No DVR routers for this DVR port 99c4eb43-1ac8-4e61-91be-f24c2814a24c on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:24.078199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90ef22df-8768-4566-8133-0e140938308b req-7464b265-b68e-4d8e-8677-a5ea2ba6b776 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.080990 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90ef22df-8768-4566-8133-0e140938308b req-7464b265-b68e-4d8e-8677-a5ea2ba6b776 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.48 "DELETE /v2.0/ports/99c4eb43-1ac8-4e61-91be-f24c2814a24c HTTP/1.1" status: 204 len: 173 time: 3.5968075 Jul 07 19:14:24.085397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-068179ab-ce92-45ba-b6fa-05947e0e431c req-b91228c1-eeb7-4038-8c3c-c9be6016f855 tempest-ServersOnMultiNodesTest-765616826 tempest-ServersOnMultiNodesTest-765616826-project] 10.222.0.81 "GET /v2.0/ports?device_id=f851d95c-59fc-4456-9c21-699cef3a22bc HTTP/1.1" status: 200 len: 210 time: 0.1115847 Jul 07 19:14:24.090043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165ec98-0486-4b67-9b2a-c832789924aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79d7f69-9b6a-4531-8a74-d9c835c62358,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:24.117170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d4ed153-075f-403a-96c4-b1827c772c86 req-4607249c-9a8b-4070-929a-bbbe7d6bd2f1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291967 Jul 07 19:14:24.132940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4165ec98-0486-4b67-9b2a-c832789924aa admin admin] Checking segment: {'id': 'abbf01a2-c101-42f1-8367-debdca53b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f0fc5ba1-26fc-41d2-8a4e-d66800562b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:24.134841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4165ec98-0486-4b67-9b2a-c832789924aa admin admin] Network hostable DHCP agents. Network: f0fc5ba1-26fc-41d2-8a4e-d66800562b4e, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:14:24.190435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Made reservation on behalf of 17a434a7d0c942d08958b19e81486122 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:24.204715 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.207014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4165ec98-0486-4b67-9b2a-c832789924aa admin admin] Network f0fc5ba1-26fc-41d2-8a4e-d66800562b4e is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:14:24.246014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-4165ec98-0486-4b67-9b2a-c832789924aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, f0fc5ba1-26fc-41d2-8a4e-d66800562b4e) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:24.254375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4165ec98-0486-4b67-9b2a-c832789924aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:24.255392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4165ec98-0486-4b67-9b2a-c832789924aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.263091 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50e0bbac-0b3b-49b7-bc75-2631b6f88eb7 req-e9b4e3dd-8d62-49af-a1e4-688bc93b3029 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/466f312e-3167-43ae-850f-08740ba5d029 HTTP/1.1" status: 200 len: 1810 time: 0.1006298 Jul 07 19:14:24.295980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1be4b9-7f83-485d-8393-8045d1a8d2d9 None None] Network f0fc5ba1-26fc-41d2-8a4e-d66800562b4e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:24.296893 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4165ec98-0486-4b67-9b2a-c832789924aa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0454535 Jul 07 19:14:24.368595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:24.384768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=42e10417-8c28-4d9c-8605-93107c660bf4,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:24.441127 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.599407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae9366c-1659-4b1f-8529-ec81c3d91242 None None] Network f0fc5ba1-26fc-41d2-8a4e-d66800562b4e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:24.669482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2316148-ad3b-487e-bb65-ee799f97efb3', 'tag': 'f91cb725-c3bb-449e-ae20-4f4481147da6'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:24.674535 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f47721e-a91d-4255-838b-e7f254ced003" -d '{"events": [{"name": "network-changed", "server_uuid": "f2316148-ad3b-487e-bb65-ee799f97efb3", "tag": "f91cb725-c3bb-449e-ae20-4f4481147da6"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:24.719025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:24.726845 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.727489 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.736757 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] 10.222.0.110 "PUT /v2.0/ports/42e10417-8c28-4d9c-8605-93107c660bf4 HTTP/1.1" status: 200 len: 1091 time: 4.8223031 Jul 07 19:14:24.889611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5472d9e-7232-48da-94da-9e73715c7be3 req-1cb324ab-9c34-4ca4-902b-29c99d2bf340 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 210 time: 0.3689973 Jul 07 19:14:25.032009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0d646-2919-4917-8bab-f7e11e7399a7 service neutron] Pushing event updated for resources: {'Port': ['ID=42e10417-8c28-4d9c-8605-93107c660bf4,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:25.047953 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28238c35-3d0f-41e6-a937-2034d1541e8f x-openstack-request-id: req-28238c35-3d0f-41e6-a937-2034d1541e8f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:25.049083 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207e0b78-486a-437c-9f8f-6d24a0d1c80e", "name": "network-vif-deleted", "tag": "83b4fd3b-8b4b-4d6b-937e-e739337550a2", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:25.049083 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28238c35-3d0f-41e6-a937-2034d1541e8f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:25.049083 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207e0b78-486a-437c-9f8f-6d24a0d1c80e', 'name': 'network-vif-deleted', 'tag': '83b4fd3b-8b4b-4d6b-937e-e739337550a2', 'status': 'completed', 'code': 200} Jul 07 19:14:25.120456 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88ea969-7390-4f42-a977-5b150aaffdde x-openstack-request-id: req-b88ea969-7390-4f42-a977-5b150aaffdde {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:25.120753 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2316148-ad3b-487e-bb65-ee799f97efb3", "tag": "f91cb725-c3bb-449e-ae20-4f4481147da6", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:25.121002 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b88ea969-7390-4f42-a977-5b150aaffdde {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:25.121398 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2316148-ad3b-487e-bb65-ee799f97efb3', 'tag': 'f91cb725-c3bb-449e-ae20-4f4481147da6', 'status': 'completed', 'code': 200} Jul 07 19:14:25.130641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Allocated IP 172.20.0.11 (bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7/bbfd94d3-665b-4e9b-988c-c0779e981edc/8c4bab9b-6bab-42b8-af69-f2e39c0dd093) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:25.217129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731d833-8fce-4edf-aa9b-5f7991c724bb req-06376eb6-6d68-4692-b35e-b9782f5646a7 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:25.222914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-765d45c5-b7fa-4be7-abb1-62b8a5c1cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:25.224421 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-765d45c5-b7fa-4be7-abb1-62b8a5c1cfd3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 1094 time: 0.3701208 Jul 07 19:14:25.227293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4731d833-8fce-4edf-aa9b-5f7991c724bb req-06376eb6-6d68-4692-b35e-b9782f5646a7 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 943 time: 0.1954594 Jul 07 19:14:25.270235 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4731d833-8fce-4edf-aa9b-5f7991c724bb req-9fef4bca-9e8a-4124-b706-934f7b52558a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Jul 07 19:14:25.357593 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-083687c9-dd4e-42a3-99c9-05c5401d206d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42e10417-8c28-4d9c-8605-93107c660bf4 HTTP/1.1" status: 200 len: 217 time: 0.1213534 Jul 07 19:14:25.389947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47721e-a91d-4255-838b-e7f254ced003 req-14fd5778-845c-4858-a4f9-d501accf791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:25.391854 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f47721e-a91d-4255-838b-e7f254ced003 req-14fd5778-845c-4858-a4f9-d501accf791e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 1124 time: 0.2586031 Jul 07 19:14:25.505079 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-35e39b12-8390-4e59-90b8-2de1cca86521 req-0f601a3e-830f-45dd-8f9f-51126aaea0e2 tempest-SecurityGroupsNegativeTestJSON-1534414401 tempest-SecurityGroupsNegativeTestJSON-1534414401-project] show failed (client error): The resource could not be found. Jul 07 19:14:25.506107 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-35e39b12-8390-4e59-90b8-2de1cca86521 req-0f601a3e-830f-45dd-8f9f-51126aaea0e2 tempest-SecurityGroupsNegativeTestJSON-1534414401 tempest-SecurityGroupsNegativeTestJSON-1534414401-project] 10.222.0.81 "GET /v2.0/security-groups/962b5e46-843a-45ac-966f-f58042ac7d87 HTTP/1.1" status: 404 len: 352 time: 0.0149715 Jul 07 19:14:25.536213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-21ffaa93-a04a-4498-8836-f338fd6d88ff req-453a4773-e654-4418-9197-6088c28ace95 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-686654520', 'description': 'tempest-description-385170796'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:25.607762 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21ffaa93-a04a-4498-8836-f338fd6d88ff req-453a4773-e654-4418-9197-6088c28ace95 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.608712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-9fbdd2db-5be7-461d-b638-6dab52820ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:25.611347 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-9fbdd2db-5be7-461d-b638-6dab52820ec3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.2171462 Jul 07 19:14:25.635972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 83b4fd3b-8b4b-4d6b-937e-e739337550a2 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:25.666389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 83b4fd3b-8b4b-4d6b-937e-e739337550a2 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:25.666735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 83b4fd3b-8b4b-4d6b-937e-e739337550a2 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:25.719749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e900e1f-428e-4969-a826-f2385e5317cd req-bd7c6932-0df7-4541-8fd3-697dcd3ecedf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:25.727351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e900e1f-428e-4969-a826-f2385e5317cd req-bd7c6932-0df7-4541-8fd3-697dcd3ecedf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 947 time: 0.4253376 Jul 07 19:14:25.746703 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-72319808-cb7d-4116-9646-c83c90271ea8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156650 Jul 07 19:14:25.750679 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.789126 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21ffaa93-a04a-4498-8836-f338fd6d88ff req-453a4773-e654-4418-9197-6088c28ace95 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.793767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47721e-a91d-4255-838b-e7f254ced003 req-5f09673f-8030-4dc9-a7e3-496ef95db951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:25.795518 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f47721e-a91d-4255-838b-e7f254ced003 req-5f09673f-8030-4dc9-a7e3-496ef95db951 service neutron] 10.222.0.110 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.3881915 Jul 07 19:14:25.796845 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21ffaa93-a04a-4498-8836-f338fd6d88ff req-453a4773-e654-4418-9197-6088c28ace95 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.839958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a4773-e654-4418-9197-6088c28ace95 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8de2da-d990-4cb6-84c4-f0fd6d01cbe9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:25.842432 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21ffaa93-a04a-4498-8836-f338fd6d88ff req-453a4773-e654-4418-9197-6088c28ace95 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.862456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21ffaa93-a04a-4498-8836-f338fd6d88ff req-453a4773-e654-4418-9197-6088c28ace95 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3304818 Jul 07 19:14:25.932694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f47721e-a91d-4255-838b-e7f254ced003 req-0556a8c6-af6f-404d-a89b-841eed97eec1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f91cb725-c3bb-449e-ae20-4f4481147da6 HTTP/1.1" status: 200 len: 217 time: 0.0916617 Jul 07 19:14:25.984224 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e900e1f-428e-4969-a826-f2385e5317cd req-65a81fc5-f0a8-45a3-af63-edd2e69c3938 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554989 Jul 07 19:14:26.165385 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:26.169117 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-09926f35-2fee-4114-8df0-b3dc5626e3d1 service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109552 Jul 07 19:14:26.179232 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47721e-a91d-4255-838b-e7f254ced003 req-98a91a3e-6e58-482e-aa65-3140b806df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:26.184531 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f47721e-a91d-4255-838b-e7f254ced003 req-98a91a3e-6e58-482e-aa65-3140b806df4f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.2415447 Jul 07 19:14:26.256903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a110124-0733-4755-b4c9-b31018b5b213 req-7bab6448-01e8-4843-bfff-738dc99cb613 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:26.261249 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a110124-0733-4755-b4c9-b31018b5b213 req-7bab6448-01e8-4843-bfff-738dc99cb613 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 943 time: 0.1867552 Jul 07 19:14:26.290015 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f47721e-a91d-4255-838b-e7f254ced003 req-9cb90851-012e-4cd4-8803-36d3675fb912 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447714 Jul 07 19:14:26.296247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48490) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:26.378421 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a110124-0733-4755-b4c9-b31018b5b213 req-f8ac53ca-b4c6-4967-9ec8-353be6717aea tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090577 Jul 07 19:14:26.386576 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:26.470138 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:26.473015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:26.479771 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:26.645841 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bddd802c-3367-495a-96df-3b2f7127188e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f35fe41829b448fe95c5a595cdb30d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481641 Jul 07 19:14:26.648952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48496) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:26.672474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Pushing event updated for resources: {'Port': ['ID=8c4bab9b-6bab-42b8-af69-f2e39c0dd093,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:26.719691 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9b561bf-d7a6-4f7e-a9e6-b7ca1c046e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:26.738981 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f6f3e83-3f4a-42e5-8168-67a9891a7872 req-b2fbf0c8-e660-4416-852a-ae8e9096358f tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/7f8de2da-d990-4cb6-84c4-f0fd6d01cbe9 HTTP/1.1" status: 200 len: 1811 time: 0.4945621 Jul 07 19:14:26.770551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:26.771271 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:26.782357 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9b561bf-d7a6-4f7e-a9e6-b7ca1c046e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:26.800981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0240dd9-ae8c-4119-ae69-73461684592d req-eebd61ce-47ac-4c7d-b08f-52c4667fd21a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:26.802696 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e0240dd9-ae8c-4119-ae69-73461684592d req-eebd61ce-47ac-4c7d-b08f-52c4667fd21a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 932 time: 0.2253845 Jul 07 19:14:26.844164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f47721e-a91d-4255-838b-e7f254ced003 req-3e4fb4e8-f777-4293-806b-1243753867ef service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343909 Jul 07 19:14:26.847108 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90fb11d0-fac8-46aa-a33f-130dd8e289aa req-9b24977b-2c71-4051-8119-99693431219d service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979507 Jul 07 19:14:26.848868 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-17215843-1123-4531-bc8b-1a75e7059d17 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6858590 Jul 07 19:14:26.893497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Request body: {'port': {'device_id': 'e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:26.911187 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e0240dd9-ae8c-4119-ae69-73461684592d req-644f0eb5-12a2-41e2-944c-9a6c4462bee5 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881276 Jul 07 19:14:26.936614 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9b561bf-d7a6-4f7e-a9e6-b7ca1c046e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:26.940680 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9b561bf-d7a6-4f7e-a9e6-b7ca1c046e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:26.942451 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c9b561bf-d7a6-4f7e-a9e6-b7ca1c046e6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/772f89b6-57ba-4292-9f7b-590649ccf1b7 HTTP/1.1" status: 204 len: 168 time: 0.2923801 Jul 07 19:14:26.970088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b561bf-d7a6-4f7e-a9e6-b7ca1c046e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f89b6-57ba-4292-9f7b-590649ccf1b7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:27.063776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f851d95c-59fc-4456-9c21-699cef3a22bc', 'name': 'network-vif-deleted', 'tag': '99c4eb43-1ac8-4e61-91be-f24c2814a24c'}, {'name': 'network-changed', 'server_uuid': 'a067b650-8616-4dfe-ba17-b7580fd8c495', 'tag': '42e10417-8c28-4d9c-8605-93107c660bf4'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:27.064700 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-04d35dbc-81aa-404a-b1cc-dfef6bdd5937 req-d05a2814-8a43-41de-814c-79df9097bfbb tempest-SecurityGroupsNegativeTestJSON-1534414401 tempest-SecurityGroupsNegativeTestJSON-1534414401-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48dc38d7b18a420b9af11120b66526bd HTTP/1.1" status: 200 len: 2984 time: 0.1147900 Jul 07 19:14:27.066585 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e754cce-5c45-4d9f-adcd-4226deeca109" -d '{"events": [{"server_uuid": "f851d95c-59fc-4456-9c21-699cef3a22bc", "name": "network-vif-deleted", "tag": "99c4eb43-1ac8-4e61-91be-f24c2814a24c"}, {"name": "network-changed", "server_uuid": "a067b650-8616-4dfe-ba17-b7580fd8c495", "tag": "42e10417-8c28-4d9c-8605-93107c660bf4"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:27.103111 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.182480 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f47721e-a91d-4255-838b-e7f254ced003 req-69baa8c9-e61c-4dd3-87fc-39b1b42734ae service neutron] 10.222.0.110 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151979 Jul 07 19:14:27.229265 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-04d35dbc-81aa-404a-b1cc-dfef6bdd5937 req-35c794ab-1122-4d91-91ca-6173c1942d3e tempest-SecurityGroupsNegativeTestJSON-1534414401 tempest-SecurityGroupsNegativeTestJSON-1534414401-project] 10.222.0.81 "GET /v2.0/security-groups/510b25f3-a5ff-4e22-89ed-72dac02e2838 HTTP/1.1" status: 200 len: 2981 time: 0.1632762 Jul 07 19:14:27.331489 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-04d35dbc-81aa-404a-b1cc-dfef6bdd5937 req-7fff3b73-4e5f-43e0-89a8-d59734a37dfe tempest-SecurityGroupsNegativeTestJSON-1534414401 tempest-SecurityGroupsNegativeTestJSON-1534414401-project] 10.222.0.81 "GET /v2.0/security-groups/510b25f3-a5ff-4e22-89ed-72dac02e2838 HTTP/1.1" status: 200 len: 2981 time: 0.1009905 Jul 07 19:14:27.488130 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-e5e8d174-f2ed-4612-af52-eb8fc3526bf7 req-fc395b13-175c-4847-982a-c0a8a80fdf07 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-282254321', 'description': 'tempest-description-194789097'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:27.549946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48514) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:27.630247 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e5e8d174-f2ed-4612-af52-eb8fc3526bf7 req-fc395b13-175c-4847-982a-c0a8a80fdf07 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.632694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6c5a8473-6140-4575-8f2a-69a34db5976c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4116f6fa3e09499ab789a1ff25347075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810857 Jul 07 19:14:27.636569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48516) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:27.674218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97042847-a938-4c65-943d-04e5eda132d1 req-341300ae-3a07-4110-b671-97a66e18f8d4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:27.676731 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97042847-a938-4c65-943d-04e5eda132d1 req-341300ae-3a07-4110-b671-97a66e18f8d4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 943 time: 0.1723392 Jul 07 19:14:27.770189 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-a04f16ab-9f2a-43e0-b96c-82464f01a51e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:27.771371 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0a2a7c4-ccf7-4f77-b968-703ed7249bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.771813 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-a04f16ab-9f2a-43e0-b96c-82464f01a51e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928&tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 947 time: 0.2697158 Jul 07 19:14:27.803867 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0f82c583-d76d-4a67-9d8c-fef9529a6aaa up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:27.856797 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97042847-a938-4c65-943d-04e5eda132d1 req-1dfab70d-d412-4541-a69f-a156db67c6a0 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433094 Jul 07 19:14:27.884098 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0a2a7c4-ccf7-4f77-b968-703ed7249bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.891416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:27.939620 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.964831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:27.978854 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e357817-ca20-4e5e-b5b6-d8de68e6bb0f x-openstack-request-id: req-5e357817-ca20-4e5e-b5b6-d8de68e6bb0f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:27.979183 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f851d95c-59fc-4456-9c21-699cef3a22bc", "name": "network-vif-deleted", "tag": "99c4eb43-1ac8-4e61-91be-f24c2814a24c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a067b650-8616-4dfe-ba17-b7580fd8c495", "tag": "42e10417-8c28-4d9c-8605-93107c660bf4", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:27.979408 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e357817-ca20-4e5e-b5b6-d8de68e6bb0f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:27.979870 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f851d95c-59fc-4456-9c21-699cef3a22bc', 'name': 'network-vif-deleted', 'tag': '99c4eb43-1ac8-4e61-91be-f24c2814a24c', 'status': 'completed', 'code': 200} Jul 07 19:14:27.980196 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.980382 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a067b650-8616-4dfe-ba17-b7580fd8c495', 'tag': '42e10417-8c28-4d9c-8605-93107c660bf4', 'status': 'completed', 'code': 200} Jul 07 19:14:28.003724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0a2a7c4-ccf7-4f77-b968-703ed7249bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:28.012045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0a2a7c4-ccf7-4f77-b968-703ed7249bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:28.014612 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f0a2a7c4-ccf7-4f77-b968-703ed7249bd3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41848262-8a02-4188-92b8-cce5126f0985 HTTP/1.1" status: 204 len: 168 time: 0.3763704 Jul 07 19:14:28.028485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2a7c4-ccf7-4f77-b968-703ed7249bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41848262-8a02-4188-92b8-cce5126f0985,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:28.073738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Transition to ACTIVE for port object 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:28.133767 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:28.146618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e5e8d174-f2ed-4612-af52-eb8fc3526bf7 req-fc395b13-175c-4847-982a-c0a8a80fdf07 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:28.167155 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e5e8d174-f2ed-4612-af52-eb8fc3526bf7 req-fc395b13-175c-4847-982a-c0a8a80fdf07 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:28.215797 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:28.272586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:28.277132 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2f5829-615c-440d-9280-844cf718a346" -d '{"events": [{"server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "name": "network-vif-plugged", "status": "completed", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:28.285778 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e5e8d174-f2ed-4612-af52-eb8fc3526bf7 req-fc395b13-175c-4847-982a-c0a8a80fdf07 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:28.300852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e5e8d174-f2ed-4612-af52-eb8fc3526bf7 req-fc395b13-175c-4847-982a-c0a8a80fdf07 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8224146 Jul 07 19:14:28.302459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4bab9b-6bab-42b8-af69-f2e39c0dd093,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:28.303149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:28.315006 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:28.321012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc395b13-175c-4847-982a-c0a8a80fdf07 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6be846-aeab-41d0-a37d-94f7e42bbada,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:28.332277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-4912ceda-204b-4487-9fb0-23081d96d13c service neutron] 10.222.0.48 "GET /v2.0/ports/0f82c583-d76d-4a67-9d8c-fef9529a6aaa/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 382 time: 0.5482166 Jul 07 19:14:28.344628 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ae2d615-4019-48e9-8b8f-9a1a03d07077 req-5f9041b1-91c3-4dc9-bc4c-5a364b4f3dd5 tempest-SecurityGroupsNegativeTestJSON-1534414401 tempest-SecurityGroupsNegativeTestJSON-1534414401-project] 10.222.0.81 "GET /v2.0/security-groups/510b25f3-a5ff-4e22-89ed-72dac02e2838 HTTP/1.1" status: 200 len: 2981 time: 0.1318042 Jul 07 19:14:28.486430 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-3ae2d615-4019-48e9-8b8f-9a1a03d07077 req-59c5a661-187b-4de4-a201-5f0d075e4836 tempest-SecurityGroupsNegativeTestJSON-1534414401 tempest-SecurityGroupsNegativeTestJSON-1534414401-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 19:14:28.489676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:28.505381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ae2d615-4019-48e9-8b8f-9a1a03d07077 req-59c5a661-187b-4de4-a201-5f0d075e4836 tempest-SecurityGroupsNegativeTestJSON-1534414401 tempest-SecurityGroupsNegativeTestJSON-1534414401-project] 10.222.0.81 "DELETE /v2.0/security-groups/510b25f3-a5ff-4e22-89ed-72dac02e2838 HTTP/1.1" status: 409 len: 352 time: 0.1480711 Jul 07 19:14:28.788024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8814e71-efae-4122-8128-9917488a21f7 req-43646cd6-1500-474a-a786-b92b2b980a68 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:28.795256 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c8814e71-efae-4122-8128-9917488a21f7 req-43646cd6-1500-474a-a786-b92b2b980a68 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.1194143 Jul 07 19:14:28.872692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c8814e71-efae-4122-8128-9917488a21f7 req-6663101b-5ac9-4243-80a7-79b202da4c24 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588596 Jul 07 19:14:28.979662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e754cce-5c45-4d9f-adcd-4226deeca109 req-206f2e4e-2663-4125-b113-3813178e1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:28.982365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e754cce-5c45-4d9f-adcd-4226deeca109 req-206f2e4e-2663-4125-b113-3813178e1c83 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 1094 time: 0.9609678 Jul 07 19:14:29.155839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dde3ae-9bf6-430e-b1d9-ea83bf32a642 req-63420703-9cd8-478c-892a-f4728711147b tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.169981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f1dde3ae-9bf6-430e-b1d9-ea83bf32a642 req-63420703-9cd8-478c-892a-f4728711147b tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 944 time: 0.1710331 Jul 07 19:14:29.230936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Attempting to bind port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:29.231391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Attempting to bind port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:29.231879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Attempting to bind port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 on network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:29.234677 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f1dde3ae-9bf6-430e-b1d9-ea83bf32a642 req-9d6cf0e3-2b34-4647-b53b-bf1b8f7f7a6b tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633311 Jul 07 19:14:29.276699 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-46bef29d-5427-429d-adcd-f5e9398d8326 service neutron] 10.222.0.110 "GET /v2.0/ports/f91cb725-c3bb-449e-ae20-4f4481147da6/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 384 time: 0.3824174 Jul 07 19:14:29.291561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 on network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:29.292112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Attempting to bind port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 on network bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:29.313478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-ddf5a6e5-eee0-4bdf-86a4-258c73bdca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.316327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-ddf5a6e5-eee0-4bdf-86a4-258c73bdca87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 1099 time: 0.9046314 Jul 07 19:14:29.352751 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b1a2f9-ef28-47b6-8afc-59d7ada4967e x-openstack-request-id: req-20b1a2f9-ef28-47b6-8afc-59d7ada4967e {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:29.352751 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "name": "network-vif-plugged", "status": "completed", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:29.352751 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20b1a2f9-ef28-47b6-8afc-59d7ada4967e {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:29.352751 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'code': 200} Jul 07 19:14:29.353571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48552) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:29.384414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:29.384791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Checking segment: {'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:29.385206 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Bound using segment: {'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:29.385698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Bound port: 8c4bab9b-6bab-42b8-af69-f2e39c0dd093, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182b4194-0509-40ff-9500-3778833fef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:29.386107 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.447247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9ec4c-1870-416e-b4b1-eb1ca7fb9296 req-ba67f126-090a-4762-a200-9ccb3f85ad05 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.448092 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02d1e97a-2d3c-4a8c-a9c9-99c55e3a2deb req-fb048e82-6876-49d4-bd53-732ca7435951 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/ba6be846-aeab-41d0-a37d-94f7e42bbada HTTP/1.1" status: 200 len: 1811 time: 0.0693352 Jul 07 19:14:29.448920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3dd9ec4c-1870-416e-b4b1-eb1ca7fb9296 req-ba67f126-090a-4762-a200-9ccb3f85ad05 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 943 time: 0.5560496 Jul 07 19:14:29.479813 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-8f3a507c-82c0-45c7-a8e7-f0687e3b789b req-517e0656-f96c-4571-b0b2-b567ffb4c5e0 tempest-SecurityGroupsNegativeTestJSON-1534414401 tempest-SecurityGroupsNegativeTestJSON-1534414401-project] show failed (client error): The resource could not be found. Jul 07 19:14:29.481195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f3a507c-82c0-45c7-a8e7-f0687e3b789b req-517e0656-f96c-4571-b0b2-b567ffb4c5e0 tempest-SecurityGroupsNegativeTestJSON-1534414401 tempest-SecurityGroupsNegativeTestJSON-1534414401-project] 10.222.0.81 "GET /v2.0/security-groups/26798d88-dda5-4a59-8928-23a80c334b6c HTTP/1.1" status: 404 len: 352 time: 0.0203943 Jul 07 19:14:29.527289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e754cce-5c45-4d9f-adcd-4226deeca109 req-14dde02e-dbdf-46d5-bf08-f1e1f1c26db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.529694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e754cce-5c45-4d9f-adcd-4226deeca109 req-14dde02e-dbdf-46d5-bf08-f1e1f1c26db9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.5367119 Jul 07 19:14:29.554261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-network', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:29.596363 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Made reservation on behalf of 5fcb9d6d7f3c452ba7e0bd1a44d1094f for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:29.599262 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.610007 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.651673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f91cb725-c3bb-449e-ae20-4f4481147da6 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:29.681101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e754cce-5c45-4d9f-adcd-4226deeca109 req-ff9505c7-3602-4545-92fa-9b8336047e2a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42e10417-8c28-4d9c-8605-93107c660bf4 HTTP/1.1" status: 200 len: 217 time: 0.1274705 Jul 07 19:14:29.758397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c1361-5609-4265-adc0-4b1f152cfa3e req-819e1772-91ad-4c39-99ed-77ff74bbfd18 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.760129 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab2c1361-5609-4265-adc0-4b1f152cfa3e req-819e1772-91ad-4c39-99ed-77ff74bbfd18 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 943 time: 0.1366496 Jul 07 19:14:29.814560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3dd9ec4c-1870-416e-b4b1-eb1ca7fb9296 req-860c2ab1-8655-485e-9fb0-418e98eb3f89 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194325 Jul 07 19:14:29.848753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.855357 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab2c1361-5609-4265-adc0-4b1f152cfa3e req-e7e94eee-f7d0-4b97-9fc4-983c326c5063 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829723 Jul 07 19:14:29.857412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.890301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-ac75d1fb-477b-47e4-9fcd-99f3d2a77f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.894168 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-ac75d1fb-477b-47e4-9fcd-99f3d2a77f6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.5349326 Jul 07 19:14:29.898325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:14:29.928856 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-58ec6d14-8b0c-4110-8b3b-617dcebf2d60 req-81a1fda5-9f35-4010-b24d-69aa7712d356 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-25516804', 'description': 'tempest-description-1126903230'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:29.936563 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.937075 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Added segment 202c6e94-7984-47c3-986a-e58befe98447 of type vlan for network 9892ad39-ee05-4c01-b72a-14bb665e1b69 Jul 07 19:14:29.942196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f41ec0c-7d2e-4a42-b96a-fccce928d75c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:29.989364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] For port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:29.993498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e754cce-5c45-4d9f-adcd-4226deeca109 req-1fe81634-af5f-46cc-b1fd-5b7ed567cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.995356 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e754cce-5c45-4d9f-adcd-4226deeca109 req-1fe81634-af5f-46cc-b1fd-5b7ed567cd1c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.2890060 Jul 07 19:14:30.002504 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.016300 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58ec6d14-8b0c-4110-8b3b-617dcebf2d60 req-81a1fda5-9f35-4010-b24d-69aa7712d356 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.075233 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-8514b5fc-ffbd-4cf8-8272-1c990c0e4942 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa HTTP/1.1" status: 200 len: 217 time: 0.0961084 Jul 07 19:14:30.083549 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.084788 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:30.085440 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.121454 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] For port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8c4bab9b-6bab-42b8-af69-f2e39c0dd093,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:30.124116 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e754cce-5c45-4d9f-adcd-4226deeca109 req-40e8c6cc-5555-44e9-849a-fb59fa356eb2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763044 Jul 07 19:14:30.164807 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.189432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] Pushing event updated for resources: {'Network': ['ID=9892ad39-ee05-4c01-b72a-14bb665e1b69,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:30.216759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 9892ad39-ee05-4c01-b72a-14bb665e1b69 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:14:30.239891 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58ec6d14-8b0c-4110-8b3b-617dcebf2d60 req-81a1fda5-9f35-4010-b24d-69aa7712d356 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.248218 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58ec6d14-8b0c-4110-8b3b-617dcebf2d60 req-81a1fda5-9f35-4010-b24d-69aa7712d356 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.271136 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-62bcc23d-0b3e-4070-a319-faa62a7d16d8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9119794 Jul 07 19:14:30.271473 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-f14e6a31-8f98-4491-a2cf-70b618ed6689 req-99faf71c-5a60-4f58-942a-9fb1111edf1c tempest-SecurityGroupsNegativeTestJSON-1534414401 tempest-SecurityGroupsNegativeTestJSON-1534414401-project] show failed (client error): The resource could not be found. Jul 07 19:14:30.271473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f14e6a31-8f98-4491-a2cf-70b618ed6689 req-99faf71c-5a60-4f58-942a-9fb1111edf1c tempest-SecurityGroupsNegativeTestJSON-1534414401 tempest-SecurityGroupsNegativeTestJSON-1534414401-project] 10.222.0.81 "GET /v2.0/security-groups/0f2e8a7e-4bff-4f78-b8ce-bcfbb5b09977 HTTP/1.1" status: 404 len: 352 time: 0.1574574 Jul 07 19:14:30.297092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48562) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:30.299149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48564) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:30.308922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d7afe7be-f8dd-4bf0-b87f-68b170de07dc admin admin] Request body: {'subnet': {'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-subnet', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:30.380311 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58ec6d14-8b0c-4110-8b3b-617dcebf2d60 req-81a1fda5-9f35-4010-b24d-69aa7712d356 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.381753 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58ec6d14-8b0c-4110-8b3b-617dcebf2d60 req-81a1fda5-9f35-4010-b24d-69aa7712d356 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4660606 Jul 07 19:14:30.395755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4bab9b-6bab-42b8-af69-f2e39c0dd093,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:30.408836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:30.410114 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.411759 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-200d05b7-3470-4978-b4b9-27c46c6fe5f6 service neutron] 10.222.0.110 "PUT /v2.0/ports/8c4bab9b-6bab-42b8-af69-f2e39c0dd093 HTTP/1.1" status: 200 len: 1092 time: 3.5490189 Jul 07 19:14:30.412252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1fda5-9f35-4010-b24d-69aa7712d356 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803184d5-9932-4d4d-8fe2-94781930a8c9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:30.412376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f', 'tag': '8c4bab9b-6bab-42b8-af69-f2e39c0dd093'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:30.416731 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443f288e-edad-4fdb-a271-09c4300436c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f", "tag": "8c4bab9b-6bab-42b8-af69-f2e39c0dd093"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:30.433980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7afe7be-f8dd-4bf0-b87f-68b170de07dc admin admin] Made reservation on behalf of 5fcb9d6d7f3c452ba7e0bd1a44d1094f for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:30.440804 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d7afe7be-f8dd-4bf0-b87f-68b170de07dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.454951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-7391e69c-8a1e-4546-801b-968b16f067d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:30.457981 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-7391e69c-8a1e-4546-801b-968b16f067d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.3695350 Jul 07 19:14:30.465711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e754cce-5c45-4d9f-adcd-4226deeca109 req-299bc964-5cba-4f7c-99dc-42ac5a96d375 service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032293 Jul 07 19:14:30.470835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f9d5e5-2e68-42c9-b106-df1f43d8168e admin admin] Deleting subnet c79d7f69-9b6a-4531-8a74-d9c835c62358 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:14:30.519360 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d5e5-2e68-42c9-b106-df1f43d8168e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.635608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d5e5-2e68-42c9-b106-df1f43d8168e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.662856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-dddd4c3d-2ed3-4053-ae3f-ce25cc09037d service neutron] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f91cb725-c3bb-449e-ae20-4f4481147da6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:30.707613 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-dddd4c3d-2ed3-4053-ae3f-ce25cc09037d service neutron] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:30.715216 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d5e5-2e68-42c9-b106-df1f43d8168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.791429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-dddd4c3d-2ed3-4053-ae3f-ce25cc09037d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91cb725-c3bb-449e-ae20-4f4481147da6 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:30.800469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b9274-deef-481b-af4c-d31e6e6473f8 req-e85fefc7-27af-4ca8-aad3-7730730804bf tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:30.802235 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c3b9274-deef-481b-af4c-d31e6e6473f8 req-e85fefc7-27af-4ca8-aad3-7730730804bf tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 944 time: 0.2298288 Jul 07 19:14:30.834381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-dddd4c3d-2ed3-4053-ae3f-ce25cc09037d service neutron] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=f91cb725-c3bb-449e-ae20-4f4481147da6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:30.839942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-50b840fc-5be2-4a36-bbbc-f85bf38ed1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:30.841773 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-50b840fc-5be2-4a36-bbbc-f85bf38ed1f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3595543 Jul 07 19:14:30.852659 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e754cce-5c45-4d9f-adcd-4226deeca109 req-7b86fadd-711a-45c2-97e9-31e63d4e4fa7 service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686018 Jul 07 19:14:30.900011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c63541-ba44-44ef-bbfa-4ad6b8dee901 req-2cb45697-3332-48a9-9528-e0e78399fc62 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:30.901454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73c63541-ba44-44ef-bbfa-4ad6b8dee901 req-2cb45697-3332-48a9-9528-e0e78399fc62 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.4400280 Jul 07 19:14:30.923092 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d5e5-2e68-42c9-b106-df1f43d8168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.929065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-2f1bf425-846c-4562-80c4-22f87cbae093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:30.930647 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-2f1bf425-846c-4562-80c4-22f87cbae093 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=17a434a7d0c942d08958b19e81486122&device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 1095 time: 0.4285955 Jul 07 19:14:30.936880 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-dddd4c3d-2ed3-4053-ae3f-ce25cc09037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.972446 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c3b9274-deef-481b-af4c-d31e6e6473f8 req-4b4c3b9e-7172-4b33-9f29-dc980a139995 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514540 Jul 07 19:14:30.973616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9d5e5-2e68-42c9-b106-df1f43d8168e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79d7f69-9b6a-4531-8a74-d9c835c62358,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:30.989741 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d5e5-2e68-42c9-b106-df1f43d8168e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.994714 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c5f9d5e5-2e68-42c9-b106-df1f43d8168e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c79d7f69-9b6a-4531-8a74-d9c835c62358 HTTP/1.1" status: 204 len: 168 time: 0.6883237 Jul 07 19:14:30.994714 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d7afe7be-f8dd-4bf0-b87f-68b170de07dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.999410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48576) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:31.026972 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-09856acf-7bf5-426a-a8e6-ef63bb26a76f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c4bab9b-6bab-42b8-af69-f2e39c0dd093 HTTP/1.1" status: 200 len: 217 time: 0.0874376 Jul 07 19:14:31.162283 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73c63541-ba44-44ef-bbfa-4ad6b8dee901 req-41327863-2e30-4502-a691-4e5ead189ca9 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270091 Jul 07 19:14:31.178192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-299e40fb-541d-470a-b0a5-902ba50df68b service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244340 Jul 07 19:14:31.203059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-9a7bd48c-c5e5-4e7c-a589-bb9650978569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.205222 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-9a7bd48c-c5e5-4e7c-a589-bb9650978569 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bbfd94d3-665b-4e9b-988c-c0779e981edc HTTP/1.1" status: 200 len: 855 time: 0.1427507 Jul 07 19:14:31.300188 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-3f93dc4e-7f17-4db6-a639-340d7c5d5250 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755358 Jul 07 19:14:31.304506 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-dddd4c3d-2ed3-4053-ae3f-ce25cc09037d service neutron] Transition to ACTIVE for port object f91cb725-c3bb-449e-ae20-4f4481147da6 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:31.319290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-dddd4c3d-2ed3-4053-ae3f-ce25cc09037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.420442 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd78a111-f98b-4e33-9a5a-7f543099cb24 x-openstack-request-id: req-bd78a111-f98b-4e33-9a5a-7f543099cb24 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:31.420810 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f", "tag": "8c4bab9b-6bab-42b8-af69-f2e39c0dd093", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:31.421170 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd78a111-f98b-4e33-9a5a-7f543099cb24 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:31.421611 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f', 'tag': '8c4bab9b-6bab-42b8-af69-f2e39c0dd093', 'status': 'completed', 'code': 200} Jul 07 19:14:31.470051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afe7be-f8dd-4bf0-b87f-68b170de07dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c245494-a33b-46f8-a33f-a6bc9618903d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:31.473955 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.493670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55187bd0-3412-4e41-990c-65d7829a4533 req-08f5bd00-5074-4dca-b91e-663096533a34 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/803184d5-9932-4d4d-8fe2-94781930a8c9 HTTP/1.1" status: 200 len: 1811 time: 0.1377161 Jul 07 19:14:31.510926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7afe7be-f8dd-4bf0-b87f-68b170de07dc admin admin] Checking segment: {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:31.511424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7afe7be-f8dd-4bf0-b87f-68b170de07dc admin admin] Network hostable DHCP agents. Network: 9892ad39-ee05-4c01-b72a-14bb665e1b69, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:14:31.531752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-dddd4c3d-2ed3-4053-ae3f-ce25cc09037d service neutron] No DVR routers for this DVR port f91cb725-c3bb-449e-ae20-4f4481147da6 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:31.539011 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-578606e6-0072-4135-9842-6643ad213591 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481388 Jul 07 19:14:31.577288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd4c3d-2ed3-4053-ae3f-ce25cc09037d service neutron] Pushing event updated for resources: {'Port': ['ID=f91cb725-c3bb-449e-ae20-4f4481147da6,revision_number=10']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:31.624197 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-3f90ccda-ef6a-4a70-99ff-f1c35ca64ff4 service neutron] 10.222.0.110 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163714 Jul 07 19:14:31.628169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7afe7be-f8dd-4bf0-b87f-68b170de07dc admin admin] Network 9892ad39-ee05-4c01-b72a-14bb665e1b69 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:14:31.636321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-dddd4c3d-2ed3-4053-ae3f-ce25cc09037d service neutron] 10.222.0.110 "PUT /v2.0/ports/f91cb725-c3bb-449e-ae20-4f4481147da6/bindings/n-h1-793621-9/activate HTTP/1.1" status: 200 len: 369 time: 2.3498342 Jul 07 19:14:31.678954 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.692144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-d7afe7be-f8dd-4bf0-b87f-68b170de07dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 9892ad39-ee05-4c01-b72a-14bb665e1b69) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:31.707259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fc5ba1-26fc-41d2-8a4e-d66800562b4e']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:31.709869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a36c04d-6ffd-4890-a72f-962c6ebfcc50 None None] Network 9892ad39-ee05-4c01-b72a-14bb665e1b69 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:31.712844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7afe7be-f8dd-4bf0-b87f-68b170de07dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.713805 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d7afe7be-f8dd-4bf0-b87f-68b170de07dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.732627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbf01a2-c101-42f1-8367-debdca53b739') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:31.732936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbf01a2-c101-42f1-8367-debdca53b739') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:31.751393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.778658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d7afe7be-f8dd-4bf0-b87f-68b170de07dc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4748495 Jul 07 19:14:31.778955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebabc1-9de6-4abf-a6a6-a5e26cfd589b req-a60d5812-16e1-4d4a-8538-8dde3c537ed9 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.779583 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a1ebabc1-9de6-4abf-a6a6-a5e26cfd589b req-a60d5812-16e1-4d4a-8538-8dde3c537ed9 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 943 time: 0.2491531 Jul 07 19:14:31.779773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48584) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:31.789889 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:31.795979 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.817509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:14:31.818206 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:14:31.824610 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:14:31.858607 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-783c1d42-6e61-4dc8-bd03-b103cd8d023c req-b8092724-a7fe-408d-90f5-e5ef17264ff8 service neutron] 10.222.0.110 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205250 Jul 07 19:14:31.891672 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a1ebabc1-9de6-4abf-a6a6-a5e26cfd589b req-5943f0a5-44ff-4a84-b609-74c1c6e62f5a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000831 Jul 07 19:14:31.898020 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-fb6bedd0-1c31-407a-968c-4ded75de25bd tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.898205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43618d07-5580-4f2b-83c5-04727d50ecd5 req-5b2eeec8-07ac-4da0-9005-076eff3419f7 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.900159 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-fb6bedd0-1c31-407a-968c-4ded75de25bd tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3&tenant_id=3a67b76b74474baf828e899c52f53df9&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1095 time: 0.1955767 Jul 07 19:14:31.905993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43618d07-5580-4f2b-83c5-04727d50ecd5 req-5b2eeec8-07ac-4da0-9005-076eff3419f7 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 944 time: 0.3140652 Jul 07 19:14:31.943155 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.944286 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.977669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.003055 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.009298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-9892ad39-ee05-4c01-b72a-14bb665e1b69', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:14:32.010261 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f0fc5ba1-26fc-41d2-8a4e-d66800562b4e HTTP/1.1" status: 204 len: 168 time: 1.0089581 Jul 07 19:14:32.018310 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.050344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43618d07-5580-4f2b-83c5-04727d50ecd5 req-aa039986-a4fd-42e0-b9ec-0e296be09928 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425021 Jul 07 19:14:32.060673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403172c9-1fe5-4aa0-a0c3-864606910a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0fc5ba1-26fc-41d2-8a4e-d66800562b4e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:32.136891 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.337920 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48592) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:32.344285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Allocated IP 172.20.0.2 (9892ad39-ee05-4c01-b72a-14bb665e1b69/1c245494-a33b-46f8-a33f-a6bc9618903d/64e8f94c-7a12-4e50-bf94-b5a0b111ae65) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:32.415842 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-37826cbd-3a23-43d8-90e9-17eefbc7166d req-515e1ec7-db3e-44f2-b97f-adf11d76d5bf tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] show failed (client error): The resource could not be found. Jul 07 19:14:32.417714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37826cbd-3a23-43d8-90e9-17eefbc7166d req-515e1ec7-db3e-44f2-b97f-adf11d76d5bf tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/8bbb76e3-75db-4855-a75d-ac04e3d53037 HTTP/1.1" status: 404 len: 352 time: 0.0299604 Jul 07 19:14:32.461101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-4258ffe8-8478-40ca-bc93-3c5b95459875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:32.463273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-4258ffe8-8478-40ca-bc93-3c5b95459875 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3&tenant_id=3a67b76b74474baf828e899c52f53df9 HTTP/1.1" status: 200 len: 1095 time: 0.5500972 Jul 07 19:14:32.488867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f288e-edad-4fdb-a271-09c4300436c0 req-351893dc-0b47-4c24-beaa-38daa10cd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:32.491441 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-443f288e-edad-4fdb-a271-09c4300436c0 req-351893dc-0b47-4c24-beaa-38daa10cd303 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=17a434a7d0c942d08958b19e81486122&device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 1095 time: 0.5550196 Jul 07 19:14:32.565427 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.593988 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.603669 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9be684e0-9883-4aa1-ae5f-933ccd1ec65a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48dc38d7b18a420b9af11120b66526bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610352 Jul 07 19:14:32.607544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48596) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:32.612839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Transition to ACTIVE for port object 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:32.634182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19979d-0135-41f8-987d-62480376198d req-e99a1a71-f3f1-49c6-ad13-b234ef75798e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:32.635672 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Transition to ACTIVE for port object 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:32.639494 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc19979d-0135-41f8-987d-62480376198d req-e99a1a71-f3f1-49c6-ad13-b234ef75798e tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 944 time: 0.4173448 Jul 07 19:14:32.645069 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.697397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Network 9892ad39-ee05-4c01-b72a-14bb665e1b69 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:32.703898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-75dac676-5db6-4d77-a809-056d3532a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:32.705449 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-75dac676-5db6-4d77-a809-056d3532a06c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a67b76b74474baf828e899c52f53df9&device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 1095 time: 0.2050002 Jul 07 19:14:32.706316 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:32.709787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:32.715735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884003d-0859-4050-925c-47f1f0af56db req-f4f0fe92-e415-462b-b846-91fe9ee42922 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:32.717328 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0884003d-0859-4050-925c-47f1f0af56db req-f4f0fe92-e415-462b-b846-91fe9ee42922 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.1307487 Jul 07 19:14:32.729653 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Pushing event updated for resources: {'Port': ['ID=64e8f94c-7a12-4e50-bf94-b5a0b111ae65,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:32.792286 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc19979d-0135-41f8-987d-62480376198d req-89a0a28f-29d0-47b6-859e-6043789d283c tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449444 Jul 07 19:14:32.807005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Attempting to bind port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:32.807386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Attempting to bind port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:32.807813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Attempting to bind port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 on network 9892ad39-ee05-4c01-b72a-14bb665e1b69 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:32.812737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f288e-edad-4fdb-a271-09c4300436c0 req-b398a12b-e67a-40af-b160-b8b77f9044b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:32.814542 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-443f288e-edad-4fdb-a271-09c4300436c0 req-b398a12b-e67a-40af-b160-b8b77f9044b9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 HTTP/1.1" status: 200 len: 916 time: 0.3010118 Jul 07 19:14:32.814765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:32.815102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Checking segment: {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:32.815437 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.815983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Bound using segment: {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:32.816475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Bound port: 64e8f94c-7a12-4e50-bf94-b5a0b111ae65, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:32.817837 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.833907 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-776e69b1-f90e-45e9-ab35-f0f9c4bcc2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.859796 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0884003d-0859-4050-925c-47f1f0af56db req-b1186877-1d51-487a-bb04-212e8fa5c064 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092291 Jul 07 19:14:32.868996 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-776e69b1-f90e-45e9-ab35-f0f9c4bcc2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.900415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] For port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:32.904815 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-9790adc0-2f74-48fa-ad79-0450e276edf8 req-2a599a36-62b1-4f47-8c4f-3789f9ddfec4 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] show failed (client error): The resource could not be found. Jul 07 19:14:32.905957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] For port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=64e8f94c-7a12-4e50-bf94-b5a0b111ae65,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:32.906312 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9790adc0-2f74-48fa-ad79-0450e276edf8 req-2a599a36-62b1-4f47-8c4f-3789f9ddfec4 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-group-rules/90602ef8-cdae-4611-9c31-06e8b10a4635 HTTP/1.1" status: 404 len: 361 time: 0.0262225 Jul 07 19:14:32.913249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.947527 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-443f288e-edad-4fdb-a271-09c4300436c0 req-b8e78556-926d-4b50-bd3c-acb1e3bacfa5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c4bab9b-6bab-42b8-af69-f2e39c0dd093 HTTP/1.1" status: 200 len: 217 time: 0.1227765 Jul 07 19:14:32.999267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e06b68-5e36-4d37-ad09-7a95fc0286db None None] Pushing event updated for resources: {'Port': ['ID=64e8f94c-7a12-4e50-bf94-b5a0b111ae65,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:33.023405 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-776e69b1-f90e-45e9-ab35-f0f9c4bcc2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.026742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-776e69b1-f90e-45e9-ab35-f0f9c4bcc2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.027047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-180fa386-6072-477c-85a0-49d7fec96a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:33.032006 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-776e69b1-f90e-45e9-ab35-f0f9c4bcc2ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/510b25f3-a5ff-4e22-89ed-72dac02e2838 HTTP/1.1" status: 204 len: 168 time: 0.3872545 Jul 07 19:14:33.032277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-180fa386-6072-477c-85a0-49d7fec96a4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 200 len: 921 time: 0.3066509 Jul 07 19:14:33.057146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e69b1-f90e-45e9-ab35-f0f9c4bcc2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510b25f3-a5ff-4e22-89ed-72dac02e2838,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:33.089505 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d8fc2f9-3df0-44e6-b071-055cb0319d87 req-96b90161-4dc7-4317-a7b8-16fc50c8e4a1 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/803184d5-9932-4d4d-8fe2-94781930a8c9 HTTP/1.1" status: 200 len: 1811 time: 0.1274014 Jul 07 19:14:33.128920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-57004c9c-b4fb-47eb-9afe-c1c5d83496eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f91cb725-c3bb-449e-ae20-4f4481147da6 HTTP/1.1" status: 200 len: 217 time: 0.0709069 Jul 07 19:14:33.188027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f288e-edad-4fdb-a271-09c4300436c0 req-508b0908-3cf5-4bac-bf56-f77e7283532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:33.189351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-443f288e-edad-4fdb-a271-09c4300436c0 req-508b0908-3cf5-4bac-bf56-f77e7283532a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bbfd94d3-665b-4e9b-988c-c0779e981edc HTTP/1.1" status: 200 len: 855 time: 0.2297502 Jul 07 19:14:33.262487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-443f288e-edad-4fdb-a271-09c4300436c0 req-e12ef7a6-2742-4956-8a3e-229360733d20 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503640 Jul 07 19:14:33.274567 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.277984 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d8fc2f9-3df0-44e6-b071-055cb0319d87 req-839b462a-121c-4805-87bc-ab9bc9515c3b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.292567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-42472c8e-663f-4c60-9363-1da296edeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:33.294072 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-42472c8e-663f-4c60-9363-1da296edeed5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 200 len: 860 time: 0.1564465 Jul 07 19:14:33.314334 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.339817 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d8fc2f9-3df0-44e6-b071-055cb0319d87 req-839b462a-121c-4805-87bc-ab9bc9515c3b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.387398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-e0df2dc9-4057-4788-a0e5-09490adebbea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62088a1d-df6a-44fe-95d5-e251937c7b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816965 Jul 07 19:14:33.569562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Allocated IP 172.25.0.17 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:33.581388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad5e56-c7fa-4aad-888c-0aaeeea96d13 req-edf84b03-4b7f-4488-bc8b-3683fdf5c2ca tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:33.592438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2dad5e56-c7fa-4aad-888c-0aaeeea96d13 req-edf84b03-4b7f-4488-bc8b-3683fdf5c2ca tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 943 time: 0.4572196 Jul 07 19:14:33.674763 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-443f288e-edad-4fdb-a271-09c4300436c0 req-00f8d559-a2f1-474f-ab47-510c00ac47a4 service neutron] 10.222.0.110 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989305 Jul 07 19:14:33.718979 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.730279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2dad5e56-c7fa-4aad-888c-0aaeeea96d13 req-b6f70b63-4484-4563-bc5b-a885a3ac3679 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321108 Jul 07 19:14:33.775434 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.824901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-7b978a56-48f9-4444-a080-85c614b38dc0 service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111907 Jul 07 19:14:33.848915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:33.852126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Pushing event updated for resources: {'Port': ['ID=fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:33.853836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:33.858307 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:33.990840 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d8fc2f9-3df0-44e6-b071-055cb0319d87 req-839b462a-121c-4805-87bc-ab9bc9515c3b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.993772 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-443f288e-edad-4fdb-a271-09c4300436c0 req-2c0ec7f6-7988-42ce-840a-d96de3bf93ff service neutron] 10.222.0.110 "GET /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055899 Jul 07 19:14:33.993998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d8fc2f9-3df0-44e6-b071-055cb0319d87 req-839b462a-121c-4805-87bc-ab9bc9515c3b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.995701 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d8fc2f9-3df0-44e6-b071-055cb0319d87 req-839b462a-121c-4805-87bc-ab9bc9515c3b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "DELETE /v2.0/security-groups/803184d5-9932-4d4d-8fe2-94781930a8c9 HTTP/1.1" status: 204 len: 173 time: 0.9045296 Jul 07 19:14:34.010187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b462a-121c-4805-87bc-ab9bc9515c3b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=803184d5-9932-4d4d-8fe2-94781930a8c9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:34.082542 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-8dfaad8a-3c89-4af1-a01a-ed1b54fdcf8f service neutron] 10.222.0.48 "GET /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471697 Jul 07 19:14:34.363808 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:34.370153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ecfed-226c-4827-83f4-eaa9dc5c079b req-030a71bd-5745-4303-a607-2517f0052c9b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:34.372075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-762ecfed-226c-4827-83f4-eaa9dc5c079b req-030a71bd-5745-4303-a607-2517f0052c9b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 944 time: 0.1818578 Jul 07 19:14:34.457797 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-762ecfed-226c-4827-83f4-eaa9dc5c079b req-8389ef6e-17f1-46d4-a7b3-fd1d70b52fc3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758860 Jul 07 19:14:34.465203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e23968-1191-4d13-8009-45ee569cab13 req-45a33611-e3c9-4dfa-8392-90518be74d23 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:34.493562 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8e23968-1191-4d13-8009-45ee569cab13 req-45a33611-e3c9-4dfa-8392-90518be74d23 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 944 time: 0.2121105 Jul 07 19:14:34.637007 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8e23968-1191-4d13-8009-45ee569cab13 req-114b7d73-0c53-4b2e-8a2f-f4e98970afb5 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535347 Jul 07 19:14:34.730979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a5961-d2f7-4965-8d98-2588acd595f6 None None] Network 9892ad39-ee05-4c01-b72a-14bb665e1b69 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:34.759421 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48632) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:34.844991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3837-a75c-489e-86c7-f9a843d76f5a req-a1768826-232c-4175-ba2b-2981e1716dcc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:34.847139 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3f3837-a75c-489e-86c7-f9a843d76f5a req-a1768826-232c-4175-ba2b-2981e1716dcc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.2158432 Jul 07 19:14:34.864928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e0a5f2f8-de14-4985-8d5a-aa0e6b34d4e1 req-a1196246-e16b-4937-9a6b-700da51c2250 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/ba6be846-aeab-41d0-a37d-94f7e42bbada HTTP/1.1" status: 200 len: 1811 time: 0.0857494 Jul 07 19:14:34.972571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-74e572de-cc74-41d2-8376-27068e83bfe5 None None] Provisioning for port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:34.974773 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-76574dd9-1b1b-45fc-9741-ad5852259d23 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:34.978919 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-76574dd9-1b1b-45fc-9741-ad5852259d23 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3&tenant_id=3a67b76b74474baf828e899c52f53df9&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 1095 time: 0.1998467 Jul 07 19:14:35.040045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.091474 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3f3837-a75c-489e-86c7-f9a843d76f5a req-009a4acd-fd5c-454e-af3c-e9505df7a3ca tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158496 Jul 07 19:14:35.113305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-761523557-network', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:35.127454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e0a5f2f8-de14-4985-8d5a-aa0e6b34d4e1 req-42354710-a913-452b-aa0b-d23abb1d29ca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.230524 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e0a5f2f8-de14-4985-8d5a-aa0e6b34d4e1 req-42354710-a913-452b-aa0b-d23abb1d29ca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.232171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Made reservation on behalf of 094c8d0a18cb46f6bbce9db8f4bf67ad for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:35.235132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.262473 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.298698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-ad046d03-c995-43ab-ac40-93ccf74a44ee service neutron] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:35.303918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-b88d947e-c33a-4586-86f4-122f39e642e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:35.305492 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-b88d947e-c33a-4586-86f4-122f39e642e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928&tenant_id=df682d3641464be3ad43c2c4ee4d0b3f HTTP/1.1" status: 200 len: 1099 time: 0.1989055 Jul 07 19:14:35.310293 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-ad046d03-c995-43ab-ac40-93ccf74a44ee service neutron] Notify callbacks [] for binding, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.311469 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fef9c9da-f8f2-4ea5-b766-a1645c7f21b3 req-ad046d03-c995-43ab-ac40-93ccf74a44ee service neutron] 10.222.0.48 "DELETE /v2.0/ports/f91cb725-c3bb-449e-ae20-4f4481147da6/bindings/n-h2-793621-9 HTTP/1.1" status: 204 len: 173 time: 0.3258216 Jul 07 19:14:35.343520 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e0a5f2f8-de14-4985-8d5a-aa0e6b34d4e1 req-42354710-a913-452b-aa0b-d23abb1d29ca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.347228 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e0a5f2f8-de14-4985-8d5a-aa0e6b34d4e1 req-42354710-a913-452b-aa0b-d23abb1d29ca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.349034 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e0a5f2f8-de14-4985-8d5a-aa0e6b34d4e1 req-42354710-a913-452b-aa0b-d23abb1d29ca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "DELETE /v2.0/security-groups/ba6be846-aeab-41d0-a37d-94f7e42bbada HTTP/1.1" status: 204 len: 173 time: 0.4807510 Jul 07 19:14:35.384151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42354710-a913-452b-aa0b-d23abb1d29ca tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6be846-aeab-41d0-a37d-94f7e42bbada,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:35.388565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Router b5f86792-fc72-4e91-ace0-a36d52ae4c42 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:14:35.391422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3e193-e6a4-4e0e-85e6-f6e611495d23 req-3d7ee475-529b-4476-a50e-9d28a3cbbe1b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:35.395568 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29f3e193-e6a4-4e0e-85e6-f6e611495d23 req-3d7ee475-529b-4476-a50e-9d28a3cbbe1b tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 943 time: 0.1544662 Jul 07 19:14:35.399780 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.426041 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:14:35.558837 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29f3e193-e6a4-4e0e-85e6-f6e611495d23 req-346662ec-0bec-475c-a357-3e258e4710f7 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491385 Jul 07 19:14:35.643412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-121c69f7-ce52-4893-a3e3-0429f6cd0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:35.645057 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-121c69f7-ce52-4893-a3e3-0429f6cd0a9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 1099 time: 0.2136037 Jul 07 19:14:35.654903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:35.661971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:35.676006 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Sync routers for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:35.692673 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:35.693632 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:14:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:35.713649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:35.723506 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.734640 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-924d6da2-1463-4a7d-b8da-be7295fd458b req-babd32ff-dc09-4503-9361-8f22593529f9 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/7f8de2da-d990-4cb6-84c4-f0fd6d01cbe9 HTTP/1.1" status: 200 len: 1811 time: 0.1439714 Jul 07 19:14:35.740616 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.744880 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-423c4084-0183-446e-a59a-9f6d0de78c37 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9636929 Jul 07 19:14:35.750423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48646) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:35.772013 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.832188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0f82c583-d76d-4a67-9d8c-fef9529a6aaa no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:35.847543 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:35.958696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:14:36.031526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:36.035796 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.036530 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Added segment 5866d974-3689-4d28-b59f-f5329499d53f of type vlan for network 8b7161e7-a378-4da4-a7d1-f1ac2382667b Jul 07 19:14:36.049010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:36.049685 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.067655 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:34Z', 'revision_number': 3, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:36.102047 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Checking router: b5f86792-fc72-4e91-ace0-a36d52ae4c42 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:14:36.102744 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Updating router b5f86792-fc72-4e91-ace0-a36d52ae4c42 port fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:14:36.125864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e74f5-d638-46cf-aad0-876c0647628a req-331ff2e4-fcb4-4aa0-a836-c1a8a264e04b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:36.145448 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.149029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e22e74f5-d638-46cf-aad0-876c0647628a req-331ff2e4-fcb4-4aa0-a836-c1a8a264e04b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 944 time: 0.2350743 Jul 07 19:14:36.149260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8c4bab9b-6bab-42b8-af69-f2e39c0dd093,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:36.154343 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.209932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '8c4bab9b-6bab-42b8-af69-f2e39c0dd093', 'network_id': 'bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7', 'port_id': '8c4bab9b-6bab-42b8-af69-f2e39c0dd093', 'mac_address': 'fa:16:3e:c5:36:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfd94d3-665b-4e9b-988c-c0779e981edc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:36.216313 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-924d6da2-1463-4a7d-b8da-be7295fd458b req-4c2eebb6-38ba-49dc-91a4-e2cfef38c0b0 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.265232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-924d6da2-1463-4a7d-b8da-be7295fd458b req-4c2eebb6-38ba-49dc-91a4-e2cfef38c0b0 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.275121 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.278613 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.287857 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.307830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:36.330020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8c4bab9b-6bab-42b8-af69-f2e39c0dd093,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:36.341293 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.341968 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 42e10417-8c28-4d9c-8605-93107c660bf4 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:36.350919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c943375-96fb-439e-a126-26fdd1158161,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:36.391519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.395126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:36.396075 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.399185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:36.401397 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb129fd-8a1c-45d7-98ff-f3db210507b1" -d '{"events": [{"server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "name": "network-vif-unplugged", "status": "completed", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:36.417813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=64e8f94c-7a12-4e50-bf94-b5a0b111ae65,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:36.419186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-cb40de7b-050b-4f68-b392-1d218226e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:36.422447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-cb40de7b-050b-4f68-b392-1d218226e2b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.7673819 Jul 07 19:14:36.424058 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-924d6da2-1463-4a7d-b8da-be7295fd458b req-4c2eebb6-38ba-49dc-91a4-e2cfef38c0b0 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.428389 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-924d6da2-1463-4a7d-b8da-be7295fd458b req-4c2eebb6-38ba-49dc-91a4-e2cfef38c0b0 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.428764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:36.431081 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-924d6da2-1463-4a7d-b8da-be7295fd458b req-4c2eebb6-38ba-49dc-91a4-e2cfef38c0b0 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "DELETE /v2.0/security-groups/7f8de2da-d990-4cb6-84c4-f0fd6d01cbe9 HTTP/1.1" status: 204 len: 173 time: 0.6938045 Jul 07 19:14:36.455055 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.493260 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.530360 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.549550 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Transition to ACTIVE for port object fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:36.564236 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.575932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2eebb6-38ba-49dc-91a4-e2cfef38c0b0 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8de2da-d990-4cb6-84c4-f0fd6d01cbe9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:36.581935 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] Pushing event updated for resources: {'Network': ['ID=8b7161e7-a378-4da4-a7d1-f1ac2382667b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:36.590518 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d46bbf73-cb25-41d5-b06d-33a448eee96b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8271930 Jul 07 19:14:36.636909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48654) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:36.644295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-47e781d5-a731-4569-98ed-02bcb957df0c admin admin] Request body: {'subnet': {'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-761523557-subnet', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:36.648078 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Pushing event updated for resources: {'Port': ['ID=fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:36.676246 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:36.679973 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:36.679973 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:36.679973 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:36.679973 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:36.679973 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:36.681489 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:36.681693 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-fbdd1041-b2e4-4c96-9ca7-e82545362e67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa HTTP/1.1" status: 200 len: 217 time: 0.2311573 Jul 07 19:14:36.682653 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:36.683639 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:36.684169 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:36.684782 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:36.685370 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:36.687971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e781d5-a731-4569-98ed-02bcb957df0c admin admin] Made reservation on behalf of 094c8d0a18cb46f6bbce9db8f4bf67ad for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:36.690826 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Attempting to bind port fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:36.691233 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Attempting to bind port fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:36.692066 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Attempting to bind port fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:36.693817 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47e781d5-a731-4569-98ed-02bcb957df0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.710584 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:36.711335 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:36.712784 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.713411 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:36.714149 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Bound port: fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:36.715160 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.715822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 8b7161e7-a378-4da4-a7d1-f1ac2382667b details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:14:36.744313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=8c4bab9b-6bab-42b8-af69-f2e39c0dd093,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:36.859032 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] For port fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:36.868618 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] For port fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:36.875114 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.966461 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:36.968279 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:14:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:36.968423 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e22e74f5-d638-46cf-aad0-876c0647628a req-83907558-72bc-4387-9c6f-cf1cadb4f318 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8190427 Jul 07 19:14:37.004459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-8db0879c-af24-4154-8068-3d0c285a4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:37.007067 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-8db0879c-af24-4154-8068-3d0c285a4757 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2050188 Jul 07 19:14:37.112466 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=42e10417-8c28-4d9c-8605-93107c660bf4,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:37.118839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdd2f9-c9b3-4521-960e-983eab765ebb req-0d8d54dc-facd-4ffe-853c-322a58039a9a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:37.123228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfbdd2f9-c9b3-4521-960e-983eab765ebb req-0d8d54dc-facd-4ffe-853c-322a58039a9a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 945 time: 0.3194683 Jul 07 19:14:37.148260 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad67b1f-295e-44b6-9132-508bd95bd00c None None] Pushing event updated for resources: {'Port': ['ID=fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:37.166891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '42e10417-8c28-4d9c-8605-93107c660bf4', 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc', 'port_id': '42e10417-8c28-4d9c-8605-93107c660bf4', 'mac_address': 'fa:16:3e:86:f0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05946642-1500-4a2b-8a19-0c5229723139', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:37.199052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=64e8f94c-7a12-4e50-bf94-b5a0b111ae65,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:37.290532 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfbdd2f9-c9b3-4521-960e-983eab765ebb req-46bcd562-54d9-4361-8bf7-4d3e429c15e7 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549203 Jul 07 19:14:37.293816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:37.309281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-ad89ed98-59e6-458c-87d5-43052f93febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:37.310993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-ad89ed98-59e6-458c-87d5-43052f93febc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2684355 Jul 07 19:14:37.333005 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:37.333426 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.367844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e10417-8c28-4d9c-8605-93107c660bf4 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:37.430378 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5e8901-6271-4041-ba1e-b02916b518a6 x-openstack-request-id: req-1e5e8901-6271-4041-ba1e-b02916b518a6 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:37.430907 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "name": "network-vif-unplugged", "status": "completed", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:37.431220 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e5e8901-6271-4041-ba1e-b02916b518a6 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:37.431783 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'code': 200} Jul 07 19:14:37.448366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=42e10417-8c28-4d9c-8605-93107c660bf4,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:37.462516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:37.466400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.471006 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.567470 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-76f236fd-77f4-4973-a0c9-bfdf2ed8be97 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416034 Jul 07 19:14:37.578737 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47e781d5-a731-4569-98ed-02bcb957df0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.582083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:37.582515 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.584514 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=42e10417-8c28-4d9c-8605-93107c660bf4,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:37.647741 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:34Z', 'revision_number': 3, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:37.683176 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea06cbe-4212-4b70-a310-e5c2b4d9d2cf None None] The sync data for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 is: [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:34Z', 'revision_number': 3, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:37.732962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Allocated IP 172.20.0.1 (9892ad39-ee05-4c01-b72a-14bb665e1b69/1c245494-a33b-46f8-a33f-a6bc9618903d/84d737d9-35ee-4fc6-bd18-b3378d63e437) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:37.744131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['8c4bab9b-6bab-42b8-af69-f2e39c0dd093'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:37.746740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['42e10417-8c28-4d9c-8605-93107c660bf4'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:37.747653 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598e366-c53f-48d7-842c-037c953011ba req-a7f4e872-87d5-4433-8ef7-75fb69885196 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:37.750018 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a598e366-c53f-48d7-842c-037c953011ba req-a7f4e872-87d5-4433-8ef7-75fb69885196 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 946 time: 0.3879538 Jul 07 19:14:37.755765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a611b6c-d60a-436e-98c1-29a22afdf450 req-1fd4e94e-cb25-48d9-9506-628728c22000 tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/466f312e-3167-43ae-850f-08740ba5d029 HTTP/1.1" status: 200 len: 1810 time: 0.2916138 Jul 07 19:14:37.800812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e781d5-a731-4569-98ed-02bcb957df0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f3f4c4-c371-4663-ac6c-c6d7533f86ab,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:37.865694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e781d5-a731-4569-98ed-02bcb957df0c admin admin] Checking segment: {'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:37.866056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e781d5-a731-4569-98ed-02bcb957df0c admin admin] Network hostable DHCP agents. Network: 8b7161e7-a378-4da4-a7d1-f1ac2382667b, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:14:37.872218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-638d173f-f796-45b2-96b8-cbfcebfd4735 req-2bde1503-cd9e-4135-b6ec-2ebde178ab97 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899511 Jul 07 19:14:37.908773 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e781d5-a731-4569-98ed-02bcb957df0c admin admin] Network 8b7161e7-a378-4da4-a7d1-f1ac2382667b is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:14:37.922466 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3a611b6c-d60a-436e-98c1-29a22afdf450 req-dfac9630-1a9a-4c6c-9366-390f3955c1fb tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.933555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-47e781d5-a731-4569-98ed-02bcb957df0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 8b7161e7-a378-4da4-a7d1-f1ac2382667b) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:37.937510 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a598e366-c53f-48d7-842c-037c953011ba req-79fdd333-1d74-4eb3-8f71-2ed10b692dd9 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711924 Jul 07 19:14:37.949547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222759f2-f810-46f1-9af1-e5c2acbaf442 None None] Network 8b7161e7-a378-4da4-a7d1-f1ac2382667b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:37.956561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e781d5-a731-4569-98ed-02bcb957df0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:37.957387 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47e781d5-a731-4569-98ed-02bcb957df0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.999015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3a611b6c-d60a-436e-98c1-29a22afdf450 req-dfac9630-1a9a-4c6c-9366-390f3955c1fb tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.028533 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-47e781d5-a731-4569-98ed-02bcb957df0c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3898783 Jul 07 19:14:38.034097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48662) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:38.044242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:38.071176 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.118100 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.127364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Transition to ACTIVE for port object 84d737d9-35ee-4fc6-bd18-b3378d63e437 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:38.129272 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.203241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3a611b6c-d60a-436e-98c1-29a22afdf450 req-dfac9630-1a9a-4c6c-9366-390f3955c1fb tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.209952 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3a611b6c-d60a-436e-98c1-29a22afdf450 req-dfac9630-1a9a-4c6c-9366-390f3955c1fb tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.225593 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a611b6c-d60a-436e-98c1-29a22afdf450 req-dfac9630-1a9a-4c6c-9366-390f3955c1fb tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "DELETE /v2.0/security-groups/466f312e-3167-43ae-850f-08740ba5d029 HTTP/1.1" status: 204 len: 173 time: 0.4623191 Jul 07 19:14:38.252119 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.307437 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.329461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Network 9892ad39-ee05-4c01-b72a-14bb665e1b69 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:38.344334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:38.364316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f25bf-5e41-4126-959a-473919c75945 req-af644a2e-7d9f-48e2-8d5a-3baf5feb1845 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:38.376411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac9630-1a9a-4c6c-9366-390f3955c1fb tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=466f312e-3167-43ae-850f-08740ba5d029,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:38.377366 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-414f25bf-5e41-4126-959a-473919c75945 req-af644a2e-7d9f-48e2-8d5a-3baf5feb1845 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 944 time: 0.2184229 Jul 07 19:14:38.383324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:38.475826 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'fixed_ips': [{'subnet_id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:14:38.476978 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.497279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Pushing event updated for resources: {'Port': ['ID=84d737d9-35ee-4fc6-bd18-b3378d63e437,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:38.523383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.759121 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.766115 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.773281 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e02bb7d-2bf6-4622-9f48-7d751a07b314 req-cbf9b917-c120-4775-8589-40822c7d460b tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "GET /v2.0/security-groups/fb8acf46-e792-487c-acfc-7e4b1a7bbf17 HTTP/1.1" status: 200 len: 1812 time: 0.1605270 Jul 07 19:14:38.776290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Allocated IP 172.20.0.2 (8b7161e7-a378-4da4-a7d1-f1ac2382667b/f0f3f4c4-c371-4663-ac6c-c6d7533f86ab/036c3fb0-c48d-4042-8dc6-83f3fd471f8f) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:38.792522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-98e51e12-cd49-4917-aeea-9f0a8ef3c595 None None] Provisioning for port 84d737d9-35ee-4fc6-bd18-b3378d63e437 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:38.805981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-98e51e12-cd49-4917-aeea-9f0a8ef3c595 None None] Provisioning complete for port 84d737d9-35ee-4fc6-bd18-b3378d63e437 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:38.807512 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-98e51e12-cd49-4917-aeea-9f0a8ef3c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.843449 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-414f25bf-5e41-4126-959a-473919c75945 req-6ab08446-b815-47ce-b766-47b8a7ddaa56 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469843 Jul 07 19:14:38.933181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-98e51e12-cd49-4917-aeea-9f0a8ef3c595 None None] Port 84d737d9-35ee-4fc6-bd18-b3378d63e437 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:14:38.961299 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e02bb7d-2bf6-4622-9f48-7d751a07b314 req-032a7da1-536a-4378-a176-6feb5a8ef9be tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.013919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e02bb7d-2bf6-4622-9f48-7d751a07b314 req-032a7da1-536a-4378-a176-6feb5a8ef9be tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.110710 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e02bb7d-2bf6-4622-9f48-7d751a07b314 req-032a7da1-536a-4378-a176-6feb5a8ef9be tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.114344 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e02bb7d-2bf6-4622-9f48-7d751a07b314 req-032a7da1-536a-4378-a176-6feb5a8ef9be tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.126668 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e02bb7d-2bf6-4622-9f48-7d751a07b314 req-032a7da1-536a-4378-a176-6feb5a8ef9be tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] 10.222.0.81 "DELETE /v2.0/security-groups/fb8acf46-e792-487c-acfc-7e4b1a7bbf17 HTTP/1.1" status: 204 len: 173 time: 0.3331051 Jul 07 19:14:39.127717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48674) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:39.176070 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.209568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.216009 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.220988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Transition to ACTIVE for port object 036c3fb0-c48d-4042-8dc6-83f3fd471f8f will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:39.229395 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a7da1-536a-4378-a176-6feb5a8ef9be tempest-SecurityGroupRulesNegativeTestJSON-1877357247 tempest-SecurityGroupRulesNegativeTestJSON-1877357247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8acf46-e792-487c-acfc-7e4b1a7bbf17,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:39.288852 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Transition to ACTIVE for port object 036c3fb0-c48d-4042-8dc6-83f3fd471f8f will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:39.300453 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.349469 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.354464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Pushing event updated for resources: {'Port': ['ID=84d737d9-35ee-4fc6-bd18-b3378d63e437,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:39.383527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba7a06-e6c8-4ff4-b2a1-1c5c9d3f79d9 req-a8ddf01d-c780-48d8-84af-d852e57cccec tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:39.385429 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acba7a06-e6c8-4ff4-b2a1-1c5c9d3f79d9 req-a8ddf01d-c780-48d8-84af-d852e57cccec tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 945 time: 0.2713883 Jul 07 19:14:39.389949 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ac1e9e-cbb0-4b4b-b017-2fe2c9d6418b admin admin] Deleting subnet 2d75ead0-1d98-44a3-89e3-9260cfa82331 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:14:39.438115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Network 8b7161e7-a378-4da4-a7d1-f1ac2382667b is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:39.440585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Pushing event updated for resources: {'Port': ['ID=036c3fb0-c48d-4042-8dc6-83f3fd471f8f,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:39.443952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:39.447746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:39.503709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:39.505474 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:39.506328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:39.507339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:39.508240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:39.509092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:39.509945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:39.510937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:39.511593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:39.512746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:39.513316 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:39.513793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:39.522945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Network 9892ad39-ee05-4c01-b72a-14bb665e1b69 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:39.537094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:39.583337 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Attempting to bind port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:39.583684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Attempting to bind port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:39.583840 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Attempting to bind port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f on network 8b7161e7-a378-4da4-a7d1-f1ac2382667b {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:39.588489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:39.624869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:39.625160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Checking segment: {'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:39.625369 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.625757 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Bound using segment: {'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:39.627023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Bound port: 036c3fb0-c48d-4042-8dc6-83f3fd471f8f, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:39.627569 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.628502 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acba7a06-e6c8-4ff4-b2a1-1c5c9d3f79d9 req-35bc0d3a-4052-4d11-b3d0-ff10b80dc63a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315622 Jul 07 19:14:39.684574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:39.761124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Router b5f86792-fc72-4e91-ace0-a36d52ae4c42 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:14:39.804916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] For port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:39.808381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] For port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=036c3fb0-c48d-4042-8dc6-83f3fd471f8f,segment=NetworkSegment(5866d974-3689-4d28-b59f-f5329499d53f),segment_id=5866d974-3689-4d28-b59f-f5329499d53f)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:39.817247 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.839670 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.922493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:39.943481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:39.947648 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1e9e-cbb0-4b4b-b017-2fe2c9d6418b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.948892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:39.949408 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.956451 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:39.956700 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.958325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1690866-dd06-49cd-9319-29d3e437ff83 None None] Pushing event updated for resources: {'Port': ['ID=036c3fb0-c48d-4042-8dc6-83f3fd471f8f,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:40.042379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:40.060324 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7ba0b7d9-2f4d-416b-a734-5f4166bcabe4 admin admin] 10.222.0.81 "PUT /v2.0/routers/b5f86792-fc72-4e91-ace0-a36d52ae4c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2961416 Jul 07 19:14:40.062681 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1e9e-cbb0-4b4b-b017-2fe2c9d6418b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.100914 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.126027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f2bddeb2-e983-4fde-b3b0-ac33b64976cc None None] Provisioning complete for port 84d737d9-35ee-4fc6-bd18-b3378d63e437 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:40.126703 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f2bddeb2-e983-4fde-b3b0-ac33b64976cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.135431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f0d-2e4c-449f-979f-daa24cbd3a65 req-6cfe0c40-6652-4959-b14f-c0e5f0aa3bb6 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:40.136630 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.137283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c6f72f0d-2e4c-449f-979f-daa24cbd3a65 req-6cfe0c40-6652-4959-b14f-c0e5f0aa3bb6 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 946 time: 0.2875040 Jul 07 19:14:40.171133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0dfbe-6a95-444f-9706-52498103c805 req-9ad7437b-1e5e-4341-9c89-03987d0a1d89 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:40.180294 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10a0dfbe-6a95-444f-9706-52498103c805 req-9ad7437b-1e5e-4341-9c89-03987d0a1d89 tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 1095 time: 0.8151658 Jul 07 19:14:40.215934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f2bddeb2-e983-4fde-b3b0-ac33b64976cc None None] Port 84d737d9-35ee-4fc6-bd18-b3378d63e437 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:14:40.260153 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1e9e-cbb0-4b4b-b017-2fe2c9d6418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.280290 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.281371 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c6f72f0d-2e4c-449f-979f-daa24cbd3a65 req-210c815f-a0da-42a6-8334-0b0f616f1c91 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363871 Jul 07 19:14:40.315381 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.346977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4bab9b-6bab-42b8-af69-f2e39c0dd093'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:40.350932 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc94f5a-d715-44fa-a429-43f4ac77aee4" -d '{"events": [{"server_uuid": "e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f", "name": "network-vif-plugged", "status": "completed", "tag": "8c4bab9b-6bab-42b8-af69-f2e39c0dd093"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:40.370609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8c4bab9b-6bab-42b8-af69-f2e39c0dd093,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:40.384725 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.386096 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 42e10417-8c28-4d9c-8605-93107c660bf4 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:40.420108 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10a0dfbe-6a95-444f-9706-52498103c805 req-5132d778-2f77-49b5-9c10-79e60d94215d tempest-LiveAutoBlockMigrationV225Test-1400569584 tempest-LiveAutoBlockMigrationV225Test-1400569584-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388051 Jul 07 19:14:40.459489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:40.465945 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.542599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 42e10417-8c28-4d9c-8605-93107c660bf4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:40.557144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 42e10417-8c28-4d9c-8605-93107c660bf4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:40.558175 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.566012 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1e9e-cbb0-4b4b-b017-2fe2c9d6418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.580644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Allocated IP 172.25.0.226 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/2c8f9f02-c71d-4611-bb72-22baef1f01fe) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:40.593736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=8c4bab9b-6bab-42b8-af69-f2e39c0dd093,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:40.607746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Sync routers for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:40.609498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac1e9e-cbb0-4b4b-b017-2fe2c9d6418b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d75ead0-1d98-44a3-89e3-9260cfa82331,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:40.617490 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1e9e-cbb0-4b4b-b017-2fe2c9d6418b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.619989 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d2ac1e9e-cbb0-4b4b-b017-2fe2c9d6418b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2d75ead0-1d98-44a3-89e3-9260cfa82331 HTTP/1.1" status: 204 len: 168 time: 1.4747846 Jul 07 19:14:40.624342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48692) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:40.755550 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.774479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:40.783069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:40.783930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:14:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:40.837583 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.891938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1909756-0edc-468c-85d0-0215acc39021 req-f5ff462f-5aa5-4189-88d1-c23635ba8fd1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:40.903185 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b1909756-0edc-468c-85d0-0215acc39021 req-f5ff462f-5aa5-4189-88d1-c23635ba8fd1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 944 time: 0.2222469 Jul 07 19:14:40.930846 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.945237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400eb5c6-6327-4dc2-9d27-f6695b32362b']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:40.960240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1df72f-2c48-4cb6-a59a-08fcdfea8ce4') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:40.961165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1df72f-2c48-4cb6-a59a-08fcdfea8ce4') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:40.976257 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.000735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.010059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:14:41.010786 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:14:41.015123 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:14:41.019698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b1909756-0edc-468c-85d0-0215acc39021 req-e7ac6f6e-5dd1-4d84-b0a6-0cbc6ed38330 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129444 Jul 07 19:14:41.032569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:41.096493 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.108498 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.115858 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] 10.222.0.81 "DELETE /v2.0/networks/400eb5c6-6327-4dc2-9d27-f6695b32362b HTTP/1.1" status: 204 len: 168 time: 0.4886234 Jul 07 19:14:41.129879 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b060228-46b9-4840-b9d9-f60f80e0a78e x-openstack-request-id: req-2b060228-46b9-4840-b9d9-f60f80e0a78e {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:41.130356 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f", "name": "network-vif-plugged", "status": "completed", "tag": "8c4bab9b-6bab-42b8-af69-f2e39c0dd093", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:41.130776 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b060228-46b9-4840-b9d9-f60f80e0a78e {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:41.143563 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4bab9b-6bab-42b8-af69-f2e39c0dd093', 'code': 200} Jul 07 19:14:41.150171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c465d-377c-4e88-a891-d6335d4ef61d admin admin] Pushing event deleted for resources: {'Network': ['ID=400eb5c6-6327-4dc2-9d27-f6695b32362b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:41.155715 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.217483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:41.238780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:41.243372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:41.348709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Pushing event updated for resources: {'Port': ['ID=2c8f9f02-c71d-4611-bb72-22baef1f01fe,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:41.415578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45494fb1-1876-41d4-b564-9f78ac1760ab req-72b600b1-6763-4af2-b955-fde57b7676b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:41.421967 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45494fb1-1876-41d4-b564-9f78ac1760ab req-72b600b1-6763-4af2-b955-fde57b7676b7 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 1097 time: 0.4007418 Jul 07 19:14:41.458075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48712) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:41.696451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45494fb1-1876-41d4-b564-9f78ac1760ab req-bff9120b-45fc-4fdf-90ec-61b0d8db36a8 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667363 Jul 07 19:14:41.717163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 036c3fb0-c48d-4042-8dc6-83f3fd471f8f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:41.731836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a14a7078-c69e-4e20-b0f7-f72e617e30dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=56521639da194a1ca4a8cd2a5d57e9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715511 Jul 07 19:14:41.733771 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48716) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:41.748313 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97397244-f493-449b-9088-357f676f2308 req-ca545af3-24a5-4edb-964c-bbcab945897d tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:41.757927 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-ca545af3-24a5-4edb-964c-bbcab945897d tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 820 time: 0.5003276 Jul 07 19:14:41.796255 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-cbe08acc-10f2-41bb-b78c-d69d9f12c9b7 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/quotas/5fcb9d6d7f3c452ba7e0bd1a44d1094f HTTP/1.1" status: 200 len: 375 time: 0.0371644 Jul 07 19:14:41.822365 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.897875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a5d6cf-e65e-4b2d-b1d1-c819e75b224a None None] Network 8b7161e7-a378-4da4-a7d1-f1ac2382667b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:41.898598 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-c19b7bb4-d77e-4195-a4b0-c40305be1039 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010818 Jul 07 19:14:41.982507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9fe3594f-4bd0-4e5a-a0ed-9e1c43710567 None None] Provisioning for port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:42.013956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:42.037759 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.040020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:42.040647 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.077181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf77b5d6-6cf1-4321-95cd-6a0a8ded0376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.091987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=42e10417-8c28-4d9c-8605-93107c660bf4,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:42.124416 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.176807 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf77b5d6-6cf1-4321-95cd-6a0a8ded0376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.197117 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-0f52b08c-a382-460f-9899-93eac34e7cd8 service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974894 Jul 07 19:14:42.219625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 2, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:42.290021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Checking router: b5f86792-fc72-4e91-ace0-a36d52ae4c42 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:14:42.290386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Updating router b5f86792-fc72-4e91-ace0-a36d52ae4c42 port 84d737d9-35ee-4fc6-bd18-b3378d63e437 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:14:42.327445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=42e10417-8c28-4d9c-8605-93107c660bf4,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:42.330351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18110f-dd27-4a20-8a62-405b1eabab05 req-5a6016bf-c15c-4750-911b-7bcb238e9836 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:42.338705 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7c18110f-dd27-4a20-8a62-405b1eabab05 req-5a6016bf-c15c-4750-911b-7bcb238e9836 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 946 time: 0.3583586 Jul 07 19:14:42.343381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-672644ad-ef27-40c2-91ac-c483f585e18e service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381574 Jul 07 19:14:42.406681 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.429672 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf77b5d6-6cf1-4321-95cd-6a0a8ded0376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.434956 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf77b5d6-6cf1-4321-95cd-6a0a8ded0376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.439660 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bf77b5d6-6cf1-4321-95cd-6a0a8ded0376 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9452ae6a-14db-4eb8-8739-d48e1f06c182 HTTP/1.1" status: 204 len: 168 time: 0.7043941 Jul 07 19:14:42.464162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7c18110f-dd27-4a20-8a62-405b1eabab05 req-1f9205a7-fee6-4d03-8fd0-a5fa7f91a11d tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123199 Jul 07 19:14:42.468466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77b5d6-6cf1-4321-95cd-6a0a8ded0376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9452ae6a-14db-4eb8-8739-d48e1f06c182,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:42.482919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.521629 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.745722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=036c3fb0-c48d-4042-8dc6-83f3fd471f8f,segment=NetworkSegment(5866d974-3689-4d28-b59f-f5329499d53f),segment_id=5866d974-3689-4d28-b59f-f5329499d53f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:42.763307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Router 316bb5d4-3628-432c-b580-f6a2458f87c9 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:14:42.766248 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.766932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:43.149550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a067b650-8616-4dfe-ba17-b7580fd8c495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e10417-8c28-4d9c-8605-93107c660bf4'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:43.153346 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9224c836-ff25-4f7b-8ef5-659f37d5bbee" -d '{"events": [{"server_uuid": "a067b650-8616-4dfe-ba17-b7580fd8c495", "name": "network-vif-plugged", "status": "completed", "tag": "42e10417-8c28-4d9c-8605-93107c660bf4"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:43.166068 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=036c3fb0-c48d-4042-8dc6-83f3fd471f8f,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:43.197928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-585f53cd-318c-4a89-864f-f40b242ff5b2 None None] Provisioning complete for port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:43.198497 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-585f53cd-318c-4a89-864f-f40b242ff5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.222829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:43.241154 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Sync routers for ids ['316bb5d4-3628-432c-b580-f6a2458f87c9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:43.256168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d42ea3-dafc-4c70-9245-8c5dcc2de8ad req-605003c7-bc7d-4bb1-be9c-14e690cfdd43 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:43.273276 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Routers {'316bb5d4-3628-432c-b580-f6a2458f87c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:43.274333 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:14:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['316bb5d4-3628-432c-b580-f6a2458f87c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:43.279532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0d42ea3-dafc-4c70-9245-8c5dcc2de8ad req-605003c7-bc7d-4bb1-be9c-14e690cfdd43 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 944 time: 0.2514520 Jul 07 19:14:43.300647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cacbff-1f81-4a73-b4e9-aff2e42e369d req-70504fec-ab10-48a4-8e98-f39fea5048de tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:43.317004 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4cacbff-1f81-4a73-b4e9-aff2e42e369d req-70504fec-ab10-48a4-8e98-f39fea5048de tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 944 time: 0.4588900 Jul 07 19:14:43.328841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.334601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48738) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:43.337007 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8fe8aa06-c334-4268-a021-6741ef70c39c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.3010349 Jul 07 19:14:43.449900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40060983-1d7f-44e3-b68a-b2830559032a req-b1d54caa-cccb-47ce-b11b-8edea3087047 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:43.459643 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40060983-1d7f-44e3-b68a-b2830559032a req-b1d54caa-cccb-47ce-b11b-8edea3087047 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 946 time: 0.5574646 Jul 07 19:14:43.484899 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0d42ea3-dafc-4c70-9245-8c5dcc2de8ad req-62a021ef-6eba-4746-91d7-7b7d9e2dd30f tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010882 Jul 07 19:14:43.518891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:43.519277 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.548628 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Set router 316bb5d4-3628-432c-b580-f6a2458f87c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:43.724856 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.726580 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40060983-1d7f-44e3-b68a-b2830559032a req-76235781-3185-431a-b082-049c504add7e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663243 Jul 07 19:14:43.768164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Transition to ACTIVE for port object 84d737d9-35ee-4fc6-bd18-b3378d63e437 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:43.778966 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.798599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-f4cacbff-1f81-4a73-b4e9-aff2e42e369d req-127c251e-087c-4b0f-b989-5eee0dbb78a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Deleting port f91cb725-c3bb-449e-ae20-4f4481147da6 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:43.799011 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f4cacbff-1f81-4a73-b4e9-aff2e42e369d req-127c251e-087c-4b0f-b989-5eee0dbb78a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.878027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b7fbb-07ce-47a9-a1ca-a716e0d6c6df None None] Pushing event updated for resources: {'Port': ['ID=84d737d9-35ee-4fc6-bd18-b3378d63e437,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:43.888549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0f82c583-d76d-4a67-9d8c-fef9529a6aaa details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:44.034862 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:14:41Z', 'revision_number': 3, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:44.052787 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e751c925-3812-435f-8517-f4669b83c027 req-a4b46cd6-89d6-40c4-a398-edc6220012a4 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 210 time: 0.0499475 Jul 07 19:14:44.104296 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Checking router: 316bb5d4-3628-432c-b580-f6a2458f87c9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:14:44.104642 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Updating router 316bb5d4-3628-432c-b580-f6a2458f87c9 port 2c8f9f02-c71d-4611-bb72-22baef1f01fe binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:14:44.110040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-f4cacbff-1f81-4a73-b4e9-aff2e42e369d req-127c251e-087c-4b0f-b989-5eee0dbb78a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] For port f91cb725-c3bb-449e-ae20-4f4481147da6, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=f91cb725-c3bb-449e-ae20-4f4481147da6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:44.110911 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f4cacbff-1f81-4a73-b4e9-aff2e42e369d req-127c251e-087c-4b0f-b989-5eee0dbb78a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.145518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:44.152607 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-f4cacbff-1f81-4a73-b4e9-aff2e42e369d req-127c251e-087c-4b0f-b989-5eee0dbb78a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Calling delete_port for f91cb725-c3bb-449e-ae20-4f4481147da6 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:44.196663 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5ee492-7e17-4a68-b7a4-202b32ed13e5 x-openstack-request-id: req-0e5ee492-7e17-4a68-b7a4-202b32ed13e5 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:44.197014 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a067b650-8616-4dfe-ba17-b7580fd8c495", "name": "network-vif-plugged", "status": "completed", "tag": "42e10417-8c28-4d9c-8605-93107c660bf4", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:44.197276 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e5ee492-7e17-4a68-b7a4-202b32ed13e5 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:44.197728 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a067b650-8616-4dfe-ba17-b7580fd8c495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e10417-8c28-4d9c-8605-93107c660bf4', 'code': 200} Jul 07 19:14:44.217067 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'mac_address': 'fa:16:3e:6f:0e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:44.222077 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.231724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 036c3fb0-c48d-4042-8dc6-83f3fd471f8f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:44.246691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843137f7-68ac-4f57-9eed-939d7d9ff4d6 req-22dc402e-9864-45f3-9135-aed4ea605180 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:44.259341 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-843137f7-68ac-4f57-9eed-939d7d9ff4d6 req-22dc402e-9864-45f3-9135-aed4ea605180 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 945 time: 0.4120996 Jul 07 19:14:44.341387 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-843137f7-68ac-4f57-9eed-939d7d9ff4d6 req-dbb18c41-edd7-4974-8814-fcc79c5140fd tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804112 Jul 07 19:14:44.374003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f4cacbff-1f81-4a73-b4e9-aff2e42e369d req-127c251e-087c-4b0f-b989-5eee0dbb78a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.424471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['6c1446eb-abd5-4595-b851-3b3b3049bc77', 'f91cb725-c3bb-449e-ae20-4f4481147da6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:44.442868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c251e-087c-4b0f-b989-5eee0dbb78a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Pushing event deleted for resources: {'Port': ['ID=f91cb725-c3bb-449e-ae20-4f4481147da6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:44.493122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Attempting to bind port 84d737d9-35ee-4fc6-bd18-b3378d63e437 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:44.493903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Attempting to bind port 84d737d9-35ee-4fc6-bd18-b3378d63e437 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:44.494499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Attempting to bind port 84d737d9-35ee-4fc6-bd18-b3378d63e437 on network 9892ad39-ee05-4c01-b72a-14bb665e1b69 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:44.495262 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.550962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:44.552249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Checking segment: {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:44.552719 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.553232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Bound using segment: {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:44.553851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Bound port: 84d737d9-35ee-4fc6-bd18-b3378d63e437, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:44.554373 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.592225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48764) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:44.607286 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.691880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cacbff-1f81-4a73-b4e9-aff2e42e369d req-127c251e-087c-4b0f-b989-5eee0dbb78a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] No DVR routers for this DVR port f91cb725-c3bb-449e-ae20-4f4481147da6 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:44.696944 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f4cacbff-1f81-4a73-b4e9-aff2e42e369d req-127c251e-087c-4b0f-b989-5eee0dbb78a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.710390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4cacbff-1f81-4a73-b4e9-aff2e42e369d req-127c251e-087c-4b0f-b989-5eee0dbb78a3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.48 "DELETE /v2.0/ports/f91cb725-c3bb-449e-ae20-4f4481147da6 HTTP/1.1" status: 204 len: 173 time: 1.3699360 Jul 07 19:14:44.721091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2316148-ad3b-487e-bb65-ee799f97efb3', 'name': 'network-vif-deleted', 'tag': 'f91cb725-c3bb-449e-ae20-4f4481147da6'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:44.741846 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6e647c-bdf8-4829-8f61-28b90e614c3e" -d '{"events": [{"server_uuid": "f2316148-ad3b-487e-bb65-ee799f97efb3", "name": "network-vif-deleted", "tag": "f91cb725-c3bb-449e-ae20-4f4481147da6"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:44.817013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-55797788-network', 'tenant_id': '2e1f918f8e4244559f5f76b0b68b66a6'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:44.823873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:44.824420 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.845662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Made reservation on behalf of 2e1f918f8e4244559f5f76b0b68b66a6 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:44.848671 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.867222 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.953611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d120f432-585d-474e-9322-5d32d2783c63 req-f8d9deae-ca0a-4555-b445-a3ae1f32f1f1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 210 time: 0.0550928 Jul 07 19:14:44.954543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d520133-a9f9-40bb-92f5-86da1a32b035 req-0963db02-904e-4cc2-94c1-7ff5a93ea3d4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:44.956899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Allocated IP 172.20.0.1 (8b7161e7-a378-4da4-a7d1-f1ac2382667b/f0f3f4c4-c371-4663-ac6c-c6d7533f86ab/cc51f43a-5171-4dd2-941d-bf5c6bdf5053) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:44.963715 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d520133-a9f9-40bb-92f5-86da1a32b035 req-0963db02-904e-4cc2-94c1-7ff5a93ea3d4 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 946 time: 0.3198447 Jul 07 19:14:44.967735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430e3d1-cb2b-4733-b95d-daef6c92bc0c req-9523d581-b3dd-4c5a-849b-365132a1acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:44.972041 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1430e3d1-cb2b-4733-b95d-daef6c92bc0c req-9523d581-b3dd-4c5a-849b-365132a1acfe service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 1096 time: 0.3181686 Jul 07 19:14:44.983253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f82c583-d76d-4a67-9d8c-fef9529a6aaa {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:44.990204 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.017342 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Transition to ACTIVE for port object 2c8f9f02-c71d-4611-bb72-22baef1f01fe will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:45.029613 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.058448 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7161aaae-ffb5-4a1b-aebe-fd00c6a09509 x-openstack-request-id: req-7161aaae-ffb5-4a1b-aebe-fd00c6a09509 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:45.058753 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2316148-ad3b-487e-bb65-ee799f97efb3", "name": "network-vif-deleted", "tag": "f91cb725-c3bb-449e-ae20-4f4481147da6", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:45.059040 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7161aaae-ffb5-4a1b-aebe-fd00c6a09509 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:45.059460 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2316148-ad3b-487e-bb65-ee799f97efb3', 'name': 'network-vif-deleted', 'tag': 'f91cb725-c3bb-449e-ae20-4f4481147da6', 'status': 'completed', 'code': 200} Jul 07 19:14:45.084745 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] For port 84d737d9-35ee-4fc6-bd18-b3378d63e437, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:45.088247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] For port 84d737d9-35ee-4fc6-bd18-b3378d63e437, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=84d737d9-35ee-4fc6-bd18-b3378d63e437,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:45.105175 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.158110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d520133-a9f9-40bb-92f5-86da1a32b035 req-21c717fc-6533-431c-8a85-d65346c07f55 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931667 Jul 07 19:14:45.165875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:45.167624 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbe4a4-9fc9-4887-beb7-b5bd178cd461 None None] Pushing event updated for resources: {'Port': ['ID=2c8f9f02-c71d-4611-bb72-22baef1f01fe,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:45.199510 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Attempting to bind port 2c8f9f02-c71d-4611-bb72-22baef1f01fe on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:45.199873 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Attempting to bind port 2c8f9f02-c71d-4611-bb72-22baef1f01fe by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:45.200135 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Attempting to bind port 2c8f9f02-c71d-4611-bb72-22baef1f01fe on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:45.211027 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:45.211779 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:45.212463 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.213177 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:45.213846 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Bound port: 2c8f9f02-c71d-4611-bb72-22baef1f01fe, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:45.214239 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.253955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b7fbb-07ce-47a9-a1ca-a716e0d6c6df None None] Pushing event updated for resources: {'Port': ['ID=84d737d9-35ee-4fc6-bd18-b3378d63e437,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:45.293837 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.299927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:45.304586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:14:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:45.315535 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1430e3d1-cb2b-4733-b95d-daef6c92bc0c req-bb350fea-b8ab-4628-92df-80d5b38d1ca0 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259330 Jul 07 19:14:45.360063 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] For port 2c8f9f02-c71d-4611-bb72-22baef1f01fe, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:45.367208 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] For port 2c8f9f02-c71d-4611-bb72-22baef1f01fe, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2c8f9f02-c71d-4611-bb72-22baef1f01fe,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:45.374451 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.537208 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Routers {'316bb5d4-3628-432c-b580-f6a2458f87c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:45.537855 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:14:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['316bb5d4-3628-432c-b580-f6a2458f87c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:45.548965 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbe4a4-9fc9-4887-beb7-b5bd178cd461 None None] Pushing event updated for resources: {'Port': ['ID=2c8f9f02-c71d-4611-bb72-22baef1f01fe,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:45.630926 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.640282 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.654829 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.674506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Transition to ACTIVE for port object cc51f43a-5171-4dd2-941d-bf5c6bdf5053 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:45.704922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:14:45.712098 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:45.741702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:45.789748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85794461-2bce-48a1-b43a-b617ba1e0b71 req-664215bf-ccac-48b8-8800-c515385851b1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:45.791734 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85794461-2bce-48a1-b43a-b617ba1e0b71 req-664215bf-ccac-48b8-8800-c515385851b1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.4798210 Jul 07 19:14:45.794089 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.794634 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Added segment c302e4f2-47c9-48e4-80ba-587a0e11da25 of type vlan for network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 Jul 07 19:14:45.880398 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] Set router 316bb5d4-3628-432c-b580-f6a2458f87c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:45.897043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.957459 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.958981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:45.959808 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.966518 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e230db6-e185-4234-8176-579ead6db6bb req-3c0ec1c0-6307-4cd0-8110-604b824ad259 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 210 time: 0.5646620 Jul 07 19:14:46.016707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4210052 Jul 07 19:14:46.026143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97397244-f493-449b-9088-357f676f2308 req-13590f19-9e86-4923-bfa2-29cf1246b1da tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:46.037076 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-13590f19-9e86-4923-bfa2-29cf1246b1da tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.110 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 820 time: 0.8693142 Jul 07 19:14:46.039024 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48782) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:46.048065 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device f91cb725-c3bb-449e-ae20-4f4481147da6 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:46.068931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-81abaec8-53dd-4df0-9f09-a1e8bd339405 admin admin] Request body: {'subnet': {'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-55797788-subnet', 'tenant_id': '2e1f918f8e4244559f5f76b0b68b66a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:46.079813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Request body: {'port': {'device_id': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'admin_state_up': True, 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:46.155298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0f82c583-d76d-4a67-9d8c-fef9529a6aaa'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:46.168171 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: f91cb725-c3bb-449e-ae20-4f4481147da6 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:46.168555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device f91cb725-c3bb-449e-ae20-4f4481147da6 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:46.192431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85794461-2bce-48a1-b43a-b617ba1e0b71 req-dd3fcf5c-59c6-487a-b238-84d464fa8239 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537830 Jul 07 19:14:46.212376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81abaec8-53dd-4df0-9f09-a1e8bd339405 admin admin] Made reservation on behalf of 2e1f918f8e4244559f5f76b0b68b66a6 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:46.216219 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81abaec8-53dd-4df0-9f09-a1e8bd339405 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:46.233512 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:46.282374 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:14:41Z', 'revision_number': 3, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:46.327798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,revision_number=10']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:46.360876 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860944d-a78a-4040-b441-e3d4cf0619ce None None] The sync data for ids ['316bb5d4-3628-432c-b580-f6a2458f87c9'] in n-d-793621-9 is: [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:14:41Z', 'revision_number': 3, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:46.370694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:45Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:46.371919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Pushing event updated for resources: {'Port': ['ID=cc51f43a-5171-4dd2-941d-bf5c6bdf5053,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:46.378691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a5553-529b-41a6-871a-c3ccfcca4437 admin admin] Pushing event updated for resources: {'Network': ['ID=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:46.383900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Network 8b7161e7-a378-4da4-a7d1-f1ac2382667b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:46.388961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:46.395029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:46.466346 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:46.486053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:14:46.594582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Made reservation on behalf of 5fcb9d6d7f3c452ba7e0bd1a44d1094f for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:46.614621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:46.629913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf82a99-05cf-495e-9205-71e0e8382ec9 None None] The sync data for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 is: [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:45Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:46.763390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f3b2a-dc1a-4d0e-8b7f-440243ed0efd req-950b6cb0-bf67-45b7-919d-9b1f0125fe59 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:46.765995 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c3f3b2a-dc1a-4d0e-8b7f-440243ed0efd req-950b6cb0-bf67-45b7-919d-9b1f0125fe59 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 946 time: 0.4297218 Jul 07 19:14:46.922855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f40ada5a-774a-4d96-8537-041682a4c90e None None] Provisioning for port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:46.951790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f40ada5a-774a-4d96-8537-041682a4c90e None None] Provisioning complete for port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:46.952333 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f40ada5a-774a-4d96-8537-041682a4c90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.025450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f40ada5a-774a-4d96-8537-041682a4c90e None None] Port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:14:47.090292 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c3f3b2a-dc1a-4d0e-8b7f-440243ed0efd req-70e54016-0924-4a04-a581-199fb377c3f3 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835405 Jul 07 19:14:47.127170 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81abaec8-53dd-4df0-9f09-a1e8bd339405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.271832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abaec8-53dd-4df0-9f09-a1e8bd339405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6eae3f-e364-4968-b2e0-000a4f1bdb41,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:47.318040 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.380115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Allocated IP 172.20.0.11 (9892ad39-ee05-4c01-b72a-14bb665e1b69/1c245494-a33b-46f8-a33f-a6bc9618903d/5a809436-aa28-46fa-b82e-3d12bffb128b) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:47.487437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81abaec8-53dd-4df0-9f09-a1e8bd339405 admin admin] Checking segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:47.487814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81abaec8-53dd-4df0-9f09-a1e8bd339405 admin admin] Network hostable DHCP agents. Network: 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:14:47.688680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81abaec8-53dd-4df0-9f09-a1e8bd339405 admin admin] Network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:14:47.759122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37a25e-3b8c-4fea-9f33-62dc0ebf6583 req-35cc639c-5fb8-4b77-87df-dca3ac813879 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:47.762363 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce37a25e-3b8c-4fea-9f33-62dc0ebf6583 req-35cc639c-5fb8-4b77-87df-dca3ac813879 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 945 time: 0.7029858 Jul 07 19:14:47.766202 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.788420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.858223 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c201f501-e021-435e-93df-6701c69ecbbd req-2a3a0e47-8338-4d78-adf0-b7c46517365a tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 210 time: 0.2190733 Jul 07 19:14:47.883967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-81abaec8-53dd-4df0-9f09-a1e8bd339405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:47.888634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce37a25e-3b8c-4fea-9f33-62dc0ebf6583 req-43acd90e-ef17-49da-b587-38a4235b6f41 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158457 Jul 07 19:14:47.899337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Pushing event updated for resources: {'Port': ['ID=cc51f43a-5171-4dd2-941d-bf5c6bdf5053,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:47.902474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81abaec8-53dd-4df0-9f09-a1e8bd339405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:47.903478 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81abaec8-53dd-4df0-9f09-a1e8bd339405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.908699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234942db-592f-440d-8034-11413c2b27c1 None None] Network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:47.962939 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.982676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-81abaec8-53dd-4df0-9f09-a1e8bd339405 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9417679 Jul 07 19:14:48.033458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-686dbb71-9e92-4c13-813e-0cee4c128d81 req-6a9d2bfd-7d54-4f90-9d1e-9b5d6a9b8273 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3481936 Jul 07 19:14:48.153263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.248147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Network 8b7161e7-a378-4da4-a7d1-f1ac2382667b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:48.252573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:48.329718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787fb059-1d12-4fe6-86f2-f260a9665c8b None None] Network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:48.412793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2c8f9f02-c71d-4611-bb72-22baef1f01fe up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:48.435833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ede3d473-dce2-4837-b2fc-cfaa79b754de req-b20a369f-d4b1-46ea-8343-28217e36efce tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 210 time: 0.1908028 Jul 07 19:14:48.465762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Transition to ACTIVE for port object 5a809436-aa28-46fa-b82e-3d12bffb128b will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:48.576985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dbb71-9e92-4c13-813e-0cee4c128d81 req-754b7b83-8c80-48f8-b027-4c8fea84e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:48.580509 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-686dbb71-9e92-4c13-813e-0cee4c128d81 req-754b7b83-8c80-48f8-b027-4c8fea84e45d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2f0b85d8a74327b64031b2acd1842d&device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 1096 time: 0.5074339 Jul 07 19:14:48.673947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.695462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 2c8f9f02-c71d-4611-bb72-22baef1f01fe completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:48.702400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2c8f9f02-c71d-4611-bb72-22baef1f01fe triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:48.703127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.885641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Network 9892ad39-ee05-4c01-b72a-14bb665e1b69 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:48.896609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e58cb4-3ddf-4597-8eac-d93c0a87f57d req-8a058ab6-034d-4070-afb3-288b9b0768b7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:48.906331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:48.907905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-56e58cb4-3ddf-4597-8eac-d93c0a87f57d req-8a058ab6-034d-4070-afb3-288b9b0768b7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 948 time: 0.4922462 Jul 07 19:14:48.929322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Router 316bb5d4-3628-432c-b580-f6a2458f87c9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:14:48.930577 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:49.018197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7e34211a-9667-4eb2-954f-221e26218cf9 None None] Provisioning complete for port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:49.025395 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e34211a-9667-4eb2-954f-221e26218cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:49.058458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dbb71-9e92-4c13-813e-0cee4c128d81 req-26890455-6549-40f8-80ee-e0e6fa7fb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:49.060413 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-686dbb71-9e92-4c13-813e-0cee4c128d81 req-26890455-6549-40f8-80ee-e0e6fa7fb199 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4837347d-16af-4527-869d-a670e15ab1e0 HTTP/1.1" status: 200 len: 925 time: 0.4382899 Jul 07 19:14:49.064147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-56e58cb4-3ddf-4597-8eac-d93c0a87f57d req-c17b8e79-f1f0-4721-944f-f2c131f538ed tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543827 Jul 07 19:14:49.065408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Pushing event updated for resources: {'Port': ['ID=5a809436-aa28-46fa-b82e-3d12bffb128b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:49.181652 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:49.247400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7e34211a-9667-4eb2-954f-221e26218cf9 None None] Port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:14:49.299141 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 2c8f9f02-c71d-4611-bb72-22baef1f01fe, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2c8f9f02-c71d-4611-bb72-22baef1f01fe,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:49.307093 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:49.308315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 84d737d9-35ee-4fc6-bd18-b3378d63e437 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:49.388636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:49.389337 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:49.456979 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-4381a5e9-776c-4430-9034-a2c019d0860b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3807826 Jul 07 19:14:49.462500 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-686dbb71-9e92-4c13-813e-0cee4c128d81 req-b177e127-984e-4cc7-a31d-c2a9e3c28692 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a038d5f-4b68-4f79-8e79-8bf52b8485f9 HTTP/1.1" status: 200 len: 1000 time: 0.3900113 Jul 07 19:14:49.477806 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Request body: {'port': {'device_id': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:49.481117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091467d3-36e9-4572-b444-117411634677 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:49.491289 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-091467d3-36e9-4572-b444-117411634677 admin admin] 10.222.0.81 "PUT /v2.0/routers/316bb5d4-3628-432c-b580-f6a2458f87c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1512718 Jul 07 19:14:49.575350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=2c8f9f02-c71d-4611-bb72-22baef1f01fe,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:49.580851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-648ed5ba-045f-4be7-be6c-aaa5a64aa217 None None] Provisioning for port 5a809436-aa28-46fa-b82e-3d12bffb128b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:49.592063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-648ed5ba-045f-4be7-be6c-aaa5a64aa217 None None] Provisioning complete for port 5a809436-aa28-46fa-b82e-3d12bffb128b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:49.592713 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-648ed5ba-045f-4be7-be6c-aaa5a64aa217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:49.635162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 84d737d9-35ee-4fc6-bd18-b3378d63e437 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:49.643216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 84d737d9-35ee-4fc6-bd18-b3378d63e437 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:49.644523 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:49.687268 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:49.689741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-648ed5ba-045f-4be7-be6c-aaa5a64aa217 None None] Port 5a809436-aa28-46fa-b82e-3d12bffb128b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:14:49.738721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46e910c2-8b09-4673-86a0-49dc5cd5f55d req-3148eb64-87ba-400e-a12e-1122abd4b50f tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 210 time: 0.1241105 Jul 07 19:14:49.784863 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:49.799036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-bdeff5d6-1885-42f7-9c80-5ccbebf1870d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:49.800640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-bdeff5d6-1885-42f7-9c80-5ccbebf1870d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.2376320 Jul 07 19:14:49.826306 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-2a49a6fa-45d1-4ed5-8925-e5d857f50d2a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/quotas/2e1f918f8e4244559f5f76b0b68b66a6 HTTP/1.1" status: 200 len: 375 time: 0.0178819 Jul 07 19:14:49.861988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 84d737d9-35ee-4fc6-bd18-b3378d63e437, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=84d737d9-35ee-4fc6-bd18-b3378d63e437,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:49.868677 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:49.890496 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-0fa0170e-2a07-4586-86e5-d93d54fcbad1 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625610 Jul 07 19:14:49.901934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0f82c583-d76d-4a67-9d8c-fef9529a6aaa up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:50.033281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=84d737d9-35ee-4fc6-bd18-b3378d63e437,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:50.038116 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-6290dcdd-d5d4-4a89-81c8-93276bae31df service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458924 Jul 07 19:14:50.065984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:50.066619 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:50.098936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dbb71-9e92-4c13-813e-0cee4c128d81 req-b992cf33-9ad1-48ab-a462-8afdf699ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:50.100698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-686dbb71-9e92-4c13-813e-0cee4c128d81 req-b992cf33-9ad1-48ab-a462-8afdf699ab73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e25d04fd-32bc-4870-b7cb-9e944799036a HTTP/1.1" status: 200 len: 863 time: 0.6200504 Jul 07 19:14:50.210402 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2c8f9f02-c71d-4611-bb72-22baef1f01fe up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:50.218514 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Sync routers for ids ['316bb5d4-3628-432c-b580-f6a2458f87c9'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:50.225119 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-7b2b3d84-16ab-4c11-bf58-7e8f8ab57ff3 service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858153 Jul 07 19:14:50.262877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Routers {'316bb5d4-3628-432c-b580-f6a2458f87c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:50.263521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:14:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['316bb5d4-3628-432c-b580-f6a2458f87c9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:50.309999 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:50.376399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455167af-4a71-47fb-b2a9-d78e01e75e72 req-669e7f70-2c00-4418-bc0c-b7c768ac0ca5 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:50.378371 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-455167af-4a71-47fb-b2a9-d78e01e75e72 req-669e7f70-2c00-4418-bc0c-b7c768ac0ca5 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 945 time: 0.3044202 Jul 07 19:14:50.411771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2c8f9f02-c71d-4611-bb72-22baef1f01fe triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:50.412167 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:50.413963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:50.414127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dbb71-9e92-4c13-813e-0cee4c128d81 req-2c5e997f-b4d9-4bfb-81ab-fb791e3abee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:50.415739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-686dbb71-9e92-4c13-813e-0cee4c128d81 req-2c5e997f-b4d9-4bfb-81ab-fb791e3abee6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4837347d-16af-4527-869d-a670e15ab1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2483606 Jul 07 19:14:50.416456 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7b25c3-8ef8-4075-b929-cb72a1a27b8f" -d '{"events": [{"server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "name": "network-vif-plugged", "status": "completed", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:50.459370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a809436-aa28-46fa-b82e-3d12bffb128b {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:50.467913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:50.482460 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:50.506620 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:50.551455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-455167af-4a71-47fb-b2a9-d78e01e75e72 req-969b881f-09f6-4382-8971-bd39044a9ee7 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633308 Jul 07 19:14:50.552752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Transition to ACTIVE for port object 5a809436-aa28-46fa-b82e-3d12bffb128b will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:50.579173 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:50.588742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,revision_number=11']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:50.607984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Set router 316bb5d4-3628-432c-b580-f6a2458f87c9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:50.705268 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-686dbb71-9e92-4c13-813e-0cee4c128d81 req-c2a255e7-678b-4450-aa02-5edf8c0addcc service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670991 Jul 07 19:14:50.849572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c65c6d-98f5-43ca-8cd0-228375423be4 req-d848d9dc-3c0e-408f-afaa-ce7e233e66e8 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:50.855900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25c65c6d-98f5-43ca-8cd0-228375423be4 req-d848d9dc-3c0e-408f-afaa-ce7e233e66e8 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 946 time: 0.2435889 Jul 07 19:14:50.870210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Pushing event updated for resources: {'Port': ['ID=5a809436-aa28-46fa-b82e-3d12bffb128b,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:50.920400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 84d737d9-35ee-4fc6-bd18-b3378d63e437 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:50.931919 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25c65c6d-98f5-43ca-8cd0-228375423be4 req-8a619dd1-b280-4b2b-8845-946e1ca8b23a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691476 Jul 07 19:14:51.038663 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-047554f3-6641-4ffc-857d-7cab5abf0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:51.172064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Attempting to bind port 5a809436-aa28-46fa-b82e-3d12bffb128b on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:51.173262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Attempting to bind port 5a809436-aa28-46fa-b82e-3d12bffb128b by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:51.173975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Attempting to bind port 5a809436-aa28-46fa-b82e-3d12bffb128b on network 9892ad39-ee05-4c01-b72a-14bb665e1b69 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:51.179960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-686dbb71-9e92-4c13-813e-0cee4c128d81 req-36fc9cab-9b83-474b-a07d-94ea388ae334 service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488037 Jul 07 19:14:51.192605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e06c5-45a1-4ec6-bfa8-709c88f9e5aa req-32b5d020-7b75-4fa3-b467-f44697ed5f54 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:51.201286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f49e06c5-45a1-4ec6-bfa8-709c88f9e5aa req-32b5d020-7b75-4fa3-b467-f44697ed5f54 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 944 time: 0.2246578 Jul 07 19:14:51.207735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Port 5a809436-aa28-46fa-b82e-3d12bffb128b on network 9892ad39-ee05-4c01-b72a-14bb665e1b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:51.208578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Attempting to bind port 5a809436-aa28-46fa-b82e-3d12bffb128b on network 9892ad39-ee05-4c01-b72a-14bb665e1b69 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:51.210466 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 84d737d9-35ee-4fc6-bd18-b3378d63e437 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:51.211015 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:51.251382 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:51.252162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Checking segment: {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:51.252792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Bound using segment: {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:51.253498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Bound port: 5a809436-aa28-46fa-b82e-3d12bffb128b, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:51.254117 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:51.275325 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f49e06c5-45a1-4ec6-bfa8-709c88f9e5aa req-b0d590fd-5eb6-4081-97e8-28a6ab435d3e tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724392 Jul 07 19:14:51.334635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:14:47Z', 'revision_number': 4, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'cc51f43a-5171-4dd2-941d-bf5c6bdf5053', 'name': '', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'mac_address': 'fa:16:3e:f9:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:44Z', 'updated_at': '2021-07-07T19:14:47Z', 'revision_number': 2, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'subnets': [{'id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:51.377045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Checking router: 316bb5d4-3628-432c-b580-f6a2458f87c9 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:14:51.377688 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Updating router 316bb5d4-3628-432c-b580-f6a2458f87c9 port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:14:51.387075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] For port 5a809436-aa28-46fa-b82e-3d12bffb128b, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:51.400399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] For port 5a809436-aa28-46fa-b82e-3d12bffb128b, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a809436-aa28-46fa-b82e-3d12bffb128b,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:51.409501 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:51.510866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:51.512363 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:51.519867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] 10.222.0.110 "PUT /v2.0/ports/5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 1092 time: 2.0523732 Jul 07 19:14:51.520880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:51.538632 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3cf256-6a97-43b4-a5c0-b91faff01d04" -d '{"events": [{"name": "network-changed", "server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:51.586425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cd153-957f-4fa8-8e90-52684dfe104f service neutron] Pushing event updated for resources: {'Port': ['ID=5a809436-aa28-46fa-b82e-3d12bffb128b,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:51.754285 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:51.870755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97397244-f493-449b-9088-357f676f2308 req-264617b5-d3a4-4975-be57-8e19fb5c8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:51.884794 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-264617b5-d3a4-4975-be57-8e19fb5c8714 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 1095 time: 0.2065766 Jul 07 19:14:51.958964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48852) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:51.967150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5f5c8109-f38e-4416-b0f2-de0e95a1ec5c tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--403968275', 'description': 'tempest-description--1563139944'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:52.017257 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-31187355-f8d6-4c60-bbb3-7bc559fb23d0 req-df4e95c5-57f7-466f-bdee-a5ddea137207 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 210 time: 0.0515289 Jul 07 19:14:52.020739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-40a28241-613e-4a23-b53d-c9d094610728 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 217 time: 0.1343939 Jul 07 19:14:52.027910 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5f5c8109-f38e-4416-b0f2-de0e95a1ec5c tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.030184 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981fc68a-bd49-4716-9479-4ad83bc621a7 x-openstack-request-id: req-981fc68a-bd49-4716-9479-4ad83bc621a7 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:52.030571 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "name": "network-vif-plugged", "status": "completed", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:52.030890 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-981fc68a-bd49-4716-9479-4ad83bc621a7 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:52.031285 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'code': 200} Jul 07 19:14:52.153151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97397244-f493-449b-9088-357f676f2308 req-6a1efcdf-a508-4301-9738-26e85b530e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:52.155905 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-6a1efcdf-a508-4301-9738-26e85b530e3d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.1273692 Jul 07 19:14:52.249224 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5f5c8109-f38e-4416-b0f2-de0e95a1ec5c tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.269402 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5f5c8109-f38e-4416-b0f2-de0e95a1ec5c tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.294827 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c61a62a-eefe-4640-b28a-ddaa0f31421c req-142da3fc-4c6c-48ea-b33d-94da8ee657ca tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316148-ad3b-487e-bb65-ee799f97efb3 HTTP/1.1" status: 200 len: 210 time: 0.0515907 Jul 07 19:14:52.322854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97397244-f493-449b-9088-357f676f2308 req-635ece4f-0c2a-4366-9973-af5755f7e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:52.324508 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-635ece4f-0c2a-4366-9973-af5755f7e19c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614528 Jul 07 19:14:52.363986 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5f5c8109-f38e-4416-b0f2-de0e95a1ec5c tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.367211 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5f5c8109-f38e-4416-b0f2-de0e95a1ec5c tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4066131 Jul 07 19:14:52.376534 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48856) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:52.388302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-64bd2f8e-d824-4e97-bca6-9729523519da tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Request body: {'security_group_rule': {'security_group_id': '191652b0-02b9-4418-9b82-f7796396ffe4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:52.418608 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.430874 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c8109-f38e-4416-b0f2-de0e95a1ec5c tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191652b0-02b9-4418-9b82-f7796396ffe4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:52.447902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Transition to ACTIVE for port object cc51f43a-5171-4dd2-941d-bf5c6bdf5053 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:52.460725 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.555070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddc988-ff82-446c-9e5b-427f2941e0ab req-343d7a2a-2f14-4817-9f4c-881d874c9739 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:52.572227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fddc988-ff82-446c-9e5b-427f2941e0ab req-343d7a2a-2f14-4817-9f4c-881d874c9739 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 1096 time: 0.3200097 Jul 07 19:14:52.591339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-6c1c896a-e33c-4881-8973-0a01b89d9dca service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534626 Jul 07 19:14:52.604738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-853bb9a9-0607-45cb-b3c1-f3fa254b9da1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546002 Jul 07 19:14:52.615914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644ad08-e138-4620-8a28-0dee6d97d811 None None] Pushing event updated for resources: {'Port': ['ID=cc51f43a-5171-4dd2-941d-bf5c6bdf5053,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:52.622969 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64bd2f8e-d824-4e97-bca6-9729523519da tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.752826 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Attempting to bind port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:52.753270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Attempting to bind port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:52.753691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Attempting to bind port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 on network 8b7161e7-a378-4da4-a7d1-f1ac2382667b {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:52.796679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:52.803170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fddc988-ff82-446c-9e5b-427f2941e0ab req-ceafe392-4814-40b7-9abf-125db02986e2 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298381 Jul 07 19:14:52.803496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Checking segment: {'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:52.803946 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.804373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Bound using segment: {'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:52.804960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Bound port: cc51f43a-5171-4dd2-941d-bf5c6bdf5053, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:52.805501 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.883394 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64bd2f8e-d824-4e97-bca6-9729523519da tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.894370 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64bd2f8e-d824-4e97-bca6-9729523519da tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.940577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd2f8e-d824-4e97-bca6-9729523519da tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3091867-d8db-41b9-945d-3bc49751aee1,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:52.953418 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64bd2f8e-d824-4e97-bca6-9729523519da tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.957499 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-64bd2f8e-d824-4e97-bca6-9729523519da tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5790789 Jul 07 19:14:52.960629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48868) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:52.981167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-dc7f7bb0-919a-4a4f-8603-2a520cd2faf1 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Request body: {'security_group_rule': {'security_group_id': '191652b0-02b9-4418-9b82-f7796396ffe4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:53.016167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] For port cc51f43a-5171-4dd2-941d-bf5c6bdf5053, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:53.026865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] For port cc51f43a-5171-4dd2-941d-bf5c6bdf5053, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cc51f43a-5171-4dd2-941d-bf5c6bdf5053,segment=NetworkSegment(5866d974-3689-4d28-b59f-f5329499d53f),segment_id=5866d974-3689-4d28-b59f-f5329499d53f)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:53.036622 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.050688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97397244-f493-449b-9088-357f676f2308 req-3bbe67ce-049e-4c3b-b1f0-2212dcf3cb2c service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392176 Jul 07 19:14:53.058500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-b3510b36-d7be-41a8-bf90-93b3b7ba49af tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:53.060185 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-b3510b36-d7be-41a8-bf90-93b3b7ba49af tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.48 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.2570808 Jul 07 19:14:53.067768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-b4079902-e52a-4e2d-a13e-bef33d058c28 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:53.068044 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc7f7bb0-919a-4a4f-8603-2a520cd2faf1 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.075301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-b4079902-e52a-4e2d-a13e-bef33d058c28 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4657259 Jul 07 19:14:53.092800 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Request body: {'port': {'device_id': '4d36ee16-ad5d-4c55-8686-47b30ea94626', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'admin_state_up': True, 'tenant_id': '2e1f918f8e4244559f5f76b0b68b66a6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:53.133592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Routers {'316bb5d4-3628-432c-b580-f6a2458f87c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:53.134252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:14:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['316bb5d4-3628-432c-b580-f6a2458f87c9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:53.228193 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc7f7bb0-919a-4a4f-8603-2a520cd2faf1 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.230144 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-2951aef2-5e48-4942-a4da-3cdca9809611 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/quotas/df682d3641464be3ad43c2c4ee4d0b3f HTTP/1.1" status: 200 len: 375 time: 0.1538978 Jul 07 19:14:53.235476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc7f7bb0-919a-4a4f-8603-2a520cd2faf1 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.298007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3252744-779b-41f3-87cb-41d9e2353696 req-2268484f-554a-4e8e-b6fe-c5854d2efc28 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:53.312121 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f3252744-779b-41f3-87cb-41d9e2353696 req-2268484f-554a-4e8e-b6fe-c5854d2efc28 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 946 time: 0.1946242 Jul 07 19:14:53.323363 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc7f7bb0-919a-4a4f-8603-2a520cd2faf1 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.324737 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dc7f7bb0-919a-4a4f-8603-2a520cd2faf1 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3627141 Jul 07 19:14:53.326698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f7bb0-919a-4a4f-8603-2a520cd2faf1 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6a4906-66d0-4a28-9e8b-eb27394a59f4,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:53.331010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48872) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:53.334742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] Set router 316bb5d4-3628-432c-b580-f6a2458f87c9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:53.335859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:53.406226 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.432732 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f3252744-779b-41f3-87cb-41d9e2353696 req-631c5e77-8683-4442-a179-9e393dfb635a tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163056 Jul 07 19:14:53.477458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644ad08-e138-4620-8a28-0dee6d97d811 None None] Pushing event updated for resources: {'Port': ['ID=cc51f43a-5171-4dd2-941d-bf5c6bdf5053,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:53.515825 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-46819cbe-5cda-45f2-9796-2c6a6300a1f6 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2794166 Jul 07 19:14:53.593228 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741fae3e-eb54-4f3c-880a-1a12b6c3cec7 x-openstack-request-id: req-741fae3e-eb54-4f3c-880a-1a12b6c3cec7 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:53.594425 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:53.597005 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-741fae3e-eb54-4f3c-880a-1a12b6c3cec7 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:53.597746 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'status': 'completed', 'code': 200} Jul 07 19:14:53.630767 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b82b4ff-8825-40e8-bcc2-4c029c0e5ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.657087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Made reservation on behalf of 2e1f918f8e4244559f5f76b0b68b66a6 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:53.673828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.719164 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.760576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:14:47Z', 'revision_number': 4, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'cc51f43a-5171-4dd2-941d-bf5c6bdf5053', 'name': '', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'mac_address': 'fa:16:3e:f9:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:44Z', 'updated_at': '2021-07-07T19:14:53Z', 'revision_number': 4, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'subnets': [{'id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:53.821338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f57269c-5872-423f-a9de-cef7d2663a90 None None] The sync data for ids ['316bb5d4-3628-432c-b580-f6a2458f87c9'] in n-d-793621-9 is: [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:14:47Z', 'revision_number': 4, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'cc51f43a-5171-4dd2-941d-bf5c6bdf5053', 'name': '', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'mac_address': 'fa:16:3e:f9:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:44Z', 'updated_at': '2021-07-07T19:14:53Z', 'revision_number': 4, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'subnets': [{'id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:53.916905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321810b-e7ea-4154-8582-a8d20b67345e req-58d9f813-01a4-4e76-839e-426509e8efff tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:53.933366 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3321810b-e7ea-4154-8582-a8d20b67345e req-58d9f813-01a4-4e76-839e-426509e8efff tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 945 time: 0.1612916 Jul 07 19:14:53.988742 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3321810b-e7ea-4154-8582-a8d20b67345e req-95fd6646-4927-409d-a041-d13830dc3096 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541372 Jul 07 19:14:54.239446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cc51f43a-5171-4dd2-941d-bf5c6bdf5053 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:54.307799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699641ca-4c50-4fa2-9e55-d337f5f00c9f req-4f21a65d-f8a9-4ff0-b6b0-749dccbd45e4 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:54.309623 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-699641ca-4c50-4fa2-9e55-d337f5f00c9f req-4f21a65d-f8a9-4ff0-b6b0-749dccbd45e4 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 1096 time: 0.1108913 Jul 07 19:14:54.377549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:54.384871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-699641ca-4c50-4fa2-9e55-d337f5f00c9f req-f671e8bc-2858-4c1e-ad71-bfa281f5dcb6 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668752 Jul 07 19:14:54.385916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:54.387249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.463675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Allocated IP 172.20.0.14 (8883be4c-90e7-454e-8f1f-7d0d4fc80ec5/5b6eae3f-e364-4968-b2e0-000a4f1bdb41/3260c7a2-f90c-4a17-bab8-44152bc1aabe) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:54.484795 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cf256-6a97-43b4-a5c0-b91faff01d04 req-08abf30b-f1a3-43b3-8377-59e485463454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:54.486382 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d3cf256-6a97-43b4-a5c0-b91faff01d04 req-08abf30b-f1a3-43b3-8377-59e485463454 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 1095 time: 0.8869214 Jul 07 19:14:54.558212 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.614165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port cc51f43a-5171-4dd2-941d-bf5c6bdf5053, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cc51f43a-5171-4dd2-941d-bf5c6bdf5053,segment=NetworkSegment(5866d974-3689-4d28-b59f-f5329499d53f),segment_id=5866d974-3689-4d28-b59f-f5329499d53f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:54.624338 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.650236 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.677387 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68cdf67c-a7b0-438f-9ae9-f0894a74c98d req-f1a01275-35f6-4484-856d-f4c0cedb97ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 210 time: 0.1253488 Jul 07 19:14:54.690725 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.733207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=cc51f43a-5171-4dd2-941d-bf5c6bdf5053,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:54.881989 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cf256-6a97-43b4-a5c0-b91faff01d04 req-99f365bf-2c50-4b37-8d62-ab80392a699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:54.883804 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d3cf256-6a97-43b4-a5c0-b91faff01d04 req-99f365bf-2c50-4b37-8d62-ab80392a699c service neutron] 10.222.0.110 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.3857062 Jul 07 19:14:54.967003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6fed1-c582-4330-8292-1edc9cd0f30c req-944413ab-caac-49b8-912e-4d8e156c5dd0 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:54.968563 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0be6fed1-c582-4330-8292-1edc9cd0f30c req-944413ab-caac-49b8-912e-4d8e156c5dd0 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 944 time: 0.5598316 Jul 07 19:14:54.974974 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d3cf256-6a97-43b4-a5c0-b91faff01d04 req-20d43a51-cc57-45b7-8efc-5b712fee0844 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 217 time: 0.0760911 Jul 07 19:14:55.155009 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.236680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Allocated IP 172.25.0.168 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/b821b455-b6af-485f-8ddd-32274e2757f3) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:55.316898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2b2b155-fcd6-4926-8cb0-fe9b62539808 req-ba494daa-4988-4958-8f5d-eea46f7d60f2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 210 time: 0.0392916 Jul 07 19:14:55.359040 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.472950 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.506897 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.576769 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0be6fed1-c582-4330-8292-1edc9cd0f30c req-c152dba1-92d7-4170-a40a-54aaa64eabd5 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861549 Jul 07 19:14:55.617293 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cf256-6a97-43b4-a5c0-b91faff01d04 req-ad2c1425-6b1c-452f-bb12-d48a298b0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:55.621603 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d3cf256-6a97-43b4-a5c0-b91faff01d04 req-ad2c1425-6b1c-452f-bb12-d48a298b0a40 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.6153839 Jul 07 19:14:55.688715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491c668-9afe-42b7-a4d9-7023e6aad0e3 req-609d6257-c15d-4537-93cf-5b3e973c736b tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:55.697708 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6491c668-9afe-42b7-a4d9-7023e6aad0e3 req-609d6257-c15d-4537-93cf-5b3e973c736b tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 946 time: 0.1566970 Jul 07 19:14:55.729458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-24984993-dd56-4b52-8114-09151db71caa tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371981 Jul 07 19:14:55.754519 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:55.777096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:55.782616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:55.787383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5a809436-aa28-46fa-b82e-3d12bffb128b details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:55.789600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:55.794958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Pushing event updated for resources: {'Port': ['ID=b821b455-b6af-485f-8ddd-32274e2757f3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:55.809153 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6491c668-9afe-42b7-a4d9-7023e6aad0e3 req-b07f475e-7425-4c67-bcbc-58f940a9db72 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961404 Jul 07 19:14:55.983269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:55.988945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:56.051615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5a809436-aa28-46fa-b82e-3d12bffb128b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a809436-aa28-46fa-b82e-3d12bffb128b,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:56.091374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'port_id': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:56.197852 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:56.264368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Pushing event updated for resources: {'Port': ['ID=3260c7a2-f90c-4a17-bab8-44152bc1aabe,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:56.303493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a809436-aa28-46fa-b82e-3d12bffb128b {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:56.321497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cc51f43a-5171-4dd2-941d-bf5c6bdf5053 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:56.345125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:56.351581 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:56.444686 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-d59e2f00-8818-495c-8a0f-473f8a8934ce tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3568516 Jul 07 19:14:56.466355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Request body: {'port': {'device_id': '4d36ee16-ad5d-4c55-8686-47b30ea94626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:56.524117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5a809436-aa28-46fa-b82e-3d12bffb128b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a809436-aa28-46fa-b82e-3d12bffb128b,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:56.555507 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:56.565247 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:56.588606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-12208df2-16d6-4f6f-8ecd-b0a5506fed47 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:56.590526 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-12208df2-16d6-4f6f-8ecd-b0a5506fed47 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8291390 Jul 07 19:14:56.608256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:56.609098 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:56.711081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cf256-6a97-43b4-a5c0-b91faff01d04 req-376833de-b963-4494-a4ad-03e1afc60ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:56.712485 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d3cf256-6a97-43b4-a5c0-b91faff01d04 req-376833de-b963-4494-a4ad-03e1afc60ab2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0781395 Jul 07 19:14:56.713327 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:56.726285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Request body: {'port': {'device_id': '246a249a-868e-4bd9-9171-a99d85013666', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'df682d3641464be3ad43c2c4ee4d0b3f'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:56.743532 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:56.774480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=5a809436-aa28-46fa-b82e-3d12bffb128b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:56.871534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['5a809436-aa28-46fa-b82e-3d12bffb128b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:57.129666 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d3cf256-6a97-43b4-a5c0-b91faff01d04 req-a8d23601-4e46-4235-9dd5-f8c694c9a747 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986499 Jul 07 19:14:57.244938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Made reservation on behalf of df682d3641464be3ad43c2c4ee4d0b3f for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:57.248418 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.345442 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.437556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-94f20cfe-fec7-431c-858e-8e8faeaeacb8 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:14:57.441113 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-94f20cfe-fec7-431c-858e-8e8faeaeacb8 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082438 Jul 07 19:14:57.508067 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b7e78-77a1-483d-aefc-0f204d1cbf2e req-09c737e1-a550-445b-b165-f1a6d631208f tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:57.513216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-b158cbea-4e4b-42b6-a246-24eb87ac8401 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:57.516552 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-b158cbea-4e4b-42b6-a246-24eb87ac8401 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports/42e10417-8c28-4d9c-8605-93107c660bf4 HTTP/1.1" status: 200 len: 1093 time: 0.0676415 Jul 07 19:14:57.517743 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f57b7e78-77a1-483d-aefc-0f204d1cbf2e req-09c737e1-a550-445b-b165-f1a6d631208f tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 932 time: 0.8716586 Jul 07 19:14:57.528275 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] Request body: {'binding': {'host': 'n-h1-793621-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:57.529361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] Unknown quota resources ['binding']. {{(pid=93901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:14:57.692012 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d3cf256-6a97-43b4-a5c0-b91faff01d04 req-77055aab-3082-4ce2-864f-49611e556a0b service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305281 Jul 07 19:14:57.735816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] Attempting to bind port 42e10417-8c28-4d9c-8605-93107c660bf4 on host n-h1-793621-9 for vnic_type normal with profile None {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:57.736347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] Attempting to bind port 42e10417-8c28-4d9c-8605-93107c660bf4 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:57.736738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] Attempting to bind port 42e10417-8c28-4d9c-8605-93107c660bf4 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:57.742296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] Port 42e10417-8c28-4d9c-8605-93107c660bf4 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:57.743227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] Attempting to bind port 42e10417-8c28-4d9c-8605-93107c660bf4 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:57.749352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:57.749791 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:57.751367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:57.751882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] Bound port: 42e10417-8c28-4d9c-8605-93107c660bf4, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:57.801410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5a809436-aa28-46fa-b82e-3d12bffb128b up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:57.804829 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.863950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=42e10417-8c28-4d9c-8605-93107c660bf4,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:57.870783 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.873539 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7dc67c2c-f321-41c1-be8b-c3c84c071db6 service neutron] 10.222.0.81 "POST /v2.0/ports/42e10417-8c28-4d9c-8605-93107c660bf4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3506975 Jul 07 19:14:57.907309 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.913715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 5a809436-aa28-46fa-b82e-3d12bffb128b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:57.914781 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f57b7e78-77a1-483d-aefc-0f204d1cbf2e req-018ae851-5632-4446-af8d-76de8a810457 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452444 Jul 07 19:14:57.931641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 5a809436-aa28-46fa-b82e-3d12bffb128b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:57.932612 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:58.083575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Allocated IP 192.168.233.174 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/b60dc6b3-74a3-47e1-a437-e41674e39aee) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:58.198519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cfe1e50a-5100-4dc1-bcf2-33cf1db7c6e4 req-91490ab3-f6ce-4c84-b9d4-d1405bb3a969 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 210 time: 0.0532749 Jul 07 19:14:58.222615 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:58.285135 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5a809436-aa28-46fa-b82e-3d12bffb128b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a809436-aa28-46fa-b82e-3d12bffb128b,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:58.286323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:58.289733 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c855ef09-6b03-4ba4-97d7-249d72e70df3" -d '{"events": [{"server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "name": "network-vif-plugged", "status": "completed", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:58.294111 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:58.326537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3260c7a2-f90c-4a17-bab8-44152bc1aabe {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:58.349076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Pushing event updated for resources: {'Port': ['ID=b821b455-b6af-485f-8ddd-32274e2757f3,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:58.353114 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:58.392919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=5a809436-aa28-46fa-b82e-3d12bffb128b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:58.413613 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:58.415617 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-ba5a783d-7d48-4e50-9743-67369ad3afe1 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1469871399&fields=id&tenant_id=ae2f0b85d8a74327b64031b2acd1842d HTTP/1.1" status: 200 len: 267 time: 0.0727503 Jul 07 19:14:58.439724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-0920f115-fffb-4715-9663-4c6b0c6d78c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:58.441291 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-0920f115-fffb-4715-9663-4c6b0c6d78c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 1096 time: 0.1643281 Jul 07 19:14:58.444810 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Transition to ACTIVE for port object 3260c7a2-f90c-4a17-bab8-44152bc1aabe will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:58.462709 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:58.532510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:58.533869 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bb15dd9f-f4fb-4a63-96ac-1e1a574b5ca7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2019289 Jul 07 19:14:58.620928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-fb5b2953-603b-4d40-bf08-a68e9d2e082e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:58.622680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-fb5b2953-603b-4d40-bf08-a68e9d2e082e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/networks?id=4837347d-16af-4527-869d-a670e15ab1e0 HTTP/1.1" status: 200 len: 824 time: 0.2028754 Jul 07 19:14:58.641630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-2f267f50-147c-4c9f-8a36-c6080e2eac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:58.643046 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-2f267f50-147c-4c9f-8a36-c6080e2eac3d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.1897290 Jul 07 19:14:58.645664 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-492a4376-aa83-408b-807b-7f6b4b28d104 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/quotas/ae2f0b85d8a74327b64031b2acd1842d HTTP/1.1" status: 200 len: 375 time: 0.0141468 Jul 07 19:14:58.707032 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9f996ec7-85da-4365-9531-c30eaaafdb45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42e10417-8c28-4d9c-8605-93107c660bf4 HTTP/1.1" status: 200 len: 217 time: 0.0564048 Jul 07 19:14:58.805140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7c08e559-466a-478d-9e02-808da81556ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:58.807484 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7c08e559-466a-478d-9e02-808da81556ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.0729678 Jul 07 19:14:58.856612 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-7d63e465-9b03-4bb6-8d39-20fae9cae91d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398428 Jul 07 19:14:58.869504 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-fbfaf37a-0fce-4cdd-9353-6380a1257b8c tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ae2f0b85d8a74327b64031b2acd1842d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2108920 Jul 07 19:14:58.951218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Pushing event updated for resources: {'Port': ['ID=3260c7a2-f90c-4a17-bab8-44152bc1aabe,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:58.989281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cdd06-cf7a-4b7f-97b6-463f64647086 req-2cec9137-8d9c-4a4f-bfe9-d7601dcaed9f tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:58.991019 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c2cdd06-cf7a-4b7f-97b6-463f64647086 req-2cec9137-8d9c-4a4f-bfe9-d7601dcaed9f tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 946 time: 0.7146654 Jul 07 19:14:59.070053 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-278d7a5d-95b8-458e-8c4e-b392f4d51b2f service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991057 Jul 07 19:14:59.072570 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-04f78cab-1d48-4583-960e-80c6bb4a468a service neutron] 10.222.0.81 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735914 Jul 07 19:14:59.145249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-a283eab0-ac36-4bd1-aaca-9c85447a2cc1 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:59.147082 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-a283eab0-ac36-4bd1-aaca-9c85447a2cc1 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7100942-a52e-45b6-a6f2-48e39f2ff013 HTTP/1.1" status: 200 len: 945 time: 0.6918046 Jul 07 19:14:59.208735 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c2cdd06-cf7a-4b7f-97b6-463f64647086 req-248c0af3-c86b-4934-ac7c-7f07579808a0 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd41c68e-26b5-48e1-80fb-e09e7e0d5906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000976 Jul 07 19:14:59.214565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.259225 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-b550ce7d-6441-4f4f-8ee3-0ca3d45506e1 service neutron] 10.222.0.81 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714780 Jul 07 19:14:59.259570 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Attempting to bind port 3260c7a2-f90c-4a17-bab8-44152bc1aabe on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:59.259961 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Attempting to bind port 3260c7a2-f90c-4a17-bab8-44152bc1aabe by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:59.260379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Attempting to bind port 3260c7a2-f90c-4a17-bab8-44152bc1aabe on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:59.265445 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-3ac6ba0c-56f6-4f1f-bfb7-dee6c7996ee4 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863947 Jul 07 19:14:59.267682 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Transition to ACTIVE for port object b60dc6b3-74a3-47e1-a437-e41674e39aee will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:59.279207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Port 3260c7a2-f90c-4a17-bab8-44152bc1aabe on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:59.279562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Attempting to bind port 3260c7a2-f90c-4a17-bab8-44152bc1aabe on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:59.313479 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:59.314102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Checking segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:59.314886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Bound using segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:59.315523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Bound port: 3260c7a2-f90c-4a17-bab8-44152bc1aabe, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:59.316065 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.588873 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.605079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8326a96c-aaa9-44a2-b0c0-20c416d0595d', '0f82c583-d76d-4a67-9d8c-fef9529a6aaa'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:59.608696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['317d3e94-e4e6-4a2f-8b95-c6b53744e544'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:59.618179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Deleting port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:59.618515 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.685906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43f602-03ce-43ca-b63f-73f2043d9e64 req-f8ce32c7-f95a-4ca8-aad8-02553cdd8684 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:59.688353 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c43f602-03ce-43ca-b63f-73f2043d9e64 req-f8ce32c7-f95a-4ca8-aad8-02553cdd8684 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 945 time: 0.1485724 Jul 07 19:14:59.732652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] For port 3260c7a2-f90c-4a17-bab8-44152bc1aabe, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:59.774728 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c43f602-03ce-43ca-b63f-73f2043d9e64 req-bb96d8db-c37a-4b9d-bd54-923ad56ce6e8 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746629 Jul 07 19:14:59.816258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:59.833013 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb9b3cb-da68-49ab-ba90-76277f939c99 x-openstack-request-id: req-5fb9b3cb-da68-49ab-ba90-76277f939c99 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:59.833309 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "name": "network-vif-plugged", "status": "completed", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:59.833575 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5fb9b3cb-da68-49ab-ba90-76277f939c99 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:59.833974 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'code': 200} Jul 07 19:14:59.866425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:59.876292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:59.891288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] For port 3260c7a2-f90c-4a17-bab8-44152bc1aabe, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=3260c7a2-f90c-4a17-bab8-44152bc1aabe,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:59.941731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:59.948441 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.026280 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-a4576809-e746-4160-90ca-34ba8c28cae7 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--403968275&fields=id&tenant_id=094c8d0a18cb46f6bbce9db8f4bf67ad HTTP/1.1" status: 200 len: 267 time: 0.0556293 Jul 07 19:15:00.029035 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa931915-516f-4b4f-a259-131d1b3a9757 req-eed026d9-f495-4a4d-9d45-2a8bab65d58f tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:00.039512 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aa931915-516f-4b4f-a259-131d1b3a9757 req-eed026d9-f495-4a4d-9d45-2a8bab65d58f tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 946 time: 0.6711078 Jul 07 19:15:00.216353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] For port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0a038d5f-4b68-4f79-8e79-8bf52b8485f9,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:00.216823 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.226911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-addd8ae9-27dc-49f6-b21c-fd00f8c9326c tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:00.232168 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-addd8ae9-27dc-49f6-b21c-fd00f8c9326c tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/networks?id=8b7161e7-a378-4da4-a7d1-f1ac2382667b HTTP/1.1" status: 200 len: 805 time: 0.1974316 Jul 07 19:15:00.259325 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-6849ce57-26e3-458e-9abe-6589bdc419eb tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/quotas/094c8d0a18cb46f6bbce9db8f4bf67ad HTTP/1.1" status: 200 len: 375 time: 0.0207191 Jul 07 19:15:00.327810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-57163a93-b614-40ae-b9ef-a05a06e18edd None None] Provisioning for port b60dc6b3-74a3-47e1-a437-e41674e39aee completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:00.330900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:00.331523 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.332971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] 10.222.0.48 "PUT /v2.0/ports/3260c7a2-f90c-4a17-bab8-44152bc1aabe HTTP/1.1" status: 200 len: 1092 time: 3.8736277 Jul 07 19:15:00.333608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-57163a93-b614-40ae-b9ef-a05a06e18edd None None] Provisioning complete for port b60dc6b3-74a3-47e1-a437-e41674e39aee triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:00.333979 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-57163a93-b614-40ae-b9ef-a05a06e18edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.343202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d36ee16-ad5d-4c55-8686-47b30ea94626', 'tag': '3260c7a2-f90c-4a17-bab8-44152bc1aabe'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:00.346479 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e81f9a6-fcad-49e1-8b32-408a697bc23a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d36ee16-ad5d-4c55-8686-47b30ea94626", "tag": "3260c7a2-f90c-4a17-bab8-44152bc1aabe"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:00.366319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-7a58a62a-8d6d-4086-a63d-70e73a55ac12 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=094c8d0a18cb46f6bbce9db8f4bf67ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0990736 Jul 07 19:15:00.421034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-57163a93-b614-40ae-b9ef-a05a06e18edd None None] Port b60dc6b3-74a3-47e1-a437-e41674e39aee cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:00.439584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:00.440224 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.504111 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aa931915-516f-4b4f-a259-131d1b3a9757 req-9b13e810-cc6d-436f-ac33-696335e6f078 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630673 Jul 07 19:15:00.521008 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-5e572a5e-0cb3-4e75-8eed-15e3755f10ae service neutron] 10.222.0.81 "GET /v2.0/networks/8b7161e7-a378-4da4-a7d1-f1ac2382667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412141 Jul 07 19:15:00.527883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f0dd7-823d-4808-a895-40c37da8a955 service neutron] Pushing event updated for resources: {'Port': ['ID=3260c7a2-f90c-4a17-bab8-44152bc1aabe,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:00.606928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-fc00174e-c920-40e2-8b1c-990ac3ac9a57 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8985474 Jul 07 19:15:00.652441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Request body: {'port': {'device_id': '246a249a-868e-4bd9-9171-a99d85013666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:00.671049 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-44f77366-0e6a-43a7-b198-83df4a163e91 service neutron] 10.222.0.81 "GET /v2.0/networks/8b7161e7-a378-4da4-a7d1-f1ac2382667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430888 Jul 07 19:15:00.735373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fd12d-6a6f-4844-8c59-93d46266fc77 req-e77fdcba-3db6-4ffc-9970-54aae5a5dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:00.736827 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f89fd12d-6a6f-4844-8c59-93d46266fc77 req-e77fdcba-3db6-4ffc-9970-54aae5a5dae2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 1097 time: 0.6210446 Jul 07 19:15:00.873971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-92b86236-ab99-4718-87ca-db3e5d5922d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:00.875989 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-92b86236-ab99-4718-87ca-db3e5d5922d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 1095 time: 0.4274168 Jul 07 19:15:00.915457 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f89fd12d-6a6f-4844-8c59-93d46266fc77 req-e1c9ab1e-8f32-47bf-a713-203a33e23335 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686757 Jul 07 19:15:00.918467 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.918940 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.919305 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Floating IP 14a6fa98-969b-4758-8359-496f13a10906 disassociated. External IP: 172.25.0.25, port: 0a038d5f-4b68-4f79-8e79-8bf52b8485f9. Jul 07 19:15:00.919591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Calling delete_port for 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:00.987106 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.011575 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-197808a4-fba5-449a-b951-526760e3a517 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3260c7a2-f90c-4a17-bab8-44152bc1aabe HTTP/1.1" status: 200 len: 217 time: 0.1142495 Jul 07 19:15:01.134375 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351a401-819f-4133-8a50-670261875329 req-802f4804-dbf4-4f18-a460-a4606c6d05d3 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:01.139351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8351a401-819f-4133-8a50-670261875329 req-802f4804-dbf4-4f18-a460-a4606c6d05d3 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 944 time: 0.4911835 Jul 07 19:15:01.165059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c420302-91a8-466d-b2a0-67101be4fa17 req-e214db14-dee3-42c7-8fbe-a0bfc3d058af tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:01.166729 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c420302-91a8-466d-b2a0-67101be4fa17 req-e214db14-dee3-42c7-8fbe-a0bfc3d058af tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 936 time: 0.1364133 Jul 07 19:15:01.257070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-cbd37bf3-fe33-4b63-8e1a-71b177f0f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:01.259009 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-cbd37bf3-fe33-4b63-8e1a-71b177f0f361 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.2126319 Jul 07 19:15:01.285524 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c420302-91a8-466d-b2a0-67101be4fa17 req-0beca1f2-ca16-46ac-a122-d758348311fd tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048026 Jul 07 19:15:01.320884 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8351a401-819f-4133-8a50-670261875329 req-f8f4faa3-f65b-4e51-8894-e5a9556efca2 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626925 Jul 07 19:15:01.329038 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-b7a32dc1-8f8e-4395-8a20-0c9a3a3688ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533502 Jul 07 19:15:01.420607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-8110c37c-21ec-496f-aa06-405916aad83f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:01.426285 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-8110c37c-21ec-496f-aa06-405916aad83f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.48 "GET /v2.0/networks?id=4837347d-16af-4527-869d-a670e15ab1e0 HTTP/1.1" status: 200 len: 824 time: 0.2585371 Jul 07 19:15:01.497595 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-19e34ac4-bce4-4d38-b7b3-e9c725378e61 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2f0b85d8a74327b64031b2acd1842d HTTP/1.1" status: 200 len: 380 time: 0.0611706 Jul 07 19:15:01.515256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Request body: {'port': {'device_id': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'admin_state_up': True, 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'security_groups': ['35c6be14-10e8-45ab-8584-ed30d89e3298']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:01.700972 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.777680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Made reservation on behalf of ae2f0b85d8a74327b64031b2acd1842d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:01.784610 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.801720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Pushing event deleted for resources: {'Port': ['ID=0a038d5f-4b68-4f79-8e79-8bf52b8485f9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:01.828575 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-2558a775-ccfb-4506-9927-9529c6c9878b service neutron] 10.222.0.48 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263399 Jul 07 19:15:02.016909 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d6bd4b-4565-431e-9575-db692c556cb3 x-openstack-request-id: req-34d6bd4b-4565-431e-9575-db692c556cb3 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:02.017401 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d36ee16-ad5d-4c55-8686-47b30ea94626", "tag": "3260c7a2-f90c-4a17-bab8-44152bc1aabe", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:02.017745 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34d6bd4b-4565-431e-9575-db692c556cb3 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:02.021035 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d36ee16-ad5d-4c55-8686-47b30ea94626', 'tag': '3260c7a2-f90c-4a17-bab8-44152bc1aabe', 'status': 'completed', 'code': 200} Jul 07 19:15:02.061488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Allocated IP 172.20.0.8 (4837347d-16af-4527-869d-a670e15ab1e0/e25d04fd-32bc-4870-b7cb-9e944799036a/e568ffe0-4c5f-430c-ac37-ca5402b8bec9) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:02.299025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60dc6b3-74a3-47e1-a437-e41674e39aee {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:02.311929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4b023171-d6e6-43d4-b807-8a2b363f7f09 req-ecf6e4f0-9a95-4930-b5e7-e7486c9cbdb8 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 210 time: 0.1282084 Jul 07 19:15:02.321304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.372327 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.391138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Transition to ACTIVE for port object e568ffe0-4c5f-430c-ac37-ca5402b8bec9 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:02.416262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Transition to ACTIVE for port object b60dc6b3-74a3-47e1-a437-e41674e39aee will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:02.448911 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.460893 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.532672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Network 4837347d-16af-4527-869d-a670e15ab1e0 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:02.545805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:02.550264 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c2f071b-a910-47e6-9cba-6c4d3dc170df req-f70f0943-75b4-463b-becd-7634de1edf41 service neutron] 10.222.0.48 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014658 Jul 07 19:15:02.557073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:02.569499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:15:02.609918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee671c-0788-410e-aa66-04c6ff6611b5 req-a4fbc658-ace7-4943-aa92-d7acb4caa558 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:02.617996 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21ee671c-0788-410e-aa66-04c6ff6611b5 req-a4fbc658-ace7-4943-aa92-d7acb4caa558 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 945 time: 0.4257858 Jul 07 19:15:02.641505 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:02.695189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:02.695863 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.716574 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2062299 Jul 07 19:15:02.735142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583c5c8-1cfd-4638-a337-cff67c5d300b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Pushing event updated for resources: {'Port': ['ID=e568ffe0-4c5f-430c-ac37-ca5402b8bec9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:02.750455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Request body: {'port': {'device_id': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:02.768852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03351ee6-6f3c-4ce2-b8ec-603bc696cf13 req-154d7c12-311d-43e3-aaa3-3b1a44cc56c6 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 210 time: 0.2209733 Jul 07 19:15:02.956836 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.981971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.48', 63064) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:03.096447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6d080caf-8a1d-4554-a843-41d74bb5b7d8 None None] Provisioning for port e568ffe0-4c5f-430c-ac37-ca5402b8bec9 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:03.113304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6d080caf-8a1d-4554-a843-41d74bb5b7d8 None None] Provisioning complete for port e568ffe0-4c5f-430c-ac37-ca5402b8bec9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:03.113686 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6d080caf-8a1d-4554-a843-41d74bb5b7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:03.236311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6d080caf-8a1d-4554-a843-41d74bb5b7d8 None None] Port e568ffe0-4c5f-430c-ac37-ca5402b8bec9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:03.516928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21ee671c-0788-410e-aa66-04c6ff6611b5 req-8d6e15ed-83d6-47a7-98ce-8fea1b180f33 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8812714 Jul 07 19:15:03.791354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:15:03.803685 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7feabd5-8b03-4d26-b8f8-039ac97b6cb7 None None] Sync routers for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:15:03.812656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e568ffe0-4c5f-430c-ac37-ca5402b8bec9 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:03.813464 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7feabd5-8b03-4d26-b8f8-039ac97b6cb7 None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:03.814079 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c7feabd5-8b03-4d26-b8f8-039ac97b6cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:14:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:03.827335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:03.839400 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ed8b9-976e-4f90-a48c-e4d640a25738 req-a7403f77-56c3-41aa-8559-88bc66126d9e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:03.841542 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-969ed8b9-976e-4f90-a48c-e4d640a25738 req-a7403f77-56c3-41aa-8559-88bc66126d9e tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.48 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 945 time: 0.8586023 Jul 07 19:15:03.863440 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39012e5a-3359-49ef-8db7-f47f41a7f28c req-b399556e-2340-4a13-8f96-d3fa1fbd9bb6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:03.864102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Attempting to bind port b60dc6b3-74a3-47e1-a437-e41674e39aee on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:03.864611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Attempting to bind port b60dc6b3-74a3-47e1-a437-e41674e39aee by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:03.865116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Attempting to bind port b60dc6b3-74a3-47e1-a437-e41674e39aee on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:03.875566 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-39012e5a-3359-49ef-8db7-f47f41a7f28c req-b399556e-2340-4a13-8f96-d3fa1fbd9bb6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 946 time: 0.8435748 Jul 07 19:15:03.879801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-d6f02cf6-eac7-4359-b7ae-e06663b9f2f6 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:03.881494 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-d6f02cf6-eac7-4359-b7ae-e06663b9f2f6 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.110 "GET /v2.0/networks?id=8b7161e7-a378-4da4-a7d1-f1ac2382667b HTTP/1.1" status: 200 len: 805 time: 0.4987988 Jul 07 19:15:03.927066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Port b60dc6b3-74a3-47e1-a437-e41674e39aee on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:03.927699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Attempting to bind port b60dc6b3-74a3-47e1-a437-e41674e39aee on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:03.933858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:03.966337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Transition to ACTIVE for port object e568ffe0-4c5f-430c-ac37-ca5402b8bec9 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:03.970179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:03.970859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:03.993455 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.038415 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c7feabd5-8b03-4d26-b8f8-039ac97b6cb7 None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:04.044066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] No DVR routers for this DVR port 0a038d5f-4b68-4f79-8e79-8bf52b8485f9 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:04.088497 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.090570 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.48 "DELETE /v2.0/ports/0a038d5f-4b68-4f79-8e79-8bf52b8485f9 HTTP/1.1" status: 204 len: 173 time: 4.9319227 Jul 07 19:15:04.092919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f9a6-fcad-49e1-8b32-408a697bc23a req-58ee977e-e854-43a7-9788-3deb900035fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:04.101985 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e81f9a6-fcad-49e1-8b32-408a697bc23a req-58ee977e-e854-43a7-9788-3deb900035fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 1095 time: 1.4433560 Jul 07 19:15:04.102521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'name': 'network-vif-deleted', 'tag': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:04.104908 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4b46cd-a599-4a71-883b-9b90438c50d8" -d '{"events": [{"server_uuid": "c7100942-a52e-45b6-a6f2-48e39f2ff013", "name": "network-vif-deleted", "tag": "0a038d5f-4b68-4f79-8e79-8bf52b8485f9"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:04.114739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:04.118251 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:04.118744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:04.119318 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Bound port: b60dc6b3-74a3-47e1-a437-e41674e39aee, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:04.119691 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.163240 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-39012e5a-3359-49ef-8db7-f47f41a7f28c req-b7cede7e-8000-48e2-a948-0c6da89e431b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673447 Jul 07 19:15:04.172478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Pushing event updated for resources: {'Port': ['ID=e568ffe0-4c5f-430c-ac37-ca5402b8bec9,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:04.188921 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-31004207-569f-4f4d-bb92-9f8f996e0bdc tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=094c8d0a18cb46f6bbce9db8f4bf67ad HTTP/1.1" status: 200 len: 379 time: 0.2570417 Jul 07 19:15:04.301586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Request body: {'port': {'device_id': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'admin_state_up': True, 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'security_groups': ['191652b0-02b9-4418-9b82-f7796396ffe4']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:04.345824 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-969ed8b9-976e-4f90-a48c-e4d640a25738 req-05964a75-fb98-4b1e-bec2-8c95b2ae0524 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Deleting port 6c1446eb-abd5-4595-b851-3b3b3049bc77 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:04.346203 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-969ed8b9-976e-4f90-a48c-e4d640a25738 req-05964a75-fb98-4b1e-bec2-8c95b2ae0524 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.368444 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c7feabd5-8b03-4d26-b8f8-039ac97b6cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:22Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:04.405342 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7feabd5-8b03-4d26-b8f8-039ac97b6cb7 None None] Checking router: ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:15:04.415811 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7feabd5-8b03-4d26-b8f8-039ac97b6cb7 None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:04.416733 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c7feabd5-8b03-4d26-b8f8-039ac97b6cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:14:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:04.448647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Attempting to bind port e568ffe0-4c5f-430c-ac37-ca5402b8bec9 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:04.449015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Attempting to bind port e568ffe0-4c5f-430c-ac37-ca5402b8bec9 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:04.449551 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Attempting to bind port e568ffe0-4c5f-430c-ac37-ca5402b8bec9 on network 4837347d-16af-4527-869d-a670e15ab1e0 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:04.470880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Port e568ffe0-4c5f-430c-ac37-ca5402b8bec9 on network 4837347d-16af-4527-869d-a670e15ab1e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:04.471506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Attempting to bind port e568ffe0-4c5f-430c-ac37-ca5402b8bec9 on network 4837347d-16af-4527-869d-a670e15ab1e0 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:04.481181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:04.481797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Checking segment: {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:04.482529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Bound using segment: {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:04.483198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Bound port: e568ffe0-4c5f-430c-ac37-ca5402b8bec9, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2fecfb-f93b-43f2-9018-ceab21eb96b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:04.485239 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.496478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0cfa3-7a11-4711-969c-d43346ec073e req-b04a3c4c-4d12-4a5c-b287-8259d88f6134 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:04.504895 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a1a0cfa3-7a11-4711-969c-d43346ec073e req-b04a3c4c-4d12-4a5c-b287-8259d88f6134 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41b17a2-2be5-494a-9608-6212b7e2bed3 HTTP/1.1" status: 200 len: 945 time: 0.7344425 Jul 07 19:15:04.527713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624864a-08d0-4035-8c36-70d395c3a08a req-f734990f-3f86-4a50-9027-7b783e0cd1ab tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:04.530156 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6624864a-08d0-4035-8c36-70d395c3a08a req-f734990f-3f86-4a50-9027-7b783e0cd1ab tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.110 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 946 time: 0.5995624 Jul 07 19:15:04.540888 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c7feabd5-8b03-4d26-b8f8-039ac97b6cb7 None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:04.569255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-969ed8b9-976e-4f90-a48c-e4d640a25738 req-05964a75-fb98-4b1e-bec2-8c95b2ae0524 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] For port 6c1446eb-abd5-4595-b851-3b3b3049bc77, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6c1446eb-abd5-4595-b851-3b3b3049bc77,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:04.569553 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-969ed8b9-976e-4f90-a48c-e4d640a25738 req-05964a75-fb98-4b1e-bec2-8c95b2ae0524 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.592954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-969ed8b9-976e-4f90-a48c-e4d640a25738 req-05964a75-fb98-4b1e-bec2-8c95b2ae0524 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Calling delete_port for 6c1446eb-abd5-4595-b851-3b3b3049bc77 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:04.662514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:04.720527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f9a6-fcad-49e1-8b32-408a697bc23a req-50a53dd8-bfc6-4ff7-9785-a663f183d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:04.722054 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e81f9a6-fcad-49e1-8b32-408a697bc23a req-50a53dd8-bfc6-4ff7-9785-a663f183d4a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 911 time: 0.5992153 Jul 07 19:15:04.723946 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:04.757971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a1a0cfa3-7a11-4711-969c-d43346ec073e req-fe6887c5-0db5-46d0-8cf4-3e3422c6e5ab tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245333 Jul 07 19:15:04.781978 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.845581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] For port e568ffe0-4c5f-430c-ac37-ca5402b8bec9, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:04.862054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] For port e568ffe0-4c5f-430c-ac37-ca5402b8bec9, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e568ffe0-4c5f-430c-ac37-ca5402b8bec9,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:04.868889 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e81f9a6-fcad-49e1-8b32-408a697bc23a req-4b40b7db-9c84-4714-8d4a-44ca7812ef89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3260c7a2-f90c-4a17-bab8-44152bc1aabe HTTP/1.1" status: 200 len: 217 time: 0.1218665 Jul 07 19:15:04.879466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:04.880360 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.885509 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] 10.222.0.110 "PUT /v2.0/ports/b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 1096 time: 4.2434545 Jul 07 19:15:04.944870 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c7feabd5-8b03-4d26-b8f8-039ac97b6cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:22Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:05.012286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Made reservation on behalf of 094c8d0a18cb46f6bbce9db8f4bf67ad for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:05.015498 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7feabd5-8b03-4d26-b8f8-039ac97b6cb7 None None] The sync data for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 is: [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:22Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:15:05.016917 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:05.045505 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:05.046048 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc174ab-b1f8-44e6-95eb-cf87a96a3427 service neutron] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:05.077805 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-969ed8b9-976e-4f90-a48c-e4d640a25738 req-05964a75-fb98-4b1e-bec2-8c95b2ae0524 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:05.095284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['6c1446eb-abd5-4595-b851-3b3b3049bc77'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:05.148578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f9a6-fcad-49e1-8b32-408a697bc23a req-eabbb039-3115-4e91-9ca1-3ce3c397cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:05.150541 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e81f9a6-fcad-49e1-8b32-408a697bc23a req-eabbb039-3115-4e91-9ca1-3ce3c397cc21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.2724342 Jul 07 19:15:05.216955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Pushing event updated for resources: {'Port': ['ID=e568ffe0-4c5f-430c-ac37-ca5402b8bec9,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:05.250992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e81f9a6-fcad-49e1-8b32-408a697bc23a req-337ef8ca-554a-4d97-a824-58b80d33b63f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665908 Jul 07 19:15:05.264984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-6624864a-08d0-4035-8c36-70d395c3a08a req-003d811a-cd45-462e-9b0c-6c3129031e19 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Deleting port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:05.265489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6624864a-08d0-4035-8c36-70d395c3a08a req-003d811a-cd45-462e-9b0c-6c3129031e19 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:05.295960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:05.297661 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:05.299672 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd8caf21-a37d-488a-ad7f-206035e21978 service neutron] 10.222.0.48 "PUT /v2.0/ports/e568ffe0-4c5f-430c-ac37-ca5402b8bec9 HTTP/1.1" status: 200 len: 1091 time: 2.5534058 Jul 07 19:15:05.321005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'tag': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:05.324592 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176bc8ee-43f2-4a83-a511-602de98c4710" -d '{"events": [{"name": "network-changed", "server_uuid": "e3886c1c-e9d9-423b-9042-a86f7ed6921a", "tag": "e568ffe0-4c5f-430c-ac37-ca5402b8bec9"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:05.340586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84261256-a379-4f24-8951-73e0b392323e req-747fc64a-c4c9-4a95-92a6-a71be530a5c6 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:05.351123 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84261256-a379-4f24-8951-73e0b392323e req-747fc64a-c4c9-4a95-92a6-a71be530a5c6 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 948 time: 0.6235940 Jul 07 19:15:05.351970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05964a75-fb98-4b1e-bec2-8c95b2ae0524 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Pushing event deleted for resources: {'Port': ['ID=6c1446eb-abd5-4595-b851-3b3b3049bc77,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:05.424798 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:05.481561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-969ed8b9-976e-4f90-a48c-e4d640a25738 req-05964a75-fb98-4b1e-bec2-8c95b2ae0524 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] No DVR routers for this DVR port 6c1446eb-abd5-4595-b851-3b3b3049bc77 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:05.485320 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-969ed8b9-976e-4f90-a48c-e4d640a25738 req-05964a75-fb98-4b1e-bec2-8c95b2ae0524 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:05.488127 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-969ed8b9-976e-4f90-a48c-e4d640a25738 req-05964a75-fb98-4b1e-bec2-8c95b2ae0524 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.48 "DELETE /v2.0/ports/6c1446eb-abd5-4595-b851-3b3b3049bc77 HTTP/1.1" status: 204 len: 173 time: 1.6038697 Jul 07 19:15:05.509452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e2e1d-be28-4e23-945d-36377d049f42 None None] New status for floating IP 14a6fa98-969b-4758-8359-496f13a10906: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:15:05.521770 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84261256-a379-4f24-8951-73e0b392323e req-234db142-02b8-4206-9e3d-58e9d3b7d50d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196754 Jul 07 19:15:05.544416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-7a2d4e28-aeba-44ae-8c11-aa112e112963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:05.554727 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-7a2d4e28-aeba-44ae-8c11-aa112e112963 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2f0b85d8a74327b64031b2acd1842d&device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 1094 time: 0.1966369 Jul 07 19:15:05.559923 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e81f9a6-fcad-49e1-8b32-408a697bc23a req-5e741683-6d49-471a-8fbb-e8b920d01671 service neutron] 10.222.0.48 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535977 Jul 07 19:15:05.660623 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-f0a541b9-e3fe-49d1-91c8-28da842e972e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e568ffe0-4c5f-430c-ac37-ca5402b8bec9 HTTP/1.1" status: 200 len: 217 time: 0.0886536 Jul 07 19:15:05.736964 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-13bc7f25-afc0-4c33-aad8-b6d1243b680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:05.739947 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-13bc7f25-afc0-4c33-aad8-b6d1243b680d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1099 time: 0.6898012 Jul 07 19:15:05.761595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f60aa2-9325-496c-99fd-5aefee03717d req-3b9f8ba1-ad40-40cb-a190-cbc6c807b33c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:05.776708 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10f60aa2-9325-496c-99fd-5aefee03717d req-3b9f8ba1-ad40-40cb-a190-cbc6c807b33c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 944 time: 0.7706923 Jul 07 19:15:05.803052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-2ec32e7c-21b1-4447-b36e-1437259b1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:05.804574 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-2ec32e7c-21b1-4447-b36e-1437259b1111 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e25d04fd-32bc-4870-b7cb-9e944799036a HTTP/1.1" status: 200 len: 863 time: 0.1365733 Jul 07 19:15:05.903575 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-8d54c587-befc-439b-bfb5-3597685c78d5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 217 time: 0.1237204 Jul 07 19:15:05.909170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6624864a-08d0-4035-8c36-70d395c3a08a req-003d811a-cd45-462e-9b0c-6c3129031e19 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] For port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8c4bab9b-6bab-42b8-af69-f2e39c0dd093,segment=NetworkSegment(182b4194-0509-40ff-9500-3778833fef99),segment_id=182b4194-0509-40ff-9500-3778833fef99)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:05.909591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6624864a-08d0-4035-8c36-70d395c3a08a req-003d811a-cd45-462e-9b0c-6c3129031e19 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:05.912464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Allocated IP 172.20.0.8 (8b7161e7-a378-4da4-a7d1-f1ac2382667b/f0f3f4c4-c371-4663-ac6c-c6d7533f86ab/cef52acb-364a-406c-add3-a1071cbc54fb) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:05.932709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-1f229b42-c20e-48bd-ae23-5c9f21aaa23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:05.934546 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-1f229b42-c20e-48bd-ae23-5c9f21aaa23a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4837347d-16af-4527-869d-a670e15ab1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188262 Jul 07 19:15:05.943397 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10f60aa2-9325-496c-99fd-5aefee03717d req-25bdfab1-96a4-4c7b-99f6-ff6ce4cd0822 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420779 Jul 07 19:15:05.946196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444e7d-a3c8-457b-a4a0-2859cd82753a req-3d0a4709-4c0b-4926-ae6d-96336875ced2 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:05.955091 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94444e7d-a3c8-457b-a4a0-2859cd82753a req-3d0a4709-4c0b-4926-ae6d-96336875ced2 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 943 time: 0.0991971 Jul 07 19:15:05.959563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-6624864a-08d0-4035-8c36-70d395c3a08a req-003d811a-cd45-462e-9b0c-6c3129031e19 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Calling delete_port for 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:05.987650 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e81f9a6-fcad-49e1-8b32-408a697bc23a req-2882895f-2645-40cd-951c-c24c8279a7b8 service neutron] 10.222.0.48 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946161 Jul 07 19:15:06.071910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-c687fb50-77df-429a-9503-523e6dcddff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:06.073408 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-c687fb50-77df-429a-9503-523e6dcddff5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1529102 Jul 07 19:15:06.082961 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94444e7d-a3c8-457b-a4a0-2859cd82753a req-6b1ff3de-510d-4022-9c88-395b5e7a53d6 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268451 Jul 07 19:15:06.146980 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-cd3967c6-178e-410c-832e-dc659ce626a7 service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836171 Jul 07 19:15:06.167709 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479dac4f-0c9f-40a5-a35a-dfc1ff3c820e x-openstack-request-id: req-479dac4f-0c9f-40a5-a35a-dfc1ff3c820e {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:06.168004 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7100942-a52e-45b6-a6f2-48e39f2ff013", "name": "network-vif-deleted", "tag": "0a038d5f-4b68-4f79-8e79-8bf52b8485f9", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:06.168377 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-479dac4f-0c9f-40a5-a35a-dfc1ff3c820e {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:06.168969 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7100942-a52e-45b6-a6f2-48e39f2ff013', 'name': 'network-vif-deleted', 'tag': '0a038d5f-4b68-4f79-8e79-8bf52b8485f9', 'status': 'completed', 'code': 200} Jul 07 19:15:06.220659 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ec87beb8-e0e1-46ec-8b6b-fecb190ce3ae req-23fa2fa5-6f83-4b98-aa19-3cfcb6efdcae tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 210 time: 0.0581098 Jul 07 19:15:06.324936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-a5b1ed93-524e-4236-965a-65390de7ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:06.327240 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-a5b1ed93-524e-4236-965a-65390de7ddbf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2430484 Jul 07 19:15:06.407274 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.477215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6624864a-08d0-4035-8c36-70d395c3a08a req-003d811a-cd45-462e-9b0c-6c3129031e19 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.479174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Transition to ACTIVE for port object cef52acb-364a-406c-add3-a1071cbc54fb will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:06.517123 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce4872f-4d92-43c2-8d2c-443eeecdb48b req-095294fe-4a00-4875-910d-e428cfd3dbdc service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561425 Jul 07 19:15:06.525062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-7c9bd609-e2ff-455f-8b65-9e23ba209880 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3654888 Jul 07 19:15:06.541542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:06.558546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d811a-cd45-462e-9b0c-6c3129031e19 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Pushing event deleted for resources: {'Port': ['ID=8c4bab9b-6bab-42b8-af69-f2e39c0dd093,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:06.577606 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.614405 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-cb1cc4b3-4390-44cc-aaef-0e04dc0b9d15 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758281 Jul 07 19:15:06.638773 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6624864a-08d0-4035-8c36-70d395c3a08a req-003d811a-cd45-462e-9b0c-6c3129031e19 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] No DVR routers for this DVR port 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:06.648402 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6624864a-08d0-4035-8c36-70d395c3a08a req-003d811a-cd45-462e-9b0c-6c3129031e19 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.650296 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6624864a-08d0-4035-8c36-70d395c3a08a req-003d811a-cd45-462e-9b0c-6c3129031e19 tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.110 "DELETE /v2.0/ports/8c4bab9b-6bab-42b8-af69-f2e39c0dd093 HTTP/1.1" status: 204 len: 173 time: 2.1078596 Jul 07 19:15:06.697569 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.704528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d243289-528c-4d8c-b23c-82a66dce818e req-d0d6702c-e3d5-4036-8e2a-a3fa10dda9fc tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:06.707611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6d243289-528c-4d8c-b23c-82a66dce818e req-d0d6702c-e3d5-4036-8e2a-a3fa10dda9fc tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 945 time: 0.2979662 Jul 07 19:15:06.750657 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.829377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Allocated IP 172.25.0.232 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/400f9751-242b-4ac6-a37a-702921a6580d) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:06.944509 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.986274 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.026010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:07.027605 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:07.034486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:07.059323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Pushing event updated for resources: {'Port': ['ID=400f9751-242b-4ac6-a37a-702921a6580d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:07.167335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Network 8b7161e7-a378-4da4-a7d1-f1ac2382667b is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:07.169970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.176264 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6d243289-528c-4d8c-b23c-82a66dce818e req-7284461c-2421-4547-bf19-baf113258de6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621356 Jul 07 19:15:07.187918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:07.187918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Pushing event updated for resources: {'Port': ['ID=cef52acb-364a-406c-add3-a1071cbc54fb,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:07.201110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90888208-5ca2-4209-8384-4354e1bb74b4 req-09039ddd-7059-4e0d-868c-a249cfe2c59e service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614758 Jul 07 19:15:07.204406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:07.261626 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.289142 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.289804 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.307115 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-92506946-62e1-4bbe-aa4d-6c0e52026478 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0938141 Jul 07 19:15:07.332224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Request body: {'port': {'device_id': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:07.433593 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c377780c-e663-43bb-8648-516ee0fd045c req-5fa819a3-c259-49a8-8829-3f0087f1fede tempest-ServerDiskConfigTestJSON-1547259623 tempest-ServerDiskConfigTestJSON-1547259623-project] 10.222.0.81 "GET /v2.0/ports?device_id=e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f HTTP/1.1" status: 200 len: 210 time: 0.0682304 Jul 07 19:15:07.489716 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.491149 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.499123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.557145 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ba42c64d-be31-4a0d-a80e-33885a2231e0 None None] Provisioning for port cef52acb-364a-406c-add3-a1071cbc54fb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:07.565211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ba42c64d-be31-4a0d-a80e-33885a2231e0 None None] Provisioning complete for port cef52acb-364a-406c-add3-a1071cbc54fb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:07.566983 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ba42c64d-be31-4a0d-a80e-33885a2231e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.586785 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.592341 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33028f6-8612-4e2d-b4dd-bf41c7026211 x-openstack-request-id: req-c33028f6-8612-4e2d-b4dd-bf41c7026211 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:07.592593 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3886c1c-e9d9-423b-9042-a86f7ed6921a", "tag": "e568ffe0-4c5f-430c-ac37-ca5402b8bec9", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:07.592837 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c33028f6-8612-4e2d-b4dd-bf41c7026211 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:07.593260 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'tag': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9', 'status': 'completed', 'code': 200} Jul 07 19:15:07.614068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Pushing event updated for resources: {'Port': ['ID=400f9751-242b-4ac6-a37a-702921a6580d,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:07.637315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ba42c64d-be31-4a0d-a80e-33885a2231e0 None None] Port cef52acb-364a-406c-add3-a1071cbc54fb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:07.656089 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.663806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-9825d50c-d09d-42df-b219-c63ba64ec1a6 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1288900 Jul 07 19:15:07.722972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-48bcc204-5e06-441c-b895-75032d5fb68d tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.0577321 Jul 07 19:15:07.804511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bc8ee-43f2-4a83-a511-602de98c4710 req-4fbb1ca9-d342-4c8c-ab5d-7d7775ad3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.806080 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-176bc8ee-43f2-4a83-a511-602de98c4710 req-4fbb1ca9-d342-4c8c-ab5d-7d7775ad3385 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2f0b85d8a74327b64031b2acd1842d&device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 1094 time: 0.1889803 Jul 07 19:15:07.848005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:07.854096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef52acb-364a-406c-add3-a1071cbc54fb {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:07.866721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.869937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:07.870420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8c4bab9b-6bab-42b8-af69-f2e39c0dd093 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:07.889021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Transition to ACTIVE for port object cef52acb-364a-406c-add3-a1071cbc54fb will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:07.894907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.899973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-20615d3b-8d30-4b81-8df8-6783b9796061 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.901436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-20615d3b-8d30-4b81-8df8-6783b9796061 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1779683 Jul 07 19:15:07.912544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1a58d-db31-4402-a487-8904eaf34915 req-2e5b0bc8-c847-43be-95b3-40f7d4b224aa tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.914100 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e1f1a58d-db31-4402-a487-8904eaf34915 req-2e5b0bc8-c847-43be-95b3-40f7d4b224aa tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 948 time: 0.1280408 Jul 07 19:15:07.921285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-bbf13d24-92ce-427d-83d3-5b9359b27798 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:15:07.922828 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebf3b3fc-b774-41b3-8e9f-225ca8a9f2ac req-bbf13d24-92ce-427d-83d3-5b9359b27798 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126982 Jul 07 19:15:07.943123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 3260c7a2-f90c-4a17-bab8-44152bc1aabe details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:07.947994 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6c1446eb-abd5-4595-b851-3b3b3049bc77 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:07.967364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bc8ee-43f2-4a83-a511-602de98c4710 req-e6addb9d-96cf-4ec7-bd35-7da31eec3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.984819 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-176bc8ee-43f2-4a83-a511-602de98c4710 req-e6addb9d-96cf-4ec7-bd35-7da31eec3851 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4837347d-16af-4527-869d-a670e15ab1e0 HTTP/1.1" status: 200 len: 925 time: 0.1676402 Jul 07 19:15:07.994153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cef52acb-364a-406c-add3-a1071cbc54fb,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:08.024618 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 6c1446eb-abd5-4595-b851-3b3b3049bc77 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:08.025112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6c1446eb-abd5-4595-b851-3b3b3049bc77 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:08.051879 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e1f1a58d-db31-4402-a487-8904eaf34915 req-5564b2ba-8542-40f2-9fe7-e00a157ef4f7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163697 Jul 07 19:15:08.100948 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-176bc8ee-43f2-4a83-a511-602de98c4710 req-32085ddc-87bb-4c6c-a1a7-047f86527f9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e568ffe0-4c5f-430c-ac37-ca5402b8bec9 HTTP/1.1" status: 200 len: 217 time: 0.1039734 Jul 07 19:15:08.169181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Attempting to bind port cef52acb-364a-406c-add3-a1071cbc54fb on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:08.169538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Attempting to bind port cef52acb-364a-406c-add3-a1071cbc54fb by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:08.169849 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Attempting to bind port cef52acb-364a-406c-add3-a1071cbc54fb on network 8b7161e7-a378-4da4-a7d1-f1ac2382667b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:08.174900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee'}, {'server_uuid': 'e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f', 'name': 'network-vif-deleted', 'tag': '8c4bab9b-6bab-42b8-af69-f2e39c0dd093'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:08.177509 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e17388-d979-4453-a063-570d36a2936c" -d '{"events": [{"name": "network-changed", "server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee"}, {"server_uuid": "e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f", "name": "network-vif-deleted", "tag": "8c4bab9b-6bab-42b8-af69-f2e39c0dd093"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:08.179995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Port cef52acb-364a-406c-add3-a1071cbc54fb on network 8b7161e7-a378-4da4-a7d1-f1ac2382667b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:08.180323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Attempting to bind port cef52acb-364a-406c-add3-a1071cbc54fb on network 8b7161e7-a378-4da4-a7d1-f1ac2382667b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:08.186359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:08.187042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Checking segment: {'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:08.187528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Bound using segment: {'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:08.188261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Bound port: cef52acb-364a-406c-add3-a1071cbc54fb, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5866d974-3689-4d28-b59f-f5329499d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:08.188629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.219375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 3260c7a2-f90c-4a17-bab8-44152bc1aabe, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=3260c7a2-f90c-4a17-bab8-44152bc1aabe,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:08.232188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '3260c7a2-f90c-4a17-bab8-44152bc1aabe', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'port_id': '3260c7a2-f90c-4a17-bab8-44152bc1aabe', 'mac_address': 'fa:16:3e:d7:c7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6eae3f-e364-4968-b2e0-000a4f1bdb41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:15:08.298742 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.306295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] For port cef52acb-364a-406c-add3-a1071cbc54fb, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:08.310819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] For port cef52acb-364a-406c-add3-a1071cbc54fb, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cef52acb-364a-406c-add3-a1071cbc54fb,segment=NetworkSegment(5866d974-3689-4d28-b59f-f5329499d53f),segment_id=5866d974-3689-4d28-b59f-f5329499d53f)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:08.316938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3260c7a2-f90c-4a17-bab8-44152bc1aabe {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:08.325846 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.341142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 3260c7a2-f90c-4a17-bab8-44152bc1aabe, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=3260c7a2-f90c-4a17-bab8-44152bc1aabe,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:08.346694 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.377069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dda39-247a-4562-9bae-2e1be1ec4fd7 req-52a3fbe2-655a-4d51-a247-adc5fd87976c tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.378713 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e13dda39-247a-4562-9bae-2e1be1ec4fd7 req-52a3fbe2-655a-4d51-a247-adc5fd87976c tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 943 time: 0.1520443 Jul 07 19:15:08.387201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.387828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.389452 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] 10.222.0.110 "PUT /v2.0/ports/cef52acb-364a-406c-add3-a1071cbc54fb HTTP/1.1" status: 200 len: 1091 time: 1.0728514 Jul 07 19:15:08.435761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6dafe-d180-4d5b-9e86-ded7e18706f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cef52acb-364a-406c-add3-a1071cbc54fb,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:08.458513 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e13dda39-247a-4562-9bae-2e1be1ec4fd7 req-29645fb5-7472-4316-a2f1-2ea7f3ab14ab tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681982 Jul 07 19:15:08.466131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=3260c7a2-f90c-4a17-bab8-44152bc1aabe,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:08.518825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-d0d9ab7b-dbd7-48b6-8174-e61e965b4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.520915 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-d0d9ab7b-dbd7-48b6-8174-e61e965b4865 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=094c8d0a18cb46f6bbce9db8f4bf67ad&device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 1094 time: 0.0792718 Jul 07 19:15:08.571606 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-46e17201-1f7e-4da8-8c14-1ba707e8d9f7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cef52acb-364a-406c-add3-a1071cbc54fb HTTP/1.1" status: 200 len: 217 time: 0.0423160 Jul 07 19:15:08.619171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bc8ee-43f2-4a83-a511-602de98c4710 req-206a9d34-d71f-4f5b-abb4-14bbeca02780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.620636 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-176bc8ee-43f2-4a83-a511-602de98c4710 req-206a9d34-d71f-4f5b-abb4-14bbeca02780 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e25d04fd-32bc-4870-b7cb-9e944799036a HTTP/1.1" status: 200 len: 863 time: 0.5101604 Jul 07 19:15:08.668813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-53a5a7ee-d640-456f-8fc6-ec90af930040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.670402 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-53a5a7ee-d640-456f-8fc6-ec90af930040 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f0f3f4c4-c371-4663-ac6c-c6d7533f86ab HTTP/1.1" status: 200 len: 844 time: 0.0913050 Jul 07 19:15:08.673572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3577c9a-10da-4ce2-b2c6-587832a954c4 req-57fc3d3f-a682-44ef-a5e8-05752c523fd0 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.675093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3577c9a-10da-4ce2-b2c6-587832a954c4 req-57fc3d3f-a682-44ef-a5e8-05752c523fd0 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 944 time: 0.5182717 Jul 07 19:15:08.714250 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bc8ee-43f2-4a83-a511-602de98c4710 req-8d2c16a8-7393-4c7f-ad73-1c3de00c20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.715867 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-176bc8ee-43f2-4a83-a511-602de98c4710 req-8d2c16a8-7393-4c7f-ad73-1c3de00c20ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4837347d-16af-4527-869d-a670e15ab1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866106 Jul 07 19:15:08.734729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5e691-e554-4eee-af9c-2a89d9e5c8c4 req-6997fecf-483e-4434-80cd-34662791a401 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.736324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2f5e691-e554-4eee-af9c-2a89d9e5c8c4 req-6997fecf-483e-4434-80cd-34662791a401 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 943 time: 0.1166215 Jul 07 19:15:08.737487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3577c9a-10da-4ce2-b2c6-587832a954c4 req-f7bfa052-1543-44aa-b92c-bb40302d0264 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542045 Jul 07 19:15:08.778781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-75d4c3ff-6f74-4683-9695-7643cfb23a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.781334 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-75d4c3ff-6f74-4683-9695-7643cfb23a4d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8b7161e7-a378-4da4-a7d1-f1ac2382667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026552 Jul 07 19:15:08.819802 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2f5e691-e554-4eee-af9c-2a89d9e5c8c4 req-82ed92d2-379b-49e2-a60b-20acb9a1d880 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743108 Jul 07 19:15:08.821449 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-176bc8ee-43f2-4a83-a511-602de98c4710 req-49006122-899a-49dd-833d-0e6f5ec4a7b8 service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971401 Jul 07 19:15:08.925044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-bd429100-764e-4d83-9082-b5092c296b94 service neutron] 10.222.0.110 "GET /v2.0/networks/8b7161e7-a378-4da4-a7d1-f1ac2382667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329281 Jul 07 19:15:08.930224 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-176bc8ee-43f2-4a83-a511-602de98c4710 req-94d988cd-8a51-4669-9ed8-d0a54d484ee8 service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002805 Jul 07 19:15:08.941100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['3260c7a2-f90c-4a17-bab8-44152bc1aabe'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:09.086606 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f2b460-9f54-4cc6-81b1-4afc3e890c8c x-openstack-request-id: req-58f2b460-9f54-4cc6-81b1-4afc3e890c8c {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:09.086948 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee", "status": "completed", "code": 200}, {"server_uuid": "e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f", "name": "network-vif-deleted", "tag": "8c4bab9b-6bab-42b8-af69-f2e39c0dd093", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:09.087177 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-58f2b460-9f54-4cc6-81b1-4afc3e890c8c {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:09.087609 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'status': 'completed', 'code': 200} Jul 07 19:15:09.088076 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e180e5cf-e611-46d5-b9fd-7fdeef0e2f5f', 'name': 'network-vif-deleted', 'tag': '8c4bab9b-6bab-42b8-af69-f2e39c0dd093', 'status': 'completed', 'code': 200} Jul 07 19:15:09.149277 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-cdf7197b-12de-41f1-af69-77f40d4d2bd4 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.151389 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-cdf7197b-12de-41f1-af69-77f40d4d2bd4 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 820 time: 0.2204120 Jul 07 19:15:09.173768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3f2d0ff-9b8c-4dc4-881d-db63ce1d938c req-7c00b5ad-6ad5-442a-828e-d8bb892bf446 service neutron] 10.222.0.110 "GET /v2.0/networks/8b7161e7-a378-4da4-a7d1-f1ac2382667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387035 Jul 07 19:15:09.190910 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-ba24ef14-8633-4442-a1ea-994fa994101b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/quotas/5fcb9d6d7f3c452ba7e0bd1a44d1094f HTTP/1.1" status: 200 len: 375 time: 0.0154614 Jul 07 19:15:09.249089 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17388-d979-4453-a063-570d36a2936c req-2cc916ec-a223-411f-9331-a23ae9725861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.250626 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21e17388-d979-4453-a063-570d36a2936c req-2cc916ec-a223-411f-9331-a23ae9725861 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1099 time: 0.1244237 Jul 07 19:15:09.269749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15400d-5e10-470e-b5f7-8b43944630ca req-34bb1f32-54f7-4280-a1a4-ce1df87843a5 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.271055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f15400d-5e10-470e-b5f7-8b43944630ca req-34bb1f32-54f7-4280-a1a4-ce1df87843a5 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 945 time: 0.0736411 Jul 07 19:15:09.315916 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f15400d-5e10-470e-b5f7-8b43944630ca req-5cc0c829-1f65-4dde-bdbc-ca09aa1f3c62 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386832 Jul 07 19:15:09.330757 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b3261a74-0af0-49d0-8a12-731ee21186fc tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1344228 Jul 07 19:15:09.369712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17388-d979-4453-a063-570d36a2936c req-ccbc5a54-2569-4705-8c94-9eba021f0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.371472 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21e17388-d979-4453-a063-570d36a2936c req-ccbc5a54-2569-4705-8c94-9eba021f0290 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1139555 Jul 07 19:15:09.426919 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21e17388-d979-4453-a063-570d36a2936c req-11da3ea0-0eef-45ff-b47c-d1f69ee3179a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 217 time: 0.0482862 Jul 07 19:15:09.525675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17388-d979-4453-a063-570d36a2936c req-a6048989-2e16-479f-b206-931126cf9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.527130 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21e17388-d979-4453-a063-570d36a2936c req-a6048989-2e16-479f-b206-931126cf9bf3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0891840 Jul 07 19:15:09.542196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74937fc-60dd-4d48-a02f-d134ebaa06fc req-39338f4d-34f0-4e65-8f6e-9dbb00f22358 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.543714 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e74937fc-60dd-4d48-a02f-d134ebaa06fc req-39338f4d-34f0-4e65-8f6e-9dbb00f22358 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 944 time: 0.0636013 Jul 07 19:15:09.573222 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-eb5a6b2b-9d6e-4f29-bdf5-14f0125af4ea service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241728 Jul 07 19:15:09.583692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e74937fc-60dd-4d48-a02f-d134ebaa06fc req-b55acd42-dad9-43fd-b678-a8bbd451b5ef tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339882 Jul 07 19:15:09.594342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41b17a2-2be5-494a-9608-6212b7e2bed3', 'name': 'network-vif-deleted', 'tag': '6c1446eb-abd5-4595-b851-3b3b3049bc77'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:09.597083 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe0a190-5994-426a-81f9-a15000ee5a2d" -d '{"events": [{"server_uuid": "d41b17a2-2be5-494a-9608-6212b7e2bed3", "name": "network-vif-deleted", "tag": "6c1446eb-abd5-4595-b851-3b3b3049bc77"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:09.652855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.658745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17388-d979-4453-a063-570d36a2936c req-28a1e8de-7465-4201-80f5-980250b5b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.660357 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21e17388-d979-4453-a063-570d36a2936c req-28a1e8de-7465-4201-80f5-980250b5b488 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191077 Jul 07 19:15:09.730226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-8a15d7e2-fd12-4ec2-bb32-c3b448567185 service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504347 Jul 07 19:15:09.768140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da947a79-03a0-42c6-a497-2ecd25398740 req-584e0b7e-e302-4593-9d06-4c8482b62064 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.770139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-da947a79-03a0-42c6-a497-2ecd25398740 req-584e0b7e-e302-4593-9d06-4c8482b62064 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 948 time: 0.0805831 Jul 07 19:15:09.784785 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21e17388-d979-4453-a063-570d36a2936c req-9ec3bfb1-d3ab-4fd5-866a-51a4da1f4a52 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084542 Jul 07 19:15:09.847982 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b60dc6b3-74a3-47e1-a437-e41674e39aee details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:09.859919 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-da947a79-03a0-42c6-a497-2ecd25398740 req-2135580e-da8a-424b-96a9-5a6f5b9e3cd1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822575 Jul 07 19:15:09.907435 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21e17388-d979-4453-a063-570d36a2936c req-404ad5eb-5f37-4f84-9aaa-653786ea66e7 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152921 Jul 07 19:15:09.990122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:10.006555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'mac_address': 'fa:16:3e:18:91:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:15:10.050126 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4507f8-35cb-4656-b138-f56e3e2440d8 x-openstack-request-id: req-fd4507f8-35cb-4656-b138-f56e3e2440d8 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:10.050557 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41b17a2-2be5-494a-9608-6212b7e2bed3", "name": "network-vif-deleted", "tag": "6c1446eb-abd5-4595-b851-3b3b3049bc77", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:10.050968 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd4507f8-35cb-4656-b138-f56e3e2440d8 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:10.051576 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41b17a2-2be5-494a-9608-6212b7e2bed3', 'name': 'network-vif-deleted', 'tag': '6c1446eb-abd5-4595-b851-3b3b3049bc77', 'status': 'completed', 'code': 200} Jul 07 19:15:10.086267 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.112531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60dc6b3-74a3-47e1-a437-e41674e39aee {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:10.136782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ecfda-d559-4539-9c64-5da604f80eb6 req-1cb0823f-8abe-4d53-94f1-308c8c7a791f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:10.143556 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df9ecfda-d559-4539-9c64-5da604f80eb6 req-1cb0823f-8abe-4d53-94f1-308c8c7a791f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 943 time: 0.1255648 Jul 07 19:15:10.146332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:10.152023 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.181912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d77da-b26d-45bc-a403-3cdbd5f93618 req-5e9456ba-321a-4f02-b5ca-ecb2d51c73c1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:10.185239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-893d77da-b26d-45bc-a403-3cdbd5f93618 req-5e9456ba-321a-4f02-b5ca-ecb2d51c73c1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 944 time: 0.1049900 Jul 07 19:15:10.210409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df9ecfda-d559-4539-9c64-5da604f80eb6 req-041d91ae-db19-4d52-aae6-df1a85f06bb9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637908 Jul 07 19:15:10.218621 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:10.350410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102a9f5-890a-46a0-ab6c-33cd1608fba8 req-b9ed5193-ab1a-4ee1-a4c9-4ea1058556ab tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:10.352360 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d102a9f5-890a-46a0-ab6c-33cd1608fba8 req-b9ed5193-ab1a-4ee1-a4c9-4ea1058556ab tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 945 time: 0.1658530 Jul 07 19:15:10.392705 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-893d77da-b26d-45bc-a403-3cdbd5f93618 req-101382a2-d242-4fb9-ba1f-aab2280b2c3b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Deleting port 283dc151-93c1-4404-a784-79d17c3b6cd6 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:10.393058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-893d77da-b26d-45bc-a403-3cdbd5f93618 req-101382a2-d242-4fb9-ba1f-aab2280b2c3b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.437490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d224733-279c-46f3-bb30-946697097d91 req-fe7b5323-8c84-4568-a01f-fb6f5bd56b68 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:10.441206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d224733-279c-46f3-bb30-946697097d91 req-fe7b5323-8c84-4568-a01f-fb6f5bd56b68 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 943 time: 0.1084588 Jul 07 19:15:10.459070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d102a9f5-890a-46a0-ab6c-33cd1608fba8 req-25786193-bda3-4c4e-a480-fc9c64730f78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926743 Jul 07 19:15:10.467367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['b60dc6b3-74a3-47e1-a437-e41674e39aee'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:10.520193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d224733-279c-46f3-bb30-946697097d91 req-882815bc-1d88-4cc0-a01b-eb3149c221c5 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733364 Jul 07 19:15:10.534937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-893d77da-b26d-45bc-a403-3cdbd5f93618 req-101382a2-d242-4fb9-ba1f-aab2280b2c3b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] For port 283dc151-93c1-4404-a784-79d17c3b6cd6, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=283dc151-93c1-4404-a784-79d17c3b6cd6,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:10.535311 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-893d77da-b26d-45bc-a403-3cdbd5f93618 req-101382a2-d242-4fb9-ba1f-aab2280b2c3b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.566591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-893d77da-b26d-45bc-a403-3cdbd5f93618 req-101382a2-d242-4fb9-ba1f-aab2280b2c3b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Calling delete_port for 283dc151-93c1-4404-a784-79d17c3b6cd6 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:10.768242 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d2bbc2e-2f19-4057-907c-997b28c3cae6 req-5f89019c-514c-4500-8244-8865e1eeef51 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 210 time: 0.0635121 Jul 07 19:15:10.803590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-893d77da-b26d-45bc-a403-3cdbd5f93618 req-101382a2-d242-4fb9-ba1f-aab2280b2c3b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.841117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101382a2-d242-4fb9-ba1f-aab2280b2c3b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Pushing event deleted for resources: {'Port': ['ID=283dc151-93c1-4404-a784-79d17c3b6cd6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:10.902419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-893d77da-b26d-45bc-a403-3cdbd5f93618 req-101382a2-d242-4fb9-ba1f-aab2280b2c3b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] No DVR routers for this DVR port 283dc151-93c1-4404-a784-79d17c3b6cd6 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:10.905226 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-893d77da-b26d-45bc-a403-3cdbd5f93618 req-101382a2-d242-4fb9-ba1f-aab2280b2c3b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.908069 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-893d77da-b26d-45bc-a403-3cdbd5f93618 req-101382a2-d242-4fb9-ba1f-aab2280b2c3b tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.48 "DELETE /v2.0/ports/283dc151-93c1-4404-a784-79d17c3b6cd6 HTTP/1.1" status: 204 len: 173 time: 0.7046227 Jul 07 19:15:10.950569 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05cd34cb-ee36-4bf4-9e0b-d5a4470a3ee3 req-9a15a2a3-c0ca-4580-91d5-b4c8eb2c6f05 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4f1b0ef-945a-4484-a732-a1774470a2aa HTTP/1.1" status: 200 len: 210 time: 0.0324426 Jul 07 19:15:10.967273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a94b6-63bf-4c67-8ad7-bfd8fe7ea731 req-2fb55ef9-b65c-47f3-b6aa-da528d80ac58 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:10.969430 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b06a94b6-63bf-4c67-8ad7-bfd8fe7ea731 req-2fb55ef9-b65c-47f3-b6aa-da528d80ac58 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 945 time: 0.0808001 Jul 07 19:15:11.012588 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b06a94b6-63bf-4c67-8ad7-bfd8fe7ea731 req-3f5838ce-48dc-47b2-b86f-b6883fa00463 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347815 Jul 07 19:15:11.089769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'tag': 'cef52acb-364a-406c-add3-a1071cbc54fb'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:11.092730 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fa8f57-3b8c-40e3-8c46-14cd889891ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4defb09e-0d4e-4e23-8466-5bb15b5312b6", "tag": "cef52acb-364a-406c-add3-a1071cbc54fb"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:11.131726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49106) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:11.189106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Deleting subnet bbfd94d3-665b-4e9b-988c-c0779e981edc {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:15:11.192844 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.193020 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e807ff-42d9-4bf1-a899-249fc66a71b2 x-openstack-request-id: req-80e807ff-42d9-4bf1-a899-249fc66a71b2 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:11.193490 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4defb09e-0d4e-4e23-8466-5bb15b5312b6", "tag": "cef52acb-364a-406c-add3-a1071cbc54fb", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:11.193591 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80e807ff-42d9-4bf1-a899-249fc66a71b2 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:11.193924 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'tag': 'cef52acb-364a-406c-add3-a1071cbc54fb', 'status': 'completed', 'code': 200} Jul 07 19:15:11.232060 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.288879 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.358420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.359813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9b7dc-fb76-4a83-be66-9dac8ca32c21 req-36976360-ae98-4ae9-a7df-ba09061f38cc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:11.361044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60f9b7dc-fb76-4a83-be66-9dac8ca32c21 req-36976360-ae98-4ae9-a7df-ba09061f38cc tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 949 time: 0.2306023 Jul 07 19:15:11.406201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa8f57-3b8c-40e3-8c46-14cd889891ed req-2cf3b2e0-0017-496c-97a4-f39541c96567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:11.407833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-62fa8f57-3b8c-40e3-8c46-14cd889891ed req-2cf3b2e0-0017-496c-97a4-f39541c96567 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=094c8d0a18cb46f6bbce9db8f4bf67ad&device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 1094 time: 0.2107968 Jul 07 19:15:11.419931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f9009971-536a-4e30-bfbd-58182995611f tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:11.421389 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f9009971-536a-4e30-bfbd-58182995611f tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.110 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 820 time: 0.1915407 Jul 07 19:15:11.430930 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.433185 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bbfd94d3-665b-4e9b-988c-c0779e981edc HTTP/1.1" status: 204 len: 168 time: 0.3000724 Jul 07 19:15:11.434237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbfd94d3-665b-4e9b-988c-c0779e981edc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:11.436244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49110) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:11.450336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Request body: {'port': {'device_id': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'admin_state_up': True, 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:11.502406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:11.502713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:11.503227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:11.503743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:11.504217 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:11.504803 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:11.505293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:11.505787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:11.506197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:11.506588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:11.507051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:11.507438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b080170-70df-413d-b87b-4a99a9276535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:11.560330 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.568321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60f9b7dc-fb76-4a83-be66-9dac8ca32c21 req-09fec50f-b7a8-4bfd-ba99-c6b43bacd40f tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988416 Jul 07 19:15:11.585040 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0034-741e-4a69-9acd-da19db6e184b req-c1d5c0f5-095e-4e15-9d3f-3def2208e73f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:11.586583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1fa0034-741e-4a69-9acd-da19db6e184b req-c1d5c0f5-095e-4e15-9d3f-3def2208e73f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 943 time: 0.2195153 Jul 07 19:15:11.649093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Made reservation on behalf of 5fcb9d6d7f3c452ba7e0bd1a44d1094f for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:11.652925 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.657088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa8f57-3b8c-40e3-8c46-14cd889891ed req-f8431d80-3a5e-4f11-852a-0b38f4a25e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:11.658669 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-62fa8f57-3b8c-40e3-8c46-14cd889891ed req-f8431d80-3a5e-4f11-852a-0b38f4a25e4e service neutron] 10.222.0.110 "GET /v2.0/networks?id=8b7161e7-a378-4da4-a7d1-f1ac2382667b HTTP/1.1" status: 200 len: 906 time: 0.2326093 Jul 07 19:15:11.706541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.713666 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1fa0034-741e-4a69-9acd-da19db6e184b req-03f92d21-546c-483a-a019-dbb8b8298c7b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206665 Jul 07 19:15:11.724842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:11.743100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182b4194-0509-40ff-9500-3778833fef99') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:11.744615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182b4194-0509-40ff-9500-3778833fef99') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:11.758332 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-62fa8f57-3b8c-40e3-8c46-14cd889891ed req-c1ce19d1-20c2-4e48-90de-310b68127fc8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cef52acb-364a-406c-add3-a1071cbc54fb HTTP/1.1" status: 200 len: 217 time: 0.0913081 Jul 07 19:15:11.759420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.782216 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.791440 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:11.792095 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:11.794165 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:11.879613 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cef52acb-364a-406c-add3-a1071cbc54fb details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:11.880596 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.884973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b60dc6b3-74a3-47e1-a437-e41674e39aee up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:11.893310 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.895348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7 HTTP/1.1" status: 204 len: 168 time: 0.4562979 Jul 07 19:15:11.908756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421596b-0394-4ee0-be54-ecb63f8ba1a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc6cd7a-7e5c-42c0-a6e2-6f387387f9d7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:11.911392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa8f57-3b8c-40e3-8c46-14cd889891ed req-f093727a-94bf-4e68-9f40-d12367e37638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:11.913110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-62fa8f57-3b8c-40e3-8c46-14cd889891ed req-f093727a-94bf-4e68-9f40-d12367e37638 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f0f3f4c4-c371-4663-ac6c-c6d7533f86ab HTTP/1.1" status: 200 len: 844 time: 0.1400933 Jul 07 19:15:11.941985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c88e6-2368-4c5d-a088-07eeba9cb7b7 req-29201a7b-156b-44d6-817c-89a9bd16bbe0 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:11.944164 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-044c88e6-2368-4c5d-a088-07eeba9cb7b7 req-29201a7b-156b-44d6-817c-89a9bd16bbe0 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 943 time: 0.1041386 Jul 07 19:15:11.974919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Allocated IP 172.20.0.4 (9892ad39-ee05-4c01-b72a-14bb665e1b69/1c245494-a33b-46f8-a33f-a6bc9618903d/caa5348a-23af-493c-824b-1b3367113661) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:11.994856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8a075-42e3-48d0-9526-405a8843043a req-58351860-889b-4577-a14c-b5cd7aeb92ec tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:11.996916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c6e8a075-42e3-48d0-9526-405a8843043a req-58351860-889b-4577-a14c-b5cd7aeb92ec tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 945 time: 0.2845743 Jul 07 19:15:11.997434 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device e568ffe0-4c5f-430c-ac37-ca5402b8bec9 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:12.000528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 3260c7a2-f90c-4a17-bab8-44152bc1aabe up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:12.018826 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-044c88e6-2368-4c5d-a088-07eeba9cb7b7 req-fb565afc-901c-4f0e-a847-9e654e0a78ab tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660200 Jul 07 19:15:12.052642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f1b0ef-945a-4484-a732-a1774470a2aa', 'name': 'network-vif-deleted', 'tag': '283dc151-93c1-4404-a784-79d17c3b6cd6'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:12.056023 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e16fb92-250b-46d5-b817-4150f1918b60" -d '{"events": [{"server_uuid": "d4f1b0ef-945a-4484-a732-a1774470a2aa", "name": "network-vif-deleted", "tag": "283dc151-93c1-4404-a784-79d17c3b6cd6"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:12.100604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49126) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:12.149330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port b60dc6b3-74a3-47e1-a437-e41674e39aee completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:12.154306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cef52acb-364a-406c-add3-a1071cbc54fb, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cef52acb-364a-406c-add3-a1071cbc54fb,segment=NetworkSegment(5866d974-3689-4d28-b59f-f5329499d53f),segment_id=5866d974-3689-4d28-b59f-f5329499d53f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:12.169058 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port b60dc6b3-74a3-47e1-a437-e41674e39aee triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:12.169426 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.193268 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-402b5c9c-0a27-4558-973a-476613d2fa30 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17a434a7d0c942d08958b19e81486122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0913661 Jul 07 19:15:12.197914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49128) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:12.204492 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fdc8cb0-22df-4398-a46e-b16bd16478cd req-c16d3d0f-ec5b-44b2-8d67-d0cb509929df tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 210 time: 0.0463078 Jul 07 19:15:12.212148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'cef52acb-364a-406c-add3-a1071cbc54fb', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'port_id': 'cef52acb-364a-406c-add3-a1071cbc54fb', 'mac_address': 'fa:16:3e:a0:56:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:15:12.237906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 3260c7a2-f90c-4a17-bab8-44152bc1aabe completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:12.238050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c6e8a075-42e3-48d0-9526-405a8843043a req-803441ee-7753-4514-ae9c-b4945f2e97d8 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306619 Jul 07 19:15:12.253956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 3260c7a2-f90c-4a17-bab8-44152bc1aabe triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:12.254332 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.326640 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58d3e44-9ee1-4792-89e9-74eeef5bde69 x-openstack-request-id: req-f58d3e44-9ee1-4792-89e9-74eeef5bde69 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:12.327210 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f1b0ef-945a-4484-a732-a1774470a2aa", "name": "network-vif-deleted", "tag": "283dc151-93c1-4404-a784-79d17c3b6cd6", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:12.328245 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f58d3e44-9ee1-4792-89e9-74eeef5bde69 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:12.329712 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f1b0ef-945a-4484-a732-a1774470a2aa', 'name': 'network-vif-deleted', 'tag': '283dc151-93c1-4404-a784-79d17c3b6cd6', 'status': 'completed', 'code': 200} Jul 07 19:15:12.330566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port e568ffe0-4c5f-430c-ac37-ca5402b8bec9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e568ffe0-4c5f-430c-ac37-ca5402b8bec9,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:12.342056 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.360029 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Transition to ACTIVE for port object caa5348a-23af-493c-824b-1b3367113661 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:12.364524 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.366665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'port_id': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9', 'mac_address': 'fa:16:3e:8f:91:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:15:12.378452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa8f57-3b8c-40e3-8c46-14cd889891ed req-4163263d-a895-405f-a34e-1e4e87f9798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:12.379959 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-62fa8f57-3b8c-40e3-8c46-14cd889891ed req-4163263d-a895-405f-a34e-1e4e87f9798e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8b7161e7-a378-4da4-a7d1-f1ac2382667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4552770 Jul 07 19:15:12.419413 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:15:12.435338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef52acb-364a-406c-add3-a1071cbc54fb {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:12.474212 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc1dabbe-89cc-4e72-91ce-9a57872e6406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.479696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cef52acb-364a-406c-add3-a1071cbc54fb, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cef52acb-364a-406c-add3-a1071cbc54fb,segment=NetworkSegment(5866d974-3689-4d28-b59f-f5329499d53f),segment_id=5866d974-3689-4d28-b59f-f5329499d53f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:12.482459 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.510405 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.527043 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.548595 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc1dabbe-89cc-4e72-91ce-9a57872e6406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.575731 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.590254 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.598208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['5a809436-aa28-46fa-b82e-3d12bffb128b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:12.613082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e568ffe0-4c5f-430c-ac37-ca5402b8bec9 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:12.617207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:12.619698 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aba6c3d-185c-497a-a720-d8c1b484fbcb" -d '{"events": [{"server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "name": "network-vif-plugged", "status": "completed", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:12.669192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4364ee-e671-4115-b645-d7b0ef1a63d5 req-7f07928e-beed-4a0b-8495-8e980b89c336 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:12.670713 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7c4364ee-e671-4115-b645-d7b0ef1a63d5 req-7f07928e-beed-4a0b-8495-8e980b89c336 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 945 time: 0.3029397 Jul 07 19:15:12.673351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-62fa8f57-3b8c-40e3-8c46-14cd889891ed req-16ad6a74-91ce-43cd-91ca-d9c6540f98e5 service neutron] 10.222.0.110 "GET /v2.0/networks/8b7161e7-a378-4da4-a7d1-f1ac2382667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790449 Jul 07 19:15:12.682064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:12.682650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Network 9892ad39-ee05-4c01-b72a-14bb665e1b69 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:12.703407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port e568ffe0-4c5f-430c-ac37-ca5402b8bec9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e568ffe0-4c5f-430c-ac37-ca5402b8bec9,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:12.706918 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.708865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cef52acb-364a-406c-add3-a1071cbc54fb,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:12.711539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:12.730006 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.730334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:12.790972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 3260c7a2-f90c-4a17-bab8-44152bc1aabe, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=3260c7a2-f90c-4a17-bab8-44152bc1aabe,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:12.800267 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab62e94-beb2-4308-82a8-0c4057d30d0b req-7eae93b7-c4b8-41d1-bef9-e6a86e251392 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:12.803994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2ab62e94-beb2-4308-82a8-0c4057d30d0b req-7eae93b7-c4b8-41d1-bef9-e6a86e251392 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.0855179 Jul 07 19:15:12.816946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:12.820742 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.822355 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-62fa8f57-3b8c-40e3-8c46-14cd889891ed req-3e94ec94-8e65-4906-8ee8-16466d2776c9 service neutron] 10.222.0.110 "GET /v2.0/networks/8b7161e7-a378-4da4-a7d1-f1ac2382667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379111 Jul 07 19:15:12.824147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Pushing event updated for resources: {'Port': ['ID=caa5348a-23af-493c-824b-1b3367113661,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:12.867354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['cef52acb-364a-406c-add3-a1071cbc54fb'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:12.875904 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2ab62e94-beb2-4308-82a8-0c4057d30d0b req-37126263-172a-4a89-89e8-38c4b47783b4 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649223 Jul 07 19:15:12.895275 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc1dabbe-89cc-4e72-91ce-9a57872e6406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.897834 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc1dabbe-89cc-4e72-91ce-9a57872e6406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.899055 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fc1dabbe-89cc-4e72-91ce-9a57872e6406 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd41c68e-26b5-48e1-80fb-e09e7e0d5906 HTTP/1.1" status: 204 len: 168 time: 0.6945028 Jul 07 19:15:12.939229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1dabbe-89cc-4e72-91ce-9a57872e6406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd41c68e-26b5-48e1-80fb-e09e7e0d5906,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:12.960642 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:12.961442 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.011436 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7c4364ee-e671-4115-b645-d7b0ef1a63d5 req-45e12181-3ac3-4cf9-8364-ea1ca8ed8cb7 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108308 Jul 07 19:15:13.022278 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-b0ef3bf1-a276-4245-b3ef-b06a0a4cd457 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5793819 Jul 07 19:15:13.037247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Request body: {'port': {'device_id': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:13.111547 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d88cb4-c4df-45fc-b2aa-fe640bc7dc6e x-openstack-request-id: req-96d88cb4-c4df-45fc-b2aa-fe640bc7dc6e {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:13.118300 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "name": "network-vif-plugged", "status": "completed", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:13.118702 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96d88cb4-c4df-45fc-b2aa-fe640bc7dc6e {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:13.122328 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'code': 200} Jul 07 19:15:13.132553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c7ae-5dc0-4ed0-8696-9b6ad9f842aa req-03a3ce4a-adf7-43a2-9bc2-d96504c925b4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:13.134092 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8236c7ae-5dc0-4ed0-8696-9b6ad9f842aa req-03a3ce4a-adf7-43a2-9bc2-d96504c925b4 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 966 time: 0.1318390 Jul 07 19:15:13.161234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=e568ffe0-4c5f-430c-ac37-ca5402b8bec9,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:13.222549 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8236c7ae-5dc0-4ed0-8696-9b6ad9f842aa req-315ba123-b306-469a-833a-7a479506ecc5 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737550 Jul 07 19:15:13.229986 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.250495 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=3260c7a2-f90c-4a17-bab8-44152bc1aabe,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:13.259503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8da665c1-3485-4990-99aa-b7896f436d85 None None] Provisioning for port caa5348a-23af-493c-824b-1b3367113661 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:13.287815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8da665c1-3485-4990-99aa-b7896f436d85 None None] Provisioning complete for port caa5348a-23af-493c-824b-1b3367113661 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:13.288338 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8da665c1-3485-4990-99aa-b7896f436d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.413145 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8da665c1-3485-4990-99aa-b7896f436d85 None None] Port caa5348a-23af-493c-824b-1b3367113661 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:13.435678 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1ad1e-d8b4-41cf-b2ff-c1541267daf3 req-1d61a1c6-30c3-4616-b7fd-7e6c9ce5cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:13.437247 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06a1ad1e-d8b4-41cf-b2ff-c1541267daf3 req-1d61a1c6-30c3-4616-b7fd-7e6c9ce5cbe3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1101 time: 0.2665806 Jul 07 19:15:13.481576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406e88-0b91-47c0-8d52-1c5464f03113 req-cfd2bdbb-9ac3-4b0b-b325-7ff0afb1d058 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:13.484582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9406e88-0b91-47c0-8d52-1c5464f03113 req-cfd2bdbb-9ac3-4b0b-b325-7ff0afb1d058 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 944 time: 0.0908101 Jul 07 19:15:13.536979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9406e88-0b91-47c0-8d52-1c5464f03113 req-82dba788-f751-4ec1-a482-1c6f4f79c429 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457733 Jul 07 19:15:13.682445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-fd5a66f2-3a5e-4076-83db-9ea90d398439 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:13.684215 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-fd5a66f2-3a5e-4076-83db-9ea90d398439 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495&tenant_id=c5ba298996444ac4a7794654f9024386&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1096 time: 0.1281893 Jul 07 19:15:13.691104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['e568ffe0-4c5f-430c-ac37-ca5402b8bec9'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:13.722680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-9'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:13.843186 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.889465 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f370a9-7d87-49bf-bee3-9deb28402b16 req-4b837bad-6a2f-46b9-858a-5085fce9ed68 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:13.891218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-84f370a9-7d87-49bf-bee3-9deb28402b16 req-4b837bad-6a2f-46b9-858a-5085fce9ed68 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 944 time: 0.5977852 Jul 07 19:15:13.931004 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06a1ad1e-d8b4-41cf-b2ff-c1541267daf3 req-6d51ff77-2d25-4bbf-934e-3db373ee6e42 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725139 Jul 07 19:15:14.011398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-84f370a9-7d87-49bf-bee3-9deb28402b16 req-fd575a70-de5d-4706-9f0e-59914b6ccde6 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035824 Jul 07 19:15:14.013713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 283dc151-93c1-4404-a784-79d17c3b6cd6 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:14.024370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbe23d-f6e9-4f8a-adf2-9ef84e093ebf req-97c12b57-68d8-400a-b98e-8e8359fa32f1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:14.026017 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45bbe23d-f6e9-4f8a-adf2-9ef84e093ebf req-97c12b57-68d8-400a-b98e-8e8359fa32f1 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.48 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 966 time: 0.2063308 Jul 07 19:15:14.061922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 283dc151-93c1-4404-a784-79d17c3b6cd6 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:14.062779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 283dc151-93c1-4404-a784-79d17c3b6cd6 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:14.111425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a2a8f-fbfe-4d27-962f-8dfc72fee28d req-35844f8c-3203-4a5d-aaf1-9dc65cc32c6e tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:14.115227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-988a2a8f-fbfe-4d27-962f-8dfc72fee28d req-35844f8c-3203-4a5d-aaf1-9dc65cc32c6e tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 931 time: 0.2730491 Jul 07 19:15:14.143459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa5348a-23af-493c-824b-1b3367113661 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:14.158620 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.190458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Transition to ACTIVE for port object caa5348a-23af-493c-824b-1b3367113661 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:14.197827 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.267519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-988a2a8f-fbfe-4d27-962f-8dfc72fee28d req-a309e207-dde7-4772-bf21-914249fe3b4c tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832219 Jul 07 19:15:14.306441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=42e10417-8c28-4d9c-8605-93107c660bf4,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:14.357262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:14.361140 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Pushing event updated for resources: {'Port': ['ID=caa5348a-23af-493c-824b-1b3367113661,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:14.419654 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:14.420041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:14.420395 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:14.421575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:14.421745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:14.422075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:14.422408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:14.422737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:14.423093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:14.423466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:14.423797 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:14.424120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:14.439304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a067b650-8616-4dfe-ba17-b7580fd8c495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e10417-8c28-4d9c-8605-93107c660bf4'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:14.441735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-45bbe23d-f6e9-4f8a-adf2-9ef84e093ebf req-247af296-ff9b-4202-a4c1-31944c573156 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Deleting port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:14.442008 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e9f4d1-08ba-41c4-bc27-6e9c828322e2" -d '{"events": [{"server_uuid": "a067b650-8616-4dfe-ba17-b7580fd8c495", "name": "network-vif-unplugged", "status": "completed", "tag": "42e10417-8c28-4d9c-8605-93107c660bf4"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:14.442132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45bbe23d-f6e9-4f8a-adf2-9ef84e093ebf req-247af296-ff9b-4202-a4c1-31944c573156 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.448269 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.470102 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.540056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124c37f-38ad-4996-b1cc-1cb4851bb3cd req-c3c58bff-4ef6-4407-a159-2aae1a872caf tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:14.541561 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1124c37f-38ad-4996-b1cc-1cb4851bb3cd req-c3c58bff-4ef6-4407-a159-2aae1a872caf tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 946 time: 0.3012068 Jul 07 19:15:14.542286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Attempting to bind port caa5348a-23af-493c-824b-1b3367113661 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:14.542627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Attempting to bind port caa5348a-23af-493c-824b-1b3367113661 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:14.542985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Attempting to bind port caa5348a-23af-493c-824b-1b3367113661 on network 9892ad39-ee05-4c01-b72a-14bb665e1b69 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:14.556578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Port caa5348a-23af-493c-824b-1b3367113661 on network 9892ad39-ee05-4c01-b72a-14bb665e1b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:14.556914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Attempting to bind port caa5348a-23af-493c-824b-1b3367113661 on network 9892ad39-ee05-4c01-b72a-14bb665e1b69 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:14.581847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Pushing event updated for resources: {'Port': ['ID=42e10417-8c28-4d9c-8605-93107c660bf4,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:14.594065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:14.594554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Checking segment: {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:14.595173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Bound using segment: {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:14.595912 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Bound port: caa5348a-23af-493c-824b-1b3367113661, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202c6e94-7984-47c3-986a-e58befe98447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:14.596475 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.629106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f120d4-f925-4612-b7a1-b21aba959a63 req-63b81195-bda4-4dfb-af4e-1bb7f67fd17d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:14.631521 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80f120d4-f925-4612-b7a1-b21aba959a63 req-63b81195-bda4-4dfb-af4e-1bb7f67fd17d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.2092698 Jul 07 19:15:14.635333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Attempting to bind port 42e10417-8c28-4d9c-8605-93107c660bf4 on host n-h2-793621-9 for vnic_type normal with profile {"migrating_to": "n-h1-793621-9"} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:14.635738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Attempting to bind port 42e10417-8c28-4d9c-8605-93107c660bf4 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:14.636067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Attempting to bind port 42e10417-8c28-4d9c-8605-93107c660bf4 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:14.640544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-45bbe23d-f6e9-4f8a-adf2-9ef84e093ebf req-247af296-ff9b-4202-a4c1-31944c573156 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] For port 5a147802-a23f-4d81-8ad2-92bd62f9fe33, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5a147802-a23f-4d81-8ad2-92bd62f9fe33,segment=NetworkSegment(0fe58f25-548f-4cf0-983d-927168d08b1b),segment_id=0fe58f25-548f-4cf0-983d-927168d08b1b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:14.641161 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45bbe23d-f6e9-4f8a-adf2-9ef84e093ebf req-247af296-ff9b-4202-a4c1-31944c573156 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.642330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Port 42e10417-8c28-4d9c-8605-93107c660bf4 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:14.642822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Attempting to bind port 42e10417-8c28-4d9c-8605-93107c660bf4 on network d9378c77-e08f-4688-9a8d-ec2d53a9a0fc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:14.658124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:14.658473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Checking segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:14.658851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Bound using segment: {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:14.659294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Bound port: 42e10417-8c28-4d9c-8605-93107c660bf4, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd9378c77-e08f-4688-9a8d-ec2d53a9a0fc'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:14.659710 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.688486 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1124c37f-38ad-4996-b1cc-1cb4851bb3cd req-dbd72a6d-043f-40a7-b937-d54ebc8da4d7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360877 Jul 07 19:15:14.694169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-45bbe23d-f6e9-4f8a-adf2-9ef84e093ebf req-247af296-ff9b-4202-a4c1-31944c573156 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Calling delete_port for 5a147802-a23f-4d81-8ad2-92bd62f9fe33 owned by compute:tempest-test_az-1049122052 {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:14.732578 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80f120d4-f925-4612-b7a1-b21aba959a63 req-d46107ef-7052-43e5-b9aa-d32983bca59b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848920 Jul 07 19:15:14.783710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:14.787355 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=42e10417-8c28-4d9c-8605-93107c660bf4,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:14.794173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.796721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] For port caa5348a-23af-493c-824b-1b3367113661, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:14.805970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] For port caa5348a-23af-493c-824b-1b3367113661, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=caa5348a-23af-493c-824b-1b3367113661,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:14.816466 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.890688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:14.891380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.892853 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] 10.222.0.110 "PUT /v2.0/ports/caa5348a-23af-493c-824b-1b3367113661 HTTP/1.1" status: 200 len: 1091 time: 1.8628294 Jul 07 19:15:14.893312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'tag': 'caa5348a-23af-493c-824b-1b3367113661'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:14.893518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Pushing event updated for resources: {'Port': ['ID=42e10417-8c28-4d9c-8605-93107c660bf4,revision_number=8']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:14.896770 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c617cf41-3e0c-48bf-855b-670d85e9a239" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b14b6c-ac71-48f9-9f68-05298513f159", "tag": "caa5348a-23af-493c-824b-1b3367113661"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:14.905262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:14.907258 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.909640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-9dd1710a-cbdb-4d98-9550-b49251a93c87 service neutron] 10.222.0.48 "PUT /v2.0/ports/42e10417-8c28-4d9c-8605-93107c660bf4 HTTP/1.1" status: 200 len: 1121 time: 1.2126269 Jul 07 19:15:15.027079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5993ce4-d20e-4423-ad01-68d894c84685 service neutron] Pushing event updated for resources: {'Port': ['ID=caa5348a-23af-493c-824b-1b3367113661,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:15.027383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['42e10417-8c28-4d9c-8605-93107c660bf4'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:15.120504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['42e10417-8c28-4d9c-8605-93107c660bf4'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:15.124575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d36ee16-ad5d-4c55-8686-47b30ea94626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3260c7a2-f90c-4a17-bab8-44152bc1aabe'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:15.129519 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8d7242-4e45-4389-ba3c-4b1cc3a16d65" -d '{"events": [{"server_uuid": "4d36ee16-ad5d-4c55-8686-47b30ea94626", "name": "network-vif-plugged", "status": "completed", "tag": "3260c7a2-f90c-4a17-bab8-44152bc1aabe"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:15.227169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb3c6e-0568-44cc-92c5-322b2ef7f906 req-795258bb-a1c3-4102-a287-b1a438f9945c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.229289 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-12cb3c6e-0568-44cc-92c5-322b2ef7f906 req-795258bb-a1c3-4102-a287-b1a438f9945c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 943 time: 0.3670063 Jul 07 19:15:15.233064 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45bbe23d-f6e9-4f8a-adf2-9ef84e093ebf req-247af296-ff9b-4202-a4c1-31944c573156 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.239079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31c6e4-0872-4710-86a2-67f0f9ea11e5 req-952239c8-527a-4864-a81e-32e4db9040ae tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.242038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-055c6964-9f76-4ca8-ac7f-295716dcb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.243811 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-055c6964-9f76-4ca8-ac7f-295716dcb6ac service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 1094 time: 0.2238259 Jul 07 19:15:15.246086 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d31c6e4-0872-4710-86a2-67f0f9ea11e5 req-952239c8-527a-4864-a81e-32e4db9040ae tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 888 time: 0.1282244 Jul 07 19:15:15.281868 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d31c6e4-0872-4710-86a2-67f0f9ea11e5 req-636a31d4-f509-4ac1-9c47-510cd810cac3 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/security-groups?id=92b791d2-5380-4233-a224-825243363940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349219 Jul 07 19:15:15.293314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247af296-ff9b-4202-a4c1-31944c573156 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Pushing event deleted for resources: {'Port': ['ID=5a147802-a23f-4d81-8ad2-92bd62f9fe33,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:15.337885 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059877f1-a863-4ded-926a-2c1ea5f3e8a3 x-openstack-request-id: req-059877f1-a863-4ded-926a-2c1ea5f3e8a3 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:15.338181 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a067b650-8616-4dfe-ba17-b7580fd8c495", "name": "network-vif-unplugged", "status": "completed", "tag": "42e10417-8c28-4d9c-8605-93107c660bf4", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:15.338437 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-059877f1-a863-4ded-926a-2c1ea5f3e8a3 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:15.338858 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a067b650-8616-4dfe-ba17-b7580fd8c495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e10417-8c28-4d9c-8605-93107c660bf4', 'code': 200} Jul 07 19:15:15.354810 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-49254828-6546-4349-a804-d0fe03c04da7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caa5348a-23af-493c-824b-1b3367113661 HTTP/1.1" status: 200 len: 217 time: 0.0679002 Jul 07 19:15:15.412489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bbe23d-f6e9-4f8a-adf2-9ef84e093ebf req-247af296-ff9b-4202-a4c1-31944c573156 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] No DVR routers for this DVR port 5a147802-a23f-4d81-8ad2-92bd62f9fe33 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:15.436307 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45bbe23d-f6e9-4f8a-adf2-9ef84e093ebf req-247af296-ff9b-4202-a4c1-31944c573156 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.438699 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45bbe23d-f6e9-4f8a-adf2-9ef84e093ebf req-247af296-ff9b-4202-a4c1-31944c573156 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.48 "DELETE /v2.0/ports/5a147802-a23f-4d81-8ad2-92bd62f9fe33 HTTP/1.1" status: 204 len: 173 time: 1.4028671 Jul 07 19:15:15.441789 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-12cb3c6e-0568-44cc-92c5-322b2ef7f906 req-04c0549e-ca2e-4327-9e03-1e41748402ff tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958921 Jul 07 19:15:15.485610 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-e269e148-f427-4b13-b4c3-2dd318583502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.487777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-e269e148-f427-4b13-b4c3-2dd318583502 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.1113932 Jul 07 19:15:15.511893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9737ca-b25c-40dd-9a95-bd3707869656 req-5336341e-82fd-4de5-b30a-cf7bb2ee9031 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.513487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a9737ca-b25c-40dd-9a95-bd3707869656 req-5336341e-82fd-4de5-b30a-cf7bb2ee9031 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 944 time: 0.0706515 Jul 07 19:15:15.557246 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a9737ca-b25c-40dd-9a95-bd3707869656 req-a746e7a1-31b6-420c-badd-82931ebbe883 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380583 Jul 07 19:15:15.568219 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491261b5-1b7a-4b49-a1b7-12127b6dda43 x-openstack-request-id: req-491261b5-1b7a-4b49-a1b7-12127b6dda43 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:15.568786 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b14b6c-ac71-48f9-9f68-05298513f159", "tag": "caa5348a-23af-493c-824b-1b3367113661", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:15.568888 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-491261b5-1b7a-4b49-a1b7-12127b6dda43 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:15.569306 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'tag': 'caa5348a-23af-493c-824b-1b3367113661', 'status': 'completed', 'code': 200} Jul 07 19:15:15.602827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-c20abde3-14dd-4115-8cc9-f10d573ce662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.604808 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-c20abde3-14dd-4115-8cc9-f10d573ce662 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094799 Jul 07 19:15:15.632460 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61ad2b3-0530-430d-97d3-66fa602b6f45 x-openstack-request-id: req-c61ad2b3-0530-430d-97d3-66fa602b6f45 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:15.632794 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d36ee16-ad5d-4c55-8686-47b30ea94626", "name": "network-vif-plugged", "status": "completed", "tag": "3260c7a2-f90c-4a17-bab8-44152bc1aabe", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:15.633109 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c61ad2b3-0530-430d-97d3-66fa602b6f45 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:15.633509 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d36ee16-ad5d-4c55-8686-47b30ea94626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3260c7a2-f90c-4a17-bab8-44152bc1aabe', 'code': 200} Jul 07 19:15:15.809715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4488c53-5016-44b6-b75a-f817ae7fb815 req-34e262c4-8d58-45b2-805e-49daba8dfd08 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.811366 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4488c53-5016-44b6-b75a-f817ae7fb815 req-34e262c4-8d58-45b2-805e-49daba8dfd08 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 943 time: 0.0701692 Jul 07 19:15:15.818253 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-0d0f83a5-9e85-48dc-850d-86c181765293 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946304 Jul 07 19:15:15.851783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4488c53-5016-44b6-b75a-f817ae7fb815 req-1e46f52d-45ae-4ee5-82b6-202bb5e265d1 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342648 Jul 07 19:15:15.855848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13c277-8dca-446d-89b6-ee34bb309f75 req-52731882-2c4b-45ec-a114-4e56fce5a0e9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.857869 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f13c277-8dca-446d-89b6-ee34bb309f75 req-52731882-2c4b-45ec-a114-4e56fce5a0e9 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 944 time: 0.2054777 Jul 07 19:15:15.910815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cef52acb-364a-406c-add3-a1071cbc54fb up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:15.932440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9660e-8755-4da6-89f9-b2d415c9595b req-41fe4d75-ac34-4750-846c-d3541eeefd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.934173 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0b9660e-8755-4da6-89f9-b2d415c9595b req-41fe4d75-ac34-4750-846c-d3541eeefd20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 1097 time: 0.1982007 Jul 07 19:15:15.974284 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f13c277-8dca-446d-89b6-ee34bb309f75 req-642a9f1d-b16f-4f89-bc7c-c1b82a83d4a6 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842295 Jul 07 19:15:15.992366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port cef52acb-364a-406c-add3-a1071cbc54fb completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:16.008821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0b9660e-8755-4da6-89f9-b2d415c9595b req-cc390cf7-33b8-4916-bec6-a836772f6dc2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655878 Jul 07 19:15:16.010277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 42e10417-8c28-4d9c-8605-93107c660bf4 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:16.011008 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d08e0f3-e740-4284-b394-a1521bc16c4c req-47718630-8c3a-4059-827d-f42c9122fb38 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833763 Jul 07 19:15:16.012960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device e568ffe0-4c5f-430c-ac37-ca5402b8bec9 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:16.024165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port cef52acb-364a-406c-add3-a1071cbc54fb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:16.024760 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.099680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b081cda-3b7e-4744-a0f7-36f778dcb1d0 req-0684d849-43cf-4e24-aed8-e710bc362979 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:16.102521 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b081cda-3b7e-4744-a0f7-36f778dcb1d0 req-0684d849-43cf-4e24-aed8-e710bc362979 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 946 time: 0.0971096 Jul 07 19:15:16.159254 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b081cda-3b7e-4744-a0f7-36f778dcb1d0 req-a1693bb7-b560-46b8-8e93-53de532a33ec tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478425 Jul 07 19:15:16.213917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617cf41-3e0c-48bf-855b-670d85e9a239 req-644f315d-4ff7-4747-b723-e7e3eab4199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:16.215280 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port e568ffe0-4c5f-430c-ac37-ca5402b8bec9 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:16.216710 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c617cf41-3e0c-48bf-855b-670d85e9a239 req-644f315d-4ff7-4747-b723-e7e3eab4199e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 1094 time: 0.1343112 Jul 07 19:15:16.226828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port e568ffe0-4c5f-430c-ac37-ca5402b8bec9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:16.227492 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.307715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249b4ba-ba68-4683-aa4a-29cc9a5b46a3 req-af3c8ffa-a1d3-4982-9840-ccdca32fb741 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:16.309629 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8249b4ba-ba68-4683-aa4a-29cc9a5b46a3 req-af3c8ffa-a1d3-4982-9840-ccdca32fb741 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1754396 Jul 07 19:15:16.329654 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=42e10417-8c28-4d9c-8605-93107c660bf4,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:16.359749 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.362941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 42e10417-8c28-4d9c-8605-93107c660bf4 has no active binding in host n-h1-793621-9 {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:15:16.415033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8249b4ba-ba68-4683-aa4a-29cc9a5b46a3 req-8593a960-8fb8-470e-afee-cdd04e4ad461 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816703 Jul 07 19:15:16.420796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617cf41-3e0c-48bf-855b-670d85e9a239 req-0740061a-6e55-41dc-9710-178208ccbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:16.427711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c617cf41-3e0c-48bf-855b-670d85e9a239 req-0740061a-6e55-41dc-9710-178208ccbc10 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.2007127 Jul 07 19:15:16.453358 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cef52acb-364a-406c-add3-a1071cbc54fb, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cef52acb-364a-406c-add3-a1071cbc54fb,segment=NetworkSegment(5866d974-3689-4d28-b59f-f5329499d53f),segment_id=5866d974-3689-4d28-b59f-f5329499d53f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:16.456746 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.462545 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.556025 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c617cf41-3e0c-48bf-855b-670d85e9a239 req-b67f9960-6436-465b-9358-70bc13766bdd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caa5348a-23af-493c-824b-1b3367113661 HTTP/1.1" status: 200 len: 217 time: 0.1196463 Jul 07 19:15:16.559708 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2821251b-4669-495e-a199-43eba0e09ba0 req-ab70bf44-bc81-4edd-92f0-3f83b9c60a72 tempest-LiveAutoBlockMigrationV225Test-648768090 tempest-LiveAutoBlockMigrationV225Test-648768090-project] 10.222.0.81 "GET /v2.0/ports?device_id=6441e835-9d58-4bd8-b709-523de2ee2148 HTTP/1.1" status: 200 len: 210 time: 0.0668669 Jul 07 19:15:16.596230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cef52acb-364a-406c-add3-a1071cbc54fb,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:16.630199 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port e568ffe0-4c5f-430c-ac37-ca5402b8bec9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e568ffe0-4c5f-430c-ac37-ca5402b8bec9,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:16.638415 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.687428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617cf41-3e0c-48bf-855b-670d85e9a239 req-0eb3e2a8-4620-4692-a381-866f1c88a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:16.699260 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c617cf41-3e0c-48bf-855b-670d85e9a239 req-0eb3e2a8-4620-4692-a381-866f1c88a21c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.1232884 Jul 07 19:15:16.727063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=e568ffe0-4c5f-430c-ac37-ca5402b8bec9,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:16.764333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49222) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:16.811387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ec99a-449d-4c3f-b910-8c13a3ea1865 req-7dfd86a7-9849-416f-b966-d57d7b94826c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:16.813627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-994ec99a-449d-4c3f-b910-8c13a3ea1865 req-7dfd86a7-9849-416f-b966-d57d7b94826c tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 943 time: 0.0921509 Jul 07 19:15:16.815117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617cf41-3e0c-48bf-855b-670d85e9a239 req-185291c8-e0a4-4ef8-82ba-6efea4df93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:16.816664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c617cf41-3e0c-48bf-855b-670d85e9a239 req-185291c8-e0a4-4ef8-82ba-6efea4df93c2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165967 Jul 07 19:15:16.824636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f311f-6885-427c-9cb6-d009479a6a65 req-627c4c5d-f4cc-4397-a1ec-4fb4d5363523 tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:16.827243 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f24f311f-6885-427c-9cb6-d009479a6a65 req-627c4c5d-f4cc-4397-a1ec-4fb4d5363523 tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1101 time: 0.1104782 Jul 07 19:15:16.868077 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-994ec99a-449d-4c3f-b910-8c13a3ea1865 req-2850bbd2-e9a1-4700-af33-b8c04f11e5cf tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470221 Jul 07 19:15:16.920106 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6616203-a888-47c1-a899-e39a94854051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.927776 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f24f311f-6885-427c-9cb6-d009479a6a65 req-0f8ae9f6-05cb-40ec-aee5-6edd26843f80 tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894034 Jul 07 19:15:16.965790 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c617cf41-3e0c-48bf-855b-670d85e9a239 req-f40c9dc4-576a-41db-b6a1-ee610d261823 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372540 Jul 07 19:15:17.068141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6616203-a888-47c1-a899-e39a94854051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.100863 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6616203-a888-47c1-a899-e39a94854051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.135218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c617cf41-3e0c-48bf-855b-670d85e9a239 req-9bc07b6c-5ede-4d90-860c-388f9f94a567 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563632 Jul 07 19:15:17.176393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6616203-a888-47c1-a899-e39a94854051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38965b9-160f-4843-b26a-c993c4c1660e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:17.185162 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b6616203-a888-47c1-a899-e39a94854051 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11c62c1384d54ebc90ec960e37da246d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194391 Jul 07 19:15:17.189490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49232) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:17.190928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6924b-a260-4318-9d05-7d3e12815046 req-c52bb9a3-e605-40fd-b374-a9fcbb4edaca tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:17.194014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0d6924b-a260-4318-9d05-7d3e12815046 req-c52bb9a3-e605-40fd-b374-a9fcbb4edaca tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 943 time: 0.1094513 Jul 07 19:15:17.243489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2223c8c-173c-4cc3-9a12-16312153a4a5 req-00b7b66d-3058-4ac5-8bb0-9127b967ab3f tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:17.245083 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b2223c8c-173c-4cc3-9a12-16312153a4a5 req-00b7b66d-3058-4ac5-8bb0-9127b967ab3f tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 945 time: 0.1944048 Jul 07 19:15:17.247186 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0d6924b-a260-4318-9d05-7d3e12815046 req-c7659ef2-8732-4f3c-b4c9-40ec59567d4a tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Jul 07 19:15:17.304520 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b2223c8c-173c-4cc3-9a12-16312153a4a5 req-1372032f-3c67-466c-838a-d867744551f0 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481403 Jul 07 19:15:17.305294 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ced2ef68-c8f0-4203-bf9c-5785a1f2b585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.341140 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ced2ef68-c8f0-4203-bf9c-5785a1f2b585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.351382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a067b650-8616-4dfe-ba17-b7580fd8c495', 'tag': '42e10417-8c28-4d9c-8605-93107c660bf4'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:17.355075 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a49d74-e611-4f50-bd86-b8e9a27571fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a067b650-8616-4dfe-ba17-b7580fd8c495", "tag": "42e10417-8c28-4d9c-8605-93107c660bf4"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:17.436233 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ced2ef68-c8f0-4203-bf9c-5785a1f2b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.441823 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ced2ef68-c8f0-4203-bf9c-5785a1f2b585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.444150 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ced2ef68-c8f0-4203-bf9c-5785a1f2b585 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f38965b9-160f-4843-b26a-c993c4c1660e HTTP/1.1" status: 204 len: 168 time: 0.2538619 Jul 07 19:15:17.497793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2ef68-c8f0-4203-bf9c-5785a1f2b585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38965b9-160f-4843-b26a-c993c4c1660e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:17.572105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6441e835-9d58-4bd8-b709-523de2ee2148', 'name': 'network-vif-deleted', 'tag': '5a147802-a23f-4d81-8ad2-92bd62f9fe33'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:17.576768 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76336e31-ca7f-4541-b7f5-a1dc456ba251" -d '{"events": [{"server_uuid": "6441e835-9d58-4bd8-b709-523de2ee2148", "name": "network-vif-deleted", "tag": "5a147802-a23f-4d81-8ad2-92bd62f9fe33"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:17.581496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42139a18-768e-4062-8adf-897f6b2f7817 req-2539b254-cd4d-4833-b0cc-fb62bbcbb522 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:17.583367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42139a18-768e-4062-8adf-897f6b2f7817 req-2539b254-cd4d-4833-b0cc-fb62bbcbb522 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 945 time: 0.1376827 Jul 07 19:15:17.634722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef52acb-364a-406c-add3-a1071cbc54fb'}, {'server_uuid': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:17.639070 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8848dbfa-b68a-42b4-a326-7dc14f01281c" -d '{"events": [{"server_uuid": "4defb09e-0d4e-4e23-8466-5bb15b5312b6", "name": "network-vif-plugged", "status": "completed", "tag": "cef52acb-364a-406c-add3-a1071cbc54fb"}, {"server_uuid": "e3886c1c-e9d9-423b-9042-a86f7ed6921a", "name": "network-vif-plugged", "status": "completed", "tag": "e568ffe0-4c5f-430c-ac37-ca5402b8bec9"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:17.652426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42139a18-768e-4062-8adf-897f6b2f7817 req-c2e2141e-bb79-4b64-8ebd-24802b27d11c tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560966 Jul 07 19:15:17.982301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a115d-c281-4562-ad1f-628fbbed5d40 req-1ab521f8-1278-4817-8be2-d92b63056025 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:17.984021 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217a115d-c281-4562-ad1f-628fbbed5d40 req-1ab521f8-1278-4817-8be2-d92b63056025 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 946 time: 0.1243894 Jul 07 19:15:18.016957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5a147802-a23f-4d81-8ad2-92bd62f9fe33 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:18.100709 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c42a5a-1ac0-4aad-9c99-93a328b514a2 x-openstack-request-id: req-e4c42a5a-1ac0-4aad-9c99-93a328b514a2 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:18.101066 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a067b650-8616-4dfe-ba17-b7580fd8c495", "tag": "42e10417-8c28-4d9c-8605-93107c660bf4", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:18.101670 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4c42a5a-1ac0-4aad-9c99-93a328b514a2 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:18.102047 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a067b650-8616-4dfe-ba17-b7580fd8c495', 'tag': '42e10417-8c28-4d9c-8605-93107c660bf4', 'status': 'completed', 'code': 200} Jul 07 19:15:18.104684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 5a147802-a23f-4d81-8ad2-92bd62f9fe33 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:18.105277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5a147802-a23f-4d81-8ad2-92bd62f9fe33 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:18.110343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217a115d-c281-4562-ad1f-628fbbed5d40 req-78df1e42-7fa5-4b21-a439-16facdddccd8 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200652 Jul 07 19:15:18.122186 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d0d039-fdf3-48fd-bfab-e546d15c802e x-openstack-request-id: req-75d0d039-fdf3-48fd-bfab-e546d15c802e {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:18.122594 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6441e835-9d58-4bd8-b709-523de2ee2148", "name": "network-vif-deleted", "tag": "5a147802-a23f-4d81-8ad2-92bd62f9fe33", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:18.123013 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75d0d039-fdf3-48fd-bfab-e546d15c802e {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:18.123508 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6441e835-9d58-4bd8-b709-523de2ee2148', 'name': 'network-vif-deleted', 'tag': '5a147802-a23f-4d81-8ad2-92bd62f9fe33', 'status': 'completed', 'code': 200} Jul 07 19:15:18.211949 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e591a8-5dd0-4975-a91e-790033299672 x-openstack-request-id: req-c6e591a8-5dd0-4975-a91e-790033299672 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:18.212996 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4defb09e-0d4e-4e23-8466-5bb15b5312b6", "name": "network-vif-plugged", "status": "completed", "tag": "cef52acb-364a-406c-add3-a1071cbc54fb", "code": 200}, {"server_uuid": "e3886c1c-e9d9-423b-9042-a86f7ed6921a", "name": "network-vif-plugged", "status": "completed", "tag": "e568ffe0-4c5f-430c-ac37-ca5402b8bec9", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:18.213469 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6e591a8-5dd0-4975-a91e-790033299672 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:18.214414 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef52acb-364a-406c-add3-a1071cbc54fb', 'code': 200} Jul 07 19:15:18.215243 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9', 'code': 200} Jul 07 19:15:18.270365 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49d74-e611-4f50-bd86-b8e9a27571fc req-4216a777-a15c-4592-bdc6-b6ec70aedf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:18.275718 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87a49d74-e611-4f50-bd86-b8e9a27571fc req-4216a777-a15c-4592-bdc6-b6ec70aedf18 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 1124 time: 0.1787009 Jul 07 19:15:18.393104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49278) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:18.529137 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-48c80b66-8700-4b02-8192-df519994da0c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4362473 Jul 07 19:15:18.606890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e46cdba-c633-4c8c-8d91-651a7ac0edf3 admin admin] Deleting subnet 8a5aed6a-ddd5-48c5-a316-d5e4b085a076 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:15:18.619787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af35bc-8d4a-4650-8563-4324c58e864f req-82c89c1d-bfe9-480b-bfeb-81074e167d61 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:18.627744 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81af35bc-8d4a-4650-8563-4324c58e864f req-82c89c1d-bfe9-480b-bfeb-81074e167d61 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 943 time: 0.1741772 Jul 07 19:15:18.629789 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7e46cdba-c633-4c8c-8d91-651a7ac0edf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:18.709047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81af35bc-8d4a-4650-8563-4324c58e864f req-ec7f9f07-76fd-44fc-ba7c-66d082e45169 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800257 Jul 07 19:15:18.735485 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7e46cdba-c633-4c8c-8d91-651a7ac0edf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:18.744703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49d74-e611-4f50-bd86-b8e9a27571fc req-f3bd6310-bddf-4c37-839d-1880c883a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:18.747365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87a49d74-e611-4f50-bd86-b8e9a27571fc req-f3bd6310-bddf-4c37-839d-1880c883a1ba service neutron] 10.222.0.110 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.4603574 Jul 07 19:15:18.883254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7e46cdba-c633-4c8c-8d91-651a7ac0edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:18.900365 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8063336-fd23-4ae9-8e23-2c7124e7b125 req-696266c5-1fd4-42a2-be7d-1a9d81f76a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:18.903346 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a8063336-fd23-4ae9-8e23-2c7124e7b125 req-696266c5-1fd4-42a2-be7d-1a9d81f76a7b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 1096 time: 0.4917858 Jul 07 19:15:18.909486 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87a49d74-e611-4f50-bd86-b8e9a27571fc req-bf9e04e3-9f68-451d-85cf-365ccaa34bd2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42e10417-8c28-4d9c-8605-93107c660bf4 HTTP/1.1" status: 200 len: 217 time: 0.1532333 Jul 07 19:15:18.921812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8046a-e1bb-4dfb-9a42-acc7fa3beb5f req-9bbc72c3-45c9-42bf-9d4b-3b0bd93c9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:18.926625 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03e8046a-e1bb-4dfb-9a42-acc7fa3beb5f req-9bbc72c3-45c9-42bf-9d4b-3b0bd93c9be6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 1096 time: 0.5297236 Jul 07 19:15:19.063140 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7e46cdba-c633-4c8c-8d91-651a7ac0edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:19.107099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7e46cdba-c633-4c8c-8d91-651a7ac0edf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:19.119905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49d74-e611-4f50-bd86-b8e9a27571fc req-547c8d0a-a23a-4e40-bccc-288f17a67c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:19.121525 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87a49d74-e611-4f50-bd86-b8e9a27571fc req-547c8d0a-a23a-4e40-bccc-288f17a67c43 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.1930046 Jul 07 19:15:19.123803 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7e46cdba-c633-4c8c-8d91-651a7ac0edf3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8a5aed6a-ddd5-48c5-a316-d5e4b085a076 HTTP/1.1" status: 204 len: 168 time: 0.7267010 Jul 07 19:15:19.125137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a8063336-fd23-4ae9-8e23-2c7124e7b125 req-58b89808-a3d7-4c39-a5d3-842f482d6eb6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653204 Jul 07 19:15:19.133242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5002473-d0b3-4305-8e61-7d3b48dfdb3d req-27013240-f818-436f-93eb-da535c2392c1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:19.142040 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d5002473-d0b3-4305-8e61-7d3b48dfdb3d req-27013240-f818-436f-93eb-da535c2392c1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.5732746 Jul 07 19:15:19.149540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49304) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:19.167816 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03e8046a-e1bb-4dfb-9a42-acc7fa3beb5f req-9c2ece7b-e707-40af-9c86-822354b00434 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932676 Jul 07 19:15:19.170521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46cdba-c633-4c8c-8d91-651a7ac0edf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a5aed6a-ddd5-48c5-a316-d5e4b085a076,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:19.246651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24392bec-7348-4951-a1c0-ff15669968dd req-05335bef-ad75-40a9-aca7-f16cde3663ae tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:19.249383 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-24392bec-7348-4951-a1c0-ff15669968dd req-05335bef-ad75-40a9-aca7-f16cde3663ae tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 943 time: 0.2886975 Jul 07 19:15:19.260256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87a49d74-e611-4f50-bd86-b8e9a27571fc req-7cc1d6e7-f0a1-453b-ab78-1eabeb118676 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087465 Jul 07 19:15:19.336706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-24392bec-7348-4951-a1c0-ff15669968dd req-cf6b54e5-7b3d-40d8-8fe9-44c394850fc0 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771263 Jul 07 19:15:19.369786 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d5002473-d0b3-4305-8e61-7d3b48dfdb3d req-83a4b4d3-d8fa-4e57-bded-0603f7b8a9d2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264800 Jul 07 19:15:19.385591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:19.477342 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87a49d74-e611-4f50-bd86-b8e9a27571fc req-4d1b17d3-e534-4691-b7e7-9c1d1ffcec2e service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987088 Jul 07 19:15:19.703777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f96dc-7233-4d01-9f24-94bcbc554f45 req-e6d189db-3b2f-48f5-9e1a-38f3af38f505 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:19.705844 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c3f96dc-7233-4d01-9f24-94bcbc554f45 req-e6d189db-3b2f-48f5-9e1a-38f3af38f505 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 945 time: 0.1184971 Jul 07 19:15:19.830378 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c3f96dc-7233-4d01-9f24-94bcbc554f45 req-a0df7553-92b1-4d39-8685-59475af913a2 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052499 Jul 07 19:15:19.932783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device caa5348a-23af-493c-824b-1b3367113661 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:20.147886 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 42e10417-8c28-4d9c-8605-93107c660bf4 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:20.177426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port caa5348a-23af-493c-824b-1b3367113661, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=caa5348a-23af-493c-824b-1b3367113661,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:20.208872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48979d48-1ed9-41e5-a3aa-73a7f53247c4 req-737b22a8-839d-495a-87e4-197411cecbc3 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:20.218663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48979d48-1ed9-41e5-a3aa-73a7f53247c4 req-737b22a8-839d-495a-87e4-197411cecbc3 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 946 time: 0.2372797 Jul 07 19:15:20.234049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'caa5348a-23af-493c-824b-1b3367113661', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'port_id': 'caa5348a-23af-493c-824b-1b3367113661', 'mac_address': 'fa:16:3e:0c:54:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:15:20.321834 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48979d48-1ed9-41e5-a3aa-73a7f53247c4 req-06b5af26-4680-472d-ad9b-bbf2a8f8a8d6 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016047 Jul 07 19:15:20.350328 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.409329 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.445627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa5348a-23af-493c-824b-1b3367113661 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:20.455028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62088a1d-df6a-44fe-95d5-e251937c7b0d']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:20.483301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe58f25-548f-4cf0-983d-927168d08b1b') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:20.483602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe58f25-548f-4cf0-983d-927168d08b1b') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:20.502625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.514089 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87a49d74-e611-4f50-bd86-b8e9a27571fc req-e6e35e09-9c3f-4026-8356-ab5e877d8d8d service neutron] 10.222.0.110 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0234966 Jul 07 19:15:20.521264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port caa5348a-23af-493c-824b-1b3367113661, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=caa5348a-23af-493c-824b-1b3367113661,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:20.525129 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.541766 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.573593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:20.574060 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:15:20.578436 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:20.583092 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:20.583092 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:20.583092 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:20.583092 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:20.583092 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:20.583092 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:20.583092 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:20.583092 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:20.583092 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:20.583092 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:20.713111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e8c17-865c-40f0-ac44-de3863c9af24 req-e29b9b3c-2ffa-4148-bc4a-0f3a99588c4f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:20.719904 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc7e8c17-865c-40f0-ac44-de3863c9af24 req-e29b9b3c-2ffa-4148-bc4a-0f3a99588c4f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 945 time: 0.4685721 Jul 07 19:15:20.756808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d49ad-2b43-4156-8af5-93c86adec5f6 req-2cbd95f7-6479-4151-82bf-97c619c2fca1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:20.778585 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-557d49ad-2b43-4156-8af5-93c86adec5f6 req-2cbd95f7-6479-4151-82bf-97c619c2fca1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 943 time: 0.2012355 Jul 07 19:15:20.813892 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.822300 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.831430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49348) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:20.832726 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] 10.222.0.81 "DELETE /v2.0/networks/62088a1d-df6a-44fe-95d5-e251937c7b0d HTTP/1.1" status: 204 len: 168 time: 1.6717949 Jul 07 19:15:20.867910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dfae6-0fd6-4932-875a-1b54a0fa3204 admin admin] Pushing event deleted for resources: {'Network': ['ID=62088a1d-df6a-44fe-95d5-e251937c7b0d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:20.908315 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc7e8c17-865c-40f0-ac44-de3863c9af24 req-f8752606-adca-4727-8cfe-cb882e237d19 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356089 Jul 07 19:15:20.924587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-557d49ad-2b43-4156-8af5-93c86adec5f6 req-f101241c-5304-4b65-87ff-a05ffb05109f tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437752 Jul 07 19:15:20.979395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c4c2a7-b9bf-48e5-85bc-6543188c4727 admin admin] Deleting subnet dd5dc6ee-105e-478d-85c4-6346a0012081 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:15:20.990279 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c2a7-b9bf-48e5-85bc-6543188c4727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.028817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=caa5348a-23af-493c-824b-1b3367113661,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:21.076763 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-90768d62-3e1d-43ed-b8e4-61bb917c09f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.103663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['caa5348a-23af-493c-824b-1b3367113661'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:21.108776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=42e10417-8c28-4d9c-8605-93107c660bf4,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:21.136623 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c2a7-b9bf-48e5-85bc-6543188c4727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.168591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 42e10417-8c28-4d9c-8605-93107c660bf4 has no active binding in host n-h1-793621-9 {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:15:21.360275 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c2a7-b9bf-48e5-85bc-6543188c4727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.473035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679adbc-0e35-4a71-a5bb-06fd28907a43 req-755a8470-cbbf-4076-a906-926a446656da tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:21.484041 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4679adbc-0e35-4a71-a5bb-06fd28907a43 req-755a8470-cbbf-4076-a906-926a446656da tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 944 time: 0.2896218 Jul 07 19:15:21.537128 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c2a7-b9bf-48e5-85bc-6543188c4727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.576595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4c2a7-b9bf-48e5-85bc-6543188c4727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd5dc6ee-105e-478d-85c4-6346a0012081,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:21.598779 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4679adbc-0e35-4a71-a5bb-06fd28907a43 req-f11140de-3d68-47d0-a758-262c07651803 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070676 Jul 07 19:15:21.611369 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c2a7-b9bf-48e5-85bc-6543188c4727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.614854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d3c4c2a7-b9bf-48e5-85bc-6543188c4727 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dd5dc6ee-105e-478d-85c4-6346a0012081 HTTP/1.1" status: 204 len: 168 time: 0.7816715 Jul 07 19:15:21.624384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49362) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:21.691482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-e1fe4186-bd25-4f78-ad69-b56e856d3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:21.694153 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-e1fe4186-bd25-4f78-ad69-b56e856d3bc0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1101 time: 0.1973433 Jul 07 19:15:21.806596 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.841842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095616bf-062b-4729-a8f3-2c86351ffa41 req-bd2a2ab2-85ae-410e-90c3-7c666121c033 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:21.844396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-095616bf-062b-4729-a8f3-2c86351ffa41 req-bd2a2ab2-85ae-410e-90c3-7c666121c033 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1107564 Jul 07 19:15:21.899871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-095616bf-062b-4729-a8f3-2c86351ffa41 req-5b9c985b-67ff-4609-a82e-3058844fcc28 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487735 Jul 07 19:15:21.948752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 42e10417-8c28-4d9c-8605-93107c660bf4 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:22.040179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-40c98009-8894-47e9-b9ed-72d490f672cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:22.042642 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-40c98009-8894-47e9-b9ed-72d490f672cb service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3270922 Jul 07 19:15:22.049930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 42e10417-8c28-4d9c-8605-93107c660bf4 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:22.147337 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 42e10417-8c28-4d9c-8605-93107c660bf4 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:22.158222 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.165348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-1a363469-d99a-4f3b-ad62-181a90a5fa18 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 217 time: 0.1069865 Jul 07 19:15:22.192046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40b323e-fb48-4f64-82a1-2605180ac864']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:22.235376 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231456c0-64c8-4b91-b2f6-f946202928bb req-0d45d6dd-a541-43f9-816f-bcdf8b19733a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:22.244762 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-231456c0-64c8-4b91-b2f6-f946202928bb req-0d45d6dd-a541-43f9-816f-bcdf8b19733a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 946 time: 0.1533208 Jul 07 19:15:22.256008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6677a4a7-b8bd-4994-a91f-a20383179db3') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:22.256790 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6677a4a7-b8bd-4994-a91f-a20383179db3') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:22.274429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c8469-7e2e-42d7-879c-33816aa70555 req-d97df3ab-6228-44b5-b4a6-b6dddab57bd3 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:22.282140 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d08c8469-7e2e-42d7-879c-33816aa70555 req-d97df3ab-6228-44b5-b4a6-b6dddab57bd3 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 945 time: 0.3830867 Jul 07 19:15:22.314281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-231456c0-64c8-4b91-b2f6-f946202928bb req-84e16238-5acd-4b07-8ecb-354d89357397 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673699 Jul 07 19:15:22.333436 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.388291 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d08c8469-7e2e-42d7-879c-33816aa70555 req-dc805413-9767-42a4-924a-6615e29ade8a tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000097 Jul 07 19:15:22.393417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-c6cfe978-0ae4-4711-915d-9f91d83f2347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:22.397772 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-c6cfe978-0ae4-4711-915d-9f91d83f2347 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2184134 Jul 07 19:15:22.426248 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.516543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:22.517216 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:22.621002 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:22.631283 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.669789 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.673732 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f40b323e-fb48-4f64-82a1-2605180ac864 HTTP/1.1" status: 204 len: 168 time: 1.0455649 Jul 07 19:15:22.735973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3c490-e84e-4192-ac9e-ed4c5a1e1193 req-50f498ce-e37f-4f4d-9274-e9d389e7d820 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:22.741318 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bfe3c490-e84e-4192-ac9e-ed4c5a1e1193 req-50f498ce-e37f-4f4d-9274-e9d389e7d820 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 945 time: 0.1778545 Jul 07 19:15:22.741680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73354a5e-4bbf-427f-b2d5-5bc63ebbb2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f40b323e-fb48-4f64-82a1-2605180ac864,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:22.790915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-b33c68a7-983a-4dc1-8c8b-99f96c196d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:22.793969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-b33c68a7-983a-4dc1-8c8b-99f96c196d62 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3880117 Jul 07 19:15:22.817079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bfe3c490-e84e-4192-ac9e-ed4c5a1e1193 req-fada462e-0c89-4316-8937-fb1bd2d90ebe tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627730 Jul 07 19:15:22.908614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240701a-2b22-4ebb-9d1c-547c679148e6 req-a04a20b9-bf59-4855-86a7-9e4063c63307 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:22.912325 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5240701a-2b22-4ebb-9d1c-547c679148e6 req-a04a20b9-bf59-4855-86a7-9e4063c63307 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 943 time: 0.2846675 Jul 07 19:15:23.085625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db979a-037a-4fcd-a626-8cc5a6afd497 req-2ab2a8bd-9d90-4dac-b442-2a2a96911ece tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:23.089582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2db979a-037a-4fcd-a626-8cc5a6afd497 req-2ab2a8bd-9d90-4dac-b442-2a2a96911ece tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 945 time: 0.1246376 Jul 07 19:15:23.089836 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5240701a-2b22-4ebb-9d1c-547c679148e6 req-75c7fe1d-e5d8-4afa-8063-afa916005845 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572187 Jul 07 19:15:23.107838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49412) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:23.113785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d903904a-ce7a-41aa-9059-275f96c06416 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Request body: {'floatingip': {'port_id': 'cef52acb-364a-406c-add3-a1071cbc54fb'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:23.126589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-1fbe0273-5b0e-4ff6-a03a-bc5901fd254b service neutron] 10.222.0.110 "GET /v2.0/ports/42e10417-8c28-4d9c-8605-93107c660bf4/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 384 time: 0.2098966 Jul 07 19:15:23.130650 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-efcbb634-3608-4f83-8d73-9943f0c896c4 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266132 Jul 07 19:15:23.195376 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d903904a-ce7a-41aa-9059-275f96c06416 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for floatingip, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.237070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49418) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:23.418757 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-759d7a1d-19d5-4333-ac84-6cae28ec7345 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739589 Jul 07 19:15:23.419158 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4e1e2d85-daaa-479e-ac86-927f69315fec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a67b76b74474baf828e899c52f53df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803560 Jul 07 19:15:23.445222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49422) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:23.485286 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-85220571-51da-4d37-a6d8-36a9f6b76347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.629147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72f733-67e8-4f6e-967a-f14ab59eb750 req-b9fb940b-369d-4f91-8644-2f1425c9efe3 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:23.642163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f72f733-67e8-4f6e-967a-f14ab59eb750 req-b9fb940b-369d-4f91-8644-2f1425c9efe3 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 944 time: 0.3152664 Jul 07 19:15:23.683157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a473c-929f-410b-951b-7f9b24bd7c5a req-f3230e51-aa5b-4775-acaa-179c1ea0f294 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:23.687577 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cf4a473c-929f-410b-951b-7f9b24bd7c5a req-f3230e51-aa5b-4775-acaa-179c1ea0f294 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 945 time: 0.3813527 Jul 07 19:15:23.720530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49428) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:23.734565 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.756208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b3a066a4-70c0-4f12-8a63-94f60ab251a0 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Request body: {'floatingip': {'port_id': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:23.764972 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f8b43565-cccd-4b0e-8986-a3d7ffe48405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.844239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f72f733-67e8-4f6e-967a-f14ab59eb750 req-42e3e4aa-04a1-4f02-a0c4-f589b67cfbb9 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001729 Jul 07 19:15:23.847866 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b3a066a4-70c0-4f12-8a63-94f60ab251a0 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.890846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-f3969f80-5e4f-4249-9401-571c3f9f17aa service neutron] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=42e10417-8c28-4d9c-8605-93107c660bf4,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:23.928980 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f8b43565-cccd-4b0e-8986-a3d7ffe48405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.963751 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device caa5348a-23af-493c-824b-1b3367113661 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:24.084798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-f3969f80-5e4f-4249-9401-571c3f9f17aa service neutron] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:24.169146 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port caa5348a-23af-493c-824b-1b3367113661 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:24.186213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port caa5348a-23af-493c-824b-1b3367113661 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:24.187691 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:24.239959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-f3969f80-5e4f-4249-9401-571c3f9f17aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e10417-8c28-4d9c-8605-93107c660bf4 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:24.348316 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:24.393218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-f3969f80-5e4f-4249-9401-571c3f9f17aa service neutron] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=42e10417-8c28-4d9c-8605-93107c660bf4,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:24.393950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port caa5348a-23af-493c-824b-1b3367113661, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=caa5348a-23af-493c-824b-1b3367113661,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:24.396132 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa5348a-23af-493c-824b-1b3367113661'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:24.400193 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2d103f-795a-4924-8492-32fe033b3620" -d '{"events": [{"server_uuid": "f7b14b6c-ac71-48f9-9f68-05298513f159", "name": "network-vif-plugged", "status": "completed", "tag": "caa5348a-23af-493c-824b-1b3367113661"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:24.404956 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:24.438672 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39c5da-a000-405f-a536-0e5cf91b7513 req-bd85e745-9161-45b1-a5a6-7ad2b536295c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:24.452890 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce39c5da-a000-405f-a536-0e5cf91b7513 req-bd85e745-9161-45b1-a5a6-7ad2b536295c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.5065422 Jul 07 19:15:24.466204 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f8b43565-cccd-4b0e-8986-a3d7ffe48405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:24.472153 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f8b43565-cccd-4b0e-8986-a3d7ffe48405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:24.476320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f8b43565-cccd-4b0e-8986-a3d7ffe48405 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/92b791d2-5380-4233-a224-825243363940 HTTP/1.1" status: 204 len: 168 time: 1.0263476 Jul 07 19:15:24.503922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=caa5348a-23af-493c-824b-1b3367113661,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:24.527326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b43565-cccd-4b0e-8986-a3d7ffe48405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b791d2-5380-4233-a224-825243363940,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:24.532172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-f3969f80-5e4f-4249-9401-571c3f9f17aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:24.664904 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:24.706876 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce39c5da-a000-405f-a536-0e5cf91b7513 req-d004bfa5-d7a4-4c06-b1d1-7f8907963e82 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523687 Jul 07 19:15:24.760254 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-f3969f80-5e4f-4249-9401-571c3f9f17aa service neutron] Transition to ACTIVE for port object 42e10417-8c28-4d9c-8605-93107c660bf4 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:24.779516 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-f3969f80-5e4f-4249-9401-571c3f9f17aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:24.814432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b790f-52ee-4b5f-b7ce-6e42f4c33868 req-52995f23-41bb-4c4d-ac64-b03cb6782434 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:24.817993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474b790f-52ee-4b5f-b7ce-6e42f4c33868 req-52995f23-41bb-4c4d-ac64-b03cb6782434 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 946 time: 0.3389840 Jul 07 19:15:24.870916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3969f80-5e4f-4249-9401-571c3f9f17aa service neutron] Pushing event updated for resources: {'Port': ['ID=42e10417-8c28-4d9c-8605-93107c660bf4,revision_number=10']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:24.897992 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b0146-70f1-4b8a-8717-17b5711ca552 req-f633d8b2-99c4-4c51-a174-25a225f91eb5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:24.899978 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-433b0146-70f1-4b8a-8717-17b5711ca552 req-f633d8b2-99c4-4c51-a174-25a225f91eb5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 946 time: 0.7630043 Jul 07 19:15:25.013738 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474b790f-52ee-4b5f-b7ce-6e42f4c33868 req-f64d71ab-a2ef-4c14-bf55-f86ee485f783 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727653 Jul 07 19:15:25.102513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49454) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:25.106571 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-f3969f80-5e4f-4249-9401-571c3f9f17aa service neutron] No DVR routers for this DVR port 42e10417-8c28-4d9c-8605-93107c660bf4 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:25.113168 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.resource_extend [None req-d903904a-ce7a-41aa-9059-275f96c06416 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:15:25.117150 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c80691-54f2-4093-9adc-0af6e2c7968b x-openstack-request-id: req-f6c80691-54f2-4093-9adc-0af6e2c7968b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:25.118172 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b14b6c-ac71-48f9-9f68-05298513f159", "name": "network-vif-plugged", "status": "completed", "tag": "caa5348a-23af-493c-824b-1b3367113661", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:25.118415 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6c80691-54f2-4093-9adc-0af6e2c7968b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:25.118897 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa5348a-23af-493c-824b-1b3367113661', 'code': 200} Jul 07 19:15:25.245558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d903904a-ce7a-41aa-9059-275f96c06416 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:25.251023 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d903904a-ce7a-41aa-9059-275f96c06416 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:25.304512 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-f3969f80-5e4f-4249-9401-571c3f9f17aa service neutron] 10.222.0.110 "PUT /v2.0/ports/42e10417-8c28-4d9c-8605-93107c660bf4/bindings/n-h1-793621-9/activate HTTP/1.1" status: 200 len: 369 time: 2.1623054 Jul 07 19:15:25.388655 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49d995a7-b0d6-4089-9b96-12617ff79888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:25.473245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49458) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:25.536390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87065c5-0611-46e6-8e12-16b7dd7775d8 req-7358ec99-980a-4744-9add-08ac86ec7531 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:25.537850 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c87065c5-0611-46e6-8e12-16b7dd7775d8 req-7358ec99-980a-4744-9add-08ac86ec7531 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 945 time: 0.1835976 Jul 07 19:15:25.539014 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-d903904a-ce7a-41aa-9059-275f96c06416 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Floating IP a5a0961a-f7e4-43fa-8734-4e94c35d2c77 associated. External IP: 172.25.0.168, port: cef52acb-364a-406c-add3-a1071cbc54fb. Jul 07 19:15:25.637504 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-72890022-ef50-4d4e-85d4-a515bcff595f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c98a8e6fc86d4a0d96d70cf3cacc5704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616726 Jul 07 19:15:25.643183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49460) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:25.649573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-69bb0f51-1f4a-4ebd-a083-eb4f95f85595 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:25.651524 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-69bb0f51-1f4a-4ebd-a083-eb4f95f85595 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495&tenant_id=c5ba298996444ac4a7794654f9024386&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1095 time: 0.2495713 Jul 07 19:15:25.722232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c87065c5-0611-46e6-8e12-16b7dd7775d8 req-71600aad-dbd9-43fa-b2e1-dc89d9c94c14 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733632 Jul 07 19:15:25.805068 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-39444b21-be13-4236-b75f-1664721ab623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:25.805715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2578531-8bdf-4756-8a18-f2c821bfe9fa req-dbcee345-fba6-4fe1-8fda-533dc08f792a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:25.813220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2578531-8bdf-4756-8a18-f2c821bfe9fa req-dbcee345-fba6-4fe1-8fda-533dc08f792a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 944 time: 0.7091773 Jul 07 19:15:25.869836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b0eab-a8d7-48f4-b6aa-b8fd5f19fa2d req-5382f8bd-5c8d-4e46-a879-8d2b1f2943a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:25.871560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d3b0eab-a8d7-48f4-b6aa-b8fd5f19fa2d req-5382f8bd-5c8d-4e46-a879-8d2b1f2943a2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 1096 time: 0.6194742 Jul 07 19:15:25.873434 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-433b0146-70f1-4b8a-8717-17b5711ca552 req-35e81749-c2b5-45df-bb05-46d1e86ad6e5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Deleting port 3260c7a2-f90c-4a17-bab8-44152bc1aabe {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:25.873434 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-433b0146-70f1-4b8a-8717-17b5711ca552 req-35e81749-c2b5-45df-bb05-46d1e86ad6e5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:25.886562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-39444b21-be13-4236-b75f-1664721ab623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:25.965884 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.resource_extend [None req-b3a066a4-70c0-4f12-8a63-94f60ab251a0 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:15:25.966264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-afb7b0c1-0169-458d-8870-d322ff34dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:25.969233 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-afb7b0c1-0169-458d-8870-d322ff34dd27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495&tenant_id=c5ba298996444ac4a7794654f9024386 HTTP/1.1" status: 200 len: 1095 time: 0.3008285 Jul 07 19:15:26.051621 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2578531-8bdf-4756-8a18-f2c821bfe9fa req-7f8889c1-bf5a-4e18-8989-f8652b3af55a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371666 Jul 07 19:15:26.074326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b3a066a4-70c0-4f12-8a63-94f60ab251a0 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.095178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d903904a-ce7a-41aa-9059-275f96c06416 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Router 316bb5d4-3628-432c-b580-f6a2458f87c9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:15:26.109284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3a527-ed10-4fe5-b020-d624e2001872 req-7c45bfca-5448-44a6-9461-b25b81dfc33e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:26.115467 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94f3a527-ed10-4fe5-b020-d624e2001872 req-7c45bfca-5448-44a6-9461-b25b81dfc33e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.2342279 Jul 07 19:15:26.129870 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-39444b21-be13-4236-b75f-1664721ab623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.132707 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d3b0eab-a8d7-48f4-b6aa-b8fd5f19fa2d req-95206c89-58df-4d18-a788-8016a29f9db2 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387331 Jul 07 19:15:26.133300 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-39444b21-be13-4236-b75f-1664721ab623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.136957 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-39444b21-be13-4236-b75f-1664721ab623 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0142fd2b-9626-4026-bf75-8b52a232242c HTTP/1.1" status: 204 len: 168 time: 0.4898400 Jul 07 19:15:26.143587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b3a066a4-70c0-4f12-8a63-94f60ab251a0 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.185081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39444b21-be13-4236-b75f-1664721ab623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0142fd2b-9626-4026-bf75-8b52a232242c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:26.260734 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94f3a527-ed10-4fe5-b020-d624e2001872 req-a6546d17-7df5-4908-a749-12bab5f50af1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344252 Jul 07 19:15:26.265712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-11d1c483-8975-4a51-b002-6c05e9e0d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:26.267349 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-11d1c483-8975-4a51-b002-6c05e9e0d539 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5ba298996444ac4a7794654f9024386&device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 1095 time: 0.2648728 Jul 07 19:15:26.280902 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-433b0146-70f1-4b8a-8717-17b5711ca552 req-35e81749-c2b5-45df-bb05-46d1e86ad6e5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] For port 3260c7a2-f90c-4a17-bab8-44152bc1aabe, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=3260c7a2-f90c-4a17-bab8-44152bc1aabe,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:26.281327 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-433b0146-70f1-4b8a-8717-17b5711ca552 req-35e81749-c2b5-45df-bb05-46d1e86ad6e5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.361242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-433b0146-70f1-4b8a-8717-17b5711ca552 req-35e81749-c2b5-45df-bb05-46d1e86ad6e5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Calling delete_port for 3260c7a2-f90c-4a17-bab8-44152bc1aabe owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:26.387577 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.402274 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49d995a7-b0d6-4089-9b96-12617ff79888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.416369 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49d995a7-b0d6-4089-9b96-12617ff79888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.435271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d903904a-ce7a-41aa-9059-275f96c06416 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:15:26.444292 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d903904a-ce7a-41aa-9059-275f96c06416 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.449242 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b402a-f0e4-4f0a-a886-802154f7869e None None] Sync routers for ids ['316bb5d4-3628-432c-b580-f6a2458f87c9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:15:26.467109 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b402a-f0e4-4f0a-a886-802154f7869e None None] Routers {'316bb5d4-3628-432c-b580-f6a2458f87c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:26.469402 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-971b402a-f0e4-4f0a-a886-802154f7869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['316bb5d4-3628-432c-b580-f6a2458f87c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:26.474191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-a0af3094-0c92-493f-aa40-d813ccce7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:26.476836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-a0af3094-0c92-493f-aa40-d813ccce7e80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 200 len: 909 time: 0.1985497 Jul 07 19:15:26.552270 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-b3a066a4-70c0-4f12-8a63-94f60ab251a0 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Floating IP 14a6fa98-969b-4758-8359-496f13a10906 associated. External IP: 172.25.0.25, port: e568ffe0-4c5f-430c-ac37-ca5402b8bec9. Jul 07 19:15:26.554460 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-d9bf1ab7-a551-437c-97db-7bb0d712927d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42e10417-8c28-4d9c-8605-93107c660bf4 HTTP/1.1" status: 200 len: 217 time: 0.0680065 Jul 07 19:15:26.559922 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d903904a-ce7a-41aa-9059-275f96c06416 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "PUT /v2.0/floatingips/a5a0961a-f7e4-43fa-8734-4e94c35d2c77 HTTP/1.1" status: 200 len: 991 time: 3.4464269 Jul 07 19:15:26.559922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'tag': 'cef52acb-364a-406c-add3-a1071cbc54fb'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:26.559922 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe7e9d4-35fe-498c-9cea-b87b0347ef54" -d '{"events": [{"name": "network-changed", "server_uuid": "4defb09e-0d4e-4e23-8466-5bb15b5312b6", "tag": "cef52acb-364a-406c-add3-a1071cbc54fb"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:26.566498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-49d995a7-b0d6-4089-9b96-12617ff79888 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=113c1838a77f4ff294c90cf292530132&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4609642 Jul 07 19:15:26.609593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49476) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:26.611356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-360f553c-2bc8-45d5-8af5-48180d411ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:26.612706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-360f553c-2bc8-45d5-8af5-48180d411ba5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 200 len: 848 time: 0.0501084 Jul 07 19:15:26.622109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d995a7-b0d6-4089-9b96-12617ff79888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941f67bb-d1d8-4576-ba7b-f80857338f8a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:26.660856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a449355-3491-4622-86be-37359a95def5 req-88b24699-239a-4d40-8e2e-7b137b245eee tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:26.662497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a449355-3491-4622-86be-37359a95def5 req-88b24699-239a-4d40-8e2e-7b137b245eee tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 946 time: 0.4691870 Jul 07 19:15:26.682569 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-c5cda045-e954-4ca8-ab15-60e51c05999a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568604 Jul 07 19:15:26.693332 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-971b402a-f0e4-4f0a-a886-802154f7869e None None] Set router 316bb5d4-3628-432c-b580-f6a2458f87c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:26.818957 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1970626-1050-4bd4-a3f0-e4b74c7c0781 x-openstack-request-id: req-f1970626-1050-4bd4-a3f0-e4b74c7c0781 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:26.819968 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4defb09e-0d4e-4e23-8466-5bb15b5312b6", "tag": "cef52acb-364a-406c-add3-a1071cbc54fb", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:26.820481 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1970626-1050-4bd4-a3f0-e4b74c7c0781 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:26.821076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-433b0146-70f1-4b8a-8717-17b5711ca552 req-35e81749-c2b5-45df-bb05-46d1e86ad6e5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.823057 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'tag': 'cef52acb-364a-406c-add3-a1071cbc54fb', 'status': 'completed', 'code': 200} Jul 07 19:15:26.829073 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-6720542d-daf1-487d-a91a-b62629c4d706 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381721 Jul 07 19:15:26.917214 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa667-1c23-4853-81f0-2db3cf304354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.961258 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa667-1c23-4853-81f0-2db3cf304354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.009601 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-c7cd7dd7-c025-4df6-86b9-2dc6c5c526c9 service neutron] 10.222.0.48 "GET /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736395 Jul 07 19:15:27.093494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c2c79-0792-4db4-b9bc-87fc7fffdb7e req-2cabc2b1-984d-424b-9cdf-8d1bc2d8e42e tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:27.110034 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-249c2c79-0792-4db4-b9bc-87fc7fffdb7e req-2cabc2b1-984d-424b-9cdf-8d1bc2d8e42e tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 945 time: 0.1158671 Jul 07 19:15:27.134629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e81749-c2b5-45df-bb05-46d1e86ad6e5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Pushing event deleted for resources: {'Port': ['ID=3260c7a2-f90c-4a17-bab8-44152bc1aabe,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:27.152066 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a449355-3491-4622-86be-37359a95def5 req-ceca1d11-80ee-4164-baa7-75fbd82fb90d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720023 Jul 07 19:15:27.198856 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-971b402a-f0e4-4f0a-a886-802154f7869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:14:47Z', 'revision_number': 4, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'a5a0961a-f7e4-43fa-8734-4e94c35d2c77', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'port_id': 'cef52acb-364a-406c-add3-a1071cbc54fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'mac_address': 'fa:16:3e:a0:56:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:14:56Z', 'updated_at': '2021-07-07T19:15:24Z', 'revision_number': 1, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc51f43a-5171-4dd2-941d-bf5c6bdf5053', 'name': '', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'mac_address': 'fa:16:3e:f9:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:44Z', 'updated_at': '2021-07-07T19:14:54Z', 'revision_number': 5, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'subnets': [{'id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:27.202663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-249c2c79-0792-4db4-b9bc-87fc7fffdb7e req-b281a136-84af-49dd-bd7a-37f59f68c7a2 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832303 Jul 07 19:15:27.250133 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b402a-f0e4-4f0a-a886-802154f7869e None None] Checking router: 316bb5d4-3628-432c-b580-f6a2458f87c9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:15:27.262059 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b402a-f0e4-4f0a-a886-802154f7869e None None] Routers {'316bb5d4-3628-432c-b580-f6a2458f87c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:27.262709 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-971b402a-f0e4-4f0a-a886-802154f7869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['316bb5d4-3628-432c-b580-f6a2458f87c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:27.291079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-433b0146-70f1-4b8a-8717-17b5711ca552 req-35e81749-c2b5-45df-bb05-46d1e86ad6e5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] No DVR routers for this DVR port 3260c7a2-f90c-4a17-bab8-44152bc1aabe on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:27.294295 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-433b0146-70f1-4b8a-8717-17b5711ca552 req-35e81749-c2b5-45df-bb05-46d1e86ad6e5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.297179 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-433b0146-70f1-4b8a-8717-17b5711ca552 req-35e81749-c2b5-45df-bb05-46d1e86ad6e5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.48 "DELETE /v2.0/ports/3260c7a2-f90c-4a17-bab8-44152bc1aabe HTTP/1.1" status: 204 len: 173 time: 2.3888991 Jul 07 19:15:27.313171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d36ee16-ad5d-4c55-8686-47b30ea94626', 'name': 'network-vif-deleted', 'tag': '3260c7a2-f90c-4a17-bab8-44152bc1aabe'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:27.316556 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23a2b07-11e5-4e77-b1f4-4cdc1cef00ae" -d '{"events": [{"server_uuid": "4d36ee16-ad5d-4c55-8686-47b30ea94626", "name": "network-vif-deleted", "tag": "3260c7a2-f90c-4a17-bab8-44152bc1aabe"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:27.339906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa667-1c23-4853-81f0-2db3cf304354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.342462 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa667-1c23-4853-81f0-2db3cf304354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.347548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2c5fa667-1c23-4853-81f0-2db3cf304354 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/941f67bb-d1d8-4576-ba7b-f80857338f8a HTTP/1.1" status: 204 len: 168 time: 0.7269659 Jul 07 19:15:27.373857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fa667-1c23-4853-81f0-2db3cf304354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941f67bb-d1d8-4576-ba7b-f80857338f8a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:27.400723 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7e9d4-35fe-498c-9cea-b87b0347ef54 req-0cc23b3f-0614-444a-a409-91af48b702e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:27.405723 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fe7e9d4-35fe-498c-9cea-b87b0347ef54 req-0cc23b3f-0614-444a-a409-91af48b702e5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=094c8d0a18cb46f6bbce9db8f4bf67ad&device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 1096 time: 0.4899018 Jul 07 19:15:27.448182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49502) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:27.500242 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-971b402a-f0e4-4f0a-a886-802154f7869e None None] Set router 316bb5d4-3628-432c-b580-f6a2458f87c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:27.683710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-753674142-network', 'tenant_id': '15ae7f80f5824ccabc9ef5fdf4802537'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:27.772521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Made reservation on behalf of 15ae7f80f5824ccabc9ef5fdf4802537 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:27.776612 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.805216 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.844506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb871d7e-53cb-427c-a218-f014624fbe4d req-00072599-4876-4bcf-ae31-8770a8cb4012 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:27.846119 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb871d7e-53cb-427c-a218-f014624fbe4d req-00072599-4876-4bcf-ae31-8770a8cb4012 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1877234 Jul 07 19:15:27.858859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7e9d4-35fe-498c-9cea-b87b0347ef54 req-648ffd5a-7efb-4686-9063-d1ca50b6ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:27.861109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fe7e9d4-35fe-498c-9cea-b87b0347ef54 req-648ffd5a-7efb-4686-9063-d1ca50b6ba6d service neutron] 10.222.0.110 "GET /v2.0/networks?id=8b7161e7-a378-4da4-a7d1-f1ac2382667b HTTP/1.1" status: 200 len: 906 time: 0.3825514 Jul 07 19:15:27.887186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808d5e6-a727-47dd-9ef1-7ba63523b7bc req-e997e903-cf3d-49f1-9114-cad4efa4b541 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:27.890367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c808d5e6-a727-47dd-9ef1-7ba63523b7bc req-e997e903-cf3d-49f1-9114-cad4efa4b541 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 944 time: 0.3551464 Jul 07 19:15:27.893858 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb871d7e-53cb-427c-a218-f014624fbe4d req-7db86379-b26f-4c3d-b07f-7557abbcc848 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Jul 07 19:15:28.000171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a066a4-70c0-4f12-8a63-94f60ab251a0 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:15:28.002736 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-971b402a-f0e4-4f0a-a886-802154f7869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:14:47Z', 'revision_number': 4, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'a5a0961a-f7e4-43fa-8734-4e94c35d2c77', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'port_id': 'cef52acb-364a-406c-add3-a1071cbc54fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'mac_address': 'fa:16:3e:a0:56:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:14:56Z', 'updated_at': '2021-07-07T19:15:24Z', 'revision_number': 1, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc51f43a-5171-4dd2-941d-bf5c6bdf5053', 'name': '', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'mac_address': 'fa:16:3e:f9:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:44Z', 'updated_at': '2021-07-07T19:14:54Z', 'revision_number': 5, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'subnets': [{'id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:28.004011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-dc452c68-0249-4c82-b45e-8b2e702dcf61 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:28.005536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-dc452c68-0249-4c82-b45e-8b2e702dcf61 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495&tenant_id=c5ba298996444ac4a7794654f9024386&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 1095 time: 0.4686112 Jul 07 19:15:28.010484 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.026155 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.041518 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf49d26-4598-4b51-9d2a-36cc41713d5f x-openstack-request-id: req-5bf49d26-4598-4b51-9d2a-36cc41713d5f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:28.041721 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d36ee16-ad5d-4c55-8686-47b30ea94626", "name": "network-vif-deleted", "tag": "3260c7a2-f90c-4a17-bab8-44152bc1aabe", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:28.042025 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5bf49d26-4598-4b51-9d2a-36cc41713d5f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:28.042526 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d36ee16-ad5d-4c55-8686-47b30ea94626', 'name': 'network-vif-deleted', 'tag': '3260c7a2-f90c-4a17-bab8-44152bc1aabe', 'status': 'completed', 'code': 200} Jul 07 19:15:28.046325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 3260c7a2-f90c-4a17-bab8-44152bc1aabe no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:28.054185 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b402a-f0e4-4f0a-a886-802154f7869e None None] The sync data for ids ['316bb5d4-3628-432c-b580-f6a2458f87c9'] in n-d-793621-9 is: [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:14:47Z', 'revision_number': 4, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'a5a0961a-f7e4-43fa-8734-4e94c35d2c77', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'port_id': 'cef52acb-364a-406c-add3-a1071cbc54fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'mac_address': 'fa:16:3e:a0:56:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:14:56Z', 'updated_at': '2021-07-07T19:15:24Z', 'revision_number': 1, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc51f43a-5171-4dd2-941d-bf5c6bdf5053', 'name': '', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'mac_address': 'fa:16:3e:f9:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:44Z', 'updated_at': '2021-07-07T19:14:54Z', 'revision_number': 5, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'subnets': [{'id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:15:28.080037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:28.115072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376b4fe8-c078-4efa-b4da-f1786ca936c1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:28.125488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 3260c7a2-f90c-4a17-bab8-44152bc1aabe {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:28.126166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 3260c7a2-f90c-4a17-bab8-44152bc1aabe not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:28.132847 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.135085 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Added segment dc65e45f-9387-4f1f-ad0f-cd449c047d52 of type vlan for network 65d6ec53-93f8-444a-a9f2-c297a720a0a6 Jul 07 19:15:28.205154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49512) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:28.223718 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c808d5e6-a727-47dd-9ef1-7ba63523b7bc req-bf6eb785-0555-4c63-8af3-0bbabde11669 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922478 Jul 07 19:15:28.231241 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf236-5781-44de-bcdd-cbb969049352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.231718 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fe7e9d4-35fe-498c-9cea-b87b0347ef54 req-8a7cd1e6-c38c-4238-a608-0efbfbb2a1c1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cef52acb-364a-406c-add3-a1071cbc54fb HTTP/1.1" status: 200 len: 999 time: 0.3399544 Jul 07 19:15:28.271391 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.371004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.372796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:28.374168 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.455102 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-edfd16fb-e917-490d-bbb4-9a73bd69165d req-0648135c-ccac-41c8-9043-2422df4254f4 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d36ee16-ad5d-4c55-8686-47b30ea94626 HTTP/1.1" status: 200 len: 210 time: 0.0741575 Jul 07 19:15:28.475726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7e9d4-35fe-498c-9cea-b87b0347ef54 req-48935b94-e7f4-4f9c-8c07-4118bff7ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:28.477502 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fe7e9d4-35fe-498c-9cea-b87b0347ef54 req-48935b94-e7f4-4f9c-8c07-4118bff7ae3e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f0f3f4c4-c371-4663-ac6c-c6d7533f86ab HTTP/1.1" status: 200 len: 844 time: 0.2226772 Jul 07 19:15:28.548612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306389f-de2a-46c5-92cb-3df5ed10ad72 None None] New status for floating IP a5a0961a-f7e4-43fa-8734-4e94c35d2c77: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:15:28.606868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a066a4-70c0-4f12-8a63-94f60ab251a0 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:15:28.616858 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b3a066a4-70c0-4f12-8a63-94f60ab251a0 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.638502 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50c16f-aecc-432d-9ceb-500b3fc0f7ee None None] Sync routers for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:15:28.680579 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-5267a625-9faf-4f2e-b574-de45e3a3b03c service neutron] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:28.683447 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50c16f-aecc-432d-9ceb-500b3fc0f7ee None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:28.687289 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7f50c16f-aecc-432d-9ceb-500b3fc0f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:28.692936 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-5267a625-9faf-4f2e-b574-de45e3a3b03c service neutron] Notify callbacks [] for binding, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.694332 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-31c250c8-b80d-4e89-9c5b-5d7aceb071a8 req-5267a625-9faf-4f2e-b574-de45e3a3b03c service neutron] 10.222.0.48 "DELETE /v2.0/ports/42e10417-8c28-4d9c-8605-93107c660bf4/bindings/n-h2-793621-9 HTTP/1.1" status: 204 len: 173 time: 0.6786737 Jul 07 19:15:28.695955 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b3a066a4-70c0-4f12-8a63-94f60ab251a0 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "PUT /v2.0/floatingips/14a6fa98-969b-4758-8359-496f13a10906 HTTP/1.1" status: 200 len: 990 time: 4.9709866 Jul 07 19:15:28.748981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf823fc-8370-4104-831d-34d0191cc4fa req-171f7909-2b6a-412c-8971-626e89434355 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:28.760994 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aaf823fc-8370-4104-831d-34d0191cc4fa req-171f7909-2b6a-412c-8971-626e89434355 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 945 time: 0.2884948 Jul 07 19:15:28.781793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7e9d4-35fe-498c-9cea-b87b0347ef54 req-eb24623b-877a-4749-bc2e-e4ddbaa265ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:28.784229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fe7e9d4-35fe-498c-9cea-b87b0347ef54 req-eb24623b-877a-4749-bc2e-e4ddbaa265ef service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8b7161e7-a378-4da4-a7d1-f1ac2382667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2916937 Jul 07 19:15:28.881669 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aaf823fc-8370-4104-831d-34d0191cc4fa req-6dde930b-8e67-4b8a-aa84-42495e0ba6a3 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101995 Jul 07 19:15:28.954093 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fe7e9d4-35fe-498c-9cea-b87b0347ef54 req-032f7a15-ac52-45f7-b941-64b918f17505 service neutron] 10.222.0.110 "GET /v2.0/networks/8b7161e7-a378-4da4-a7d1-f1ac2382667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600192 Jul 07 19:15:28.971437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] Pushing event updated for resources: {'Network': ['ID=65d6ec53-93f8-444a-a9f2-c297a720a0a6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:28.986376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 65d6ec53-93f8-444a-a9f2-c297a720a0a6 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:29.089702 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf236-5781-44de-bcdd-cbb969049352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:29.107998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf236-5781-44de-bcdd-cbb969049352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:29.146957 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e982a7da-23e4-4919-8a68-9221a9d24c5f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6971238 Jul 07 19:15:29.152217 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49522) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:29.153321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fe7e9d4-35fe-498c-9cea-b87b0347ef54 req-2bd75666-ef89-446d-924f-556e308b22d6 service neutron] 10.222.0.110 "GET /v2.0/networks/8b7161e7-a378-4da4-a7d1-f1ac2382667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904278 Jul 07 19:15:29.157566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-84f983df-c6b3-4e64-9cfa-43a3bb34badf admin admin] Request body: {'subnet': {'network_id': '65d6ec53-93f8-444a-a9f2-c297a720a0a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-753674142-subnet', 'tenant_id': '15ae7f80f5824ccabc9ef5fdf4802537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:29.248076 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bd0bf236-5781-44de-bcdd-cbb969049352 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=964499419faf479cad032b984b0df72c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0414546 Jul 07 19:15:29.255423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49526) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:29.256102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bf236-5781-44de-bcdd-cbb969049352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46df46c2-8141-4802-9757-020d76e92087,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:29.284977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f983df-c6b3-4e64-9cfa-43a3bb34badf admin admin] Made reservation on behalf of 15ae7f80f5824ccabc9ef5fdf4802537 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:29.287376 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-84f983df-c6b3-4e64-9cfa-43a3bb34badf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:29.304537 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-7f50c16f-aecc-432d-9ceb-500b3fc0f7ee None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:29.314650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-9a7e9aa9-f8f6-40ee-b109-78ea647760bd tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:29.317256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-9a7e9aa9-f8f6-40ee-b109-78ea647760bd tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1622202 Jul 07 19:15:29.386756 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-85fe0434-b8bc-44a8-9f50-143922fe772f tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.0627437 Jul 07 19:15:29.401194 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-8ef4fb35-edd9-45a9-a8ee-d4ea6774d151 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Request body: {'floatingip': {'port_id': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:29.477656 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-8ef4fb35-edd9-45a9-a8ee-d4ea6774d151 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:29.488018 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-69e95df6-a5ad-4c24-abdf-f3aa0869954b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:29.499651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea111751-ccb6-4cff-90c2-7ad06b8dc0ec req-ae40f263-473a-46d6-94f2-a015b2a3a0f1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:29.501167 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea111751-ccb6-4cff-90c2-7ad06b8dc0ec req-ae40f263-473a-46d6-94f2-a015b2a3a0f1 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.3194685 Jul 07 19:15:29.572273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-69e95df6-a5ad-4c24-abdf-f3aa0869954b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:29.648831 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea111751-ccb6-4cff-90c2-7ad06b8dc0ec req-e9305dc5-555e-46b8-8000-b517c69ee92a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325059 Jul 07 19:15:29.717456 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7f50c16f-aecc-432d-9ceb-500b3fc0f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '14a6fa98-969b-4758-8359-496f13a10906', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'port_id': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'mac_address': 'fa:16:3e:8f:91:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:42Z', 'updated_at': '2021-07-07T19:15:25Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:22Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:29.761563 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50c16f-aecc-432d-9ceb-500b3fc0f7ee None None] Checking router: ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:15:29.772049 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50c16f-aecc-432d-9ceb-500b3fc0f7ee None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:29.772815 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7f50c16f-aecc-432d-9ceb-500b3fc0f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:29.852043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-84f983df-c6b3-4e64-9cfa-43a3bb34badf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:29.946224 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-7f50c16f-aecc-432d-9ceb-500b3fc0f7ee None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:29.964940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f983df-c6b3-4e64-9cfa-43a3bb34badf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca885bad-80d4-4db6-bf77-efb202b025ee,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:30.009289 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-69e95df6-a5ad-4c24-abdf-f3aa0869954b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.013015 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-69e95df6-a5ad-4c24-abdf-f3aa0869954b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.017503 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-69e95df6-a5ad-4c24-abdf-f3aa0869954b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46df46c2-8141-4802-9757-020d76e92087 HTTP/1.1" status: 204 len: 168 time: 0.7553082 Jul 07 19:15:30.035535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e95df6-a5ad-4c24-abdf-f3aa0869954b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46df46c2-8141-4802-9757-020d76e92087,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:30.117617 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f983df-c6b3-4e64-9cfa-43a3bb34badf admin admin] Checking segment: {'id': 'dc65e45f-9387-4f1f-ad0f-cd449c047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '65d6ec53-93f8-444a-a9f2-c297a720a0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:30.118134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f983df-c6b3-4e64-9cfa-43a3bb34badf admin admin] Network hostable DHCP agents. Network: 65d6ec53-93f8-444a-a9f2-c297a720a0a6, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:15:30.161395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b5473-8fea-4a36-8428-456c13947fae req-fc7c6186-3241-413c-8ca8-1dfc84bbe7ab tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:30.164139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-754b5473-8fea-4a36-8428-456c13947fae req-fc7c6186-3241-413c-8ca8-1dfc84bbe7ab tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 944 time: 0.2150798 Jul 07 19:15:30.209932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f983df-c6b3-4e64-9cfa-43a3bb34badf admin admin] Network 65d6ec53-93f8-444a-a9f2-c297a720a0a6 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:15:30.249715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-84f983df-c6b3-4e64-9cfa-43a3bb34badf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 65d6ec53-93f8-444a-a9f2-c297a720a0a6) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:30.259814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f983df-c6b3-4e64-9cfa-43a3bb34badf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:30.266607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e03d2b0-3525-4b7e-87ab-5dddec083e55 None None] Network 65d6ec53-93f8-444a-a9f2-c297a720a0a6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:30.279391 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7f50c16f-aecc-432d-9ceb-500b3fc0f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '14a6fa98-969b-4758-8359-496f13a10906', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'port_id': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'mac_address': 'fa:16:3e:8f:91:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:42Z', 'updated_at': '2021-07-07T19:15:25Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:22Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:30.284932 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-84f983df-c6b3-4e64-9cfa-43a3bb34badf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.308844 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50c16f-aecc-432d-9ceb-500b3fc0f7ee None None] The sync data for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 is: [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '14a6fa98-969b-4758-8359-496f13a10906', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'port_id': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'mac_address': 'fa:16:3e:8f:91:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:42Z', 'updated_at': '2021-07-07T19:15:25Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:22Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:15:30.335165 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-754b5473-8fea-4a36-8428-456c13947fae req-756e666b-3df6-4867-9266-b8a2e39e6c4f tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440995 Jul 07 19:15:30.356091 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-84f983df-c6b3-4e64-9cfa-43a3bb34badf admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2025714 Jul 07 19:15:30.367295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'tag': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:30.370523 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3393849-6aca-48c5-9776-93ff700d4576" -d '{"events": [{"name": "network-changed", "server_uuid": "e3886c1c-e9d9-423b-9042-a86f7ed6921a", "tag": "e568ffe0-4c5f-430c-ac37-ca5402b8bec9"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:30.579497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7674314-6b2b-4533-bb75-a91ec158c088 None None] Network 65d6ec53-93f8-444a-a9f2-c297a720a0a6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:30.660663 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-8ef4fb35-edd9-45a9-a8ee-d4ea6774d151 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.666053 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-8ef4fb35-edd9-45a9-a8ee-d4ea6774d151 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.723017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b266a6e-0c02-4d59-8e3a-d56bd255c134 None None] New status for floating IP 14a6fa98-969b-4758-8359-496f13a10906: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:15:30.823381 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7add16-e04b-4c70-bd97-ce6154306e2d x-openstack-request-id: req-5b7add16-e04b-4c70-bd97-ce6154306e2d {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:30.823381 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3886c1c-e9d9-423b-9042-a86f7ed6921a", "tag": "e568ffe0-4c5f-430c-ac37-ca5402b8bec9", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:30.823381 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b7add16-e04b-4c70-bd97-ce6154306e2d {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:30.823381 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'tag': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9', 'status': 'completed', 'code': 200} Jul 07 19:15:30.846174 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-8ef4fb35-edd9-45a9-a8ee-d4ea6774d151 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Floating IP 7f6635d3-4af4-4926-9ece-9098eb3defa0 associated. External IP: 172.25.0.232, port: 5a809436-aa28-46fa-b82e-3d12bffb128b. Jul 07 19:15:31.045955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3393849-6aca-48c5-9776-93ff700d4576 req-a35a782b-7059-46eb-b8e1-ada9ce163406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:31.047871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3393849-6aca-48c5-9776-93ff700d4576 req-a35a782b-7059-46eb-b8e1-ada9ce163406 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2f0b85d8a74327b64031b2acd1842d&device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 1096 time: 0.1565459 Jul 07 19:15:31.081612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f25fd-2527-4b7c-acf0-2eda436600fe req-28e73ab6-374d-4a99-bdb9-009e5359bdb7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:31.090282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e04f25fd-2527-4b7c-acf0-2eda436600fe req-28e73ab6-374d-4a99-bdb9-009e5359bdb7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1104708 Jul 07 19:15:31.168688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e04f25fd-2527-4b7c-acf0-2eda436600fe req-91a5541e-ec21-45c2-9162-b8d870453a75 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771718 Jul 07 19:15:31.269621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3393849-6aca-48c5-9776-93ff700d4576 req-c67a5e2e-a117-4b4d-9848-0fa81ed13f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:31.271176 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3393849-6aca-48c5-9776-93ff700d4576 req-c67a5e2e-a117-4b4d-9848-0fa81ed13f41 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4837347d-16af-4527-869d-a670e15ab1e0 HTTP/1.1" status: 200 len: 925 time: 0.1758986 Jul 07 19:15:31.286417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-8ef4fb35-edd9-45a9-a8ee-d4ea6774d151 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Router b5f86792-fc72-4e91-ace0-a36d52ae4c42 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:15:31.380679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19e25e-7071-4c94-8dc4-9730b5a624a5 req-c25978cd-6d4d-48c1-9650-3637add671a7 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:31.382768 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c19e25e-7071-4c94-8dc4-9730b5a624a5 req-c25978cd-6d4d-48c1-9650-3637add671a7 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 1095 time: 0.0813620 Jul 07 19:15:31.406365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3393849-6aca-48c5-9776-93ff700d4576 req-d4eff906-2a0d-4c19-af2d-2e7cd318846d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e568ffe0-4c5f-430c-ac37-ca5402b8bec9 HTTP/1.1" status: 200 len: 1000 time: 0.1167393 Jul 07 19:15:31.425874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c19e25e-7071-4c94-8dc4-9730b5a624a5 req-0814e585-a8ac-4a90-aece-c86db7cb51d9 tempest-LiveMigrationTest-197988076 tempest-LiveMigrationTest-197988076-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Jul 07 19:15:31.547596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3393849-6aca-48c5-9776-93ff700d4576 req-16ad6d20-6f3a-4ae3-970c-59932e38935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:31.549804 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3393849-6aca-48c5-9776-93ff700d4576 req-16ad6d20-6f3a-4ae3-970c-59932e38935c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e25d04fd-32bc-4870-b7cb-9e944799036a HTTP/1.1" status: 200 len: 863 time: 0.0832238 Jul 07 19:15:31.555437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-8ef4fb35-edd9-45a9-a8ee-d4ea6774d151 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:15:31.563190 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-8ef4fb35-edd9-45a9-a8ee-d4ea6774d151 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:31.570999 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76117fa-7bce-44a5-b7e8-c7e7b04ac6eb None None] Sync routers for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:15:31.588025 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76117fa-7bce-44a5-b7e8-c7e7b04ac6eb None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:31.588644 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c76117fa-7bce-44a5-b7e8-c7e7b04ac6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:31.594261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49586) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:31.603407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1383923086-network', 'tenant_id': '1a4d5790d01f4ca0b98326b5bb42f19a'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:31.637564 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Made reservation on behalf of 1a4d5790d01f4ca0b98326b5bb42f19a for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:31.643915 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:31.653880 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-8ef4fb35-edd9-45a9-a8ee-d4ea6774d151 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "PUT /v2.0/floatingips/7f6635d3-4af4-4926-9ece-9098eb3defa0 HTTP/1.1" status: 200 len: 997 time: 2.2599552 Jul 07 19:15:31.678302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3393849-6aca-48c5-9776-93ff700d4576 req-5e2ab06b-2e6a-4cdc-a477-fdb58116fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:31.681425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3393849-6aca-48c5-9776-93ff700d4576 req-5e2ab06b-2e6a-4cdc-a477-fdb58116fd81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4837347d-16af-4527-869d-a670e15ab1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141016 Jul 07 19:15:31.684082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:31.835653 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c76117fa-7bce-44a5-b7e8-c7e7b04ac6eb None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:31.910193 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:31.919441 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:31.933529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:31.934254 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3393849-6aca-48c5-9776-93ff700d4576 req-29f15672-5947-42e8-8b5e-25b1bff30313 service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337573 Jul 07 19:15:31.944171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-5e563637-3e79-416e-b1c0-6389037738f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:31.946103 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-5e563637-3e79-416e-b1c0-6389037738f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 1097 time: 0.2592068 Jul 07 19:15:31.971181 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:31.971537 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Added segment 0ba43dab-6fd7-4848-a89a-aeb2b477d70a of type vlan for network 5276ffb3-146c-4b55-bfab-ee3a648d3a63 Jul 07 19:15:31.997242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-a7283669-9f46-4348-93b3-8909e2998aee tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:32.004437 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-a7283669-9f46-4348-93b3-8909e2998aee tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.2180445 Jul 07 19:15:32.035359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6334ebfb-5401-483a-91b9-07ddd8715cd2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:32.050830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-eebd61e6-81bc-4f3d-ad1b-35caf61ac281 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/quotas/2e1f918f8e4244559f5f76b0b68b66a6 HTTP/1.1" status: 200 len: 375 time: 0.0453916 Jul 07 19:15:32.098761 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-7e0dda2e-4e41-40f1-968c-a88d58c15098 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469406 Jul 07 19:15:32.108280 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:32.151756 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3393849-6aca-48c5-9776-93ff700d4576 req-db96abd3-ef6c-4431-be60-91253d752420 service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040069 Jul 07 19:15:32.205276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-404a6329-c3ad-42eb-a3e5-5ec5fbd83dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:32.215374 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:32.215940 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-404a6329-c3ad-42eb-a3e5-5ec5fbd83dd3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.1864676 Jul 07 19:15:32.216452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:32.217116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:32.280907 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c76117fa-7bce-44a5-b7e8-c7e7b04ac6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7f6635d3-4af4-4926-9ece-9098eb3defa0', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'port_id': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:15:07Z', 'updated_at': '2021-07-07T19:15:30Z', 'revision_number': 1, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:32.304231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7087233 Jul 07 19:15:32.308941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49612) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:32.309837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-e92a1ca4-6a18-4917-82ab-1c845c1066d3 service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101414 Jul 07 19:15:32.317086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-69032b58-2922-4865-a5f9-956a2cff0a98 admin admin] Request body: {'subnet': {'network_id': '5276ffb3-146c-4b55-bfab-ee3a648d3a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1383923086-subnet', 'tenant_id': '1a4d5790d01f4ca0b98326b5bb42f19a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:32.320857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b511e8e-37cc-458e-81cc-079ef55d8b8c admin admin] Pushing event updated for resources: {'Network': ['ID=5276ffb3-146c-4b55-bfab-ee3a648d3a63,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:32.330202 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-91934252-331e-47d0-9640-e942b4a9e5f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 1000 time: 0.1047297 Jul 07 19:15:32.344003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 5276ffb3-146c-4b55-bfab-ee3a648d3a63 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:32.360765 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76117fa-7bce-44a5-b7e8-c7e7b04ac6eb None None] Checking router: b5f86792-fc72-4e91-ace0-a36d52ae4c42 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:15:32.375970 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76117fa-7bce-44a5-b7e8-c7e7b04ac6eb None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:32.377234 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c76117fa-7bce-44a5-b7e8-c7e7b04ac6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:32.384598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69032b58-2922-4865-a5f9-956a2cff0a98 admin admin] Made reservation on behalf of 1a4d5790d01f4ca0b98326b5bb42f19a for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:32.390365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69032b58-2922-4865-a5f9-956a2cff0a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:32.496397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-8512a1ff-bb9c-4ef0-a761-b38d58f8dd26 service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765759 Jul 07 19:15:32.525763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-9bd1b0f5-2f49-4394-8834-c4e3d9664f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:32.527387 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-9bd1b0f5-2f49-4394-8834-c4e3d9664f23 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.1893229 Jul 07 19:15:32.551586 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c76117fa-7bce-44a5-b7e8-c7e7b04ac6eb None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:32.691666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-37f0bc40-6cbe-451c-a9bc-5751cbfc54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:32.693544 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-37f0bc40-6cbe-451c-a9bc-5751cbfc54f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516974 Jul 07 19:15:32.826569 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:32.831779 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7678cd0b-8f9f-41e7-a2d9-2dcf4ed0c19d" -d '{"events": [{"name": "network-changed", "server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:32.867511 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69032b58-2922-4865-a5f9-956a2cff0a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:32.928329 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c76117fa-7bce-44a5-b7e8-c7e7b04ac6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7f6635d3-4af4-4926-9ece-9098eb3defa0', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'port_id': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:15:07Z', 'updated_at': '2021-07-07T19:15:30Z', 'revision_number': 1, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:32.962884 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-36709d90-6092-4397-99aa-cca3995c7bbe service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525563 Jul 07 19:15:32.972856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69032b58-2922-4865-a5f9-956a2cff0a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35fc6223-afe2-489e-96ce-20272f6956a8,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:33.011991 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76117fa-7bce-44a5-b7e8-c7e7b04ac6eb None None] The sync data for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 is: [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7f6635d3-4af4-4926-9ece-9098eb3defa0', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'port_id': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:15:07Z', 'updated_at': '2021-07-07T19:15:30Z', 'revision_number': 1, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:15:33.095617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69032b58-2922-4865-a5f9-956a2cff0a98 admin admin] Checking segment: {'id': '0ba43dab-6fd7-4848-a89a-aeb2b477d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5276ffb3-146c-4b55-bfab-ee3a648d3a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:33.095999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69032b58-2922-4865-a5f9-956a2cff0a98 admin admin] Network hostable DHCP agents. Network: 5276ffb3-146c-4b55-bfab-ee3a648d3a63, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:15:33.174133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69032b58-2922-4865-a5f9-956a2cff0a98 admin admin] Network 5276ffb3-146c-4b55-bfab-ee3a648d3a63 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:15:33.191116 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306c4ccc-59fd-4818-a6ea-f1ab122e832b req-0ab1efe4-782e-4a57-b0d6-231e95cb005c service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142341 Jul 07 19:15:33.192375 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-69032b58-2922-4865-a5f9-956a2cff0a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 5276ffb3-146c-4b55-bfab-ee3a648d3a63) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:33.199294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69032b58-2922-4865-a5f9-956a2cff0a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:33.200723 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69032b58-2922-4865-a5f9-956a2cff0a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:33.205560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d93809-8812-4279-af6e-b95cad76adf9 None None] Network 5276ffb3-146c-4b55-bfab-ee3a648d3a63 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:33.231861 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-69032b58-2922-4865-a5f9-956a2cff0a98 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9194331 Jul 07 19:15:33.482706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804b0286-87ac-4489-a3e0-d4971d7a9286 None None] New status for floating IP 7f6635d3-4af4-4926-9ece-9098eb3defa0: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:15:33.553669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b4958-45a6-4768-aa69-977f98439d3f req-8f5da398-ba06-40d2-bd05-2aa0669b5c5c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:33.555311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e33b4958-45a6-4768-aa69-977f98439d3f req-8f5da398-ba06-40d2-bd05-2aa0669b5c5c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1823161 Jul 07 19:15:33.583717 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b88e3-7a5b-45a0-9e97-15b9f36206fb None None] Network 5276ffb3-146c-4b55-bfab-ee3a648d3a63 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:33.653434 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e33b4958-45a6-4768-aa69-977f98439d3f req-6af30557-4cda-4da7-aad3-f6b7065aa1a9 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847933 Jul 07 19:15:33.897695 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c7dfaa-b1c1-47e6-8f26-3d34abaa36da x-openstack-request-id: req-d9c7dfaa-b1c1-47e6-8f26-3d34abaa36da {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:33.901626 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:33.902726 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9c7dfaa-b1c1-47e6-8f26-3d34abaa36da {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:33.905890 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'status': 'completed', 'code': 200} Jul 07 19:15:34.031718 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7bccf740-caf3-469f-8a4b-8aef50c6cd16 req-07fd5380-a069-46ee-85a6-1b0e7f74d1f4 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 210 time: 0.1236277 Jul 07 19:15:34.111493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7e3e0-7e82-4a7b-abb1-6c8538094d35 req-849f5b99-b6ef-4a73-943a-845f5750991a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:34.114570 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18c7e3e0-7e82-4a7b-abb1-6c8538094d35 req-849f5b99-b6ef-4a73-943a-845f5750991a tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 944 time: 0.1112895 Jul 07 19:15:34.128026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678cd0b-8f9f-41e7-a2d9-2dcf4ed0c19d req-a5950f1a-7ac4-43f9-b601-f69e2582140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:34.130372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7678cd0b-8f9f-41e7-a2d9-2dcf4ed0c19d req-a5950f1a-7ac4-43f9-b601-f69e2582140a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 1097 time: 0.1750388 Jul 07 19:15:34.183102 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18c7e3e0-7e82-4a7b-abb1-6c8538094d35 req-181ce8e4-d00e-4b52-bf1a-537bb53d3eda tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615060 Jul 07 19:15:34.278470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8643871-2464-4a85-9b4a-87e7d4fd0a3a req-478781c4-3081-42af-bc4c-7cf7340027fa tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:34.280767 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8643871-2464-4a85-9b4a-87e7d4fd0a3a req-478781c4-3081-42af-bc4c-7cf7340027fa tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.48 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 944 time: 0.2116363 Jul 07 19:15:34.405665 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49670) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:34.409218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678cd0b-8f9f-41e7-a2d9-2dcf4ed0c19d req-84099f37-c47a-41ba-8d80-de15807e81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:34.410710 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7678cd0b-8f9f-41e7-a2d9-2dcf4ed0c19d req-84099f37-c47a-41ba-8d80-de15807e81e8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.2699480 Jul 07 19:15:34.422917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-1b00b4fd-6ba2-4cca-96cd-fb62c68529bc tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:34.424135 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-1b00b4fd-6ba2-4cca-96cd-fb62c68529bc tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2042847 Jul 07 19:15:34.587320 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4493125-171e-4333-ba9b-ce678aaf9382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:34.824828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-846e6097-2b6a-4fb4-8932-d067ca988135 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:34.827587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-846e6097-2b6a-4fb4-8932-d067ca988135 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/networks?id=65d6ec53-93f8-444a-a9f2-c297a720a0a6 HTTP/1.1" status: 200 len: 814 time: 0.1806171 Jul 07 19:15:34.872729 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4493125-171e-4333-ba9b-ce678aaf9382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:34.874758 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-90045dec-3213-49fa-803d-b36c8abe3cef tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/quotas/15ae7f80f5824ccabc9ef5fdf4802537 HTTP/1.1" status: 200 len: 375 time: 0.0282290 Jul 07 19:15:34.881735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4493125-171e-4333-ba9b-ce678aaf9382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:34.944725 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-977c5b72-7018-4337-9182-edebb5f2d028 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=15ae7f80f5824ccabc9ef5fdf4802537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593772 Jul 07 19:15:34.966418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4493125-171e-4333-ba9b-ce678aaf9382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6dcf3e-f85d-408d-b21f-b2f6c52144bf,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:34.973145 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d4493125-171e-4333-ba9b-ce678aaf9382 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5248d2ef59414f689026717e908ad285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664017 Jul 07 19:15:34.979754 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7678cd0b-8f9f-41e7-a2d9-2dcf4ed0c19d req-b68759cc-c0d4-47b2-8b41-e565cb0b6c67 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 1002 time: 0.5542688 Jul 07 19:15:34.981246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49688) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:35.026768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-a54bf636-fb68-48ff-9035-4934ec7cdd8b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 1002 time: 0.5914474 Jul 07 19:15:35.048717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d8643871-2464-4a85-9b4a-87e7d4fd0a3a req-ac7e4188-7a1b-45e2-8e1e-5fee05bfbaa1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Deleting port 42e10417-8c28-4d9c-8605-93107c660bf4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:35.049067 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d8643871-2464-4a85-9b4a-87e7d4fd0a3a req-ac7e4188-7a1b-45e2-8e1e-5fee05bfbaa1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.058454 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-b7ceef9c-7079-4abf-9d63-43fb9387b768 service neutron] 10.222.0.81 "GET /v2.0/networks/65d6ec53-93f8-444a-a9f2-c297a720a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992503 Jul 07 19:15:35.083842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-2b7fbfc1-55cf-4b51-a8e7-0a9064d3c3ba tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Request body: {'floatingip': {'port_id': 'caa5348a-23af-493c-824b-1b3367113661', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:35.190626 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-ef41ce51-bce6-49d4-b3a7-db90c9601916 service neutron] 10.222.0.81 "GET /v2.0/networks/65d6ec53-93f8-444a-a9f2-c297a720a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251438 Jul 07 19:15:35.194496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678cd0b-8f9f-41e7-a2d9-2dcf4ed0c19d req-2c1c5216-cf24-4c8d-b1fa-36e3c567c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:35.195873 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7678cd0b-8f9f-41e7-a2d9-2dcf4ed0c19d req-2c1c5216-cf24-4c8d-b1fa-36e3c567c169 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.1960807 Jul 07 19:15:35.273932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-d6dac997-0453-4e49-b34e-d7f1e0027d13 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:35.276043 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-d6dac997-0453-4e49-b34e-d7f1e0027d13 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.8014464 Jul 07 19:15:35.304341 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-2b7fbfc1-55cf-4b51-a8e7-0a9064d3c3ba tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.348201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Request body: {'port': {'device_id': 'fdf20e02-67bf-4fdd-b4de-4dc8999458e9', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'admin_state_up': True, 'tenant_id': '2e1f918f8e4244559f5f76b0b68b66a6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:35.360874 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b65f2a8b-87be-4c60-93ea-3f59f0d00295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.408747 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.473077 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d8643871-2464-4a85-9b4a-87e7d4fd0a3a req-ac7e4188-7a1b-45e2-8e1e-5fee05bfbaa1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] For port 42e10417-8c28-4d9c-8605-93107c660bf4, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=42e10417-8c28-4d9c-8605-93107c660bf4,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:35.473687 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d8643871-2464-4a85-9b4a-87e7d4fd0a3a req-ac7e4188-7a1b-45e2-8e1e-5fee05bfbaa1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.479748 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b65f2a8b-87be-4c60-93ea-3f59f0d00295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.521948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d8643871-2464-4a85-9b4a-87e7d4fd0a3a req-ac7e4188-7a1b-45e2-8e1e-5fee05bfbaa1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Calling delete_port for 42e10417-8c28-4d9c-8605-93107c660bf4 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:35.693346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba694449-6032-4369-9783-e09e7d8a75a7 req-c9fa23b0-c232-4085-838a-f65a66f09a59 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:35.698709 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba694449-6032-4369-9783-e09e7d8a75a7 req-c9fa23b0-c232-4085-838a-f65a66f09a59 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1033764 Jul 07 19:15:35.707013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678cd0b-8f9f-41e7-a2d9-2dcf4ed0c19d req-15ef79a4-a6ba-4360-94a7-c94aace0e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:35.707013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7678cd0b-8f9f-41e7-a2d9-2dcf4ed0c19d req-15ef79a4-a6ba-4360-94a7-c94aace0e99e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4901600 Jul 07 19:15:35.775670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba694449-6032-4369-9783-e09e7d8a75a7 req-6fd996c4-251a-4862-b859-933802562d43 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638003 Jul 07 19:15:35.890895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Made reservation on behalf of 2e1f918f8e4244559f5f76b0b68b66a6 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:35.894548 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.902131 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b65f2a8b-87be-4c60-93ea-3f59f0d00295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.905554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b65f2a8b-87be-4c60-93ea-3f59f0d00295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.906714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b65f2a8b-87be-4c60-93ea-3f59f0d00295 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c6dcf3e-f85d-408d-b21f-b2f6c52144bf HTTP/1.1" status: 204 len: 168 time: 0.9137204 Jul 07 19:15:35.941008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f2a8b-87be-4c60-93ea-3f59f0d00295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6dcf3e-f85d-408d-b21f-b2f6c52144bf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:36.153370 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7678cd0b-8f9f-41e7-a2d9-2dcf4ed0c19d req-3cc3f06b-a903-4de0-af48-8859c92010c4 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361610 Jul 07 19:15:36.158884 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a513019f-60bf-4d23-9502-2d603c514392 req-cf424895-42e3-4658-9863-d9cf6178b576 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 210 time: 0.0397966 Jul 07 19:15:36.186433 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d8643871-2464-4a85-9b4a-87e7d4fd0a3a req-ac7e4188-7a1b-45e2-8e1e-5fee05bfbaa1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.203301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ffd5e091-5679-4ff8-96b1-89c44888890b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:36.326298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e4188-7a1b-45e2-8e1e-5fee05bfbaa1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Pushing event deleted for resources: {'Port': ['ID=42e10417-8c28-4d9c-8605-93107c660bf4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:36.429713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Allocated IP 172.20.0.2 (8883be4c-90e7-454e-8f1f-7d0d4fc80ec5/5b6eae3f-e364-4968-b2e0-000a4f1bdb41/ba4e5def-8df2-4913-8050-3164a8f2c0a3) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:36.587455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49710) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:36.593806 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8643871-2464-4a85-9b4a-87e7d4fd0a3a req-ac7e4188-7a1b-45e2-8e1e-5fee05bfbaa1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] No DVR routers for this DVR port 42e10417-8c28-4d9c-8605-93107c660bf4 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:36.600738 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d8643871-2464-4a85-9b4a-87e7d4fd0a3a req-ac7e4188-7a1b-45e2-8e1e-5fee05bfbaa1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.603174 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8643871-2464-4a85-9b4a-87e7d4fd0a3a req-ac7e4188-7a1b-45e2-8e1e-5fee05bfbaa1 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.48 "DELETE /v2.0/ports/42e10417-8c28-4d9c-8605-93107c660bf4 HTTP/1.1" status: 204 len: 173 time: 2.3161440 Jul 07 19:15:36.609393 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a067b650-8616-4dfe-ba17-b7580fd8c495', 'name': 'network-vif-deleted', 'tag': '42e10417-8c28-4d9c-8605-93107c660bf4'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:36.612125 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56db5e98-207c-4385-8a51-977a06efff32" -d '{"events": [{"server_uuid": "a067b650-8616-4dfe-ba17-b7580fd8c495", "name": "network-vif-deleted", "tag": "42e10417-8c28-4d9c-8605-93107c660bf4"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:36.619356 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-66abc35f-c9cf-494b-aa03-d37a4dfc6140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.721253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2793a0c1-1632-4560-9cec-324dbb59545c req-ec30d02c-fa9a-4f65-afe0-773ffac334d4 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 210 time: 0.0932536 Jul 07 19:15:36.748178 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7678cd0b-8f9f-41e7-a2d9-2dcf4ed0c19d req-1e76d6be-f0bd-48ac-8c02-ae2be0f6e772 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800507 Jul 07 19:15:36.987664 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-66abc35f-c9cf-494b-aa03-d37a4dfc6140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.995724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-66abc35f-c9cf-494b-aa03-d37a4dfc6140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.066005 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-38ceaba0-8031-4644-8619-c9c643786207 req-a6deb951-8bfc-46b4-ac73-81ec632dc66c tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 210 time: 0.0555830 Jul 07 19:15:37.114656 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-66abc35f-c9cf-494b-aa03-d37a4dfc6140 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2d9706dc2984f67860e3b3f01fc4c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262101 Jul 07 19:15:37.115456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49718) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:37.116122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abc35f-c9cf-494b-aa03-d37a4dfc6140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5215f143-203a-4be1-9a29-3aca1a864407,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:37.172245 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.183668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-2b7fbfc1-55cf-4b51-a8e7-0a9064d3c3ba tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.190786 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-2b7fbfc1-55cf-4b51-a8e7-0a9064d3c3ba tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.217433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89c36e98-5491-4686-a359-c93e6b565642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.265893 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89c36e98-5491-4686-a359-c93e6b565642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.305354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-05eea3d4-98fb-4a6f-9ede-677ebc5bdb7e tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:37.307149 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-05eea3d4-98fb-4a6f-9ede-677ebc5bdb7e tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.48 "GET /v2.0/networks?id=65d6ec53-93f8-444a-a9f2-c297a720a0a6 HTTP/1.1" status: 200 len: 814 time: 0.3465195 Jul 07 19:15:37.323446 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Request body: {'port': {'device_id': '3bf84bf7-1930-466f-b2f2-923d1fb547dc', 'network_id': '65d6ec53-93f8-444a-a9f2-c297a720a0a6', 'admin_state_up': True, 'tenant_id': '15ae7f80f5824ccabc9ef5fdf4802537'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:37.349206 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89c36e98-5491-4686-a359-c93e6b565642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.351885 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89c36e98-5491-4686-a359-c93e6b565642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.353314 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-89c36e98-5491-4686-a359-c93e6b565642 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5215f143-203a-4be1-9a29-3aca1a864407 HTTP/1.1" status: 204 len: 168 time: 0.2344413 Jul 07 19:15:37.372494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c36e98-5491-4686-a359-c93e6b565642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5215f143-203a-4be1-9a29-3aca1a864407,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:37.418720 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e35667-54e8-480f-b160-803b8ad971b7 x-openstack-request-id: req-29e35667-54e8-480f-b160-803b8ad971b7 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:37.419263 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a067b650-8616-4dfe-ba17-b7580fd8c495", "name": "network-vif-deleted", "tag": "42e10417-8c28-4d9c-8605-93107c660bf4", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:37.419699 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29e35667-54e8-480f-b160-803b8ad971b7 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:37.420299 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a067b650-8616-4dfe-ba17-b7580fd8c495', 'name': 'network-vif-deleted', 'tag': '42e10417-8c28-4d9c-8605-93107c660bf4', 'status': 'completed', 'code': 200} Jul 07 19:15:37.459821 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.494994 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-2b7fbfc1-55cf-4b51-a8e7-0a9064d3c3ba tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Floating IP 7f6635d3-4af4-4926-9ece-9098eb3defa0 associated. External IP: 172.25.0.232, port: 5a809436-aa28-46fa-b82e-3d12bffb128b. Jul 07 19:15:37.568476 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:37.581213 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:37.602486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:37.650006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93bde4-d349-4acf-bde4-0c46585c8a97 req-994eadfe-9de9-466b-84c7-598a2e0914d2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:37.658612 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e93bde4-d349-4acf-bde4-0c46585c8a97 req-994eadfe-9de9-466b-84c7-598a2e0914d2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.0921435 Jul 07 19:15:37.709154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e93bde4-d349-4acf-bde4-0c46585c8a97 req-9ce7ffa7-2950-4972-be50-5f9aac28bf42 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475171 Jul 07 19:15:37.995896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Pushing event updated for resources: {'Port': ['ID=ba4e5def-8df2-4913-8050-3164a8f2c0a3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:38.098924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:38.099797 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:38.113196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Made reservation on behalf of 15ae7f80f5824ccabc9ef5fdf4802537 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:38.119159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:38.132746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa78953-7a4e-4bc0-bbd4-04f9144137ee req-d52b9df2-aa79-4c51-8699-b0691080ab76 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:38.136106 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0fa78953-7a4e-4bc0-bbd4-04f9144137ee req-d52b9df2-aa79-4c51-8699-b0691080ab76 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 931 time: 0.1079743 Jul 07 19:15:38.147691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 42e10417-8c28-4d9c-8605-93107c660bf4 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:38.196534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 42e10417-8c28-4d9c-8605-93107c660bf4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:38.197553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 42e10417-8c28-4d9c-8605-93107c660bf4 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:38.220074 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0fa78953-7a4e-4bc0-bbd4-04f9144137ee req-18ba4d97-574a-4364-8cc4-4a51361b9bc9 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585632 Jul 07 19:15:38.279971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-075029ad-ed57-41b3-89a6-65a58b635cea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9678130 Jul 07 19:15:38.326148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Request body: {'port': {'device_id': 'fdf20e02-67bf-4fdd-b4de-4dc8999458e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:38.421996 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bed0090-7740-4859-808f-f9cf71dc3f83 req-f2eef8f4-833e-4033-b2bd-34a3ab7a64b3 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 210 time: 0.0428662 Jul 07 19:15:38.484402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-2b7fbfc1-55cf-4b51-a8e7-0a9064d3c3ba tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Router b5f86792-fc72-4e91-ace0-a36d52ae4c42 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:15:38.602209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Allocated IP 172.20.0.3 (65d6ec53-93f8-444a-a9f2-c297a720a0a6/ca885bad-80d4-4db6-bf77-efb202b025ee/7d5ae99b-b19d-4af3-8af4-b9d9885a2689) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:38.617391 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7cd0eab4-f6e7-46cf-bca9-d0936444d6c2 req-51a8e207-4bc3-41f7-a831-11e53cb9816f tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 210 time: 0.0657465 Jul 07 19:15:38.672952 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:38.999201 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:39.072611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-2b7fbfc1-55cf-4b51-a8e7-0a9064d3c3ba tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:15:39.087190 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c7bf34-e157-471e-8dde-cd60f0789fc7 None None] Sync routers for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:15:39.113255 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c7bf34-e157-471e-8dde-cd60f0789fc7 None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:39.113992 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-07c7bf34-e157-471e-8dde-cd60f0789fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:39.133362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e09956-591e-498e-8308-22d828bcc991 req-b8e956d9-614e-4b42-8b2c-e80c7d875222 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:39.149033 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-56e09956-591e-498e-8308-22d828bcc991 req-b8e956d9-614e-4b42-8b2c-e80c7d875222 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1424644 Jul 07 19:15:39.244633 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-56e09956-591e-498e-8308-22d828bcc991 req-189d5674-4273-452d-8b9e-1fbb8f93e3da tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906651 Jul 07 19:15:39.329404 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:39.398263 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Pushing event updated for resources: {'Port': ['ID=7d5ae99b-b19d-4af3-8af4-b9d9885a2689,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:39.447065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Network 65d6ec53-93f8-444a-a9f2-c297a720a0a6 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:39.456602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:39.493100 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-07c7bf34-e157-471e-8dde-cd60f0789fc7 None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:39.507936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:39.672027 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:39.689969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:39.690622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:39.715297 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-07667a13-f2af-4e36-a7a6-e7a78f71d8a9 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3973463 Jul 07 19:15:39.732226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Request body: {'port': {'device_id': '3bf84bf7-1930-466f-b2f2-923d1fb547dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:39.736958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4e5def-8df2-4913-8050-3164a8f2c0a3 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:39.798225 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:39.813494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56e0bb-a075-4db6-8e0a-5e2d442061fa req-092b06ed-f206-4573-8e29-3969c2ce2a8b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:39.815888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f56e0bb-a075-4db6-8e0a-5e2d442061fa req-092b06ed-f206-4573-8e29-3969c2ce2a8b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 931 time: 0.1502664 Jul 07 19:15:39.829725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-2b7fbfc1-55cf-4b51-a8e7-0a9064d3c3ba tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Router b5f86792-fc72-4e91-ace0-a36d52ae4c42 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:15:39.831094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Transition to ACTIVE for port object ba4e5def-8df2-4913-8050-3164a8f2c0a3 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:39.838900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:39.912841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Pushing event updated for resources: {'Port': ['ID=ba4e5def-8df2-4913-8050-3164a8f2c0a3,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:39.934155 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f56e0bb-a075-4db6-8e0a-5e2d442061fa req-3affef55-7ae2-43c4-a137-04500fb3bb9d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044095 Jul 07 19:15:39.953129 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-07c7bf34-e157-471e-8dde-cd60f0789fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7f6635d3-4af4-4926-9ece-9098eb3defa0', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'port_id': 'caa5348a-23af-493c-824b-1b3367113661', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'mac_address': 'fa:16:3e:0c:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:15:07Z', 'updated_at': '2021-07-07T19:15:36Z', 'revision_number': 3, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:39.974236 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.091840 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c7bf34-e157-471e-8dde-cd60f0789fc7 None None] Checking router: b5f86792-fc72-4e91-ace0-a36d52ae4c42 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:15:40.118402 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c7bf34-e157-471e-8dde-cd60f0789fc7 None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:40.119753 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-07c7bf34-e157-471e-8dde-cd60f0789fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:40.199741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-2b7fbfc1-55cf-4b51-a8e7-0a9064d3c3ba tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:15:40.252985 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-30e30f56-1e17-458c-9ad5-8897db10e85f req-6c1e69ef-326f-41b5-8420-57da6fd45073 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 210 time: 0.0423722 Jul 07 19:15:40.320706 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-2b7fbfc1-55cf-4b51-a8e7-0a9064d3c3ba tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.347775 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-07c7bf34-e157-471e-8dde-cd60f0789fc7 None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:40.374466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Attempting to bind port ba4e5def-8df2-4913-8050-3164a8f2c0a3 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:40.375065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Attempting to bind port ba4e5def-8df2-4913-8050-3164a8f2c0a3 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:40.375508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Attempting to bind port ba4e5def-8df2-4913-8050-3164a8f2c0a3 on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:40.409545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Port ba4e5def-8df2-4913-8050-3164a8f2c0a3 on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:40.409990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Attempting to bind port ba4e5def-8df2-4913-8050-3164a8f2c0a3 on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:40.505330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:40.505807 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Checking segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:40.506562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Bound using segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:40.507268 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Bound port: ba4e5def-8df2-4913-8050-3164a8f2c0a3, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:40.507772 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.531053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b8b1f-9e5e-4c88-94ca-fe3a65f65ffe req-42215f6a-e4dc-413f-9e22-a2e6eb82badc tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:40.539849 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-239b8b1f-9e5e-4c88-94ca-fe3a65f65ffe req-42215f6a-e4dc-413f-9e22-a2e6eb82badc tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 931 time: 0.1052587 Jul 07 19:15:40.562041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:40.565508 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d3646a-3f0d-4196-ac20-a03b16e5527c" -d '{"events": [{"name": "network-changed", "server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:40.624674 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-239b8b1f-9e5e-4c88-94ca-fe3a65f65ffe req-41563911-1136-4c2c-8d67-9006b5489f5c tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831661 Jul 07 19:15:40.667735 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-2b7fbfc1-55cf-4b51-a8e7-0a9064d3c3ba tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "PUT /v2.0/floatingips/7f6635d3-4af4-4926-9ece-9098eb3defa0 HTTP/1.1" status: 200 len: 998 time: 5.6155713 Jul 07 19:15:40.682559 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] For port ba4e5def-8df2-4913-8050-3164a8f2c0a3, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:40.687189 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] For port ba4e5def-8df2-4913-8050-3164a8f2c0a3, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ba4e5def-8df2-4913-8050-3164a8f2c0a3,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:40.712867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.784013 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-07c7bf34-e157-471e-8dde-cd60f0789fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7f6635d3-4af4-4926-9ece-9098eb3defa0', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'port_id': 'caa5348a-23af-493c-824b-1b3367113661', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'mac_address': 'fa:16:3e:0c:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:15:07Z', 'updated_at': '2021-07-07T19:15:36Z', 'revision_number': 3, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:40.810549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Pushing event updated for resources: {'Port': ['ID=ba4e5def-8df2-4913-8050-3164a8f2c0a3,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:40.856865 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c7bf34-e157-471e-8dde-cd60f0789fc7 None None] The sync data for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 is: [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7f6635d3-4af4-4926-9ece-9098eb3defa0', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'port_id': 'caa5348a-23af-493c-824b-1b3367113661', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'mac_address': 'fa:16:3e:0c:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:15:07Z', 'updated_at': '2021-07-07T19:15:36Z', 'revision_number': 3, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:15:40.903437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:40.904076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.905682 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-676a58bc-7973-42b8-9837-ae96c60dc2fa service neutron] 10.222.0.110 "PUT /v2.0/ports/ba4e5def-8df2-4913-8050-3164a8f2c0a3 HTTP/1.1" status: 200 len: 1091 time: 2.5844412 Jul 07 19:15:40.930403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-cac3baef-0e64-4ccf-9594-782e5032c133 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:40.932062 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-cac3baef-0e64-4ccf-9594-782e5032c133 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports/5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 943 time: 0.2538817 Jul 07 19:15:41.142144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:41.153416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24a40c-9d7f-45e5-a06a-317aecc1bb91 req-8fc2d3fc-d34b-4ba6-9838-6c32bc0b20ac tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.155099 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a24a40c-9d7f-45e5-a06a-317aecc1bb91 req-8fc2d3fc-d34b-4ba6-9838-6c32bc0b20ac tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.0992854 Jul 07 19:15:41.159020 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:41.186179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Transition to ACTIVE for port object 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:41.194984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:41.233642 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a24a40c-9d7f-45e5-a06a-317aecc1bb91 req-b2114dec-3d25-4913-b785-5aa270c6b407 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593724 Jul 07 19:15:41.256834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e59972-99a1-4d88-af79-ee4abf316e58 None None] New status for floating IP 7f6635d3-4af4-4926-9ece-9098eb3defa0: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:15:41.289592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-0f7a7ab7-debf-46d7-9716-af7fb6db66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.291489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-0f7a7ab7-debf-46d7-9716-af7fb6db66b3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 1094 time: 0.2859583 Jul 07 19:15:41.347187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-ed2aee6d-cde7-43b9-a667-8e365a831401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.352207 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-ed2aee6d-cde7-43b9-a667-8e365a831401 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 1097 time: 0.2836108 Jul 07 19:15:41.427933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Pushing event updated for resources: {'Port': ['ID=7d5ae99b-b19d-4af3-8af4-b9d9885a2689,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:41.474002 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-e12eba0e-677a-433d-95ed-53a9ad8fbdd0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba4e5def-8df2-4913-8050-3164a8f2c0a3 HTTP/1.1" status: 200 len: 217 time: 0.1689928 Jul 07 19:15:41.597706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-0eb2a19e-fb3d-48e5-ac17-b511fbe6e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.599201 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-0eb2a19e-fb3d-48e5-ac17-b511fbe6e586 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.1088543 Jul 07 19:15:41.639243 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a1c6e3-1f7d-4d33-ad6f-f18e0f10d475 x-openstack-request-id: req-b1a1c6e3-1f7d-4d33-ad6f-f18e0f10d475 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:41.639512 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:41.639799 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1a1c6e3-1f7d-4d33-ad6f-f18e0f10d475 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:41.640187 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'status': 'completed', 'code': 200} Jul 07 19:15:41.748912 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-d1f41a60-ee02-4c20-a4df-27f7f7bc276d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123645 Jul 07 19:15:41.894448 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc47d2-6f8e-4b99-9777-efd82f06d60c None None] Sync routers for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:15:41.927583 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc47d2-6f8e-4b99-9777-efd82f06d60c None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:41.928735 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3edc47d2-6f8e-4b99-9777-efd82f06d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:41.962008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0203605-980a-42f6-9d70-c6a4e8112155 req-1298a938-f317-4456-a20d-94e309c18382 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.973295 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f0203605-980a-42f6-9d70-c6a4e8112155 req-1298a938-f317-4456-a20d-94e309c18382 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 943 time: 0.1937399 Jul 07 19:15:42.034727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-e91078d8-a188-452d-9eca-19c490498750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:42.036915 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-e91078d8-a188-452d-9eca-19c490498750 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.5914626 Jul 07 19:15:42.061724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f0203605-980a-42f6-9d70-c6a4e8112155 req-b892615e-74f5-482e-a97b-e9550408d167 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871089 Jul 07 19:15:42.110599 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-3edc47d2-6f8e-4b99-9777-efd82f06d60c None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:42.343498 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2daa6b14-04ea-4c11-8c40-1e978beebb5b req-752ceaf2-90c4-4174-b6e8-106d7e4e7197 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=a067b650-8616-4dfe-ba17-b7580fd8c495 HTTP/1.1" status: 200 len: 210 time: 0.0704741 Jul 07 19:15:42.682045 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3edc47d2-6f8e-4b99-9777-efd82f06d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7f6635d3-4af4-4926-9ece-9098eb3defa0', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'port_id': 'caa5348a-23af-493c-824b-1b3367113661', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'mac_address': 'fa:16:3e:0c:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:15:07Z', 'updated_at': '2021-07-07T19:15:41Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:42.682596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed7768-093d-41d3-86e0-fe6608b56140 req-3690b5b1-46ca-437c-a935-50bf90a10cdb tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:42.682732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Attempting to bind port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:42.683306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Attempting to bind port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'dc65e45f-9387-4f1f-ad0f-cd449c047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '65d6ec53-93f8-444a-a9f2-c297a720a0a6'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:42.683829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Attempting to bind port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 on network 65d6ec53-93f8-444a-a9f2-c297a720a0a6 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:42.692615 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81ed7768-093d-41d3-86e0-fe6608b56140 req-3690b5b1-46ca-437c-a935-50bf90a10cdb tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 943 time: 0.1904294 Jul 07 19:15:42.735905 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-a45bb0b2-500b-48bd-b642-0e3decd06f2f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 217 time: 0.6811924 Jul 07 19:15:42.757788 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81ed7768-093d-41d3-86e0-fe6608b56140 req-1ca312fc-c5e7-4e71-9462-00652c9e32d6 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636563 Jul 07 19:15:42.796971 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc47d2-6f8e-4b99-9777-efd82f06d60c None None] Checking router: b5f86792-fc72-4e91-ace0-a36d52ae4c42 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:15:42.824888 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc47d2-6f8e-4b99-9777-efd82f06d60c None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:42.826295 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3edc47d2-6f8e-4b99-9777-efd82f06d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:42.874271 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-45f6c94b-a14c-4a7d-8abb-c9ffc6959f59 service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0986111 Jul 07 19:15:42.875435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 on network 65d6ec53-93f8-444a-a9f2-c297a720a0a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:42.876083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Attempting to bind port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 on network 65d6ec53-93f8-444a-a9f2-c297a720a0a6 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:42.905189 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:42.905570 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Checking segment: {'id': 'dc65e45f-9387-4f1f-ad0f-cd449c047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '65d6ec53-93f8-444a-a9f2-c297a720a0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:42.905979 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Bound using segment: {'id': 'dc65e45f-9387-4f1f-ad0f-cd449c047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '65d6ec53-93f8-444a-a9f2-c297a720a0a6'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:42.906430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Bound port: 7d5ae99b-b19d-4af3-8af4-b9d9885a2689, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc65e45f-9387-4f1f-ad0f-cd449c047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '65d6ec53-93f8-444a-a9f2-c297a720a0a6'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:42.906818 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.054764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] For port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:43.059800 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] For port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7d5ae99b-b19d-4af3-8af4-b9d9885a2689,segment=NetworkSegment(dc65e45f-9387-4f1f-ad0f-cd449c047d52),segment_id=dc65e45f-9387-4f1f-ad0f-cd449c047d52)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:43.064364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3646a-3f0d-4196-ac20-a03b16e5527c req-ff1ba7bb-e7a9-4948-8a42-c0ffaf1a6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:43.067626 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2d3646a-3f0d-4196-ac20-a03b16e5527c req-ff1ba7bb-e7a9-4948-8a42-c0ffaf1a6f77 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 1097 time: 1.3088546 Jul 07 19:15:43.109586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-3566258f-90da-4c89-8b8e-39d613eba4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:43.115733 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-3566258f-90da-4c89-8b8e-39d613eba4d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.3781328 Jul 07 19:15:43.119385 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.141578 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-3edc47d2-6f8e-4b99-9777-efd82f06d60c None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:43.471743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912feca-0a91-4040-8d1a-bdf0804519a5 req-d6938e56-0346-4038-9206-1b7beb5107e7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:43.486131 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f912feca-0a91-4040-8d1a-bdf0804519a5 req-d6938e56-0346-4038-9206-1b7beb5107e7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1737893 Jul 07 19:15:43.573468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3646a-3f0d-4196-ac20-a03b16e5527c req-ddc90089-dc7b-4cee-900e-2f0bc7adb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:43.577098 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2d3646a-3f0d-4196-ac20-a03b16e5527c req-ddc90089-dc7b-4cee-900e-2f0bc7adb4d4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.4523158 Jul 07 19:15:43.597121 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f912feca-0a91-4040-8d1a-bdf0804519a5 req-c304a448-237d-462c-a101-633d6a9a315c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093657 Jul 07 19:15:43.619661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Pushing event updated for resources: {'Port': ['ID=7d5ae99b-b19d-4af3-8af4-b9d9885a2689,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:43.641097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:43.641728 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.644513 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-6e95e342-3bbd-47d1-83b8-9c1d33b305ad service neutron] 10.222.0.48 "PUT /v2.0/ports/7d5ae99b-b19d-4af3-8af4-b9d9885a2689 HTTP/1.1" status: 200 len: 1091 time: 3.9170048 Jul 07 19:15:43.647452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'tag': 'caa5348a-23af-493c-824b-1b3367113661'}, {'name': 'network-changed', 'server_uuid': 'fdf20e02-67bf-4fdd-b4de-4dc8999458e9', 'tag': 'ba4e5def-8df2-4913-8050-3164a8f2c0a3'}, {'name': 'network-changed', 'server_uuid': '3bf84bf7-1930-466f-b2f2-923d1fb547dc', 'tag': '7d5ae99b-b19d-4af3-8af4-b9d9885a2689'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:43.650020 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27efb09b-76fe-486f-bcf8-9d1c81b97b83" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b14b6c-ac71-48f9-9f68-05298513f159", "tag": "caa5348a-23af-493c-824b-1b3367113661"}, {"name": "network-changed", "server_uuid": "fdf20e02-67bf-4fdd-b4de-4dc8999458e9", "tag": "ba4e5def-8df2-4913-8050-3164a8f2c0a3"}, {"name": "network-changed", "server_uuid": "3bf84bf7-1930-466f-b2f2-923d1fb547dc", "tag": "7d5ae99b-b19d-4af3-8af4-b9d9885a2689"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:43.753091 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3edc47d2-6f8e-4b99-9777-efd82f06d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7f6635d3-4af4-4926-9ece-9098eb3defa0', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'port_id': 'caa5348a-23af-493c-824b-1b3367113661', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'mac_address': 'fa:16:3e:0c:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:15:07Z', 'updated_at': '2021-07-07T19:15:41Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:43.781253 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2d3646a-3f0d-4196-ac20-a03b16e5527c req-f15dd5f9-e631-414a-be75-b7d002a5db2a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 217 time: 0.1527209 Jul 07 19:15:43.794101 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc47d2-6f8e-4b99-9777-efd82f06d60c None None] The sync data for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 is: [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7f6635d3-4af4-4926-9ece-9098eb3defa0', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'port_id': 'caa5348a-23af-493c-824b-1b3367113661', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'mac_address': 'fa:16:3e:0c:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:15:07Z', 'updated_at': '2021-07-07T19:15:41Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:15:43.888640 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-59525b4e-2787-4473-a5a6-be3a0de0ebb7 req-38039a30-1a90-4e40-a9af-49e1e471f207 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9955170 Jul 07 19:15:43.905649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3646a-3f0d-4196-ac20-a03b16e5527c req-764d532f-c86b-4319-96e4-a975136480f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:43.910899 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2d3646a-3f0d-4196-ac20-a03b16e5527c req-764d532f-c86b-4319-96e4-a975136480f9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.1004598 Jul 07 19:15:43.951381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-3bd37114-4265-4c02-a9f9-fab5876c3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:43.954339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-3bd37114-4265-4c02-a9f9-fab5876c3a31 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7406919 Jul 07 19:15:44.076679 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ffc43188-9c2b-4815-a09c-0780ec292fff req-f1ea9746-853e-4c49-96d5-099b917aef7f service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1863985 Jul 07 19:15:44.139361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-7b5ed015-05ad-45e1-a601-33316efdbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:44.140927 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-7b5ed015-05ad-45e1-a601-33316efdbe0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15ae7f80f5824ccabc9ef5fdf4802537&device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 1094 time: 0.4155500 Jul 07 19:15:44.214767 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-535b351e-be8a-4984-acbe-4ab2ec86aa18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5ae99b-b19d-4af3-8af4-b9d9885a2689 HTTP/1.1" status: 200 len: 217 time: 0.0587056 Jul 07 19:15:44.306351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-d23f2daf-a4e7-4de8-9070-744c518beb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:44.307896 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-d23f2daf-a4e7-4de8-9070-744c518beb64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca885bad-80d4-4db6-bf77-efb202b025ee HTTP/1.1" status: 200 len: 854 time: 0.0832167 Jul 07 19:15:44.332964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781de84-b297-4582-9761-b5063f513617 req-cfb44d71-9810-4142-a81e-d19c5ed6a2bd tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:44.347758 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a781de84-b297-4582-9761-b5063f513617 req-cfb44d71-9810-4142-a81e-d19c5ed6a2bd tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 943 time: 0.1286697 Jul 07 19:15:44.371318 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-644d2e6b-be20-40af-966f-86566cd98a70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=65d6ec53-93f8-444a-a9f2-c297a720a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496609 Jul 07 19:15:44.378102 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-da555b47-528b-4932-ab92-40160b31d8ce service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085586 Jul 07 19:15:44.385148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3646a-3f0d-4196-ac20-a03b16e5527c req-5becf1ca-bea0-4021-a799-42162a41985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:44.386772 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2d3646a-3f0d-4196-ac20-a03b16e5527c req-5becf1ca-bea0-4021-a799-42162a41985e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4418402 Jul 07 19:15:44.423472 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a781de84-b297-4582-9761-b5063f513617 req-332c8ac1-35bf-4900-aff0-664d81d3938f tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731487 Jul 07 19:15:44.464848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525b4e-2787-4473-a5a6-be3a0de0ebb7 req-0c4a9131-407e-43e2-ad94-d2ac949f4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:44.466599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-59525b4e-2787-4473-a5a6-be3a0de0ebb7 req-0c4a9131-407e-43e2-ad94-d2ac949f4d4e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 1100 time: 0.4403071 Jul 07 19:15:44.668082 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d17a08-dded-47ca-b429-bae6e7189334 x-openstack-request-id: req-e5d17a08-dded-47ca-b429-bae6e7189334 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:44.668305 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b14b6c-ac71-48f9-9f68-05298513f159", "tag": "caa5348a-23af-493c-824b-1b3367113661", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdf20e02-67bf-4fdd-b4de-4dc8999458e9", "tag": "ba4e5def-8df2-4913-8050-3164a8f2c0a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3bf84bf7-1930-466f-b2f2-923d1fb547dc", "tag": "7d5ae99b-b19d-4af3-8af4-b9d9885a2689", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:44.668559 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5d17a08-dded-47ca-b429-bae6e7189334 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:44.669087 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'tag': 'caa5348a-23af-493c-824b-1b3367113661', 'status': 'completed', 'code': 200} Jul 07 19:15:44.669350 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf20e02-67bf-4fdd-b4de-4dc8999458e9', 'tag': 'ba4e5def-8df2-4913-8050-3164a8f2c0a3', 'status': 'completed', 'code': 200} Jul 07 19:15:44.670121 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf84bf7-1930-466f-b2f2-923d1fb547dc', 'tag': '7d5ae99b-b19d-4af3-8af4-b9d9885a2689', 'status': 'completed', 'code': 200} Jul 07 19:15:44.889567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e482e42-b420-4817-ac6b-ef225622de20 req-04ffef73-9a29-4b60-b78b-81c32f5e92a7 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:44.891181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e482e42-b420-4817-ac6b-ef225622de20 req-04ffef73-9a29-4b60-b78b-81c32f5e92a7 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 943 time: 0.1003551 Jul 07 19:15:44.929917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525b4e-2787-4473-a5a6-be3a0de0ebb7 req-ba648160-6885-4323-88f9-53ca39b50540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:44.931720 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-59525b4e-2787-4473-a5a6-be3a0de0ebb7 req-ba648160-6885-4323-88f9-53ca39b50540 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3647058 Jul 07 19:15:44.952707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e482e42-b420-4817-ac6b-ef225622de20 req-342d8f34-7f58-469d-aa88-898c67d36687 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539751 Jul 07 19:15:45.101931 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-06eff26d-f29e-4384-be34-d17fb13bb19a service neutron] 10.222.0.48 "GET /v2.0/networks/65d6ec53-93f8-444a-a9f2-c297a720a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7141314 Jul 07 19:15:45.104675 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2d3646a-3f0d-4196-ac20-a03b16e5527c req-5137ef41-5b76-4e64-a2d1-5f474357193f service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7051461 Jul 07 19:15:45.107867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-e30fd875-8f45-4820-ac01-d6836e6227c5 service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165632 Jul 07 19:15:45.115716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-59525b4e-2787-4473-a5a6-be3a0de0ebb7 req-cf85c6ec-3663-405c-835d-3af4c0cdfde1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544 HTTP/1.1" status: 200 len: 217 time: 0.1722798 Jul 07 19:15:45.338286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-f808dd00-01a5-4927-84eb-622349c8cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:45.340212 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-f808dd00-01a5-4927-84eb-622349c8cdfb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 1096 time: 0.5797150 Jul 07 19:15:45.366068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525b4e-2787-4473-a5a6-be3a0de0ebb7 req-143fad88-dbbf-47bb-ac96-7b58c6d5ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:45.367885 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-59525b4e-2787-4473-a5a6-be3a0de0ebb7 req-143fad88-dbbf-47bb-ac96-7b58c6d5ed9d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2240512 Jul 07 19:15:45.506903 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2082e48a-c245-4a49-975b-05eecbecd7dd req-4745fe01-944f-4eea-8633-ff1e8b9b53d1 service neutron] 10.222.0.48 "GET /v2.0/networks/65d6ec53-93f8-444a-a9f2-c297a720a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899312 Jul 07 19:15:45.559506 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2d3646a-3f0d-4196-ac20-a03b16e5527c req-af0d4cf0-259f-449b-9d06-6c967337d45a service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412086 Jul 07 19:15:45.664091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-1ea21dbf-799c-49ee-b1ac-63c8cf5a19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:45.667115 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-1ea21dbf-799c-49ee-b1ac-63c8cf5a19a8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 1096 time: 0.4543836 Jul 07 19:15:45.681288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a6d7c-eee4-4301-9096-5288080127e5 req-af0d3714-b24f-4a01-8fa1-c7b9e4a6ad1c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:45.683190 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c1a6d7c-eee4-4301-9096-5288080127e5 req-af0d3714-b24f-4a01-8fa1-c7b9e4a6ad1c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.2355778 Jul 07 19:15:45.734092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-64721545-d2bf-4a57-b97c-511d71fb1efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:45.735766 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-64721545-d2bf-4a57-b97c-511d71fb1efd service neutron] 10.222.0.110 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.3840446 Jul 07 19:15:45.799451 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c1a6d7c-eee4-4301-9096-5288080127e5 req-9fabebce-2052-4980-8dfb-115e011815b8 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039860 Jul 07 19:15:45.963659 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525b4e-2787-4473-a5a6-be3a0de0ebb7 req-58d25712-bf45-4ba9-ad3c-a735330f5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:45.965514 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-59525b4e-2787-4473-a5a6-be3a0de0ebb7 req-58d25712-bf45-4ba9-ad3c-a735330f5646 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5632818 Jul 07 19:15:46.495300 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-eb8e99a1-ba4f-4458-ae95-d96afff2376a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caa5348a-23af-493c-824b-1b3367113661 HTTP/1.1" status: 200 len: 1001 time: 0.6370633 Jul 07 19:15:46.546176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-3c0c0fc5-1bf8-4ccb-912a-e638a66785e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:46.547720 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-3c0c0fc5-1bf8-4ccb-912a-e638a66785e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15ae7f80f5824ccabc9ef5fdf4802537&device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 1094 time: 0.9612501 Jul 07 19:15:46.585774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd2e7-5908-4037-8370-b774218182df req-ee0ddba8-5f2a-4eef-b6f4-40960f1d24ab tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:46.611594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05efd2e7-5908-4037-8370-b774218182df req-ee0ddba8-5f2a-4eef-b6f4-40960f1d24ab tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 943 time: 0.1760316 Jul 07 19:15:46.655571 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-e9cd71aa-3939-4212-8ec6-ecbee2ff8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:46.658435 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-e9cd71aa-3939-4212-8ec6-ecbee2ff8ac5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.9785063 Jul 07 19:15:46.725803 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05efd2e7-5908-4037-8370-b774218182df req-6b5db781-f478-4fab-adb3-58aba020acdc tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099646 Jul 07 19:15:46.785271 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-59525b4e-2787-4473-a5a6-be3a0de0ebb7 req-83f7ffbd-9441-41dc-ad7f-abb1960cebd4 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8038192 Jul 07 19:15:46.792735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-0f3df015-f2d8-4779-8260-fee3fa9bd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:46.794428 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-0f3df015-f2d8-4779-8260-fee3fa9bd250 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.2846735 Jul 07 19:15:46.877073 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-3fbe78e3-668e-4fcc-b01a-5f04f6d9fcce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caa5348a-23af-493c-824b-1b3367113661 HTTP/1.1" status: 200 len: 1001 time: 0.2044225 Jul 07 19:15:47.028981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff524-042e-44a6-b245-5dcaa7cb2340 req-8f76fe45-b84b-4102-8b32-b52e491fd026 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:47.043053 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0cff524-042e-44a6-b245-5dcaa7cb2340 req-8f76fe45-b84b-4102-8b32-b52e491fd026 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 943 time: 0.1330373 Jul 07 19:15:47.046876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-47043ec6-9043-4df4-a4fd-fa31533d8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:47.048447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-47043ec6-9043-4df4-a4fd-fa31533d8e45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=65d6ec53-93f8-444a-a9f2-c297a720a0a6 HTTP/1.1" status: 200 len: 915 time: 0.4763801 Jul 07 19:15:47.098192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0cff524-042e-44a6-b245-5dcaa7cb2340 req-a654df79-8f17-4731-a803-d4228df2f480 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536501 Jul 07 19:15:47.150057 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-4ad5e3b9-426e-468a-8b84-f86c4c10dab3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5ae99b-b19d-4af3-8af4-b9d9885a2689 HTTP/1.1" status: 200 len: 217 time: 0.0787158 Jul 07 19:15:47.254057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-3d5840fd-df2a-4eef-9409-8939516351b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:47.262131 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-3d5840fd-df2a-4eef-9409-8939516351b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.3559296 Jul 07 19:15:47.409027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-4ece24b2-5fe6-4045-ad58-dbb0c11a62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:47.414629 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-4ece24b2-5fe6-4045-ad58-dbb0c11a62c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca885bad-80d4-4db6-bf77-efb202b025ee HTTP/1.1" status: 200 len: 854 time: 0.2636001 Jul 07 19:15:47.416750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-59525b4e-2787-4473-a5a6-be3a0de0ebb7 req-fdc58cf6-c274-43d1-84a2-ada9b3fd3ec6 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029027 Jul 07 19:15:47.529488 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-02e95e99-a684-4a62-bc75-8a9e1b3454e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=65d6ec53-93f8-444a-a9f2-c297a720a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925698 Jul 07 19:15:47.551301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-4daaee98-6af2-4f07-af24-e5a5b56fe804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:47.555008 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-4daaee98-6af2-4f07-af24-e5a5b56fe804 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7437975 Jul 07 19:15:47.586352 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1417b06d-560e-4391-8551-e8fc59f4bcb0 req-b138fb6e-335b-4f04-96c0-a2cadb76535d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1833575 Jul 07 19:15:47.708392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-37050fa1-a005-4537-a17b-c2814183fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:47.711175 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-37050fa1-a005-4537-a17b-c2814183fa17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4433730 Jul 07 19:15:47.747991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c4c9-0445-4e03-a83b-8ff549c1c831 req-30333c78-2467-4a24-a0e9-509d8935fa9f tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:47.751024 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eec8c4c9-0445-4e03-a83b-8ff549c1c831 req-30333c78-2467-4a24-a0e9-509d8935fa9f tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.2322619 Jul 07 19:15:47.808731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417b06d-560e-4391-8551-e8fc59f4bcb0 req-0e54b56d-6cdb-40cd-a487-1bd23139858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:47.817952 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1417b06d-560e-4391-8551-e8fc59f4bcb0 req-0e54b56d-6cdb-40cd-a487-1bd23139858d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 1101 time: 0.1878295 Jul 07 19:15:48.098528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ba4e5def-8df2-4913-8050-3164a8f2c0a3 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:48.153509 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-05798535-5e3f-4b98-908e-8d7ba76e88bc service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071398 Jul 07 19:15:48.213509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417b06d-560e-4391-8551-e8fc59f4bcb0 req-6acfbea6-1edf-47f7-b712-0f20ab75b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:48.235105 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1417b06d-560e-4391-8551-e8fc59f4bcb0 req-6acfbea6-1edf-47f7-b712-0f20ab75b7df service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3704426 Jul 07 19:15:48.324660 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1417b06d-560e-4391-8551-e8fc59f4bcb0 req-ab12b011-3c33-4da5-bb7f-b10acb38a2a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d HTTP/1.1" status: 200 len: 217 time: 0.0779984 Jul 07 19:15:48.414093 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-14bc7369-a662-4466-ac55-e61267c93029 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8405325 Jul 07 19:15:48.428304 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-c9ace4c7-0921-4a5d-8a94-f9a203a965ed service neutron] 10.222.0.48 "GET /v2.0/networks/65d6ec53-93f8-444a-a9f2-c297a720a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8832068 Jul 07 19:15:48.484609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eec8c4c9-0445-4e03-a83b-8ff549c1c831 req-8527dcf6-56b2-4fe3-b95d-410479b41801 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7108030 Jul 07 19:15:48.492911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417b06d-560e-4391-8551-e8fc59f4bcb0 req-57bb1ce5-bf26-4fa2-82da-561f5e319ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:48.494946 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1417b06d-560e-4391-8551-e8fc59f4bcb0 req-57bb1ce5-bf26-4fa2-82da-561f5e319ec2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1622052 Jul 07 19:15:48.652599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ba4e5def-8df2-4913-8050-3164a8f2c0a3, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ba4e5def-8df2-4913-8050-3164a8f2c0a3,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:48.657950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417b06d-560e-4391-8551-e8fc59f4bcb0 req-9757e955-2760-44b4-951e-dc76d03404ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:48.661011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1417b06d-560e-4391-8551-e8fc59f4bcb0 req-9757e955-2760-44b4-951e-dc76d03404ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1516850 Jul 07 19:15:48.666930 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea7651d2-7d96-47d7-bed7-8f4164345c7c req-1802b573-012c-4b36-b71e-d2321d3813d5 service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045629 Jul 07 19:15:48.684942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'ba4e5def-8df2-4913-8050-3164a8f2c0a3', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'port_id': 'ba4e5def-8df2-4913-8050-3164a8f2c0a3', 'mac_address': 'fa:16:3e:84:f2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6eae3f-e364-4968-b2e0-000a4f1bdb41', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:15:48.775966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-dfa86e8f-d71c-4b5f-8973-d7443a59f2d3 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447409 Jul 07 19:15:48.785570 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-3af20dcb-04eb-49c7-af23-3d490c025b07 service neutron] 10.222.0.48 "GET /v2.0/networks/65d6ec53-93f8-444a-a9f2-c297a720a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387930 Jul 07 19:15:48.825343 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:48.862710 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4e5def-8df2-4913-8050-3164a8f2c0a3 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:48.912881 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1417b06d-560e-4391-8551-e8fc59f4bcb0 req-bebe95d7-f758-4e8b-84f7-fac0aa1dfd5b service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383125 Jul 07 19:15:48.944732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ba4e5def-8df2-4913-8050-3164a8f2c0a3, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ba4e5def-8df2-4913-8050-3164a8f2c0a3,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:48.951493 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.032925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ba4e5def-8df2-4913-8050-3164a8f2c0a3,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:49.047225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:49.048803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:49.049923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:49.050687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:49.051651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:49.052455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:49.053281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:49.054023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:49.054981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:49.055747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:49.056505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:49.057364 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:49.066327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-a1e616f0-c3e2-4c48-97bd-963831939e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:49.068549 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-a1e616f0-c3e2-4c48-97bd-963831939e62 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 1094 time: 0.1940584 Jul 07 19:15:49.260005 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f1055-4cfd-43e2-bd25-7be8a329ad10 req-55333970-f624-4ef3-acaf-fc838bcfa722 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:49.273102 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b68f1055-4cfd-43e2-bd25-7be8a329ad10 req-55333970-f624-4ef3-acaf-fc838bcfa722 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 944 time: 0.3297517 Jul 07 19:15:49.286362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb5d06-2afa-4888-b2d9-e8e3e0db28e5 req-fa290faf-ac41-42a2-8a81-1e89687e6360 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:49.296427 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f4bb5d06-2afa-4888-b2d9-e8e3e0db28e5 req-fa290faf-ac41-42a2-8a81-1e89687e6360 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 943 time: 0.2528479 Jul 07 19:15:49.304711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ba4e5def-8df2-4913-8050-3164a8f2c0a3'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:49.327456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1417b06d-560e-4391-8551-e8fc59f4bcb0 req-3dbbd102-2b2d-425e-858f-56b0f2b6d836 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063456 Jul 07 19:15:49.382692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-45d1cc70-897c-4bb6-b9ea-5ab525fdbdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:49.384129 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-45d1cc70-897c-4bb6-b9ea-5ab525fdbdde service neutron] 10.222.0.110 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 911 time: 0.3046594 Jul 07 19:15:49.412906 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b68f1055-4cfd-43e2-bd25-7be8a329ad10 req-b5e7e4a2-de7b-490a-9985-ee2f8f8e6a76 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311967 Jul 07 19:15:49.446304 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:15:49.469602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f4bb5d06-2afa-4888-b2d9-e8e3e0db28e5 req-8e7a10d6-4a5c-405a-a538-ad20c32a8223 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394217 Jul 07 19:15:49.499050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-51f3af73-4576-46a7-9475-17e3d897ed27 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba4e5def-8df2-4913-8050-3164a8f2c0a3 HTTP/1.1" status: 200 len: 217 time: 0.0848391 Jul 07 19:15:49.633239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-58fa5b38-6714-4804-b9ae-12ddc8fdfbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:49.637141 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-58fa5b38-6714-4804-b9ae-12ddc8fdfbaa service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.1291432 Jul 07 19:15:49.705157 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-9fad90ee-96fb-47e4-8245-c795e243e12b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543251 Jul 07 19:15:49.783615 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6cf0a992-da46-4ecd-8a40-0acba9677900 req-d647137d-f8be-411f-bd5a-12de89a08bd8 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 1001 time: 0.2519662 Jul 07 19:15:49.912870 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-a44d7f6f-557c-4d88-947d-eb9522ca0b1d service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967328 Jul 07 19:15:49.929846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0a992-da46-4ecd-8a40-0acba9677900 req-9fc94171-d5f1-445c-96b2-ad7784ae5c40 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:49.946413 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6cf0a992-da46-4ecd-8a40-0acba9677900 req-9fc94171-d5f1-445c-96b2-ad7784ae5c40 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports/caa5348a-23af-493c-824b-1b3367113661 HTTP/1.1" status: 200 len: 942 time: 0.1533630 Jul 07 19:15:50.166271 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27efb09b-76fe-486f-bcf8-9d1c81b97b83 req-deaa1201-81a0-4554-9374-b72b3e2533ac service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451773 Jul 07 19:15:50.203151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:50.274425 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6cf0a992-da46-4ecd-8a40-0acba9677900 req-10d40803-a93c-4c77-a29d-dd08ba51671a tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 1001 time: 0.0784121 Jul 07 19:15:50.359816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91be9ae-a59e-496e-8268-e4542b4067ba req-a9589373-3262-4389-aea2-de2bf4a4adaf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:50.362235 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a91be9ae-a59e-496e-8268-e4542b4067ba req-a9589373-3262-4389-aea2-de2bf4a4adaf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1449981 Jul 07 19:15:50.373687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7d5ae99b-b19d-4af3-8af4-b9d9885a2689,segment=NetworkSegment(dc65e45f-9387-4f1f-ad0f-cd449c047d52),segment_id=dc65e45f-9387-4f1f-ad0f-cd449c047d52)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:50.393623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '7d5ae99b-b19d-4af3-8af4-b9d9885a2689', 'network_id': '65d6ec53-93f8-444a-a9f2-c297a720a0a6', 'port_id': '7d5ae99b-b19d-4af3-8af4-b9d9885a2689', 'mac_address': 'fa:16:3e:51:0d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca885bad-80d4-4db6-bf77-efb202b025ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:15:50.417732 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a91be9ae-a59e-496e-8268-e4542b4067ba req-dce32489-c052-452e-8fb5-f6c4bcf6b704 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480700 Jul 07 19:15:50.453187 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.473029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:50.475602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0a992-da46-4ecd-8a40-0acba9677900 req-b92f68e0-4f67-4a0d-a015-cc9da2fed1e7 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:50.483377 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6cf0a992-da46-4ecd-8a40-0acba9677900 req-b92f68e0-4f67-4a0d-a015-cc9da2fed1e7 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.2000639 Jul 07 19:15:50.518330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7d5ae99b-b19d-4af3-8af4-b9d9885a2689,segment=NetworkSegment(dc65e45f-9387-4f1f-ad0f-cd449c047d52),segment_id=dc65e45f-9387-4f1f-ad0f-cd449c047d52)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:50.528173 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.656843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=7d5ae99b-b19d-4af3-8af4-b9d9885a2689,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:50.769754 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02709a-bc97-4dd1-8edc-0eb8e1a37e0a req-6c7fd622-d070-495d-b198-9d55f6c66be2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:50.771629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8b02709a-bc97-4dd1-8edc-0eb8e1a37e0a req-6c7fd622-d070-495d-b198-9d55f6c66be2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 944 time: 0.1176193 Jul 07 19:15:50.780355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc131df-a20e-4e48-a9e6-c61a34fe7b36 req-5c0ff81a-de40-47d3-a275-e3e18c5d6835 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:50.783625 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fc131df-a20e-4e48-a9e6-c61a34fe7b36 req-5c0ff81a-de40-47d3-a275-e3e18c5d6835 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 944 time: 0.0916104 Jul 07 19:15:50.860142 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fc131df-a20e-4e48-a9e6-c61a34fe7b36 req-f619eec5-9a1e-444c-9301-53f7ef5e69e8 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691471 Jul 07 19:15:51.002376 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-de6f6cff-4a45-48a2-a09e-d12f47f692d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.027049 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-bdd99db3-aa4d-4661-a3a2-a6dc9096311a tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 1001 time: 0.1245441 Jul 07 19:15:51.110615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-50009b09-ff5b-4daf-92c4-79797330198f tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.112117 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-50009b09-ff5b-4daf-92c4-79797330198f tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports/caa5348a-23af-493c-824b-1b3367113661 HTTP/1.1" status: 200 len: 942 time: 0.0841196 Jul 07 19:15:51.157786 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8b02709a-bc97-4dd1-8edc-0eb8e1a37e0a req-ca48e301-237b-4118-8123-59e61cfb3c79 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742251 Jul 07 19:15:51.169755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7d5ae99b-b19d-4af3-8af4-b9d9885a2689'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:51.266771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87fd8f-1d2f-4983-89da-73dcd6dd8779 req-3cdeb107-febd-45b5-ac16-5799ef4ce788 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.268644 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe87fd8f-1d2f-4983-89da-73dcd6dd8779 req-3cdeb107-febd-45b5-ac16-5799ef4ce788 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 944 time: 0.1098156 Jul 07 19:15:51.313381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-92829518-fe28-432b-95a9-776ff14dfb9a tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 1001 time: 0.0863299 Jul 07 19:15:51.496302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-fe87fd8f-1d2f-4983-89da-73dcd6dd8779 req-edc38abc-3709-45c9-a168-d008f1115000 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Deleting port ffd5e091-5679-4ff8-96b1-89c44888890b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:51.496302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe87fd8f-1d2f-4983-89da-73dcd6dd8779 req-edc38abc-3709-45c9-a168-d008f1115000 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.506638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-13e28cd7-e3f5-4eda-9c3e-bd877495a3cd tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.509690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-13e28cd7-e3f5-4eda-9c3e-bd877495a3cd tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1871881 Jul 07 19:15:51.558430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78ff9-a5ad-41c0-9e54-7244896a0700 req-5a0d74eb-fda0-4891-b53e-d1c741005298 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.560549 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c1b78ff9-a5ad-41c0-9e54-7244896a0700 req-5a0d74eb-fda0-4891-b53e-d1c741005298 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 944 time: 0.1446519 Jul 07 19:15:51.598069 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-77fbd9a1-f637-4206-b8c9-77d849a8e22b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 1001 time: 0.0813572 Jul 07 19:15:51.611924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-0669ff01-6272-4fea-a521-1218645d3383 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:51.661481 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c1b78ff9-a5ad-41c0-9e54-7244896a0700 req-7980d574-543b-4057-a947-2180960082e1 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840042 Jul 07 19:15:51.668384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-fe87fd8f-1d2f-4983-89da-73dcd6dd8779 req-edc38abc-3709-45c9-a168-d008f1115000 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] For port ffd5e091-5679-4ff8-96b1-89c44888890b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ffd5e091-5679-4ff8-96b1-89c44888890b,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:51.669564 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe87fd8f-1d2f-4983-89da-73dcd6dd8779 req-edc38abc-3709-45c9-a168-d008f1115000 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.686441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-fe87fd8f-1d2f-4983-89da-73dcd6dd8779 req-edc38abc-3709-45c9-a168-d008f1115000 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Calling delete_port for ffd5e091-5679-4ff8-96b1-89c44888890b owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:51.690664 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-0669ff01-6272-4fea-a521-1218645d3383 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.898765 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-0669ff01-6272-4fea-a521-1218645d3383 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.899577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe87fd8f-1d2f-4983-89da-73dcd6dd8779 req-edc38abc-3709-45c9-a168-d008f1115000 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.902472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49964) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:51.915082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-0669ff01-6272-4fea-a521-1218645d3383 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.915978 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-0669ff01-6272-4fea-a521-1218645d3383 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Floating IP 7f6635d3-4af4-4926-9ece-9098eb3defa0 disassociated. External IP: 172.25.0.232, port: caa5348a-23af-493c-824b-1b3367113661. Jul 07 19:15:51.945057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc38abc-3709-45c9-a168-d008f1115000 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Pushing event deleted for resources: {'Port': ['ID=ffd5e091-5679-4ff8-96b1-89c44888890b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:52.010442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe87fd8f-1d2f-4983-89da-73dcd6dd8779 req-edc38abc-3709-45c9-a168-d008f1115000 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] No DVR routers for this DVR port ffd5e091-5679-4ff8-96b1-89c44888890b on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:52.013458 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe87fd8f-1d2f-4983-89da-73dcd6dd8779 req-edc38abc-3709-45c9-a168-d008f1115000 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.016154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe87fd8f-1d2f-4983-89da-73dcd6dd8779 req-edc38abc-3709-45c9-a168-d008f1115000 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.48 "DELETE /v2.0/ports/ffd5e091-5679-4ff8-96b1-89c44888890b HTTP/1.1" status: 204 len: 173 time: 0.7402589 Jul 07 19:15:52.016764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb61304-c612-470c-ac3c-e1e9676d6951', 'name': 'network-vif-deleted', 'tag': 'ffd5e091-5679-4ff8-96b1-89c44888890b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:52.021538 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c515255-6b4b-4614-aee4-14e554941580" -d '{"events": [{"server_uuid": "5fb61304-c612-470c-ac3c-e1e9676d6951", "name": "network-vif-deleted", "tag": "ffd5e091-5679-4ff8-96b1-89c44888890b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:52.105998 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a540b1e-734f-4602-9009-8d9c0f6839ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.114562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ba4e5def-8df2-4913-8050-3164a8f2c0a3 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:52.205381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port ba4e5def-8df2-4913-8050-3164a8f2c0a3 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:52.209953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port ba4e5def-8df2-4913-8050-3164a8f2c0a3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:52.210340 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.210493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0652725-e772-49e1-8b91-32218ef575a4 req-8c41500a-5310-4e36-a2fb-3e5f45618f7d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:52.212474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0652725-e772-49e1-8b91-32218ef575a4 req-8c41500a-5310-4e36-a2fb-3e5f45618f7d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1183817 Jul 07 19:15:52.263187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ffd5e091-5679-4ff8-96b1-89c44888890b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:52.273888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0652725-e772-49e1-8b91-32218ef575a4 req-ade44e60-121c-46bc-a4b9-b745a058ee4d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486996 Jul 07 19:15:52.313009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-0669ff01-6272-4fea-a521-1218645d3383 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Router b5f86792-fc72-4e91-ace0-a36d52ae4c42 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:15:52.347672 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a540b1e-734f-4602-9009-8d9c0f6839ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.381057 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a540b1e-734f-4602-9009-8d9c0f6839ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.387960 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.423823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf20e02-67bf-4fdd-b4de-4dc8999458e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4e5def-8df2-4913-8050-3164a8f2c0a3'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:52.427800 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73dd633-484f-47be-9436-cd05698ddad2" -d '{"events": [{"server_uuid": "fdf20e02-67bf-4fdd-b4de-4dc8999458e9", "name": "network-vif-plugged", "status": "completed", "tag": "ba4e5def-8df2-4913-8050-3164a8f2c0a3"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:52.444449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ba4e5def-8df2-4913-8050-3164a8f2c0a3, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ba4e5def-8df2-4913-8050-3164a8f2c0a3,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:52.451997 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.465162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a540b1e-734f-4602-9009-8d9c0f6839ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c802c3e-a121-4d05-a77f-73e8d40cc32e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:52.472110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3a540b1e-734f-4602-9009-8d9c0f6839ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=accc4765797f44838d1e9bdb6ab68351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5657623 Jul 07 19:15:52.474749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49976) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:52.526047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-0669ff01-6272-4fea-a521-1218645d3383 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:15:52.529770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ba4e5def-8df2-4913-8050-3164a8f2c0a3,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:52.534844 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-0669ff01-6272-4fea-a521-1218645d3383 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.540127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87baea-a965-44ef-9d59-529c79224b8c None None] Sync routers for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:15:52.552298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87baea-a965-44ef-9d59-529c79224b8c None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:52.552944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1c87baea-a965-44ef-9d59-529c79224b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:52.583873 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-0669ff01-6272-4fea-a521-1218645d3383 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "PUT /v2.0/floatingips/7f6635d3-4af4-4926-9ece-9098eb3defa0 HTTP/1.1" status: 200 len: 695 time: 0.9785652 Jul 07 19:15:52.584187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'tag': 'caa5348a-23af-493c-824b-1b3367113661'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:52.587992 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16622a3a-fd11-4885-8f0d-c28f0ffb4098" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b14b6c-ac71-48f9-9f68-05298513f159", "tag": "caa5348a-23af-493c-824b-1b3367113661"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:52.592280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c2d28b-64e4-43af-b408-9df0f037592f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.668297 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c2d28b-64e4-43af-b408-9df0f037592f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.683349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c16d6f-7f92-4fda-ace9-bb26dabe008f req-2f888ca3-44ab-4291-8f48-69ed3965838a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:52.686630 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41c16d6f-7f92-4fda-ace9-bb26dabe008f req-2f888ca3-44ab-4291-8f48-69ed3965838a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 945 time: 0.0898550 Jul 07 19:15:52.740951 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c2d28b-64e4-43af-b408-9df0f037592f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.743522 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c2d28b-64e4-43af-b408-9df0f037592f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.744698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e3c2d28b-64e4-43af-b408-9df0f037592f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c802c3e-a121-4d05-a77f-73e8d40cc32e HTTP/1.1" status: 204 len: 168 time: 0.2689836 Jul 07 19:15:52.756856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2d28b-64e4-43af-b408-9df0f037592f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c802c3e-a121-4d05-a77f-73e8d40cc32e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:52.761810 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-78abfad4-c40e-4e1e-8069-3052b48f0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:52.764822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-1c87baea-a965-44ef-9d59-529c79224b8c None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:52.769775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-78abfad4-c40e-4e1e-8069-3052b48f0efb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 1096 time: 0.1577799 Jul 07 19:15:52.776730 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41c16d6f-7f92-4fda-ace9-bb26dabe008f req-c2513303-68ed-471e-b846-95f80bf3e992 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828264 Jul 07 19:15:52.827802 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b68e880-0c8c-4cda-911b-bf1efff9a598 x-openstack-request-id: req-6b68e880-0c8c-4cda-911b-bf1efff9a598 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:52.828218 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb61304-c612-470c-ac3c-e1e9676d6951", "name": "network-vif-deleted", "tag": "ffd5e091-5679-4ff8-96b1-89c44888890b", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:52.828577 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b68e880-0c8c-4cda-911b-bf1efff9a598 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:52.829757 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb61304-c612-470c-ac3c-e1e9676d6951', 'name': 'network-vif-deleted', 'tag': 'ffd5e091-5679-4ff8-96b1-89c44888890b', 'status': 'completed', 'code': 200} Jul 07 19:15:52.973218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-e689738c-7161-4f73-afd8-56b919c53dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:52.983475 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-e689738c-7161-4f73-afd8-56b919c53dfe service neutron] 10.222.0.81 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.2134023 Jul 07 19:15:53.046556 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fcc61656-5054-4c0e-b4a5-81c20fb3461e req-ef4c17d6-dd71-4f96-bd93-f3e682e20e30 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb61304-c612-470c-ac3c-e1e9676d6951 HTTP/1.1" status: 200 len: 210 time: 0.0533993 Jul 07 19:15:53.047452 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-92574283-9119-4815-b3cb-673fdeefb1d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caa5348a-23af-493c-824b-1b3367113661 HTTP/1.1" status: 200 len: 217 time: 0.0629690 Jul 07 19:15:53.116755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-fd969d11-e20b-4e3d-bc0f-7e77541f2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.124451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-fd969d11-e20b-4e3d-bc0f-7e77541f2303 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.0761170 Jul 07 19:15:53.150670 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97192930-cfba-467c-b0cd-674e8bc71a97 x-openstack-request-id: req-97192930-cfba-467c-b0cd-674e8bc71a97 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:53.151338 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf20e02-67bf-4fdd-b4de-4dc8999458e9", "name": "network-vif-plugged", "status": "completed", "tag": "ba4e5def-8df2-4913-8050-3164a8f2c0a3", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:53.151338 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97192930-cfba-467c-b0cd-674e8bc71a97 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:53.151614 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf20e02-67bf-4fdd-b4de-4dc8999458e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4e5def-8df2-4913-8050-3164a8f2c0a3', 'code': 200} Jul 07 19:15:53.171766 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177ee0d0-8728-4e65-b4f2-9e09a38cebc8 x-openstack-request-id: req-177ee0d0-8728-4e65-b4f2-9e09a38cebc8 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:53.172079 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b14b6c-ac71-48f9-9f68-05298513f159", "tag": "caa5348a-23af-493c-824b-1b3367113661", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:53.172306 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-177ee0d0-8728-4e65-b4f2-9e09a38cebc8 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:53.172705 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'tag': 'caa5348a-23af-493c-824b-1b3367113661', 'status': 'completed', 'code': 200} Jul 07 19:15:53.200368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-7c646fc9-7ad8-4906-93c8-322f1098429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.212650 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-7c646fc9-7ad8-4906-93c8-322f1098429c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870442 Jul 07 19:15:53.264845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1c87baea-a965-44ef-9d59-529c79224b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:53.340420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87baea-a965-44ef-9d59-529c79224b8c None None] Checking router: b5f86792-fc72-4e91-ace0-a36d52ae4c42 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:15:53.359475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87baea-a965-44ef-9d59-529c79224b8c None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:53.361444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1c87baea-a965-44ef-9d59-529c79224b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:53.393573 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-5b30b437-a5ea-46e3-8be8-e3c1509782ff service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798656 Jul 07 19:15:53.405386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16622a3a-fd11-4885-8f0d-c28f0ffb4098 req-bb57f8c5-874d-4e3e-9858-2eff0478942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.406885 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16622a3a-fd11-4885-8f0d-c28f0ffb4098 req-bb57f8c5-874d-4e3e-9858-2eff0478942b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 1096 time: 0.1920667 Jul 07 19:15:53.414544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa42d6-8349-4076-a31b-97a9e02184bd req-54106c3e-6e54-487e-9bcc-aa56254cf68b tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.420055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9aa42d6-8349-4076-a31b-97a9e02184bd req-54106c3e-6e54-487e-9bcc-aa56254cf68b tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 944 time: 0.1203296 Jul 07 19:15:53.420921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49990) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:53.453897 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5f263073-b614-419b-9a5f-04af3aabba82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.459001 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00e8fff8-d89d-4e21-ac0b-dd7d1d5c658c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.521290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68955df5-cd41-427b-a2e7-73b377de834c req-5bb45ebf-9a30-4605-9878-6b2d5b0ca5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.522848 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68955df5-cd41-427b-a2e7-73b377de834c req-5bb45ebf-9a30-4605-9878-6b2d5b0ca5fe service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 1096 time: 0.2223566 Jul 07 19:15:53.542453 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9aa42d6-8349-4076-a31b-97a9e02184bd req-2a84089e-59b4-4980-b202-5e5070763ff7 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170411 Jul 07 19:15:53.601634 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-1c87baea-a965-44ef-9d59-529c79224b8c None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:53.640397 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00e8fff8-d89d-4e21-ac0b-dd7d1d5c658c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.646195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00e8fff8-d89d-4e21-ac0b-dd7d1d5c658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.679940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8fff8-d89d-4e21-ac0b-dd7d1d5c658c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1fd6ef-64e2-4694-8cf8-451af3966484,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:53.712581 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-00e8fff8-d89d-4e21-ac0b-dd7d1d5c658c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=46528845144c4e3baed69058c6400ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897458 Jul 07 19:15:53.716871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49994) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:53.832207 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-034b2ffb-01be-4a40-ae30-9e2e1f13fc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.848207 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.884678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-034b2ffb-01be-4a40-ae30-9e2e1f13fc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.936384 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b656c2cf-53af-4d6f-a474-ba6a64b63ff7 req-d92885f5-95df-4345-a4d6-a8b13c9ea795 service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419309 Jul 07 19:15:53.946770 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68955df5-cd41-427b-a2e7-73b377de834c req-1b76fa42-d0ba-4d39-bb52-620d06539d9a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151428 Jul 07 19:15:53.959225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16622a3a-fd11-4885-8f0d-c28f0ffb4098 req-1f49c255-bcd0-47cb-85c5-1bf51fc2200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.960782 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16622a3a-fd11-4885-8f0d-c28f0ffb4098 req-1f49c255-bcd0-47cb-85c5-1bf51fc2200e service neutron] 10.222.0.110 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.5370760 Jul 07 19:15:54.007578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc28001-15f8-4a3a-b8ca-53e9af84ec46 req-fd5fbc12-890c-479b-be8a-852ab5164c8a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:54.009172 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bfc28001-15f8-4a3a-b8ca-53e9af84ec46 req-fd5fbc12-890c-479b-be8a-852ab5164c8a tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1079359 Jul 07 19:15:54.040299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1c87baea-a965-44ef-9d59-529c79224b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:54.040997 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-034b2ffb-01be-4a40-ae30-9e2e1f13fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.045805 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-034b2ffb-01be-4a40-ae30-9e2e1f13fc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.051149 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-034b2ffb-01be-4a40-ae30-9e2e1f13fc37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e1fd6ef-64e2-4694-8cf8-451af3966484 HTTP/1.1" status: 204 len: 168 time: 0.3300176 Jul 07 19:15:54.071107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b2ffb-01be-4a40-ae30-9e2e1f13fc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1fd6ef-64e2-4694-8cf8-451af3966484,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:54.073960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87baea-a965-44ef-9d59-529c79224b8c None None] The sync data for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 is: [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:15:54.081907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16622a3a-fd11-4885-8f0d-c28f0ffb4098 req-199b45b3-f1ee-41f1-8796-6894e1c32628 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caa5348a-23af-493c-824b-1b3367113661 HTTP/1.1" status: 200 len: 217 time: 0.0766525 Jul 07 19:15:54.110817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bfc28001-15f8-4a3a-b8ca-53e9af84ec46 req-7441bb81-74c9-4f94-92c3-6f1fbe34da44 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765469 Jul 07 19:15:54.195042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16622a3a-fd11-4885-8f0d-c28f0ffb4098 req-be2fd8a0-6c73-4731-a50b-3982474e27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:54.196706 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16622a3a-fd11-4885-8f0d-c28f0ffb4098 req-be2fd8a0-6c73-4731-a50b-3982474e27ef service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.0974085 Jul 07 19:15:54.245004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:54.364308 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:54.369132 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:54.369718 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.408000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16622a3a-fd11-4885-8f0d-c28f0ffb4098 req-886ee982-f098-46a0-a5c2-3286ae9944fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:54.410118 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16622a3a-fd11-4885-8f0d-c28f0ffb4098 req-886ee982-f098-46a0-a5c2-3286ae9944fa service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735537 Jul 07 19:15:54.502970 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.523402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1858b7-03ce-45b5-8aa8-112345d181ce req-a59832e4-11b1-46b0-9af7-a783ebde758c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:54.525330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c1858b7-03ce-45b5-8aa8-112345d181ce req-a59832e4-11b1-46b0-9af7-a783ebde758c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 945 time: 0.1926711 Jul 07 19:15:54.555242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16622a3a-fd11-4885-8f0d-c28f0ffb4098 req-80d62610-1f4b-4827-9982-01f2b846be68 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333435 Jul 07 19:15:54.559760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7d5ae99b-b19d-4af3-8af4-b9d9885a2689,segment=NetworkSegment(dc65e45f-9387-4f1f-ad0f-cd449c047d52),segment_id=dc65e45f-9387-4f1f-ad0f-cd449c047d52)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:54.565842 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.567541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ffd5e091-5679-4ff8-96b1-89c44888890b no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:54.593524 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194c431-34b2-4136-b736-13a374da7a40 None None] New status for floating IP 7f6635d3-4af4-4926-9ece-9098eb3defa0: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:15:54.601322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: ffd5e091-5679-4ff8-96b1-89c44888890b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:54.601661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ffd5e091-5679-4ff8-96b1-89c44888890b not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:54.635319 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c1858b7-03ce-45b5-8aa8-112345d181ce req-36b24a5f-a58d-4ca8-9747-4ddd0b422c83 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729685 Jul 07 19:15:54.668308 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.670103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=7d5ae99b-b19d-4af3-8af4-b9d9885a2689,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:54.816197 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16622a3a-fd11-4885-8f0d-c28f0ffb4098 req-4a14ab7e-dcae-4182-a36e-6d7dae05b080 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450590 Jul 07 19:15:55.062696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-71927bc5-5a86-4109-a9e6-6baa8d768bd4 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:55.065885 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-71927bc5-5a86-4109-a9e6-6baa8d768bd4 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1552632 Jul 07 19:15:55.097780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf8a4e-88f7-4f5a-95ec-bebcb6ece970 req-f8179f1c-9e0c-492d-bf79-f4038baf0256 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:55.101078 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-66bf8a4e-88f7-4f5a-95ec-bebcb6ece970 req-f8179f1c-9e0c-492d-bf79-f4038baf0256 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 945 time: 0.1409914 Jul 07 19:15:55.138865 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-add626ca-35dc-4075-9d65-851d5802be93 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.0590618 Jul 07 19:15:55.152749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf84bf7-1930-466f-b2f2-923d1fb547dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5ae99b-b19d-4af3-8af4-b9d9885a2689'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:55.158108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-0bfda7c1-2756-410f-b622-f874a46cec06 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Request body: {'floatingip': {'port_id': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:55.158763 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346cfe7d-d3cd-4c59-9b60-ccddbd934ddc" -d '{"events": [{"server_uuid": "3bf84bf7-1930-466f-b2f2-923d1fb547dc", "name": "network-vif-plugged", "status": "completed", "tag": "7d5ae99b-b19d-4af3-8af4-b9d9885a2689"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:55.175876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-66bf8a4e-88f7-4f5a-95ec-bebcb6ece970 req-0c88c8e4-e171-4ce7-8940-7446567ecc24 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631607 Jul 07 19:15:55.210835 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-0bfda7c1-2756-410f-b622-f874a46cec06 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.906910 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-0bfda7c1-2756-410f-b622-f874a46cec06 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.913968 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-0bfda7c1-2756-410f-b622-f874a46cec06 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.988722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20865ff7-1ec3-45cb-9351-edde3705f286 req-5ecc7cf6-c2a6-4f62-94f7-04c9bf254477 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:55.991339 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20865ff7-1ec3-45cb-9351-edde3705f286 req-5ecc7cf6-c2a6-4f62-94f7-04c9bf254477 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.0906065 Jul 07 19:15:56.050345 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20865ff7-1ec3-45cb-9351-edde3705f286 req-83bec854-0d59-4e36-bd3a-09d1f5e7fb91 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473514 Jul 07 19:15:56.067188 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-0bfda7c1-2756-410f-b622-f874a46cec06 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Floating IP 7f6635d3-4af4-4926-9ece-9098eb3defa0 associated. External IP: 172.25.0.232, port: 5a809436-aa28-46fa-b82e-3d12bffb128b. Jul 07 19:15:56.142446 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e00ac6-d574-4bfc-9fd4-9d9356679b90 x-openstack-request-id: req-b3e00ac6-d574-4bfc-9fd4-9d9356679b90 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:56.143030 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf84bf7-1930-466f-b2f2-923d1fb547dc", "name": "network-vif-plugged", "status": "completed", "tag": "7d5ae99b-b19d-4af3-8af4-b9d9885a2689", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:56.143030 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3e00ac6-d574-4bfc-9fd4-9d9356679b90 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:56.147606 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf84bf7-1930-466f-b2f2-923d1fb547dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5ae99b-b19d-4af3-8af4-b9d9885a2689', 'code': 200} Jul 07 19:15:56.389199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84937-0d0c-49fd-bea8-678939cdf7c7 req-e09ec0ba-103a-4434-9403-886bb87c60f2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.390655 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24c84937-0d0c-49fd-bea8-678939cdf7c7 req-e09ec0ba-103a-4434-9403-886bb87c60f2 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 944 time: 0.1277330 Jul 07 19:15:56.403241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f801c-6142-4c55-9e30-bf2e814b6d1b req-f6c8575c-29f7-4644-af1b-c33bc8b631f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.406348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab9f801c-6142-4c55-9e30-bf2e814b6d1b req-f6c8575c-29f7-4644-af1b-c33bc8b631f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 1096 time: 0.1687045 Jul 07 19:15:56.409382 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-0bfda7c1-2756-410f-b622-f874a46cec06 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Router b5f86792-fc72-4e91-ace0-a36d52ae4c42 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:15:56.423015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dbb82-555d-46ec-9cb2-7cdedea7bc83 req-d5ca915d-0c62-45f0-be7d-2216c3a022b5 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.423234 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.425729 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c6dbb82-555d-46ec-9cb2-7cdedea7bc83 req-d5ca915d-0c62-45f0-be7d-2216c3a022b5 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 944 time: 0.1337080 Jul 07 19:15:56.508104 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab9f801c-6142-4c55-9e30-bf2e814b6d1b req-af7d05ad-32fa-4f0e-9b7f-49de22212b7f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808575 Jul 07 19:15:56.535481 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c6dbb82-555d-46ec-9cb2-7cdedea7bc83 req-96df2b29-33b6-4852-a75f-c93e9dc8a268 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825224 Jul 07 19:15:56.685971 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-4a24746f-0fa9-4180-83ca-ccc43289b76d service neutron] show failed (client error): The resource could not be found. Jul 07 19:15:56.687476 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-4a24746f-0fa9-4180-83ca-ccc43289b76d service neutron] 10.222.0.110 "GET /v2.0/ports/b60dc6b3-74a3-47e1-a437-e41674e39aee/bindings/n-h1-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.2287834 Jul 07 19:15:56.731208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-0bfda7c1-2756-410f-b622-f874a46cec06 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:15:56.734121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-24c84937-0d0c-49fd-bea8-678939cdf7c7 req-d1d49e25-1df5-47bd-966e-f30d076cab57 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Deleting port d0adad7a-db67-4184-a51b-4d29e019f370 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:56.734510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24c84937-0d0c-49fd-bea8-678939cdf7c7 req-d1d49e25-1df5-47bd-966e-f30d076cab57 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.739739 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-0bfda7c1-2756-410f-b622-f874a46cec06 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.750919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcda099f-f972-4e11-971b-28db93e93740 None None] Sync routers for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:15:56.765896 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcda099f-f972-4e11-971b-28db93e93740 None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:56.766659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fcda099f-f972-4e11-971b-28db93e93740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:56.827278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de57e4-6133-4446-b218-657812542f71 req-4755c0eb-807a-49e2-a1d3-eb42e192958d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.829882 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8de57e4-6133-4446-b218-657812542f71 req-4755c0eb-807a-49e2-a1d3-eb42e192958d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 945 time: 0.1445212 Jul 07 19:15:56.863408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6cfa7-79cd-4bd0-818e-ebfab528771c req-ed6ef971-b66b-45a0-9258-e1e6d9bb5bf4 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.865760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b3e6cfa7-79cd-4bd0-818e-ebfab528771c req-ed6ef971-b66b-45a0-9258-e1e6d9bb5bf4 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.110 "GET /v2.0/ports?device_id=f7b14b6c-ac71-48f9-9f68-05298513f159 HTTP/1.1" status: 200 len: 945 time: 0.3176908 Jul 07 19:15:56.918079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8de57e4-6133-4446-b218-657812542f71 req-90af5281-3771-4820-ad18-28e038f70bfd tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820355 Jul 07 19:15:57.063844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-24c84937-0d0c-49fd-bea8-678939cdf7c7 req-d1d49e25-1df5-47bd-966e-f30d076cab57 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] For port d0adad7a-db67-4184-a51b-4d29e019f370, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d0adad7a-db67-4184-a51b-4d29e019f370,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:57.064425 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24c84937-0d0c-49fd-bea8-678939cdf7c7 req-d1d49e25-1df5-47bd-966e-f30d076cab57 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.101711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-24c84937-0d0c-49fd-bea8-678939cdf7c7 req-d1d49e25-1df5-47bd-966e-f30d076cab57 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Calling delete_port for d0adad7a-db67-4184-a51b-4d29e019f370 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:57.185462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-0bfda7c1-2756-410f-b622-f874a46cec06 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "PUT /v2.0/floatingips/7f6635d3-4af4-4926-9ece-9098eb3defa0 HTTP/1.1" status: 200 len: 997 time: 2.0351319 Jul 07 19:15:57.246910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:57.259598 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f58d4b6-3a92-4481-8ef3-689855d9d539" -d '{"events": [{"name": "network-changed", "server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:57.331148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1fd19-d6b1-4e3a-b0b4-c54aab671765 req-6a4d1647-36a2-48e2-8e2d-4b3591f78aba tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:57.342729 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7c1fd19-d6b1-4e3a-b0b4-c54aab671765 req-6a4d1647-36a2-48e2-8e2d-4b3591f78aba tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 945 time: 0.2254028 Jul 07 19:15:57.360302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-33076d11-88f4-4f26-9b45-6eaf9cf8ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:57.363242 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-33076d11-88f4-4f26-9b45-6eaf9cf8ab3e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666&tenant_id=df682d3641464be3ad43c2c4ee4d0b3f HTTP/1.1" status: 200 len: 1101 time: 0.1800694 Jul 07 19:15:57.384194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:57.389365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-fcda099f-f972-4e11-971b-28db93e93740 None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:57.501800 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7c1fd19-d6b1-4e3a-b0b4-c54aab671765 req-a4f014db-f69a-4c8b-b962-ccb79a9b57c4 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469929 Jul 07 19:15:57.645726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-b3e6cfa7-79cd-4bd0-818e-ebfab528771c req-1e41e7cb-849f-4fa7-9c82-53448108a5ca tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Deleting port caa5348a-23af-493c-824b-1b3367113661 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:57.648552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b3e6cfa7-79cd-4bd0-818e-ebfab528771c req-1e41e7cb-849f-4fa7-9c82-53448108a5ca tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.659376 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.824192 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24c84937-0d0c-49fd-bea8-678939cdf7c7 req-d1d49e25-1df5-47bd-966e-f30d076cab57 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.846657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-47ce9f8a-69db-482b-a10b-d3a9cd8bf67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:57.857233 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-47ce9f8a-69db-482b-a10b-d3a9cd8bf67e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 1097 time: 0.5810161 Jul 07 19:15:57.960956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d49e25-1df5-47bd-966e-f30d076cab57 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Pushing event deleted for resources: {'Port': ['ID=d0adad7a-db67-4184-a51b-4d29e019f370,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:58.086016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-b3e6cfa7-79cd-4bd0-818e-ebfab528771c req-1e41e7cb-849f-4fa7-9c82-53448108a5ca tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] For port caa5348a-23af-493c-824b-1b3367113661, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=caa5348a-23af-493c-824b-1b3367113661,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:58.086540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b3e6cfa7-79cd-4bd0-818e-ebfab528771c req-1e41e7cb-849f-4fa7-9c82-53448108a5ca tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.123223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-b3e6cfa7-79cd-4bd0-818e-ebfab528771c req-1e41e7cb-849f-4fa7-9c82-53448108a5ca tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Calling delete_port for caa5348a-23af-493c-824b-1b3367113661 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:58.157458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:58.246448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:58.264165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fcda099f-f972-4e11-971b-28db93e93740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7f6635d3-4af4-4926-9ece-9098eb3defa0', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'port_id': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:15:07Z', 'updated_at': '2021-07-07T19:15:55Z', 'revision_number': 8, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:58.311210 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50094) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:58.315222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcda099f-f972-4e11-971b-28db93e93740 None None] Checking router: b5f86792-fc72-4e91-ace0-a36d52ae4c42 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:15:58.343311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcda099f-f972-4e11-971b-28db93e93740 None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:58.346405 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fcda099f-f972-4e11-971b-28db93e93740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:58.356915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c84937-0d0c-49fd-bea8-678939cdf7c7 req-d1d49e25-1df5-47bd-966e-f30d076cab57 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] No DVR routers for this DVR port d0adad7a-db67-4184-a51b-4d29e019f370 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:58.357217 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:58.363285 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06f84f3-9dcb-4e1f-9acd-98443ce64e0c" -d '{"events": [{"server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "name": "network-vif-unplugged", "status": "completed", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:58.366274 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24c84937-0d0c-49fd-bea8-678939cdf7c7 req-d1d49e25-1df5-47bd-966e-f30d076cab57 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.368496 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24c84937-0d0c-49fd-bea8-678939cdf7c7 req-d1d49e25-1df5-47bd-966e-f30d076cab57 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.48 "DELETE /v2.0/ports/d0adad7a-db67-4184-a51b-4d29e019f370 HTTP/1.1" status: 204 len: 173 time: 1.9717739 Jul 07 19:15:58.374335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.475261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-c695fd5d-df2f-4c9d-a559-8b0631b463ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:58.490583 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-c695fd5d-df2f-4c9d-a559-8b0631b463ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.6323378 Jul 07 19:15:58.519178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a186d9f-8bc3-4e4f-8785-510cb8796a82 req-8d82ff13-62a0-4537-98b3-cc6ec89d9c56 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:58.527618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a186d9f-8bc3-4e4f-8785-510cb8796a82 req-8d82ff13-62a0-4537-98b3-cc6ec89d9c56 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.0889921 Jul 07 19:15:58.576066 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a186d9f-8bc3-4e4f-8785-510cb8796a82 req-b4dbd64d-0df1-4082-a510-f2b77f7358c7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468848 Jul 07 19:15:58.622950 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b3e6cfa7-79cd-4bd0-818e-ebfab528771c req-1e41e7cb-849f-4fa7-9c82-53448108a5ca tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.623784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Transition to ACTIVE for port object b60dc6b3-74a3-47e1-a437-e41674e39aee will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:58.631763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.661196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['5a809436-aa28-46fa-b82e-3d12bffb128b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:58.670068 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-9e92fe2c-a4f0-4d1e-be8c-561c189d7c75 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 1000 time: 0.1777329 Jul 07 19:15:58.673106 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f8529b-323e-4cdd-81ce-8b5bde9fbbf1 x-openstack-request-id: req-a0f8529b-323e-4cdd-81ce-8b5bde9fbbf1 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:58.673405 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:58.673663 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0f8529b-323e-4cdd-81ce-8b5bde9fbbf1 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:58.674205 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'status': 'completed', 'code': 200} Jul 07 19:15:58.683331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41e7cb-849f-4fa7-9c82-53448108a5ca tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Pushing event deleted for resources: {'Port': ['ID=caa5348a-23af-493c-824b-1b3367113661,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:58.873736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e6cfa7-79cd-4bd0-818e-ebfab528771c req-1e41e7cb-849f-4fa7-9c82-53448108a5ca tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] No DVR routers for this DVR port caa5348a-23af-493c-824b-1b3367113661 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:58.883528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=6']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:58.884353 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b3e6cfa7-79cd-4bd0-818e-ebfab528771c req-1e41e7cb-849f-4fa7-9c82-53448108a5ca tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.887461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b3e6cfa7-79cd-4bd0-818e-ebfab528771c req-1e41e7cb-849f-4fa7-9c82-53448108a5ca tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.110 "DELETE /v2.0/ports/caa5348a-23af-493c-824b-1b3367113661 HTTP/1.1" status: 204 len: 173 time: 2.0106492 Jul 07 19:15:58.898634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-8e575752-0340-4ae4-9aca-188af818b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:58.901600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87453399-c3d6-4135-b6e2-e0d3bddce4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.923903 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-8e575752-0340-4ae4-9aca-188af818b7ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.2526753 Jul 07 19:15:58.947051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-fcda099f-f972-4e11-971b-28db93e93740 None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:59.040599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] No DVR routers for this DVR port b60dc6b3-74a3-47e1-a437-e41674e39aee on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:59.101937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d4b6-3a92-4481-8ef3-689855d9d539 req-a4e9a297-a9c3-4757-81c7-7b380621e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:59.104382 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f58d4b6-3a92-4481-8ef3-689855d9d539 req-a4e9a297-a9c3-4757-81c7-7b380621e280 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 1097 time: 0.4020293 Jul 07 19:15:59.189816 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e22cd916-fc36-41c6-a372-fa77012775d6 req-613eab8c-0335-41f2-9350-083846212b93 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d HTTP/1.1" status: 200 len: 210 time: 0.0885687 Jul 07 19:15:59.204071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Attempting to bind port b60dc6b3-74a3-47e1-a437-e41674e39aee on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:59.204398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Attempting to bind port b60dc6b3-74a3-47e1-a437-e41674e39aee by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:59.204754 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Attempting to bind port b60dc6b3-74a3-47e1-a437-e41674e39aee on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:59.236340 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Port b60dc6b3-74a3-47e1-a437-e41674e39aee on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:59.244297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Attempting to bind port b60dc6b3-74a3-47e1-a437-e41674e39aee on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:59.295704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:59.296052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:59.296447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:59.296900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Bound port: b60dc6b3-74a3-47e1-a437-e41674e39aee, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:59.297271 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:59.391259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-6965b7b1-6265-44e6-90d6-ed9a14d38001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:59.413635 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-6965b7b1-6265-44e6-90d6-ed9a14d38001 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4865127 Jul 07 19:15:59.424426 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9cb8f3-1ad1-4af7-81ef-76306e92ab62 x-openstack-request-id: req-0d9cb8f3-1ad1-4af7-81ef-76306e92ab62 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:59.424921 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "name": "network-vif-unplugged", "status": "completed", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:59.425341 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d9cb8f3-1ad1-4af7-81ef-76306e92ab62 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:59.426000 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'code': 200} Jul 07 19:15:59.576946 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87453399-c3d6-4135-b6e2-e0d3bddce4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:59.586046 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87453399-c3d6-4135-b6e2-e0d3bddce4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:59.683680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fcda099f-f972-4e11-971b-28db93e93740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7f6635d3-4af4-4926-9ece-9098eb3defa0', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'port_id': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:15:07Z', 'updated_at': '2021-07-07T19:15:55Z', 'revision_number': 8, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:59.687814 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-87453399-c3d6-4135-b6e2-e0d3bddce4e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e39497de86e4bab882e28c6a86bb987&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3759851 Jul 07 19:15:59.690919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87453399-c3d6-4135-b6e2-e0d3bddce4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c8541d-1254-4ba6-912f-a57538f00461,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:59.709845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50110) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:59.763959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:59.775104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcda099f-f972-4e11-971b-28db93e93740 None None] The sync data for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 is: [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7f6635d3-4af4-4926-9ece-9098eb3defa0', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'port_id': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:15:07Z', 'updated_at': '2021-07-07T19:15:55Z', 'revision_number': 8, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:15:59.780908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-903b06e4-134c-42ed-99cb-08ceb7155ac7 service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657038 Jul 07 19:15:59.824575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d4b6-3a92-4481-8ef3-689855d9d539 req-dfc3d669-cfa8-4175-9a77-d0356d45a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:59.826952 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f58d4b6-3a92-4481-8ef3-689855d9d539 req-dfc3d669-cfa8-4175-9a77-d0356d45a886 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.7132623 Jul 07 19:15:59.827749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:59.843192 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:59.878197 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-16e73841-e66c-4b11-a947-98ca1af1b75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:59.913207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:59.913571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:59.914992 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] 10.222.0.48 "PUT /v2.0/ports/b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 1096 time: 2.5396562 Jul 07 19:15:59.943613 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-16e73841-e66c-4b11-a947-98ca1af1b75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:59.961357 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34eb0e3e-4d63-400c-8582-ce38a1a59085 req-cea6a182-4622-4dbe-9b71-c21158c2bce2 service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690085 Jul 07 19:16:00.048429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e2a24-2d02-4236-bdfe-d3dc385673d7 req-0b38c6ed-433d-47a7-89a9-08e8983f071e tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:00.061881 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474e2a24-2d02-4236-bdfe-d3dc385673d7 req-0b38c6ed-433d-47a7-89a9-08e8983f071e tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 945 time: 0.2808411 Jul 07 19:16:00.138281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06d32f-62ce-468b-9ce1-57284452e531 service neutron] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:00.146273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-16e73841-e66c-4b11-a947-98ca1af1b75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:00.149588 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-16e73841-e66c-4b11-a947-98ca1af1b75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:00.150939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-16e73841-e66c-4b11-a947-98ca1af1b75b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6c8541d-1254-4ba6-912f-a57538f00461 HTTP/1.1" status: 204 len: 168 time: 0.4345627 Jul 07 19:16:00.177014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e73841-e66c-4b11-a947-98ca1af1b75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c8541d-1254-4ba6-912f-a57538f00461,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:00.177560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device caa5348a-23af-493c-824b-1b3367113661 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:00.196220 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6aa9f-594e-457f-aebc-4cef6766c6f4 None None] New status for floating IP 7f6635d3-4af4-4926-9ece-9098eb3defa0: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:16:00.216642 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474e2a24-2d02-4236-bdfe-d3dc385673d7 req-3680538f-73e6-44b0-9e94-874a0cc7d876 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537318 Jul 07 19:16:00.254928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-40bb3abf-0a38-4267-9f83-74d82115a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:00.256854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-40bb3abf-0a38-4267-9f83-74d82115a975 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1099 time: 0.3111248 Jul 07 19:16:00.323600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d0adad7a-db67-4184-a51b-4d29e019f370 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:00.343246 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: caa5348a-23af-493c-824b-1b3367113661 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:00.352810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device caa5348a-23af-493c-824b-1b3367113661 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:00.352810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b60dc6b3-74a3-47e1-a437-e41674e39aee no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:00.474388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b60dc6b3-74a3-47e1-a437-e41674e39aee not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:00.477158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: d0adad7a-db67-4184-a51b-4d29e019f370 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:00.477594 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d0adad7a-db67-4184-a51b-4d29e019f370 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:00.584336 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2b293401-1279-4604-adb4-9e9ffa827197 req-128cbbab-9187-4ff5-a70d-ef441091a707 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips/7f6635d3-4af4-4926-9ece-9098eb3defa0 HTTP/1.1" status: 200 len: 997 time: 0.1788330 Jul 07 19:16:00.726133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-6bd46fea-0a67-47a7-8629-794353e936a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:00.727827 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-6bd46fea-0a67-47a7-8629-794353e936a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.4625359 Jul 07 19:16:00.750394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d', 'name': 'network-vif-deleted', 'tag': 'd0adad7a-db67-4184-a51b-4d29e019f370'}, {'server_uuid': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'name': 'network-vif-deleted', 'tag': 'caa5348a-23af-493c-824b-1b3367113661'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:00.752779 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4cbb58-bd17-4545-b3a4-abc4ea59ef2a" -d '{"events": [{"server_uuid": "bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d", "name": "network-vif-deleted", "tag": "d0adad7a-db67-4184-a51b-4d29e019f370"}, {"server_uuid": "f7b14b6c-ac71-48f9-9f68-05298513f159", "name": "network-vif-deleted", "tag": "caa5348a-23af-493c-824b-1b3367113661"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:00.827950 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-552f3517-fccd-40df-a391-3bb4eb114043 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 217 time: 0.0910609 Jul 07 19:16:00.831962 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f58d4b6-3a92-4481-8ef3-689855d9d539 req-a38975e8-19fa-438b-a13e-2893883dc682 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 1000 time: 0.9681199 Jul 07 19:16:00.843700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b293401-1279-4604-adb4-9e9ffa827197 req-d09bab6c-1aad-422e-a53f-01df77130d7b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:00.851871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2b293401-1279-4604-adb4-9e9ffa827197 req-d09bab6c-1aad-422e-a53f-01df77130d7b tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.2663913 Jul 07 19:16:00.873471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-2b293401-1279-4604-adb4-9e9ffa827197 req-ea6bc456-958d-4ba6-bed0-7fd7416d615c tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:16:00.885626 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2b293401-1279-4604-adb4-9e9ffa827197 req-ea6bc456-958d-4ba6-bed0-7fd7416d615c tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0325725 Jul 07 19:16:00.917931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50132) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:00.933200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d4b6-3a92-4481-8ef3-689855d9d539 req-e42f87ef-2bbe-4e1b-bf7e-f685c4bdb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:00.935536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f58d4b6-3a92-4481-8ef3-689855d9d539 req-e42f87ef-2bbe-4e1b-bf7e-f685c4bdb936 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.0874608 Jul 07 19:16:00.948894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-f150571a-c65e-44c0-80ba-145ad30e937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:00.951412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-f150571a-c65e-44c0-80ba-145ad30e937b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0956893 Jul 07 19:16:00.955889 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b2cd-f5bd-43df-92f6-906d623c5f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:01.015139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db9fad-8584-4cbc-af85-a5a258801f05 req-143e63cf-6975-47a7-a568-3a77132bbf89 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:01.017461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-33db9fad-8584-4cbc-af85-a5a258801f05 req-143e63cf-6975-47a7-a568-3a77132bbf89 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 948 time: 0.2585506 Jul 07 19:16:01.052929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-fadb27aa-d411-455d-a5bb-55f4a0dfcd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:01.056878 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-fadb27aa-d411-455d-a5bb-55f4a0dfcd42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977550 Jul 07 19:16:01.104763 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-33db9fad-8584-4cbc-af85-a5a258801f05 req-23256d00-73a4-4aad-be11-05868d1994f2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786214 Jul 07 19:16:01.111924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d4b6-3a92-4481-8ef3-689855d9d539 req-167744df-398b-41e9-9751-090c71a99005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:01.113714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f58d4b6-3a92-4481-8ef3-689855d9d539 req-167744df-398b-41e9-9751-090c71a99005 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684587 Jul 07 19:16:01.246349 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-529c91b7-2251-4f5e-8fc5-1c78e374f20c service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808686 Jul 07 19:16:01.272064 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b2cd-f5bd-43df-92f6-906d623c5f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:01.277149 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f58d4b6-3a92-4481-8ef3-689855d9d539 req-3a572486-8029-4161-acae-e1dcfa59ed18 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524849 Jul 07 19:16:01.281954 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b2cd-f5bd-43df-92f6-906d623c5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:01.391195 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a7e6b2cd-f5bd-43df-92f6-906d623c5f13 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1aca495334c44988a6f8622666a7b65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718928 Jul 07 19:16:01.393942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6b2cd-f5bd-43df-92f6-906d623c5f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea07c2e-b0e5-4a0c-b0b5-1de50ea877bd,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:01.397280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50150) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:01.414749 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6b89a9-3edb-4a67-a493-79d75f3c9712 x-openstack-request-id: req-4b6b89a9-3edb-4a67-a493-79d75f3c9712 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:01.415091 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d", "name": "network-vif-deleted", "tag": "d0adad7a-db67-4184-a51b-4d29e019f370", "status": "completed", "code": 200}, {"server_uuid": "f7b14b6c-ac71-48f9-9f68-05298513f159", "name": "network-vif-deleted", "tag": "caa5348a-23af-493c-824b-1b3367113661", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:01.415419 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b6b89a9-3edb-4a67-a493-79d75f3c9712 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:01.415740 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe981f3-e6ba-4a3f-8ee1-dfcaf62bd22d', 'name': 'network-vif-deleted', 'tag': 'd0adad7a-db67-4184-a51b-4d29e019f370', 'status': 'completed', 'code': 200} Jul 07 19:16:01.416113 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b14b6c-ac71-48f9-9f68-05298513f159', 'name': 'network-vif-deleted', 'tag': 'caa5348a-23af-493c-824b-1b3367113661', 'status': 'completed', 'code': 200} Jul 07 19:16:01.429168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:01.437408 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a000f0-0cec-4f12-bc6f-128cfbc57e63" -d '{"events": [{"name": "network-changed", "server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:01.451947 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-13091672-2c9f-4dcb-bf89-992431776c81 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978641 Jul 07 19:16:01.537973 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f58d4b6-3a92-4481-8ef3-689855d9d539 req-62246219-6793-4c92-a48d-7a3e495dee56 service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437325 Jul 07 19:16:01.577880 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-d02cadf4-b734-40c5-9054-959cb8b821e2 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 1002 time: 0.1337385 Jul 07 19:16:01.578722 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0be7ffb4-1aec-4be8-b93c-161ba4d72434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:01.643521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0be7ffb4-1aec-4be8-b93c-161ba4d72434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:01.691046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b6257-08eb-4307-88bf-714d13be0944 req-bfbc72ca-3780-4ba8-a0b0-7496c1c6113d tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:01.711503 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-bfbc72ca-3780-4ba8-a0b0-7496c1c6113d tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports/5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 943 time: 0.1204398 Jul 07 19:16:01.779400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0be7ffb4-1aec-4be8-b93c-161ba4d72434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:01.784742 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0be7ffb4-1aec-4be8-b93c-161ba4d72434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:01.787298 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0be7ffb4-1aec-4be8-b93c-161ba4d72434 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cea07c2e-b0e5-4a0c-b0b5-1de50ea877bd HTTP/1.1" status: 204 len: 168 time: 0.3850045 Jul 07 19:16:01.814360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7ffb4-1aec-4be8-b93c-161ba4d72434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea07c2e-b0e5-4a0c-b0b5-1de50ea877bd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:02.039662 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-ac543c4e-4bc8-487a-8ae5-9a5cd1c9f2f1 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 1002 time: 0.1677010 Jul 07 19:16:02.181027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b6257-08eb-4307-88bf-714d13be0944 req-3072743b-e89a-4db5-9263-dab95dfaf252 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:02.190100 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-3072743b-e89a-4db5-9263-dab95dfaf252 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1494622 Jul 07 19:16:02.293980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-c14d4227-afd4-473d-a746-0e885cff9e5c tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 1002 time: 0.1028523 Jul 07 19:16:02.300265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-880b6257-08eb-4307-88bf-714d13be0944 req-d5bdca71-4bef-4841-9871-70198cba18be tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:02.389252 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-880b6257-08eb-4307-88bf-714d13be0944 req-d5bdca71-4bef-4841-9871-70198cba18be tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:02.411672 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3c7ca0-d9da-4cdd-8ab9-7903e2d432ea x-openstack-request-id: req-2c3c7ca0-d9da-4cdd-8ab9-7903e2d432ea {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:02.412160 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:02.412260 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c3c7ca0-d9da-4cdd-8ab9-7903e2d432ea {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:02.412591 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'status': 'completed', 'code': 200} Jul 07 19:16:02.589025 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-63d8ffb5-8f37-4c2c-9d5e-78dd1b7c2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:02.595809 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-63d8ffb5-8f37-4c2c-9d5e-78dd1b7c2d32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1099 time: 0.1461685 Jul 07 19:16:02.654117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-4c762d4f-e9b9-4a58-a6e9-37634e4c4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:02.657410 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-4c762d4f-e9b9-4a58-a6e9-37634e4c4ede service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1099 time: 0.1928506 Jul 07 19:16:02.727722 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-880b6257-08eb-4307-88bf-714d13be0944 req-d5bdca71-4bef-4841-9871-70198cba18be tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:02.748243 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-880b6257-08eb-4307-88bf-714d13be0944 req-d5bdca71-4bef-4841-9871-70198cba18be tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:02.748781 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-880b6257-08eb-4307-88bf-714d13be0944 req-d5bdca71-4bef-4841-9871-70198cba18be tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Floating IP 7f6635d3-4af4-4926-9ece-9098eb3defa0 disassociated. External IP: 172.25.0.232, port: 5a809436-aa28-46fa-b82e-3d12bffb128b. Jul 07 19:16:02.789189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-9eb652dd-6c66-4129-8196-1249da75680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:02.791251 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-9eb652dd-6c66-4129-8196-1249da75680c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1924746 Jul 07 19:16:02.932899 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-7fa09c11-3dee-4880-b2f3-1e43cf17f425 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 217 time: 0.0722888 Jul 07 19:16:02.967523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-e7b26ebe-e9f9-4278-ae52-38c9e3bd941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:02.969359 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-e7b26ebe-e9f9-4278-ae52-38c9e3bd941c service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3029585 Jul 07 19:16:03.087191 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-2d2605bb-9a3e-4fc0-9d89-deda31682753 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 217 time: 0.1080914 Jul 07 19:16:03.093110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-0e078ab6-2414-4633-90c3-0d348ca590f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:03.094697 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-0e078ab6-2414-4633-90c3-0d348ca590f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1465621 Jul 07 19:16:03.106101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815d732-0ff4-40fb-a9ed-42813f4040d4 req-9526b0a3-1e58-4265-9c4b-e3c3231b9ff6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:03.108521 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a815d732-0ff4-40fb-a9ed-42813f4040d4 req-9526b0a3-1e58-4265-9c4b-e3c3231b9ff6 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 966 time: 0.4881496 Jul 07 19:16:03.218013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-f59b79e4-ef93-4078-a47d-daf59858de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:03.220061 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-f59b79e4-ef93-4078-a47d-daf59858de5f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0593789 Jul 07 19:16:03.272981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a815d732-0ff4-40fb-a9ed-42813f4040d4 req-5ca7dfdb-ba3f-4dfa-bbf4-61701cf75771 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504605 Jul 07 19:16:03.350302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-208e81a5-08ef-4cc6-b8ad-be5fe7fee81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:03.352143 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-208e81a5-08ef-4cc6-b8ad-be5fe7fee81b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2426243 Jul 07 19:16:03.472159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-f4828c01-a5c1-4241-94c7-5972656bf8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:03.473849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-f4828c01-a5c1-4241-94c7-5972656bf8f1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2378445 Jul 07 19:16:03.482576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6806061-de64-468a-a73a-8741d6d08403 req-cf0fb1a1-aeb7-4051-bcf3-7bb2fe2b395d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:03.484785 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d6806061-de64-468a-a73a-8741d6d08403 req-cf0fb1a1-aeb7-4051-bcf3-7bb2fe2b395d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.48 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 966 time: 0.2631083 Jul 07 19:16:03.504958 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-24dbbfb7-0a38-4ebb-bdc9-86d8c5931c71 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408551 Jul 07 19:16:03.612845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-880b6257-08eb-4307-88bf-714d13be0944 req-d5bdca71-4bef-4841-9871-70198cba18be tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Router b5f86792-fc72-4e91-ace0-a36d52ae4c42 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:16:03.739621 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-ed32256b-c572-412a-9628-59af7de687b2 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062950 Jul 07 19:16:03.935354 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-1724c2ce-84f1-4bf3-a125-94fd453fe256 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477696 Jul 07 19:16:04.171419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-880b6257-08eb-4307-88bf-714d13be0944 req-d5bdca71-4bef-4841-9871-70198cba18be tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:16:04.179417 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-880b6257-08eb-4307-88bf-714d13be0944 req-d5bdca71-4bef-4841-9871-70198cba18be tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.199736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed15e6-4e80-4cdb-b801-96fdb5f31fe2 None None] Sync routers for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:16:04.212148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed15e6-4e80-4cdb-b801-96fdb5f31fe2 None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:04.213183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c0ed15e6-4e80-4cdb-b801-96fdb5f31fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:04.223799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b639a92-2611-473b-94de-1c8d47c0bbc7 req-9336e348-e368-4f2b-8398-8c13bb829d31 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:04.234894 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b639a92-2611-473b-94de-1c8d47c0bbc7 req-9336e348-e368-4f2b-8398-8c13bb829d31 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 948 time: 0.1183991 Jul 07 19:16:04.248304 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80a000f0-0cec-4f12-bc6f-128cfbc57e63 req-06201fd5-0a0b-43ae-85a1-b2fe89f157ca service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946308 Jul 07 19:16:04.260639 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d6806061-de64-468a-a73a-8741d6d08403 req-8688a962-b313-4182-8fa5-6b25b6fa9a5d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Deleting port 1243ba9e-17c7-49ea-9867-5fbb025867b2 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:04.261024 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d6806061-de64-468a-a73a-8741d6d08403 req-8688a962-b313-4182-8fa5-6b25b6fa9a5d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.345076 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b639a92-2611-473b-94de-1c8d47c0bbc7 req-3c2ee665-7c24-4c6a-aa82-876e1638c293 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083705 Jul 07 19:16:04.381949 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-d5bdca71-4bef-4841-9871-70198cba18be tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "PUT /v2.0/floatingips/7f6635d3-4af4-4926-9ece-9098eb3defa0 HTTP/1.1" status: 200 len: 696 time: 2.0864074 Jul 07 19:16:04.433311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:04.441584 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480ceffd-2e2f-4f62-883e-6997a1f22b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:04.509080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c0ed15e6-4e80-4cdb-b801-96fdb5f31fe2 None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:16:04.548179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d6806061-de64-468a-a73a-8741d6d08403 req-8688a962-b313-4182-8fa5-6b25b6fa9a5d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] For port 1243ba9e-17c7-49ea-9867-5fbb025867b2, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=1243ba9e-17c7-49ea-9867-5fbb025867b2,segment=NetworkSegment(1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8),segment_id=1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:04.548962 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d6806061-de64-468a-a73a-8741d6d08403 req-8688a962-b313-4182-8fa5-6b25b6fa9a5d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.571058 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d6806061-de64-468a-a73a-8741d6d08403 req-8688a962-b313-4182-8fa5-6b25b6fa9a5d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Calling delete_port for 1243ba9e-17c7-49ea-9867-5fbb025867b2 owned by compute:tempest-test_az-1049122052 {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:04.644097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b6257-08eb-4307-88bf-714d13be0944 req-131b3cf9-8dda-4b3d-ab7b-8fe7bf9cc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:04.653118 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-131b3cf9-8dda-4b3d-ab7b-8fe7bf9cc113 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 1097 time: 0.1994882 Jul 07 19:16:04.808846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b6257-08eb-4307-88bf-714d13be0944 req-18979187-c755-4011-b2e8-485a237ae6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:04.817826 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-18979187-c755-4011-b2e8-485a237ae6bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.1637011 Jul 07 19:16:04.875366 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-5d30213f-e9ef-47bc-b119-6166547b913b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 217 time: 0.0562909 Jul 07 19:16:04.984148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b6257-08eb-4307-88bf-714d13be0944 req-4dc29479-31aa-40ff-9a82-4af2a710f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:04.989799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c0ed15e6-4e80-4cdb-b801-96fdb5f31fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:04.992233 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-4dc29479-31aa-40ff-9a82-4af2a710f765 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.1157401 Jul 07 19:16:05.025938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7f379-2fe7-4bbf-87a9-5736a54e134a req-b232c38f-0f6b-4b02-9d6d-3e27017590f4 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:05.036180 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ec7f379-2fe7-4bbf-87a9-5736a54e134a req-b232c38f-0f6b-4b02-9d6d-3e27017590f4 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 966 time: 0.1146181 Jul 07 19:16:05.042650 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d6806061-de64-468a-a73a-8741d6d08403 req-8688a962-b313-4182-8fa5-6b25b6fa9a5d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:05.061597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed15e6-4e80-4cdb-b801-96fdb5f31fe2 None None] Checking router: b5f86792-fc72-4e91-ace0-a36d52ae4c42 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:16:05.084561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688a962-b313-4182-8fa5-6b25b6fa9a5d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Pushing event deleted for resources: {'Port': ['ID=1243ba9e-17c7-49ea-9867-5fbb025867b2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:05.099043 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed15e6-4e80-4cdb-b801-96fdb5f31fe2 None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:05.099043 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c0ed15e6-4e80-4cdb-b801-96fdb5f31fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:05.108572 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ec7f379-2fe7-4bbf-87a9-5736a54e134a req-01c5d8e7-e605-4961-9ef3-cfaacbba0e0e tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cb0f1bb-35c9-4dcf-998e-d17cea37f630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708938 Jul 07 19:16:05.235657 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96de2312-536a-4db6-b099-e0663fe7a68f x-openstack-request-id: req-96de2312-536a-4db6-b099-e0663fe7a68f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:05.236213 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:05.236213 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96de2312-536a-4db6-b099-e0663fe7a68f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:05.236573 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'status': 'completed', 'code': 200} Jul 07 19:16:05.237580 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6806061-de64-468a-a73a-8741d6d08403 req-8688a962-b313-4182-8fa5-6b25b6fa9a5d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] No DVR routers for this DVR port 1243ba9e-17c7-49ea-9867-5fbb025867b2 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:05.244757 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d6806061-de64-468a-a73a-8741d6d08403 req-8688a962-b313-4182-8fa5-6b25b6fa9a5d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:05.244961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d6806061-de64-468a-a73a-8741d6d08403 req-8688a962-b313-4182-8fa5-6b25b6fa9a5d tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.48 "DELETE /v2.0/ports/1243ba9e-17c7-49ea-9867-5fbb025867b2 HTTP/1.1" status: 204 len: 173 time: 1.7438412 Jul 07 19:16:05.283857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b6257-08eb-4307-88bf-714d13be0944 req-cb195446-d98d-4278-a95b-263a48b5090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:05.295462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-cb195446-d98d-4278-a95b-263a48b5090f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3021891 Jul 07 19:16:05.305831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c0ed15e6-4e80-4cdb-b801-96fdb5f31fe2 None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:16:05.442573 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-c3ddd0a4-fd84-4e22-bbf9-3dae8646ff82 service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462202 Jul 07 19:16:05.586123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ceffd-2e2f-4f62-883e-6997a1f22b2f req-59bae9e2-7deb-4b97-a715-021f77a0a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:05.587986 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-480ceffd-2e2f-4f62-883e-6997a1f22b2f req-59bae9e2-7deb-4b97-a715-021f77a0a56b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 1097 time: 0.3419657 Jul 07 19:16:05.617961 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:05.650011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0ef63-bb48-40ab-bf4c-fd451bf438b7 req-8c65f4ed-2300-42a4-950e-d960862ffc8b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:05.659527 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-67d0ef63-bb48-40ab-bf4c-fd451bf438b7 req-8c65f4ed-2300-42a4-950e-d960862ffc8b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 948 time: 0.0950286 Jul 07 19:16:05.701703 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-67d0ef63-bb48-40ab-bf4c-fd451bf438b7 req-f26edf19-3adb-45c8-ac84-82ac9eb019b7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Jul 07 19:16:05.763112 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-880b6257-08eb-4307-88bf-714d13be0944 req-05d6f260-080e-4f0d-b036-c6e621fbf732 service neutron] 10.222.0.81 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134198 Jul 07 19:16:05.804341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c0ed15e6-4e80-4cdb-b801-96fdb5f31fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:05.817398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ceffd-2e2f-4f62-883e-6997a1f22b2f req-1f1b3d85-be3f-41e6-9f70-1aa603c54ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:05.818938 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-480ceffd-2e2f-4f62-883e-6997a1f22b2f req-1f1b3d85-be3f-41e6-9f70-1aa603c54ab3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 200 len: 921 time: 0.2090123 Jul 07 19:16:05.863011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed15e6-4e80-4cdb-b801-96fdb5f31fe2 None None] The sync data for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 is: [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:14:38Z', 'revision_number': 4, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84d737d9-35ee-4fc6-bd18-b3378d63e437', 'name': '', 'network_id': '9892ad39-ee05-4c01-b72a-14bb665e1b69', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'mac_address': 'fa:16:3e:d8:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:37Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'subnets': [{'id': '1c245494-a33b-46f8-a33f-a6bc9618903d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:16:05.937014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-480ceffd-2e2f-4f62-883e-6997a1f22b2f req-0e4c71ac-3567-4005-970b-9ac6fd29ad53 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 200 len: 217 time: 0.1060030 Jul 07 19:16:06.052832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ceffd-2e2f-4f62-883e-6997a1f22b2f req-5b7adc59-2f2d-4030-abc2-a3f1b30a107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:06.054321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-480ceffd-2e2f-4f62-883e-6997a1f22b2f req-5b7adc59-2f2d-4030-abc2-a3f1b30a107c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 200 len: 859 time: 0.1024940 Jul 07 19:16:06.227622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ceffd-2e2f-4f62-883e-6997a1f22b2f req-9ee9164e-4552-4e2d-9c42-607ed1957f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:06.229389 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-480ceffd-2e2f-4f62-883e-6997a1f22b2f req-9ee9164e-4552-4e2d-9c42-607ed1957f55 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9892ad39-ee05-4c01-b72a-14bb665e1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657584 Jul 07 19:16:06.280676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b60dc6b3-74a3-47e1-a437-e41674e39aee details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:16:06.283494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 1243ba9e-17c7-49ea-9867-5fbb025867b2 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:06.338608 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d043a-0db6-4d4b-b68c-134861bc25b9 None None] New status for floating IP 7f6635d3-4af4-4926-9ece-9098eb3defa0: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:16:06.347727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 1243ba9e-17c7-49ea-9867-5fbb025867b2 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:06.348292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 1243ba9e-17c7-49ea-9867-5fbb025867b2 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:06.468904 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-192f5d60-f66e-44ce-8b49-038c2688964d req-51f96035-3461-4b55-92e5-3c5d2a1d5713 tempest-LiveMigrationTest-1159350007 tempest-LiveMigrationTest-1159350007-project] 10.222.0.81 "GET /v2.0/ports?device_id=75e9ceed-6143-4c7c-aebb-e4a6c4edda1d HTTP/1.1" status: 200 len: 210 time: 0.0947397 Jul 07 19:16:06.551509 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-480ceffd-2e2f-4f62-883e-6997a1f22b2f req-437c8b87-aa51-4ec8-ba43-e016c4f537ca service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142052 Jul 07 19:16:06.557228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-7409ba0a-bda7-4364-ab9c-bb347e187dad tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips/7f6635d3-4af4-4926-9ece-9098eb3defa0 HTTP/1.1" status: 200 len: 696 time: 0.1757171 Jul 07 19:16:06.612011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:06.625686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'mac_address': 'fa:16:3e:18:91:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:16:06.689937 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:06.711023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60dc6b3-74a3-47e1-a437-e41674e39aee {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:06.738940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:06.758828 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:06.846030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:06.891166 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-480ceffd-2e2f-4f62-883e-6997a1f22b2f req-95b8e944-d572-415d-8b1b-75d3f709df1c service neutron] 10.222.0.110 "GET /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314824 Jul 07 19:16:06.926548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-6fb40a20-d246-429a-831c-46d4cd9f12bd tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:06.930347 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-6fb40a20-d246-429a-831c-46d4cd9f12bd tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.2844326 Jul 07 19:16:07.062556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a0c7e-e37b-4687-aa07-dae4c026a22b req-40cb4ecc-0e88-4b57-9588-f593cab42124 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:07.070727 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-427a0c7e-e37b-4687-aa07-dae4c026a22b req-40cb4ecc-0e88-4b57-9588-f593cab42124 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 949 time: 0.1299772 Jul 07 19:16:07.180911 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-427a0c7e-e37b-4687-aa07-dae4c026a22b req-1ae51543-43d2-4291-bc9d-1eec7d3b3cb0 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091905 Jul 07 19:16:07.186499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b60dc6b3-74a3-47e1-a437-e41674e39aee'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:07.411717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e9ceed-6143-4c7c-aebb-e4a6c4edda1d', 'name': 'network-vif-deleted', 'tag': '1243ba9e-17c7-49ea-9867-5fbb025867b2'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:07.414603 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3cbf6a-ec51-409c-9305-72d68ca4764e" -d '{"events": [{"server_uuid": "75e9ceed-6143-4c7c-aebb-e4a6c4edda1d", "name": "network-vif-deleted", "tag": "1243ba9e-17c7-49ea-9867-5fbb025867b2"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:07.437899 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-74afbd42-86f4-4597-b003-d566b5960310 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 697 time: 0.4971688 Jul 07 19:16:07.510914 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-c0b36f79-8266-451f-bb39-1b294a5d795e tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 697 time: 0.0631409 Jul 07 19:16:07.696872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-b4339263-32c5-446f-ab9d-13fce4d8cc82 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Deleting port 400f9751-242b-4ac6-a37a-702921a6580d {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:07.697998 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-b4339263-32c5-446f-ab9d-13fce4d8cc82 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:07.834697 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-b4339263-32c5-446f-ab9d-13fce4d8cc82 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:07.835219 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-b4339263-32c5-446f-ab9d-13fce4d8cc82 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:07.854070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-b4339263-32c5-446f-ab9d-13fce4d8cc82 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Calling delete_port for 400f9751-242b-4ac6-a37a-702921a6580d owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:07.955590 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88522f91-75c9-4cf3-923b-9477550bd46a x-openstack-request-id: req-88522f91-75c9-4cf3-923b-9477550bd46a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:07.956001 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e9ceed-6143-4c7c-aebb-e4a6c4edda1d", "name": "network-vif-deleted", "tag": "1243ba9e-17c7-49ea-9867-5fbb025867b2", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:07.956313 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88522f91-75c9-4cf3-923b-9477550bd46a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:07.956719 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e9ceed-6143-4c7c-aebb-e4a6c4edda1d', 'name': 'network-vif-deleted', 'tag': '1243ba9e-17c7-49ea-9867-5fbb025867b2', 'status': 'completed', 'code': 200} Jul 07 19:16:08.035721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50300) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:08.126866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-09e0e655-dd55-4379-9bf4-a3247ea22e80 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:08.132608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-09e0e655-dd55-4379-9bf4-a3247ea22e80 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666&tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 949 time: 0.1977956 Jul 07 19:16:08.303848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060ac41-f7bb-4e62-b34c-15799a9f6361 req-a3567f29-8dd1-4d59-9847-38e7136d2aa4 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:08.306183 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4060ac41-f7bb-4e62-b34c-15799a9f6361 req-a3567f29-8dd1-4d59-9847-38e7136d2aa4 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 949 time: 0.1197715 Jul 07 19:16:08.315063 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-50c16d70-2ef9-4def-b174-0183750cdfe1 service neutron] 10.222.0.48 "GET /v2.0/ports/b60dc6b3-74a3-47e1-a437-e41674e39aee/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 382 time: 0.1716876 Jul 07 19:16:08.353128 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-b4339263-32c5-446f-ab9d-13fce4d8cc82 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.376658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4060ac41-f7bb-4e62-b34c-15799a9f6361 req-fbec6bc3-77fd-4058-b62b-b687fb2b82b5 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642328 Jul 07 19:16:08.376881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1a779f-2f85-4c07-81bf-1ac71fa69dac admin admin] Deleting subnet 05946642-1500-4a2b-8a19-0c5229723139 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:16:08.400179 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a1a779f-2f85-4c07-81bf-1ac71fa69dac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.426372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4339263-32c5-446f-ab9d-13fce4d8cc82 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Pushing event deleted for resources: {'Port': ['ID=400f9751-242b-4ac6-a37a-702921a6580d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:08.537028 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a1a779f-2f85-4c07-81bf-1ac71fa69dac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.601874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-23ebfe77-0a4c-410c-91be-ecafaf2f6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:08.603372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-23ebfe77-0a4c-410c-91be-ecafaf2f6bb6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1100 time: 0.2627611 Jul 07 19:16:08.613162 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-b4339263-32c5-446f-ab9d-13fce4d8cc82 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.616318 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-b4339263-32c5-446f-ab9d-13fce4d8cc82 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.623495 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-133a6eeb-4c69-40c1-ad42-7ff3be526dd5 req-b4339263-32c5-446f-ab9d-13fce4d8cc82 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "DELETE /v2.0/floatingips/7f6635d3-4af4-4926-9ece-9098eb3defa0 HTTP/1.1" status: 204 len: 173 time: 1.1020687 Jul 07 19:16:08.674365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a1a779f-2f85-4c07-81bf-1ac71fa69dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.832497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-728a8b8a-570f-4662-bd83-09594607c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:08.834020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-728a8b8a-570f-4662-bd83-09594607c677 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.2122560 Jul 07 19:16:08.840211 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a1a779f-2f85-4c07-81bf-1ac71fa69dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.882158 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a1a779f-2f85-4c07-81bf-1ac71fa69dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.884136 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6a1a779f-2f85-4c07-81bf-1ac71fa69dac admin admin] 10.222.0.81 "DELETE /v2.0/subnets/05946642-1500-4a2b-8a19-0c5229723139 HTTP/1.1" status: 204 len: 168 time: 0.8443909 Jul 07 19:16:08.886970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50326) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:08.919157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a779f-2f85-4c07-81bf-1ac71fa69dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05946642-1500-4a2b-8a19-0c5229723139,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:08.922000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-f86e71ae-3a04-428b-814b-d2ee42d8d84f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 217 time: 0.0713406 Jul 07 19:16:08.983276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.998011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-07d6c96e-3bf3-49dc-a994-f62310b157fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:08.999547 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-07d6c96e-3bf3-49dc-a994-f62310b157fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0705965 Jul 07 19:16:09.074301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-0401bb1c-3234-4449-836c-dc6a68363f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:09.076359 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-0401bb1c-3234-4449-836c-dc6a68363f38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689859 Jul 07 19:16:09.216316 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-c9fec949-bca6-439f-bca4-f6567ef4e84a service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272435 Jul 07 19:16:09.355706 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-32ff4cd2-969f-4e99-bf5d-07e3a79e82cb service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237059 Jul 07 19:16:09.409727 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.420861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9378c77-e08f-4688-9a8d-ec2d53a9a0fc']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:09.436527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:09.436804 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8d1be6-0eae-4985-a99e-f2d1a90f8ee8') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:09.449145 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.479567 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.493764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:16:09.494510 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.506245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a84e6-174f-4854-a30f-8526565da844 req-502bebd0-8459-4f6f-882f-d03b852947a4 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:09.508504 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3b3a84e6-174f-4854-a30f-8526565da844 req-502bebd0-8459-4f6f-882f-d03b852947a4 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 946 time: 0.1711023 Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:16:09.510063 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:16:09.596255 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3b3a84e6-174f-4854-a30f-8526565da844 req-b345bd3f-914e-411c-a8ce-d5e32bec9621 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807650 Jul 07 19:16:09.601329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb813d-364b-4470-be58-171fa16e1324 req-55d27238-3328-417c-b419-f839b7aba5d8 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:09.610229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83cb813d-364b-4470-be58-171fa16e1324 req-55d27238-3328-417c-b419-f839b7aba5d8 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 949 time: 0.0926027 Jul 07 19:16:09.639411 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.647550 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.649661 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] 10.222.0.81 "DELETE /v2.0/networks/d9378c77-e08f-4688-9a8d-ec2d53a9a0fc HTTP/1.1" status: 204 len: 168 time: 0.7614093 Jul 07 19:16:09.667752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50344) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:09.672538 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.685678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83cb813d-364b-4470-be58-171fa16e1324 req-8c337017-b56a-4617-a1ba-f31610fd6da7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725543 Jul 07 19:16:09.718645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75437e1-fc86-47f9-85a2-90d65f5a364f admin admin] Pushing event deleted for resources: {'Network': ['ID=d9378c77-e08f-4688-9a8d-ec2d53a9a0fc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:09.804011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-984af27d-9404-420c-b016-521336dbd20c admin admin] Deleting subnet 3c02267e-2aff-4a7e-ba3f-ac662fe0af41 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:16:09.808199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-984af27d-9404-420c-b016-521336dbd20c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.849853 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-984af27d-9404-420c-b016-521336dbd20c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.899327 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-984af27d-9404-420c-b016-521336dbd20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.986041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-984af27d-9404-420c-b016-521336dbd20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.012427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984af27d-9404-420c-b016-521336dbd20c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c02267e-2aff-4a7e-ba3f-ac662fe0af41,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:10.018908 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-984af27d-9404-420c-b016-521336dbd20c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.023072 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-984af27d-9404-420c-b016-521336dbd20c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3c02267e-2aff-4a7e-ba3f-ac662fe0af41 HTTP/1.1" status: 204 len: 168 time: 0.3511825 Jul 07 19:16:10.024274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50358) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:10.110687 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.199334 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.215269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea00c740-611d-426b-8e6b-a7b6ecce0c17']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:10.227241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5fdf3e-201e-4a3b-b4ff-5b2e75b9faca') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:10.228057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5fdf3e-201e-4a3b-b4ff-5b2e75b9faca') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:10.237955 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.258912 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.266128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:16:10.266626 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:16:10.268513 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:16:10.310719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b60dc6b3-74a3-47e1-a437-e41674e39aee up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:10.338973 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.348669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.353856 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ea00c740-611d-426b-8e6b-a7b6ecce0c17 HTTP/1.1" status: 204 len: 168 time: 0.3260221 Jul 07 19:16:10.364839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a1f16-a5b0-46da-becd-f9dc7f180771 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea00c740-611d-426b-8e6b-a7b6ecce0c17,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:10.552094 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port b60dc6b3-74a3-47e1-a437-e41674e39aee completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:10.559823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port b60dc6b3-74a3-47e1-a437-e41674e39aee triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:10.560788 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.592421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50376) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:10.653702 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-627cc16c-0c8a-4d75-b18e-09d8699997ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5ba298996444ac4a7794654f9024386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600181 Jul 07 19:16:10.656294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50380) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:10.683260 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.710545 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:10.712882 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea095d65-e564-4c9d-ae94-45603821e707" -d '{"events": [{"server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "name": "network-vif-plugged", "status": "completed", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:10.737995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:10.748532 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.761130 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-125986da-9b0b-4711-b064-e9cdd85464c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.790884 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-125986da-9b0b-4711-b064-e9cdd85464c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.852555 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908817e6-ddba-49bb-a39a-4a84d1b8b035 x-openstack-request-id: req-908817e6-ddba-49bb-a39a-4a84d1b8b035 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:10.852935 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "name": "network-vif-plugged", "status": "completed", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:10.855635 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-908817e6-ddba-49bb-a39a-4a84d1b8b035 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:10.856308 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-125986da-9b0b-4711-b064-e9cdd85464c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.856742 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'code': 200} Jul 07 19:16:10.860519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-125986da-9b0b-4711-b064-e9cdd85464c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.871326 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-125986da-9b0b-4711-b064-e9cdd85464c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4cb0f1bb-35c9-4dcf-998e-d17cea37f630 HTTP/1.1" status: 204 len: 168 time: 0.2096126 Jul 07 19:16:10.895074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:10.990498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125986da-9b0b-4711-b064-e9cdd85464c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb0f1bb-35c9-4dcf-998e-d17cea37f630,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:11.005412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204308ab-6bfb-4459-9a98-7cc6f71e1524 req-a699a587-5098-4d29-bff2-7350918ad5c4 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:11.013529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-204308ab-6bfb-4459-9a98-7cc6f71e1524 req-a699a587-5098-4d29-bff2-7350918ad5c4 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 946 time: 0.1879139 Jul 07 19:16:11.073766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-204308ab-6bfb-4459-9a98-7cc6f71e1524 req-b27b92db-f59d-47c1-88c5-08dbe04f6f30 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f41ec0c-7d2e-4a42-b96a-fccce928d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588670 Jul 07 19:16:11.146075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5ce5f-1e7a-48c3-bd04-31106124b774 req-e8dc3cc5-8b39-47aa-845a-b6f07f622bde tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:11.147782 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ce5ce5f-1e7a-48c3-bd04-31106124b774 req-e8dc3cc5-8b39-47aa-845a-b6f07f622bde tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.110 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 946 time: 0.2706101 Jul 07 19:16:11.203829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaabbba-974c-4b65-87dd-1b0420046e39 req-591f2719-3f34-4803-ac13-03df9b2d3b3f tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:11.206260 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fcaabbba-974c-4b65-87dd-1b0420046e39 req-591f2719-3f34-4803-ac13-03df9b2d3b3f tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.2363460 Jul 07 19:16:11.463725 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fcaabbba-974c-4b65-87dd-1b0420046e39 req-3f7d7c59-fdb2-4dc6-a429-f6438bd70975 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806009 Jul 07 19:16:11.520450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-1ce5ce5f-1e7a-48c3-bd04-31106124b774 req-b29d35b4-86d1-45e8-9b7b-64da689e58bf tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Deleting port 5a809436-aa28-46fa-b82e-3d12bffb128b {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:11.520850 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1ce5ce5f-1e7a-48c3-bd04-31106124b774 req-b29d35b4-86d1-45e8-9b7b-64da689e58bf tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.640431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1ce5ce5f-1e7a-48c3-bd04-31106124b774 req-b29d35b4-86d1-45e8-9b7b-64da689e58bf tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] For port 5a809436-aa28-46fa-b82e-3d12bffb128b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5a809436-aa28-46fa-b82e-3d12bffb128b,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:11.640829 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1ce5ce5f-1e7a-48c3-bd04-31106124b774 req-b29d35b4-86d1-45e8-9b7b-64da689e58bf tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.657012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-1ce5ce5f-1e7a-48c3-bd04-31106124b774 req-b29d35b4-86d1-45e8-9b7b-64da689e58bf tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Calling delete_port for 5a809436-aa28-46fa-b82e-3d12bffb128b owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:11.739970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50416) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:11.790402 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6d53e81c-51b3-43de-ac72-03eaa81605af admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=68e7724ab536407e80aed6935f0aa220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491829 Jul 07 19:16:11.792875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50418) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:11.829112 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1ce5ce5f-1e7a-48c3-bd04-31106124b774 req-b29d35b4-86d1-45e8-9b7b-64da689e58bf tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.844665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['5a809436-aa28-46fa-b82e-3d12bffb128b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:11.853849 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.880776 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.884451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d35b4-86d1-45e8-9b7b-64da689e58bf tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Pushing event deleted for resources: {'Port': ['ID=5a809436-aa28-46fa-b82e-3d12bffb128b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:11.940761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce5ce5f-1e7a-48c3-bd04-31106124b774 req-b29d35b4-86d1-45e8-9b7b-64da689e58bf tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] No DVR routers for this DVR port 5a809436-aa28-46fa-b82e-3d12bffb128b on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:11.943293 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1ce5ce5f-1e7a-48c3-bd04-31106124b774 req-b29d35b4-86d1-45e8-9b7b-64da689e58bf tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.947457 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.954191 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ce5ce5f-1e7a-48c3-bd04-31106124b774 req-b29d35b4-86d1-45e8-9b7b-64da689e58bf tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.110 "DELETE /v2.0/ports/5a809436-aa28-46fa-b82e-3d12bffb128b HTTP/1.1" status: 204 len: 173 time: 0.7971060 Jul 07 19:16:11.954689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'name': 'network-vif-deleted', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:11.957108 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473ff6b2-bd03-4232-8168-25b46123a509" -d '{"events": [{"server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "name": "network-vif-deleted", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:11.971321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.975991 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65c7ac04-d324-499a-8349-085f618d1a93 HTTP/1.1" status: 204 len: 168 time: 0.1821110 Jul 07 19:16:11.988502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c7ac04-d324-499a-8349-085f618d1a93,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:11.999158 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:11.999511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:11.999851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:12.000247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:12.000582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:12.001528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:12.002832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:12.003366 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:12.003721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:12.004055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:12.004621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:12.005050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb67e3-9d65-4da0-bc18-3f88e94b3b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:12.007867 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c7cb0b-f047-4954-8ac6-6b5cddf52ebe x-openstack-request-id: req-c6c7cb0b-f047-4954-8ac6-6b5cddf52ebe {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:12.008394 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75b40cf-b511-4606-8a61-d039fdd30d3d", "name": "network-vif-deleted", "tag": "5a809436-aa28-46fa-b82e-3d12bffb128b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:12.008846 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6c7cb0b-f047-4954-8ac6-6b5cddf52ebe {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:12.009467 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75b40cf-b511-4606-8a61-d039fdd30d3d', 'name': 'network-vif-deleted', 'tag': '5a809436-aa28-46fa-b82e-3d12bffb128b', 'status': 'completed', 'code': 200} Jul 07 19:16:12.422918 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-65f28b2f-cf3c-40ec-8279-63fe55642a4e req-066f4dfb-d125-4901-a11f-4ac385b23399 tempest-FloatingIPsAssociationTestJSON-1653430606 tempest-FloatingIPsAssociationTestJSON-1653430606-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75b40cf-b511-4606-8a61-d039fdd30d3d HTTP/1.1" status: 200 len: 210 time: 0.0878305 Jul 07 19:16:12.796264 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-0bf9dd7a-24be-444d-9692-5e383df69caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:12.798467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-0bf9dd7a-24be-444d-9692-5e383df69caa service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666&tenant_id=df682d3641464be3ad43c2c4ee4d0b3f HTTP/1.1" status: 200 len: 1101 time: 0.1136935 Jul 07 19:16:12.812253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:12.866426 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea054cc6-cea7-43f4-95ba-afb6b8333006 req-c548235f-dd36-4a99-9557-e7f9b9d31ea4 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:12.870178 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea054cc6-cea7-43f4-95ba-afb6b8333006 req-c548235f-dd36-4a99-9557-e7f9b9d31ea4 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1733959 Jul 07 19:16:12.971829 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea054cc6-cea7-43f4-95ba-afb6b8333006 req-da58a9ec-e91c-4f64-ac6c-f0a37cd4d5a3 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873594 Jul 07 19:16:12.977555 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.271318 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:13.307100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:13.351809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.365877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Transition to ACTIVE for port object b60dc6b3-74a3-47e1-a437-e41674e39aee will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:13.369506 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.433289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] No DVR routers for this DVR port b60dc6b3-74a3-47e1-a437-e41674e39aee on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:13.484101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=10']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:13.506929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Attempting to bind port b60dc6b3-74a3-47e1-a437-e41674e39aee on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:13.507302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Attempting to bind port b60dc6b3-74a3-47e1-a437-e41674e39aee by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:13.507637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Attempting to bind port b60dc6b3-74a3-47e1-a437-e41674e39aee on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:13.512742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Port b60dc6b3-74a3-47e1-a437-e41674e39aee on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:16:13.513078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Attempting to bind port b60dc6b3-74a3-47e1-a437-e41674e39aee on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:13.522507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:13.524286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:13.524705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:13.526351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Bound port: b60dc6b3-74a3-47e1-a437-e41674e39aee, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:13.530048 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.577201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50474) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:13.671079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:13.684134 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:13.696536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.776698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:13.778043 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.780181 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] 10.222.0.110 "PUT /v2.0/ports/b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 1097 time: 0.9734969 Jul 07 19:16:13.933289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196f059-e0d1-4162-843c-65e14e72e9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=11']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:13.967981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-0928cfda-517b-4106-98a8-eccd189eacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:13.969535 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-0928cfda-517b-4106-98a8-eccd189eacb2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1100 time: 0.1527638 Jul 07 19:16:14.011129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee'}, {'name': 'network-changed', 'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:14.017491 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6" -d '{"events": [{"server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "name": "network-vif-unplugged", "status": "completed", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee"}, {"name": "network-changed", "server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:14.148407 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2521c7-d30e-472b-b3e9-47db5dec7284 x-openstack-request-id: req-fc2521c7-d30e-472b-b3e9-47db5dec7284 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:14.149899 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "name": "network-vif-unplugged", "status": "completed", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee", "code": 200}, {"name": "network-changed", "server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:14.151418 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc2521c7-d30e-472b-b3e9-47db5dec7284 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:14.152462 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'code': 200} Jul 07 19:16:14.153261 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'status': 'completed', 'code': 200} Jul 07 19:16:14.165161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-eea7a92c-05e0-4fac-89d5-d0f48079e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:14.183343 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-eea7a92c-05e0-4fac-89d5-d0f48079e2b3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.2009997 Jul 07 19:16:14.251587 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-be303322-4353-43e4-b9a7-45ac8edd353e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 217 time: 0.0607860 Jul 07 19:16:14.254666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5a809436-aa28-46fa-b82e-3d12bffb128b no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:14.284509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 5a809436-aa28-46fa-b82e-3d12bffb128b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:14.285254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5a809436-aa28-46fa-b82e-3d12bffb128b not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:14.323854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b60dc6b3-74a3-47e1-a437-e41674e39aee no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:14.331492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-5dc557e5-f771-4312-b90e-7b35f3f4d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:14.332998 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-5dc557e5-f771-4312-b90e-7b35f3f4d7c5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0725844 Jul 07 19:16:14.376355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-86ebc157-bd04-443e-9a90-2f0ddf432967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:14.376623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01196d3-e7dd-45d5-b953-7312b682c784 req-99a1cbe3-f3de-4d97-ab83-8cbb41c3a156 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:14.377961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-86ebc157-bd04-443e-9a90-2f0ddf432967 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1100 time: 0.1312356 Jul 07 19:16:14.378927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b60dc6b3-74a3-47e1-a437-e41674e39aee not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:14.385367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d01196d3-e7dd-45d5-b953-7312b682c784 req-99a1cbe3-f3de-4d97-ab83-8cbb41c3a156 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 949 time: 0.1950960 Jul 07 19:16:14.416990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-69dc60ba-6ea8-4220-8587-70cd03fcca66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.485362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d01196d3-e7dd-45d5-b953-7312b682c784 req-479c4732-b134-40e2-b882-fa807ec97fb8 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990729 Jul 07 19:16:14.495057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-aace725c-480c-4acf-9f4e-38f943a31fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:14.496676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-aace725c-480c-4acf-9f4e-38f943a31fff service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531107 Jul 07 19:16:14.530652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-6083a941-af9a-4df7-a179-1e01ebf03f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:14.532575 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-6083a941-af9a-4df7-a179-1e01ebf03f27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1369426 Jul 07 19:16:14.605833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-5d778220-e567-49eb-b4ee-f11fec464a54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 217 time: 0.0405819 Jul 07 19:16:14.726867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-592ed024-8e33-40ac-a262-78ab167bb2e3 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209146 Jul 07 19:16:14.731626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-523e7147-8c6a-405b-b20d-f5a83c649f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:14.733138 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-523e7147-8c6a-405b-b20d-f5a83c649f0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1163397 Jul 07 19:16:14.842711 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-69dc60ba-6ea8-4220-8587-70cd03fcca66 admin admin] Deleting port 84d737d9-35ee-4fc6-bd18-b3378d63e437 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:14.843111 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-69dc60ba-6ea8-4220-8587-70cd03fcca66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.876427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32aea8f2-4586-4a50-a3ab-876cd68f978a req-394b39a6-d241-4a70-82b9-40a279914deb service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421564 Jul 07 19:16:15.002555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-7a3b2f6f-9a78-4d84-9584-045f306fa21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.004196 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-7a3b2f6f-9a78-4d84-9584-045f306fa21c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268806 Jul 07 19:16:15.010251 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-69dc60ba-6ea8-4220-8587-70cd03fcca66 admin admin] For port 84d737d9-35ee-4fc6-bd18-b3378d63e437, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=84d737d9-35ee-4fc6-bd18-b3378d63e437,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:15.010624 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-69dc60ba-6ea8-4220-8587-70cd03fcca66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.048193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-69dc60ba-6ea8-4220-8587-70cd03fcca66 admin admin] Calling delete_port for 84d737d9-35ee-4fc6-bd18-b3378d63e437 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:15.071216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-8915252f-25c5-4edc-a3b4-3bd261300a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.072729 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-8915252f-25c5-4edc-a3b4-3bd261300a8f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1100 time: 0.1329012 Jul 07 19:16:15.184475 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-9206b52b-d7f9-4da8-aca3-d462ebe0a03a service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700883 Jul 07 19:16:15.254978 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-3ac6d801-325d-4cd9-8d73-1436a84a0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.256422 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-3ac6d801-325d-4cd9-8d73-1436a84a0e17 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1750853 Jul 07 19:16:15.305122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-740f39c4-402a-4ea3-821f-dd1677929df2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 200 len: 217 time: 0.0405211 Jul 07 19:16:15.372949 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-35bca9b1-7a96-4fcf-a111-86ef7059474c service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752150 Jul 07 19:16:15.378341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-c2e96d2f-52b4-4e71-82a0-618063f87075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.379747 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-c2e96d2f-52b4-4e71-82a0-618063f87075 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0655851 Jul 07 19:16:15.453197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-15911597-20e1-4e8b-98cc-f46367448640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.454685 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-15911597-20e1-4e8b-98cc-f46367448640 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652728 Jul 07 19:16:15.690648 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-69dc60ba-6ea8-4220-8587-70cd03fcca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.746858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc60ba-6ea8-4220-8587-70cd03fcca66 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d737d9-35ee-4fc6-bd18-b3378d63e437,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:15.792873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddecc0-143e-425b-9987-2d775126b55d req-d9b8cd4f-69a1-4cce-8e1b-174333acd1f9 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.793272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddecc0-143e-425b-9987-2d775126b55d req-d9b8cd4f-69a1-4cce-8e1b-174333acd1f9 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.793751 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddecc0-143e-425b-9987-2d775126b55d req-d9b8cd4f-69a1-4cce-8e1b-174333acd1f9 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.794212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddecc0-143e-425b-9987-2d775126b55d req-d9b8cd4f-69a1-4cce-8e1b-174333acd1f9 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.794887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddecc0-143e-425b-9987-2d775126b55d req-d9b8cd4f-69a1-4cce-8e1b-174333acd1f9 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.795538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddecc0-143e-425b-9987-2d775126b55d req-d9b8cd4f-69a1-4cce-8e1b-174333acd1f9 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.796164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddecc0-143e-425b-9987-2d775126b55d req-d9b8cd4f-69a1-4cce-8e1b-174333acd1f9 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.796793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddecc0-143e-425b-9987-2d775126b55d req-d9b8cd4f-69a1-4cce-8e1b-174333acd1f9 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.797418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddecc0-143e-425b-9987-2d775126b55d req-d9b8cd4f-69a1-4cce-8e1b-174333acd1f9 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.798045 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddecc0-143e-425b-9987-2d775126b55d req-d9b8cd4f-69a1-4cce-8e1b-174333acd1f9 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.804530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-65ddecc0-143e-425b-9987-2d775126b55d req-d9b8cd4f-69a1-4cce-8e1b-174333acd1f9 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7134 time: 0.5642920 Jul 07 19:16:15.973279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-2d3ecbb8-0b57-4415-af94-8e799bbdbb90 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091295 Jul 07 19:16:16.043824 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e8b62-74e3-42df-8fea-c737103e1251 req-09086f63-a2aa-4cb1-81fe-87f1a6b47b34 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.051446 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-900e8b62-74e3-42df-8fea-c737103e1251 req-09086f63-a2aa-4cb1-81fe-87f1a6b47b34 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 949 time: 0.1862886 Jul 07 19:16:16.085118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3113-5d08-4044-b444-ae2d3f8e2e3d req-4ab536ae-764a-4fe1-ac20-80bc8fb4d349 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.086454 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21fb3113-5d08-4044-b444-ae2d3f8e2e3d req-4ab536ae-764a-4fe1-ac20-80bc8fb4d349 tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 886 time: 0.2460530 Jul 07 19:16:16.120266 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-69dc60ba-6ea8-4220-8587-70cd03fcca66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.128919 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-900e8b62-74e3-42df-8fea-c737103e1251 req-30b83b26-72da-4837-adf6-b3a8984a37cb tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758660 Jul 07 19:16:16.169473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f9dfbb4-7b55-4118-95af-1c1fda3e2de6 req-71fb556a-bedb-46bb-a5a1-078a3bd66132 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819444 Jul 07 19:16:16.418392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dc60ba-6ea8-4220-8587-70cd03fcca66 admin admin] Router b5f86792-fc72-4e91-ace0-a36d52ae4c42 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:16:16.421211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa021ef-1bd1-425c-a630-e4086517dc3b req-ce7d1d04-f53b-4f49-bebe-25c2341eeb2e tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.421702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa021ef-1bd1-425c-a630-e4086517dc3b req-ce7d1d04-f53b-4f49-bebe-25c2341eeb2e tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.422230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa021ef-1bd1-425c-a630-e4086517dc3b req-ce7d1d04-f53b-4f49-bebe-25c2341eeb2e tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.422696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa021ef-1bd1-425c-a630-e4086517dc3b req-ce7d1d04-f53b-4f49-bebe-25c2341eeb2e tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.423311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa021ef-1bd1-425c-a630-e4086517dc3b req-ce7d1d04-f53b-4f49-bebe-25c2341eeb2e tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.423780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa021ef-1bd1-425c-a630-e4086517dc3b req-ce7d1d04-f53b-4f49-bebe-25c2341eeb2e tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.424241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa021ef-1bd1-425c-a630-e4086517dc3b req-ce7d1d04-f53b-4f49-bebe-25c2341eeb2e tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.424699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa021ef-1bd1-425c-a630-e4086517dc3b req-ce7d1d04-f53b-4f49-bebe-25c2341eeb2e tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.425245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa021ef-1bd1-425c-a630-e4086517dc3b req-ce7d1d04-f53b-4f49-bebe-25c2341eeb2e tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.425710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa021ef-1bd1-425c-a630-e4086517dc3b req-ce7d1d04-f53b-4f49-bebe-25c2341eeb2e tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.428445 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2fa021ef-1bd1-425c-a630-e4086517dc3b req-ce7d1d04-f53b-4f49-bebe-25c2341eeb2e tempest-NetworksTest-1251313187 tempest-NetworksTest-1251313187-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7134 time: 0.2458107 Jul 07 19:16:16.559306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dc60ba-6ea8-4220-8587-70cd03fcca66 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:16:16.568927 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-69dc60ba-6ea8-4220-8587-70cd03fcca66 admin admin] 10.222.0.81 "PUT /v2.0/routers/b5f86792-fc72-4e91-ace0-a36d52ae4c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9853985 Jul 07 19:16:16.569669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50572) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:16.572178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9159e9-ef11-4fca-ae64-bb69036aa966 None None] Sync routers for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:16:16.582775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9159e9-ef11-4fca-ae64-bb69036aa966 None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:16.583715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4e9159e9-ef11-4fca-ae64-bb69036aa966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:16.694697 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.719649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-4e9159e9-ef11-4fca-ae64-bb69036aa966 None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:16:16.738693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50578) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:16.820379 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.904476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.961809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Deleting port fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:16.962141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.995363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4e9159e9-ef11-4fca-ae64-bb69036aa966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:16:15Z', 'revision_number': 5, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port': {'id': 'fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:33Z', 'updated_at': '2021-07-07T19:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:17.036306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9159e9-ef11-4fca-ae64-bb69036aa966 None None] Checking router: b5f86792-fc72-4e91-ace0-a36d52ae4c42 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:16:17.051091 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9159e9-ef11-4fca-ae64-bb69036aa966 None None] Routers {'b5f86792-fc72-4e91-ace0-a36d52ae4c42'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:17.052304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4e9159e9-ef11-4fca-ae64-bb69036aa966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:15:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:17.122474 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.130752 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.141405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] For port fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:17.141774 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.170139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Calling delete_port for fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:17.177902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-4e9159e9-ef11-4fca-ae64-bb69036aa966 None None] Set router b5f86792-fc72-4e91-ace0-a36d52ae4c42 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:16:17.182215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2874c4d-0df6-4234-90c7-fcf5a36a6b1f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:17.191101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:17.191825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:17.192383 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:17.192959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:17.193780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:17.194337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:17.194931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:17.195480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:17.196282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:17.197072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:17.197750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:17.198725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:17.206436 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a4995753-edf2-4191-bdfd-ebfc361fcb9c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=39d3a37bfb95405aa8198a941d35b5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661694 Jul 07 19:16:17.209637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50596) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:17.276453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9486911f-7c11-4483-aebd-5bed13669608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.294099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4e9159e9-ef11-4fca-ae64-bb69036aa966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:16:16Z', 'revision_number': 6, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:17.318283 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9486911f-7c11-4483-aebd-5bed13669608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.352386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9159e9-ef11-4fca-ae64-bb69036aa966 None None] The sync data for ids ['b5f86792-fc72-4e91-ace0-a36d52ae4c42'] in n-d-793621-9 is: [{'id': 'b5f86792-fc72-4e91-ace0-a36d52ae4c42', 'name': 'tempest-FloatingIPsAssociationTestJSON-892622555-router', 'tenant_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:31Z', 'updated_at': '2021-07-07T19:16:16Z', 'revision_number': 6, 'project_id': '5fcb9d6d7f3c452ba7e0bd1a44d1094f', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:16:17.414437 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9486911f-7c11-4483-aebd-5bed13669608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.418954 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9486911f-7c11-4483-aebd-5bed13669608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.421150 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9486911f-7c11-4483-aebd-5bed13669608 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2874c4d-0df6-4234-90c7-fcf5a36a6b1f HTTP/1.1" status: 204 len: 168 time: 0.2093008 Jul 07 19:16:17.451210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486911f-7c11-4483-aebd-5bed13669608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2874c4d-0df6-4234-90c7-fcf5a36a6b1f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:17.453331 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.527059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:17.619858 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.680559 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9ffb-cf1f-4e2a-9b56-13b05fff109c req-6de57a62-7068-42b0-95f1-e7b480b2fbb4 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:17.682342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-485a9ffb-cf1f-4e2a-9b56-13b05fff109c req-6de57a62-7068-42b0-95f1-e7b480b2fbb4 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 949 time: 0.2434070 Jul 07 19:16:17.778866 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.783256 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.919700 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.920591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5f86792-fc72-4e91-ace0-a36d52ae4c42 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:16:17.941628 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.947744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50616) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:17.947968 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-093c0d84-0219-4fe8-8673-1c8823403a3c admin admin] 10.222.0.81 "DELETE /v2.0/routers/b5f86792-fc72-4e91-ace0-a36d52ae4c42 HTTP/1.1" status: 204 len: 168 time: 1.3769102 Jul 07 19:16:17.959531 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-485a9ffb-cf1f-4e2a-9b56-13b05fff109c req-3352c739-be61-4ea1-b67f-1cfe3bedd11d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443621 Jul 07 19:16:18.001026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50618) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:18.011284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc82da8-db77-4041-99bd-fb6f7e91c0a0 admin admin] Deleting subnet 1c245494-a33b-46f8-a33f-a6bc9618903d {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:16:18.016245 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-efc82da8-db77-4041-99bd-fb6f7e91c0a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.022670 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-19386aa6-c29d-4770-a657-1f8344598938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.076038 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-efc82da8-db77-4041-99bd-fb6f7e91c0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.232957 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-19386aa6-c29d-4770-a657-1f8344598938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.244033 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-19386aa6-c29d-4770-a657-1f8344598938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.267690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b60dc6b3-74a3-47e1-a437-e41674e39aee details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:16:18.314868 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-19386aa6-c29d-4770-a657-1f8344598938 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7eafd89442f748d89bf076b5ccf4e4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117929 Jul 07 19:16:18.315967 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50624) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:18.322116 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-efc82da8-db77-4041-99bd-fb6f7e91c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.331739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:18.332100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19386aa6-c29d-4770-a657-1f8344598938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570bb1f2-9687-44ad-8ec6-a017f015d6fe,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:18.428337 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-776bc65a-342e-4c48-8dd5-65cd1b9122b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.459944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-776bc65a-342e-4c48-8dd5-65cd1b9122b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.533625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-efc82da8-db77-4041-99bd-fb6f7e91c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.563028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-776bc65a-342e-4c48-8dd5-65cd1b9122b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.566539 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-776bc65a-342e-4c48-8dd5-65cd1b9122b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.570065 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:18.571335 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-776bc65a-342e-4c48-8dd5-65cd1b9122b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/570bb1f2-9687-44ad-8ec6-a017f015d6fe HTTP/1.1" status: 204 len: 168 time: 0.2475631 Jul 07 19:16:18.572149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fc79ce19-5f04-41bc-a887-a4f0b9f2b8fc not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:18.575780 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 84d737d9-35ee-4fc6-bd18-b3378d63e437 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:18.587953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bc65a-342e-4c48-8dd5-65cd1b9122b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570bb1f2-9687-44ad-8ec6-a017f015d6fe,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:18.650185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc82da8-db77-4041-99bd-fb6f7e91c0a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c245494-a33b-46f8-a33f-a6bc9618903d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:18.686117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 84d737d9-35ee-4fc6-bd18-b3378d63e437 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:18.687101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 84d737d9-35ee-4fc6-bd18-b3378d63e437 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:18.706238 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-efc82da8-db77-4041-99bd-fb6f7e91c0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.713907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-efc82da8-db77-4041-99bd-fb6f7e91c0a0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1c245494-a33b-46f8-a33f-a6bc9618903d HTTP/1.1" status: 204 len: 168 time: 0.7609658 Jul 07 19:16:18.714276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50636) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:18.743225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bdc16d-9177-4352-b64c-469f27fc2242 None None] Network 9892ad39-ee05-4c01-b72a-14bb665e1b69 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:18.899632 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.924388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:18.945351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'mac_address': 'fa:16:3e:18:91:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:16:18.979674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Deleting port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:18.980032 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.009072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b05ce7-a678-480d-94c7-befa745e7f71 req-976d1a1a-55d6-4e4b-8ed9-452e7c253285 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:19.027018 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5b05ce7-a678-480d-94c7-befa745e7f71 req-976d1a1a-55d6-4e4b-8ed9-452e7c253285 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 945 time: 0.2089996 Jul 07 19:16:19.066883 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.097692 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60dc6b3-74a3-47e1-a437-e41674e39aee {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:19.122455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5b05ce7-a678-480d-94c7-befa745e7f71 req-d0d1752b-3316-4eaf-8b25-767ef3fe490d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921910 Jul 07 19:16:19.157897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] For port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=64e8f94c-7a12-4e50-bf94-b5a0b111ae65,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:19.158578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.195588 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:19.207199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Calling delete_port for 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:19.219540 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.290628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9049ec2e-65e4-48b1-b107-43543804c17e None None] DHCP port deletion for 9892ad39-ee05-4c01-b72a-14bb665e1b69 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:16:19.381077 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=12']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:19.400217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9049ec2e-65e4-48b1-b107-43543804c17e None None] Deleting port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:19.401071 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9049ec2e-65e4-48b1-b107-43543804c17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.413368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229b22e-bb23-4614-8169-57ffe12d8ca4 req-d30edc59-014c-4651-b3d6-ccfac1126297 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:19.415036 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c229b22e-bb23-4614-8169-57ffe12d8ca4 req-d30edc59-014c-4651-b3d6-ccfac1126297 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.1049302 Jul 07 19:16:19.416199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.446749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] No DVR routers for this DVR port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:19.455257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e8f94c-7a12-4e50-bf94-b5a0b111ae65,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:19.529696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-9049ec2e-65e4-48b1-b107-43543804c17e None None] For port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=64e8f94c-7a12-4e50-bf94-b5a0b111ae65,segment=NetworkSegment(202c6e94-7984-47c3-986a-e58befe98447),segment_id=202c6e94-7984-47c3-986a-e58befe98447)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:19.530094 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9049ec2e-65e4-48b1-b107-43543804c17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.549317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9049ec2e-65e4-48b1-b107-43543804c17e None None] Calling delete_port for 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:19.561094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c229b22e-bb23-4614-8169-57ffe12d8ca4 req-2a8d2ef9-1060-4a84-b910-498f6fff308c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196494 Jul 07 19:16:19.567881 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.593856 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9892ad39-ee05-4c01-b72a-14bb665e1b69']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:19.606084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202c6e94-7984-47c3-986a-e58befe98447') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:19.606577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202c6e94-7984-47c3-986a-e58befe98447') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:19.618921 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.622153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['b60dc6b3-74a3-47e1-a437-e41674e39aee'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:19.640734 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.648980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:16:19.649522 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:16:19.652215 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:16:19.741439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.763018 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.770184 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9892ad39-ee05-4c01-b72a-14bb665e1b69 HTTP/1.1" status: 204 len: 168 time: 1.0542314 Jul 07 19:16:19.771837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff61f34-8973-4221-af3e-e07b98dbe389 admin admin] Pushing event deleted for resources: {'Network': ['ID=9892ad39-ee05-4c01-b72a-14bb665e1b69,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:19.779843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9049ec2e-65e4-48b1-b107-43543804c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.947376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9049ec2e-65e4-48b1-b107-43543804c17e None None] Network 9892ad39-ee05-4c01-b72a-14bb665e1b69 is not hosted by any dhcp agent {{(pid=93902) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:16:19.947832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9049ec2e-65e4-48b1-b107-43543804c17e None None] No DVR routers for this DVR port 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:19.955848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049ec2e-65e4-48b1-b107-43543804c17e None None] Pushing event deleted for resources: {'Port': ['ID=64e8f94c-7a12-4e50-bf94-b5a0b111ae65,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:20.280009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:20.307554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:20.308149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50682) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:20.308535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 64e8f94c-7a12-4e50-bf94-b5a0b111ae65 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:20.374242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a171969c-533d-4798-9d8a-fda1d69e3123 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5fcb9d6d7f3c452ba7e0bd1a44d1094f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653620 Jul 07 19:16:20.376866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50684) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:20.377492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1e0af-037f-47dc-89e0-fed5db93a4d9 req-a3f544b5-686c-4bdf-82b9-7dcd2cea23c0 tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:20.383576 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23a1e0af-037f-47dc-89e0-fed5db93a4d9 req-a3f544b5-686c-4bdf-82b9-7dcd2cea23c0 tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 1101 time: 0.0995085 Jul 07 19:16:20.436715 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23a1e0af-037f-47dc-89e0-fed5db93a4d9 req-01155ca5-1210-46ae-800a-1a3cbfea4b36 tempest-MigrationsAdminTest-99750197 tempest-MigrationsAdminTest-99750197-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494545 Jul 07 19:16:20.501036 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e66f7669-b422-484c-bf14-7346fb971405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.549135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e66f7669-b422-484c-bf14-7346fb971405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.632421 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d01d07-4416-4f95-a39c-f5d5c9cb06db req-3f42837b-c0b0-4d1e-b7fd-9237ec8f41dd tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:20.634317 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a7d01d07-4416-4f95-a39c-f5d5c9cb06db req-3f42837b-c0b0-4d1e-b7fd-9237ec8f41dd tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 945 time: 0.1487319 Jul 07 19:16:20.654897 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e66f7669-b422-484c-bf14-7346fb971405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.658265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e66f7669-b422-484c-bf14-7346fb971405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.659751 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e66f7669-b422-484c-bf14-7346fb971405 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f41ec0c-7d2e-4a42-b96a-fccce928d75c HTTP/1.1" status: 204 len: 168 time: 0.2811902 Jul 07 19:16:20.687544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f7669-b422-484c-bf14-7346fb971405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f41ec0c-7d2e-4a42-b96a-fccce928d75c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:20.728140 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a7d01d07-4416-4f95-a39c-f5d5c9cb06db req-1cdbf3c8-ac17-44fa-b51a-4284b647364b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836048 Jul 07 19:16:20.942717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60095f8f-7688-4298-a131-abcc10d12617 req-1499ec83-1f54-4531-ad72-fe1f14018355 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:20.945412 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60095f8f-7688-4298-a131-abcc10d12617 req-1499ec83-1f54-4531-ad72-fe1f14018355 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 945 time: 0.1572218 Jul 07 19:16:21.007038 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-da34ed0b-f333-4a13-8fba-6d26e5b1b58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.133844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-60095f8f-7688-4298-a131-abcc10d12617 req-34c4d9c8-2906-4dbe-bc3f-55ef65a9294e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Deleting port ba4e5def-8df2-4913-8050-3164a8f2c0a3 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:21.134199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-60095f8f-7688-4298-a131-abcc10d12617 req-34c4d9c8-2906-4dbe-bc3f-55ef65a9294e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.253936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-60095f8f-7688-4298-a131-abcc10d12617 req-34c4d9c8-2906-4dbe-bc3f-55ef65a9294e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] For port ba4e5def-8df2-4913-8050-3164a8f2c0a3, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ba4e5def-8df2-4913-8050-3164a8f2c0a3,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:21.254820 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-60095f8f-7688-4298-a131-abcc10d12617 req-34c4d9c8-2906-4dbe-bc3f-55ef65a9294e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.295525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-60095f8f-7688-4298-a131-abcc10d12617 req-34c4d9c8-2906-4dbe-bc3f-55ef65a9294e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Calling delete_port for ba4e5def-8df2-4913-8050-3164a8f2c0a3 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:21.320946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca392691-7fdc-4ee3-a33b-9ca0b8ce6686 req-7208f435-4049-43c0-a09d-8534d5bf806d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:21.322899 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca392691-7fdc-4ee3-a33b-9ca0b8ce6686 req-7208f435-4049-43c0-a09d-8534d5bf806d tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 950 time: 0.0784597 Jul 07 19:16:21.332448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50718) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:21.397136 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca392691-7fdc-4ee3-a33b-9ca0b8ce6686 req-e35f2454-4a45-47a4-87d7-48ed3e2c22e6 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520558 Jul 07 19:16:21.475964 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-60095f8f-7688-4298-a131-abcc10d12617 req-34c4d9c8-2906-4dbe-bc3f-55ef65a9294e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.491034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ba4e5def-8df2-4913-8050-3164a8f2c0a3'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:21.516223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4d9c8-2906-4dbe-bc3f-55ef65a9294e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Pushing event deleted for resources: {'Port': ['ID=ba4e5def-8df2-4913-8050-3164a8f2c0a3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:21.532751 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e77f-c4fb-4972-b053-93cc3ce5b589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.583011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-60095f8f-7688-4298-a131-abcc10d12617 req-34c4d9c8-2906-4dbe-bc3f-55ef65a9294e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] No DVR routers for this DVR port ba4e5def-8df2-4913-8050-3164a8f2c0a3 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:21.588076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-60095f8f-7688-4298-a131-abcc10d12617 req-34c4d9c8-2906-4dbe-bc3f-55ef65a9294e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.592003 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60095f8f-7688-4298-a131-abcc10d12617 req-34c4d9c8-2906-4dbe-bc3f-55ef65a9294e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "DELETE /v2.0/ports/ba4e5def-8df2-4913-8050-3164a8f2c0a3 HTTP/1.1" status: 204 len: 173 time: 0.6347494 Jul 07 19:16:21.592706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf20e02-67bf-4fdd-b4de-4dc8999458e9', 'name': 'network-vif-deleted', 'tag': 'ba4e5def-8df2-4913-8050-3164a8f2c0a3'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:21.597296 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d80f83d-76b3-4451-a66c-59c19eb37317" -d '{"events": [{"server_uuid": "fdf20e02-67bf-4fdd-b4de-4dc8999458e9", "name": "network-vif-deleted", "tag": "ba4e5def-8df2-4913-8050-3164a8f2c0a3"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:21.664623 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab8760a-ea41-47fa-8d9b-5ef3355f63a6 x-openstack-request-id: req-4ab8760a-ea41-47fa-8d9b-5ef3355f63a6 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:21.665114 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf20e02-67bf-4fdd-b4de-4dc8999458e9", "name": "network-vif-deleted", "tag": "ba4e5def-8df2-4913-8050-3164a8f2c0a3", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:21.666157 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ab8760a-ea41-47fa-8d9b-5ef3355f63a6 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:21.666811 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf20e02-67bf-4fdd-b4de-4dc8999458e9', 'name': 'network-vif-deleted', 'tag': 'ba4e5def-8df2-4913-8050-3164a8f2c0a3', 'status': 'completed', 'code': 200} Jul 07 19:16:21.743101 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e77f-c4fb-4972-b053-93cc3ce5b589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.750686 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e77f-c4fb-4972-b053-93cc3ce5b589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.796692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c5f8e77f-c4fb-4972-b053-93cc3ce5b589 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=773d87f2337b46fd8bfa178bf2dba92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631107 Jul 07 19:16:21.799487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50740) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:21.800346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8e77f-c4fb-4972-b053-93cc3ce5b589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc30ce6-f96d-4af8-8339-8391ac0922ff,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:21.877849 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29fa7f41-e843-444f-9227-cd426657131f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.910725 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29fa7f41-e843-444f-9227-cd426657131f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.978758 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29fa7f41-e843-444f-9227-cd426657131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.982177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29fa7f41-e843-444f-9227-cd426657131f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.986955 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-29fa7f41-e843-444f-9227-cd426657131f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5bc30ce6-f96d-4af8-8339-8391ac0922ff HTTP/1.1" status: 204 len: 168 time: 0.1864195 Jul 07 19:16:22.004963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa7f41-e843-444f-9227-cd426657131f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc30ce6-f96d-4af8-8339-8391ac0922ff,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:22.026421 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9604a0dc-dfae-4c30-955c-aa3e0bf6c161 req-f0e0e32d-2992-4a33-9077-51600e0a3b76 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 210 time: 0.0666008 Jul 07 19:16:22.282876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b60dc6b3-74a3-47e1-a437-e41674e39aee up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:22.328369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50764) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:22.366068 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port b60dc6b3-74a3-47e1-a437-e41674e39aee completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:22.373463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port b60dc6b3-74a3-47e1-a437-e41674e39aee triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:22.374306 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:22.483692 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:22.525995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50774) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:22.530351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:22.533091 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:22.536748 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b675f114-e28e-4188-9a33-52a284e11204" -d '{"events": [{"server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "name": "network-vif-plugged", "status": "completed", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:22.541636 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:22.542872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ba4e5def-8df2-4913-8050-3164a8f2c0a3 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:22.554204 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-30ab32af-5174-4b6a-89b6-85f5c51dd9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:22.607002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=13']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:22.654394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: ba4e5def-8df2-4913-8050-3164a8f2c0a3 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:22.654752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ba4e5def-8df2-4913-8050-3164a8f2c0a3 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:22.678621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1281196928-network', 'tenant_id': '60004f5929074cca9994a932de60365c'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:22.741459 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa824f-91d1-4e3e-8269-984b1655035b x-openstack-request-id: req-a4aa824f-91d1-4e3e-8269-984b1655035b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:22.742925 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "name": "network-vif-plugged", "status": "completed", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:22.743455 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4aa824f-91d1-4e3e-8269-984b1655035b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:22.744127 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'code': 200} Jul 07 19:16:22.801012 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-30ab32af-5174-4b6a-89b6-85f5c51dd9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:22.813342 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-30ab32af-5174-4b6a-89b6-85f5c51dd9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:22.895484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601fbe-6d06-43b2-ad63-5b5c3cd9a887 req-4525a304-9821-4358-b1a3-7059942bec64 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:22.897057 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e601fbe-6d06-43b2-ad63-5b5c3cd9a887 req-4525a304-9821-4358-b1a3-7059942bec64 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 951 time: 0.2237582 Jul 07 19:16:22.931460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-30ab32af-5174-4b6a-89b6-85f5c51dd9b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c54678379e754962a7b3852bb36ae40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010277 Jul 07 19:16:22.931814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50786) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:22.937192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab32af-5174-4b6a-89b6-85f5c51dd9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933768bc-5330-4f23-9522-68b4fd2f9081,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:22.950912 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Made reservation on behalf of 60004f5929074cca9994a932de60365c for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:22.954838 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:22.966265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:22.992678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5258e963-4df8-464d-8a6f-941da37a7cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.016523 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e601fbe-6d06-43b2-ad63-5b5c3cd9a887 req-281ed405-5cb9-41b8-a793-4387b0c15795 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051347 Jul 07 19:16:23.019699 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5258e963-4df8-464d-8a6f-941da37a7cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.038505 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93394b3e-fd00-4dd6-9def-25afdcbee486 req-c97825ff-3c5c-4139-bc51-05a6deeea72e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:23.040448 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-93394b3e-fd00-4dd6-9def-25afdcbee486 req-c97825ff-3c5c-4139-bc51-05a6deeea72e tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.110 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 951 time: 0.2134981 Jul 07 19:16:23.107130 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5258e963-4df8-464d-8a6f-941da37a7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.116103 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5258e963-4df8-464d-8a6f-941da37a7cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.117342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5258e963-4df8-464d-8a6f-941da37a7cb5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/933768bc-5330-4f23-9522-68b4fd2f9081 HTTP/1.1" status: 204 len: 168 time: 0.1845512 Jul 07 19:16:23.126149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258e963-4df8-464d-8a6f-941da37a7cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933768bc-5330-4f23-9522-68b4fd2f9081,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:23.235534 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cefef65a-4574-49ae-9df0-b475fe9adc9b req-eb26fee9-81d8-46a9-92dd-bc935bce9a72 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 210 time: 0.0452423 Jul 07 19:16:23.279584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-93394b3e-fd00-4dd6-9def-25afdcbee486 req-fdc37073-ea7b-4ef0-8b36-7a57baaf1767 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Deleting port b60dc6b3-74a3-47e1-a437-e41674e39aee {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:23.279927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-93394b3e-fd00-4dd6-9def-25afdcbee486 req-fdc37073-ea7b-4ef0-8b36-7a57baaf1767 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.303040 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.338443 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.354150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:16:23.366273 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.366701 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Added segment b5319fc3-3c7b-4f04-a408-f6c6db3a749f of type vlan for network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 Jul 07 19:16:23.434907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.446609 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-651e4019-1180-43ea-9038-22eb31beadfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.489915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.491245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:23.492015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.599223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50806) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:23.600563 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2704988 Jul 07 19:16:23.601647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:23.604537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6d7ff7b3-6bdb-4b2d-92ae-81275f5be6f5 admin admin] Request body: {'subnet': {'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1281196928-subnet', 'tenant_id': '60004f5929074cca9994a932de60365c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:23.614486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:16:23.644681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a229da-3ef9-4f36-889f-50c8fb384893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524ae196-d320-478e-bde4-2f0dcedb98bb,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:23.651180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7ff7b3-6bdb-4b2d-92ae-81275f5be6f5 admin admin] Made reservation on behalf of 60004f5929074cca9994a932de60365c for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:23.659838 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff7b3-6bdb-4b2d-92ae-81275f5be6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.717710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-93394b3e-fd00-4dd6-9def-25afdcbee486 req-fdc37073-ea7b-4ef0-8b36-7a57baaf1767 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] For port b60dc6b3-74a3-47e1-a437-e41674e39aee, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b60dc6b3-74a3-47e1-a437-e41674e39aee,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:23.718307 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-93394b3e-fd00-4dd6-9def-25afdcbee486 req-fdc37073-ea7b-4ef0-8b36-7a57baaf1767 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.738155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-93394b3e-fd00-4dd6-9def-25afdcbee486 req-fdc37073-ea7b-4ef0-8b36-7a57baaf1767 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Calling delete_port for b60dc6b3-74a3-47e1-a437-e41674e39aee owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:23.865551 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:24.009757 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-93394b3e-fd00-4dd6-9def-25afdcbee486 req-fdc37073-ea7b-4ef0-8b36-7a57baaf1767 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:24.026965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['317d3e94-e4e6-4a2f-8b95-c6b53744e544', 'b60dc6b3-74a3-47e1-a437-e41674e39aee'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:24.031952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8326a96c-aaa9-44a2-b0c0-20c416d0595d', '0f82c583-d76d-4a67-9d8c-fef9529a6aaa'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:24.040477 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff7b3-6bdb-4b2d-92ae-81275f5be6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:24.119647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ff7b3-6bdb-4b2d-92ae-81275f5be6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0639349d-cd44-4b30-8111-830dacc72ffc,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:24.172316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ff7b3-6bdb-4b2d-92ae-81275f5be6f5 admin admin] Checking segment: {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:24.172444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ff7b3-6bdb-4b2d-92ae-81275f5be6f5 admin admin] Network hostable DHCP agents. Network: a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:16:24.174470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc37073-ea7b-4ef0-8b36-7a57baaf1767 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Pushing event deleted for resources: {'Port': ['ID=b60dc6b3-74a3-47e1-a437-e41674e39aee,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:24.201659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ff7b3-6bdb-4b2d-92ae-81275f5be6f5 admin admin] Network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:16:24.222697 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ff7b3-6bdb-4b2d-92ae-81275f5be6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:24.227328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ff7b3-6bdb-4b2d-92ae-81275f5be6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:24.228355 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff7b3-6bdb-4b2d-92ae-81275f5be6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:24.252779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-93394b3e-fd00-4dd6-9def-25afdcbee486 req-fdc37073-ea7b-4ef0-8b36-7a57baaf1767 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] No DVR routers for this DVR port b60dc6b3-74a3-47e1-a437-e41674e39aee on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:24.258628 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-93394b3e-fd00-4dd6-9def-25afdcbee486 req-fdc37073-ea7b-4ef0-8b36-7a57baaf1767 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:24.263427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-93394b3e-fd00-4dd6-9def-25afdcbee486 req-fdc37073-ea7b-4ef0-8b36-7a57baaf1767 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.110 "DELETE /v2.0/ports/b60dc6b3-74a3-47e1-a437-e41674e39aee HTTP/1.1" status: 204 len: 173 time: 1.2143683 Jul 07 19:16:24.264026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'name': 'network-vif-deleted', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:24.271504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d46ec4-a68e-4f1a-a26c-348dad97a7fb None None] Network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:24.272730 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e953d6c5-2442-441c-9420-64b96cdbc0eb" -d '{"events": [{"server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "name": "network-vif-deleted", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:24.277843 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6d7ff7b3-6bdb-4b2d-92ae-81275f5be6f5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6774640 Jul 07 19:16:24.427877 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-53705947-493e-4d62-b750-388694064303 req-3812eebd-db84-419c-a20d-c75d60c2b738 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=246a249a-868e-4bd9-9171-a99d85013666 HTTP/1.1" status: 200 len: 210 time: 0.0812707 Jul 07 19:16:24.549396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4284b650-f242-42a8-8348-4109680d3cc6 req-7dad8cb6-b453-4d49-8ba2-c327a843cc25 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 210 time: 0.0482502 Jul 07 19:16:24.581142 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113f35e6-398c-4c52-8800-3388151a03a1 x-openstack-request-id: req-113f35e6-398c-4c52-8800-3388151a03a1 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:24.581648 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246a249a-868e-4bd9-9171-a99d85013666", "name": "network-vif-deleted", "tag": "b60dc6b3-74a3-47e1-a437-e41674e39aee", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:24.581900 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-113f35e6-398c-4c52-8800-3388151a03a1 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:24.582324 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246a249a-868e-4bd9-9171-a99d85013666', 'name': 'network-vif-deleted', 'tag': 'b60dc6b3-74a3-47e1-a437-e41674e39aee', 'status': 'completed', 'code': 200} Jul 07 19:16:24.644983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f80d670-1650-407f-9103-ccfb574fc0a7 None None] Network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:24.731681 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:25.293839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-7c45fef9-9cbf-47b5-b2a0-bdfdb54323a2 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:25.296377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-7c45fef9-9cbf-47b5-b2a0-bdfdb54323a2 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/networks?id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 200 len: 805 time: 0.1335938 Jul 07 19:16:25.313219 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-394f03d1-56bc-4b5e-bbe0-4528b6679fe0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/quotas/60004f5929074cca9994a932de60365c HTTP/1.1" status: 200 len: 375 time: 0.0109954 Jul 07 19:16:25.369664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-c1c14c93-054c-4596-b9d1-2b724ec9329b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=60004f5929074cca9994a932de60365c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499096 Jul 07 19:16:25.498914 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-6593b6cb-ebf8-40b9-9c06-3d5d49aa76f2 service neutron] 10.222.0.81 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277385 Jul 07 19:16:25.606882 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-f1365bfc-c558-4ea0-a331-2542439e92c2 service neutron] 10.222.0.81 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062994 Jul 07 19:16:25.984567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c47fd10e-cb68-4fb2-8f9a-e71e28d618e9 req-0110db4f-3cbb-4400-a3b2-92bde3f93b97 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 210 time: 0.0911748 Jul 07 19:16:26.063343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03697a8-20fa-4eff-b909-e5d195858635 req-2d47e282-e3e2-49c2-935c-4f762210c1be tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 210 time: 0.0552816 Jul 07 19:16:26.312998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b60dc6b3-74a3-47e1-a437-e41674e39aee no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:26.357647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: b60dc6b3-74a3-47e1-a437-e41674e39aee {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:26.357992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b60dc6b3-74a3-47e1-a437-e41674e39aee not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:26.415569 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:26.436085 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:16:26.821593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80388b-6852-46b2-bb3d-e4afffdb3fe2 req-e63b8cd7-7491-442a-9182-2dcd211a0a8b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:26.830912 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e80388b-6852-46b2-bb3d-e4afffdb3fe2 req-e63b8cd7-7491-442a-9182-2dcd211a0a8b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 949 time: 0.1078210 Jul 07 19:16:26.892565 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e80388b-6852-46b2-bb3d-e4afffdb3fe2 req-506e09dc-e9b0-43db-b9f8-765344e31806 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602057 Jul 07 19:16:27.145421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50960) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:27.220586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6712469e-3a3d-4459-af25-56df60c2ed76 req-24be7743-ffc5-461d-9197-31aecab33e22 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 210 time: 0.0761032 Jul 07 19:16:27.272296 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fc1df91c-a800-4325-ac9a-39a580131de5 req-b340fdc5-9697-4c92-b68c-aba80837dd2b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 210 time: 0.0473235 Jul 07 19:16:27.347996 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a95198d-3fe4-4ce2-a898-869529296d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:27.463506 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a95198d-3fe4-4ce2-a898-869529296d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:27.470020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a95198d-3fe4-4ce2-a898-869529296d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:27.523199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50970) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:27.523763 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6a95198d-3fe4-4ce2-a898-869529296d1c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5be5b35fc3943aabe6b4e5d4e3fc603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767850 Jul 07 19:16:27.525040 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95198d-3fe4-4ce2-a898-869529296d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c45dbaa-f4e3-4e92-b315-8d53c7ee49da,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:27.591198 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56e99b71-d104-4de9-b41b-3333a1a8f886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:27.615596 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56e99b71-d104-4de9-b41b-3333a1a8f886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:27.670093 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56e99b71-d104-4de9-b41b-3333a1a8f886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:27.673488 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56e99b71-d104-4de9-b41b-3333a1a8f886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:27.674632 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-56e99b71-d104-4de9-b41b-3333a1a8f886 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c45dbaa-f4e3-4e92-b315-8d53c7ee49da HTTP/1.1" status: 204 len: 168 time: 0.1504788 Jul 07 19:16:27.741837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e99b71-d104-4de9-b41b-3333a1a8f886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c45dbaa-f4e3-4e92-b315-8d53c7ee49da,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:27.801443 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50980) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:27.957064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-835bac39-045c-4c79-8c64-27fd98bf9e6d tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:27.958950 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-835bac39-045c-4c79-8c64-27fd98bf9e6d tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.110 "GET /v2.0/networks?id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 200 len: 805 time: 0.2723901 Jul 07 19:16:27.975193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Request body: {'port': {'device_id': 'f46d4646-5431-4550-b221-f172e7a496b1', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'admin_state_up': True, 'tenant_id': '60004f5929074cca9994a932de60365c'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:28.078881 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a117ed3f-fa3e-457f-8be0-bd84c0b9546a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.270765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f6160-4782-45d3-94c2-7f9ddc6d2f5f req-ad41ee8e-fc88-4632-8e4e-285221917cd7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:28.275914 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f85f6160-4782-45d3-94c2-7f9ddc6d2f5f req-ad41ee8e-fc88-4632-8e4e-285221917cd7 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 949 time: 0.1540449 Jul 07 19:16:28.295928 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a117ed3f-fa3e-457f-8be0-bd84c0b9546a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.302503 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a117ed3f-fa3e-457f-8be0-bd84c0b9546a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.338763 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f85f6160-4782-45d3-94c2-7f9ddc6d2f5f req-9a1d18c2-10f0-4ca6-9949-668669699b38 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531938 Jul 07 19:16:28.339895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Made reservation on behalf of 60004f5929074cca9994a932de60365c for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:28.344585 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.400699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a117ed3f-fa3e-457f-8be0-bd84c0b9546a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=badd1a7740594f88a4abc259dfe7ed8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5979486 Jul 07 19:16:28.408843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50994) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:28.409529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117ed3f-fa3e-457f-8be0-bd84c0b9546a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce633932-1774-418d-8e16-99c7f194151a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:28.454225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50996) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:28.457581 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f3de872c-6136-4bfe-8f10-f4a31c7876c4 req-b6cf59ca-c9b6-455a-aeb0-161415b7248b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 210 time: 0.0496159 Jul 07 19:16:28.483326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2830-1b30-4663-85df-7de89f9e7656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.505217 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e188d5b-3a70-456e-a408-07993732b544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.540819 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e188d5b-3a70-456e-a408-07993732b544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.587621 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a64c6f4-3d33-4d0f-b57f-f99a02f46541 req-cbe84ca9-622c-4920-82e7-bf90c5d4bd94 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 210 time: 0.0643435 Jul 07 19:16:28.669891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Allocated IP 172.20.0.3 (a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15/0639349d-cd44-4b30-8111-830dacc72ffc/cdbea3d3-8ff9-4805-a8bb-ec22532a12fc) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:28.751720 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2830-1b30-4663-85df-7de89f9e7656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.764147 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2830-1b30-4663-85df-7de89f9e7656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.776886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036770fe-dadb-4513-9f14-b96fbca04994 req-a4e1a570-5893-4158-a307-0dfab0edd3c0 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:28.778425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-036770fe-dadb-4513-9f14-b96fbca04994 req-a4e1a570-5893-4158-a307-0dfab0edd3c0 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 949 time: 0.1934814 Jul 07 19:16:28.869320 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e188d5b-3a70-456e-a408-07993732b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.872700 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e188d5b-3a70-456e-a408-07993732b544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.873972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1e188d5b-3a70-456e-a408-07993732b544 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce633932-1774-418d-8e16-99c7f194151a HTTP/1.1" status: 204 len: 168 time: 0.4616795 Jul 07 19:16:28.906222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf2830-1b30-4663-85df-7de89f9e7656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d0b29d-993d-4fa9-b45c-832b82886b7b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:28.907983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e188d5b-3a70-456e-a408-07993732b544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce633932-1774-418d-8e16-99c7f194151a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:28.921289 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bcdf2830-1b30-4663-85df-7de89f9e7656 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=408f6592c75d40fd9bd2c3438c451fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656231 Jul 07 19:16:28.924148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51002) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:29.015546 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef20c91c-2942-4b8c-954d-79488ffd209d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.045467 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef20c91c-2942-4b8c-954d-79488ffd209d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.055186 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.101785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-036770fe-dadb-4513-9f14-b96fbca04994 req-249552af-399f-4485-a0ee-4d9b995c2ddf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Deleting port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:29.102157 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-036770fe-dadb-4513-9f14-b96fbca04994 req-249552af-399f-4485-a0ee-4d9b995c2ddf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.105870 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef20c91c-2942-4b8c-954d-79488ffd209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.108513 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef20c91c-2942-4b8c-954d-79488ffd209d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.112158 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ef20c91c-2942-4b8c-954d-79488ffd209d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20d0b29d-993d-4fa9-b45c-832b82886b7b HTTP/1.1" status: 204 len: 168 time: 0.1845617 Jul 07 19:16:29.120383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20c91c-2942-4b8c-954d-79488ffd209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d0b29d-993d-4fa9-b45c-832b82886b7b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:29.280294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.411116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:29.431290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:29.435508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:29.485911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51022) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:29.507202 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f603777-b228-4206-b5da-392fe4d46d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.607581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-036770fe-dadb-4513-9f14-b96fbca04994 req-249552af-399f-4485-a0ee-4d9b995c2ddf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] For port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:29.608013 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-036770fe-dadb-4513-9f14-b96fbca04994 req-249552af-399f-4485-a0ee-4d9b995c2ddf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.645716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-036770fe-dadb-4513-9f14-b96fbca04994 req-249552af-399f-4485-a0ee-4d9b995c2ddf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Calling delete_port for 0f82c583-d76d-4a67-9d8c-fef9529a6aaa owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:29.683466 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f603777-b228-4206-b5da-392fe4d46d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.688985 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f603777-b228-4206-b5da-392fe4d46d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.758479 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:29.758479 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.814962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Pushing event updated for resources: {'Port': ['ID=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:29.828321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f603777-b228-4206-b5da-392fe4d46d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d571c0a7-f141-4bd6-95f5-98863957700a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:29.837983 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2f603777-b228-4206-b5da-392fe4d46d6a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=affde65b245e44fb91e47aa8df794862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509138 Jul 07 19:16:29.838758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51036) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:29.875221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2e5ab-1be5-446f-9008-2df42f52597b req-75900d6e-a187-4c26-b3a3-0b7420e086ff tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:29.877171 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-32f2e5ab-1be5-446f-9008-2df42f52597b req-75900d6e-a187-4c26-b3a3-0b7420e086ff tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 931 time: 0.1636581 Jul 07 19:16:29.885538 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-af18bff8-70e9-4e34-8350-218e552fae9e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9162586 Jul 07 19:16:29.901090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Request body: {'port': {'device_id': 'f46d4646-5431-4550-b221-f172e7a496b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:29.949264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-32f2e5ab-1be5-446f-9008-2df42f52597b req-a42d5020-1426-4b0d-9694-0f6e6397d3ef tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661447 Jul 07 19:16:29.989568 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5380b75-46b7-4bcd-9afc-4fc0eb3d57b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:30.055963 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5380b75-46b7-4bcd-9afc-4fc0eb3d57b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:30.153944 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05d972cb-44e5-4fd6-b9ee-b4c23da40f83 req-0f6b2d4b-c7f0-4972-aefa-33e0ea44e2d1 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 210 time: 0.0415394 Jul 07 19:16:30.506224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26876ab-44d9-4ff4-b096-205fce0d8947 req-88cc89fd-86a5-4368-bd6b-d13c89393981 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:30.508547 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e26876ab-44d9-4ff4-b096-205fce0d8947 req-88cc89fd-86a5-4368-bd6b-d13c89393981 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 949 time: 0.7448711 Jul 07 19:16:30.514150 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-036770fe-dadb-4513-9f14-b96fbca04994 req-249552af-399f-4485-a0ee-4d9b995c2ddf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:30.529918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['317d3e94-e4e6-4a2f-8b95-c6b53744e544'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:30.532095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8326a96c-aaa9-44a2-b0c0-20c416d0595d'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:30.738094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249552af-399f-4485-a0ee-4d9b995c2ddf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Pushing event deleted for resources: {'Port': ['ID=0f82c583-d76d-4a67-9d8c-fef9529a6aaa,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:30.742725 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:30.821816 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5380b75-46b7-4bcd-9afc-4fc0eb3d57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:30.825950 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5380b75-46b7-4bcd-9afc-4fc0eb3d57b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:30.830156 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f5380b75-46b7-4bcd-9afc-4fc0eb3d57b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d571c0a7-f141-4bd6-95f5-98863957700a HTTP/1.1" status: 204 len: 168 time: 0.9886317 Jul 07 19:16:30.885064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5380b75-46b7-4bcd-9afc-4fc0eb3d57b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d571c0a7-f141-4bd6-95f5-98863957700a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:30.887215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-036770fe-dadb-4513-9f14-b96fbca04994 req-249552af-399f-4485-a0ee-4d9b995c2ddf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] No DVR routers for this DVR port 0f82c583-d76d-4a67-9d8c-fef9529a6aaa on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:30.899598 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e26876ab-44d9-4ff4-b096-205fce0d8947 req-6d35bfbd-d5f3-4f17-aaba-1d4cd433d148 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739667 Jul 07 19:16:30.900843 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-036770fe-dadb-4513-9f14-b96fbca04994 req-249552af-399f-4485-a0ee-4d9b995c2ddf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:30.920747 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-036770fe-dadb-4513-9f14-b96fbca04994 req-249552af-399f-4485-a0ee-4d9b995c2ddf tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "DELETE /v2.0/ports/0f82c583-d76d-4a67-9d8c-fef9529a6aaa HTTP/1.1" status: 204 len: 173 time: 2.1258602 Jul 07 19:16:30.923938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'name': 'network-vif-deleted', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:30.927214 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2209f4bb-89b6-4152-92e9-56fdce0f4a8e" -d '{"events": [{"server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "name": "network-vif-deleted", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:31.082578 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4471ce-1f62-41fc-b99e-31cea535a95b x-openstack-request-id: req-4b4471ce-1f62-41fc-b99e-31cea535a95b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:31.086173 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d03360-f1bf-44c5-933b-f5ef152cf928", "name": "network-vif-deleted", "tag": "0f82c583-d76d-4a67-9d8c-fef9529a6aaa", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:31.086670 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b4471ce-1f62-41fc-b99e-31cea535a95b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:31.087273 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d03360-f1bf-44c5-933b-f5ef152cf928', 'name': 'network-vif-deleted', 'tag': '0f82c583-d76d-4a67-9d8c-fef9529a6aaa', 'status': 'completed', 'code': 200} Jul 07 19:16:31.367317 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c064b314-edd5-47b8-9996-16f5cd951abf req-ee471aa9-5829-4f6d-89e0-94d7978e3922 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf20e02-67bf-4fdd-b4de-4dc8999458e9 HTTP/1.1" status: 200 len: 210 time: 0.0523295 Jul 07 19:16:31.541504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdbea3d3-8ff9-4805-a8bb-ec22532a12fc {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:31.550385 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:31.572245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Transition to ACTIVE for port object cdbea3d3-8ff9-4805-a8bb-ec22532a12fc will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:31.580314 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:31.663329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60aa31-e5e2-417f-b85f-9ec1c69af858 req-1156a476-2292-466b-84ad-92d348df0d55 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:31.670895 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7a60aa31-e5e2-417f-b85f-9ec1c69af858 req-1156a476-2292-466b-84ad-92d348df0d55 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 931 time: 0.1694496 Jul 07 19:16:31.708714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:31.764097 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7a60aa31-e5e2-417f-b85f-9ec1c69af858 req-a95db50b-5893-4ddb-99fe-9c2e9e9e7e89 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923939 Jul 07 19:16:31.825151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Attempting to bind port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:31.825759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Attempting to bind port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:31.830562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Attempting to bind port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc on network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:31.848944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc on network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:16:31.850476 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Attempting to bind port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc on network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:31.899570 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:31.900672 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Checking segment: {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:31.901988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Bound using segment: {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:31.902583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Bound port: cdbea3d3-8ff9-4805-a8bb-ec22532a12fc, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:31.903753 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.071394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] For port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:32.078373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] For port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:32.085871 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.193858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:32.232271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:32.232902 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.234380 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-a04fd0f6-52a1-48a2-9eb4-7467693154f2 service neutron] 10.222.0.110 "PUT /v2.0/ports/cdbea3d3-8ff9-4805-a8bb-ec22532a12fc HTTP/1.1" status: 200 len: 1091 time: 2.3375595 Jul 07 19:16:32.381103 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c9724ba-4c16-4a4a-9bf4-dd7c600a223e req-dce400b8-7342-4916-9678-b4354395f185 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=99d03360-f1bf-44c5-933b-f5ef152cf928 HTTP/1.1" status: 200 len: 210 time: 0.0744417 Jul 07 19:16:32.400316 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0f82c583-d76d-4a67-9d8c-fef9529a6aaa no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:32.452754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 0f82c583-d76d-4a67-9d8c-fef9529a6aaa {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:32.453419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0f82c583-d76d-4a67-9d8c-fef9529a6aaa not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:32.476497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-1fb542c2-c725-48eb-888f-b8e5d7215c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:32.483976 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-1fb542c2-c725-48eb-888f-b8e5d7215c44 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=60004f5929074cca9994a932de60365c&device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 1094 time: 0.1353240 Jul 07 19:16:32.551344 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-4bad88ba-d06a-4068-9d48-98949b4adba0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc HTTP/1.1" status: 200 len: 217 time: 0.0591302 Jul 07 19:16:32.688014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-b117c1e9-0d3b-4f19-bef8-3d6a6521abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:32.689631 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-b117c1e9-0d3b-4f19-bef8-3d6a6521abc7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0639349d-cd44-4b30-8111-830dacc72ffc HTTP/1.1" status: 200 len: 845 time: 0.1283731 Jul 07 19:16:32.734831 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-c318971b-2ecc-4523-9b4b-d8c0bb99e68a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330408 Jul 07 19:16:32.939799 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-5aa060ca-19b7-4f80-a684-8c7bccf92121 service neutron] 10.222.0.110 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969635 Jul 07 19:16:33.021362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445693f-c363-476b-8999-5df95fe8fa6d req-561ad11c-7051-4ee0-aa1c-8e3775a0942f tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:33.032440 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2445693f-c363-476b-8999-5df95fe8fa6d req-561ad11c-7051-4ee0-aa1c-8e3775a0942f tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 943 time: 0.1157472 Jul 07 19:16:33.070979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51150) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:33.099135 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2445693f-c363-476b-8999-5df95fe8fa6d req-290abcf2-295c-46c0-8b65-b16ec752835b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656281 Jul 07 19:16:33.156328 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46d4646-5431-4550-b221-f172e7a496b1', 'tag': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:33.160982 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e3643e-6289-49ef-8ad5-70724a762918" -d '{"events": [{"name": "network-changed", "server_uuid": "f46d4646-5431-4550-b221-f172e7a496b1", "tag": "cdbea3d3-8ff9-4805-a8bb-ec22532a12fc"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:33.174999 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3d3dc2f-601c-4d23-a9c4-bd4fd59ccd62 req-ba254ddf-ef73-43a7-b908-d5b34de50f03 service neutron] 10.222.0.110 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315264 Jul 07 19:16:33.273489 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-979934f0-13ce-498b-84c8-de93da0f1bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.446255 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ac89259-d08d-4fc7-bb10-c5fadf90003e req-2114fd28-a018-4566-9343-8a3ed54a47f3 tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1c90b84cd1de406d88e3da56e49b2ce6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263817 Jul 07 19:16:33.488405 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-979934f0-13ce-498b-84c8-de93da0f1bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.494037 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-979934f0-13ce-498b-84c8-de93da0f1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.524212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979934f0-13ce-498b-84c8-de93da0f1bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4227d6a-eefb-457d-ac08-7608b41117e1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:33.553893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09ca79-5bfe-40f4-a5e2-33047439ae82 req-fae2c5f0-5700-4cd2-9995-8254d8c08311 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:33.555401 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d09ca79-5bfe-40f4-a5e2-33047439ae82 req-fae2c5f0-5700-4cd2-9995-8254d8c08311 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.1864827 Jul 07 19:16:33.564563 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-979934f0-13ce-498b-84c8-de93da0f1bb4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2ad6ff5cc3f4cd69a16e855481f30ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900625 Jul 07 19:16:33.564782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51176) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:33.588636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac89259-d08d-4fc7-bb10-c5fadf90003e req-5173604d-0cc8-4740-8142-589cb07a078d tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:33.591160 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ac89259-d08d-4fc7-bb10-c5fadf90003e req-5173604d-0cc8-4740-8142-589cb07a078d tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385608 Jul 07 19:16:33.594927 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d09ca79-5bfe-40f4-a5e2-33047439ae82 req-7bc27d84-f02d-48fb-8416-9d487c7d4f8f tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/quotas/2e1f918f8e4244559f5f76b0b68b66a6 HTTP/1.1" status: 200 len: 375 time: 0.0314770 Jul 07 19:16:33.610683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ac89259-d08d-4fc7-bb10-c5fadf90003e req-7705117d-27ea-4035-bd29-dbbf0832bcd7 tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] 10.222.0.81 "GET /v2.0/quotas/1c90b84cd1de406d88e3da56e49b2ce6 HTTP/1.1" status: 200 len: 375 time: 0.0106943 Jul 07 19:16:33.640879 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d09ca79-5bfe-40f4-a5e2-33047439ae82 req-f6df13f2-d8a9-467c-b075-e763f51fc523 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387673 Jul 07 19:16:33.646234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ac89259-d08d-4fc7-bb10-c5fadf90003e req-54223995-9e63-45c8-85ac-b4e35223679e tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1c90b84cd1de406d88e3da56e49b2ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293667 Jul 07 19:16:33.675953 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d1959d36-29ce-451e-af77-9950418e665d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.738744 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d1959d36-29ce-451e-af77-9950418e665d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.764782 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cf5a46-20fd-41af-b7c5-bba77e59e09b x-openstack-request-id: req-10cf5a46-20fd-41af-b7c5-bba77e59e09b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:33.765074 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46d4646-5431-4550-b221-f172e7a496b1", "tag": "cdbea3d3-8ff9-4805-a8bb-ec22532a12fc", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:33.765328 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10cf5a46-20fd-41af-b7c5-bba77e59e09b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:33.765730 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46d4646-5431-4550-b221-f172e7a496b1', 'tag': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc', 'status': 'completed', 'code': 200} Jul 07 19:16:33.816447 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d09ca79-5bfe-40f4-a5e2-33047439ae82 req-6a175e95-0522-4e12-a804-bc807faa73d2 service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614602 Jul 07 19:16:33.859146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3643e-6289-49ef-8ad5-70724a762918 req-000339d2-e446-481b-8d87-83302e03fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:33.861773 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7e3643e-6289-49ef-8ad5-70724a762918 req-000339d2-e446-481b-8d87-83302e03fdfe service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=60004f5929074cca9994a932de60365c&device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 1094 time: 0.0627921 Jul 07 19:16:33.908985 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d1959d36-29ce-451e-af77-9950418e665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.912294 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d1959d36-29ce-451e-af77-9950418e665d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.928725 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d1959d36-29ce-451e-af77-9950418e665d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4227d6a-eefb-457d-ac08-7608b41117e1 HTTP/1.1" status: 204 len: 168 time: 0.3539422 Jul 07 19:16:33.954833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1959d36-29ce-451e-af77-9950418e665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4227d6a-eefb-457d-ac08-7608b41117e1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:34.015113 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d09ca79-5bfe-40f4-a5e2-33047439ae82 req-3a5c349b-c2da-42a8-8759-dffcfabaed67 service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899834 Jul 07 19:16:34.045818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3643e-6289-49ef-8ad5-70724a762918 req-bce37de3-8d5e-4888-8a27-3e0632c978d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:34.047653 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7e3643e-6289-49ef-8ad5-70724a762918 req-bce37de3-8d5e-4888-8a27-3e0632c978d9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 200 len: 906 time: 0.1719551 Jul 07 19:16:34.109021 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7e3643e-6289-49ef-8ad5-70724a762918 req-bfe5c086-b215-4e20-bbd3-3c43ec7ffaf9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc HTTP/1.1" status: 200 len: 217 time: 0.0525839 Jul 07 19:16:34.175832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3643e-6289-49ef-8ad5-70724a762918 req-7620a365-aaf1-4af3-8dc3-54f0c354943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:34.177360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7e3643e-6289-49ef-8ad5-70724a762918 req-7620a365-aaf1-4af3-8dc3-54f0c354943b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0639349d-cd44-4b30-8111-830dacc72ffc HTTP/1.1" status: 200 len: 845 time: 0.0616841 Jul 07 19:16:34.257015 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7e3643e-6289-49ef-8ad5-70724a762918 req-7102fe83-32c1-4540-86d3-28a26b960f32 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715837 Jul 07 19:16:34.424129 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7e3643e-6289-49ef-8ad5-70724a762918 req-d1bb9027-9b53-4ff9-b9b7-7f06ffda5c3c service neutron] 10.222.0.110 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596527 Jul 07 19:16:34.654237 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7e3643e-6289-49ef-8ad5-70724a762918 req-35232564-4f24-4870-9a7f-9ce3900b70dc service neutron] 10.222.0.110 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217717 Jul 07 19:16:34.733488 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4327d411-6f72-43d4-b38c-e1e1bb85a1f8 req-b2b70b95-7e8d-45d3-a8ea-f259e9253b35 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7f5cce5-5614-42b3-a898-dca9ae40bb22 HTTP/1.1" status: 200 len: 210 time: 0.0795932 Jul 07 19:16:34.769807 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f4614-43c7-47b4-856a-206988d9c955 req-abf383b8-18d5-45a5-97dc-357e125d1906 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:34.779822 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-818f4614-43c7-47b4-856a-206988d9c955 req-abf383b8-18d5-45a5-97dc-357e125d1906 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 943 time: 0.1228149 Jul 07 19:16:34.832649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-818f4614-43c7-47b4-856a-206988d9c955 req-a07784b8-3ae9-4b78-92b4-1ef4b6911813 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518763 Jul 07 19:16:35.179444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4db131-9de5-4701-b1db-8299b854b40d req-89b0e2d6-f34f-419e-8be4-057a744167c0 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:35.181049 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ef4db131-9de5-4701-b1db-8299b854b40d req-89b0e2d6-f34f-419e-8be4-057a744167c0 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.1308787 Jul 07 19:16:35.243902 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ef4db131-9de5-4701-b1db-8299b854b40d req-5580393b-8943-4970-8d0a-a19d8d66c804 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547459 Jul 07 19:16:35.415208 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.735948 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5554b2c3-6f29-47cf-91d2-dd591285ef23 req-3f3ea660-b217-4103-9d41-3dc984586754 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7f5cce5-5614-42b3-a898-dca9ae40bb22 HTTP/1.1" status: 200 len: 210 time: 0.0482495 Jul 07 19:16:35.969746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d19fcdc-b41b-4d25-82c6-685cb6b3eeb4 req-18dd2679-3fa0-4578-9b05-75a12ecccd5c tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1c90b84cd1de406d88e3da56e49b2ce6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742915 Jul 07 19:16:36.122652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19fcdc-b41b-4d25-82c6-685cb6b3eeb4 req-ea8163f6-682f-4ca2-a049-695244cb13e2 tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:36.124601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d19fcdc-b41b-4d25-82c6-685cb6b3eeb4 req-ea8163f6-682f-4ca2-a049-695244cb13e2 tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536860 Jul 07 19:16:36.129314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51290) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:36.146347 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d19fcdc-b41b-4d25-82c6-685cb6b3eeb4 req-de09909b-8547-412e-b51b-c3e4d8ca5025 tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] 10.222.0.81 "GET /v2.0/quotas/1c90b84cd1de406d88e3da56e49b2ce6 HTTP/1.1" status: 200 len: 375 time: 0.0110686 Jul 07 19:16:36.189215 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d19fcdc-b41b-4d25-82c6-685cb6b3eeb4 req-767e953c-72ce-4772-87cb-43a0ba66ce7f tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1c90b84cd1de406d88e3da56e49b2ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374756 Jul 07 19:16:36.208061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aed55-b37a-4f2b-bd80-a29c793666af req-4413d407-6ec6-4080-8184-c97f27020d43 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:36.209725 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-968aed55-b37a-4f2b-bd80-a29c793666af req-4413d407-6ec6-4080-8184-c97f27020d43 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 943 time: 0.1084011 Jul 07 19:16:36.265021 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-968aed55-b37a-4f2b-bd80-a29c793666af req-b3578e91-5d0c-42b0-afbd-93245eb124ce tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480289 Jul 07 19:16:36.309439 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1314c115-73e6-4aa2-8ec6-a5312c46af11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.320611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cdbea3d3-8ff9-4805-a8bb-ec22532a12fc details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:16:36.486197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:36.503523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'port_id': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc', 'mac_address': 'fa:16:3e:8f:01:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0639349d-cd44-4b30-8111-830dacc72ffc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:16:36.524856 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1314c115-73e6-4aa2-8ec6-a5312c46af11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.549863 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1314c115-73e6-4aa2-8ec6-a5312c46af11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.568378 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.594047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdbea3d3-8ff9-4805-a8bb-ec22532a12fc {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:36.612431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51308) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:36.612665 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1314c115-73e6-4aa2-8ec6-a5312c46af11 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2503ce935a64f848a9eb64e9b99f2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818504 Jul 07 19:16:36.617502 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d09ca79-5bfe-40f4-a5e2-33047439ae82 req-58dd69f8-ab23-4454-b4e1-06949f1b32e4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=a7f5cce5-5614-42b3-a898-dca9ae40bb22 HTTP/1.1" status: 200 len: 210 time: 0.0855918 Jul 07 19:16:36.633107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:36.640811 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.681690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b3bd2-24dc-4555-b499-c336bb8ebe58 req-5a641c75-9171-40a4-9a84-435d4a14d98c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:36.683656 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-197b3bd2-24dc-4555-b499-c336bb8ebe58 req-5a641c75-9171-40a4-9a84-435d4a14d98c tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.110 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.2708263 Jul 07 19:16:36.722525 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a455ebfb-39ac-44a8-9080-c001b1059f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.730739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:36.768742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a455ebfb-39ac-44a8-9080-c001b1059f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.836161 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a455ebfb-39ac-44a8-9080-c001b1059f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.840868 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a455ebfb-39ac-44a8-9080-c001b1059f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.844232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a455ebfb-39ac-44a8-9080-c001b1059f54 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b3eb339-1215-44a8-aa56-71ef67fc19af HTTP/1.1" status: 204 len: 168 time: 0.2304244 Jul 07 19:16:36.856701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455ebfb-39ac-44a8-9080-c001b1059f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3eb339-1215-44a8-aa56-71ef67fc19af,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:36.876359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314c115-73e6-4aa2-8ec6-a5312c46af11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3eb339-1215-44a8-aa56-71ef67fc19af,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:36.918316 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['cdbea3d3-8ff9-4805-a8bb-ec22532a12fc'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:36.985314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3d3e7-0ded-4476-a77b-81c4720c3f0d req-b2c7e8ce-2e69-4115-ba39-5d984a5cde80 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:36.986982 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dac3d3e7-0ded-4476-a77b-81c4720c3f0d req-b2c7e8ce-2e69-4115-ba39-5d984a5cde80 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 949 time: 0.4070647 Jul 07 19:16:37.072857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-197b3bd2-24dc-4555-b499-c336bb8ebe58 req-c7613513-3984-4ec7-a344-142a50210750 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Deleting port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:37.073252 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-197b3bd2-24dc-4555-b499-c336bb8ebe58 req-c7613513-3984-4ec7-a344-142a50210750 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:37.107305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09ca79-5bfe-40f4-a5e2-33047439ae82 req-b6a68951-ac7f-4c3a-a799-bac5f94321cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.108985 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d09ca79-5bfe-40f4-a5e2-33047439ae82 req-b6a68951-ac7f-4c3a-a799-bac5f94321cc service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4800599 Jul 07 19:16:37.216236 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dac3d3e7-0ded-4476-a77b-81c4720c3f0d req-31cec5dd-b450-4f2d-b4b2-f7247832055b tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166107 Jul 07 19:16:37.352767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-197b3bd2-24dc-4555-b499-c336bb8ebe58 req-c7613513-3984-4ec7-a344-142a50210750 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] For port 317d3e94-e4e6-4a2f-8b95-c6b53744e544, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=317d3e94-e4e6-4a2f-8b95-c6b53744e544,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:37.353170 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-197b3bd2-24dc-4555-b499-c336bb8ebe58 req-c7613513-3984-4ec7-a344-142a50210750 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:37.367703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-197b3bd2-24dc-4555-b499-c336bb8ebe58 req-c7613513-3984-4ec7-a344-142a50210750 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Calling delete_port for 317d3e94-e4e6-4a2f-8b95-c6b53744e544 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:37.409222 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a424a06-5b24-4f98-8766-f4545b113fd4 req-8f85878f-7703-4102-8ae6-aa35db8d5e73 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7f5cce5-5614-42b3-a898-dca9ae40bb22 HTTP/1.1" status: 200 len: 210 time: 0.0465708 Jul 07 19:16:37.502709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09ca79-5bfe-40f4-a5e2-33047439ae82 req-8513b074-53ca-4e06-8975-413fd7494d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.504275 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d09ca79-5bfe-40f4-a5e2-33047439ae82 req-8513b074-53ca-4e06-8975-413fd7494d59 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3616567 Jul 07 19:16:37.613194 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d09ca79-5bfe-40f4-a5e2-33047439ae82 req-952674ae-5e2b-4304-97db-c2dc293d0f15 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "GET /v2.0/ports?device_id=a7f5cce5-5614-42b3-a898-dca9ae40bb22 HTTP/1.1" status: 200 len: 210 time: 0.0670717 Jul 07 19:16:37.621853 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47697889-f81e-4e23-8f83-064d1502eca1 req-a03a7ad4-f252-4687-8558-2f14569c0074 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.624588 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47697889-f81e-4e23-8f83-064d1502eca1 req-a03a7ad4-f252-4687-8558-2f14569c0074 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 945 time: 0.0868704 Jul 07 19:16:37.659329 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-197b3bd2-24dc-4555-b499-c336bb8ebe58 req-c7613513-3984-4ec7-a344-142a50210750 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:37.674206 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8326a96c-aaa9-44a2-b0c0-20c416d0595d'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:37.676527 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['317d3e94-e4e6-4a2f-8b95-c6b53744e544'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:37.728536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7613513-3984-4ec7-a344-142a50210750 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Pushing event deleted for resources: {'Port': ['ID=317d3e94-e4e6-4a2f-8b95-c6b53744e544,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:37.758810 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47697889-f81e-4e23-8f83-064d1502eca1 req-665b3521-4daa-4a62-b39b-80ccff4b3997 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249709 Jul 07 19:16:37.838690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-197b3bd2-24dc-4555-b499-c336bb8ebe58 req-c7613513-3984-4ec7-a344-142a50210750 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] No DVR routers for this DVR port 317d3e94-e4e6-4a2f-8b95-c6b53744e544 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:37.845287 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-197b3bd2-24dc-4555-b499-c336bb8ebe58 req-c7613513-3984-4ec7-a344-142a50210750 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:37.857762 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-197b3bd2-24dc-4555-b499-c336bb8ebe58 req-c7613513-3984-4ec7-a344-142a50210750 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.110 "DELETE /v2.0/ports/317d3e94-e4e6-4a2f-8b95-c6b53744e544 HTTP/1.1" status: 204 len: 173 time: 1.1156759 Jul 07 19:16:37.858575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'name': 'network-vif-deleted', 'tag': '317d3e94-e4e6-4a2f-8b95-c6b53744e544'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:37.861246 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8924dcbc-42e5-4914-9392-69a50d617fd4" -d '{"events": [{"server_uuid": "40551b4d-65da-4e13-9662-6b8b0ec48800", "name": "network-vif-deleted", "tag": "317d3e94-e4e6-4a2f-8b95-c6b53744e544"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:38.022941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909b538-5951-4f0a-bc1e-a0c663fa1a93 req-15c20302-6a9f-4a5f-a978-7b1e83137e0b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:38.047793 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a909b538-5951-4f0a-bc1e-a0c663fa1a93 req-15c20302-6a9f-4a5f-a978-7b1e83137e0b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 944 time: 0.1799212 Jul 07 19:16:38.100872 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a909b538-5951-4f0a-bc1e-a0c663fa1a93 req-9060c97a-f66f-469b-a1ec-2e3ce7a92038 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521827 Jul 07 19:16:38.251622 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-265a1861-2683-43b8-a1a0-35fe8a1ffade req-98851569-39fe-4bb1-940b-7781b29571fa service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=a7f5cce5-5614-42b3-a898-dca9ae40bb22 HTTP/1.1" status: 200 len: 210 time: 0.0651073 Jul 07 19:16:38.260868 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0879dc-65d4-4ea4-9f86-f855010f7334 x-openstack-request-id: req-ea0879dc-65d4-4ea4-9f86-f855010f7334 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:38.261417 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40551b4d-65da-4e13-9662-6b8b0ec48800", "name": "network-vif-deleted", "tag": "317d3e94-e4e6-4a2f-8b95-c6b53744e544", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:38.261966 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea0879dc-65d4-4ea4-9f86-f855010f7334 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:38.263926 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40551b4d-65da-4e13-9662-6b8b0ec48800', 'name': 'network-vif-deleted', 'tag': '317d3e94-e4e6-4a2f-8b95-c6b53744e544', 'status': 'completed', 'code': 200} Jul 07 19:16:38.332011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cdbea3d3-8ff9-4805-a8bb-ec22532a12fc up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:38.444891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a1861-2683-43b8-a1a0-35fe8a1ffade req-1b74851b-dc31-4114-ac3c-3979a10e58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:38.446405 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-265a1861-2683-43b8-a1a0-35fe8a1ffade req-1b74851b-dc31-4114-ac3c-3979a10e58fe service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1806281 Jul 07 19:16:38.457432 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:38.466974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:38.466974 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.628289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a1861-2683-43b8-a1a0-35fe8a1ffade req-51ba56a1-9f1d-4609-80be-a50a7eccb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:38.630679 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-265a1861-2683-43b8-a1a0-35fe8a1ffade req-51ba56a1-9f1d-4609-80be-a50a7eccb833 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689048 Jul 07 19:16:38.640815 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.679958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:38.680948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46d4646-5431-4550-b221-f172e7a496b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:38.685278 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860a8a52-a892-427c-aecf-b4410d2ded43" -d '{"events": [{"server_uuid": "f46d4646-5431-4550-b221-f172e7a496b1", "name": "network-vif-plugged", "status": "completed", "tag": "cdbea3d3-8ff9-4805-a8bb-ec22532a12fc"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:38.690343 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.691928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 317d3e94-e4e6-4a2f-8b95-c6b53744e544 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:38.720704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 317d3e94-e4e6-4a2f-8b95-c6b53744e544 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:38.721544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 317d3e94-e4e6-4a2f-8b95-c6b53744e544 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:38.760879 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-265a1861-2683-43b8-a1a0-35fe8a1ffade req-7a27a6ef-4c12-4561-b938-66043606f9fc tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "GET /v2.0/ports?device_id=a7f5cce5-5614-42b3-a898-dca9ae40bb22 HTTP/1.1" status: 200 len: 210 time: 0.0679102 Jul 07 19:16:38.801050 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4421bc9-4daf-4c43-bd54-18c215e397a7 req-c50a3edb-1519-4302-aab6-2e3b3fb57903 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7f5cce5-5614-42b3-a898-dca9ae40bb22 HTTP/1.1" status: 200 len: 210 time: 0.0737875 Jul 07 19:16:38.822727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:38.863220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3e96aabf-923d-4ef6-ae8c-093669f93883 req-d6c64dce-dff9-46ee-9aea-973a528c9665 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=40551b4d-65da-4e13-9662-6b8b0ec48800 HTTP/1.1" status: 200 len: 210 time: 0.0684905 Jul 07 19:16:38.890431 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe52769-c54e-4358-a2b6-aaa39640afb5 x-openstack-request-id: req-ebe52769-c54e-4358-a2b6-aaa39640afb5 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:38.890924 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46d4646-5431-4550-b221-f172e7a496b1", "name": "network-vif-plugged", "status": "completed", "tag": "cdbea3d3-8ff9-4805-a8bb-ec22532a12fc", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:38.891820 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ebe52769-c54e-4358-a2b6-aaa39640afb5 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:38.892778 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46d4646-5431-4550-b221-f172e7a496b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc', 'code': 200} Jul 07 19:16:39.081280 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7503261d-4b45-4502-9bad-743985eecbff req-b21917d7-8c6e-4519-9c36-4cb4b0adc21d tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1c90b84cd1de406d88e3da56e49b2ce6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530102 Jul 07 19:16:39.239453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d2576-0fc2-487f-af02-fd529bbb26cd req-b37c1ca8-e595-4afc-87ae-fef0b9e160a7 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:39.249412 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5d4d2576-0fc2-487f-af02-fd529bbb26cd req-b37c1ca8-e595-4afc-87ae-fef0b9e160a7 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 945 time: 0.1769028 Jul 07 19:16:39.283403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc5419-9b28-4934-b058-5e0f533adbfb req-7b8b872e-9e13-4273-a2fa-3226ad276614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:39.284810 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44fc5419-9b28-4934-b058-5e0f533adbfb req-7b8b872e-9e13-4273-a2fa-3226ad276614 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 1096 time: 0.1987607 Jul 07 19:16:39.326365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5d4d2576-0fc2-487f-af02-fd529bbb26cd req-95838472-5c07-451d-8311-978076cb3286 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/security-groups?id=376b4fe8-c078-4efa-b4da-f1786ca936c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760484 Jul 07 19:16:39.378419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503261d-4b45-4502-9bad-743985eecbff req-b85d97be-d668-48ba-8500-a8bf4caf0278 tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:39.390955 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7503261d-4b45-4502-9bad-743985eecbff req-b85d97be-d668-48ba-8500-a8bf4caf0278 tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994084 Jul 07 19:16:39.413195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7503261d-4b45-4502-9bad-743985eecbff req-dea6a401-8003-4dba-9064-34c6c974ed9e tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] 10.222.0.81 "GET /v2.0/quotas/1c90b84cd1de406d88e3da56e49b2ce6 HTTP/1.1" status: 200 len: 375 time: 0.0204160 Jul 07 19:16:39.457829 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7503261d-4b45-4502-9bad-743985eecbff req-b460bdf9-2ce9-4644-a9a2-8592744d7ffd tempest-QuotasAdminNegativeTest-347298108 tempest-QuotasAdminNegativeTest-347298108-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1c90b84cd1de406d88e3da56e49b2ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431049 Jul 07 19:16:39.699502 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.764085 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44fc5419-9b28-4934-b058-5e0f533adbfb req-f47f95be-501c-4f9b-a369-95d765e7b99e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665093 Jul 07 19:16:39.795700 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91bbf9-97f6-46fc-81ec-1b62a45501b6 req-d4acf83a-61c2-4fbd-a595-fa8fc6d0dc33 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:39.797327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b91bbf9-97f6-46fc-81ec-1b62a45501b6 req-d4acf83a-61c2-4fbd-a595-fa8fc6d0dc33 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 945 time: 0.6180866 Jul 07 19:16:39.925339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf880e3d-3aa4-4523-93c9-c9a6cd2fa82d req-008aa231-4025-4a19-b6c5-6da229999e4b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:39.928082 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cf880e3d-3aa4-4523-93c9-c9a6cd2fa82d req-008aa231-4025-4a19-b6c5-6da229999e4b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 945 time: 0.1832442 Jul 07 19:16:40.006546 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cf880e3d-3aa4-4523-93c9-c9a6cd2fa82d req-cff9d448-196a-4388-b020-992450c08a0e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574389 Jul 07 19:16:40.034402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-7b91bbf9-97f6-46fc-81ec-1b62a45501b6 req-3406a869-4765-41f1-b272-dfee3a7241ed tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Deleting port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:40.035025 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7b91bbf9-97f6-46fc-81ec-1b62a45501b6 req-3406a869-4765-41f1-b272-dfee3a7241ed tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.193642 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-7b91bbf9-97f6-46fc-81ec-1b62a45501b6 req-3406a869-4765-41f1-b272-dfee3a7241ed tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] For port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7d5ae99b-b19d-4af3-8af4-b9d9885a2689,segment=NetworkSegment(dc65e45f-9387-4f1f-ad0f-cd449c047d52),segment_id=dc65e45f-9387-4f1f-ad0f-cd449c047d52)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:40.194440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7b91bbf9-97f6-46fc-81ec-1b62a45501b6 req-3406a869-4765-41f1-b272-dfee3a7241ed tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.228339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-7b91bbf9-97f6-46fc-81ec-1b62a45501b6 req-3406a869-4765-41f1-b272-dfee3a7241ed tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Calling delete_port for 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:40.439729 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7b91bbf9-97f6-46fc-81ec-1b62a45501b6 req-3406a869-4765-41f1-b272-dfee3a7241ed tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.454538 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7d5ae99b-b19d-4af3-8af4-b9d9885a2689'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:40.479931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51508) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:40.497046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406a869-4765-41f1-b272-dfee3a7241ed tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Pushing event deleted for resources: {'Port': ['ID=7d5ae99b-b19d-4af3-8af4-b9d9885a2689,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:40.526052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-27aaa071-78b8-499b-bde6-79b0ba8850ed tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:40.528944 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-27aaa071-78b8-499b-bde6-79b0ba8850ed tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.2387753 Jul 07 19:16:40.569630 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-5064a205-53ff-4d50-8cac-f7e6574c73c4 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/quotas/2e1f918f8e4244559f5f76b0b68b66a6 HTTP/1.1" status: 200 len: 375 time: 0.0285573 Jul 07 19:16:40.581555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b91bbf9-97f6-46fc-81ec-1b62a45501b6 req-3406a869-4765-41f1-b272-dfee3a7241ed tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] No DVR routers for this DVR port 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:40.585449 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7b91bbf9-97f6-46fc-81ec-1b62a45501b6 req-3406a869-4765-41f1-b272-dfee3a7241ed tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.588241 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b91bbf9-97f6-46fc-81ec-1b62a45501b6 req-3406a869-4765-41f1-b272-dfee3a7241ed tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.48 "DELETE /v2.0/ports/7d5ae99b-b19d-4af3-8af4-b9d9885a2689 HTTP/1.1" status: 204 len: 173 time: 0.7807970 Jul 07 19:16:40.588977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf84bf7-1930-466f-b2f2-923d1fb547dc', 'name': 'network-vif-deleted', 'tag': '7d5ae99b-b19d-4af3-8af4-b9d9885a2689'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:40.592076 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805a087f-34af-4441-9727-02be60834514" -d '{"events": [{"server_uuid": "3bf84bf7-1930-466f-b2f2-923d1fb547dc", "name": "network-vif-deleted", "tag": "7d5ae99b-b19d-4af3-8af4-b9d9885a2689"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:40.649972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-8bf06ac9-1af8-4118-a13d-b33eae6cd4bd tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726585 Jul 07 19:16:40.767687 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ed0e4d1-d54b-4887-86f5-50c1bcf8d69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.846213 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-4f99ab4c-c703-4004-bbab-263ef1871349 service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854606 Jul 07 19:16:40.859803 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ebcdf167-6639-4714-b865-ff5cb6012251 req-b7a1e63c-affc-411e-b71d-0b91c4517768 tempest-VolumesAdminNegativeTest-1914701525 tempest-VolumesAdminNegativeTest-1914701525-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bf84bf7-1930-466f-b2f2-923d1fb547dc HTTP/1.1" status: 200 len: 210 time: 0.0538430 Jul 07 19:16:41.006221 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-29962447-8364-4375-9b3e-f1601817eab6 service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590900 Jul 07 19:16:41.086674 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ed0e4d1-d54b-4887-86f5-50c1bcf8d69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.093405 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ed0e4d1-d54b-4887-86f5-50c1bcf8d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.095157 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f82276-6939-47af-b2af-15fe35401b2a x-openstack-request-id: req-69f82276-6939-47af-b2af-15fe35401b2a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:41.095447 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf84bf7-1930-466f-b2f2-923d1fb547dc", "name": "network-vif-deleted", "tag": "7d5ae99b-b19d-4af3-8af4-b9d9885a2689", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:41.095697 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69f82276-6939-47af-b2af-15fe35401b2a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:41.096118 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf84bf7-1930-466f-b2f2-923d1fb547dc', 'name': 'network-vif-deleted', 'tag': '7d5ae99b-b19d-4af3-8af4-b9d9885a2689', 'status': 'completed', 'code': 200} Jul 07 19:16:41.153037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51546) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:41.154143 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9ed0e4d1-d54b-4887-86f5-50c1bcf8d69c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c90b84cd1de406d88e3da56e49b2ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461158 Jul 07 19:16:41.216821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0e4d1-d54b-4887-86f5-50c1bcf8d69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4755f1b-22fc-4ccb-9797-289ee48ff5f0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:41.322703 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ea42319-199b-4757-8711-ccacb6104475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.373114 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ea42319-199b-4757-8711-ccacb6104475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.446541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d03280-137a-45b9-840e-ed0cb46f0ab1 req-9b4c1075-e064-41b6-afb7-90d461f65470 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:41.449066 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87d03280-137a-45b9-840e-ed0cb46f0ab1 req-9b4c1075-e064-41b6-afb7-90d461f65470 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1874216 Jul 07 19:16:41.495018 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ea42319-199b-4757-8711-ccacb6104475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.499537 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ea42319-199b-4757-8711-ccacb6104475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.501795 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0ea42319-199b-4757-8711-ccacb6104475 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4755f1b-22fc-4ccb-9797-289ee48ff5f0 HTTP/1.1" status: 204 len: 168 time: 0.3475893 Jul 07 19:16:41.530283 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87d03280-137a-45b9-840e-ed0cb46f0ab1 req-82eb497d-255e-4e46-8e2d-c9f19500aca9 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726862 Jul 07 19:16:41.535050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea42319-199b-4757-8711-ccacb6104475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4755f1b-22fc-4ccb-9797-289ee48ff5f0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:41.637956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41413d53-ef72-4a3d-a24b-bb428fe67512 req-5951285f-f484-41d0-857d-e1570ef45b1a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 210 time: 0.0539067 Jul 07 19:16:41.776013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff799e9-b5a4-466f-8537-3b69a40d460c req-094634d6-e6d6-43d1-acf0-265cb9308864 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:41.783695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ff799e9-b5a4-466f-8537-3b69a40d460c req-094634d6-e6d6-43d1-acf0-265cb9308864 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 945 time: 0.1328397 Jul 07 19:16:41.830973 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ff799e9-b5a4-466f-8537-3b69a40d460c req-43e96dc6-bdd4-41f2-9b8d-5e5da5b457b2 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463033 Jul 07 19:16:41.928883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51594) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:41.943567 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9566506b-f1ec-4f57-b3f5-15ffd9022f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.989771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51600) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:42.077432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f3a613-3d65-421e-9a69-a5fae115f5f1 admin admin] Deleting subnet ca885bad-80d4-4db6-bf77-efb202b025ee {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:16:42.083934 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a613-3d65-421e-9a69-a5fae115f5f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.086127 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9566506b-f1ec-4f57-b3f5-15ffd9022f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.091293 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9566506b-f1ec-4f57-b3f5-15ffd9022f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.193649 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a613-3d65-421e-9a69-a5fae115f5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.201726 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9566506b-f1ec-4f57-b3f5-15ffd9022f63 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=156f3fe09cdf4820a66ff7c407ad5e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690248 Jul 07 19:16:42.201726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566506b-f1ec-4f57-b3f5-15ffd9022f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1180b00f-7af7-4132-9dfd-d7b7bcbcae0d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:42.211153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51608) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:42.312253 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a613-3d65-421e-9a69-a5fae115f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.360219 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a6c50f8-2111-491c-bc68-5428aacc009e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.388334 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a613-3d65-421e-9a69-a5fae115f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.417934 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a6c50f8-2111-491c-bc68-5428aacc009e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.446417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3a613-3d65-421e-9a69-a5fae115f5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca885bad-80d4-4db6-bf77-efb202b025ee,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:42.453340 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a613-3d65-421e-9a69-a5fae115f5f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.459935 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c8f3a613-3d65-421e-9a69-a5fae115f5f1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ca885bad-80d4-4db6-bf77-efb202b025ee HTTP/1.1" status: 204 len: 168 time: 0.4687638 Jul 07 19:16:42.460812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51618) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:42.460942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:42.505199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597add7a-2f32-436c-be1a-245cf2731cc4 req-8b83a81f-d151-49d9-867c-c3a158e56cd9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:42.508952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:42.509451 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7d5ae99b-b19d-4af3-8af4-b9d9885a2689 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:42.511920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-597add7a-2f32-436c-be1a-245cf2731cc4 req-8b83a81f-d151-49d9-867c-c3a158e56cd9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 945 time: 0.2055430 Jul 07 19:16:42.581699 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.588317 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-597add7a-2f32-436c-be1a-245cf2731cc4 req-d9452779-c960-4f09-b9c9-f28f8e68c79b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643940 Jul 07 19:16:42.596994 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a6c50f8-2111-491c-bc68-5428aacc009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.599911 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a6c50f8-2111-491c-bc68-5428aacc009e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.601520 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0a6c50f8-2111-491c-bc68-5428aacc009e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1180b00f-7af7-4132-9dfd-d7b7bcbcae0d HTTP/1.1" status: 204 len: 168 time: 0.3885915 Jul 07 19:16:42.611746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c50f8-2111-491c-bc68-5428aacc009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1180b00f-7af7-4132-9dfd-d7b7bcbcae0d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:42.811016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e813978-3b75-4229-afef-c0cdc7d41510 req-4bfd0134-3889-49da-bbbb-aba4481db4f2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:42.813354 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e813978-3b75-4229-afef-c0cdc7d41510 req-4bfd0134-3889-49da-bbbb-aba4481db4f2 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1859298 Jul 07 19:16:42.852218 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.871311 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d6ec53-93f8-444a-a9f2-c297a720a0a6']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:42.888465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc65e45f-9387-4f1f-ad0f-cd449c047d52') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:42.888963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc65e45f-9387-4f1f-ad0f-cd449c047d52') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:42.902541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.939507 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.967678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3e24d769-2cd0-4bd7-af37-f754eeadfac9 req-801fe711-eb95-48ee-8276-e7346987e925 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 210 time: 0.1309180 Jul 07 19:16:42.973394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:16:42.973811 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:16:42.975582 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:16:43.061493 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.081085 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.086020 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] 10.222.0.81 "DELETE /v2.0/networks/65d6ec53-93f8-444a-a9f2-c297a720a0a6 HTTP/1.1" status: 204 len: 168 time: 0.6208684 Jul 07 19:16:43.086342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51660) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:43.093733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a4876-0896-4dfb-b37e-3e8ef833361a req-2628b71b-fe66-4e3c-9456-acbac1765f82 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:43.102172 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f3a4876-0896-4dfb-b37e-3e8ef833361a req-2628b71b-fe66-4e3c-9456-acbac1765f82 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 950 time: 0.1817417 Jul 07 19:16:43.104171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42926688-af2d-4ce5-918f-3a0d9a62283b admin admin] Pushing event deleted for resources: {'Network': ['ID=65d6ec53-93f8-444a-a9f2-c297a720a0a6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:43.150116 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f3a4876-0896-4dfb-b37e-3e8ef833361a req-eba97f67-c41a-499c-886a-122ea1619d76 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/security-groups?id=be66f0b7-4792-451d-ab6d-d181938bc825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470498 Jul 07 19:16:43.155487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-9e813978-3b75-4229-afef-c0cdc7d41510 req-9ad7a4e8-49e4-4bb4-b3ad-d8d85af982de tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Deleting port 8326a96c-aaa9-44a2-b0c0-20c416d0595d {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:43.155809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9e813978-3b75-4229-afef-c0cdc7d41510 req-9ad7a4e8-49e4-4bb4-b3ad-d8d85af982de tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.249709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-3918f601-6ca3-4418-a485-3a5a9993fbf0 admin admin] Deleting subnet 35fc6223-afe2-489e-96ce-20272f6956a8 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:16:43.253604 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3918f601-6ca3-4418-a485-3a5a9993fbf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.370881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9e813978-3b75-4229-afef-c0cdc7d41510 req-9ad7a4e8-49e4-4bb4-b3ad-d8d85af982de tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] For port 8326a96c-aaa9-44a2-b0c0-20c416d0595d, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8326a96c-aaa9-44a2-b0c0-20c416d0595d,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:43.371252 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9e813978-3b75-4229-afef-c0cdc7d41510 req-9ad7a4e8-49e4-4bb4-b3ad-d8d85af982de tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.383932 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3918f601-6ca3-4418-a485-3a5a9993fbf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.416190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-9e813978-3b75-4229-afef-c0cdc7d41510 req-9ad7a4e8-49e4-4bb4-b3ad-d8d85af982de tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Calling delete_port for 8326a96c-aaa9-44a2-b0c0-20c416d0595d owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:43.487822 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3918f601-6ca3-4418-a485-3a5a9993fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.524984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51676) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:43.603295 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3918f601-6ca3-4418-a485-3a5a9993fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.658971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918f601-6ca3-4418-a485-3a5a9993fbf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35fc6223-afe2-489e-96ce-20272f6956a8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:43.675243 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3918f601-6ca3-4418-a485-3a5a9993fbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.689413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51684) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:43.689731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3918f601-6ca3-4418-a485-3a5a9993fbf0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/35fc6223-afe2-489e-96ce-20272f6956a8 HTTP/1.1" status: 204 len: 168 time: 0.6013730 Jul 07 19:16:43.930351 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6eb216e-de33-4f27-96c7-fe59d9859a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.985945 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.072483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-e71a5c90-ce7d-4d2c-a85c-f715974a5481 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:44.074577 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-e71a5c90-ce7d-4d2c-a85c-f715974a5481 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.3109250 Jul 07 19:16:44.079096 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9e813978-3b75-4229-afef-c0cdc7d41510 req-9ad7a4e8-49e4-4bb4-b3ad-d8d85af982de tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.095636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8326a96c-aaa9-44a2-b0c0-20c416d0595d'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:44.129336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.149313 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5276ffb3-146c-4b55-bfab-ee3a648d3a63']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:44.164282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Request body: {'port': {'device_id': '5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'admin_state_up': True, 'tenant_id': '2e1f918f8e4244559f5f76b0b68b66a6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:44.168887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba43dab-6fd7-4848-a89a-aeb2b477d70a') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:44.169566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba43dab-6fd7-4848-a89a-aeb2b477d70a') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:44.174766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7a4e8-49e4-4bb4-b3ad-d8d85af982de tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Pushing event deleted for resources: {'Port': ['ID=8326a96c-aaa9-44a2-b0c0-20c416d0595d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:44.191973 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.251182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.279929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f029ed6-77c8-4a2d-b53e-410225283549 req-a63d84d3-9dca-461e-84b7-67829855c15b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 210 time: 0.0538719 Jul 07 19:16:44.289164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e813978-3b75-4229-afef-c0cdc7d41510 req-9ad7a4e8-49e4-4bb4-b3ad-d8d85af982de tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] No DVR routers for this DVR port 8326a96c-aaa9-44a2-b0c0-20c416d0595d on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:44.292466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:16:44.293160 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:16:44.295380 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:16:44.299878 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9e813978-3b75-4229-afef-c0cdc7d41510 req-9ad7a4e8-49e4-4bb4-b3ad-d8d85af982de tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.301932 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e813978-3b75-4229-afef-c0cdc7d41510 req-9ad7a4e8-49e4-4bb4-b3ad-d8d85af982de tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.48 "DELETE /v2.0/ports/8326a96c-aaa9-44a2-b0c0-20c416d0595d HTTP/1.1" status: 204 len: 173 time: 1.4812253 Jul 07 19:16:44.302711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'name': 'network-vif-deleted', 'tag': '8326a96c-aaa9-44a2-b0c0-20c416d0595d'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:44.305401 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325cc4c7-f85f-4daf-ace8-03774a48580c" -d '{"events": [{"server_uuid": "b543b42f-4c06-4e63-b96b-26623835e6c0", "name": "network-vif-deleted", "tag": "8326a96c-aaa9-44a2-b0c0-20c416d0595d"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:44.310582 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6eb216e-de33-4f27-96c7-fe59d9859a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.342605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6eb216e-de33-4f27-96c7-fe59d9859a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.343371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bf547-586e-46d1-a238-a917b1f2dc57 req-30cd8570-7908-47dd-b701-4150a6df9ca2 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:44.351206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-298bf547-586e-46d1-a238-a917b1f2dc57 req-30cd8570-7908-47dd-b701-4150a6df9ca2 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 945 time: 0.3682556 Jul 07 19:16:44.402008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb216e-de33-4f27-96c7-fe59d9859a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff940d7a-dcc0-4bb5-a5d2-03f4c7f604c2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:44.435427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-298bf547-586e-46d1-a238-a917b1f2dc57 req-fce69844-6140-448f-b75b-619f092faa4e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832114 Jul 07 19:16:44.444312 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.452816 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f6eb216e-de33-4f27-96c7-fe59d9859a7e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=187ef76ad0414084810b7f28d9396ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9266517 Jul 07 19:16:44.454830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51702) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:44.473082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.484395 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5276ffb3-146c-4b55-bfab-ee3a648d3a63 HTTP/1.1" status: 204 len: 168 time: 0.7871981 Jul 07 19:16:44.487635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc682c-9f0d-4bc5-a8d4-52a1484a6d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=5276ffb3-146c-4b55-bfab-ee3a648d3a63,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:44.570089 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b698c2-fe41-423d-8adb-182ff8bbf71b x-openstack-request-id: req-55b698c2-fe41-423d-8adb-182ff8bbf71b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:44.570425 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b543b42f-4c06-4e63-b96b-26623835e6c0", "name": "network-vif-deleted", "tag": "8326a96c-aaa9-44a2-b0c0-20c416d0595d", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:44.574955 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55b698c2-fe41-423d-8adb-182ff8bbf71b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:44.575706 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b543b42f-4c06-4e63-b96b-26623835e6c0', 'name': 'network-vif-deleted', 'tag': '8326a96c-aaa9-44a2-b0c0-20c416d0595d', 'status': 'completed', 'code': 200} Jul 07 19:16:44.665038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Made reservation on behalf of 2e1f918f8e4244559f5f76b0b68b66a6 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:44.675664 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.689141 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4df390a3-397c-4be0-9aa4-36daef6c4c42 req-4f6668ec-e425-4d43-90bb-5be4aaa7ca21 tempest-MigrationsAdminTest-697953436 tempest-MigrationsAdminTest-697953436-project] 10.222.0.81 "GET /v2.0/ports?device_id=b543b42f-4c06-4e63-b96b-26623835e6c0 HTTP/1.1" status: 200 len: 210 time: 0.0407302 Jul 07 19:16:44.786551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e0dca358-feb6-4d48-9026-2624d2bb57a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.881493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51718) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:44.889733 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e0dca358-feb6-4d48-9026-2624d2bb57a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.971487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8bfea2f5-6118-4212-831f-20cf2916f3bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15ae7f80f5824ccabc9ef5fdf4802537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0877404 Jul 07 19:16:44.973958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51724) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:45.000905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Allocated IP 172.20.0.13 (8883be4c-90e7-454e-8f1f-7d0d4fc80ec5/5b6eae3f-e364-4968-b2e0-000a4f1bdb41/cb697e60-a76a-44aa-a3e1-923fd3666257) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:45.034771 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e0dca358-feb6-4d48-9026-2624d2bb57a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.038786 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e0dca358-feb6-4d48-9026-2624d2bb57a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.049859 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e0dca358-feb6-4d48-9026-2624d2bb57a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff940d7a-dcc0-4bb5-a5d2-03f4c7f604c2 HTTP/1.1" status: 204 len: 168 time: 0.5881722 Jul 07 19:16:45.124486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dca358-feb6-4d48-9026-2624d2bb57a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff940d7a-dcc0-4bb5-a5d2-03f4c7f604c2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:45.165981 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d4fcc0d-48c3-4d80-8270-fae662db183e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.231339 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d4fcc0d-48c3-4d80-8270-fae662db183e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.332511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d4fcc0d-48c3-4d80-8270-fae662db183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.336651 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d4fcc0d-48c3-4d80-8270-fae662db183e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.338039 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0d4fcc0d-48c3-4d80-8270-fae662db183e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/376b4fe8-c078-4efa-b4da-f1786ca936c1 HTTP/1.1" status: 204 len: 168 time: 0.3599386 Jul 07 19:16:45.354690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fcc0d-48c3-4d80-8270-fae662db183e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376b4fe8-c078-4efa-b4da-f1786ca936c1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:45.427346 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.532436 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.617773 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:45.638827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:45.649358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:45.687555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d7de8-a076-43dd-9480-527927efdcae req-4442526c-7005-44cc-a31e-434c60a1d5d5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:45.689526 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff3d7de8-a076-43dd-9480-527927efdcae req-4442526c-7005-44cc-a31e-434c60a1d5d5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 932 time: 0.1205502 Jul 07 19:16:45.728352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Pushing event updated for resources: {'Port': ['ID=cb697e60-a76a-44aa-a3e1-923fd3666257,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:45.759784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:45.760519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.783363 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd1d9772-76a4-4aac-8037-31dc862f7acf req-8d200289-70b3-46ef-ba31-0b9b65667de2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1924076 Jul 07 19:16:45.811664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-0ba8ff7a-1e32-42cb-a990-38d056110a78 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6607106 Jul 07 19:16:45.825640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Request body: {'port': {'device_id': '5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:45.841167 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff3d7de8-a076-43dd-9480-527927efdcae req-08f19f72-3182-4ada-81b2-315c0f885368 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407437 Jul 07 19:16:46.008719 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.058759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51766) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:46.147438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d9772-76a4-4aac-8037-31dc862f7acf req-a4a6ae8b-f509-46fa-9f15-5ed0a5f88e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:46.147842 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-08394236-e501-45e4-8d0c-2055a6004a46 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a4d5790d01f4ca0b98326b5bb42f19a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0835559 Jul 07 19:16:46.148887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51774) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:46.149016 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd1d9772-76a4-4aac-8037-31dc862f7acf req-a4a6ae8b-f509-46fa-9f15-5ed0a5f88e87 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=094c8d0a18cb46f6bbce9db8f4bf67ad&device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 1096 time: 0.1954300 Jul 07 19:16:46.296279 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3891cf1-c92d-478c-b13e-f049d2c1d100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.328754 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3891cf1-c92d-478c-b13e-f049d2c1d100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.350272 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d9772-76a4-4aac-8037-31dc862f7acf req-3f306c74-0f48-4031-9d31-f74d94d561c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:46.352118 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd1d9772-76a4-4aac-8037-31dc862f7acf req-3f306c74-0f48-4031-9d31-f74d94d561c4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=8b7161e7-a378-4da4-a7d1-f1ac2382667b HTTP/1.1" status: 200 len: 906 time: 0.1768644 Jul 07 19:16:46.394952 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3891cf1-c92d-478c-b13e-f049d2c1d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.397493 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3891cf1-c92d-478c-b13e-f049d2c1d100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.398702 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c3891cf1-c92d-478c-b13e-f049d2c1d100 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6334ebfb-5401-483a-91b9-07ddd8715cd2 HTTP/1.1" status: 204 len: 168 time: 0.2471523 Jul 07 19:16:46.407509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3891cf1-c92d-478c-b13e-f049d2c1d100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6334ebfb-5401-483a-91b9-07ddd8715cd2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:46.474939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8326a96c-aaa9-44a2-b0c0-20c416d0595d no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:46.489288 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd1d9772-76a4-4aac-8037-31dc862f7acf req-0d30832e-5f11-47e2-890b-03aebb76bc35 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cef52acb-364a-406c-add3-a1071cbc54fb HTTP/1.1" status: 200 len: 1001 time: 0.1228955 Jul 07 19:16:46.503122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 8326a96c-aaa9-44a2-b0c0-20c416d0595d {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:46.504244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8326a96c-aaa9-44a2-b0c0-20c416d0595d not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:46.531013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb697e60-a76a-44aa-a3e1-923fd3666257 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:46.542264 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.565765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Transition to ACTIVE for port object cb697e60-a76a-44aa-a3e1-923fd3666257 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:46.567810 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d9772-76a4-4aac-8037-31dc862f7acf req-873454f2-18b9-43df-9c18-d46f46c6c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:46.569312 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd1d9772-76a4-4aac-8037-31dc862f7acf req-873454f2-18b9-43df-9c18-d46f46c6c5cd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f0f3f4c4-c371-4663-ac6c-c6d7533f86ab HTTP/1.1" status: 200 len: 844 time: 0.0724967 Jul 07 19:16:46.570484 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.614346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51790) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:46.659528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Pushing event updated for resources: {'Port': ['ID=cb697e60-a76a-44aa-a3e1-923fd3666257,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:46.747182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d9772-76a4-4aac-8037-31dc862f7acf req-42bd4c56-a3f8-4130-8047-951776f68363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:46.749064 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd1d9772-76a4-4aac-8037-31dc862f7acf req-42bd4c56-a3f8-4130-8047-951776f68363 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8b7161e7-a378-4da4-a7d1-f1ac2382667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486917 Jul 07 19:16:46.874561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Attempting to bind port cb697e60-a76a-44aa-a3e1-923fd3666257 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:46.874561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Attempting to bind port cb697e60-a76a-44aa-a3e1-923fd3666257 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:46.874561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Attempting to bind port cb697e60-a76a-44aa-a3e1-923fd3666257 on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:46.882127 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd1d9772-76a4-4aac-8037-31dc862f7acf req-bcd67b3f-8af2-4eee-ac93-a5ab4b4800f2 service neutron] 10.222.0.110 "GET /v2.0/networks/8b7161e7-a378-4da4-a7d1-f1ac2382667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074152 Jul 07 19:16:46.883285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Port cb697e60-a76a-44aa-a3e1-923fd3666257 on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:16:46.883487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Attempting to bind port cb697e60-a76a-44aa-a3e1-923fd3666257 on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:46.888853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:46.889202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Checking segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:46.889727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Bound using segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:46.890175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Bound port: cb697e60-a76a-44aa-a3e1-923fd3666257, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:46.890530 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.982920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b3242ffd-2b09-4ef9-b7f0-6bd2a8166cc9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df682d3641464be3ad43c2c4ee4d0b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673053 Jul 07 19:16:46.992053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51828) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:47.097611 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c1c29fe5-f29f-4e3e-9d00-5f09bfee5224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.148886 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c1c29fe5-f29f-4e3e-9d00-5f09bfee5224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.220544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c1c29fe5-f29f-4e3e-9d00-5f09bfee5224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.223903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] For port cb697e60-a76a-44aa-a3e1-923fd3666257, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:47.224586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c1c29fe5-f29f-4e3e-9d00-5f09bfee5224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.226982 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c1c29fe5-f29f-4e3e-9d00-5f09bfee5224 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be66f0b7-4792-451d-ab6d-d181938bc825 HTTP/1.1" status: 204 len: 168 time: 0.2338789 Jul 07 19:16:47.232401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] For port cb697e60-a76a-44aa-a3e1-923fd3666257, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cb697e60-a76a-44aa-a3e1-923fd3666257,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:47.237222 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd1d9772-76a4-4aac-8037-31dc862f7acf req-da9abcdb-cca1-46f8-9421-691d78133797 service neutron] 10.222.0.110 "GET /v2.0/networks/8b7161e7-a378-4da4-a7d1-f1ac2382667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444669 Jul 07 19:16:47.239411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c29fe5-f29f-4e3e-9d00-5f09bfee5224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be66f0b7-4792-451d-ab6d-d181938bc825,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:47.240079 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.314427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Pushing event updated for resources: {'Port': ['ID=cb697e60-a76a-44aa-a3e1-923fd3666257,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:47.325571 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e204556-9b34-459a-9eb1-52733c63e8b1 req-37b01f5b-911f-4187-b587-0695d52f7591 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:47.327206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e204556-9b34-459a-9eb1-52733c63e8b1 req-37b01f5b-911f-4187-b587-0695d52f7591 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 944 time: 0.2113755 Jul 07 19:16:47.333522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:47.334842 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.336452 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-c32ae597-e35d-4fe1-84a5-d5e1ae344332 service neutron] 10.222.0.110 "PUT /v2.0/ports/cb697e60-a76a-44aa-a3e1-923fd3666257 HTTP/1.1" status: 200 len: 1092 time: 1.5171006 Jul 07 19:16:47.336894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc', 'tag': 'cb697e60-a76a-44aa-a3e1-923fd3666257'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:47.339997 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f676508e-b76b-459e-ab6c-e109c1c7b079" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc", "tag": "cb697e60-a76a-44aa-a3e1-923fd3666257"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:47.415616 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e204556-9b34-459a-9eb1-52733c63e8b1 req-28873dcc-0a96-49af-97d0-c62dfb2e9220 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703909 Jul 07 19:16:47.485483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-d6e23f04-ed47-41be-873d-1c3fd0a1228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:47.487092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-d6e23f04-ed47-41be-873d-1c3fd0a1228d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 1095 time: 0.0960722 Jul 07 19:16:47.555143 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-a0b2bc5f-1e28-43ec-80d7-84331723e6f2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb697e60-a76a-44aa-a3e1-923fd3666257 HTTP/1.1" status: 200 len: 217 time: 0.0576587 Jul 07 19:16:47.602340 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d9be50-dae9-4d2f-a7fd-a5272c996862 x-openstack-request-id: req-f7d9be50-dae9-4d2f-a7fd-a5272c996862 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:47.602616 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc", "tag": "cb697e60-a76a-44aa-a3e1-923fd3666257", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:47.602931 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7d9be50-dae9-4d2f-a7fd-a5272c996862 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:47.603301 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc', 'tag': 'cb697e60-a76a-44aa-a3e1-923fd3666257', 'status': 'completed', 'code': 200} Jul 07 19:16:47.627137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-2877b067-d139-4f86-b561-0d29b5707856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:47.629230 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-2877b067-d139-4f86-b561-0d29b5707856 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.0675671 Jul 07 19:16:47.693893 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-5f4e32fb-0acc-4768-b75b-0a569bd9f268 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562282 Jul 07 19:16:47.855123 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-55f1b893-e2c7-42da-8bd2-31733757ed80 service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516995 Jul 07 19:16:47.975673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51878) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:47.980320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7254a4db-7f50-4c21-b952-ea8ac65c71b6 req-51789134-9ce4-4ff6-a22d-1ccd3faf66f0 service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153975 Jul 07 19:16:48.039206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9b2d0131-cf93-468f-8cf5-7712a2395abc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b7a6cf34a8914f8392cbe64533b2a948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619473 Jul 07 19:16:48.041678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51882) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:48.101230 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4969eb9c-c1a4-4469-a1c0-a99e39e1a493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.109356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676508e-b76b-459e-ab6c-e109c1c7b079 req-1c6ed78e-97df-4c41-b26f-89ab8a4b8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:48.111143 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f676508e-b76b-459e-ab6c-e109c1c7b079 req-1c6ed78e-97df-4c41-b26f-89ab8a4b8c32 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 1095 time: 0.0605078 Jul 07 19:16:48.131519 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4969eb9c-c1a4-4469-a1c0-a99e39e1a493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.196015 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4969eb9c-c1a4-4469-a1c0-a99e39e1a493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.199672 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4969eb9c-c1a4-4469-a1c0-a99e39e1a493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.204245 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4969eb9c-c1a4-4469-a1c0-a99e39e1a493 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7392c490-d079-4b69-b981-c9918b5ee7d1 HTTP/1.1" status: 204 len: 168 time: 0.1607189 Jul 07 19:16:48.211455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51890) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:48.224064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969eb9c-c1a4-4469-a1c0-a99e39e1a493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7392c490-d079-4b69-b981-c9918b5ee7d1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:48.225980 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676508e-b76b-459e-ab6c-e109c1c7b079 req-5230decb-5a52-46b9-ab52-74e7a40bc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:48.227669 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f676508e-b76b-459e-ab6c-e109c1c7b079 req-5230decb-5a52-46b9-ab52-74e7a40bc997 service neutron] 10.222.0.110 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 911 time: 0.1070681 Jul 07 19:16:48.304546 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f676508e-b76b-459e-ab6c-e109c1c7b079 req-0d285b6d-c1c3-4384-bf34-a1089ef68446 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb697e60-a76a-44aa-a3e1-923fd3666257 HTTP/1.1" status: 200 len: 217 time: 0.0609488 Jul 07 19:16:48.362192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cdbea3d3-8ff9-4805-a8bb-ec22532a12fc details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:16:48.373331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676508e-b76b-459e-ab6c-e109c1c7b079 req-c5570013-edda-4aa8-8076-2f9f52373646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:48.375539 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f676508e-b76b-459e-ab6c-e109c1c7b079 req-c5570013-edda-4aa8-8076-2f9f52373646 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.0626988 Jul 07 19:16:48.459562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f676508e-b76b-459e-ab6c-e109c1c7b079 req-9b1c12ed-a68f-4328-a923-fb73f7d1aa6c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474389 Jul 07 19:16:48.498327 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:48.515721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'port_id': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc', 'mac_address': 'fa:16:3e:8f:01:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0639349d-cd44-4b30-8111-830dacc72ffc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:16:48.567696 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b39750b1-5189-4c1b-bef7-97100df4426d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.611479 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.656766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdbea3d3-8ff9-4805-a8bb-ec22532a12fc {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:48.671623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f676508e-b76b-459e-ab6c-e109c1c7b079 req-7ca88a06-d662-4cad-b86f-a963d10be1a3 service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107399 Jul 07 19:16:48.779164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:48.792527 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.911017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:48.935230 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b39750b1-5189-4c1b-bef7-97100df4426d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.945584 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b39750b1-5189-4c1b-bef7-97100df4426d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.980559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['cdbea3d3-8ff9-4805-a8bb-ec22532a12fc'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:49.080798 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b39750b1-5189-4c1b-bef7-97100df4426d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9c6c86347974718824be2a63f2a30ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8676620 Jul 07 19:16:49.081570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39750b1-5189-4c1b-bef7-97100df4426d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035191bb-df45-437b-b5f6-bb51e904e615,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:49.090696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51934) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:49.194528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f589733-6c56-4c08-8200-0a04c0f24645 req-b249cbfe-cf42-45ce-9517-13530c234984 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:49.203181 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0f589733-6c56-4c08-8200-0a04c0f24645 req-b249cbfe-cf42-45ce-9517-13530c234984 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 944 time: 0.4310308 Jul 07 19:16:49.210037 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f676508e-b76b-459e-ab6c-e109c1c7b079 req-efd809dc-76ac-46ed-af66-40d02b344eb0 service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286794 Jul 07 19:16:49.251414 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12dc98e5-0a0c-413b-afc9-3915d5258ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.307166 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0f589733-6c56-4c08-8200-0a04c0f24645 req-58d00dee-3e4b-4400-ad1e-c096fae6486a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976808 Jul 07 19:16:49.356597 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12dc98e5-0a0c-413b-afc9-3915d5258ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.475924 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12dc98e5-0a0c-413b-afc9-3915d5258ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.478741 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12dc98e5-0a0c-413b-afc9-3915d5258ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.483813 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-12dc98e5-0a0c-413b-afc9-3915d5258ab2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/035191bb-df45-437b-b5f6-bb51e904e615 HTTP/1.1" status: 204 len: 168 time: 0.3960116 Jul 07 19:16:49.494267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc98e5-0a0c-413b-afc9-3915d5258ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035191bb-df45-437b-b5f6-bb51e904e615,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:49.540620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51954) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:49.882831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1954130832'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:49.931454 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Made reservation on behalf of 3ce9e7c7687041d09d07cf45e0f66766 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:49.937666 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.948787 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.130414 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.137244 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.175603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51996) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:50.192194 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4a1672-4137-498b-bb5b-71694676d2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.202779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0d50a9-65c1-4913-b01e-ff8ddfdb3914,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:50.209114 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:16:50.222990 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.223655 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Added segment 7f932c15-8701-4bc3-b482-465962f6ba92 of type vlan for network 6ed91d36-3e53-4a32-a069-f98b3b887a8e Jul 07 19:16:50.285036 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.360481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cb697e60-a76a-44aa-a3e1-923fd3666257 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:16:50.365242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cdbea3d3-8ff9-4805-a8bb-ec22532a12fc up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:50.386836 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.403123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:50.403791 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.408476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4a1672-4137-498b-bb5b-71694676d2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.415116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4a1672-4137-498b-bb5b-71694676d2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.479933 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9246025 Jul 07 19:16:50.482821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52012) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:50.513950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f1ea4172-564e-4ef2-a71c-8dfb01d82238 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Request body: {'subnet': {'network_id': '6ed91d36-3e53-4a32-a069-f98b3b887a8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:50.603645 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ec4a1672-4137-498b-bb5b-71694676d2e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=54ca9549a0424ca9b340729865cea1a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267604 Jul 07 19:16:50.605047 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52026) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:50.627308 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a1672-4137-498b-bb5b-71694676d2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836426e0-262e-453a-be50-f24f3252b45a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:50.644306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:50.644869 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.709831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cb697e60-a76a-44aa-a3e1-923fd3666257, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cb697e60-a76a-44aa-a3e1-923fd3666257,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:50.741028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'cb697e60-a76a-44aa-a3e1-923fd3666257', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'port_id': 'cb697e60-a76a-44aa-a3e1-923fd3666257', 'mac_address': 'fa:16:3e:2a:b9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6eae3f-e364-4968-b2e0-000a4f1bdb41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:16:50.789753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ea4172-564e-4ef2-a71c-8dfb01d82238 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Made reservation on behalf of 3ce9e7c7687041d09d07cf45e0f66766 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:50.802138 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1ea4172-564e-4ef2-a71c-8dfb01d82238 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.828281 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b3dde328-7dfa-4e7a-aafe-fe21e6809a5a req-120bcbdc-6de4-458a-a651-de88242b16a4 tempest-FlavorsV2NegativeTest-11292718 tempest-FlavorsV2NegativeTest-11292718-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c20083eaf5b64c61881f2bd8cc32b1f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2423844 Jul 07 19:16:50.834711 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.839692 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.851675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969b22a-447f-4366-8676-97b253567fea tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Pushing event updated for resources: {'Network': ['ID=6ed91d36-3e53-4a32-a069-f98b3b887a8e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:50.861212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb697e60-a76a-44aa-a3e1-923fd3666257 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:50.872833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 6ed91d36-3e53-4a32-a069-f98b3b887a8e details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:16:50.942873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46d4646-5431-4550-b221-f172e7a496b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:50.946238 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c4b8c6-624b-435f-87ad-141337309af6" -d '{"events": [{"server_uuid": "f46d4646-5431-4550-b221-f172e7a496b1", "name": "network-vif-plugged", "status": "completed", "tag": "cdbea3d3-8ff9-4805-a8bb-ec22532a12fc"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:50.975043 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cb697e60-a76a-44aa-a3e1-923fd3666257, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cb697e60-a76a-44aa-a3e1-923fd3666257,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:50.981258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:50.989651 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.991801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dde328-7dfa-4e7a-aafe-fe21e6809a5a req-384e5eb9-d5fb-4666-9734-55e623de7e91 tempest-FlavorsV2NegativeTest-11292718 tempest-FlavorsV2NegativeTest-11292718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:50.999967 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b3dde328-7dfa-4e7a-aafe-fe21e6809a5a req-384e5eb9-d5fb-4666-9734-55e623de7e91 tempest-FlavorsV2NegativeTest-11292718 tempest-FlavorsV2NegativeTest-11292718-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1708562 Jul 07 19:16:51.002087 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.018471 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b3dde328-7dfa-4e7a-aafe-fe21e6809a5a req-12c5798a-c5c0-4a4a-af59-bccbe5c3e725 tempest-FlavorsV2NegativeTest-11292718 tempest-FlavorsV2NegativeTest-11292718-project] 10.222.0.81 "GET /v2.0/quotas/c20083eaf5b64c61881f2bd8cc32b1f7 HTTP/1.1" status: 200 len: 375 time: 0.0172639 Jul 07 19:16:51.048802 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381706a1-aaaa-47d7-9daa-5fbad396e9a7 req-be3ee80c-515c-4226-bbfb-e0b89d206501 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:51.059647 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-381706a1-aaaa-47d7-9daa-5fbad396e9a7 req-be3ee80c-515c-4226-bbfb-e0b89d206501 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 944 time: 0.4629021 Jul 07 19:16:51.071541 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b3dde328-7dfa-4e7a-aafe-fe21e6809a5a req-b93d1eb7-7d29-4596-9760-2e27c5b43a93 tempest-FlavorsV2NegativeTest-11292718 tempest-FlavorsV2NegativeTest-11292718-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c20083eaf5b64c61881f2bd8cc32b1f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518398 Jul 07 19:16:51.142712 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64b62c7d-2170-4d8c-b934-1eef2fa359e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.179987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d905f38f-c8ee-48e1-92e2-6a1fcfacf3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.223928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-381706a1-aaaa-47d7-9daa-5fbad396e9a7 req-37cc6b60-9160-4066-9f90-edc1676c6c8b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629775 Jul 07 19:16:51.228074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cb697e60-a76a-44aa-a3e1-923fd3666257,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:51.250736 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64b62c7d-2170-4d8c-b934-1eef2fa359e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.251319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:51.252026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:51.252890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:51.253400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:51.253907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:51.255297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:51.255839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:51.256342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:51.257263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:51.257820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:51.258416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:51.259720 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:51.287126 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c2b329-c360-4a0a-be16-8af5c85e856b x-openstack-request-id: req-18c2b329-c360-4a0a-be16-8af5c85e856b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:51.288533 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46d4646-5431-4550-b221-f172e7a496b1", "name": "network-vif-plugged", "status": "completed", "tag": "cdbea3d3-8ff9-4805-a8bb-ec22532a12fc", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:51.288853 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18c2b329-c360-4a0a-be16-8af5c85e856b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:51.289520 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46d4646-5431-4550-b221-f172e7a496b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc', 'code': 200} Jul 07 19:16:51.331283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['cb697e60-a76a-44aa-a3e1-923fd3666257'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:51.490326 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1ea4172-564e-4ef2-a71c-8dfb01d82238 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.527506 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64b62c7d-2170-4d8c-b934-1eef2fa359e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.530014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64b62c7d-2170-4d8c-b934-1eef2fa359e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.533549 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-64b62c7d-2170-4d8c-b934-1eef2fa359e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/836426e0-262e-453a-be50-f24f3252b45a HTTP/1.1" status: 204 len: 168 time: 0.9211888 Jul 07 19:16:51.556780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b62c7d-2170-4d8c-b934-1eef2fa359e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836426e0-262e-453a-be50-f24f3252b45a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:51.589923 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea4172-564e-4ef2-a71c-8dfb01d82238 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Pushing event updated for resources: {'Subnet': ['ID=da9ad2b3-bb1c-485f-a85f-4d2a5eca861d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:51.608304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ea4172-564e-4ef2-a71c-8dfb01d82238 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Checking segment: {'id': '7f932c15-8701-4bc3-b482-465962f6ba92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6ed91d36-3e53-4a32-a069-f98b3b887a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:51.608670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea4172-564e-4ef2-a71c-8dfb01d82238 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Network hostable DHCP agents. Network: 6ed91d36-3e53-4a32-a069-f98b3b887a8e, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:16:51.638368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea4172-564e-4ef2-a71c-8dfb01d82238 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Network 6ed91d36-3e53-4a32-a069-f98b3b887a8e is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:16:51.652861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f1ea4172-564e-4ef2-a71c-8dfb01d82238 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 6ed91d36-3e53-4a32-a069-f98b3b887a8e) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:51.666773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ea4172-564e-4ef2-a71c-8dfb01d82238 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:51.667392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1ea4172-564e-4ef2-a71c-8dfb01d82238 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.699192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f1ea4172-564e-4ef2-a71c-8dfb01d82238 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2031350 Jul 07 19:16:51.699542 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52062) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:51.709200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Request body: {'port': {'network_id': '6ed91d36-3e53-4a32-a069-f98b3b887a8e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-131579739'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:51.726582 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc73377-7bbd-471a-8361-c3e51884160e None None] Network 6ed91d36-3e53-4a32-a069-f98b3b887a8e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:51.729162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:52.016379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Made reservation on behalf of 3ce9e7c7687041d09d07cf45e0f66766 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:52.020730 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.060788 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] device_id is not set on port 3956a297-db1b-40e4-88a2-d53f3b67ab2c yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:16:52.153235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-6ed91d36-3e53-4a32-a069-f98b3b887a8e', 'network_id': '6ed91d36-3e53-4a32-a069-f98b3b887a8e', 'tenant_id': '3ce9e7c7687041d09d07cf45e0f66766', 'fixed_ips': [{'subnet_id': 'da9ad2b3-bb1c-485f-a85f-4d2a5eca861d'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:16:52.156454 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.951077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52100) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:53.086476 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Allocated IP 172.20.0.7 (6ed91d36-3e53-4a32-a069-f98b3b887a8e/da9ad2b3-bb1c-485f-a85f-4d2a5eca861d/3956a297-db1b-40e4-88a2-d53f3b67ab2c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:53.112654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52104) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:53.155428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf4f29-cb31-437d-92af-f984c4d8e404 req-f65e7ba4-0e86-43bc-842d-a863fca8dc19 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:53.167919 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40cf4f29-cb31-437d-92af-f984c4d8e404 req-f65e7ba4-0e86-43bc-842d-a863fca8dc19 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 945 time: 0.1801939 Jul 07 19:16:53.357097 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-05f86bf1-a56c-440f-9929-b2e357e4c433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.479468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d36650b7-1462-4ea3-a809-a582df6cc4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.490340 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6992ea9b-7ee2-47aa-83d9-59ed174a6abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.520978 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.544888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Transition to ACTIVE for port object 3956a297-db1b-40e4-88a2-d53f3b67ab2c will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:53.610616 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.719710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Network 6ed91d36-3e53-4a32-a069-f98b3b887a8e is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:53.735177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:53.754124 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.762562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Allocated IP 172.20.0.2 (6ed91d36-3e53-4a32-a069-f98b3b887a8e/da9ad2b3-bb1c-485f-a85f-4d2a5eca861d/ca212dfd-26a8-4dd5-8698-7777aaa5d4c3) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:53.780204 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:53.908809 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-05f86bf1-a56c-440f-9929-b2e357e4c433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.922344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-05f86bf1-a56c-440f-9929-b2e357e4c433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.005024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f86bf1-a56c-440f-9929-b2e357e4c433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f520ffa-d8b6-44b4-b5ee-c12c9da69e3d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:54.091551 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40cf4f29-cb31-437d-92af-f984c4d8e404 req-b45faa58-de64-4814-bc9f-852b436547c9 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870281 Jul 07 19:16:54.096697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Pushing event updated for resources: {'Port': ['ID=3956a297-db1b-40e4-88a2-d53f3b67ab2c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:54.113307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-05f86bf1-a56c-440f-9929-b2e357e4c433 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c20083eaf5b64c61881f2bd8cc32b1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1601710 Jul 07 19:16:54.127196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52130) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:54.247845 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.261930 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:54.268576 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.269390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Transition to ACTIVE for port object ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:54.361395 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d36650b7-1462-4ea3-a809-a582df6cc4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.366361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Transition to ACTIVE for port object ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:54.367248 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d36650b7-1462-4ea3-a809-a582df6cc4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.378598 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cb697e60-a76a-44aa-a3e1-923fd3666257 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:54.394421 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.422075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52134) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:54.425826 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0bef1ba2-bdc1-4c6c-a6fa-864ca93a256f tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7240603 Jul 07 19:16:54.491397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d36650b7-1462-4ea3-a809-a582df6cc4a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1403d3cf3544f68bc71c3572789ce92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3723469 Jul 07 19:16:54.492540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52138) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:54.494925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36650b7-1462-4ea3-a809-a582df6cc4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5baf45e-c4fc-442f-9771-78a1775ed76e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:54.502584 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4efd1110-e50f-4151-ae04-4402e1692f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.601555 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4efd1110-e50f-4151-ae04-4402e1692f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.737172 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Network 6ed91d36-3e53-4a32-a069-f98b3b887a8e is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:54.766032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:54.779828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:54.794880 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4efd1110-e50f-4151-ae04-4402e1692f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.801123 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4efd1110-e50f-4151-ae04-4402e1692f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.801558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Pushing event updated for resources: {'Port': ['ID=ca212dfd-26a8-4dd5-8698-7777aaa5d4c3,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:54.804182 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.818380 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4efd1110-e50f-4151-ae04-4402e1692f59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f520ffa-d8b6-44b4-b5ee-c12c9da69e3d HTTP/1.1" status: 204 len: 168 time: 0.6682124 Jul 07 19:16:54.875615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd1110-e50f-4151-ae04-4402e1692f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f520ffa-d8b6-44b4-b5ee-c12c9da69e3d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:54.947133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port cb697e60-a76a-44aa-a3e1-923fd3666257 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:55.047806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Attempting to bind port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:55.049758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Attempting to bind port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '7f932c15-8701-4bc3-b482-465962f6ba92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6ed91d36-3e53-4a32-a069-f98b3b887a8e'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:55.051256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Attempting to bind port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 on network 6ed91d36-3e53-4a32-a069-f98b3b887a8e {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:55.063044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port cb697e60-a76a-44aa-a3e1-923fd3666257 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:55.064303 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.117016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:55.121465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Checking segment: {'id': '7f932c15-8701-4bc3-b482-465962f6ba92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6ed91d36-3e53-4a32-a069-f98b3b887a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:55.122102 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.127749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Bound using segment: {'id': '7f932c15-8701-4bc3-b482-465962f6ba92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6ed91d36-3e53-4a32-a069-f98b3b887a8e'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:55.128287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Bound port: ca212dfd-26a8-4dd5-8698-7777aaa5d4c3, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f932c15-8701-4bc3-b482-465962f6ba92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6ed91d36-3e53-4a32-a069-f98b3b887a8e'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:55.128742 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.395568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33e36b28-ba3b-4b4b-ae58-809777b2b4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.429693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] For port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:55.469122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] For port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ca212dfd-26a8-4dd5-8698-7777aaa5d4c3,segment=NetworkSegment(7f932c15-8701-4bc3-b482-465962f6ba92),segment_id=7f932c15-8701-4bc3-b482-465962f6ba92)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:55.495129 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.500171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c18105d2-ca86-4a56-99ef-53c35abcc59a tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Deleting port 3956a297-db1b-40e4-88a2-d53f3b67ab2c {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:55.501118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c18105d2-ca86-4a56-99ef-53c35abcc59a tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.526426 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33e36b28-ba3b-4b4b-ae58-809777b2b4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.627772 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.735585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4ebbf-d06c-41a3-806f-242d4d587bc9 req-119be86a-d0eb-4fd6-a515-f0f44fb8ae3d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:55.763446 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-56f4ebbf-d06c-41a3-806f-242d4d587bc9 req-119be86a-d0eb-4fd6-a515-f0f44fb8ae3d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 945 time: 0.2192988 Jul 07 19:16:55.817608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c18105d2-ca86-4a56-99ef-53c35abcc59a tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.848329 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33e36b28-ba3b-4b4b-ae58-809777b2b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.853245 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33e36b28-ba3b-4b4b-ae58-809777b2b4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.855959 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-33e36b28-ba3b-4b4b-ae58-809777b2b4e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5baf45e-c4fc-442f-9771-78a1775ed76e HTTP/1.1" status: 204 len: 168 time: 1.3614459 Jul 07 19:16:55.884882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c18105d2-ca86-4a56-99ef-53c35abcc59a tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Calling delete_port for 3956a297-db1b-40e4-88a2-d53f3b67ab2c owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:55.889010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e36b28-ba3b-4b4b-ae58-809777b2b4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5baf45e-c4fc-442f-9771-78a1775ed76e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:55.901408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb697e60-a76a-44aa-a3e1-923fd3666257'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:55.919212 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6434a9c-4a2e-454c-8de6-70b7b81f6ad6" -d '{"events": [{"server_uuid": "5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc", "name": "network-vif-plugged", "status": "completed", "tag": "cb697e60-a76a-44aa-a3e1-923fd3666257"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:55.924186 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-56f4ebbf-d06c-41a3-806f-242d4d587bc9 req-e7f8ffa0-8032-4a62-ada2-1243e2e9eba0 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571629 Jul 07 19:16:56.003037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844a12b-2c3c-4784-8f2a-eba6c3783e88 None None] Pushing event updated for resources: {'Port': ['ID=ca212dfd-26a8-4dd5-8698-7777aaa5d4c3,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:56.018959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cb697e60-a76a-44aa-a3e1-923fd3666257, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cb697e60-a76a-44aa-a3e1-923fd3666257,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:56.034233 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.060409 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46334e84-3e64-4324-b2b7-d154059675dc x-openstack-request-id: req-46334e84-3e64-4324-b2b7-d154059675dc {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:56.061333 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc", "name": "network-vif-plugged", "status": "completed", "tag": "cb697e60-a76a-44aa-a3e1-923fd3666257", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:56.061890 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46334e84-3e64-4324-b2b7-d154059675dc {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:56.065844 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb697e60-a76a-44aa-a3e1-923fd3666257', 'code': 200} Jul 07 19:16:56.361679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cb697e60-a76a-44aa-a3e1-923fd3666257,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:56.475941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a8385-a5e6-4457-9870-6e12c53025ee req-b5a55913-7c13-43a2-81bb-666c1d0d94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:56.477111 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.477892 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c18105d2-ca86-4a56-99ef-53c35abcc59a tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.485327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-603a8385-a5e6-4457-9870-6e12c53025ee req-b5a55913-7c13-43a2-81bb-666c1d0d94c3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 1097 time: 0.3318107 Jul 07 19:16:56.489123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:56.596275 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18105d2-ca86-4a56-99ef-53c35abcc59a tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Pushing event deleted for resources: {'Port': ['ID=3956a297-db1b-40e4-88a2-d53f3b67ab2c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:56.647580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:56.651647 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-603a8385-a5e6-4457-9870-6e12c53025ee req-5ea6c25b-2d46-4961-8ef7-753068bf59fd service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501653 Jul 07 19:16:56.752791 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c18105d2-ca86-4a56-99ef-53c35abcc59a tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.757530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c18105d2-ca86-4a56-99ef-53c35abcc59a tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] 10.222.0.81 "DELETE /v2.0/ports/3956a297-db1b-40e4-88a2-d53f3b67ab2c HTTP/1.1" status: 204 len: 168 time: 2.3345706 Jul 07 19:16:56.762555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52194) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:56.826765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52200) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:56.848489 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75386e97-57be-401d-b3c4-fb23237e400c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.103405 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75386e97-57be-401d-b3c4-fb23237e400c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.111737 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75386e97-57be-401d-b3c4-fb23237e400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.207821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75386e97-57be-401d-b3c4-fb23237e400c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477fe2d9-9f3b-4e66-b430-24237b0aee00,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:57.214521 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-75386e97-57be-401d-b3c4-fb23237e400c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c96d8a2733ad4ee8b3f5e58be83c1b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863034 Jul 07 19:16:57.219388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52218) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:57.443346 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84700902-dc40-48e7-bb13-7cdf7a78186d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.522173 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84700902-dc40-48e7-bb13-7cdf7a78186d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.586501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6890ab-aaf3-40a1-ab2f-36f5875bd3fc req-2e241f1e-434b-482a-9034-5af2c5c08cda tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:57.593987 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8e52d224-70ed-4969-bd5b-bb62298c3093 tempest-DHCPAgentSchedulersTestJSON-666783728 tempest-DHCPAgentSchedulersTestJSON-666783728-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.8224177 Jul 07 19:16:57.594273 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d6890ab-aaf3-40a1-ab2f-36f5875bd3fc req-2e241f1e-434b-482a-9034-5af2c5c08cda tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 946 time: 0.2076910 Jul 07 19:16:57.595354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52224) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:57.607778 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b563789c-20ce-4f4c-b283-c99ae2e43d6d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-518751576'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:57.681375 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84700902-dc40-48e7-bb13-7cdf7a78186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.684088 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84700902-dc40-48e7-bb13-7cdf7a78186d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.688798 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-84700902-dc40-48e7-bb13-7cdf7a78186d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/477fe2d9-9f3b-4e66-b430-24237b0aee00 HTTP/1.1" status: 204 len: 168 time: 0.4645834 Jul 07 19:16:57.720331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84700902-dc40-48e7-bb13-7cdf7a78186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477fe2d9-9f3b-4e66-b430-24237b0aee00,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:57.844545 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d6890ab-aaf3-40a1-ab2f-36f5875bd3fc req-39d7a305-7cb1-4eff-ad7f-0f3b50c5c841 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279105 Jul 07 19:16:57.847978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b563789c-20ce-4f4c-b283-c99ae2e43d6d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Made reservation on behalf of 3ce9e7c7687041d09d07cf45e0f66766 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:57.864004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b563789c-20ce-4f4c-b283-c99ae2e43d6d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.897675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3590ca-5335-4c17-9319-6e2b8483fbe5 None None] Network 6ed91d36-3e53-4a32-a069-f98b3b887a8e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:57.953002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b563789c-20ce-4f4c-b283-c99ae2e43d6d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:16:57.979926 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b563789c-20ce-4f4c-b283-c99ae2e43d6d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.982976 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-b563789c-20ce-4f4c-b283-c99ae2e43d6d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Added segment 1eff9551-7d5b-49f3-8390-e9dd99d94f0b of type vlan for network a0538cdf-5d8b-4727-8193-f317200df306 Jul 07 19:16:58.041291 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fba81423-c670-463f-b25e-9c0418b9fe22 None None] Provisioning for port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:58.057185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fba81423-c670-463f-b25e-9c0418b9fe22 None None] Provisioning complete for port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:58.057593 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fba81423-c670-463f-b25e-9c0418b9fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:58.108121 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b563789c-20ce-4f4c-b283-c99ae2e43d6d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:58.191995 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b563789c-20ce-4f4c-b283-c99ae2e43d6d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:58.204421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563789c-20ce-4f4c-b283-c99ae2e43d6d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:58.205245 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b563789c-20ce-4f4c-b283-c99ae2e43d6d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:58.328880 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b563789c-20ce-4f4c-b283-c99ae2e43d6d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7317600 Jul 07 19:16:58.377254 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fba81423-c670-463f-b25e-9c0418b9fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:58.382126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52258) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:58.414546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563789c-20ce-4f4c-b283-c99ae2e43d6d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Pushing event updated for resources: {'Network': ['ID=a0538cdf-5d8b-4727-8193-f317200df306,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:58.477095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network a0538cdf-5d8b-4727-8193-f317200df306 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:16:58.717487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-fba81423-c670-463f-b25e-9c0418b9fe22 None None] For port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ca212dfd-26a8-4dd5-8698-7777aaa5d4c3,segment=NetworkSegment(7f932c15-8701-4bc3-b482-465962f6ba92),segment_id=7f932c15-8701-4bc3-b482-465962f6ba92)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:58.755003 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fba81423-c670-463f-b25e-9c0418b9fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:58.803551 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a5b77704-283d-4fbf-983a-bd09f05288fa tempest-DHCPAgentSchedulersTestJSON-666783728 tempest-DHCPAgentSchedulersTestJSON-666783728-project-admin] 10.222.0.81 "GET /v2.0/agents/e8a39494-9f06-4f7b-a585-9483aa98c68a/dhcp-networks HTTP/1.1" status: 200 len: 7291 time: 0.4179893 Jul 07 19:16:58.806357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52272) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:58.897682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba81423-c670-463f-b25e-9c0418b9fe22 None None] Pushing event updated for resources: {'Port': ['ID=ca212dfd-26a8-4dd5-8698-7777aaa5d4c3,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:59.035432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf4cfae-3772-474c-b1b7-abc86ccd16cc tempest-DHCPAgentSchedulersTestJSON-666783728 tempest-DHCPAgentSchedulersTestJSON-666783728-project-admin] Network a0538cdf-5d8b-4727-8193-f317200df306 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:16:59.091039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d67e99-10b3-4662-84f4-d91f9d2d20b1 None None] Network a0538cdf-5d8b-4727-8193-f317200df306 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:59.092124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52284) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:59.096433 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6bf4cfae-3772-474c-b1b7-abc86ccd16cc tempest-DHCPAgentSchedulersTestJSON-666783728 tempest-DHCPAgentSchedulersTestJSON-666783728-project-admin] 10.222.0.81 "POST /v2.0/agents/e8a39494-9f06-4f7b-a585-9483aa98c68a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2845156 Jul 07 19:16:59.129263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016388b-77ff-4809-9b60-7c66380d0d07 req-a9e16488-b476-46c4-a442-ea89181936df tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:59.137943 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2016388b-77ff-4809-9b60-7c66380d0d07 req-a9e16488-b476-46c4-a442-ea89181936df tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 946 time: 0.1172426 Jul 07 19:16:59.289970 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2016388b-77ff-4809-9b60-7c66380d0d07 req-a72772bf-960b-41da-84cf-269e5fb498d9 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441886 Jul 07 19:16:59.389160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4e4494cf-54ae-4911-83bb-d195ca2b338b None None] Provisioning complete for port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:59.390540 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4e4494cf-54ae-4911-83bb-d195ca2b338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:59.533431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-36fe1ce4-bbfa-42b9-a849-17378a857c3c tempest-DHCPAgentSchedulersTestJSON-666783728 tempest-DHCPAgentSchedulersTestJSON-666783728-project-admin] 10.222.0.81 "GET /v2.0/agents/e8a39494-9f06-4f7b-a585-9483aa98c68a/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.4390261 Jul 07 19:16:59.535937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52300) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:59.787724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-41446af5-303d-49a2-9618-b6c1ae525a8c None None] Could not find standard attr ID for object 3956a297-db1b-40e4-88a2-d53f3b67ab2c. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:16:59.818873 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c538a4f9-40c4-4dff-a464-d2abd14439a1 tempest-DHCPAgentSchedulersTestJSON-666783728 tempest-DHCPAgentSchedulersTestJSON-666783728-project-admin] 10.222.0.81 "DELETE /v2.0/agents/e8a39494-9f06-4f7b-a585-9483aa98c68a/dhcp-networks/a0538cdf-5d8b-4727-8193-f317200df306 HTTP/1.1" status: 204 len: 168 time: 0.2772217 Jul 07 19:16:59.821718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52310) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.157331 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5bdfc4d4-25b3-46d0-b375-558ea0d73dca tempest-DHCPAgentSchedulersTestJSON-666783728 tempest-DHCPAgentSchedulersTestJSON-666783728-project-admin] 10.222.0.81 "GET /v2.0/agents/e8a39494-9f06-4f7b-a585-9483aa98c68a/dhcp-networks HTTP/1.1" status: 200 len: 7291 time: 0.3325799 Jul 07 19:17:00.169425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52328) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.211162 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-558d8a9d-0570-405e-86f8-40cb97b9d5d2 tempest-DHCPAgentSchedulersTestJSON-666783728 tempest-DHCPAgentSchedulersTestJSON-666783728-project-admin] 10.222.0.81 "GET /v2.0/networks/6ed91d36-3e53-4a32-a069-f98b3b887a8e/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0384853 Jul 07 19:17:00.217397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52334) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.301352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c2743f99-f148-4a34-ab3d-6e611536bf0f tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=0f159f3e523d48cd91773c6b185376e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789444 Jul 07 19:17:00.346558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:00.349497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52338) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.349975 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3b99826d-2614-4bdc-ab2a-4929eb9af1ae tempest-DHCPAgentSchedulersTestJSON-666783728 tempest-DHCPAgentSchedulersTestJSON-666783728-project-admin] 10.222.0.81 "GET /v2.0/networks/6ed91d36-3e53-4a32-a069-f98b3b887a8e/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1307600 Jul 07 19:17:00.510309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:00.511099 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:00.520572 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-436c5003-19da-4ab8-86ea-fe33ff454107 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:00.523899 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-436c5003-19da-4ab8-86ea-fe33ff454107 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058148 Jul 07 19:17:00.558488 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-1b0dc4a4-25f8-4614-a805-e335b481ba35 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/quotas/0f159f3e523d48cd91773c6b185376e1 HTTP/1.1" status: 200 len: 375 time: 0.0267951 Jul 07 19:17:00.680360 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1266d86f-5262-4c46-b747-cc7c51b993d0 tempest-DHCPAgentSchedulersTestJSON-666783728 tempest-DHCPAgentSchedulersTestJSON-666783728-project-admin] 10.222.0.81 "GET /v2.0/agents/e8a39494-9f06-4f7b-a585-9483aa98c68a/dhcp-networks HTTP/1.1" status: 200 len: 7291 time: 0.3290691 Jul 07 19:17:00.685496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52346) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.688954 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-a6d1441f-3d5c-4116-a0d4-952740b17d66 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f159f3e523d48cd91773c6b185376e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203134 Jul 07 19:17:00.865424 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:01.214441 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:01.260970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0538cdf-5d8b-4727-8193-f317200df306']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:01.324369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eff9551-7d5b-49f3-8390-e9dd99d94f0b') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:01.333540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eff9551-7d5b-49f3-8390-e9dd99d94f0b') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:01.398155 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:01.458040 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:01.486857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:17:01.487237 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:17:01.490424 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:17:01.695459 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:01.711469 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:01.715836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] 10.222.0.81 "DELETE /v2.0/networks/a0538cdf-5d8b-4727-8193-f317200df306 HTTP/1.1" status: 204 len: 168 time: 1.0286896 Jul 07 19:17:01.726718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52388) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:01.734102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8cb32-04f3-4f9c-8806-b47dd2f474dc tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Pushing event deleted for resources: {'Network': ['ID=a0538cdf-5d8b-4727-8193-f317200df306,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:01.823020 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd06bdf-49af-4d62-be30-b75dcac3d0e0 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:17:01.826388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd06bdf-49af-4d62-be30-b75dcac3d0e0 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:17:01.831629 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bcd06bdf-49af-4d62-be30-b75dcac3d0e0 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] 10.222.0.81 "DELETE /v2.0/ports/3956a297-db1b-40e4-88a2-d53f3b67ab2c HTTP/1.1" status: 404 len: 333 time: 0.1024001 Jul 07 19:17:01.835556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52396) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:02.004193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af09e4d-0257-4765-8574-ae053b32c3e2 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Deleting subnet da9ad2b3-bb1c-485f-a85f-4d2a5eca861d {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:17:02.027253 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3af09e4d-0257-4765-8574-ae053b32c3e2 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:02.036491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc329a-1e57-43af-97ce-bc689aea02e3 req-fab7fc21-8544-4fd2-b267-ebe322c3a2dc tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:02.052938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60bc329a-1e57-43af-97ce-bc689aea02e3 req-fab7fc21-8544-4fd2-b267-ebe322c3a2dc tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 946 time: 0.2809732 Jul 07 19:17:02.203593 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60bc329a-1e57-43af-97ce-bc689aea02e3 req-073e35d2-7097-436b-83e0-2ec695f64f3d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488609 Jul 07 19:17:02.234035 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3af09e4d-0257-4765-8574-ae053b32c3e2 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:02.473258 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3af09e4d-0257-4765-8574-ae053b32c3e2 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:02.499415 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7827a418-1db0-4dfa-bd3b-724673fa2b63 req-be415c0e-62e0-4dbb-94b9-fdf248e00200 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 210 time: 0.0957177 Jul 07 19:17:02.711599 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3af09e4d-0257-4765-8574-ae053b32c3e2 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:02.764063 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3af09e4d-0257-4765-8574-ae053b32c3e2 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:02.774208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f2efae-070d-4415-8b42-2c7fe7c88e9c None None] Network 6ed91d36-3e53-4a32-a069-f98b3b887a8e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:02.786138 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3af09e4d-0257-4765-8574-ae053b32c3e2 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] 10.222.0.81 "DELETE /v2.0/subnets/da9ad2b3-bb1c-485f-a85f-4d2a5eca861d HTTP/1.1" status: 204 len: 168 time: 0.9480283 Jul 07 19:17:02.790393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52452) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:02.877948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af09e4d-0257-4765-8574-ae053b32c3e2 tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Pushing event deleted for resources: {'Subnet': ['ID=da9ad2b3-bb1c-485f-a85f-4d2a5eca861d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:03.060119 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-13161016-743b-4bae-b750-8537d32eb1f4 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=93292540169c4b11a873d0e2ea925890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729375 Jul 07 19:17:03.112127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:03.141036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001014d6-e47a-4610-aae0-76bb00544878 None None] DHCP port deletion for 6ed91d36-3e53-4a32-a069-f98b3b887a8e request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:17:03.238546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-001014d6-e47a-4610-aae0-76bb00544878 None None] Deleting port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:03.239221 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-001014d6-e47a-4610-aae0-76bb00544878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:03.363598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-70830fbd-773e-45fa-bbe2-62c241863c92 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:03.384470 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-70830fbd-773e-45fa-bbe2-62c241863c92 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3226750 Jul 07 19:17:03.414106 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-186673dd-93c1-489a-bb68-b1ddc2acb010 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/quotas/93292540169c4b11a873d0e2ea925890 HTTP/1.1" status: 200 len: 375 time: 0.0274024 Jul 07 19:17:03.428424 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:17:03.486445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-001014d6-e47a-4610-aae0-76bb00544878 None None] For port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ca212dfd-26a8-4dd5-8698-7777aaa5d4c3,segment=NetworkSegment(7f932c15-8701-4bc3-b482-465962f6ba92),segment_id=7f932c15-8701-4bc3-b482-465962f6ba92)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:03.494497 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-001014d6-e47a-4610-aae0-76bb00544878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:03.496046 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-a9b45ed3-455d-43cc-b7b9-4a4a571c8fec tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=93292540169c4b11a873d0e2ea925890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803702 Jul 07 19:17:03.527776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Deleting port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:03.528396 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:03.549509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-001014d6-e47a-4610-aae0-76bb00544878 None None] Calling delete_port for ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:03.642175 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] For port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ca212dfd-26a8-4dd5-8698-7777aaa5d4c3,segment=NetworkSegment(7f932c15-8701-4bc3-b482-465962f6ba92),segment_id=7f932c15-8701-4bc3-b482-465962f6ba92)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:03.642561 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:03.678510 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Calling delete_port for ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:03.798359 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-001014d6-e47a-4610-aae0-76bb00544878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:03.873553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001014d6-e47a-4610-aae0-76bb00544878 None None] Pushing event deleted for resources: {'Port': ['ID=ca212dfd-26a8-4dd5-8698-7777aaa5d4c3,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:03.890586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001014d6-e47a-4610-aae0-76bb00544878 None None] No DVR routers for this DVR port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:03.969873 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.019499 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Pushing event deleted for resources: {'Port': ['ID=ca212dfd-26a8-4dd5-8698-7777aaa5d4c3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:04.022392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] No DVR routers for this DVR port ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:04.260797 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.307842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed91d36-3e53-4a32-a069-f98b3b887a8e']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:04.364302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f932c15-8701-4bc3-b482-465962f6ba92') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:04.364631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f932c15-8701-4bc3-b482-465962f6ba92') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:04.376318 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.402253 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.412262 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-7a9554bd-bd31-49b2-97cc-c1d3f70af9f9 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0f159f3e523d48cd91773c6b185376e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073656 Jul 07 19:17:04.415361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:04.429758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:17:04.431324 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:17:04.439588 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:17:04.469862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:17:04.471517 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ca212dfd-26a8-4dd5-8698-7777aaa5d4c3 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:04.726209 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.741899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-899758da-3c8b-4cbd-b9e2-ea9cf5d4ca20 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:04.745405 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-899758da-3c8b-4cbd-b9e2-ea9cf5d4ca20 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3199344 Jul 07 19:17:04.771307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Request body: {'port': {'device_id': '6a45292d-51bc-4008-b692-f99b4a23a133', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '0f159f3e523d48cd91773c6b185376e1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:04.818159 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.820799 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] 10.222.0.81 "DELETE /v2.0/networks/6ed91d36-3e53-4a32-a069-f98b3b887a8e HTTP/1.1" status: 204 len: 168 time: 2.0284436 Jul 07 19:17:04.839364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e8307-15c0-4056-90ca-1cc6b146809d tempest-DHCPAgentSchedulersTestJSON-1959289766 tempest-DHCPAgentSchedulersTestJSON-1959289766-project] Pushing event deleted for resources: {'Network': ['ID=6ed91d36-3e53-4a32-a069-f98b3b887a8e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:04.902709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650f5c6-790f-44ea-ad80-4fb7e59d4cad req-b7f1e89d-bd09-49bd-835f-ceb209a44c1c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:04.916293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c650f5c6-790f-44ea-ad80-4fb7e59d4cad req-b7f1e89d-bd09-49bd-835f-ceb209a44c1c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 946 time: 0.3665156 Jul 07 19:17:05.037922 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a78b4a1-e976-4bbb-8183-4bfe047c13fb req-5c1e0d40-7636-41c7-a2d7-55c3eaef779d tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 210 time: 0.0540268 Jul 07 19:17:05.038569 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c650f5c6-790f-44ea-ad80-4fb7e59d4cad req-8f961332-3e23-49f5-b1fd-eeacf783aef2 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185503 Jul 07 19:17:05.245102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c244b3-0b92-4f8b-8f32-d2f69dbb35b2 req-aa04359d-e404-4968-b071-2f34810d6b6a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:05.252988 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0c244b3-0b92-4f8b-8f32-d2f69dbb35b2 req-aa04359d-e404-4968-b071-2f34810d6b6a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 946 time: 0.3091650 Jul 07 19:17:05.257545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Made reservation on behalf of 0f159f3e523d48cd91773c6b185376e1 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:05.265140 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.374903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.407954 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-90e0d391-dc7b-4b4f-94a6-f3cac0be3cc7 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=93292540169c4b11a873d0e2ea925890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725288 Jul 07 19:17:05.446026 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.489521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52556) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:05.661721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-f0c244b3-0b92-4f8b-8f32-d2f69dbb35b2 req-ba217661-f53b-4d52-a861-f9e274d97657 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Deleting port cb697e60-a76a-44aa-a3e1-923fd3666257 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:05.662577 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0c244b3-0b92-4f8b-8f32-d2f69dbb35b2 req-ba217661-f53b-4d52-a861-f9e274d97657 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.780637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a7cdeae4-6b9c-45a8-865b-5f9ac0d65256 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ce9e7c7687041d09d07cf45e0f66766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875569 Jul 07 19:17:05.781199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52582) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:05.783593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-b46d7aef-e424-4cb0-aadc-ec2868d9affa tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:05.787227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-b46d7aef-e424-4cb0-aadc-ec2868d9affa tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3773358 Jul 07 19:17:05.851468 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-691f55c4-760b-474e-91bb-56470de0934e tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/quotas/93292540169c4b11a873d0e2ea925890 HTTP/1.1" status: 200 len: 375 time: 0.0528760 Jul 07 19:17:05.876142 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-071860a4-20ac-4a74-ba7b-90e12d1782af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.919354 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-071860a4-20ac-4a74-ba7b-90e12d1782af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.988898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.006716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-add564c5-c084-46ba-a082-6da6d77a2e90 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=93292540169c4b11a873d0e2ea925890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1400564 Jul 07 19:17:06.008923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-071860a4-20ac-4a74-ba7b-90e12d1782af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.015294 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-071860a4-20ac-4a74-ba7b-90e12d1782af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.016870 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-071860a4-20ac-4a74-ba7b-90e12d1782af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb0d50a9-65c1-4913-b01e-ff8ddfdb3914 HTTP/1.1" status: 204 len: 168 time: 0.2345531 Jul 07 19:17:06.024893 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.038523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071860a4-20ac-4a74-ba7b-90e12d1782af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0d50a9-65c1-4913-b01e-ff8ddfdb3914,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:06.110244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-f0c244b3-0b92-4f8b-8f32-d2f69dbb35b2 req-ba217661-f53b-4d52-a861-f9e274d97657 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] For port cb697e60-a76a-44aa-a3e1-923fd3666257, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cb697e60-a76a-44aa-a3e1-923fd3666257,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:06.110671 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0c244b3-0b92-4f8b-8f32-d2f69dbb35b2 req-ba217661-f53b-4d52-a861-f9e274d97657 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.144296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e055d76e-3088-4ce4-922e-727b892d49e4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:06.248022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-f0c244b3-0b92-4f8b-8f32-d2f69dbb35b2 req-ba217661-f53b-4d52-a861-f9e274d97657 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Calling delete_port for cb697e60-a76a-44aa-a3e1-923fd3666257 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:06.341643 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4574ab16-b104-4b7f-a69f-2ddeccd9c08d tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=93292540169c4b11a873d0e2ea925890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292202 Jul 07 19:17:06.822554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52624) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:06.836933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Allocated IP 192.168.233.152 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/c97bb92d-d3cc-4cd2-a321-cca593709396) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:06.886634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc31c3a-7740-489c-9a1f-5e05ca77b3db req-32765e7e-0821-4240-b75c-66f840efad77 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 210 time: 0.1403763 Jul 07 19:17:06.951756 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-415d4376-d81c-4c1e-8f55-02bae3715fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.952695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-91cbc1ab-718a-4fed-b302-c491f29eba3c tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:06.955098 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-91cbc1ab-718a-4fed-b302-c491f29eba3c tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6067514 Jul 07 19:17:06.983317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Request body: {'port': {'device_id': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '93292540169c4b11a873d0e2ea925890'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:07.192110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8582-3eae-442d-aa99-b7473cdd5cd1 req-ac1d1e3b-2386-427b-ae25-ac28541ef670 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:07.208065 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ebc8582-3eae-442d-aa99-b7473cdd5cd1 req-ac1d1e3b-2386-427b-ae25-ac28541ef670 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 946 time: 0.3493507 Jul 07 19:17:07.239504 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-002c69e2-7f77-49c2-92dc-8a6ada57dce2 req-3559f784-0f7c-4d87-bc2d-b000e92aeacb tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 210 time: 0.2001126 Jul 07 19:17:07.276332 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0c244b3-0b92-4f8b-8f32-d2f69dbb35b2 req-ba217661-f53b-4d52-a861-f9e274d97657 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.383658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ebc8582-3eae-442d-aa99-b7473cdd5cd1 req-615276ff-8f7d-4aa0-81b6-c85bf01e57ef tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741667 Jul 07 19:17:07.434526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba217661-f53b-4d52-a861-f9e274d97657 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Pushing event deleted for resources: {'Port': ['ID=cb697e60-a76a-44aa-a3e1-923fd3666257,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:07.643372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c244b3-0b92-4f8b-8f32-d2f69dbb35b2 req-ba217661-f53b-4d52-a861-f9e274d97657 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] No DVR routers for this DVR port cb697e60-a76a-44aa-a3e1-923fd3666257 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:07.656899 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0c244b3-0b92-4f8b-8f32-d2f69dbb35b2 req-ba217661-f53b-4d52-a861-f9e274d97657 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.660160 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0c244b3-0b92-4f8b-8f32-d2f69dbb35b2 req-ba217661-f53b-4d52-a861-f9e274d97657 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "DELETE /v2.0/ports/cb697e60-a76a-44aa-a3e1-923fd3666257 HTTP/1.1" status: 204 len: 173 time: 2.3893106 Jul 07 19:17:07.674500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc', 'name': 'network-vif-deleted', 'tag': 'cb697e60-a76a-44aa-a3e1-923fd3666257'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:07.678515 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7054d644-e653-4c5f-849d-e6c86eac4455" -d '{"events": [{"server_uuid": "5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc", "name": "network-vif-deleted", "tag": "cb697e60-a76a-44aa-a3e1-923fd3666257"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:07.813048 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-415d4376-d81c-4c1e-8f55-02bae3715fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.848003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-415d4376-d81c-4c1e-8f55-02bae3715fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.864297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Made reservation on behalf of 93292540169c4b11a873d0e2ea925890 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:07.869959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.897638 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.924453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.955600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Transition to ACTIVE for port object c97bb92d-d3cc-4cd2-a321-cca593709396 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:08.061921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d4376-d81c-4c1e-8f55-02bae3715fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b76ebb7-a8e4-40e9-854f-4c679c97d1e8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:08.066333 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.171803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:08.176654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-415d4376-d81c-4c1e-8f55-02bae3715fe1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c034e08ed5534ea1931ce3e7a0eea64b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3443317 Jul 07 19:17:08.184899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52690) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:08.203927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:08.213811 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:08.288322 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a90d770-b897-4901-9474-4a31545493a3 x-openstack-request-id: req-2a90d770-b897-4901-9474-4a31545493a3 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:08.288732 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc", "name": "network-vif-deleted", "tag": "cb697e60-a76a-44aa-a3e1-923fd3666257", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:08.289014 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a90d770-b897-4901-9474-4a31545493a3 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:08.289459 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc', 'name': 'network-vif-deleted', 'tag': 'cb697e60-a76a-44aa-a3e1-923fd3666257', 'status': 'completed', 'code': 200} Jul 07 19:17:08.346358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Pushing event updated for resources: {'Port': ['ID=c97bb92d-d3cc-4cd2-a321-cca593709396,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:08.380524 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.390213 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.426625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:08.427417 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.467827 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c906521a-10f7-4793-aa74-d797100339cb tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7103438 Jul 07 19:17:08.468721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88fbdfc1-6eeb-4af6-92ea-72c62226222a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.504833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cb697e60-a76a-44aa-a3e1-923fd3666257 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:08.564267 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88fbdfc1-6eeb-4af6-92ea-72c62226222a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.570947 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: cb697e60-a76a-44aa-a3e1-923fd3666257 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:17:08.574324 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cb697e60-a76a-44aa-a3e1-923fd3666257 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:08.625925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d84cc593-5427-444c-81fa-dc1fc394d6e1 None None] Provisioning for port c97bb92d-d3cc-4cd2-a321-cca593709396 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:08.644391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d84cc593-5427-444c-81fa-dc1fc394d6e1 None None] Provisioning complete for port c97bb92d-d3cc-4cd2-a321-cca593709396 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:08.645113 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d84cc593-5427-444c-81fa-dc1fc394d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.662090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Request body: {'port': {'device_id': '6a45292d-51bc-4008-b692-f99b4a23a133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:08.711333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d84cc593-5427-444c-81fa-dc1fc394d6e1 None None] Port c97bb92d-d3cc-4cd2-a321-cca593709396 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:17:08.803897 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-906a3e0f-e41e-43ac-ad84-c8e54daa7c44 req-449f2ed8-a5f6-4f70-b91a-5b769b35cda4 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 210 time: 0.0653729 Jul 07 19:17:08.817025 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18eef338-6f41-42b8-b8f6-5d7788f56d80,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:08.915795 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Allocated IP 192.168.233.237 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/22e322bb-3959-4b90-b739-6fb8d605407e) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:08.964528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5a806-cd70-4aa6-8b98-30d9abbe701e req-c61231b3-dd3a-4270-a59f-d67a51019610 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:08.975251 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88fbdfc1-6eeb-4af6-92ea-72c62226222a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.978486 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88fbdfc1-6eeb-4af6-92ea-72c62226222a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.983329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-88fbdfc1-6eeb-4af6-92ea-72c62226222a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b76ebb7-a8e4-40e9-854f-4c679c97d1e8 HTTP/1.1" status: 204 len: 168 time: 0.7934649 Jul 07 19:17:08.983329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-4e461b15-9879-404c-acd9-d2e01206696e tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=93292540169c4b11a873d0e2ea925890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1174698 Jul 07 19:17:09.003089 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfc5a806-cd70-4aa6-8b98-30d9abbe701e req-c61231b3-dd3a-4270-a59f-d67a51019610 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 936 time: 0.3687451 Jul 07 19:17:09.192001 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfc5a806-cd70-4aa6-8b98-30d9abbe701e req-8d79e8c4-395d-4030-b580-2e1d94d1b6d6 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859906 Jul 07 19:17:09.521498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbdfc1-6eeb-4af6-92ea-72c62226222a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b76ebb7-a8e4-40e9-854f-4c679c97d1e8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:09.562869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-1fde05c5-e377-4369-adae-816d85c4d5ae tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:09.564384 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-1fde05c5-e377-4369-adae-816d85c4d5ae tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5576122 Jul 07 19:17:09.566159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:09.593624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Request body: {'port': {'device_id': 'fc3b508b-3e08-484e-83e6-16b048fbea80', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '93292540169c4b11a873d0e2ea925890'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:09.714209 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:09.891191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:09.939649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c398b27-d2b1-4d25-8bb2-ee3007266bfd req-d6ea9d80-b26d-4407-82aa-6f2f48ef7df4 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bb771d3-5b6a-470f-bbd1-5cbbc1b26ffc HTTP/1.1" status: 200 len: 210 time: 0.1766117 Jul 07 19:17:09.954985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Made reservation on behalf of 93292540169c4b11a873d0e2ea925890 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:09.959733 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:10.011777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Transition to ACTIVE for port object 22e322bb-3959-4b90-b739-6fb8d605407e will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:10.139641 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:10.263867 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:10.270558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:10.285281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:10.531437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Pushing event updated for resources: {'Port': ['ID=22e322bb-3959-4b90-b739-6fb8d605407e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:10.629462 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:10.633467 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:10.634428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97bb92d-d3cc-4cd2-a321-cca593709396 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:10.668173 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:10.691486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Transition to ACTIVE for port object c97bb92d-d3cc-4cd2-a321-cca593709396 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:10.762566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a30b9569-835e-474a-975a-9eacf581eca1 None None] Provisioning for port 22e322bb-3959-4b90-b739-6fb8d605407e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:10.771343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a30b9569-835e-474a-975a-9eacf581eca1 None None] Provisioning complete for port 22e322bb-3959-4b90-b739-6fb8d605407e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:10.771729 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a30b9569-835e-474a-975a-9eacf581eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:10.776462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-33c99836-6cc5-4454-a6e8-3261c849b1bf tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8003769 Jul 07 19:17:10.781945 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0f0316a-5b31-443b-ad75-1ea6c4f4edcb req-38742536-3715-4cf6-9567-5ee49bbef62f tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 210 time: 0.0940027 Jul 07 19:17:10.795379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Request body: {'port': {'device_id': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:10.876082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:10.896739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a30b9569-835e-474a-975a-9eacf581eca1 None None] Port 22e322bb-3959-4b90-b739-6fb8d605407e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:17:10.941498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Allocated IP 192.168.233.16 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/014808cf-4775-45ba-9de0-dfd7c27c7843) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:10.987383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.265238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c97bb92d-d3cc-4cd2-a321-cca593709396,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:11.522222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f714ba-5c25-495c-a74b-654b5f10f019 req-edcb5b2e-1679-469c-aab2-b5c18a007022 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:11.541300 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80f714ba-5c25-495c-a74b-654b5f10f019 req-edcb5b2e-1679-469c-aab2-b5c18a007022 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 948 time: 0.3343260 Jul 07 19:17:11.611538 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80f714ba-5c25-495c-a74b-654b5f10f019 req-1b4983d0-29c7-436f-85d0-c46ba13df70d tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652752 Jul 07 19:17:11.732164 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.753580 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Attempting to bind port c97bb92d-d3cc-4cd2-a321-cca593709396 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:11.755812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Attempting to bind port c97bb92d-d3cc-4cd2-a321-cca593709396 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:11.756524 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Attempting to bind port c97bb92d-d3cc-4cd2-a321-cca593709396 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:11.789794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Port c97bb92d-d3cc-4cd2-a321-cca593709396 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:11.796214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Attempting to bind port c97bb92d-d3cc-4cd2-a321-cca593709396 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:11.832401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:11.832972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:11.833614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:11.834919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Bound port: c97bb92d-d3cc-4cd2-a321-cca593709396, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:11.835531 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.844766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Transition to ACTIVE for port object 014808cf-4775-45ba-9de0-dfd7c27c7843 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:11.989327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] For port c97bb92d-d3cc-4cd2-a321-cca593709396, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:11.995241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] For port c97bb92d-d3cc-4cd2-a321-cca593709396, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c97bb92d-d3cc-4cd2-a321-cca593709396,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:12.008735 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.125862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c97bb92d-d3cc-4cd2-a321-cca593709396,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:12.156855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:12.157878 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.160420 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6451fbea-8744-470d-867d-c034283792c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/c97bb92d-d3cc-4cd2-a321-cca593709396 HTTP/1.1" status: 200 len: 1096 time: 3.5332606 Jul 07 19:17:12.161200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a45292d-51bc-4008-b692-f99b4a23a133', 'tag': 'c97bb92d-d3cc-4cd2-a321-cca593709396'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:12.165220 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4631d25f-a708-4f95-a6f0-e746fbff67fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6a45292d-51bc-4008-b692-f99b4a23a133", "tag": "c97bb92d-d3cc-4cd2-a321-cca593709396"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:12.196065 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.660746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Pushing event updated for resources: {'Port': ['ID=014808cf-4775-45ba-9de0-dfd7c27c7843,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:12.680437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:12.737701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52886) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:12.746545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e322bb-3959-4b90-b739-6fb8d605407e {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:12.750848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:12.765498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:12.774015 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.849195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Transition to ACTIVE for port object 22e322bb-3959-4b90-b739-6fb8d605407e will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:12.864133 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.904516 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-2b41a7a7-91e0-4178-a4de-274681291580 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:12.917369 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-2b41a7a7-91e0-4178-a4de-274681291580 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.5672517 Jul 07 19:17:12.985452 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-5a8bc923-796a-43c1-a491-0e4ced543fa5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/quotas/2e1f918f8e4244559f5f76b0b68b66a6 HTTP/1.1" status: 200 len: 375 time: 0.0665035 Jul 07 19:17:13.037166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:13.038303 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:13.054608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-92f08d08-19ef-415a-a8b9-e2aa5783e4f3 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-284715751'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:13.055431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-92f08d08-19ef-415a-a8b9-e2aa5783e4f3 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Unknown quota resources ['metering_label']. {{(pid=93901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:17:13.097382 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-f8b7d64a-c63e-4514-b3d8-cac3d1f91604 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082900 Jul 07 19:17:13.130260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6db7b6c6-e15f-4dd8-9527-a1a7312681e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:13.133287 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-6db7b6c6-e15f-4dd8-9527-a1a7312681e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f159f3e523d48cd91773c6b185376e1&device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 1099 time: 0.8432193 Jul 07 19:17:13.205641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95112c10-2b70-45aa-a7e6-ff2343fc56e0 req-779aef48-c1c6-4ce4-b699-65e208fa3c48 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:13.216265 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95112c10-2b70-45aa-a7e6-ff2343fc56e0 req-779aef48-c1c6-4ce4-b699-65e208fa3c48 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 935 time: 0.4784672 Jul 07 19:17:13.221505 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-dec514e5-aca1-4fce-8d75-81ac68e3d954 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6436527 Jul 07 19:17:13.222276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Pushing event updated for resources: {'Port': ['ID=22e322bb-3959-4b90-b739-6fb8d605407e,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:13.297512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Request body: {'port': {'device_id': 'fc3b508b-3e08-484e-83e6-16b048fbea80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:13.312505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2db7b4ef-2e7c-400f-b5c9-fa7bd8a304bc None None] Provisioning for port 014808cf-4775-45ba-9de0-dfd7c27c7843 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:13.331630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2db7b4ef-2e7c-400f-b5c9-fa7bd8a304bc None None] Provisioning complete for port 014808cf-4775-45ba-9de0-dfd7c27c7843 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:13.332247 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2db7b4ef-2e7c-400f-b5c9-fa7bd8a304bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:13.360736 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-cb2891b4-06dd-4cec-a66d-d32a7a6920cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c97bb92d-d3cc-4cd2-a321-cca593709396 HTTP/1.1" status: 200 len: 217 time: 0.2042100 Jul 07 19:17:13.468798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2db7b4ef-2e7c-400f-b5c9-fa7bd8a304bc None None] Port 014808cf-4775-45ba-9de0-dfd7c27c7843 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:17:14.017423 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95112c10-2b70-45aa-a7e6-ff2343fc56e0 req-db6daa69-db0d-4315-a347-2766cbf2dc6d tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7991850 Jul 07 19:17:14.021539 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:14.027471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:14.028222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:14.029525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:14.033764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:14.034665 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:14.035358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:14.038922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:14.039805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:14.041042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:14.041588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:14.042406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:14.052263 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92f08d08-19ef-415a-a8b9-e2aa5783e4f3 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.054867 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-92f08d08-19ef-415a-a8b9-e2aa5783e4f3 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3160241 Jul 07 19:17:14.062222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52894) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:14.075814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-22eb50fd-d29e-4320-acdb-1a5da26d8a33 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dd2e38e3-502d-4760-9aaf-d39e3859f6e6'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:14.077001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-22eb50fd-d29e-4320-acdb-1a5da26d8a33 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:17:14.127725 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.154263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-f37569f4-75c7-40bb-aea2-c59c9b8b6df5 service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0457537 Jul 07 19:17:14.161209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-4c2b695b-4b0a-4677-9420-7534cfeecd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:14.165929 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-4c2b695b-4b0a-4677-9420-7534cfeecd52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1865072 Jul 07 19:17:14.276706 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Attempting to bind port 22e322bb-3959-4b90-b739-6fb8d605407e on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:14.277351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Attempting to bind port 22e322bb-3959-4b90-b739-6fb8d605407e by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:14.278293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Attempting to bind port 22e322bb-3959-4b90-b739-6fb8d605407e on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:14.286308 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Port 22e322bb-3959-4b90-b739-6fb8d605407e on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:14.287034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Attempting to bind port 22e322bb-3959-4b90-b739-6fb8d605407e on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:14.291322 n-d-793621-9 neutron-server[93901]: WARNING neutron.services.metering.metering_plugin [None req-22eb50fd-d29e-4320-acdb-1a5da26d8a33 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 19:17:14.453513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:14.453880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:14.454836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:14.454836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Bound port: 22e322bb-3959-4b90-b739-6fb8d605407e, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:14.455223 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.518904 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-22eb50fd-d29e-4320-acdb-1a5da26d8a33 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.526298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-22eb50fd-d29e-4320-acdb-1a5da26d8a33 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4560957 Jul 07 19:17:14.536739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52896) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:14.582877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:14.586535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:14.594396 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.595952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3be322fc-9ff5-4c1e-83a8-0bf6cdd8870b tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dd2e38e3-502d-4760-9aaf-d39e3859f6e6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:14.596922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3be322fc-9ff5-4c1e-83a8-0bf6cdd8870b tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:17:14.615995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-2197541d-2608-40c3-860e-8d0a316a4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:14.619470 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-2197541d-2608-40c3-860e-8d0a316a4904 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4339521 Jul 07 19:17:14.625529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:14.626487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.628228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/22e322bb-3959-4b90-b739-6fb8d605407e HTTP/1.1" status: 200 len: 1096 time: 3.8436818 Jul 07 19:17:14.630064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:14.633777 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f9046a-1041-47d2-93e6-05ff44b87e12" -d '{"events": [{"name": "network-changed", "server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:14.639021 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-cd44d242-86fb-444a-8a33-9d797a3b376f service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715605 Jul 07 19:17:14.862111 n-d-793621-9 neutron-server[93900]: WARNING neutron.services.metering.metering_plugin [None req-3be322fc-9ff5-4c1e-83a8-0bf6cdd8870b tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 19:17:14.868627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03804da2-1c8f-4953-8522-740620d64ba1 req-87546f23-c6e3-478e-8119-bcb12926b738 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:14.879602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03804da2-1c8f-4953-8522-740620d64ba1 req-87546f23-c6e3-478e-8119-bcb12926b738 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 945 time: 0.6323636 Jul 07 19:17:15.028849 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276ac400-3c8d-4fe2-bac6-bd3e2ff3b8ba x-openstack-request-id: req-276ac400-3c8d-4fe2-bac6-bd3e2ff3b8ba {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:15.029707 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a45292d-51bc-4008-b692-f99b4a23a133", "tag": "c97bb92d-d3cc-4cd2-a321-cca593709396", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:15.030053 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-276ac400-3c8d-4fe2-bac6-bd3e2ff3b8ba {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:15.030290 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a45292d-51bc-4008-b692-f99b4a23a133', 'tag': 'c97bb92d-d3cc-4cd2-a321-cca593709396', 'status': 'completed', 'code': 200} Jul 07 19:17:15.057563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59d30f-b0a0-4759-b75c-1df3e57a19b7 service neutron] Pushing event updated for resources: {'Port': ['ID=22e322bb-3959-4b90-b739-6fb8d605407e,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:15.094065 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03804da2-1c8f-4953-8522-740620d64ba1 req-f4bfc7ed-29fb-45b5-9704-b0586ea50530 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125332 Jul 07 19:17:15.167129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-8aa39425-323b-4ffc-a830-a8dc193753f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:15.169517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-8aa39425-323b-4ffc-a830-a8dc193753f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93292540169c4b11a873d0e2ea925890&device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 1099 time: 0.4065859 Jul 07 19:17:15.287595 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3be322fc-9ff5-4c1e-83a8-0bf6cdd8870b tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.289152 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3be322fc-9ff5-4c1e-83a8-0bf6cdd8870b tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7067704 Jul 07 19:17:15.293703 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-11c49d11-73b3-4064-9333-84d4b1606ab0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=22e322bb-3959-4b90-b739-6fb8d605407e HTTP/1.1" status: 200 len: 217 time: 0.1150892 Jul 07 19:17:15.296226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52928) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:15.375652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-633b260b-f0c0-4a94-823d-7027ab35a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:15.377335 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-633b260b-f0c0-4a94-823d-7027ab35a6fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0679998 Jul 07 19:17:15.462044 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d09de525-4479-423e-8074-56137d2493ab tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=792395f0-62c1-4406-a46b-1e89255c69f7 HTTP/1.1" status: 200 len: 462 time: 0.1601679 Jul 07 19:17:15.465096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52946) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:15.536666 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-01fe85cc-c81c-4804-918c-ad8735cf8731 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9016249 Jul 07 19:17:15.656439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014808cf-4775-45ba-9de0-dfd7c27c7843 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:15.662418 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b828240f-7973-497c-8385-e28090d2959b tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.669955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52950) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:15.671581 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b828240f-7973-497c-8385-e28090d2959b tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/792395f0-62c1-4406-a46b-1e89255c69f7 HTTP/1.1" status: 204 len: 168 time: 0.2047141 Jul 07 19:17:15.713547 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.731593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50618656-fc68-4631-a6a0-f7c4096b1261 req-268b33e1-19db-4730-a70a-d5b277304569 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:15.732836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50618656-fc68-4631-a6a0-f7c4096b1261 req-268b33e1-19db-4730-a70a-d5b277304569 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 948 time: 0.3544526 Jul 07 19:17:15.738007 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ee01fa25-2dc4-4f73-8a84-6cdf9b83fbf3 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=792395f0-62c1-4406-a46b-1e89255c69f7 HTTP/1.1" status: 200 len: 221 time: 0.0650978 Jul 07 19:17:15.744172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52956) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:15.751379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-39a1b144-8a17-48f4-a324-daee9bb3ba15 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2098066214', 'description': 'label created by tempest'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:15.752004 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-39a1b144-8a17-48f4-a324-daee9bb3ba15 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Unknown quota resources ['metering_label']. {{(pid=93901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:17:15.789536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-13e39a58-9ab5-4d42-8218-5fa7ea481848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:15.793411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Transition to ACTIVE for port object 014808cf-4775-45ba-9de0-dfd7c27c7843 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:15.805260 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.809223 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-13e39a58-9ab5-4d42-8218-5fa7ea481848 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4151623 Jul 07 19:17:15.890634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1da0eb5-ce94-4473-869d-d369adc09c9d req-c50bf4c4-2892-4afc-a46f-c84dab2c6469 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356075 Jul 07 19:17:15.984009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Pushing event updated for resources: {'Port': ['ID=014808cf-4775-45ba-9de0-dfd7c27c7843,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:16.112046 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50618656-fc68-4631-a6a0-f7c4096b1261 req-e6781a5b-c7bd-4125-9027-23aad289037a tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664699 Jul 07 19:17:16.384819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631d25f-a708-4f95-a6f0-e746fbff67fd req-96d6d6a3-5746-4804-8c83-4a84b81e04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:16.386356 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4631d25f-a708-4f95-a6f0-e746fbff67fd req-96d6d6a3-5746-4804-8c83-4a84b81e04a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f159f3e523d48cd91773c6b185376e1&device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 1099 time: 0.3146601 Jul 07 19:17:16.393320 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Attempting to bind port 014808cf-4775-45ba-9de0-dfd7c27c7843 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:16.393613 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Attempting to bind port 014808cf-4775-45ba-9de0-dfd7c27c7843 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:16.394281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Attempting to bind port 014808cf-4775-45ba-9de0-dfd7c27c7843 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:16.457134 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29869b0d-fce0-4a12-8b81-5f91473048db x-openstack-request-id: req-29869b0d-fce0-4a12-8b81-5f91473048db {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:16.457539 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:16.457884 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29869b0d-fce0-4a12-8b81-5f91473048db {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:16.458441 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e', 'status': 'completed', 'code': 200} Jul 07 19:17:16.461924 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-78916e83-2d4a-4aed-8b03-e9e72ecc4e5b service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921023 Jul 07 19:17:16.543757 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Port 014808cf-4775-45ba-9de0-dfd7c27c7843 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:16.544449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Attempting to bind port 014808cf-4775-45ba-9de0-dfd7c27c7843 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:16.586752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:16.587169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:16.587864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:16.588325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Bound port: 014808cf-4775-45ba-9de0-dfd7c27c7843, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:16.588698 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:16.611785 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-39a1b144-8a17-48f4-a324-daee9bb3ba15 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:16.612853 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-39a1b144-8a17-48f4-a324-daee9bb3ba15 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8663001 Jul 07 19:17:16.616361 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a908e20-663b-4394-83b4-25bbae108a85 req-6440668b-16d7-4c23-be80-4ac47087dc18 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 210 time: 0.1630542 Jul 07 19:17:16.621173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52980) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:16.779140 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ced10530-e99c-4d52-ab51-0aa6de91f096 req-35978740-7e08-42ab-9143-7b5368434f59 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040577 Jul 07 19:17:16.862277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a566d6b1-ba9f-44d4-b5b7-bb322cc78f6b tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=b6dce921-c2e6-4cba-bbf3-88f4677a620f HTTP/1.1" status: 200 len: 468 time: 0.1900070 Jul 07 19:17:16.883506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52986) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:16.917552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631d25f-a708-4f95-a6f0-e746fbff67fd req-47183dec-ff74-4b86-9825-4182c83f34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:16.917552 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4631d25f-a708-4f95-a6f0-e746fbff67fd req-47183dec-ff74-4b86-9825-4182c83f34ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.5196784 Jul 07 19:17:16.922874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] For port 014808cf-4775-45ba-9de0-dfd7c27c7843, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:16.932746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] For port 014808cf-4775-45ba-9de0-dfd7c27c7843, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=014808cf-4775-45ba-9de0-dfd7c27c7843,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:16.954123 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.025641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13494d34-feb5-4b47-b560-344b987f81ad req-23cbeac4-ad06-418b-87ff-e983cc4974ee tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:17.031908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13494d34-feb5-4b47-b560-344b987f81ad req-23cbeac4-ad06-418b-87ff-e983cc4974ee tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 947 time: 0.4945450 Jul 07 19:17:17.035351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4631d25f-a708-4f95-a6f0-e746fbff67fd req-d6c70b9c-763e-4bb6-8b84-ff645113953d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c97bb92d-d3cc-4cd2-a321-cca593709396 HTTP/1.1" status: 200 len: 217 time: 0.1005139 Jul 07 19:17:17.095998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:17.096984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.098737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] 10.222.0.110 "PUT /v2.0/ports/014808cf-4775-45ba-9de0-dfd7c27c7843 HTTP/1.1" status: 200 len: 1095 time: 3.8064778 Jul 07 19:17:17.099994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3b508b-3e08-484e-83e6-16b048fbea80', 'tag': '014808cf-4775-45ba-9de0-dfd7c27c7843'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:17.104284 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c46d14-f65f-46f4-b8bc-0b3cbc7e676c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3b508b-3e08-484e-83e6-16b048fbea80", "tag": "014808cf-4775-45ba-9de0-dfd7c27c7843"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:17.156493 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87e45ecf-1b89-453f-860b-daf32f343dc3 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.160665 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-87e45ecf-1b89-453f-860b-daf32f343dc3 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/b6dce921-c2e6-4cba-bbf3-88f4677a620f HTTP/1.1" status: 204 len: 168 time: 0.2754915 Jul 07 19:17:17.162907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53024) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:17.184578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9046a-1041-47d2-93e6-05ff44b87e12 req-032ffdc5-171b-4951-a5f9-6456340fa182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:17.186384 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0f9046a-1041-47d2-93e6-05ff44b87e12 req-032ffdc5-171b-4951-a5f9-6456340fa182 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93292540169c4b11a873d0e2ea925890&device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 1099 time: 0.3386037 Jul 07 19:17:17.202433 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-97ea7c90-0946-4261-a89c-01c8e4e0497c tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=b6dce921-c2e6-4cba-bbf3-88f4677a620f HTTP/1.1" status: 200 len: 216 time: 0.0350387 Jul 07 19:17:17.205098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53026) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:17.251275 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-14ad3160-dd6e-49bd-b230-46de6e384079 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0427554 Jul 07 19:17:17.252023 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Pushing event updated for resources: {'Port': ['ID=014808cf-4775-45ba-9de0-dfd7c27c7843,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:17.255346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53028) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:17.260053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631d25f-a708-4f95-a6f0-e746fbff67fd req-0f218dbd-ade2-4ceb-83d5-44d3488a1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:17.261589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4631d25f-a708-4f95-a6f0-e746fbff67fd req-0f218dbd-ade2-4ceb-83d5-44d3488a1e67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2071452 Jul 07 19:17:17.286377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13494d34-feb5-4b47-b560-344b987f81ad req-37227596-e441-45c0-bfa8-41da68c5f2d6 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303627 Jul 07 19:17:17.348552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:17.348935 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:17.349283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:17.349717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:17.350211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:17.350768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:17.351335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:17.351796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:17.352193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:17.352565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:17.353011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:17.353618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d49d0-8127-4bbd-ac38-ee809dadb577 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:17.413031 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c893513a-1e63-40bd-a2c2-2cd5ffa48c4a tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1557066 Jul 07 19:17:17.421758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53032) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:17.451015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9046a-1041-47d2-93e6-05ff44b87e12 req-045149fa-b9a3-4bea-949f-bba2ffc6ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:17.454033 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0f9046a-1041-47d2-93e6-05ff44b87e12 req-045149fa-b9a3-4bea-949f-bba2ffc6ab0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.2476735 Jul 07 19:17:17.533227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0f9046a-1041-47d2-93e6-05ff44b87e12 req-7078a222-a724-4a42-a8da-fe5fd9acf0ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=22e322bb-3959-4b90-b739-6fb8d605407e HTTP/1.1" status: 200 len: 217 time: 0.0706296 Jul 07 19:17:17.642224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9046a-1041-47d2-93e6-05ff44b87e12 req-3dffcfcc-db8f-4e8d-abba-4a1035560a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:17.643743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0f9046a-1041-47d2-93e6-05ff44b87e12 req-3dffcfcc-db8f-4e8d-abba-4a1035560a7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1040206 Jul 07 19:17:17.762051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9046a-1041-47d2-93e6-05ff44b87e12 req-337526fa-a078-4101-80ee-9448ed57c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:17.768047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0f9046a-1041-47d2-93e6-05ff44b87e12 req-337526fa-a078-4101-80ee-9448ed57c332 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164513 Jul 07 19:17:17.776930 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-85fb595a-b200-41a5-bd30-91b43406aab6 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/dd2e38e3-502d-4760-9aaf-d39e3859f6e6 HTTP/1.1" status: 200 len: 472 time: 0.3532603 Jul 07 19:17:17.789804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53050) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:17.956232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0f9046a-1041-47d2-93e6-05ff44b87e12 req-0c917142-4af9-4c7c-9710-549a43237fe9 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799655 Jul 07 19:17:18.134377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-af12a2b5-ddb8-4c5f-a098-075eabc70ec0 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/731ea271-0d3d-4723-b70f-7a28253766f3 HTTP/1.1" status: 200 len: 459 time: 0.3264062 Jul 07 19:17:18.142015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53058) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:18.161152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f2751-97cb-41f6-82c1-d4828f4305cc req-8c6e2b50-7700-4866-a9bc-5e822e61a7a0 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:18.162780 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-470f2751-97cb-41f6-82c1-d4828f4305cc req-8c6e2b50-7700-4866-a9bc-5e822e61a7a0 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 948 time: 0.2055085 Jul 07 19:17:18.166060 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0f9046a-1041-47d2-93e6-05ff44b87e12 req-2551d1f6-e53f-4380-a428-43ce38803c2c service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930614 Jul 07 19:17:18.219669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631d25f-a708-4f95-a6f0-e746fbff67fd req-15fbe5f8-f7c2-407b-b27c-c42e75867761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:18.222376 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4631d25f-a708-4f95-a6f0-e746fbff67fd req-15fbe5f8-f7c2-407b-b27c-c42e75867761 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9347076 Jul 07 19:17:18.224989 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-470f2751-97cb-41f6-82c1-d4828f4305cc req-6b7bd3a5-848b-4ed6-8a09-a87a2755b471 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507090 Jul 07 19:17:18.316697 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579ba549-6b2d-43ad-ac10-098d3ad662f6 x-openstack-request-id: req-579ba549-6b2d-43ad-ac10-098d3ad662f6 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:18.317033 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3b508b-3e08-484e-83e6-16b048fbea80", "tag": "014808cf-4775-45ba-9de0-dfd7c27c7843", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:18.317473 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-579ba549-6b2d-43ad-ac10-098d3ad662f6 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:18.317810 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3b508b-3e08-484e-83e6-16b048fbea80', 'tag': '014808cf-4775-45ba-9de0-dfd7c27c7843', 'status': 'completed', 'code': 200} Jul 07 19:17:18.334325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-704b5f9a-5790-4df2-94f8-7c1f97d7cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:18.335839 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-704b5f9a-5790-4df2-94f8-7c1f97d7cda0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=93292540169c4b11a873d0e2ea925890&device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 1098 time: 0.8897998 Jul 07 19:17:18.353207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-0082bec4-d7dd-41d8-9043-02b4cf3fea96 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:18.354765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-0082bec4-d7dd-41d8-9043-02b4cf3fea96 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.8056400 Jul 07 19:17:18.378270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Request body: {'port': {'device_id': '879ac516-179c-4d81-bddb-62b05583eaac', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'admin_state_up': True, 'tenant_id': '2e1f918f8e4244559f5f76b0b68b66a6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:18.504584 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-f088b848-a853-4e70-87b9-c8976403503b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=014808cf-4775-45ba-9de0-dfd7c27c7843 HTTP/1.1" status: 200 len: 217 time: 0.1447208 Jul 07 19:17:18.568677 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaa7cd2a-6138-458e-b8e5-2d18b89ddf43 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:18.569813 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aaa7cd2a-6138-458e-b8e5-2d18b89ddf43 tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/731ea271-0d3d-4723-b70f-7a28253766f3 HTTP/1.1" status: 204 len: 168 time: 0.4124019 Jul 07 19:17:18.585994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53062) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:18.594385 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46a6ec36-447e-446b-a806-c9d6f3f4c0c3 req-3a743fa5-f795-4723-bceb-471f8744c9b4 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 210 time: 0.0382335 Jul 07 19:17:18.609293 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4631d25f-a708-4f95-a6f0-e746fbff67fd req-1b797ac2-3716-4730-8aae-c29f38183eba service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719988 Jul 07 19:17:18.625609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316139-a425-4fd3-93fd-054913146221 req-d77d0860-489a-406d-89d7-69ded423b3d4 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:18.633109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97316139-a425-4fd3-93fd-054913146221 req-d77d0860-489a-406d-89d7-69ded423b3d4 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 945 time: 0.5061698 Jul 07 19:17:18.736274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-fd91b592-a3dd-4000-89ae-5e631ed08bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:18.738519 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-fd91b592-a3dd-4000-89ae-5e631ed08bb8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1926081 Jul 07 19:17:18.850507 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97316139-a425-4fd3-93fd-054913146221 req-2f542574-ef69-40a5-9bd9-002dd94c46a2 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164938 Jul 07 19:17:18.890706 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45e39710-8e37-4e61-8b8f-c97cabf751fc tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:18.895195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Made reservation on behalf of 2e1f918f8e4244559f5f76b0b68b66a6 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:18.896163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-45e39710-8e37-4e61-8b8f-c97cabf751fc tempest-MeteringIpV6TestJSON-944668295 tempest-MeteringIpV6TestJSON-944668295-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/dd2e38e3-502d-4760-9aaf-d39e3859f6e6 HTTP/1.1" status: 204 len: 168 time: 0.3084240 Jul 07 19:17:18.903118 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:18.933360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4631d25f-a708-4f95-a6f0-e746fbff67fd req-bc5084be-1a2c-42b3-a89c-439cd23acee4 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953787 Jul 07 19:17:19.005058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0416a-a2f1-49b9-81f1-6dda0aa248b4 req-8e2ec18f-7cf6-40b0-b658-ac9caba63dac tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:19.006649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49c0416a-a2f1-49b9-81f1-6dda0aa248b4 req-8e2ec18f-7cf6-40b0-b658-ac9caba63dac tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 947 time: 0.1093462 Jul 07 19:17:19.014838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-ef38feea-1b36-406f-ab09-4c1160e1bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:19.017485 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-ef38feea-1b36-406f-ab09-4c1160e1bc65 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2655923 Jul 07 19:17:19.103166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49c0416a-a2f1-49b9-81f1-6dda0aa248b4 req-9bcb130a-b53f-4a9e-b304-8427a4e2feee tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760381 Jul 07 19:17:19.234993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-28f4129e-04dc-4ab1-b069-2a78c24914a2 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100356 Jul 07 19:17:19.344876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53130) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:19.378760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Allocated IP 172.20.0.11 (8883be4c-90e7-454e-8f1f-7d0d4fc80ec5/5b6eae3f-e364-4968-b2e0-000a4f1bdb41/a90da885-6d75-461a-9f54-506f0573c2d9) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:19.493120 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81b33c03-e2b1-4139-914a-b3b0f4ea90ba req-7d392940-15ad-49db-9234-200a1eee2cba service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417610 Jul 07 19:17:19.697440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7012ea60-c335-432d-ae75-3009dea37d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:19.831380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:19.869863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c46d14-f65f-46f4-b8bc-0b3cbc7e676c req-1cd2d627-395c-42dd-be9b-8940b72b0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:19.871522 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13c46d14-f65f-46f4-b8bc-0b3cbc7e676c req-1cd2d627-395c-42dd-be9b-8940b72b0d89 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=93292540169c4b11a873d0e2ea925890&device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 1098 time: 0.2617834 Jul 07 19:17:19.884791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f424b-6d27-4e2c-a38e-21250b88431a req-59389444-900a-4c7e-9ffd-5e65b0a616e8 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:19.886415 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-785f424b-6d27-4e2c-a38e-21250b88431a req-59389444-900a-4c7e-9ffd-5e65b0a616e8 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 948 time: 0.2756500 Jul 07 19:17:20.045750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-785f424b-6d27-4e2c-a38e-21250b88431a req-7e648400-b080-4525-a0e6-024cbf1da0f4 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433625 Jul 07 19:17:20.047293 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.175995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:20.180640 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7012ea60-c335-432d-ae75-3009dea37d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.190148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c46d14-f65f-46f4-b8bc-0b3cbc7e676c req-54b1d462-f612-4a08-9cf1-41c3a3ce105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:20.192437 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13c46d14-f65f-46f4-b8bc-0b3cbc7e676c req-54b1d462-f612-4a08-9cf1-41c3a3ce105f service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3046098 Jul 07 19:17:20.198169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:20.207341 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7012ea60-c335-432d-ae75-3009dea37d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.211265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:20.239769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Pushing event updated for resources: {'Port': ['ID=a90da885-6d75-461a-9f54-506f0573c2d9,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:20.350341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13c46d14-f65f-46f4-b8bc-0b3cbc7e676c req-87950ee8-4ba3-4561-ad9d-1ac59bb3711d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=014808cf-4775-45ba-9de0-dfd7c27c7843 HTTP/1.1" status: 200 len: 217 time: 0.1486871 Jul 07 19:17:20.483752 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7012ea60-c335-432d-ae75-3009dea37d8e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71f238812f384d8db21c319dacab7cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1338499 Jul 07 19:17:20.488481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53212) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:20.496045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012ea60-c335-432d-ae75-3009dea37d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b00283f-8c5b-40d5-89ab-31ae672387dd,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:20.522927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:20.523885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.562285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c46d14-f65f-46f4-b8bc-0b3cbc7e676c req-ff9eb80e-87a5-4868-99d0-7fec64b1e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:20.564815 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13c46d14-f65f-46f4-b8bc-0b3cbc7e676c req-ff9eb80e-87a5-4868-99d0-7fec64b1e479 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1805842 Jul 07 19:17:20.570459 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6eb385db-b50e-4504-a98a-997a9706d43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.575198 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-c1896106-87a0-4f11-97dc-3a1f6a580656 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2022543 Jul 07 19:17:20.584638 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 22e322bb-3959-4b90-b739-6fb8d605407e details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:20.617021 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6eb385db-b50e-4504-a98a-997a9706d43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.633013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Request body: {'port': {'device_id': '879ac516-179c-4d81-bddb-62b05583eaac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:20.686021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cdbea3d3-8ff9-4805-a8bb-ec22532a12fc no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:20.719202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee400d99-ea2c-4df1-9e36-6bdf1b4deb0d req-ca985c4b-6c7b-403a-93e7-0979d3265d91 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:20.731697 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ee400d99-ea2c-4df1-9e36-6bdf1b4deb0d req-ca985c4b-6c7b-403a-93e7-0979d3265d91 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 932 time: 0.3640308 Jul 07 19:17:20.747794 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6eb385db-b50e-4504-a98a-997a9706d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.756555 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6eb385db-b50e-4504-a98a-997a9706d43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.764128 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6eb385db-b50e-4504-a98a-997a9706d43a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b00283f-8c5b-40d5-89ab-31ae672387dd HTTP/1.1" status: 204 len: 168 time: 0.2739797 Jul 07 19:17:20.780569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb385db-b50e-4504-a98a-997a9706d43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b00283f-8c5b-40d5-89ab-31ae672387dd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:20.849991 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.900984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:20.903679 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ee400d99-ea2c-4df1-9e36-6bdf1b4deb0d req-ccf19522-a4b8-4850-91fa-c0dc7f44726e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704462 Jul 07 19:17:20.906346 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.909725 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46d4646-5431-4550-b221-f172e7a496b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:20.912512 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c964f2e8-8ca9-417f-9ffd-ec7ee2d51e93" -d '{"events": [{"server_uuid": "f46d4646-5431-4550-b221-f172e7a496b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cdbea3d3-8ff9-4805-a8bb-ec22532a12fc"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:20.915728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c46d14-f65f-46f4-b8bc-0b3cbc7e676c req-e242beb4-6945-449c-b9b3-7881fe7649ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:20.918206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13c46d14-f65f-46f4-b8bc-0b3cbc7e676c req-e242beb4-6945-449c-b9b3-7881fe7649ad service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3416295 Jul 07 19:17:20.920971 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.982103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:21.031949 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3541bad5-188e-4b3b-91a0-04a7613435d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.034180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '22e322bb-3959-4b90-b739-6fb8d605407e', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '22e322bb-3959-4b90-b739-6fb8d605407e', 'mac_address': 'fa:16:3e:fd:40:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:17:21.092489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:21.132848 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.171689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e322bb-3959-4b90-b739-6fb8d605407e {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:21.217950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:21.227361 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.234698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c97bb92d-d3cc-4cd2-a321-cca593709396 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:21.403073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c97bb92d-d3cc-4cd2-a321-cca593709396, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c97bb92d-d3cc-4cd2-a321-cca593709396,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:21.406122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13c46d14-f65f-46f4-b8bc-0b3cbc7e676c req-c3bf2188-3899-418f-ace0-c8ae2946d165 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542472 Jul 07 19:17:21.423633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'c97bb92d-d3cc-4cd2-a321-cca593709396', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': 'c97bb92d-d3cc-4cd2-a321-cca593709396', 'mac_address': 'fa:16:3e:bf:70:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:17:21.466192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53236) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:21.496261 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1da16f7b-1cf0-4784-9a16-788cdd7a7b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.693060 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=22e322bb-3959-4b90-b739-6fb8d605407e,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:21.701649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13c46d14-f65f-46f4-b8bc-0b3cbc7e676c req-6fb5d0ac-71d2-4471-9e88-c9f46a54909b service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807977 Jul 07 19:17:21.710623 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.742285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97bb92d-d3cc-4cd2-a321-cca593709396 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:21.789147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c97bb92d-d3cc-4cd2-a321-cca593709396, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c97bb92d-d3cc-4cd2-a321-cca593709396,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:21.794995 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec1824d-d2d5-4665-a4b7-39998e833325 x-openstack-request-id: req-9ec1824d-d2d5-4665-a4b7-39998e833325 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:21.795783 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46d4646-5431-4550-b221-f172e7a496b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cdbea3d3-8ff9-4805-a8bb-ec22532a12fc", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:21.796454 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ec1824d-d2d5-4665-a4b7-39998e833325 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:21.798613 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46d4646-5431-4550-b221-f172e7a496b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc', 'code': 200} Jul 07 19:17:21.800770 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.832396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90da885-6d75-461a-9f54-506f0573c2d9 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:21.847018 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.876558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Transition to ACTIVE for port object a90da885-6d75-461a-9f54-506f0573c2d9 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:21.880900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e84548-8cba-42d3-9c1b-3877a773cde9 req-53f6affc-3665-4db1-acdd-3ecd2a92dbf1 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:21.885510 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85e84548-8cba-42d3-9c1b-3877a773cde9 req-53f6affc-3665-4db1-acdd-3ecd2a92dbf1 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 947 time: 0.3691459 Jul 07 19:17:21.890766 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.906359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=c97bb92d-d3cc-4cd2-a321-cca593709396,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:22.016808 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Pushing event updated for resources: {'Port': ['ID=a90da885-6d75-461a-9f54-506f0573c2d9,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:22.041622 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1da16f7b-1cf0-4784-9a16-788cdd7a7b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:22.060341 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1da16f7b-1cf0-4784-9a16-788cdd7a7b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:22.097501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da16f7b-1cf0-4784-9a16-788cdd7a7b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac55f76-4247-4491-9a86-17efa88c5502,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:22.124645 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Attempting to bind port a90da885-6d75-461a-9f54-506f0573c2d9 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:22.125464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Attempting to bind port a90da885-6d75-461a-9f54-506f0573c2d9 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:22.125719 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Attempting to bind port a90da885-6d75-461a-9f54-506f0573c2d9 on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:22.132652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85e84548-8cba-42d3-9c1b-3877a773cde9 req-6d24212a-98ab-4dc2-88fe-2724e9e01728 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188810 Jul 07 19:17:22.134868 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1da16f7b-1cf0-4784-9a16-788cdd7a7b8c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1884ee6adc014a6a8248a5f018464faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6675313 Jul 07 19:17:22.141508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53266) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:22.142568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Port a90da885-6d75-461a-9f54-506f0573c2d9 on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:22.143133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Attempting to bind port a90da885-6d75-461a-9f54-506f0573c2d9 on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:22.160698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:22.161051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Checking segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:22.161451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Bound using segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:22.161906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Bound port: a90da885-6d75-461a-9f54-506f0573c2d9, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:22.162280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:22.174968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845f44a-c987-4bf0-9b74-4043c345dcb2 req-5d06cb0d-7294-4f9b-86cf-a2ba22269b26 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:22.185024 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e845f44a-c987-4bf0-9b74-4043c345dcb2 req-5d06cb0d-7294-4f9b-86cf-a2ba22269b26 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 949 time: 0.1770647 Jul 07 19:17:22.198973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['22e322bb-3959-4b90-b739-6fb8d605407e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:22.253220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['c97bb92d-d3cc-4cd2-a321-cca593709396'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:22.259832 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea577863-1544-4648-b804-e9d4c85606bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:22.320980 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea577863-1544-4648-b804-e9d4c85606bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:22.480306 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea577863-1544-4648-b804-e9d4c85606bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:22.485927 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea577863-1544-4648-b804-e9d4c85606bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:22.488331 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ea577863-1544-4648-b804-e9d4c85606bf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eac55f76-4247-4491-9a86-17efa88c5502 HTTP/1.1" status: 204 len: 168 time: 0.3454857 Jul 07 19:17:22.505160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea577863-1544-4648-b804-e9d4c85606bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac55f76-4247-4491-9a86-17efa88c5502,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:22.529738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725078e2-77f5-48aa-a653-3a711be1de1f req-a6316994-89dc-40eb-bb89-663381b9b98b tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:22.537788 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-725078e2-77f5-48aa-a653-3a711be1de1f req-a6316994-89dc-40eb-bb89-663381b9b98b tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 945 time: 0.1352024 Jul 07 19:17:22.597500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-725078e2-77f5-48aa-a653-3a711be1de1f req-5ed6de23-3b05-4137-b6b3-1cc19f2d4f4e tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584548 Jul 07 19:17:22.627176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 014808cf-4775-45ba-9de0-dfd7c27c7843 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:22.778169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e845f44a-c987-4bf0-9b74-4043c345dcb2 req-b17e542b-d06d-4370-9743-a709378bd931 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5900042 Jul 07 19:17:22.854298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] For port a90da885-6d75-461a-9f54-506f0573c2d9, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:22.859400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] For port a90da885-6d75-461a-9f54-506f0573c2d9, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a90da885-6d75-461a-9f54-506f0573c2d9,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:22.866911 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:22.880495 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.resource_extend [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:17:22.996246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Pushing event updated for resources: {'Port': ['ID=a90da885-6d75-461a-9f54-506f0573c2d9,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:23.043044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f38da1-7544-4466-beb5-29f11b744b22 req-feeb45b4-a2b3-4ae3-8690-000ad4cc04c0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:23.053881 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-feeb45b4-a2b3-4ae3-8690-000ad4cc04c0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/networks?id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 200 len: 805 time: 0.2518420 Jul 07 19:17:23.095896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53288) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:23.099676 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-594cfb33-7a35-4fb7-a339-5393ae2d6765 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/quotas/60004f5929074cca9994a932de60365c HTTP/1.1" status: 200 len: 375 time: 0.0444658 Jul 07 19:17:23.123646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:23.124271 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:23.125721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-04a59603-e2ee-4a9f-9f44-bbd39ae4ba25 service neutron] 10.222.0.110 "PUT /v2.0/ports/a90da885-6d75-461a-9f54-506f0573c2d9 HTTP/1.1" status: 200 len: 1092 time: 2.5296538 Jul 07 19:17:23.127139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879ac516-179c-4d81-bddb-62b05583eaac', 'tag': 'a90da885-6d75-461a-9f54-506f0573c2d9'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:23.129528 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c47b1e-9b64-41fd-b78c-281e467ff6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "879ac516-179c-4d81-bddb-62b05583eaac", "tag": "a90da885-6d75-461a-9f54-506f0573c2d9"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:23.192808 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4a909-6222-4d7f-b593-71a51ab58f09 req-578f7225-6ead-4dc9-8ac5-b4460c67a56b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:23.200381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27b4a909-6222-4d7f-b593-71a51ab58f09 req-578f7225-6ead-4dc9-8ac5-b4460c67a56b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 944 time: 0.1643326 Jul 07 19:17:23.205685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 014808cf-4775-45ba-9de0-dfd7c27c7843, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=014808cf-4775-45ba-9de0-dfd7c27c7843,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:23.235517 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '014808cf-4775-45ba-9de0-dfd7c27c7843', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '014808cf-4775-45ba-9de0-dfd7c27c7843', 'mac_address': 'fa:16:3e:44:30:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:17:23.256057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-d60bcf48-36ec-4f5b-81fe-74e795d28f7c tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:23.257621 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-d60bcf48-36ec-4f5b-81fe-74e795d28f7c tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.110 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 945 time: 0.2651472 Jul 07 19:17:23.265698 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-a7f58244-f04f-4c84-b2c9-897502859c52 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=60004f5929074cca9994a932de60365c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1633971 Jul 07 19:17:23.318855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:23.377839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014808cf-4775-45ba-9de0-dfd7c27c7843 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:23.387148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27b4a909-6222-4d7f-b593-71a51ab58f09 req-93084f4c-6dbb-45a9-a94c-e5852213c20b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857479 Jul 07 19:17:23.448195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 014808cf-4775-45ba-9de0-dfd7c27c7843, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=014808cf-4775-45ba-9de0-dfd7c27c7843,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:23.460596 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69669561-cc2a-4ff0-a767-039828b5eb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:23.466194 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:23.481837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-bce5a164-d55a-4310-b5c2-e25ad5647467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:23.483592 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-bce5a164-d55a-4310-b5c2-e25ad5647467 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 1095 time: 0.2994902 Jul 07 19:17:23.487366 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-7caedb3d-1afa-485d-a1e4-34e58bcc5aed service neutron] 10.222.0.81 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022419 Jul 07 19:17:23.574641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=014808cf-4775-45ba-9de0-dfd7c27c7843,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:23.580173 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-93c58733-cdf2-43dd-85d3-322785b440a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:23.588740 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69669561-cc2a-4ff0-a767-039828b5eb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:23.591277 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8515810-c5ec-42c7-8d05-8c1afc1367ae x-openstack-request-id: req-f8515810-c5ec-42c7-8d05-8c1afc1367ae {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:23.591600 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879ac516-179c-4d81-bddb-62b05583eaac", "tag": "a90da885-6d75-461a-9f54-506f0573c2d9", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:23.592095 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8515810-c5ec-42c7-8d05-8c1afc1367ae {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:23.592565 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879ac516-179c-4d81-bddb-62b05583eaac', 'tag': 'a90da885-6d75-461a-9f54-506f0573c2d9', 'status': 'completed', 'code': 200} Jul 07 19:17:23.616723 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69669561-cc2a-4ff0-a767-039828b5eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:23.691777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-0986bef9-169b-4d9a-a584-949fcda8b3d4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a90da885-6d75-461a-9f54-506f0573c2d9 HTTP/1.1" status: 200 len: 217 time: 0.0950429 Jul 07 19:17:23.738989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['014808cf-4775-45ba-9de0-dfd7c27c7843'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:23.767423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Deleting port cef52acb-364a-406c-add3-a1071cbc54fb {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:23.768202 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:23.779115 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:23.781502 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-69669561-cc2a-4ff0-a767-039828b5eb85 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3da503290bbe4772ba7013ad5e520313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6660314 Jul 07 19:17:23.835201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53310) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:23.877011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69669561-cc2a-4ff0-a767-039828b5eb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0318c572-4099-40f4-80f9-c5beb9eb0f20,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:23.948525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-faf3e114-1df3-4b90-b44f-42038736e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:23.950516 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-faf3e114-1df3-4b90-b44f-42038736e574 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.2369637 Jul 07 19:17:24.047439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51c32a-8510-4353-b65b-b050ea639c2d req-0ad31bec-040a-43a5-979a-ea53157775ee tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:24.048673 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b51c32a-8510-4353-b65b-b050ea639c2d req-0ad31bec-040a-43a5-979a-ea53157775ee tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.110 "GET /v2.0/ports?device_id=f46d4646-5431-4550-b221-f172e7a496b1 HTTP/1.1" status: 200 len: 943 time: 0.4506929 Jul 07 19:17:24.059150 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-9a32ecfb-f557-45ee-b0e3-d2fd4ab26fa6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944715 Jul 07 19:17:24.138459 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-112b07e3-e62e-4d3f-8d1c-06ca94ecbd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:24.154252 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-921889df-3fbd-422d-9a9f-bee595f9a9ff service neutron] 10.222.0.81 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6655037 Jul 07 19:17:24.233563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] For port cef52acb-364a-406c-add3-a1071cbc54fb, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cef52acb-364a-406c-add3-a1071cbc54fb,segment=NetworkSegment(5866d974-3689-4d28-b59f-f5329499d53f),segment_id=5866d974-3689-4d28-b59f-f5329499d53f)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:24.234173 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:24.286208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46d322-7e09-4920-a640-aa199a2ae7ae req-d5e511e4-a9d8-4525-b9e2-49385bd9f9dd tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:24.287855 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d46d322-7e09-4920-a640-aa199a2ae7ae req-d5e511e4-a9d8-4525-b9e2-49385bd9f9dd tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 948 time: 0.5114007 Jul 07 19:17:24.299993 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-112b07e3-e62e-4d3f-8d1c-06ca94ecbd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:24.601995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 22e322bb-3959-4b90-b739-6fb8d605407e up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:24.636478 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 014808cf-4775-45ba-9de0-dfd7c27c7843 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:24.657567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d46d322-7e09-4920-a640-aa199a2ae7ae req-9381db4f-1da5-4073-a702-274c9c77934f tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523364 Jul 07 19:17:24.698226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c0387-08b7-4b5d-8bba-385c77d1f0a9 req-97169164-5616-422d-b395-b6a30a672b3b tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:24.703116 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-376c0387-08b7-4b5d-8bba-385c77d1f0a9 req-97169164-5616-422d-b395-b6a30a672b3b tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 945 time: 0.1257913 Jul 07 19:17:24.725530 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-6e048add-e1cd-47dc-b87f-9ab923f0354a service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592846 Jul 07 19:17:24.732338 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-112b07e3-e62e-4d3f-8d1c-06ca94ecbd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:24.736673 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-112b07e3-e62e-4d3f-8d1c-06ca94ecbd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:24.738216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-112b07e3-e62e-4d3f-8d1c-06ca94ecbd03 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0318c572-4099-40f4-80f9-c5beb9eb0f20 HTTP/1.1" status: 204 len: 168 time: 0.9015169 Jul 07 19:17:24.797517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b07e3-e62e-4d3f-8d1c-06ca94ecbd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0318c572-4099-40f4-80f9-c5beb9eb0f20,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:24.808760 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:24.818247 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-376c0387-08b7-4b5d-8bba-385c77d1f0a9 req-989d3253-8dd3-4b74-ab25-bf7a4c3f2345 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups?id=191652b0-02b9-4418-9b82-f7796396ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031168 Jul 07 19:17:24.883991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 22e322bb-3959-4b90-b739-6fb8d605407e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:24.893350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 22e322bb-3959-4b90-b739-6fb8d605407e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:24.894485 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:24.898076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 014808cf-4775-45ba-9de0-dfd7c27c7843 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:24.936292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 014808cf-4775-45ba-9de0-dfd7c27c7843 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:24.936940 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:24.975420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-7b51c32a-8510-4353-b65b-b050ea639c2d req-c6d8cc5f-6a57-4898-86af-e689d2b6491c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Deleting port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:24.976036 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7b51c32a-8510-4353-b65b-b050ea639c2d req-c6d8cc5f-6a57-4898-86af-e689d2b6491c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.102468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42d560d5-1692-4f9a-932d-7dd42a8a6a7e req-e0d9166e-aae2-4414-b980-04efc2562716 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 210 time: 0.1684043 Jul 07 19:17:25.239933 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.360069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.360069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.360069 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Floating IP a5a0961a-f7e4-43fa-8734-4e94c35d2c77 disassociated. External IP: 172.25.0.168, port: cef52acb-364a-406c-add3-a1071cbc54fb. Jul 07 19:17:25.360719 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Calling delete_port for cef52acb-364a-406c-add3-a1071cbc54fb owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:25.385101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3b508b-3e08-484e-83e6-16b048fbea80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014808cf-4775-45ba-9de0-dfd7c27c7843'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:25.389397 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b2a5a4-3965-491c-b8c3-6285ed7917c3" -d '{"events": [{"server_uuid": "fc3b508b-3e08-484e-83e6-16b048fbea80", "name": "network-vif-plugged", "status": "completed", "tag": "014808cf-4775-45ba-9de0-dfd7c27c7843"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:25.412050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-7b51c32a-8510-4353-b65b-b050ea639c2d req-c6d8cc5f-6a57-4898-86af-e689d2b6491c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] For port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:25.413099 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7b51c32a-8510-4353-b65b-b050ea639c2d req-c6d8cc5f-6a57-4898-86af-e689d2b6491c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.413699 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.439011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 014808cf-4775-45ba-9de0-dfd7c27c7843, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=014808cf-4775-45ba-9de0-dfd7c27c7843,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:25.451034 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c314710f-a6c2-47b8-81e6-950a641a71f7 req-97d2e442-00b6-4f28-b599-27859d5fe538 service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000127 Jul 07 19:17:25.453671 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.456352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cdbea3d3-8ff9-4805-a8bb-ec22532a12fc no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:25.496203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-7b51c32a-8510-4353-b65b-b050ea639c2d req-c6d8cc5f-6a57-4898-86af-e689d2b6491c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Calling delete_port for cdbea3d3-8ff9-4805-a8bb-ec22532a12fc owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:25.562654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da424e2a-c442-46de-ab21-3ad0fc884e4d req-7955c933-2d0f-4600-84a5-778c22ebb80b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:25.564836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-da424e2a-c442-46de-ab21-3ad0fc884e4d req-7955c933-2d0f-4600-84a5-778c22ebb80b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 944 time: 0.1904116 Jul 07 19:17:25.612097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:25.638713 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.639468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c97bb92d-d3cc-4cd2-a321-cca593709396 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:25.651159 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-da424e2a-c442-46de-ab21-3ad0fc884e4d req-8b7d95a6-0c09-40b2-9071-4531807797c6 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713880 Jul 07 19:17:25.832111 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dc4f9e-4311-4b49-aaec-89c8a99f7b3e x-openstack-request-id: req-a5dc4f9e-4311-4b49-aaec-89c8a99f7b3e {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:25.838278 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3b508b-3e08-484e-83e6-16b048fbea80", "name": "network-vif-plugged", "status": "completed", "tag": "014808cf-4775-45ba-9de0-dfd7c27c7843", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:25.839443 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5dc4f9e-4311-4b49-aaec-89c8a99f7b3e {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:25.840370 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3b508b-3e08-484e-83e6-16b048fbea80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014808cf-4775-45ba-9de0-dfd7c27c7843', 'code': 200} Jul 07 19:17:25.846980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=014808cf-4775-45ba-9de0-dfd7c27c7843,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:25.873089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53366) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:26.045867 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port c97bb92d-d3cc-4cd2-a321-cca593709396 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:26.063103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b83f8-834e-42fc-ad6c-f1a9fd2c9154 req-7fc05b61-ecf2-4ecb-8ca9-dc0219cc6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:26.067566 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-898b83f8-834e-42fc-ad6c-f1a9fd2c9154 req-7fc05b61-ecf2-4ecb-8ca9-dc0219cc6b96 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 1100 time: 0.1578498 Jul 07 19:17:26.081144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port c97bb92d-d3cc-4cd2-a321-cca593709396 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:26.081555 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.114814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1890725414', 'router:external': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:26.159534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=22e322bb-3959-4b90-b739-6fb8d605407e,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:26.205055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-898b83f8-834e-42fc-ad6c-f1a9fd2c9154 req-f23a3d35-9653-4bb7-a759-251348c9be02 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292419 Jul 07 19:17:26.207950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Made reservation on behalf of 8f7e2ed43e4c4224a3c87b9b67872936 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:26.210577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.226254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.252064 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.320625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c97bb92d-d3cc-4cd2-a321-cca593709396, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c97bb92d-d3cc-4cd2-a321-cca593709396,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:26.323861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eec880-cd55-4442-a92c-a8e04321d7a6 req-d6463220-596c-4fd8-9ca0-86e1c77e5c12 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:26.328228 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.338298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c6eec880-cd55-4442-a92c-a8e04321d7a6 req-d6463220-596c-4fd8-9ca0-86e1c77e5c12 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 949 time: 0.1959991 Jul 07 19:17:26.433659 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.451911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=c97bb92d-d3cc-4cd2-a321-cca593709396,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:26.462697 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c6eec880-cd55-4442-a92c-a8e04321d7a6 req-e84f7754-e6a7-4021-bb27-b26116f6a1b8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204677 Jul 07 19:17:26.475166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640f950-0ac8-458d-a9d6-90ce72dfcf9d req-c198b2f3-370a-4694-8b2f-23b93e3e26fc tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:26.484617 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f640f950-0ac8-458d-a9d6-90ce72dfcf9d req-c198b2f3-370a-4694-8b2f-23b93e3e26fc tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 949 time: 1.2601101 Jul 07 19:17:26.580337 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.588009 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.625684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cef52acb-364a-406c-add3-a1071cbc54fb no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:26.698649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09195e9d-bc9f-4be4-977a-3c667bc35982,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:26.748247 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f640f950-0ac8-458d-a9d6-90ce72dfcf9d req-f0f05b18-cc2d-4f01-abd4-82e4490ad698 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630174 Jul 07 19:17:26.780176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No active binding found for port cef52acb-364a-406c-add3-a1071cbc54fb {{(pid=93902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:17:26.780627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cef52acb-364a-406c-add3-a1071cbc54fb not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:26.781134 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.806820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:17:26.819194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-52b3d263-5554-4717-9374-9baad2fa3aec req-6088969e-3013-4150-9451-43fa80b4c82d tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 210 time: 0.1113706 Jul 07 19:17:26.830254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.831272 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Added segment db073d59-b105-465f-a26b-f94e559de7ce of type vlan for network f90c3119-05ac-4877-820a-e1091e959688 Jul 07 19:17:26.934506 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.001393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.003386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:27.004979 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.063986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Pushing event deleted for resources: {'Port': ['ID=cef52acb-364a-406c-add3-a1071cbc54fb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:27.099977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c47b1e-9b64-41fd-b78c-281e467ff6c0 req-fd183288-bfd2-4a59-838d-e3e2c63b9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:27.101652 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-15c47b1e-9b64-41fd-b78c-281e467ff6c0 req-fd183288-bfd2-4a59-838d-e3e2c63b9ec2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 1095 time: 1.5103281 Jul 07 19:17:27.131284 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2563286 Jul 07 19:17:27.139652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53390) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:27.151060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Request body: {'subnet': {'network_id': 'f90c3119-05ac-4877-820a-e1091e959688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:27.154991 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b27eb702-2a6e-4af1-b021-555ddcec2e1e req-dc56c2ed-2c84-4c03-833f-f436ff8504db tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 210 time: 0.0946667 Jul 07 19:17:27.196718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Made reservation on behalf of 8f7e2ed43e4c4224a3c87b9b67872936 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:27.201080 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.207516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572607f-2889-444e-83e7-2de2e2156686 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event updated for resources: {'Network': ['ID=f90c3119-05ac-4877-820a-e1091e959688,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:27.221338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network f90c3119-05ac-4877-820a-e1091e959688 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:17:27.318521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7b51c32a-8510-4353-b65b-b050ea639c2d req-c6d8cc5f-6a57-4898-86af-e689d2b6491c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.409953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26374268-873b-4b52-91d3-9a40dd2a7d7b req-0c2c54e7-13ad-4e68-b0cc-429def0eaed5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:27.411477 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26374268-873b-4b52-91d3-9a40dd2a7d7b req-0c2c54e7-13ad-4e68-b0cc-429def0eaed5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 944 time: 0.3464665 Jul 07 19:17:27.429057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8cc5f-6a57-4898-86af-e689d2b6491c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Pushing event deleted for resources: {'Port': ['ID=cdbea3d3-8ff9-4805-a8bb-ec22532a12fc,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:27.506642 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f38da1-7544-4466-beb5-29f11b744b22 req-29404296-9bdb-4686-a442-1a1530093870 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:27.509874 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-29404296-9bdb-4686-a442-1a1530093870 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.48 "GET /v2.0/networks?id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 200 len: 805 time: 0.9182723 Jul 07 19:17:27.520848 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26374268-873b-4b52-91d3-9a40dd2a7d7b req-0b67bb7a-ac7e-4553-8df3-e4923db90ba8 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945969 Jul 07 19:17:27.553452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b51c32a-8510-4353-b65b-b050ea639c2d req-c6d8cc5f-6a57-4898-86af-e689d2b6491c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] No DVR routers for this DVR port cdbea3d3-8ff9-4805-a8bb-ec22532a12fc on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:27.568583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-83f38da1-7544-4466-beb5-29f11b744b22 req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Request body: {'port': {'device_id': '920be74f-5e29-43bd-a3f9-2f550fb607f1', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'admin_state_up': True, 'tenant_id': '60004f5929074cca9994a932de60365c'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:27.623265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7b51c32a-8510-4353-b65b-b050ea639c2d req-c6d8cc5f-6a57-4898-86af-e689d2b6491c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.626495 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b51c32a-8510-4353-b65b-b050ea639c2d req-c6d8cc5f-6a57-4898-86af-e689d2b6491c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.110 "DELETE /v2.0/ports/cdbea3d3-8ff9-4805-a8bb-ec22532a12fc HTTP/1.1" status: 204 len: 173 time: 3.5682592 Jul 07 19:17:27.638472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46d4646-5431-4550-b221-f172e7a496b1', 'name': 'network-vif-deleted', 'tag': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:27.642677 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d8227c-1e28-4d19-8dfc-fc45f76da479" -d '{"events": [{"server_uuid": "f46d4646-5431-4550-b221-f172e7a496b1", "name": "network-vif-deleted", "tag": "cdbea3d3-8ff9-4805-a8bb-ec22532a12fc"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:27.776280 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0b922d-55eb-4852-b398-30b007406362 x-openstack-request-id: req-6a0b922d-55eb-4852-b398-30b007406362 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:27.777022 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46d4646-5431-4550-b221-f172e7a496b1", "name": "network-vif-deleted", "tag": "cdbea3d3-8ff9-4805-a8bb-ec22532a12fc", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:27.777615 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a0b922d-55eb-4852-b398-30b007406362 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:27.778564 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46d4646-5431-4550-b221-f172e7a496b1', 'name': 'network-vif-deleted', 'tag': 'cdbea3d3-8ff9-4805-a8bb-ec22532a12fc', 'status': 'completed', 'code': 200} Jul 07 19:17:27.783765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c47b1e-9b64-41fd-b78c-281e467ff6c0 req-e1e0b1ed-6c38-4c61-8610-e3fc03d2bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:27.790263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-15c47b1e-9b64-41fd-b78c-281e467ff6c0 req-e1e0b1ed-6c38-4c61-8610-e3fc03d2bdf5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 911 time: 0.6652167 Jul 07 19:17:27.841470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.objects.ports [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:17:27.842126 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.843070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e'}, {'server_uuid': '6a45292d-51bc-4008-b692-f99b4a23a133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97bb92d-d3cc-4cd2-a321-cca593709396'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:27.847534 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b6877c-f1bc-4161-a7de-c7c36e5af4b1" -d '{"events": [{"server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "name": "network-vif-plugged", "status": "completed", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e"}, {"server_uuid": "6a45292d-51bc-4008-b692-f99b4a23a133", "name": "network-vif-plugged", "status": "completed", "tag": "c97bb92d-d3cc-4cd2-a321-cca593709396"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:28.013215 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-15c47b1e-9b64-41fd-b78c-281e467ff6c0 req-f28b6f87-d2fe-4b45-ae0d-8f12452d5385 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a90da885-6d75-461a-9f54-506f0573c2d9 HTTP/1.1" status: 200 len: 217 time: 0.2061777 Jul 07 19:17:28.042230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d2864f67-abf4-47f4-ad22-f04e86c28af8,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:28.076996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Checking segment: {'id': 'db073d59-b105-465f-a26b-f94e559de7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f90c3119-05ac-4877-820a-e1091e959688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:28.077740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Network hostable DHCP agents. Network: f90c3119-05ac-4877-820a-e1091e959688, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:17:28.107848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Network f90c3119-05ac-4877-820a-e1091e959688 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:17:28.136500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, f90c3119-05ac-4877-820a-e1091e959688) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:28.143239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Router 316bb5d4-3628-432c-b580-f6a2458f87c9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:17:28.151644 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab538a47-8a19-4eaa-b723-7eebc7167f15 None None] Network f90c3119-05ac-4877-820a-e1091e959688 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:28.169825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:28.170953 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.208578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ff51-a035-4a76-a0e4-55fa30490af3 req-79d2531c-676a-44db-b010-2e6751805c34 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:28.211229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c47b1e-9b64-41fd-b78c-281e467ff6c0 req-19a6486b-b599-4f1a-9056-e7414cceaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:28.214057 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-15c47b1e-9b64-41fd-b78c-281e467ff6c0 req-19a6486b-b599-4f1a-9056-e7414cceaa25 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.1916800 Jul 07 19:17:28.218014 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9126ff51-a035-4a76-a0e4-55fa30490af3 req-79d2531c-676a-44db-b010-2e6751805c34 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 950 time: 0.2173455 Jul 07 19:17:28.275638 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9126ff51-a035-4a76-a0e4-55fa30490af3 req-4c7e4260-b758-4fea-b8c0-f6e9b70c8daa tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566397 Jul 07 19:17:28.286555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d52b2d9a-2f9d-423f-b098-4ab52c99528a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1441085 Jul 07 19:17:28.297537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53410) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:28.315408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2041558867', 'network_id': 'f90c3119-05ac-4877-820a-e1091e959688'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:28.361303 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Made reservation on behalf of 8f7e2ed43e4c4224a3c87b9b67872936 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:28.366242 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.406701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] device_id is not set on port 677dbd55-390f-4978-81d8-ad51e17beefc yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:17:28.451366 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e9248a-cf5b-430a-a231-53d048f64d66 x-openstack-request-id: req-d3e9248a-cf5b-430a-a231-53d048f64d66 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:28.451823 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "name": "network-vif-plugged", "status": "completed", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e", "code": 200}, {"server_uuid": "6a45292d-51bc-4008-b692-f99b4a23a133", "name": "network-vif-plugged", "status": "completed", "tag": "c97bb92d-d3cc-4cd2-a321-cca593709396", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:28.454610 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3e9248a-cf5b-430a-a231-53d048f64d66 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:28.455307 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e', 'code': 200} Jul 07 19:17:28.455707 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a45292d-51bc-4008-b692-f99b4a23a133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97bb92d-d3cc-4cd2-a321-cca593709396', 'code': 200} Jul 07 19:17:28.485803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f38da1-7544-4466-beb5-29f11b744b22 req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Made reservation on behalf of 60004f5929074cca9994a932de60365c for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:28.505478 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-83f38da1-7544-4466-beb5-29f11b744b22 req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.554202 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfc41a0-8de3-4626-9c2d-35fed7a76160 None None] Network f90c3119-05ac-4877-820a-e1091e959688 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:28.621515 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-15c47b1e-9b64-41fd-b78c-281e467ff6c0 req-fd7aeb8c-3739-4d25-b0c1-31da58963e5b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3781383 Jul 07 19:17:28.653828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a90da885-6d75-461a-9f54-506f0573c2d9 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:28.690726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-924961da-07de-4adb-a5ed-7f09fd431144 req-ab1a5b8f-ec3a-4275-9e90-8bf54448984e tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/ports?device_id=4defb09e-0d4e-4e23-8466-5bb15b5312b6 HTTP/1.1" status: 200 len: 210 time: 0.0695024 Jul 07 19:17:28.831565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Allocated IP 2001:db8::1ac (f90c3119-05ac-4877-820a-e1091e959688/d2864f67-abf4-47f4-ad22-f04e86c28af8/677dbd55-390f-4978-81d8-ad51e17beefc) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:28.923992 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64dff650-8e72-49be-a812-1ded9d11752b req-8aed1243-eda5-4955-a07e-bc73c8eae1f6 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 210 time: 0.0808799 Jul 07 19:17:28.997287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7ffe4-11ca-4ba1-8fc0-da90b12c19b2 req-b716b64a-ceab-4fb3-a34a-c084b3d849e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:28.999314 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-08b7ffe4-11ca-4ba1-8fc0-da90b12c19b2 req-b716b64a-ceab-4fb3-a34a-c084b3d849e8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 1101 time: 0.4526045 Jul 07 19:17:29.118876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e5842-a217-4f15-b6a0-a4f11d986996 req-f9f41c3e-8c20-44c8-a743-f5bfce9548e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:29.120625 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba8e5842-a217-4f15-b6a0-a4f11d986996 req-f9f41c3e-8c20-44c8-a743-f5bfce9548e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 1101 time: 0.4983306 Jul 07 19:17:29.145677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:17:29.163754 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07efd5-6e29-4c76-9689-3c35548554db None None] Sync routers for ids ['316bb5d4-3628-432c-b580-f6a2458f87c9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:17:29.179238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a90da885-6d75-461a-9f54-506f0573c2d9, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a90da885-6d75-461a-9f54-506f0573c2d9,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:29.180258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-08b7ffe4-11ca-4ba1-8fc0-da90b12c19b2 req-a5e34d66-127a-4bf9-a520-e6231695abcb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659105 Jul 07 19:17:29.183187 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07efd5-6e29-4c76-9689-3c35548554db None None] Routers {'316bb5d4-3628-432c-b580-f6a2458f87c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:17:29.187928 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3f07efd5-6e29-4c76-9689-3c35548554db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['316bb5d4-3628-432c-b580-f6a2458f87c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:29.205905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'a90da885-6d75-461a-9f54-506f0573c2d9', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'port_id': 'a90da885-6d75-461a-9f54-506f0573c2d9', 'mac_address': 'fa:16:3e:39:42:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6eae3f-e364-4968-b2e0-000a4f1bdb41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:17:29.239110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba8e5842-a217-4f15-b6a0-a4f11d986996 req-6f16bc26-0492-43d9-8580-d414d9f08acd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090362 Jul 07 19:17:29.249404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575ebd2-ef30-4beb-92e0-ad089978c5c9 req-4c824818-92e8-4783-8380-2454b5d0cb4c tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:29.257848 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8575ebd2-ef30-4beb-92e0-ad089978c5c9 req-4c824818-92e8-4783-8380-2454b5d0cb4c tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 949 time: 1.0927086 Jul 07 19:17:29.279847 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.314465 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.342096 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90da885-6d75-461a-9f54-506f0573c2d9 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:29.343358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] No DVR routers for this DVR port cef52acb-364a-406c-add3-a1071cbc54fb on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:29.346481 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.348563 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e2e10eff-4ad7-4094-8299-17f2838f971c req-fd5b2fe8-0466-4597-9ddb-dbd19c63cff9 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.110 "DELETE /v2.0/ports/cef52acb-364a-406c-add3-a1071cbc54fb HTTP/1.1" status: 204 len: 173 time: 6.0795794 Jul 07 19:17:29.356092 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.375698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8575ebd2-ef30-4beb-92e0-ad089978c5c9 req-e46d7967-5366-420d-9928-c35d56049ca3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166732 Jul 07 19:17:29.384142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a90da885-6d75-461a-9f54-506f0573c2d9, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a90da885-6d75-461a-9f54-506f0573c2d9,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:29.391603 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.434472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Network f90c3119-05ac-4877-820a-e1091e959688 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:29.439649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:29.445646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:29.447695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:29.449255 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.449443 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-15c47b1e-9b64-41fd-b78c-281e467ff6c0 req-6eac9f3c-7cfa-4700-9b49-8c9c417e66e8 service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8047872 Jul 07 19:17:29.456932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-83f38da1-7544-4466-beb5-29f11b744b22 req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Allocated IP 172.20.0.3 (a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15/0639349d-cd44-4b30-8111-830dacc72ffc/885a72b0-54e9-4af3-be20-26b29ed4863c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:29.476561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event updated for resources: {'Port': ['ID=677dbd55-390f-4978-81d8-ad51e17beefc,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:29.529045 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-3f07efd5-6e29-4c76-9689-3c35548554db None None] Set router 316bb5d4-3628-432c-b580-f6a2458f87c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:17:29.554716 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=a90da885-6d75-461a-9f54-506f0573c2d9,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:29.561651 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9d0bd40f-6208-4d0e-8eb0-acf0fb848465 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2626669 Jul 07 19:17:29.572430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53442) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:29.656163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['a90da885-6d75-461a-9f54-506f0573c2d9'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:29.669891 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-15c47b1e-9b64-41fd-b78c-281e467ff6c0 req-9b79c8cf-af32-4654-8160-00217bdf06a7 service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104576 Jul 07 19:17:29.726828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bee75d-e763-4ce4-922e-a000b2f4b2d8 req-b2d62302-ab25-44e1-9d8d-766f6d2da7ea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:29.736619 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6bee75d-e763-4ce4-922e-a000b2f4b2d8 req-b2d62302-ab25-44e1-9d8d-766f6d2da7ea tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 945 time: 0.2815537 Jul 07 19:17:29.810504 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6bee75d-e763-4ce4-922e-a000b2f4b2d8 req-b5fbca42-3bb2-4a29-b6cd-0211f557131a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728867 Jul 07 19:17:29.817973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-31ad455e-9dcc-4af0-945b-b6cae57df0bb tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Deleting port 677dbd55-390f-4978-81d8-ad51e17beefc {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:29.818359 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-31ad455e-9dcc-4af0-945b-b6cae57df0bb tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.831295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'name': 'network-vif-deleted', 'tag': 'cef52acb-364a-406c-add3-a1071cbc54fb'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:29.835189 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dd3be1-7305-4edd-9be4-521866c59cba" -d '{"events": [{"server_uuid": "4defb09e-0d4e-4e23-8466-5bb15b5312b6", "name": "network-vif-deleted", "tag": "cef52acb-364a-406c-add3-a1071cbc54fb"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:30.011723 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3f07efd5-6e29-4c76-9689-3c35548554db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:14:47Z', 'revision_number': 4, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'cc51f43a-5171-4dd2-941d-bf5c6bdf5053', 'name': '', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'mac_address': 'fa:16:3e:f9:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:44Z', 'updated_at': '2021-07-07T19:14:54Z', 'revision_number': 5, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'subnets': [{'id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:30.049606 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-31ad455e-9dcc-4af0-945b-b6cae57df0bb tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.061442 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07efd5-6e29-4c76-9689-3c35548554db None None] Checking router: 316bb5d4-3628-432c-b580-f6a2458f87c9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:17:30.077549 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07efd5-6e29-4c76-9689-3c35548554db None None] Routers {'316bb5d4-3628-432c-b580-f6a2458f87c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:17:30.079131 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3f07efd5-6e29-4c76-9689-3c35548554db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['316bb5d4-3628-432c-b580-f6a2458f87c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:30.093881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86019-10f9-4bad-88de-efa2d6a0f71e req-debc29b0-883a-4e67-8308-021b94900ca9 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:30.096593 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96b86019-10f9-4bad-88de-efa2d6a0f71e req-debc29b0-883a-4e67-8308-021b94900ca9 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 950 time: 0.3234212 Jul 07 19:17:30.105866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-31ad455e-9dcc-4af0-945b-b6cae57df0bb tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Calling delete_port for 677dbd55-390f-4978-81d8-ad51e17beefc owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:30.145428 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-83f38da1-7544-4466-beb5-29f11b744b22 req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.224493 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96b86019-10f9-4bad-88de-efa2d6a0f71e req-f796ce51-4303-4c12-b4a7-8836efb1c615 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099608 Jul 07 19:17:30.234182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb3bad-5c1e-4db3-9b3c-7c85f9728363 req-d9ddaa52-5b0b-46fd-942d-a4a9bfdd5bb4 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:30.243661 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9adb3bad-5c1e-4db3-9b3c-7c85f9728363 req-d9ddaa52-5b0b-46fd-942d-a4a9bfdd5bb4 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.2263954 Jul 07 19:17:30.284826 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-83f38da1-7544-4466-beb5-29f11b744b22 req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.329125 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9adb3bad-5c1e-4db3-9b3c-7c85f9728363 req-a1ab4dda-cd75-491a-bb19-4a74fcadcedc tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839286 Jul 07 19:17:30.387264 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-3f07efd5-6e29-4c76-9689-3c35548554db None None] Set router 316bb5d4-3628-432c-b580-f6a2458f87c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:17:30.407187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f38da1-7544-4466-beb5-29f11b744b22 req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:30.423892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-83f38da1-7544-4466-beb5-29f11b744b22 req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:30.437013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f38da1-7544-4466-beb5-29f11b744b22 req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:30.497563 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ad6c71-788d-49f0-a63e-f98d79c12412 x-openstack-request-id: req-17ad6c71-788d-49f0-a63e-f98d79c12412 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:30.498176 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4defb09e-0d4e-4e23-8466-5bb15b5312b6", "name": "network-vif-deleted", "tag": "cef52acb-364a-406c-add3-a1071cbc54fb", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:30.498685 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17ad6c71-788d-49f0-a63e-f98d79c12412 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:30.499449 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4defb09e-0d4e-4e23-8466-5bb15b5312b6', 'name': 'network-vif-deleted', 'tag': 'cef52acb-364a-406c-add3-a1071cbc54fb', 'status': 'completed', 'code': 200} Jul 07 19:17:30.505297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Pushing event updated for resources: {'Port': ['ID=885a72b0-54e9-4af3-be20-26b29ed4863c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:30.594463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f38da1-7544-4466-beb5-29f11b744b22 req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:30.596790 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-83f38da1-7544-4466-beb5-29f11b744b22 req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.608646 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-31ad455e-9dcc-4af0-945b-b6cae57df0bb tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.654948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a90da885-6d75-461a-9f54-506f0573c2d9 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:30.666434 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-6a2b2ff7-29c9-4a4e-a25a-dbbb89b0b6d9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1154997 Jul 07 19:17:30.729753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Request body: {'port': {'device_id': '920be74f-5e29-43bd-a3f9-2f550fb607f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:30.755862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad455e-9dcc-4af0-945b-b6cae57df0bb tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event deleted for resources: {'Port': ['ID=677dbd55-390f-4978-81d8-ad51e17beefc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:30.813608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port a90da885-6d75-461a-9f54-506f0573c2d9 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:30.821468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port a90da885-6d75-461a-9f54-506f0573c2d9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:30.822946 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.839123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-31ad455e-9dcc-4af0-945b-b6cae57df0bb tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.855923 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-31ad455e-9dcc-4af0-945b-b6cae57df0bb tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "DELETE /v2.0/ports/677dbd55-390f-4978-81d8-ad51e17beefc HTTP/1.1" status: 204 len: 168 time: 1.2687893 Jul 07 19:17:30.862574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53466) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:30.872772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f90c3119-05ac-4877-820a-e1091e959688', 'external_fixed_ips': [{'subnet_id': 'd2864f67-abf4-47f4-ad22-f04e86c28af8', 'ip_address': '2001:db8::1ac'}]}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:30.922357 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.924328 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.984686 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:31.027555 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3f07efd5-6e29-4c76-9689-3c35548554db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:14:47Z', 'revision_number': 4, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'cc51f43a-5171-4dd2-941d-bf5c6bdf5053', 'name': '', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'mac_address': 'fa:16:3e:f9:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:44Z', 'updated_at': '2021-07-07T19:14:54Z', 'revision_number': 5, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'subnets': [{'id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:31.050455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53470) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:31.057454 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab78a6d-e6f6-4c39-9001-6b9a08addb90 req-542799f3-d1da-4fd6-ac50-25e0e42a8376 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:31.061915 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:31.066755 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bab78a6d-e6f6-4c39-9001-6b9a08addb90 req-542799f3-d1da-4fd6-ac50-25e0e42a8376 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 931 time: 0.4291034 Jul 07 19:17:31.113980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879ac516-179c-4d81-bddb-62b05583eaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90da885-6d75-461a-9f54-506f0573c2d9'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:31.118560 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c861a275-efbf-475b-af62-34396c158c16" -d '{"events": [{"server_uuid": "879ac516-179c-4d81-bddb-62b05583eaac", "name": "network-vif-plugged", "status": "completed", "tag": "a90da885-6d75-461a-9f54-506f0573c2d9"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:31.132841 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07efd5-6e29-4c76-9689-3c35548554db None None] The sync data for ids ['316bb5d4-3628-432c-b580-f6a2458f87c9'] in n-d-793621-9 is: [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:14:47Z', 'revision_number': 4, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'cc51f43a-5171-4dd2-941d-bf5c6bdf5053', 'name': '', 'network_id': '8b7161e7-a378-4da4-a7d1-f1ac2382667b', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'mac_address': 'fa:16:3e:f9:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:44Z', 'updated_at': '2021-07-07T19:14:54Z', 'revision_number': 5, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'subnets': [{'id': 'f0f3f4c4-c371-4663-ac6c-c6d7533f86ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:17:31.157884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a90da885-6d75-461a-9f54-506f0573c2d9, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a90da885-6d75-461a-9f54-506f0573c2d9,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:31.166315 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:31.181356 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:31.202084 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f63fd0b4-5370-4738-949a-15254622f5b0 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:31.248143 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f63fd0b4-5370-4738-949a-15254622f5b0 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:31.257127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=a90da885-6d75-461a-9f54-506f0573c2d9,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:31.397776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d16cdd-6db7-47d8-8e72-0ef45b7e0405 req-1e63b748-c468-43a1-8ba6-e8e25e5074a1 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:31.407488 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f9d16cdd-6db7-47d8-8e72-0ef45b7e0405 req-1e63b748-c468-43a1-8ba6-e8e25e5074a1 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.1292651 Jul 07 19:17:31.411771 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bab78a6d-e6f6-4c39-9001-6b9a08addb90 req-37c9a156-22b9-4a69-9803-0303d6e6a02a tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436873 Jul 07 19:17:31.416003 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f63fd0b4-5370-4738-949a-15254622f5b0 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:31.419532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f63fd0b4-5370-4738-949a-15254622f5b0 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:31.424293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f63fd0b4-5370-4738-949a-15254622f5b0 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "DELETE /v2.0/security-groups/191652b0-02b9-4418-9b82-f7796396ffe4 HTTP/1.1" status: 204 len: 168 time: 0.3675368 Jul 07 19:17:31.426010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53478) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:31.449306 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-17fece46-85c9-468e-86ca-45d750d4a9f0 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] show failed (client error): The resource could not be found. Jul 07 19:17:31.450637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-17fece46-85c9-468e-86ca-45d750d4a9f0 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "GET /v2.0/security-groups/191652b0-02b9-4418-9b82-f7796396ffe4 HTTP/1.1" status: 404 len: 347 time: 0.0233650 Jul 07 19:17:31.455344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53480) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:31.468264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fd0b4-5370-4738-949a-15254622f5b0 tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=191652b0-02b9-4418-9b82-f7796396ffe4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:31.515272 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f9d16cdd-6db7-47d8-8e72-0ef45b7e0405 req-b98f3b39-ed64-440a-92ea-cc9e2cbdacd0 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933077 Jul 07 19:17:31.531717 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ccede7-59c2-4d97-a983-e28686449039 x-openstack-request-id: req-d8ccede7-59c2-4d97-a983-e28686449039 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:31.532214 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879ac516-179c-4d81-bddb-62b05583eaac", "name": "network-vif-plugged", "status": "completed", "tag": "a90da885-6d75-461a-9f54-506f0573c2d9", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:31.532749 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8ccede7-59c2-4d97-a983-e28686449039 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:31.534066 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879ac516-179c-4d81-bddb-62b05583eaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90da885-6d75-461a-9f54-506f0573c2d9', 'code': 200} Jul 07 19:17:31.688419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66dc54-7e35-4f02-b5b0-07a425e94f02 None None] New status for floating IP a5a0961a-f7e4-43fa-8734-4e94c35d2c77: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:17:31.891834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f7803-88da-4d96-8e15-702313582468 req-aff8662a-4fa2-4c43-9c28-358ef20baa2b tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:31.893512 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-802f7803-88da-4d96-8e15-702313582468 req-aff8662a-4fa2-4c43-9c28-358ef20baa2b tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1188385 Jul 07 19:17:31.968601 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-802f7803-88da-4d96-8e15-702313582468 req-ec097d16-c80b-4bf2-957e-e2499263a714 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591180 Jul 07 19:17:32.251446 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:32.517936 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-ba09f199-bb4a-446b-bdd7-00ed6c92b11e tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=93292540169c4b11a873d0e2ea925890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374403 Jul 07 19:17:32.534626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195959c-8700-4b38-a869-42f2ace17265 req-d3318aa8-2d6a-40c4-a381-9bd5b2be6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:32.536348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7195959c-8700-4b38-a869-42f2ace17265 req-d3318aa8-2d6a-40c4-a381-9bd5b2be6a95 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 1097 time: 0.8346436 Jul 07 19:17:32.570181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13e1e3-d323-47ff-a70f-7f406dc966ca req-549ca70b-40a3-4093-9a73-34f89229ae3e tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:32.572396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c13e1e3-d323-47ff-a70f-7f406dc966ca req-549ca70b-40a3-4093-9a73-34f89229ae3e tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 950 time: 0.8630354 Jul 07 19:17:32.681443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-a00a457d-06b8-4631-a432-a8e460b9a1fb tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Deleting port b821b455-b6af-485f-8ddd-32274e2757f3 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:32.681860 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a00a457d-06b8-4631-a432-a8e460b9a1fb tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:32.688013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885a72b0-54e9-4af3-be20-26b29ed4863c {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:32.703441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-fe79177b-0510-42f2-acf5-d12094fa2efc tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:32.706187 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-fe79177b-0510-42f2-acf5-d12094fa2efc tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777339 Jul 07 19:17:32.725211 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7195959c-8700-4b38-a869-42f2ace17265 req-3630adfb-ad05-44e5-a166-3766a9b1ae89 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745715 Jul 07 19:17:32.734120 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-e5a826bc-92b5-4fc4-b223-e0211592c60e tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/quotas/93292540169c4b11a873d0e2ea925890 HTTP/1.1" status: 200 len: 375 time: 0.0161560 Jul 07 19:17:32.758192 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:32.775710 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c13e1e3-d323-47ff-a70f-7f406dc966ca req-9252e579-9d44-4a1a-a726-34c071e51f1a tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773059 Jul 07 19:17:32.795010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Transition to ACTIVE for port object 885a72b0-54e9-4af3-be20-26b29ed4863c will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:32.813098 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:32.872130 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-3ca9b362-1549-4ad8-a08c-245e5bc386d1 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=93292540169c4b11a873d0e2ea925890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275041 Jul 07 19:17:32.942596 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a00a457d-06b8-4631-a432-a8e460b9a1fb tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:32.943027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a00a457d-06b8-4631-a432-a8e460b9a1fb tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:32.973688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Pushing event updated for resources: {'Port': ['ID=885a72b0-54e9-4af3-be20-26b29ed4863c,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:33.022287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-a00a457d-06b8-4631-a432-a8e460b9a1fb tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Calling delete_port for b821b455-b6af-485f-8ddd-32274e2757f3 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:33.281931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075d3e-c8ad-4380-b7ea-b8d94d6f75e9 req-5764a638-9a12-41a2-97b0-6d635c69226d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:33.287640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa075d3e-c8ad-4380-b7ea-b8d94d6f75e9 req-5764a638-9a12-41a2-97b0-6d635c69226d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.0961068 Jul 07 19:17:33.356331 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa075d3e-c8ad-4380-b7ea-b8d94d6f75e9 req-1d1307dc-2bc4-40e9-8d61-e104ad23877e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616982 Jul 07 19:17:33.452430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Attempting to bind port 885a72b0-54e9-4af3-be20-26b29ed4863c on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:33.453016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Attempting to bind port 885a72b0-54e9-4af3-be20-26b29ed4863c by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:33.453374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Attempting to bind port 885a72b0-54e9-4af3-be20-26b29ed4863c on network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:33.487773 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b1d1-4aba-4768-82f1-ae038bcc257d req-240063df-e3b2-4521-bf41-2137b84dc9d2 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:33.490529 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39a6b1d1-4aba-4768-82f1-ae038bcc257d req-240063df-e3b2-4521-bf41-2137b84dc9d2 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 943 time: 0.5546920 Jul 07 19:17:33.515228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Port 885a72b0-54e9-4af3-be20-26b29ed4863c on network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:33.515970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Attempting to bind port 885a72b0-54e9-4af3-be20-26b29ed4863c on network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:33.558713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:33.559480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Checking segment: {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:33.560353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Bound using segment: {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:33.561082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Bound port: 885a72b0-54e9-4af3-be20-26b29ed4863c, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:33.561797 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:33.575285 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:33.656795 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:33.799490 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39a6b1d1-4aba-4768-82f1-ae038bcc257d req-adb3ba8f-91e3-409a-a4c2-b50610725ec8 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856989 Jul 07 19:17:34.016262 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e07c671-1f41-4b46-a827-8445798e4c2f req-922f1d1f-06fa-4f6b-b4b7-9fc1f72c7ae0 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 210 time: 0.0568054 Jul 07 19:17:34.028732 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a00a457d-06b8-4631-a432-a8e460b9a1fb tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:34.246947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a457d-06b8-4631-a432-a8e460b9a1fb tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Pushing event deleted for resources: {'Port': ['ID=b821b455-b6af-485f-8ddd-32274e2757f3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:34.267677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] For port 885a72b0-54e9-4af3-be20-26b29ed4863c, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:34.355039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] For port 885a72b0-54e9-4af3-be20-26b29ed4863c, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=885a72b0-54e9-4af3-be20-26b29ed4863c,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:34.429451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:34.442487 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a00a457d-06b8-4631-a432-a8e460b9a1fb tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:34.445452 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a00a457d-06b8-4631-a432-a8e460b9a1fb tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:34.450921 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a00a457d-06b8-4631-a432-a8e460b9a1fb tempest-ServersTestJSON-1442880454 tempest-ServersTestJSON-1442880454-project] 10.222.0.81 "DELETE /v2.0/floatingips/a5a0961a-f7e4-43fa-8734-4e94c35d2c77 HTTP/1.1" status: 204 len: 168 time: 2.9944186 Jul 07 19:17:34.451438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53612) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:34.537076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:34.537776 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:34.539863 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] 10.222.0.48 "PUT /v2.0/ports/885a72b0-54e9-4af3-be20-26b29ed4863c HTTP/1.1" status: 200 len: 1091 time: 3.8180263 Jul 07 19:17:34.553626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920be74f-5e29-43bd-a3f9-2f550fb607f1', 'tag': '885a72b0-54e9-4af3-be20-26b29ed4863c'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:34.556696 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b034039c-5446-40cd-99fa-80cf3f7ddaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "920be74f-5e29-43bd-a3f9-2f550fb607f1", "tag": "885a72b0-54e9-4af3-be20-26b29ed4863c"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:34.579984 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-0ea75d10-bc80-44b5-9a9b-76f9b898e344 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7a792ce1c53544859cdd889adf5030e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1562903 Jul 07 19:17:34.614051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Allocated IP 2001:db8::1ac (f90c3119-05ac-4877-820a-e1091e959688/d2864f67-abf4-47f4-ad22-f04e86c28af8/68a43fd2-bddc-40d6-83e4-92122082e741) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:34.747380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4357e8-7cc7-42b3-90e2-e4020bf89c74 req-f5608f4c-76af-493c-8403-d77882a2b064 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:34.749131 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a4357e8-7cc7-42b3-90e2-e4020bf89c74 req-f5608f4c-76af-493c-8403-d77882a2b064 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.1895623 Jul 07 19:17:34.762347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019bbb8-df66-43dd-9881-dd9f4a590c48 service neutron] Pushing event updated for resources: {'Port': ['ID=885a72b0-54e9-4af3-be20-26b29ed4863c,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:34.834820 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a4357e8-7cc7-42b3-90e2-e4020bf89c74 req-8644f765-6cbf-4bf6-bfae-a0d6eb60da5a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729406 Jul 07 19:17:34.886747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-7e527929-34b7-478d-8caf-8001004c450a tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:34.888569 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-7e527929-34b7-478d-8caf-8001004c450a tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073852 Jul 07 19:17:34.918345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f38da1-7544-4466-beb5-29f11b744b22 req-2fc99cf0-b09c-411a-b234-4943371980c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:34.920126 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-2fc99cf0-b09c-411a-b234-4943371980c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60004f5929074cca9994a932de60365c&device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 1094 time: 0.3027186 Jul 07 19:17:34.927040 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-ecd73f41-8812-4a88-ad12-ce57508a5a41 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/quotas/7a792ce1c53544859cdd889adf5030e9 HTTP/1.1" status: 200 len: 375 time: 0.0262911 Jul 07 19:17:34.947489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:34.994586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-64a01d9a-9f86-49a1-8038-7e81f1eb284f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=885a72b0-54e9-4af3-be20-26b29ed4863c HTTP/1.1" status: 200 len: 217 time: 0.0608397 Jul 07 19:17:35.021091 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-cf440dc4-f60e-47b8-a07c-8c7a6cb7514f tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a792ce1c53544859cdd889adf5030e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715082 Jul 07 19:17:35.044053 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-05265f6d-07bf-4176-a0e5-125fe2617d40 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=93292540169c4b11a873d0e2ea925890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494287 Jul 07 19:17:35.098472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f38da1-7544-4466-beb5-29f11b744b22 req-77b01d0f-4f6a-4f23-903c-4ee96609b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:35.100178 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-77b01d0f-4f6a-4f23-903c-4ee96609b116 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0639349d-cd44-4b30-8111-830dacc72ffc HTTP/1.1" status: 200 len: 845 time: 0.0823119 Jul 07 19:17:35.110149 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:35.178228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-4de7d468-ecbd-4c3f-bb9f-3bc8c2d24598 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631609 Jul 07 19:17:35.203280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Network f90c3119-05ac-4877-820a-e1091e959688 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:35.220469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:35.314990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-91b16117-260a-4993-8f64-3ff23d579491 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:35.316684 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-91b16117-260a-4993-8f64-3ff23d579491 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621026 Jul 07 19:17:35.326853 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2222a78f-6cc0-4716-8fe8-1b0bf2cd30b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:35.385632 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Request body: {'port': {'device_id': 'd4aacdbd-5907-4464-8897-87f213c2e774', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '93292540169c4b11a873d0e2ea925890'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:35.480164 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:35.756498 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458a59e6-e95d-4202-95c1-ab22b8e2ce29 x-openstack-request-id: req-458a59e6-e95d-4202-95c1-ab22b8e2ce29 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:35.757408 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920be74f-5e29-43bd-a3f9-2f550fb607f1", "tag": "885a72b0-54e9-4af3-be20-26b29ed4863c", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:35.757408 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-458a59e6-e95d-4202-95c1-ab22b8e2ce29 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:35.757880 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920be74f-5e29-43bd-a3f9-2f550fb607f1', 'tag': '885a72b0-54e9-4af3-be20-26b29ed4863c', 'status': 'completed', 'code': 200} Jul 07 19:17:35.759910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:35.774715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event updated for resources: {'Port': ['ID=68a43fd2-bddc-40d6-83e4-92122082e741,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:35.886005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Made reservation on behalf of 93292540169c4b11a873d0e2ea925890 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:35.889897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:35.951511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54689983-3ee8-4b25-a372-632da5d5d5ee req-44e2624e-dfd8-4aa0-8673-76888e108676 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:35.965823 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-54689983-3ee8-4b25-a372-632da5d5d5ee req-44e2624e-dfd8-4aa0-8673-76888e108676 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 943 time: 0.2773130 Jul 07 19:17:35.996845 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-978d8d68-82e4-46a4-a5f1-862f7895a6bc service neutron] 10.222.0.48 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8032746 Jul 07 19:17:36.204966 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-54689983-3ee8-4b25-a372-632da5d5d5ee req-584824ce-3455-4eb2-9f80-cf58453d4603 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376232 Jul 07 19:17:36.399771 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83f38da1-7544-4466-beb5-29f11b744b22 req-bac8727a-356b-451b-834d-f459f8155586 service neutron] 10.222.0.48 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929513 Jul 07 19:17:36.419625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Allocated IP 192.168.233.125 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/0c50938f-9870-486f-b29a-24ca1de6c722) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:36.432774 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:36.812000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034039c-5446-40cd-99fa-80cf3f7ddaa3 req-eae358ad-5604-4cb5-806d-040afedbf619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:36.814034 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b034039c-5446-40cd-99fa-80cf3f7ddaa3 req-eae358ad-5604-4cb5-806d-040afedbf619 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60004f5929074cca9994a932de60365c&device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 1094 time: 0.2206111 Jul 07 19:17:36.934971 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:36.951202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Transition to ACTIVE for port object 0c50938f-9870-486f-b29a-24ca1de6c722 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:37.012429 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aed372e1-2fc4-456a-bf93-609262f8fc31 req-5794ab2b-87d8-4916-902c-d5c73c3fcaa0 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 210 time: 0.0379617 Jul 07 19:17:37.120003 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.127572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2222a78f-6cc0-4716-8fe8-1b0bf2cd30b8 admin admin] Deleting port cc51f43a-5171-4dd2-941d-bf5c6bdf5053 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:37.128104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2222a78f-6cc0-4716-8fe8-1b0bf2cd30b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.134831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['014808cf-4775-45ba-9de0-dfd7c27c7843'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:37.141469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['22e322bb-3959-4b90-b739-6fb8d605407e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:37.215502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034039c-5446-40cd-99fa-80cf3f7ddaa3 req-0ab230fb-f7de-4f45-8a37-03d09ab3e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:37.217761 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b034039c-5446-40cd-99fa-80cf3f7ddaa3 req-0ab230fb-f7de-4f45-8a37-03d09ab3e057 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 200 len: 906 time: 0.3934536 Jul 07 19:17:37.261618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.267723 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-fa4206ab-54fe-44b7-8285-ab1ddac9ba93 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7a792ce1c53544859cdd889adf5030e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006823 Jul 07 19:17:37.271206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:37.285284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:37.335240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c094bf1-1d90-4909-a963-f1360e60e02f req-34e48633-fe59-4b3c-ae15-80ef533305f7 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:37.338054 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c094bf1-1d90-4909-a963-f1360e60e02f req-34e48633-fe59-4b3c-ae15-80ef533305f7 tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 950 time: 0.3605287 Jul 07 19:17:37.342804 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b034039c-5446-40cd-99fa-80cf3f7ddaa3 req-3a1f8c23-0523-4902-a288-76958d82446e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=885a72b0-54e9-4af3-be20-26b29ed4863c HTTP/1.1" status: 200 len: 217 time: 0.1074660 Jul 07 19:17:37.370143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:37.400434 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Pushing event updated for resources: {'Port': ['ID=0c50938f-9870-486f-b29a-24ca1de6c722,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:37.513762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-2222a78f-6cc0-4716-8fe8-1b0bf2cd30b8 admin admin] For port cc51f43a-5171-4dd2-941d-bf5c6bdf5053, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cc51f43a-5171-4dd2-941d-bf5c6bdf5053,segment=NetworkSegment(5866d974-3689-4d28-b59f-f5329499d53f),segment_id=5866d974-3689-4d28-b59f-f5329499d53f)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:37.514150 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2222a78f-6cc0-4716-8fe8-1b0bf2cd30b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.531498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:37.532156 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.544743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-d4fc60de-ae7b-4e34-bf95-1f6ea3a54b45 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:37.554000 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-d4fc60de-ae7b-4e34-bf95-1f6ea3a54b45 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2744067 Jul 07 19:17:37.569857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2222a78f-6cc0-4716-8fe8-1b0bf2cd30b8 admin admin] Calling delete_port for cc51f43a-5171-4dd2-941d-bf5c6bdf5053 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:37.606416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034039c-5446-40cd-99fa-80cf3f7ddaa3 req-29240f4c-f7b6-4b6e-b469-554fd210ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:37.608414 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b034039c-5446-40cd-99fa-80cf3f7ddaa3 req-29240f4c-f7b6-4b6e-b469-554fd210ff2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0639349d-cd44-4b30-8111-830dacc72ffc HTTP/1.1" status: 200 len: 845 time: 0.1884818 Jul 07 19:17:37.610089 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-2a7ecf68-d0fa-44c7-ab9b-2da30c8af14b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/quotas/7a792ce1c53544859cdd889adf5030e9 HTTP/1.1" status: 200 len: 375 time: 0.0551338 Jul 07 19:17:37.620170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-c203faf5-21ac-4bf3-8e8e-53ce231aa059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2898781 Jul 07 19:17:37.650397 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c094bf1-1d90-4909-a963-f1360e60e02f req-71e2b694-9b5b-48e6-901e-1678cbe4192d tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014417 Jul 07 19:17:37.658761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-91e2ce19-06d3-49f5-a2a3-fe515ca3f6eb None None] Provisioning for port 0c50938f-9870-486f-b29a-24ca1de6c722 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:37.672464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-91e2ce19-06d3-49f5-a2a3-fe515ca3f6eb None None] Provisioning complete for port 0c50938f-9870-486f-b29a-24ca1de6c722 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:37.672843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-91e2ce19-06d3-49f5-a2a3-fe515ca3f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.674071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Request body: {'port': {'device_id': 'd4aacdbd-5907-4464-8897-87f213c2e774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:37.729215 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-e78cda17-00b0-4c9a-a922-774452369be5 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a792ce1c53544859cdd889adf5030e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1181450 Jul 07 19:17:37.730864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-91e2ce19-06d3-49f5-a2a3-fe515ca3f6eb None None] Port 0c50938f-9870-486f-b29a-24ca1de6c722 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:17:37.776406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b034039c-5446-40cd-99fa-80cf3f7ddaa3 req-b9a8f947-181d-4ca9-9a04-a275896ec798 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350169 Jul 07 19:17:37.808732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412a99f-12ac-476e-b9ed-a9664c519c14 req-17f27ca3-9448-474c-b17c-cf86818f18ec tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:37.811097 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6412a99f-12ac-476e-b9ed-a9664c519c14 req-17f27ca3-9448-474c-b17c-cf86818f18ec tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 950 time: 0.4378693 Jul 07 19:17:37.850468 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-66236870-1627-48d3-a402-27828480bd78 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=7a792ce1c53544859cdd889adf5030e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701561 Jul 07 19:17:38.200675 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:38.313191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Router 62b32fb4-f87f-4a3b-9e9b-474777e5f072 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:17:38.328326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-14916ac7-af95-454b-a4a5-654caaaaa6fc tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:38.331363 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-14916ac7-af95-454b-a4a5-654caaaaa6fc tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3993716 Jul 07 19:17:38.334779 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b034039c-5446-40cd-99fa-80cf3f7ddaa3 req-02b96ff6-5693-4563-a29c-2d32fce442f9 service neutron] 10.222.0.48 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381796 Jul 07 19:17:38.350632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Request body: {'port': {'device_id': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '7a792ce1c53544859cdd889adf5030e9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:38.405420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092f943-420f-4dc9-8add-4405f5028f22 req-bc6b6175-cbd6-4843-aa9e-361fdd2a0d8c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:38.407701 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a092f943-420f-4dc9-8add-4405f5028f22 req-bc6b6175-cbd6-4843-aa9e-361fdd2a0d8c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.4476187 Jul 07 19:17:38.481626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-6412a99f-12ac-476e-b9ed-a9664c519c14 req-7bd64d45-5e51-498c-9b6a-856af02d1b4a tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Deleting port c97bb92d-d3cc-4cd2-a321-cca593709396 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:38.482538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6412a99f-12ac-476e-b9ed-a9664c519c14 req-7bd64d45-5e51-498c-9b6a-856af02d1b4a tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:38.502544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73e55b-7e22-4a02-a5b9-3b5b6cc3a46b req-2f8fa4c6-fb8c-4956-aa41-b2153ffefc80 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:38.505279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd73e55b-7e22-4a02-a5b9-3b5b6cc3a46b req-2f8fa4c6-fb8c-4956-aa41-b2153ffefc80 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 943 time: 0.4308171 Jul 07 19:17:38.661302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2222a78f-6cc0-4716-8fe8-1b0bf2cd30b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:38.725771 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a092f943-420f-4dc9-8add-4405f5028f22 req-b0a721b9-d5d9-4f8d-af63-253c1ed4c6a1 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174900 Jul 07 19:17:38.753952 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd73e55b-7e22-4a02-a5b9-3b5b6cc3a46b req-b51a6fb9-bf16-492a-a726-ec9e962c4b64 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976888 Jul 07 19:17:38.781354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222a78f-6cc0-4716-8fe8-1b0bf2cd30b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc51f43a-5171-4dd2-941d-bf5c6bdf5053,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:38.789767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-6412a99f-12ac-476e-b9ed-a9664c519c14 req-7bd64d45-5e51-498c-9b6a-856af02d1b4a tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] For port c97bb92d-d3cc-4cd2-a321-cca593709396, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c97bb92d-d3cc-4cd2-a321-cca593709396,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:38.790281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6412a99f-12ac-476e-b9ed-a9664c519c14 req-7bd64d45-5e51-498c-9b6a-856af02d1b4a tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:38.791901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:17:38.800424 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b034039c-5446-40cd-99fa-80cf3f7ddaa3 req-d4c46b37-7611-4d1e-b3e1-76d3010bd671 service neutron] 10.222.0.48 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399025 Jul 07 19:17:38.806702 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Sync routers for ids ['62b32fb4-f87f-4a3b-9e9b-474777e5f072'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:17:38.853272 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Routers {'62b32fb4-f87f-4a3b-9e9b-474777e5f072'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:17:38.854446 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['62b32fb4-f87f-4a3b-9e9b-474777e5f072'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:38.859842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Made reservation on behalf of 7a792ce1c53544859cdd889adf5030e9 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:38.864361 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:38.873302 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:38.874410 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-33ed5381-1d29-4451-9cd8-20a8f9979cc9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.0085332 Jul 07 19:17:38.884413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53674) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:38.908779 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:38.923136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-6412a99f-12ac-476e-b9ed-a9664c519c14 req-7bd64d45-5e51-498c-9b6a-856af02d1b4a tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Calling delete_port for c97bb92d-d3cc-4cd2-a321-cca593709396 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:39.110681 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Set router 62b32fb4-f87f-4a3b-9e9b-474777e5f072 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:17:39.296716 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-164c0937-84bd-420a-b5af-9be758cd2741 req-eab8c418-5332-4bdc-a47f-4d72f9b10727 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 210 time: 0.1585441 Jul 07 19:17:39.323518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c50938f-9870-486f-b29a-24ca1de6c722 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:39.413220 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:39.472667 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b32fb4-f87f-4a3b-9e9b-474777e5f072', 'name': '', 'tenant_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90c3119-05ac-4877-820a-e1091e959688', 'external_fixed_ips': [{'subnet_id': 'd2864f67-abf4-47f4-ad22-f04e86c28af8', 'ip_address': '2001:db8::1ac'}], 'enable_snat': True}, 'gw_port_id': '68a43fd2-bddc-40d6-83e4-92122082e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:30Z', 'updated_at': '2021-07-07T19:17:36Z', 'revision_number': 3, 'project_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'gw_port': {'id': '68a43fd2-bddc-40d6-83e4-92122082e741', 'name': '', 'network_id': 'f90c3119-05ac-4877-820a-e1091e959688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b32fb4-f87f-4a3b-9e9b-474777e5f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd2864f67-abf4-47f4-ad22-f04e86c28af8', 'ip_address': '2001:db8::1ac', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:33Z', 'updated_at': '2021-07-07T19:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2864f67-abf4-47f4-ad22-f04e86c28af8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:39.484211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Transition to ACTIVE for port object 0c50938f-9870-486f-b29a-24ca1de6c722 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:39.524314 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Checking router: 62b32fb4-f87f-4a3b-9e9b-474777e5f072 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:17:39.524906 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Updating router 62b32fb4-f87f-4a3b-9e9b-474777e5f072 port 68a43fd2-bddc-40d6-83e4-92122082e741 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:17:39.575195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:39.581951 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:39.738972 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:39.773712 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:39.872497 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2222a78f-6cc0-4716-8fe8-1b0bf2cd30b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:39.875504 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-b87ccaba-216d-412d-bc49-a5d6b1989ab5 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=7a792ce1c53544859cdd889adf5030e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2011158 Jul 07 19:17:39.924043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Pushing event updated for resources: {'Port': ['ID=0c50938f-9870-486f-b29a-24ca1de6c722,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:39.990685 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.046287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00732cb9-7ac8-45e2-8b58-4d4c4e7c60a4 req-3d2246ff-7d58-4b4a-8adf-18d277b1dc1f tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:40.048695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00732cb9-7ac8-45e2-8b58-4d4c4e7c60a4 req-3d2246ff-7d58-4b4a-8adf-18d277b1dc1f tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a45292d-51bc-4008-b692-f99b4a23a133 HTTP/1.1" status: 200 len: 950 time: 0.4700320 Jul 07 19:17:40.091399 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6412a99f-12ac-476e-b9ed-a9664c519c14 req-7bd64d45-5e51-498c-9b6a-856af02d1b4a tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.139991 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.153245 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.165700 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Transition to ACTIVE for port object 68a43fd2-bddc-40d6-83e4-92122082e741 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:40.178149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64de8d4-82d5-463a-9901-f325a97c26c6 req-119a860a-e1c1-470e-b62d-708fcf4d1aab tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:40.184386 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.184762 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b64de8d4-82d5-463a-9901-f325a97c26c6 req-119a860a-e1c1-470e-b62d-708fcf4d1aab tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 948 time: 0.5790622 Jul 07 19:17:40.196184 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.197910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Attempting to bind port 0c50938f-9870-486f-b29a-24ca1de6c722 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:40.198256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Attempting to bind port 0c50938f-9870-486f-b29a-24ca1de6c722 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:40.198599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Attempting to bind port 0c50938f-9870-486f-b29a-24ca1de6c722 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:40.207892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd64d45-5e51-498c-9b6a-856af02d1b4a tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Pushing event deleted for resources: {'Port': ['ID=c97bb92d-d3cc-4cd2-a321-cca593709396,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:40.323498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Port 0c50938f-9870-486f-b29a-24ca1de6c722 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:40.323795 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Attempting to bind port 0c50938f-9870-486f-b29a-24ca1de6c722 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:40.345848 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Attempting to bind port 68a43fd2-bddc-40d6-83e4-92122082e741 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:40.351279 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Attempting to bind port 68a43fd2-bddc-40d6-83e4-92122082e741 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'db073d59-b105-465f-a26b-f94e559de7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f90c3119-05ac-4877-820a-e1091e959688'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:40.351895 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Attempting to bind port 68a43fd2-bddc-40d6-83e4-92122082e741 on network f90c3119-05ac-4877-820a-e1091e959688 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:40.385574 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Pushing event updated for resources: {'Port': ['ID=68a43fd2-bddc-40d6-83e4-92122082e741,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:40.401772 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:40.402834 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Checking segment: {'id': 'db073d59-b105-465f-a26b-f94e559de7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f90c3119-05ac-4877-820a-e1091e959688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:40.403755 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.404630 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Bound using segment: {'id': 'db073d59-b105-465f-a26b-f94e559de7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f90c3119-05ac-4877-820a-e1091e959688'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:40.405781 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Bound port: 68a43fd2-bddc-40d6-83e4-92122082e741, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db073d59-b105-465f-a26b-f94e559de7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f90c3119-05ac-4877-820a-e1091e959688'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:40.407599 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.502113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd6f815-cd7f-4426-b9a8-601852d9db27,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:40.544312 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:40.544656 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:40.545001 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:40.545669 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:40.545669 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:40.545973 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:40.546297 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:40.546619 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:40.546967 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:40.547396 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:40.547717 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:40.548065 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:40.558867 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:17:40.563315 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] For port 68a43fd2-bddc-40d6-83e4-92122082e741, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:40.580011 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] For port 68a43fd2-bddc-40d6-83e4-92122082e741, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=68a43fd2-bddc-40d6-83e4-92122082e741,segment=NetworkSegment(db073d59-b105-465f-a26b-f94e559de7ce),segment_id=db073d59-b105-465f-a26b-f94e559de7ce)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:40.584083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Allocated IP 192.168.233.63 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/75642157-959f-4ddc-9681-e31bf7f898c1) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:40.588385 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.605365 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-91ad17aa-1e4d-456a-9f60-f6c21ee7ad42 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:40.606854 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-91ad17aa-1e4d-456a-9f60-f6c21ee7ad42 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7234075 Jul 07 19:17:40.612461 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Deleting port 68a43fd2-bddc-40d6-83e4-92122082e741 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:40.612802 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.627609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Request body: {'port': {'device_id': '9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '7a792ce1c53544859cdd889adf5030e9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:40.646451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b64de8d4-82d5-463a-9901-f325a97c26c6 req-c141027f-dca0-464c-a2f1-0f881cf0ba10 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605956 Jul 07 19:17:40.695566 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Routers {'62b32fb4-f87f-4a3b-9e9b-474777e5f072'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:17:40.697038 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['62b32fb4-f87f-4a3b-9e9b-474777e5f072'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:40.714482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 885a72b0-54e9-4af3-be20-26b29ed4863c details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:40.773219 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00732cb9-7ac8-45e2-8b58-4d4c4e7c60a4 req-d83a838f-467c-4e3a-8cb5-af201c40e9df tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.81 "GET /v2.0/security-groups?id=e055d76e-3088-4ce4-922e-727b892d49e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884139 Jul 07 19:17:40.782914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6412a99f-12ac-476e-b9ed-a9664c519c14 req-7bd64d45-5e51-498c-9b6a-856af02d1b4a tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] No DVR routers for this DVR port c97bb92d-d3cc-4cd2-a321-cca593709396 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:40.794376 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:40.807453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:40.808282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:40.809147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Bound port: 0c50938f-9870-486f-b29a-24ca1de6c722, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:40.809830 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.814246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6412a99f-12ac-476e-b9ed-a9664c519c14 req-7bd64d45-5e51-498c-9b6a-856af02d1b4a tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.818008 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6412a99f-12ac-476e-b9ed-a9664c519c14 req-7bd64d45-5e51-498c-9b6a-856af02d1b4a tempest-TenantUsagesTestJSON-1433630795 tempest-TenantUsagesTestJSON-1433630795-project] 10.222.0.48 "DELETE /v2.0/ports/c97bb92d-d3cc-4cd2-a321-cca593709396 HTTP/1.1" status: 204 len: 173 time: 2.9982891 Jul 07 19:17:40.837540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a45292d-51bc-4008-b692-f99b4a23a133', 'name': 'network-vif-deleted', 'tag': 'c97bb92d-d3cc-4cd2-a321-cca593709396'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:40.841515 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c830168b-1d57-4891-883a-18c42c82e61e" -d '{"events": [{"server_uuid": "6a45292d-51bc-4008-b692-f99b4a23a133", "name": "network-vif-deleted", "tag": "c97bb92d-d3cc-4cd2-a321-cca593709396"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:40.884080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c97bb92d-d3cc-4cd2-a321-cca593709396 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:40.929031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: c97bb92d-d3cc-4cd2-a321-cca593709396 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:17:40.930097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c97bb92d-d3cc-4cd2-a321-cca593709396 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:40.938589 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84257b26-ae5a-4f65-be5a-e2ccdc32b4af None None] Pushing event updated for resources: {'Port': ['ID=68a43fd2-bddc-40d6-83e4-92122082e741,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:40.987392 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:40.999511 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] Set router 62b32fb4-f87f-4a3b-9e9b-474777e5f072 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:17:41.064023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 885a72b0-54e9-4af3-be20-26b29ed4863c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=885a72b0-54e9-4af3-be20-26b29ed4863c,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:41.093254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '885a72b0-54e9-4af3-be20-26b29ed4863c', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'port_id': '885a72b0-54e9-4af3-be20-26b29ed4863c', 'mac_address': 'fa:16:3e:21:a0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0639349d-cd44-4b30-8111-830dacc72ffc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:17:41.095909 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b32fb4-f87f-4a3b-9e9b-474777e5f072', 'name': '', 'tenant_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:30Z', 'updated_at': '2021-07-07T19:17:39Z', 'revision_number': 4, 'project_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:41.162973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Calling delete_port for 68a43fd2-bddc-40d6-83e4-92122082e741 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:41.172425 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc0da9e-7a5b-4026-b915-f46d5f7ba700 None None] The sync data for ids ['62b32fb4-f87f-4a3b-9e9b-474777e5f072'] in n-d-793621-9 is: [{'id': '62b32fb4-f87f-4a3b-9e9b-474777e5f072', 'name': '', 'tenant_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:30Z', 'updated_at': '2021-07-07T19:17:39Z', 'revision_number': 4, 'project_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:17:41.194686 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:41.240192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885a72b0-54e9-4af3-be20-26b29ed4863c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:41.288892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 885a72b0-54e9-4af3-be20-26b29ed4863c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=885a72b0-54e9-4af3-be20-26b29ed4863c,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:41.300731 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:41.341832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] For port 0c50938f-9870-486f-b29a-24ca1de6c722, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:41.344416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Made reservation on behalf of 7a792ce1c53544859cdd889adf5030e9 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:41.350753 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:41.386399 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] For port 0c50938f-9870-486f-b29a-24ca1de6c722, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0c50938f-9870-486f-b29a-24ca1de6c722,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:41.396598 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=885a72b0-54e9-4af3-be20-26b29ed4863c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:41.396902 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:41.410721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2222a78f-6cc0-4716-8fe8-1b0bf2cd30b8 admin admin] Router 316bb5d4-3628-432c-b580-f6a2458f87c9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:17:41.439154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437d272-9178-4d9d-ad3f-678c2a674c11 req-637e0316-5f87-4c87-a03f-7269c7c4b286 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:41.441437 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6437d272-9178-4d9d-ad3f-678c2a674c11 req-637e0316-5f87-4c87-a03f-7269c7c4b286 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.6069088 Jul 07 19:17:41.453671 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:41.459414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:41.459713 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:41.461159 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] 10.222.0.48 "PUT /v2.0/ports/0c50938f-9870-486f-b29a-24ca1de6c722 HTTP/1.1" status: 200 len: 1096 time: 3.7929680 Jul 07 19:17:41.498777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d30427-6d1b-42e0-9926-b2779ad2798d service neutron] Pushing event updated for resources: {'Port': ['ID=0c50938f-9870-486f-b29a-24ca1de6c722,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:41.586875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30ab9c-770b-4fe1-8ad0-a78557afaf31 req-7825b2ce-4dba-43bf-a685-6a3c5863f846 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:41.595329 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c30ab9c-770b-4fe1-8ad0-a78557afaf31 req-7825b2ce-4dba-43bf-a685-6a3c5863f846 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 944 time: 0.2810974 Jul 07 19:17:41.641953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Transition to ACTIVE for port object 75642157-959f-4ddc-9681-e31bf7f898c1 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:41.722379 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6437d272-9178-4d9d-ad3f-678c2a674c11 req-db70dd64-4256-4f47-92a7-a429ee6b502e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542701 Jul 07 19:17:41.732689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['885a72b0-54e9-4af3-be20-26b29ed4863c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:41.740803 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c30ab9c-770b-4fe1-8ad0-a78557afaf31 req-d1a88c61-043e-49d6-98a8-e7ca474d88e1 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445124 Jul 07 19:17:41.793655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2222a78f-6cc0-4716-8fe8-1b0bf2cd30b8 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:17:41.849898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2222a78f-6cc0-4716-8fe8-1b0bf2cd30b8 admin admin] 10.222.0.81 "PUT /v2.0/routers/316bb5d4-3628-432c-b580-f6a2458f87c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3921061 Jul 07 19:17:41.850386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45368677-5177-4b0e-b4eb-f64c457ccd09 None None] Sync routers for ids ['316bb5d4-3628-432c-b580-f6a2458f87c9'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:17:41.856186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53688) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:41.890367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45368677-5177-4b0e-b4eb-f64c457ccd09 None None] Routers {'316bb5d4-3628-432c-b580-f6a2458f87c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:17:41.891198 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-45368677-5177-4b0e-b4eb-f64c457ccd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['316bb5d4-3628-432c-b580-f6a2458f87c9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:41.896051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-d7ad9023-b92f-40e5-9982-e304db6bd344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:41.902194 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:41.902735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-d7ad9023-b92f-40e5-9982-e304db6bd344 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93292540169c4b11a873d0e2ea925890&device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 1099 time: 0.3429322 Jul 07 19:17:41.954759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event deleted for resources: {'Port': ['ID=68a43fd2-bddc-40d6-83e4-92122082e741,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:42.004480 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:42.007202 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:42.154310 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-a0809df5-6175-48f6-9c7e-63458410afdc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=0c50938f-9870-486f-b29a-24ca1de6c722 HTTP/1.1" status: 200 len: 217 time: 0.1352122 Jul 07 19:17:42.166401 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66edda04-1665-4ffd-a623-f86c25ed7601 x-openstack-request-id: req-66edda04-1665-4ffd-a623-f86c25ed7601 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:42.167029 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a45292d-51bc-4008-b692-f99b4a23a133", "name": "network-vif-deleted", "tag": "c97bb92d-d3cc-4cd2-a321-cca593709396", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:42.167441 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66edda04-1665-4ffd-a623-f86c25ed7601 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:42.168107 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a45292d-51bc-4008-b692-f99b4a23a133', 'name': 'network-vif-deleted', 'tag': 'c97bb92d-d3cc-4cd2-a321-cca593709396', 'status': 'completed', 'code': 200} Jul 07 19:17:42.250689 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02a522e5-8d06-43d5-8393-f6931846812c req-3cec9be6-958c-4525-930c-eb4a85578394 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 210 time: 0.1959722 Jul 07 19:17:42.276086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-45368677-5177-4b0e-b4eb-f64c457ccd09 None None] Set router 316bb5d4-3628-432c-b580-f6a2458f87c9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:17:42.342709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:42.355597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-de25ae4b-5d56-4eae-b63d-e8e4983348c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:42.357213 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-de25ae4b-5d56-4eae-b63d-e8e4983348c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1461701 Jul 07 19:17:42.362589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:42.370538 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:42.378449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:42.438721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Allocated IP 192.168.233.174 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/9346a8b8-61ac-4b01-b5a8-81525633157f) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:42.452595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:42.514313 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:42.613401 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-670541aa-3e6e-477b-94be-dea8f499714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:42.615247 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-670541aa-3e6e-477b-94be-dea8f499714e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2142100 Jul 07 19:17:42.635361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-45368677-5177-4b0e-b4eb-f64c457ccd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:17:38Z', 'revision_number': 5, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:42.675767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45368677-5177-4b0e-b4eb-f64c457ccd09 None None] Checking router: 316bb5d4-3628-432c-b580-f6a2458f87c9 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:17:42.689236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Pushing event updated for resources: {'Port': ['ID=75642157-959f-4ddc-9681-e31bf7f898c1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:42.691190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45368677-5177-4b0e-b4eb-f64c457ccd09 None None] Routers {'316bb5d4-3628-432c-b580-f6a2458f87c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:17:42.706159 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-45368677-5177-4b0e-b4eb-f64c457ccd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['316bb5d4-3628-432c-b580-f6a2458f87c9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:42.813593 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-467be5dc-f81e-43ce-bb87-cdc623da87e8 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857114 Jul 07 19:17:42.863319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4542e54b-e208-40cb-b13c-c50d536729bd None None] Provisioning for port 75642157-959f-4ddc-9681-e31bf7f898c1 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:42.881391 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:42.883532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62b32fb4-f87f-4a3b-9e9b-474777e5f072 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:17:42.894705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:42.902435 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9b67cfea-878e-4b87-a78d-96b5f962f373 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "DELETE /v2.0/routers/62b32fb4-f87f-4a3b-9e9b-474777e5f072 HTTP/1.1" status: 204 len: 168 time: 4.0164230 Jul 07 19:17:42.905034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4542e54b-e208-40cb-b13c-c50d536729bd None None] Provisioning complete for port 75642157-959f-4ddc-9681-e31bf7f898c1 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:42.906726 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4542e54b-e208-40cb-b13c-c50d536729bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:42.932775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53698) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:42.951675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:42.969928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Transition to ACTIVE for port object 9346a8b8-61ac-4b01-b5a8-81525633157f will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:42.999539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4542e54b-e208-40cb-b13c-c50d536729bd None None] Port 75642157-959f-4ddc-9681-e31bf7f898c1 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:17:43.043624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.088529 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.096362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-45368677-5177-4b0e-b4eb-f64c457ccd09 None None] Set router 316bb5d4-3628-432c-b580-f6a2458f87c9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:17:43.108765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e4bb35-373b-4196-bbf0-72b2642f29a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Deleting subnet d2864f67-abf4-47f4-ad22-f04e86c28af8 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:17:43.116252 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5e4bb35-373b-4196-bbf0-72b2642f29a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.173981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53704) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:43.186213 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03461a92-c8c1-48d7-bdc5-54af2f1fc3a8 req-d1551676-ae7f-4030-93a1-8fb59d90f49b service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644493 Jul 07 19:17:43.209114 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:43.210172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.231799 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5e4bb35-373b-4196-bbf0-72b2642f29a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.261787 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:43.264493 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Pushing event updated for resources: {'Port': ['ID=9346a8b8-61ac-4b01-b5a8-81525633157f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:43.271427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-8e25af8e-1386-4bce-ae70-1946bad3e2f7 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9305675 Jul 07 19:17:43.274565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:43.288663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d44f9-7136-477f-ad97-bae859d2f861 req-ad5c658b-725c-40ba-a817-66f40d261366 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:43.291784 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-687d44f9-7136-477f-ad97-bae859d2f861 req-ad5c658b-725c-40ba-a817-66f40d261366 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 948 time: 0.9433270 Jul 07 19:17:43.298897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Request body: {'port': {'device_id': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:43.302212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:43.349568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5e4bb35-373b-4196-bbf0-72b2642f29a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.475227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-45368677-5177-4b0e-b4eb-f64c457ccd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:17:38Z', 'revision_number': 5, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:43.484624 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5e4bb35-373b-4196-bbf0-72b2642f29a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.488604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Deleting port 2c8f9f02-c71d-4611-bb72-22baef1f01fe {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:43.489047 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.508483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb0c19-11d0-4d8d-a281-dfb842509882 req-4c9e7637-8b09-42bb-b12e-b736ff0713d0 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:43.511045 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34bb0c19-11d0-4d8d-a281-dfb842509882 req-4c9e7637-8b09-42bb-b12e-b736ff0713d0 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.3650727 Jul 07 19:17:43.528342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45368677-5177-4b0e-b4eb-f64c457ccd09 None None] The sync data for ids ['316bb5d4-3628-432c-b580-f6a2458f87c9'] in n-d-793621-9 is: [{'id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'name': 'tempest-ServersTestJSON-761523557-router', 'tenant_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:38Z', 'updated_at': '2021-07-07T19:17:38Z', 'revision_number': 5, 'project_id': '094c8d0a18cb46f6bbce9db8f4bf67ad', 'gw_port': {'id': '2c8f9f02-c71d-4611-bb72-22baef1f01fe', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bb5d4-3628-432c-b580-f6a2458f87c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:40Z', 'updated_at': '2021-07-07T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:17:43.559605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:43.560648 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.592011 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-687d44f9-7136-477f-ad97-bae859d2f861 req-4ce9fb10-8a5a-44b7-8611-07870e8a523a tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777479 Jul 07 19:17:43.609911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4bb35-373b-4196-bbf0-72b2642f29a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d2864f67-abf4-47f4-ad22-f04e86c28af8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:43.613299 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5e4bb35-373b-4196-bbf0-72b2642f29a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.615340 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d5e4bb35-373b-4196-bbf0-72b2642f29a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/d2864f67-abf4-47f4-ad22-f04e86c28af8 HTTP/1.1" status: 204 len: 168 time: 0.6789246 Jul 07 19:17:43.624907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53710) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:43.653927 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0d8e60d7-071f-4757-bb3c-7dfc42d88847 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f159f3e523d48cd91773c6b185376e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766719 Jul 07 19:17:43.656882 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.660458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53712) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:43.689453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-78c1f081-2ed5-43c4-8458-839e0490bc39 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0680158 Jul 07 19:17:43.712168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Request body: {'port': {'device_id': '9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:43.753329 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34bb0c19-11d0-4d8d-a281-dfb842509882 req-751001b9-90f8-4594-9215-efcbeb5eb755 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212245 Jul 07 19:17:43.763605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.769975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-89173748-0f06-4e1f-9533-ce82bc414956 None None] Provisioning for port 9346a8b8-61ac-4b01-b5a8-81525633157f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:43.780680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-89173748-0f06-4e1f-9533-ce82bc414956 None None] Provisioning complete for port 9346a8b8-61ac-4b01-b5a8-81525633157f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:43.780964 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-89173748-0f06-4e1f-9533-ce82bc414956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.781154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] For port 2c8f9f02-c71d-4611-bb72-22baef1f01fe, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2c8f9f02-c71d-4611-bb72-22baef1f01fe,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:43.781435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:43.805842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Calling delete_port for 2c8f9f02-c71d-4611-bb72-22baef1f01fe owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:43.847345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-89173748-0f06-4e1f-9533-ce82bc414956 None None] Port 9346a8b8-61ac-4b01-b5a8-81525633157f cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:17:43.984419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.034616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90c3119-05ac-4877-820a-e1091e959688']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:44.061043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db073d59-b105-465f-a26b-f94e559de7ce') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:44.061394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db073d59-b105-465f-a26b-f94e559de7ce') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:44.087519 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.127278 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.141151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:17:44.141577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:17:44.143536 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:17:44.181534 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4aacdbd-5907-4464-8897-87f213c2e774', 'tag': '0c50938f-9870-486f-b29a-24ca1de6c722'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:44.184354 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f70c6-df53-4e78-b97d-ec93af76ccde" -d '{"events": [{"name": "network-changed", "server_uuid": "d4aacdbd-5907-4464-8897-87f213c2e774", "tag": "0c50938f-9870-486f-b29a-24ca1de6c722"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:44.288768 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.290971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cc51f43a-5171-4dd2-941d-bf5c6bdf5053 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:44.303334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef398c-3f7e-40b6-a95e-ce9b67e93edc req-b38795ef-cc87-408a-a934-f5d7c8501446 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:44.306084 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-54ef398c-3f7e-40b6-a95e-ce9b67e93edc req-b38795ef-cc87-408a-a934-f5d7c8501446 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 936 time: 0.2420738 Jul 07 19:17:44.328741 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.328940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: cc51f43a-5171-4dd2-941d-bf5c6bdf5053 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:17:44.329661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cc51f43a-5171-4dd2-941d-bf5c6bdf5053 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:44.334153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f90c3119-05ac-4877-820a-e1091e959688 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:17:44.352767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event deleted for resources: {'Network': ['ID=f90c3119-05ac-4877-820a-e1091e959688,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:44.357882 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.365231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-978bb92c-a223-447d-a985-159a8df5f43b tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "DELETE /v2.0/networks/f90c3119-05ac-4877-820a-e1091e959688 HTTP/1.1" status: 204 len: 168 time: 0.7299209 Jul 07 19:17:44.385804 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb631654-094b-431f-adb9-b819b5accd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.412922 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-54ef398c-3f7e-40b6-a95e-ce9b67e93edc req-8e4a17fd-2cd7-479e-8c69-1b63ea26ae92 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791996 Jul 07 19:17:44.415793 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.416578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8f9f02-c71d-4611-bb72-22baef1f01fe,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:44.520418 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff9bf46-c3f1-40ff-822f-7920875ab7ef x-openstack-request-id: req-4ff9bf46-c3f1-40ff-822f-7920875ab7ef {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:44.520863 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4aacdbd-5907-4464-8897-87f213c2e774", "tag": "0c50938f-9870-486f-b29a-24ca1de6c722", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:44.521221 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ff9bf46-c3f1-40ff-822f-7920875ab7ef {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:44.522010 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4aacdbd-5907-4464-8897-87f213c2e774', 'tag': '0c50938f-9870-486f-b29a-24ca1de6c722', 'status': 'completed', 'code': 200} Jul 07 19:17:44.526662 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.547622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb631654-094b-431f-adb9-b819b5accd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.583866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea5f34-1ecc-4b35-93e2-73d663ccfbfa req-18e850c8-4823-40cd-a6d6-b43ddf52193a tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:44.594444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fea5f34-1ecc-4b35-93e2-73d663ccfbfa req-18e850c8-4823-40cd-a6d6-b43ddf52193a tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 944 time: 0.7860487 Jul 07 19:17:44.727138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 885a72b0-54e9-4af3-be20-26b29ed4863c up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:44.766257 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.769558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.828336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f70c6-df53-4e78-b97d-ec93af76ccde req-a4b65169-1c02-4a12-b2c1-4be14e3e6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:44.840669 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-710f70c6-df53-4e78-b97d-ec93af76ccde req-a4b65169-1c02-4a12-b2c1-4be14e3e6ef0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93292540169c4b11a873d0e2ea925890&device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 1099 time: 0.3110132 Jul 07 19:17:44.846057 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.847772 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 316bb5d4-3628-432c-b580-f6a2458f87c9 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:17:44.865911 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.872773 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-947b1c85-81dc-493a-ba5e-6994d5c11759 admin admin] 10.222.0.81 "DELETE /v2.0/routers/316bb5d4-3628-432c-b580-f6a2458f87c9 HTTP/1.1" status: 204 len: 168 time: 3.0093021 Jul 07 19:17:44.895209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 885a72b0-54e9-4af3-be20-26b29ed4863c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:44.914338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 885a72b0-54e9-4af3-be20-26b29ed4863c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:44.914936 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fea5f34-1ecc-4b35-93e2-73d663ccfbfa req-3983582f-432f-490b-ae73-6413993e6510 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186212 Jul 07 19:17:44.915614 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.929314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53726) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:44.930584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53728) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:44.982986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-006d5601-4216-4a26-96e5-a322e7db8e73 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Request body: {'router': {'name': 'tempest-router--1359945467', 'project_id': 'c7015aca166e42048e771a8b1ea8c25e'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:44.999672 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb631654-094b-431f-adb9-b819b5accd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.003385 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb631654-094b-431f-adb9-b819b5accd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.004856 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-eb631654-094b-431f-adb9-b819b5accd0c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e055d76e-3088-4ce4-922e-727b892d49e4 HTTP/1.1" status: 204 len: 168 time: 1.3430593 Jul 07 19:17:45.064153 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.136600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 885a72b0-54e9-4af3-be20-26b29ed4863c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=885a72b0-54e9-4af3-be20-26b29ed4863c,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:45.140218 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920be74f-5e29-43bd-a3f9-2f550fb607f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885a72b0-54e9-4af3-be20-26b29ed4863c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:45.144352 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea870fe-f773-45cb-8d6f-03cf271a91a0" -d '{"events": [{"server_uuid": "920be74f-5e29-43bd-a3f9-2f550fb607f1", "name": "network-vif-plugged", "status": "completed", "tag": "885a72b0-54e9-4af3-be20-26b29ed4863c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:45.149292 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.164985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb631654-094b-431f-adb9-b819b5accd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e055d76e-3088-4ce4-922e-727b892d49e4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:45.208453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-006d5601-4216-4a26-96e5-a322e7db8e73 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.209953 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-006d5601-4216-4a26-96e5-a322e7db8e73 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.224899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ba660-dddb-4693-b694-986861ca0a3f req-cde82ac0-b742-47f2-aa76-c0ed2adeb059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:45.236421 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf5ba660-dddb-4693-b694-986861ca0a3f req-cde82ac0-b742-47f2-aa76-c0ed2adeb059 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 948 time: 0.3405817 Jul 07 19:17:45.277757 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-006d5601-4216-4a26-96e5-a322e7db8e73 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.283958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d7915f-bb48-42b8-8703-67938a27b53b admin admin] Deleting subnet f0f3f4c4-c371-4663-ac6c-c6d7533f86ab {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:17:45.286841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=885a72b0-54e9-4af3-be20-26b29ed4863c,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:45.289919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-006d5601-4216-4a26-96e5-a322e7db8e73 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.304356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f70c6-df53-4e78-b97d-ec93af76ccde req-7e417d41-a0e4-4b10-8e5d-dfaa2c77dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:45.307680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-710f70c6-df53-4e78-b97d-ec93af76ccde req-7e417d41-a0e4-4b10-8e5d-dfaa2c77dbd2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.4332235 Jul 07 19:17:45.312678 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85d7915f-bb48-42b8-8703-67938a27b53b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.338493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf5ba660-dddb-4693-b694-986861ca0a3f req-a3e6ffbf-f37c-4219-9994-61b4b00dbc97 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011009 Jul 07 19:17:45.345379 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-006d5601-4216-4a26-96e5-a322e7db8e73 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.346588 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-006d5601-4216-4a26-96e5-a322e7db8e73 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4135458 Jul 07 19:17:45.355076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53736) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:45.397507 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85d7915f-bb48-42b8-8703-67938a27b53b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.564210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75642157-959f-4ddc-9681-e31bf7f898c1 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:45.567765 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2627e40d-7ef5-43ff-8056-10487306cd37 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.575722 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-710f70c6-df53-4e78-b97d-ec93af76ccde req-78ae48a7-a20b-4e8a-b212-401b77e939ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=0c50938f-9870-486f-b29a-24ca1de6c722 HTTP/1.1" status: 200 len: 217 time: 0.2022069 Jul 07 19:17:45.580586 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.583712 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85d7915f-bb48-42b8-8703-67938a27b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.594860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97b83c-1bd3-4f55-9eed-6d3b609dbf64 req-987a3199-432a-4e5b-97b0-90885ed2b63b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:45.605887 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e97b83c-1bd3-4f55-9eed-6d3b609dbf64 req-987a3199-432a-4e5b-97b0-90885ed2b63b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.4849510 Jul 07 19:17:45.634570 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437616ea-f5cd-4c33-9c36-d661f235de5e x-openstack-request-id: req-437616ea-f5cd-4c33-9c36-d661f235de5e {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:45.635168 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920be74f-5e29-43bd-a3f9-2f550fb607f1", "name": "network-vif-plugged", "status": "completed", "tag": "885a72b0-54e9-4af3-be20-26b29ed4863c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:45.635280 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-437616ea-f5cd-4c33-9c36-d661f235de5e {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:45.635673 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920be74f-5e29-43bd-a3f9-2f550fb607f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885a72b0-54e9-4af3-be20-26b29ed4863c', 'code': 200} Jul 07 19:17:45.681068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Transition to ACTIVE for port object 75642157-959f-4ddc-9681-e31bf7f898c1 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:45.687229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.726855 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f70c6-df53-4e78-b97d-ec93af76ccde req-25359f84-b488-4f08-9c12-dc6c41bad2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:45.726855 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-710f70c6-df53-4e78-b97d-ec93af76ccde req-25359f84-b488-4f08-9c12-dc6c41bad2db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0833249 Jul 07 19:17:45.727496 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e97b83c-1bd3-4f55-9eed-6d3b609dbf64 req-afb91ce1-c280-40d0-83df-6ca816b5d790 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180398 Jul 07 19:17:45.884127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=75642157-959f-4ddc-9681-e31bf7f898c1,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:45.920464 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85d7915f-bb48-42b8-8703-67938a27b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.082699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53744) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:46.082699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7915f-bb48-42b8-8703-67938a27b53b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f3f4c4-c371-4663-ac6c-c6d7533f86ab,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:46.129563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6867c4-e753-484c-89c5-ffee96173dda None None] Network 8b7161e7-a378-4da4-a7d1-f1ac2382667b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:46.138839 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85d7915f-bb48-42b8-8703-67938a27b53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.141096 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-85d7915f-bb48-42b8-8703-67938a27b53b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f0f3f4c4-c371-4663-ac6c-c6d7533f86ab HTTP/1.1" status: 204 len: 168 time: 1.2092712 Jul 07 19:17:46.191725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53746) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:46.193224 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1411994-e7d7-43f3-8b69-dd0298308cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.270026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Attempting to bind port 75642157-959f-4ddc-9681-e31bf7f898c1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:46.270026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Attempting to bind port 75642157-959f-4ddc-9681-e31bf7f898c1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:46.270026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Attempting to bind port 75642157-959f-4ddc-9681-e31bf7f898c1 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:46.371832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2c8f9f02-c71d-4611-bb72-22baef1f01fe no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:46.384400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Port 75642157-959f-4ddc-9681-e31bf7f898c1 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:46.384955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Attempting to bind port 75642157-959f-4ddc-9681-e31bf7f898c1 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:46.416277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 2c8f9f02-c71d-4611-bb72-22baef1f01fe {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:17:46.416849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2c8f9f02-c71d-4611-bb72-22baef1f01fe not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:46.438097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c11f8e-2a48-4bf1-b9c1-4bf8d806a436 None None] DHCP port deletion for 8b7161e7-a378-4da4-a7d1-f1ac2382667b request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:17:46.458006 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2627e40d-7ef5-43ff-8056-10487306cd37 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.464691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9346a8b8-61ac-4b01-b5a8-81525633157f {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:46.465506 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2627e40d-7ef5-43ff-8056-10487306cd37 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.475307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:46.475932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:46.476472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:46.477104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Bound port: 75642157-959f-4ddc-9681-e31bf7f898c1, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:46.477545 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.483263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.490666 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.532151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d3c11f8e-2a48-4bf1-b9c1-4bf8d806a436 None None] Deleting port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:46.532553 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d3c11f8e-2a48-4bf1-b9c1-4bf8d806a436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.552474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65ccb2-2035-4505-ad5d-e3337ee6694d req-9df8af5c-283c-4009-8a79-9725c168800b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:46.555275 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb65ccb2-2035-4505-ad5d-e3337ee6694d req-9df8af5c-283c-4009-8a79-9725c168800b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 936 time: 0.2686045 Jul 07 19:17:46.558222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Transition to ACTIVE for port object 9346a8b8-61ac-4b01-b5a8-81525633157f will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:46.562334 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2627e40d-7ef5-43ff-8056-10487306cd37 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.563295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2627e40d-7ef5-43ff-8056-10487306cd37 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b03b00d3-a60a-41ba-bd49-8ee1b5eec354 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:17:46.573164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd14a2-c87d-412d-9637-7f0b95ee3bd5 req-7f950baa-223d-46f9-9641-6b3ad2fc140f tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:46.576609 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60cd14a2-c87d-412d-9637-7f0b95ee3bd5 req-7f950baa-223d-46f9-9641-6b3ad2fc140f tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.4898596 Jul 07 19:17:46.577032 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2627e40d-7ef5-43ff-8056-10487306cd37 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.579205 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2627e40d-7ef5-43ff-8056-10487306cd37 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "DELETE /v2.0/routers/b03b00d3-a60a-41ba-bd49-8ee1b5eec354 HTTP/1.1" status: 204 len: 168 time: 1.2222869 Jul 07 19:17:46.584818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c7fa7-0d8a-4303-bde1-077b4fedf844 req-fe39509a-7ef5-413b-86a2-15c473836e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:46.587273 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a41c7fa7-0d8a-4303-bde1-077b4fedf844 req-fe39509a-7ef5-413b-86a2-15c473836e28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 1096 time: 0.8016756 Jul 07 19:17:46.599838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f70c6-df53-4e78-b97d-ec93af76ccde req-04988708-9184-467a-8e55-e29e23ba68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:46.601766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-710f70c6-df53-4e78-b97d-ec93af76ccde req-04988708-9184-467a-8e55-e29e23ba68bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8148742 Jul 07 19:17:46.615640 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.653652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d3c11f8e-2a48-4bf1-b9c1-4bf8d806a436 None None] For port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=036c3fb0-c48d-4042-8dc6-83f3fd471f8f,segment=NetworkSegment(5866d974-3689-4d28-b59f-f5329499d53f),segment_id=5866d974-3689-4d28-b59f-f5329499d53f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:46.653652 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d3c11f8e-2a48-4bf1-b9c1-4bf8d806a436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.678381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d3c11f8e-2a48-4bf1-b9c1-4bf8d806a436 None None] Calling delete_port for 036c3fb0-c48d-4042-8dc6-83f3fd471f8f owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:46.769016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0c50938f-9870-486f-b29a-24ca1de6c722 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:46.808288 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a41c7fa7-0d8a-4303-bde1-077b4fedf844 req-adb44bbd-31dc-4d38-87eb-1f5ed6ddd689 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123847 Jul 07 19:17:46.835327 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb65ccb2-2035-4505-ad5d-e3337ee6694d req-7a0d8c73-5ee2-491f-a354-8500102f6df8 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260039 Jul 07 19:17:46.871163 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60cd14a2-c87d-412d-9637-7f0b95ee3bd5 req-f94a8a21-6b7f-4372-9bfa-6b88cd4e3ceb tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608454 Jul 07 19:17:46.877461 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Pushing event updated for resources: {'Port': ['ID=9346a8b8-61ac-4b01-b5a8-81525633157f,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:46.883106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:46.892135 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:46.932096 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.973148 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-710f70c6-df53-4e78-b97d-ec93af76ccde req-c54c607b-c9de-4b4a-9f0b-29bb3de9f534 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607652 Jul 07 19:17:47.012472 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d3c11f8e-2a48-4bf1-b9c1-4bf8d806a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.105260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c11f8e-2a48-4bf1-b9c1-4bf8d806a436 None None] No DVR routers for this DVR port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:47.119009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c11f8e-2a48-4bf1-b9c1-4bf8d806a436 None None] Pushing event deleted for resources: {'Port': ['ID=036c3fb0-c48d-4042-8dc6-83f3fd471f8f,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:47.123358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53756) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:47.159708 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0c50938f-9870-486f-b29a-24ca1de6c722, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0c50938f-9870-486f-b29a-24ca1de6c722,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:47.176439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '0c50938f-9870-486f-b29a-24ca1de6c722', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '0c50938f-9870-486f-b29a-24ca1de6c722', 'mac_address': 'fa:16:3e:ab:ae:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:17:47.258946 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.277668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:47.283257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.288281 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] 10.222.0.110 "PUT /v2.0/ports/75642157-959f-4ddc-9681-e31bf7f898c1 HTTP/1.1" status: 200 len: 1095 time: 3.9949799 Jul 07 19:17:47.298622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c50938f-9870-486f-b29a-24ca1de6c722 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:47.331316 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:47.338734 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc179fa-8b42-4f2e-ac34-e0bc19c685b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:47.351403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1411994-e7d7-43f3-8b69-dd0298308cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.365910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0c50938f-9870-486f-b29a-24ca1de6c722, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0c50938f-9870-486f-b29a-24ca1de6c722,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:47.373288 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.406344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-710f70c6-df53-4e78-b97d-ec93af76ccde req-2e72a4fc-a668-492d-ab1a-9c4e80a79e9a service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254503 Jul 07 19:17:47.428902 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea33d1-ccad-4210-a8d7-778bfb6efca7 req-fbabbac7-4c65-42fa-9430-f7c1ba95534a tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:47.434171 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1411994-e7d7-43f3-8b69-dd0298308cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.446886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60ea33d1-ccad-4210-a8d7-778bfb6efca7 req-fbabbac7-4c65-42fa-9430-f7c1ba95534a tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 948 time: 0.2927940 Jul 07 19:17:47.449214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Deleting port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:47.450573 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.491478 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0c50938f-9870-486f-b29a-24ca1de6c722,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:47.536030 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60ea33d1-ccad-4210-a8d7-778bfb6efca7 req-ca4b0224-4774-4ab2-9472-504f3654bffa tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875609 Jul 07 19:17:47.644468 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1067129008', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:47.675530 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8f6b2f-8e10-47f9-a951-cff8c9ee8400 x-openstack-request-id: req-7a8f6b2f-8e10-47f9-a951-cff8c9ee8400 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:47.676427 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:47.676427 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a8f6b2f-8e10-47f9-a951-cff8c9ee8400 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:47.676932 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1', 'status': 'completed', 'code': 200} Jul 07 19:17:47.688345 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.690261 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.705960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827725a-0326-4e3c-8b20-639d44c2e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=75642157-959f-4ddc-9681-e31bf7f898c1,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:47.752411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b1411994-e7d7-43f3-8b69-dd0298308cbc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d02bf6435b942ca84844626042e1585&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6672108 Jul 07 19:17:47.755051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53762) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:47.761871 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1411994-e7d7-43f3-8b69-dd0298308cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa6e7e9-1069-4e1e-adc4-cc4a08425883,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:47.775094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Attempting to bind port 9346a8b8-61ac-4b01-b5a8-81525633157f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:47.775690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Attempting to bind port 9346a8b8-61ac-4b01-b5a8-81525633157f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:47.776250 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Attempting to bind port 9346a8b8-61ac-4b01-b5a8-81525633157f on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:47.788105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] For port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f, host n-d-793621-9, got binding levels [] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:47.788489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.802780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Port 9346a8b8-61ac-4b01-b5a8-81525633157f on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:47.803120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Attempting to bind port 9346a8b8-61ac-4b01-b5a8-81525633157f on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:47.809683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Calling delete_port for 036c3fb0-c48d-4042-8dc6-83f3fd471f8f owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:47.815753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_backend_mixin [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f was not found and therefore no delete operation was performed {{(pid=93900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:17:47.822543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:47.823633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:47.823859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:47.824817 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Bound port: 9346a8b8-61ac-4b01-b5a8-81525633157f, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:47.825437 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.828625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.847978 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:47.908498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Pushing event deleted for resources: {'Port': ['ID=036c3fb0-c48d-4042-8dc6-83f3fd471f8f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:47.921702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] No DVR routers for this DVR port 036c3fb0-c48d-4042-8dc6-83f3fd471f8f on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:47.965406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0c50938f-9870-486f-b29a-24ca1de6c722'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:48.019591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1c2e4-e4fa-4405-9031-a12b1efece1c req-53c6631d-7db7-44ad-a685-98251a44228a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:48.022784 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76a1c2e4-e4fa-4405-9031-a12b1efece1c req-53c6631d-7db7-44ad-a685-98251a44228a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.6742089 Jul 07 19:17:48.030525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-cb3294f4-f8ca-4fbf-980e-697ba4b2459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:48.032846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-cb3294f4-f8ca-4fbf-980e-697ba4b2459e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7a792ce1c53544859cdd889adf5030e9&device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7 HTTP/1.1" status: 200 len: 1098 time: 0.6514306 Jul 07 19:17:48.035817 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7aa9da44-957a-4d84-9b39-9202b2099710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.084454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.105947 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7aa9da44-957a-4d84-9b39-9202b2099710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.235055 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-57d48a2b-a87d-441b-acc6-4c6a7f53faf0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=75642157-959f-4ddc-9681-e31bf7f898c1 HTTP/1.1" status: 200 len: 217 time: 0.1435983 Jul 07 19:17:48.263957 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.323363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] For port 9346a8b8-61ac-4b01-b5a8-81525633157f, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:48.326710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7161e7-a378-4da4-a7d1-f1ac2382667b']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:48.340956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76a1c2e4-e4fa-4405-9031-a12b1efece1c req-be2353d4-5513-4046-9144-8e4b6987b7f7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708113 Jul 07 19:17:48.376925 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5866d974-3689-4d28-b59f-f5329499d53f') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:48.379988 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7aa9da44-957a-4d84-9b39-9202b2099710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.386941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5866d974-3689-4d28-b59f-f5329499d53f') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:48.391429 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7aa9da44-957a-4d84-9b39-9202b2099710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.398753 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7aa9da44-957a-4d84-9b39-9202b2099710 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aaa6e7e9-1069-4e1e-adc4-cc4a08425883 HTTP/1.1" status: 204 len: 168 time: 0.6419415 Jul 07 19:17:48.411172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97c03e-48c7-4fce-9468-364592cae850 req-0301976d-a1d4-4cdb-ba8e-d7a8d40c78e9 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:48.417191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 036c3fb0-c48d-4042-8dc6-83f3fd471f8f no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:48.420852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e97c03e-48c7-4fce-9468-364592cae850 req-0301976d-a1d4-4cdb-ba8e-d7a8d40c78e9 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 948 time: 0.3193042 Jul 07 19:17:48.434387 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] For port 9346a8b8-61ac-4b01-b5a8-81525633157f, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9346a8b8-61ac-4b01-b5a8-81525633157f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:48.449901 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.456603 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.458458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9da44-957a-4d84-9b39-9202b2099710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa6e7e9-1069-4e1e-adc4-cc4a08425883,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:48.468029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 036c3fb0-c48d-4042-8dc6-83f3fd471f8f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:17:48.468912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 036c3fb0-c48d-4042-8dc6-83f3fd471f8f not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:48.566597 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e97c03e-48c7-4fce-9468-364592cae850 req-c413e3f0-8ad8-422d-92c0-b73f4fdcf622 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381326 Jul 07 19:17:48.763709 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.804424 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.938475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-134753e0-a8b3-4990-8258-bd438d02681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:48.939983 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-134753e0-a8b3-4990-8258-bd438d02681f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.6957555 Jul 07 19:17:48.954248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:48.954894 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.956352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] 10.222.0.110 "PUT /v2.0/ports/9346a8b8-61ac-4b01-b5a8-81525633157f HTTP/1.1" status: 200 len: 1096 time: 5.2554138 Jul 07 19:17:48.962142 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:49.042385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Allocated IP 172.25.0.243 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/7af59ecc-ad4e-4364-abf5-72ca40a5f760) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:49.080456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e199fea-97f8-4802-9265-df6c93362eda req-5869f7fb-f8f0-4143-8e4d-8c8285134ac7 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:49.087981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e199fea-97f8-4802-9265-df6c93362eda req-5869f7fb-f8f0-4143-8e4d-8c8285134ac7 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 949 time: 0.1794729 Jul 07 19:17:49.128770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80493b2e-50ab-4a7b-96b3-41ba78566168 service neutron] Pushing event updated for resources: {'Port': ['ID=9346a8b8-61ac-4b01-b5a8-81525633157f,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:49.246132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e199fea-97f8-4802-9265-df6c93362eda req-0cce9080-9cdc-4277-b7c2-0b4dbf2a99c0 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563575 Jul 07 19:17:49.306660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:17:49.307182 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.326032 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:17:49.332034 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:17:49.419267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:49.553203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:49.628093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e25d8-fb37-4b64-88d7-6b7a51fdceef req-8e2ad4a1-c212-4064-9c71-3fd294c9ebe6 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:49.632890 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-be5e25d8-fb37-4b64-88d7-6b7a51fdceef req-8e2ad4a1-c212-4064-9c71-3fd294c9ebe6 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.7030709 Jul 07 19:17:49.643422 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:49.654978 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] 10.222.0.81 "DELETE /v2.0/networks/8b7161e7-a378-4da4-a7d1-f1ac2382667b HTTP/1.1" status: 204 len: 168 time: 3.4564056 Jul 07 19:17:49.659529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f62149-b16c-4f1a-b928-8c7ca9aa389d admin admin] Pushing event deleted for resources: {'Network': ['ID=8b7161e7-a378-4da4-a7d1-f1ac2382667b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:49.676612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-f801f1b8-fa46-4d41-9b25-73b97c6b5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:49.679016 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-f801f1b8-fa46-4d41-9b25-73b97c6b5046 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7a792ce1c53544859cdd889adf5030e9&device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 1099 time: 0.6403019 Jul 07 19:17:49.683029 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:49.690137 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df04958a-5d0d-482b-96a5-b43d330b4d0d req-74a4565a-81ee-4e89-bb85-ddd7db6ef660 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3214424 Jul 07 19:17:49.730391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd', 'tag': '9346a8b8-61ac-4b01-b5a8-81525633157f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:49.736156 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a584a6ee-9537-4f22-93f6-3aa9501a6ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd", "tag": "9346a8b8-61ac-4b01-b5a8-81525633157f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:49.764917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-39a2acad-fbbe-4c9b-b7ba-c57265998d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:49.767350 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-39a2acad-fbbe-4c9b-b7ba-c57265998d9d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8068819 Jul 07 19:17:49.788441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:49.807206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8ee09-bcab-4dd7-bb94-7f86463fcb24 req-9f80c0e5-ed95-487e-b310-c85dc94e6f76 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:49.810829 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f8ee09-bcab-4dd7-bb94-7f86463fcb24 req-9f80c0e5-ed95-487e-b310-c85dc94e6f76 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.2765505 Jul 07 19:17:49.836571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:49.849182 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-066618b3-85e3-4ab1-b294-2c4e0896f710 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9346a8b8-61ac-4b01-b5a8-81525633157f HTTP/1.1" status: 200 len: 217 time: 0.0891948 Jul 07 19:17:49.878628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:49.886384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Pushing event updated for resources: {'Port': ['ID=7af59ecc-ad4e-4364-abf5-72ca40a5f760,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:49.889605 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53802) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:49.979982 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-be5e25d8-fb37-4b64-88d7-6b7a51fdceef req-b2d52be6-3f73-4596-aca7-fec311513d7d tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127749 Jul 07 19:17:50.036225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-b1719a28-fffb-4ad0-813d-d5ef66d95b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:50.039233 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-b1719a28-fffb-4ad0-813d-d5ef66d95b34 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1815846 Jul 07 19:17:50.040623 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f8ee09-bcab-4dd7-bb94-7f86463fcb24 req-61d1bc96-2492-41b8-923e-9ccaac718f31 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108433 Jul 07 19:17:50.080013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-1ec93395-114c-4e26-95e6-a028bf933ed9 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289903 Jul 07 19:17:50.089744 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-938e9e30-caac-448f-8b10-1dd1a9e72a26 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=094c8d0a18cb46f6bbce9db8f4bf67ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597216 Jul 07 19:17:50.096505 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53808) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:50.156016 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04958a-5d0d-482b-96a5-b43d330b4d0d req-3d2f3fc2-22eb-49f5-87e9-33c0685cf31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:50.158550 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df04958a-5d0d-482b-96a5-b43d330b4d0d req-3d2f3fc2-22eb-49f5-87e9-33c0685cf31e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2f0b85d8a74327b64031b2acd1842d&device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 1096 time: 0.3679798 Jul 07 19:17:50.297042 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66cf632-8ba9-4c3c-a964-006002469ab7 x-openstack-request-id: req-b66cf632-8ba9-4c3c-a964-006002469ab7 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:50.297353 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd", "tag": "9346a8b8-61ac-4b01-b5a8-81525633157f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:50.297578 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b66cf632-8ba9-4c3c-a964-006002469ab7 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:50.297977 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd', 'tag': '9346a8b8-61ac-4b01-b5a8-81525633157f', 'status': 'completed', 'code': 200} Jul 07 19:17:50.324922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-d4594218-13fd-42bb-8ff1-66b8015f5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:50.326985 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-d4594218-13fd-42bb-8ff1-66b8015f5403 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2444620 Jul 07 19:17:50.329096 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45bc23f3-5cfc-4410-b62d-c7d1bca0b7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:50.336957 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-172ea5e1-3cb1-4b8c-adc6-9c15ecec9db8 req-6e6ec1e8-275c-4d9a-8be7-ffab91cad9a7 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393072 Jul 07 19:17:50.427297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04958a-5d0d-482b-96a5-b43d330b4d0d req-beb97738-1a89-408e-9b33-19f6741cf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:50.428827 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df04958a-5d0d-482b-96a5-b43d330b4d0d req-beb97738-1a89-408e-9b33-19f6741cf24c service neutron] 10.222.0.48 "GET /v2.0/networks?id=4837347d-16af-4527-869d-a670e15ab1e0 HTTP/1.1" status: 200 len: 925 time: 0.2301702 Jul 07 19:17:50.433794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce90ad4-a753-4b4b-a192-8626bed3f911 req-00ee6d1b-f4c6-46b1-be30-9380ffdd0f3a tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:50.440933 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ce90ad4-a753-4b4b-a192-8626bed3f911 req-00ee6d1b-f4c6-46b1-be30-9380ffdd0f3a tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 948 time: 0.3108280 Jul 07 19:17:50.490716 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45bc23f3-5cfc-4410-b62d-c7d1bca0b7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:50.587394 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ce90ad4-a753-4b4b-a192-8626bed3f911 req-8207c33b-0f10-4a5e-9643-c6cb9982425e tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418986 Jul 07 19:17:50.616311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-2430d16e-b355-4fd5-8d3c-6122b4520a4d service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765458 Jul 07 19:17:50.645133 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45bc23f3-5cfc-4410-b62d-c7d1bca0b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:50.649451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45bc23f3-5cfc-4410-b62d-c7d1bca0b7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:50.651105 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-45bc23f3-5cfc-4410-b62d-c7d1bca0b7e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c943375-96fb-439e-a126-26fdd1158161 HTTP/1.1" status: 204 len: 168 time: 0.5435019 Jul 07 19:17:50.756255 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0c50938f-9870-486f-b29a-24ca1de6c722 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:50.811103 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a57c893a-ea21-4d47-b33b-073b721b9d87 req-aa886833-990c-450d-ba40-bde6e8bdf962 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670172 Jul 07 19:17:50.839361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc23f3-5cfc-4410-b62d-c7d1bca0b7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c943375-96fb-439e-a126-26fdd1158161,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:50.862863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc179fa-8b42-4f2e-ac34-e0bc19c685b8 req-5262d249-32bf-409e-9658-0a145cd06ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:50.870910 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdc179fa-8b42-4f2e-ac34-e0bc19c685b8 req-5262d249-32bf-409e-9658-0a145cd06ea9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7a792ce1c53544859cdd889adf5030e9&device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7 HTTP/1.1" status: 200 len: 1098 time: 0.4438770 Jul 07 19:17:50.965287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 0c50938f-9870-486f-b29a-24ca1de6c722 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:50.974568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 0c50938f-9870-486f-b29a-24ca1de6c722 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:50.974982 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:51.085484 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9543468e-5441-4162-9593-5657d7f628f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:51.182828 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df04958a-5d0d-482b-96a5-b43d330b4d0d req-9cab4b85-0b87-4f02-89a3-35aa4a369ba4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e568ffe0-4c5f-430c-ac37-ca5402b8bec9 HTTP/1.1" status: 200 len: 1000 time: 0.7467542 Jul 07 19:17:51.191663 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:51.240325 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:51.241326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc179fa-8b42-4f2e-ac34-e0bc19c685b8 req-563795ce-f350-408a-9fdb-a84673073689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.244207 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdc179fa-8b42-4f2e-ac34-e0bc19c685b8 req-563795ce-f350-408a-9fdb-a84673073689 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3313012 Jul 07 19:17:51.304625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aacdbd-5907-4464-8897-87f213c2e774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c50938f-9870-486f-b29a-24ca1de6c722'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:51.310095 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5041b5-b4de-4e0b-8562-17fff64ea6df" -d '{"events": [{"server_uuid": "d4aacdbd-5907-4464-8897-87f213c2e774", "name": "network-vif-plugged", "status": "completed", "tag": "0c50938f-9870-486f-b29a-24ca1de6c722"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:51.323484 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdc179fa-8b42-4f2e-ac34-e0bc19c685b8 req-33280aad-19ad-40f8-a843-34de43663f8c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=75642157-959f-4ddc-9681-e31bf7f898c1 HTTP/1.1" status: 200 len: 217 time: 0.0682662 Jul 07 19:17:51.340582 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0c50938f-9870-486f-b29a-24ca1de6c722, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0c50938f-9870-486f-b29a-24ca1de6c722,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:51.347200 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:51.428931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc179fa-8b42-4f2e-ac34-e0bc19c685b8 req-ba629338-a641-49ff-9552-d1478e60f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.429888 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdc179fa-8b42-4f2e-ac34-e0bc19c685b8 req-ba629338-a641-49ff-9552-d1478e60f249 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1005108 Jul 07 19:17:51.464199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04958a-5d0d-482b-96a5-b43d330b4d0d req-941ef49c-4a7b-47cd-a6fc-14566b252233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.467136 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df04958a-5d0d-482b-96a5-b43d330b4d0d req-941ef49c-4a7b-47cd-a6fc-14566b252233 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e25d04fd-32bc-4870-b7cb-9e944799036a HTTP/1.1" status: 200 len: 863 time: 0.2051339 Jul 07 19:17:51.470198 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0c50938f-9870-486f-b29a-24ca1de6c722,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:51.471154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0667-ed42-428b-ac59-69f9a05a8f9c req-71171285-79c1-4be5-94c0-161d7a69b4f8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.483050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29ab0667-ed42-428b-ac59-69f9a05a8f9c req-71171285-79c1-4be5-94c0-161d7a69b4f8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 949 time: 0.6705461 Jul 07 19:17:51.493558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:51.494011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:51.495430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:51.495761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:51.496095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:51.496426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:51.496755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:51.500036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:51.500431 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:51.500780 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:51.501120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:51.503542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:51.527663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584a6ee-9537-4f22-93f6-3aa9501a6ef6 req-fc7a08c9-02ed-4979-b225-60254a469d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.529178 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a584a6ee-9537-4f22-93f6-3aa9501a6ef6 req-fc7a08c9-02ed-4979-b225-60254a469d46 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7a792ce1c53544859cdd889adf5030e9&device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 1099 time: 0.6150665 Jul 07 19:17:51.571218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29ab0667-ed42-428b-ac59-69f9a05a8f9c req-1a29abda-567d-4aec-870f-ca936f4d042d tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868137 Jul 07 19:17:51.701986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584a6ee-9537-4f22-93f6-3aa9501a6ef6 req-3a0db98b-b717-45b2-a114-c559edc6796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.703515 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a584a6ee-9537-4f22-93f6-3aa9501a6ef6 req-3a0db98b-b717-45b2-a114-c559edc6796c service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1612034 Jul 07 19:17:51.761903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9503d4-0607-4879-9db3-7c4796b0b82d req-deb02791-4122-4d7d-8a37-b863531da93d tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.767640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ef9503d4-0607-4879-9db3-7c4796b0b82d req-deb02791-4122-4d7d-8a37-b863531da93d tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.2254865 Jul 07 19:17:51.769445 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a584a6ee-9537-4f22-93f6-3aa9501a6ef6 req-a1376c14-d7f4-4d3e-9454-8dd45d822991 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9346a8b8-61ac-4b01-b5a8-81525633157f HTTP/1.1" status: 200 len: 217 time: 0.0575206 Jul 07 19:17:51.783105 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:51.834077 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc179fa-8b42-4f2e-ac34-e0bc19c685b8 req-a87d002a-ede4-4d5f-9e7c-76ad67bbb974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.835680 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdc179fa-8b42-4f2e-ac34-e0bc19c685b8 req-a87d002a-ede4-4d5f-9e7c-76ad67bbb974 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3958514 Jul 07 19:17:51.882072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04958a-5d0d-482b-96a5-b43d330b4d0d req-5dd3ccd8-c6c4-4491-939a-1dccf595ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.884153 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df04958a-5d0d-482b-96a5-b43d330b4d0d req-5dd3ccd8-c6c4-4491-939a-1dccf595ac1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4837347d-16af-4527-869d-a670e15ab1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3611708 Jul 07 19:17:51.894193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ef9503d4-0607-4879-9db3-7c4796b0b82d req-595d8be9-86d3-4d93-aa54-71c6dc08614b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245749 Jul 07 19:17:51.917324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584a6ee-9537-4f22-93f6-3aa9501a6ef6 req-93ee0627-070e-4f65-8f47-a623f9a93737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.918821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a584a6ee-9537-4f22-93f6-3aa9501a6ef6 req-93ee0627-070e-4f65-8f47-a623f9a93737 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1299715 Jul 07 19:17:51.977321 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d39060-737c-4b2f-8b14-28803db4e546 req-2cad00d5-8f7a-4aaa-ac3f-6b6b80ae92bb tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.986786 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e6d39060-737c-4b2f-8b14-28803db4e546 req-2cad00d5-8f7a-4aaa-ac3f-6b6b80ae92bb tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.2629476 Jul 07 19:17:52.004530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53850) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:52.076941 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdc179fa-8b42-4f2e-ac34-e0bc19c685b8 req-8cdcedf8-9de4-43a5-94d9-c0469bcd014e service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292404 Jul 07 19:17:52.116175 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe84bc5-f611-493b-9da5-3f96550e8d42 x-openstack-request-id: req-bfe84bc5-f611-493b-9da5-3f96550e8d42 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:52.116748 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e6d39060-737c-4b2f-8b14-28803db4e546 req-7e35e7ad-e694-4dcf-b8ba-b3986392adbe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286206 Jul 07 19:17:52.116851 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4aacdbd-5907-4464-8897-87f213c2e774", "name": "network-vif-plugged", "status": "completed", "tag": "0c50938f-9870-486f-b29a-24ca1de6c722", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:52.117104 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bfe84bc5-f611-493b-9da5-3f96550e8d42 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:52.119785 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aacdbd-5907-4464-8897-87f213c2e774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c50938f-9870-486f-b29a-24ca1de6c722', 'code': 200} Jul 07 19:17:52.155864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df04958a-5d0d-482b-96a5-b43d330b4d0d req-4ce109fd-d633-49fb-a38f-56fb9d6e2466 service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554429 Jul 07 19:17:52.185820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Router c1bb8d28-269e-4758-8903-cb358780c31d is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:17:52.255443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584a6ee-9537-4f22-93f6-3aa9501a6ef6 req-4608445c-3681-4278-abeb-90af14f02169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:52.259704 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a584a6ee-9537-4f22-93f6-3aa9501a6ef6 req-4608445c-3681-4278-abeb-90af14f02169 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3287132 Jul 07 19:17:52.276954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-165421545-network', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:52.412521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:52.415536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:52.421058 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdc179fa-8b42-4f2e-ac34-e0bc19c685b8 req-d60bb3b8-3370-41ff-bcbc-d5bf56060e58 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347077 Jul 07 19:17:52.446097 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df04958a-5d0d-482b-96a5-b43d330b4d0d req-c34ae638-c12a-4e42-9f87-999f88d92f3d service neutron] 10.222.0.48 "GET /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762079 Jul 07 19:17:52.484511 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a584a6ee-9537-4f22-93f6-3aa9501a6ef6 req-d8d7baf6-438c-43e5-acfb-b2a96e2b2e2b service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143404 Jul 07 19:17:52.485190 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:52.522966 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaa1c9-f650-42ae-8cf0-40ee5a1e4f77 req-243c7ae2-8eab-407e-a42a-6ffa9c1e0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:52.524522 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4abaa1c9-f650-42ae-8cf0-40ee5a1e4f77 req-243c7ae2-8eab-407e-a42a-6ffa9c1e0344 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 1101 time: 0.2588325 Jul 07 19:17:52.525515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:17:52.550076 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac119221-6b56-43dc-9d13-08607efc6d60 None None] Sync routers for ids ['c1bb8d28-269e-4758-8903-cb358780c31d'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:17:52.556283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609206e-fe45-4af2-8a6b-93b701218d3d req-a90bb5f7-53fe-4b90-9091-0cd3b57b91f4 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:52.563974 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3609206e-fe45-4af2-8a6b-93b701218d3d req-a90bb5f7-53fe-4b90-9091-0cd3b57b91f4 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 948 time: 0.3024101 Jul 07 19:17:52.565867 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac119221-6b56-43dc-9d13-08607efc6d60 None None] Routers {'c1bb8d28-269e-4758-8903-cb358780c31d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:17:52.567179 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ac119221-6b56-43dc-9d13-08607efc6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c1bb8d28-269e-4758-8903-cb358780c31d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:52.614412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:52.614412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bc2d571f-cd81-4252-8b53-22864c9f171f tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4830010 Jul 07 19:17:52.619791 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53872) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:52.647019 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ac119221-6b56-43dc-9d13-08607efc6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:52.657669 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac119221-6b56-43dc-9d13-08607efc6d60 None None] Routers {'c1bb8d28-269e-4758-8903-cb358780c31d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:17:52.658359 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ac119221-6b56-43dc-9d13-08607efc6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c1bb8d28-269e-4758-8903-cb358780c31d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:52.706645 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ac119221-6b56-43dc-9d13-08607efc6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:52.708368 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac119221-6b56-43dc-9d13-08607efc6d60 None None] The sync data for ids ['c1bb8d28-269e-4758-8903-cb358780c31d'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:17:52.743252 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4abaa1c9-f650-42ae-8cf0-40ee5a1e4f77 req-3c7a4d6b-e7e6-4a89-80a8-74039f7a645f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086329 Jul 07 19:17:52.744867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a584a6ee-9537-4f22-93f6-3aa9501a6ef6 req-bd8157fc-50bf-48fc-83ea-31cc54310728 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474988 Jul 07 19:17:52.750226 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 75642157-959f-4ddc-9681-e31bf7f898c1 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:52.798831 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3609206e-fe45-4af2-8a6b-93b701218d3d req-f367ad27-f515-4dd5-99de-27a17612ae89 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335207 Jul 07 19:17:52.853685 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:52.877439 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:52.928322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:17:52.945628 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53880) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:52.946048 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-267651df-56b1-4936-89d5-40052e61c15f tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/routers/c1bb8d28-269e-4758-8903-cb358780c31d HTTP/1.1" status: 200 len: 925 time: 0.3261411 Jul 07 19:17:52.956377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:52.967291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59ea6ad-b02c-473e-971a-ac7218b11a14,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:52.971436 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:52.971835 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Added segment bd7f52ca-3a4e-48fe-9344-d6b1483117cb of type vlan for network 572291d0-99b9-4665-b846-7e144b0be05f Jul 07 19:17:52.983797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '75642157-959f-4ddc-9681-e31bf7f898c1', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '75642157-959f-4ddc-9681-e31bf7f898c1', 'mac_address': 'fa:16:3e:b5:1d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:17:53.014917 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5a49fcfc-77cb-4fe3-89a6-75275df9e9e1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1bb8d28-269e-4758-8903-cb358780c31d HTTP/1.1" status: 200 len: 205 time: 0.0625453 Jul 07 19:17:53.015383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53884) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:53.039821 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567adb2b-6aa1-4e79-bfbe-68949df5c8b1 req-877e80d4-f40a-4394-9afb-b6377f200984 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:53.041459 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-567adb2b-6aa1-4e79-bfbe-68949df5c8b1 req-877e80d4-f40a-4394-9afb-b6377f200984 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 950 time: 0.2215228 Jul 07 19:17:53.056400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.075962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75642157-959f-4ddc-9681-e31bf7f898c1 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:53.111097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:53.115523 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.129377 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.171762 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-567adb2b-6aa1-4e79-bfbe-68949df5c8b1 req-b86481fb-2f57-4b2a-a5d2-0e61a657fed0 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918782 Jul 07 19:17:53.198673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=75642157-959f-4ddc-9681-e31bf7f898c1,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:53.219348 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.220473 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:53.222001 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.287416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180897d1-46f0-4c4f-b986-f47844f65021 req-d640d9db-082d-4aa3-9ede-01298140d1b5 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:53.295557 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-180897d1-46f0-4c4f-b986-f47844f65021 req-d640d9db-082d-4aa3-9ede-01298140d1b5 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.1804004 Jul 07 19:17:53.303278 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2916036 Jul 07 19:17:53.305911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53892) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:53.315660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2336e7d1-faef-46f5-a083-f3ac1fa5f97b admin admin] Request body: {'subnet': {'network_id': '572291d0-99b9-4665-b846-7e144b0be05f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-165421545-subnet', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:53.322424 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.328500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc64de5-4482-4fd3-a9d2-dd35e610e521 admin admin] Pushing event updated for resources: {'Network': ['ID=572291d0-99b9-4665-b846-7e144b0be05f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:53.347962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 572291d0-99b9-4665-b846-7e144b0be05f details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:17:53.417788 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['75642157-959f-4ddc-9681-e31bf7f898c1'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:53.468909 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-180897d1-46f0-4c4f-b986-f47844f65021 req-d2f7a0ea-4cda-4891-80e6-8ae8a640f653 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692772 Jul 07 19:17:53.469859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2336e7d1-faef-46f5-a083-f3ac1fa5f97b admin admin] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:53.475149 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2336e7d1-faef-46f5-a083-f3ac1fa5f97b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.544119 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-45735bae-6e44-41d4-b182-43b0b49c386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.670632 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.688648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25274ed7-0c43-4f8b-94bb-31d8856cfa28 req-ff446e5c-32a6-4b7c-90c8-b867a1bd774b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:53.699423 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25274ed7-0c43-4f8b-94bb-31d8856cfa28 req-ff446e5c-32a6-4b7c-90c8-b867a1bd774b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.1759498 Jul 07 19:17:53.739304 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.781794 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25274ed7-0c43-4f8b-94bb-31d8856cfa28 req-5967dc11-6c44-474a-ae88-5ea8ba05f5ba tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806236 Jul 07 19:17:53.861327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Deleting port 7af59ecc-ad4e-4364-abf5-72ca40a5f760 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:53.861679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.934915 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2336e7d1-faef-46f5-a083-f3ac1fa5f97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.036709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53906) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:54.073550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336e7d1-faef-46f5-a083-f3ac1fa5f97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e80477-5529-4a81-9d78-a5589d50e13d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:54.105518 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.119046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2336e7d1-faef-46f5-a083-f3ac1fa5f97b admin admin] Checking segment: {'id': 'bd7f52ca-3a4e-48fe-9344-d6b1483117cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:54.119628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2336e7d1-faef-46f5-a083-f3ac1fa5f97b admin admin] Network hostable DHCP agents. Network: 572291d0-99b9-4665-b846-7e144b0be05f, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:17:54.132676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Calling delete_port for 7af59ecc-ad4e-4364-abf5-72ca40a5f760 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:54.159624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-25632a27-bab4-4074-98c4-f168b248b426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.255990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2336e7d1-faef-46f5-a083-f3ac1fa5f97b admin admin] Network 572291d0-99b9-4665-b846-7e144b0be05f is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:17:54.271576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b55c37-2a57-47a8-bd70-6a4a58fb2c9a req-96a916c0-3ce8-4ac6-a117-30f3e6331ecb tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:54.283871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a6b55c37-2a57-47a8-bd70-6a4a58fb2c9a req-96a916c0-3ce8-4ac6-a117-30f3e6331ecb tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 948 time: 0.3020225 Jul 07 19:17:54.322701 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-25632a27-bab4-4074-98c4-f168b248b426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.330080 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-25632a27-bab4-4074-98c4-f168b248b426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.331476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-2336e7d1-faef-46f5-a083-f3ac1fa5f97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 572291d0-99b9-4665-b846-7e144b0be05f) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:54.346305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2336e7d1-faef-46f5-a083-f3ac1fa5f97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:54.347896 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2336e7d1-faef-46f5-a083-f3ac1fa5f97b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.359349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8121f4ac-39f6-48e3-aa4b-6fb41df6d4f5 None None] Network 572291d0-99b9-4665-b846-7e144b0be05f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:54.403510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-25632a27-bab4-4074-98c4-f168b248b426 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01fb829f01174b518e9a11f1d16fa628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656790 Jul 07 19:17:54.421331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25632a27-bab4-4074-98c4-f168b248b426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5268e6-5d15-4983-8268-04ab86f696a9,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:54.424738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53914) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:54.457586 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a6b55c37-2a57-47a8-bd70-6a4a58fb2c9a req-c98f7e73-3e07-4d46-8c55-fa1445626aa1 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729939 Jul 07 19:17:54.459670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2336e7d1-faef-46f5-a083-f3ac1fa5f97b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1523986 Jul 07 19:17:54.464395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53916) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:54.471418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-165421545-router', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:54.511934 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4143658-0494-47c2-90b0-dd0644422407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.581576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e791632-d969-4572-b1c0-8bcc6b0cd8cf req-8a999ca6-b515-4573-aedd-bccce6419307 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:54.583921 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e791632-d969-4572-b1c0-8bcc6b0cd8cf req-8a999ca6-b515-4573-aedd-bccce6419307 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 950 time: 0.1972909 Jul 07 19:17:54.590122 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.591324 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.619669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.637210 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4143658-0494-47c2-90b0-dd0644422407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.676856 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-572291d0-99b9-4665-b846-7e144b0be05f', 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'fixed_ips': [{'subnet_id': '20e80477-5529-4a81-9d78-a5589d50e13d'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:17:54.676856 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.680441 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.702468 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Pushing event deleted for resources: {'Port': ['ID=7af59ecc-ad4e-4364-abf5-72ca40a5f760,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:54.728226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e791632-d969-4572-b1c0-8bcc6b0cd8cf req-d0c534ed-f2c3-44ea-84d8-0a4ad45f5e25 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261003 Jul 07 19:17:54.792650 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4143658-0494-47c2-90b0-dd0644422407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.793794 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.796407 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4143658-0494-47c2-90b0-dd0644422407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.801909 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c4143658-0494-47c2-90b0-dd0644422407 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f5268e6-5d15-4983-8268-04ab86f696a9 HTTP/1.1" status: 204 len: 168 time: 0.3708646 Jul 07 19:17:54.810256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9346a8b8-61ac-4b01-b5a8-81525633157f details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:54.823185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4143658-0494-47c2-90b0-dd0644422407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5268e6-5d15-4983-8268-04ab86f696a9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:54.917542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 75642157-959f-4ddc-9681-e31bf7f898c1 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:54.972083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9346a8b8-61ac-4b01-b5a8-81525633157f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9346a8b8-61ac-4b01-b5a8-81525633157f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:55.013012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '9346a8b8-61ac-4b01-b5a8-81525633157f', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '9346a8b8-61ac-4b01-b5a8-81525633157f', 'mac_address': 'fa:16:3e:b5:e5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:17:55.090540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 75642157-959f-4ddc-9681-e31bf7f898c1 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:55.098044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 75642157-959f-4ddc-9681-e31bf7f898c1 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:55.098719 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.134243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Allocated IP 172.20.0.2 (572291d0-99b9-4665-b846-7e144b0be05f/20e80477-5529-4a81-9d78-a5589d50e13d/ae5acbe0-1254-443f-b33b-95d37e68c541) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:55.141083 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.170489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9346a8b8-61ac-4b01-b5a8-81525633157f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:55.253403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9346a8b8-61ac-4b01-b5a8-81525633157f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9346a8b8-61ac-4b01-b5a8-81525633157f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:55.259664 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.363742 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.414288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:55.416678 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef79b82-c03b-40d2-bfe7-53892dc8bdfc" -d '{"events": [{"server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "name": "network-vif-plugged", "status": "completed", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:55.428501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=9346a8b8-61ac-4b01-b5a8-81525633157f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:55.439428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:55.450406 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.549934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=75642157-959f-4ddc-9681-e31bf7f898c1,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:55.556260 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.559862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['9346a8b8-61ac-4b01-b5a8-81525633157f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:55.601531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Transition to ACTIVE for port object ae5acbe0-1254-443f-b33b-95d37e68c541 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:55.633359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Transition to ACTIVE for port object ae5acbe0-1254-443f-b33b-95d37e68c541 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:55.644291 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.667369 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.693652 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.777926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Network 572291d0-99b9-4665-b846-7e144b0be05f is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:55.807788 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:55.820876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:55.826593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Pushing event updated for resources: {'Port': ['ID=ae5acbe0-1254-443f-b33b-95d37e68c541,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:55.844775 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45355448-fd37-4004-8ba2-247fcd00f672 req-d954ca6c-dd5b-4c49-9c8b-0719d116a07b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:55.858255 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45355448-fd37-4004-8ba2-247fcd00f672 req-d954ca6c-dd5b-4c49-9c8b-0719d116a07b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.1217561 Jul 07 19:17:55.868233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fc546-8eec-4ee8-bcb7-f5c761ef9c4c req-849072cb-297f-4286-8c78-5ffc9393293c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:55.877835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-493fc546-8eec-4ee8-bcb7-f5c761ef9c4c req-849072cb-297f-4286-8c78-5ffc9393293c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.9053528 Jul 07 19:17:55.882428 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.896764 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.924808 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45355448-fd37-4004-8ba2-247fcd00f672 req-9ee1cb34-15e0-499c-9189-ae7316530661 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641823 Jul 07 19:17:55.981958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Attempting to bind port ae5acbe0-1254-443f-b33b-95d37e68c541 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:55.982363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Attempting to bind port ae5acbe0-1254-443f-b33b-95d37e68c541 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'bd7f52ca-3a4e-48fe-9344-d6b1483117cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:55.982921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Attempting to bind port ae5acbe0-1254-443f-b33b-95d37e68c541 on network 572291d0-99b9-4665-b846-7e144b0be05f {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:55.994535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:55.995926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Checking segment: {'id': 'bd7f52ca-3a4e-48fe-9344-d6b1483117cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:55.996625 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.997274 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Bound using segment: {'id': 'bd7f52ca-3a4e-48fe-9344-d6b1483117cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:55.998086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Bound port: ae5acbe0-1254-443f-b33b-95d37e68c541, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7f52ca-3a4e-48fe-9344-d6b1483117cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:55.999223 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.016614 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c724f5-d839-4132-a8dd-0abcf06ed454 x-openstack-request-id: req-41c724f5-d839-4132-a8dd-0abcf06ed454 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:56.017032 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "name": "network-vif-plugged", "status": "completed", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:56.017446 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41c724f5-d839-4132-a8dd-0abcf06ed454 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:56.018033 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1', 'code': 200} Jul 07 19:17:56.022367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-493fc546-8eec-4ee8-bcb7-f5c761ef9c4c req-66950fa2-bb4a-4966-a65a-a74e6c22854c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383708 Jul 07 19:17:56.032064 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.034272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Fanout notify agent at l3_agent the message router_deleted on router c1bb8d28-269e-4758-8903-cb358780c31d {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:17:56.055742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.057517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f6643cbf-dae4-4f4f-8af9-30d997e701a7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/routers/c1bb8d28-269e-4758-8903-cb358780c31d HTTP/1.1" status: 204 len: 168 time: 3.0407228 Jul 07 19:17:56.061492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53954) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:56.067046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1827276048', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'enable_snat': False}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:56.123814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53956) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:56.165669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] For port ae5acbe0-1254-443f-b33b-95d37e68c541, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:56.170688 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] For port ae5acbe0-1254-443f-b33b-95d37e68c541, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ae5acbe0-1254-443f-b33b-95d37e68c541,segment=NetworkSegment(bd7f52ca-3a4e-48fe-9344-d6b1483117cb),segment_id=bd7f52ca-3a4e-48fe-9344-d6b1483117cb)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:56.177489 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.264943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e6868-6ef5-4586-a6a7-f05fc6e1f2ae None None] Pushing event updated for resources: {'Port': ['ID=ae5acbe0-1254-443f-b33b-95d37e68c541,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:56.412223 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.441976 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.482936 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.649300 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.651638 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.663685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-562122692-network', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:56.687963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Allocated IP 172.25.0.58 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/dfa562b7-bebe-4590-86ce-4d808db98c11) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:56.720804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Made reservation on behalf of ff177147c0f74e6ba9bf140a047e5a97 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:56.723377 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.758936 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.781391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9346a8b8-61ac-4b01-b5a8-81525633157f up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:56.833221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-91139e96-3592-4e90-8a90-70cde836357d tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:56.833600 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-91139e96-3592-4e90-8a90-70cde836357d tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:56.834069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-91139e96-3592-4e90-8a90-70cde836357d tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:56.834545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-91139e96-3592-4e90-8a90-70cde836357d tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:56.835038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-91139e96-3592-4e90-8a90-70cde836357d tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:56.835618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-91139e96-3592-4e90-8a90-70cde836357d tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:56.836098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-91139e96-3592-4e90-8a90-70cde836357d tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:56.836567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-91139e96-3592-4e90-8a90-70cde836357d tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:56.839041 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-91139e96-3592-4e90-8a90-70cde836357d tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd&device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7&device_id=d4aacdbd-5907-4464-8897-87f213c2e774&device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1&device_id=879ac516-179c-4d81-bddb-62b05583eaac&device_id=fc3b508b-3e08-484e-83e6-16b048fbea80&device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f&device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 7322 time: 0.1445642 Jul 07 19:17:56.861539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 9346a8b8-61ac-4b01-b5a8-81525633157f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:56.869413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 9346a8b8-61ac-4b01-b5a8-81525633157f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:56.870065 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.875185 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.885969 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-7fd34ff8-a7dd-4909-86cf-fe4468099b99 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.911630 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2399d-0fc8-40ca-81b6-db2a6a55948b req-a6bdebbe-9ae0-40f2-baec-eb6d89d7310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:56.915221 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75f2399d-0fc8-40ca-81b6-db2a6a55948b req-a6bdebbe-9ae0-40f2-baec-eb6d89d7310a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7 HTTP/1.1" status: 200 len: 1100 time: 0.7809865 Jul 07 19:17:56.922467 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.982707 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.018770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:57.024338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:57.028666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:57.035895 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.077274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa562b7-bebe-4590-86ce-4d808db98c11,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:57.087488 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2332-20bc-48fa-9491-2252e0994c74 req-086d0dea-86d9-4c96-8beb-f74c21b1703e tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:57.089387 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e37d2332-20bc-48fa-9491-2252e0994c74 req-086d0dea-86d9-4c96-8beb-f74c21b1703e tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 949 time: 0.4442115 Jul 07 19:17:57.106351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9346a8b8-61ac-4b01-b5a8-81525633157f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9346a8b8-61ac-4b01-b5a8-81525633157f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:57.112241 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.187909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=9346a8b8-61ac-4b01-b5a8-81525633157f,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:57.267943 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.274891 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75f2399d-0fc8-40ca-81b6-db2a6a55948b req-93849592-764b-4eda-8b4b-4aa4944b11f1 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070505 Jul 07 19:17:57.357010 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e37d2332-20bc-48fa-9491-2252e0994c74 req-f09c6018-5cb8-42f0-8ac4-88dd1c480101 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527125 Jul 07 19:17:57.374337 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.383495 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.412658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:17:57.441969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db759d2-f4d9-41a4-a346-aef9f14c6e6b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:57.447378 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.448443 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.448877 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Added segment 20d781b8-46de-48db-a6dc-f282f45e54e5 of type vlan for network ad0e2883-2f38-44ac-9e7e-d8ea96afd24c Jul 07 19:17:57.500120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.592943 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.593459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:57.594115 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.739165 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-7fd34ff8-a7dd-4909-86cf-fe4468099b99 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.751245 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-7fd34ff8-a7dd-4909-86cf-fe4468099b99 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.818884 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6919856 Jul 07 19:17:57.826946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53964) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:57.834051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-73616f23-34b2-4d5a-9a61-96836b611e8c admin admin] Request body: {'subnet': {'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-562122692-subnet', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:57.845440 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb6e7bd-dd23-4aaa-be8d-24738b70d539 None None] Network 572291d0-99b9-4665-b846-7e144b0be05f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:57.876500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd34ff8-a7dd-4909-86cf-fe4468099b99 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b1fb34-ce0a-41cd-959e-2d64fdfc3be3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:57.882077 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a6cbc-2589-4ef8-a2dd-6dd70fd688ed admin admin] Pushing event updated for resources: {'Network': ['ID=ad0e2883-2f38-44ac-9e7e-d8ea96afd24c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:57.885862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.902319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e7b4cb3-b5fd-487b-976e-9fa66d683aef req-7fd34ff8-a7dd-4909-86cf-fe4468099b99 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&id=35c6be14-10e8-45ab-8584-ed30d89e3298&id=524ae196-d320-478e-bde4-2f0dcedb98bb&id=9dd6f815-cd7f-4426-b9a8-601852d9db27&id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 1.0497251 Jul 07 19:17:57.925232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.988305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73616f23-34b2-4d5a-9a61-96836b611e8c admin admin] Made reservation on behalf of ff177147c0f74e6ba9bf140a047e5a97 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:57.991025 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73616f23-34b2-4d5a-9a61-96836b611e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:57.998113 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:58.048984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ccac4-63da-4329-88cb-30c45630d7e4 req-4a5d4bb8-f91f-4e49-a285-6a62bf711c62 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:58.051715 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe1ccac4-63da-4329-88cb-30c45630d7e4 req-4a5d4bb8-f91f-4e49-a285-6a62bf711c62 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.2430570 Jul 07 19:17:58.062622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9346a8b8-61ac-4b01-b5a8-81525633157f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:58.065170 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923d768c-f652-4c7e-b02f-a5120a903a70" -d '{"events": [{"server_uuid": "9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd", "name": "network-vif-plugged", "status": "completed", "tag": "9346a8b8-61ac-4b01-b5a8-81525633157f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:58.073340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network ad0e2883-2f38-44ac-9e7e-d8ea96afd24c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:17:58.175629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0fc99b1a-8be3-448f-9bd7-efa56fb42f9e None None] Provisioning for port ae5acbe0-1254-443f-b33b-95d37e68c541 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:58.176722 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe1ccac4-63da-4329-88cb-30c45630d7e4 req-96a82999-a56a-4963-bc4e-69ec1e83e8bd tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147335 Jul 07 19:17:58.187342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Allocated IP 172.25.0.146 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/c6659c68-ac92-4c05-b5d9-06238ccebb23) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:58.470065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417465d9-2092-4326-93ee-f37277bbe907 req-63d20966-b9ef-4232-9e92-2d315ee6dbd8 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:58.482716 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-417465d9-2092-4326-93ee-f37277bbe907 req-63d20966-b9ef-4232-9e92-2d315ee6dbd8 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.2749150 Jul 07 19:17:58.514898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:58.536471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ae5acbe0-1254-443f-b33b-95d37e68c541 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:58.594663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Router ca6f51be-f373-4dae-8faa-130aa6077f79 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:17:58.604439 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:58.676811 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ae5acbe0-1254-443f-b33b-95d37e68c541 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:58.697570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ae5acbe0-1254-443f-b33b-95d37e68c541 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:58.698311 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:58.708848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:58.710541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:58.728707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event updated for resources: {'Port': ['ID=c6659c68-ac92-4c05-b5d9-06238ccebb23,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:58.731905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:58.755919 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-417465d9-2092-4326-93ee-f37277bbe907 req-8f3287d5-c3d3-4bc4-9c91-f6cbbdd50125 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717180 Jul 07 19:17:58.763337 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1772f1-a058-4bcc-b129-e495b468c148 x-openstack-request-id: req-0c1772f1-a058-4bcc-b129-e495b468c148 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:58.763683 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd", "name": "network-vif-plugged", "status": "completed", "tag": "9346a8b8-61ac-4b01-b5a8-81525633157f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:58.763850 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c1772f1-a058-4bcc-b129-e495b468c148 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:58.764232 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9346a8b8-61ac-4b01-b5a8-81525633157f', 'code': 200} Jul 07 19:17:58.948735 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.013763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port ae5acbe0-1254-443f-b33b-95d37e68c541, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ae5acbe0-1254-443f-b33b-95d37e68c541,segment=NetworkSegment(bd7f52ca-3a4e-48fe-9344-d6b1483117cb),segment_id=bd7f52ca-3a4e-48fe-9344-d6b1483117cb)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:59.021023 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.079556 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73616f23-34b2-4d5a-9a61-96836b611e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.094528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=ae5acbe0-1254-443f-b33b-95d37e68c541,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:59.157572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d0c2a3ba-d08c-4b74-8748-cfe89a23c5eb None None] Provisioning complete for port ae5acbe0-1254-443f-b33b-95d37e68c541 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:59.158137 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a3ba-d08c-4b74-8748-cfe89a23c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.181285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac8d2a-67a0-4aff-b8f3-4fe1d903e0b7 req-75f5c87f-9849-460e-b179-18a5bf7d8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:59.184412 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03ac8d2a-67a0-4aff-b8f3-4fe1d903e0b7 req-75f5c87f-9849-460e-b179-18a5bf7d8148 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 1101 time: 0.2954669 Jul 07 19:17:59.193869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:17:59.214435 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Sync routers for ids ['ca6f51be-f373-4dae-8faa-130aa6077f79'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:17:59.219974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73616f23-34b2-4d5a-9a61-96836b611e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=869b1f10-e12b-411f-911c-70eb57354a6a,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:59.222061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73616f23-34b2-4d5a-9a61-96836b611e8c admin admin] Checking segment: {'id': '20d781b8-46de-48db-a6dc-f282f45e54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:59.222441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73616f23-34b2-4d5a-9a61-96836b611e8c admin admin] Network hostable DHCP agents. Network: ad0e2883-2f38-44ac-9e7e-d8ea96afd24c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:17:59.252579 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.259966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Routers {'ca6f51be-f373-4dae-8faa-130aa6077f79'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:17:59.260727 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-70801eb3-7a11-4bc0-ba44-6553afbe5312 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7946217 Jul 07 19:17:59.261121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ca6f51be-f373-4dae-8faa-130aa6077f79'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:59.261676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53978) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:59.274987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73616f23-34b2-4d5a-9a61-96836b611e8c admin admin] Network ad0e2883-2f38-44ac-9e7e-d8ea96afd24c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:17:59.312612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0e712-8c2e-4e91-bc35-178df6020e49 req-fc5dacd6-5d5b-49a5-88b7-1be76ee38777 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:59.314320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54d0e712-8c2e-4e91-bc35-178df6020e49 req-fc5dacd6-5d5b-49a5-88b7-1be76ee38777 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 950 time: 0.3376076 Jul 07 19:17:59.352751 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-73616f23-34b2-4d5a-9a61-96836b611e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, ad0e2883-2f38-44ac-9e7e-d8ea96afd24c) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:59.363570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73616f23-34b2-4d5a-9a61-96836b611e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:59.364279 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73616f23-34b2-4d5a-9a61-96836b611e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.366915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe73b16e-8fdb-467a-8f86-95a24e17a03a None None] Network ad0e2883-2f38-44ac-9e7e-d8ea96afd24c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:59.374090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03ac8d2a-67a0-4aff-b8f3-4fe1d903e0b7 req-ef7a0a12-3e46-4133-b34e-88b0936e886e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802075 Jul 07 19:17:59.383298 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.438063 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-73616f23-34b2-4d5a-9a61-96836b611e8c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6100433 Jul 07 19:17:59.442908 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53980) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:59.460666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-562122692-router', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:59.464417 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54d0e712-8c2e-4e91-bc35-178df6020e49 req-825c761c-7737-46d3-81cb-6d4f5a9404b3 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366169 Jul 07 19:17:59.547932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Set router ca6f51be-f373-4dae-8faa-130aa6077f79 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:17:59.554963 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.556531 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.743082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.875714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234167ce-d85d-4159-9ca2-fdcd8610a8bc req-48540fb4-85b9-4324-a8a0-114ec68439e2 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:59.877301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-234167ce-d85d-4159-9ca2-fdcd8610a8bc req-48540fb4-85b9-4324-a8a0-114ec68439e2 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.2037251 Jul 07 19:17:59.884097 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.900986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'name': 'tempest-ServersTestMultiNic-165421545-router', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:54Z', 'updated_at': '2021-07-07T19:17:57Z', 'revision_number': 3, 'project_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'gw_port': {'id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:13:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:56Z', 'updated_at': '2021-07-07T19:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:59.958590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Checking router: ca6f51be-f373-4dae-8faa-130aa6077f79 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:17:59.959795 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Updating router ca6f51be-f373-4dae-8faa-130aa6077f79 port dfa562b7-bebe-4590-86ce-4d808db98c11 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:17:59.998007 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-ad0e2883-2f38-44ac-9e7e-d8ea96afd24c', 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'fixed_ips': [{'subnet_id': '869b1f10-e12b-411f-911c-70eb57354a6a'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:17:59.998919 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:00.058957 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-234167ce-d85d-4159-9ca2-fdcd8610a8bc req-14ac18a9-aad6-4562-9010-fbac8ef35450 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153111 Jul 07 19:18:00.062564 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:00.161015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Router 92d72eb8-c13e-417c-be96-4b363d48104a is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:18:00.424368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4481f-fee4-4017-b7e8-8dc180bfa33e req-25b57d19-0fa9-4456-9382-b44d3866ab61 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.433302 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22d4481f-fee4-4017-b7e8-8dc180bfa33e req-25b57d19-0fa9-4456-9382-b44d3866ab61 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.1997275 Jul 07 19:18:00.438547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ae5acbe0-1254-443f-b33b-95d37e68c541 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:00.447979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Allocated IP 172.20.0.2 (ad0e2883-2f38-44ac-9e7e-d8ea96afd24c/869b1f10-e12b-411f-911c-70eb57354a6a/579e520e-9900-4812-ab94-79ca7dff5623) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:00.462194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277406b-3528-4852-a1d5-c88cd29ce1a6 req-ee279fcd-187c-4e10-ae76-41fa79782e40 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.463065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277406b-3528-4852-a1d5-c88cd29ce1a6 req-ee279fcd-187c-4e10-ae76-41fa79782e40 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.463992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277406b-3528-4852-a1d5-c88cd29ce1a6 req-ee279fcd-187c-4e10-ae76-41fa79782e40 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.470609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8277406b-3528-4852-a1d5-c88cd29ce1a6 req-ee279fcd-187c-4e10-ae76-41fa79782e40 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774&device_id=fc3b508b-3e08-484e-83e6-16b048fbea80&device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 2883 time: 0.8355474 Jul 07 19:18:00.495478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:00.508596 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Sync routers for ids ['92d72eb8-c13e-417c-be96-4b363d48104a'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:00.520943 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Routers {'92d72eb8-c13e-417c-be96-4b363d48104a'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:00.521979 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22d4481f-fee4-4017-b7e8-8dc180bfa33e req-04d59319-3486-4df9-a9f7-ea552a086ab6 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869939 Jul 07 19:18:00.523469 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['92d72eb8-c13e-417c-be96-4b363d48104a'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:00.566353 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:00.573302 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cd995823-d32e-4a28-8250-897df6d04765 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.5099993 Jul 07 19:18:00.591374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53988) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:00.617695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8277406b-3528-4852-a1d5-c88cd29ce1a6 req-a9c64ea1-5a0d-4271-a740-19505ff72948 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324375 Jul 07 19:18:00.622771 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:00.777148 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Set router 92d72eb8-c13e-417c-be96-4b363d48104a gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:00.832713 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:00.844931 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-723aabbc-43e5-469c-91f1-3306120ed239 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/routers/92d72eb8-c13e-417c-be96-4b363d48104a HTTP/1.1" status: 200 len: 909 time: 0.2490366 Jul 07 19:18:00.845193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53992) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:00.849886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1827276048', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'enable_snat': True}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:00.852033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Transition to ACTIVE for port object 579e520e-9900-4812-ab94-79ca7dff5623 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:00.888479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Transition to ACTIVE for port object 579e520e-9900-4812-ab94-79ca7dff5623 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:00.891908 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:00.892984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:00.906289 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:00.917924 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.005995 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.011070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Network ad0e2883-2f38-44ac-9e7e-d8ea96afd24c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:01.029604 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:01.056385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:01.097132 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d72eb8-c13e-417c-be96-4b363d48104a', 'name': 'tempest-snat-router-1827276048', 'tenant_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.146'}], 'enable_snat': False}, 'gw_port_id': 'c6659c68-ac92-4c05-b5d9-06238ccebb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:56Z', 'updated_at': '2021-07-07T19:17:59Z', 'revision_number': 3, 'project_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'gw_port': {'id': 'c6659c68-ac92-4c05-b5d9-06238ccebb23', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d72eb8-c13e-417c-be96-4b363d48104a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:57Z', 'updated_at': '2021-07-07T19:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:01.120355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Pushing event updated for resources: {'Port': ['ID=579e520e-9900-4812-ab94-79ca7dff5623,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:01.175270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ae5acbe0-1254-443f-b33b-95d37e68c541 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:01.175750 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.235605 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Checking router: 92d72eb8-c13e-417c-be96-4b363d48104a for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:18:01.236466 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Updating router 92d72eb8-c13e-417c-be96-4b363d48104a port c6659c68-ac92-4c05-b5d9-06238ccebb23 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:18:01.277947 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.346646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Attempting to bind port 579e520e-9900-4812-ab94-79ca7dff5623 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:01.347373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Attempting to bind port 579e520e-9900-4812-ab94-79ca7dff5623 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '20d781b8-46de-48db-a6dc-f282f45e54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:01.347974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Attempting to bind port 579e520e-9900-4812-ab94-79ca7dff5623 on network ad0e2883-2f38-44ac-9e7e-d8ea96afd24c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:01.395775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:01.396162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Checking segment: {'id': '20d781b8-46de-48db-a6dc-f282f45e54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:01.396801 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.397328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Bound using segment: {'id': '20d781b8-46de-48db-a6dc-f282f45e54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:01.397952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Bound port: 579e520e-9900-4812-ab94-79ca7dff5623, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d781b8-46de-48db-a6dc-f282f45e54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:01.398413 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.419396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed6065-2629-410a-a7c4-efa2a1b59323 req-56f6b7f0-1549-41ff-a5d3-8a487b1c1822 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.431055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47ed6065-2629-410a-a7c4-efa2a1b59323 req-56f6b7f0-1549-41ff-a5d3-8a487b1c1822 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 950 time: 0.4511514 Jul 07 19:18:01.432504 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.488167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Transition to ACTIVE for port object dfa562b7-bebe-4590-86ce-4d808db98c11 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:01.507690 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.529576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Allocated IP 172.20.0.1 (572291d0-99b9-4665-b846-7e144b0be05f/20e80477-5529-4a81-9d78-a5589d50e13d/0f3acdba-74ae-48e4-bb47-2b06779fea17) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:01.571154 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] For port 579e520e-9900-4812-ab94-79ca7dff5623, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:01.627061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] For port 579e520e-9900-4812-ab94-79ca7dff5623, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=579e520e-9900-4812-ab94-79ca7dff5623,segment=NetworkSegment(20d781b8-46de-48db-a6dc-f282f45e54e5),segment_id=20d781b8-46de-48db-a6dc-f282f45e54e5)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:01.629416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Attempting to bind port dfa562b7-bebe-4590-86ce-4d808db98c11 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:01.629979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Attempting to bind port dfa562b7-bebe-4590-86ce-4d808db98c11 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:01.630827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Attempting to bind port dfa562b7-bebe-4590-86ce-4d808db98c11 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:01.634250 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4360be-01e8-4ef7-bc5a-6ed48a5b858f None None] Pushing event updated for resources: {'Port': ['ID=dfa562b7-bebe-4590-86ce-4d808db98c11,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:01.653611 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.672449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:01.673033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:01.673690 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.674683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:01.675515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Bound port: dfa562b7-bebe-4590-86ce-4d808db98c11, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:01.676313 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.735361 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.736927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.770942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Transition to ACTIVE for port object 0f3acdba-74ae-48e4-bb47-2b06779fea17 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:01.803475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6fc31-0be2-4c6d-963b-effd7094d13f req-0fb6d639-3ae8-4fee-b810-39bbd045b9ba tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.815630 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cbe6fc31-0be2-4c6d-963b-effd7094d13f req-0fb6d639-3ae8-4fee-b810-39bbd045b9ba tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.2125981 Jul 07 19:18:01.843178 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.867775 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Transition to ACTIVE for port object c6659c68-ac92-4c05-b5d9-06238ccebb23 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:01.883817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897ae50-7f78-466e-a148-03f6a9004968 None None] Pushing event updated for resources: {'Port': ['ID=579e520e-9900-4812-ab94-79ca7dff5623,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:01.888171 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.906630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] For port dfa562b7-bebe-4590-86ce-4d808db98c11, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:01.911055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] For port dfa562b7-bebe-4590-86ce-4d808db98c11, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dfa562b7-bebe-4590-86ce-4d808db98c11,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:01.918364 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cbe6fc31-0be2-4c6d-963b-effd7094d13f req-16f5e19d-244c-4252-830f-c2628d52ece0 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017015 Jul 07 19:18:01.918863 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.011866 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f784e56-3aa3-495b-9137-a44e34e0a27e None None] Pushing event updated for resources: {'Port': ['ID=c6659c68-ac92-4c05-b5d9-06238ccebb23,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:02.015588 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Attempting to bind port c6659c68-ac92-4c05-b5d9-06238ccebb23 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:02.016263 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Attempting to bind port c6659c68-ac92-4c05-b5d9-06238ccebb23 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:02.016859 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Attempting to bind port c6659c68-ac92-4c05-b5d9-06238ccebb23 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:02.024121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4360be-01e8-4ef7-bc5a-6ed48a5b858f None None] Pushing event updated for resources: {'Port': ['ID=dfa562b7-bebe-4590-86ce-4d808db98c11,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:02.034366 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:02.035282 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:02.035905 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.036558 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:02.037374 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Bound port: c6659c68-ac92-4c05-b5d9-06238ccebb23, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:02.038669 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.039430 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47ed6065-2629-410a-a7c4-efa2a1b59323 req-df67b0b8-83cc-4fe8-bfe2-ece541dc5620 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073101 Jul 07 19:18:02.071167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Routers {'ca6f51be-f373-4dae-8faa-130aa6077f79'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:02.072104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ca6f51be-f373-4dae-8faa-130aa6077f79'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:02.204587 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] For port c6659c68-ac92-4c05-b5d9-06238ccebb23, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:02.212891 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] For port c6659c68-ac92-4c05-b5d9-06238ccebb23, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c6659c68-ac92-4c05-b5d9-06238ccebb23,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:02.219523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.223032 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.259929 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.414410 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Routers {'92d72eb8-c13e-417c-be96-4b363d48104a'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:02.415079 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['92d72eb8-c13e-417c-be96-4b363d48104a'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:02.463734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Pushing event updated for resources: {'Port': ['ID=0f3acdba-74ae-48e4-bb47-2b06779fea17,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:02.477700 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.504960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] Set router ca6f51be-f373-4dae-8faa-130aa6077f79 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:02.599685 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.696561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69964801-795e-4a1d-ad58-8a6bfcc2f893 req-6be9db19-325b-4a2d-8de2-9692bc537800 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:02.728589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-69964801-795e-4a1d-ad58-8a6bfcc2f893 req-6be9db19-325b-4a2d-8de2-9692bc537800 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.4359586 Jul 07 19:18:02.732145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.767298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 579e520e-9900-4812-ab94-79ca7dff5623 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:02.842050 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f784e56-3aa3-495b-9137-a44e34e0a27e None None] Pushing event updated for resources: {'Port': ['ID=c6659c68-ac92-4c05-b5d9-06238ccebb23,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:02.843016 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Allocated IP 172.25.0.55 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/c9894b29-35c4-41a6-a6b1-3c65ecb721f8) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:02.867480 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] Set router 92d72eb8-c13e-417c-be96-4b363d48104a gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:02.923980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-69964801-795e-4a1d-ad58-8a6bfcc2f893 req-674663cc-c855-48f7-be73-11d71cfc1792 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937668 Jul 07 19:18:03.026435 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 579e520e-9900-4812-ab94-79ca7dff5623 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:03.078516 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.144000 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.150048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Network 572291d0-99b9-4665-b846-7e144b0be05f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:03.176535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'name': 'tempest-ServersTestMultiNic-165421545-router', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:54Z', 'updated_at': '2021-07-07T19:17:57Z', 'revision_number': 3, 'project_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'gw_port': {'id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:13:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:56Z', 'updated_at': '2021-07-07T19:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:03.223943 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Pushing event updated for resources: {'Port': ['ID=c9894b29-35c4-41a6-a6b1-3c65ecb721f8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:03.238992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:03.241984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:03.278638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Allocated IP 172.25.0.67 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/eaa88d84-f5bc-4125-8330-88d82d960f18) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:03.281281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb73565-33ef-47a4-8e16-8087477cd422 None None] The sync data for ids ['ca6f51be-f373-4dae-8faa-130aa6077f79'] in n-d-793621-9 is: [{'id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'name': 'tempest-ServersTestMultiNic-165421545-router', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:54Z', 'updated_at': '2021-07-07T19:17:57Z', 'revision_number': 3, 'project_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'gw_port': {'id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:13:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:56Z', 'updated_at': '2021-07-07T19:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:03.322042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.347129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:03.456908 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d72eb8-c13e-417c-be96-4b363d48104a', 'name': 'tempest-snat-router-1827276048', 'tenant_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.146'}], 'enable_snat': False}, 'gw_port_id': 'c6659c68-ac92-4c05-b5d9-06238ccebb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:56Z', 'updated_at': '2021-07-07T19:17:59Z', 'revision_number': 3, 'project_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'gw_port': {'id': 'c6659c68-ac92-4c05-b5d9-06238ccebb23', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d72eb8-c13e-417c-be96-4b363d48104a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:57Z', 'updated_at': '2021-07-07T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:03.561753 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430a347-d0d7-4285-817f-28079654ed10 None None] The sync data for ids ['92d72eb8-c13e-417c-be96-4b363d48104a'] in n-d-793621-9 is: [{'id': '92d72eb8-c13e-417c-be96-4b363d48104a', 'name': 'tempest-snat-router-1827276048', 'tenant_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.146'}], 'enable_snat': False}, 'gw_port_id': 'c6659c68-ac92-4c05-b5d9-06238ccebb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:56Z', 'updated_at': '2021-07-07T19:17:59Z', 'revision_number': 3, 'project_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'gw_port': {'id': 'c6659c68-ac92-4c05-b5d9-06238ccebb23', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d72eb8-c13e-417c-be96-4b363d48104a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:57Z', 'updated_at': '2021-07-07T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:03.580668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.680993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:03.690421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:03.760705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.766210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-05678fc3-3623-4255-b419-12fe081bf514 None None] Provisioning for port 0f3acdba-74ae-48e4-bb47-2b06779fea17 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:03.781511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-05678fc3-3623-4255-b419-12fe081bf514 None None] Provisioning complete for port 0f3acdba-74ae-48e4-bb47-2b06779fea17 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:03.782373 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-05678fc3-3623-4255-b419-12fe081bf514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.902949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c24d97e-d4e0-4059-8fdb-d7391e8ccafa None None] Network ad0e2883-2f38-44ac-9e7e-d8ea96afd24c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:18:03.949087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:03.972754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:03.976962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:03.979335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event updated for resources: {'Port': ['ID=eaa88d84-f5bc-4125-8330-88d82d960f18,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:04.042012 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.046503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21507837-4532-4142-bbad-9c53959b38e3 req-72f078fe-e050-4b2a-85fe-4d98ddc3663a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:04.055363 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21507837-4532-4142-bbad-9c53959b38e3 req-72f078fe-e050-4b2a-85fe-4d98ddc3663a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.2980931 Jul 07 19:18:04.065555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-05678fc3-3623-4255-b419-12fe081bf514 None None] Port 0f3acdba-74ae-48e4-bb47-2b06779fea17 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:18:04.224592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2e6ea16c-3965-4d26-a91d-e85bb4ed2a0c None None] Provisioning for port 579e520e-9900-4812-ab94-79ca7dff5623 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:04.233956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2e6ea16c-3965-4d26-a91d-e85bb4ed2a0c None None] Provisioning complete for port 579e520e-9900-4812-ab94-79ca7dff5623 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:04.235566 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea16c-3965-4d26-a91d-e85bb4ed2a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.298398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21507837-4532-4142-bbad-9c53959b38e3 req-06ff8ebb-31d0-4857-b5aa-3891cac29092 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423334 Jul 07 19:18:04.540436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec88d8-d0c9-43ed-924c-0b88f85b31ea req-66911b5b-46e7-432f-ba45-203fb44bb468 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:04.543577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b7ec88d8-d0c9-43ed-924c-0b88f85b31ea req-66911b5b-46e7-432f-ba45-203fb44bb468 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7 HTTP/1.1" status: 200 len: 949 time: 1.2244294 Jul 07 19:18:04.573267 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea16c-3965-4d26-a91d-e85bb4ed2a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.594925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dfa562b7-bebe-4590-86ce-4d808db98c11 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:04.679546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2e6ea16c-3965-4d26-a91d-e85bb4ed2a0c None None] For port 579e520e-9900-4812-ab94-79ca7dff5623, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=579e520e-9900-4812-ab94-79ca7dff5623,segment=NetworkSegment(20d781b8-46de-48db-a6dc-f282f45e54e5),segment_id=20d781b8-46de-48db-a6dc-f282f45e54e5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:04.686559 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea16c-3965-4d26-a91d-e85bb4ed2a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.763835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port dfa562b7-bebe-4590-86ce-4d808db98c11 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:04.764573 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b7ec88d8-d0c9-43ed-924c-0b88f85b31ea req-9bbe1f3e-a070-42b7-9db3-3e95bdf9a749 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032380 Jul 07 19:18:04.815278 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.839404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port dfa562b7-bebe-4590-86ce-4d808db98c11 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:04.839854 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.933558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.939003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ea16c-3965-4d26-a91d-e85bb4ed2a0c None None] Pushing event updated for resources: {'Port': ['ID=579e520e-9900-4812-ab94-79ca7dff5623,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:05.090429 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.095704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c1d5e527-1d38-426f-9e09-a796bde5a3e3 None None] Provisioning complete for port 579e520e-9900-4812-ab94-79ca7dff5623 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:05.096159 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c1d5e527-1d38-426f-9e09-a796bde5a3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.139782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port dfa562b7-bebe-4590-86ce-4d808db98c11, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dfa562b7-bebe-4590-86ce-4d808db98c11,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:05.148967 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.149867 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c6659c68-ac92-4c05-b5d9-06238ccebb23 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:05.294761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=dfa562b7-bebe-4590-86ce-4d808db98c11,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:05.304039 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.323381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port c6659c68-ac92-4c05-b5d9-06238ccebb23 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:05.331660 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c6659c68-ac92-4c05-b5d9-06238ccebb23 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:05.332179 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.438502 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.469577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.479404 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.560212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.621120 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.622593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Router ad9f8307-11aa-44af-b817-1eaf1decd2cc is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:18:05.643612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf6a26-8740-4d7c-af60-69eb0b03a5a0 req-1119dbec-51df-480a-969c-e48bd50c1ae7 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:05.645724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b4bf6a26-8740-4d7c-af60-69eb0b03a5a0 req-1119dbec-51df-480a-969c-e48bd50c1ae7 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.5505056 Jul 07 19:18:05.670341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port c6659c68-ac92-4c05-b5d9-06238ccebb23, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c6659c68-ac92-4c05-b5d9-06238ccebb23,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:05.675990 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.793405 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=c6659c68-ac92-4c05-b5d9-06238ccebb23,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:05.843734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:05.854319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Sync routers for ids ['ad9f8307-11aa-44af-b817-1eaf1decd2cc'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:05.870086 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.872064 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4d46a1b8-b365-4c82-bd22-2e9a4ed96cbe tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0258253 Jul 07 19:18:05.874973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54030) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:05.889672 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Routers {'ad9f8307-11aa-44af-b817-1eaf1decd2cc'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:05.890717 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ad9f8307-11aa-44af-b817-1eaf1decd2cc'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:05.950955 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.953121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Pushing event updated for resources: {'Port': ['ID=0f3acdba-74ae-48e4-bb47-2b06779fea17,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:05.972194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b4bf6a26-8740-4d7c-af60-69eb0b03a5a0 req-ed5df353-8676-4621-adfb-ff32c0ff9f93 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134460 Jul 07 19:18:06.054037 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-40adace2-a5bd-4f92-8dc8-0c63f28090d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/routers/ad9f8307-11aa-44af-b817-1eaf1decd2cc HTTP/1.1" status: 200 len: 907 time: 0.1772435 Jul 07 19:18:06.056916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54036) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:06.071504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Set router ad9f8307-11aa-44af-b817-1eaf1decd2cc gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:06.136934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Network 572291d0-99b9-4665-b846-7e144b0be05f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:06.140157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:06.338333 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.455860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 579e520e-9900-4812-ab94-79ca7dff5623 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:06.601700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f8307-11aa-44af-b817-1eaf1decd2cc', 'name': 'tempest-snat-router-1827276048', 'tenant_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eaa88d84-f5bc-4125-8330-88d82d960f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:18:00Z', 'updated_at': '2021-07-07T19:18:04Z', 'revision_number': 3, 'project_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'gw_port': {'id': 'eaa88d84-f5bc-4125-8330-88d82d960f18', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9f8307-11aa-44af-b817-1eaf1decd2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:02Z', 'updated_at': '2021-07-07T19:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:06.634995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2a13fa3a-c3b9-4e96-bb9b-97fe6ba64206 None None] Provisioning complete for port 0f3acdba-74ae-48e4-bb47-2b06779fea17 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:06.635344 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2a13fa3a-c3b9-4e96-bb9b-97fe6ba64206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.638504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Checking router: ad9f8307-11aa-44af-b817-1eaf1decd2cc for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:18:06.638911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Updating router ad9f8307-11aa-44af-b817-1eaf1decd2cc port eaa88d84-f5bc-4125-8330-88d82d960f18 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:18:06.644698 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.704287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 579e520e-9900-4812-ab94-79ca7dff5623 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:06.704583 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.738876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d5c2a-a7bb-4a08-9c02-63a075000940 req-8eae8194-60de-40f3-b328-601de26e01b2 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:06.739541 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.748413 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f96d5c2a-a7bb-4a08-9c02-63a075000940 req-8eae8194-60de-40f3-b328-601de26e01b2 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 1101 time: 0.1629124 Jul 07 19:18:06.810409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Deleting port eaa88d84-f5bc-4125-8330-88d82d960f18 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:06.810706 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.813843 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f96d5c2a-a7bb-4a08-9c02-63a075000940 req-7e019e84-fd48-4f76-a81d-bc855ba17829 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638461 Jul 07 19:18:06.946212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Router 08d821c5-63a1-4e6e-8504-0d927bb45c26 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:18:06.953840 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.989601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Calling delete_port for eaa88d84-f5bc-4125-8330-88d82d960f18 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:06.994884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Router ca6f51be-f373-4dae-8faa-130aa6077f79 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:18:07.007607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac74a34-ee07-451a-9641-f953406c9fae req-27d20c7f-d258-4f5f-baf5-82b350af64ac tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:07.008563 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ac74a34-ee07-451a-9641-f953406c9fae req-27d20c7f-d258-4f5f-baf5-82b350af64ac tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.2709694 Jul 07 19:18:07.124857 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.147882 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Transition to ACTIVE for port object eaa88d84-f5bc-4125-8330-88d82d960f18 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:07.154884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2a13fa3a-c3b9-4e96-bb9b-97fe6ba64206 None None] Port 0f3acdba-74ae-48e4-bb47-2b06779fea17 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:18:07.165332 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.212164 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ac74a34-ee07-451a-9641-f953406c9fae req-b6d7829c-881b-4466-834e-19d413d138e1 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582582 Jul 07 19:18:07.242708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:07.254809 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Sync routers for ids ['08d821c5-63a1-4e6e-8504-0d927bb45c26'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:07.271797 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Routers {'08d821c5-63a1-4e6e-8504-0d927bb45c26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:07.274655 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['08d821c5-63a1-4e6e-8504-0d927bb45c26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:07.330016 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.355872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Attempting to bind port eaa88d84-f5bc-4125-8330-88d82d960f18 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:07.356252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Attempting to bind port eaa88d84-f5bc-4125-8330-88d82d960f18 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:07.356622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Attempting to bind port eaa88d84-f5bc-4125-8330-88d82d960f18 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:07.358663 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.359949 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6888728c-dac7-41ba-9a7f-0e39cc06af01 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9157221 Jul 07 19:18:07.375001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54052) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:07.375213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97649daf-b4b1-4a4d-8273-0a9ef58e9ee6 None None] Pushing event updated for resources: {'Port': ['ID=eaa88d84-f5bc-4125-8330-88d82d960f18,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:07.384945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaa88d84-f5bc-4125-8330-88d82d960f18,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:07.389243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:07.390078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:07.390767 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.391497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:07.392304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Bound port: eaa88d84-f5bc-4125-8330-88d82d960f18, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:07.392948 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.442976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Port eaa88d84-f5bc-4125-8330-88d82d960f18 has been deleted concurrently {{(pid=93902) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 07 19:18:07.465934 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Set router 08d821c5-63a1-4e6e-8504-0d927bb45c26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:07.509002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Routers {'ad9f8307-11aa-44af-b817-1eaf1decd2cc'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:07.509971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ad9f8307-11aa-44af-b817-1eaf1decd2cc'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:07.517616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dfa562b7-bebe-4590-86ce-4d808db98c11 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:07.559106 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.625097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] Set router ad9f8307-11aa-44af-b817-1eaf1decd2cc gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:07.705771 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.708974 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.785401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.786572 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad9f8307-11aa-44af-b817-1eaf1decd2cc {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:18:07.796212 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.804168 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d1a81778-2862-480f-9137-b0d69fb686b4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "DELETE /v2.0/routers/ad9f8307-11aa-44af-b817-1eaf1decd2cc HTTP/1.1" status: 204 len: 168 time: 1.7461081 Jul 07 19:18:07.807485 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54054) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:07.815281 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-562122692-router', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:59Z', 'updated_at': '2021-07-07T19:18:04Z', 'revision_number': 3, 'project_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'gw_port': {'id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:02Z', 'updated_at': '2021-07-07T19:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:07.857362 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Checking router: 08d821c5-63a1-4e6e-8504-0d927bb45c26 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:18:07.857718 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Updating router 08d821c5-63a1-4e6e-8504-0d927bb45c26 port c9894b29-35c4-41a6-a6b1-3c65ecb721f8 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:18:07.865033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9f8307-11aa-44af-b817-1eaf1decd2cc', 'name': 'tempest-snat-router-1827276048', 'tenant_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:18:00Z', 'updated_at': '2021-07-07T19:18:07Z', 'revision_number': 5, 'project_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:07.899705 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.920777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d14de-d9b2-4d68-9911-9ed7e48d44f3 req-3f1bfa78-fd49-4887-b931-730b36bc4ac0 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:07.929399 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f2d14de-d9b2-4d68-9911-9ed7e48d44f3 req-3f1bfa78-fd49-4887-b931-730b36bc4ac0 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 1101 time: 0.5365272 Jul 07 19:18:07.934311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6a77d-ae90-49d9-bbef-d6f9322c1d0b None None] The sync data for ids ['ad9f8307-11aa-44af-b817-1eaf1decd2cc'] in n-d-793621-9 is: [{'id': 'ad9f8307-11aa-44af-b817-1eaf1decd2cc', 'name': 'tempest-snat-router-1827276048', 'tenant_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:18:00Z', 'updated_at': '2021-07-07T19:18:07Z', 'revision_number': 5, 'project_id': '8f7e2ed43e4c4224a3c87b9b67872936', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:07.955529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port dfa562b7-bebe-4590-86ce-4d808db98c11 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:07.956573 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.044759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:08.079590 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ebfdf59a-8db0-4933-804b-5c17f635fcab admin admin] 10.222.0.81 "PUT /v2.0/routers/ca6f51be-f373-4dae-8faa-130aa6077f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8155928 Jul 07 19:18:08.157910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Sync routers for ids ['ca6f51be-f373-4dae-8faa-130aa6077f79'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:08.167917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c6659c68-ac92-4c05-b5d9-06238ccebb23 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:08.230685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Routers {'ca6f51be-f373-4dae-8faa-130aa6077f79'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:08.231719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ca6f51be-f373-4dae-8faa-130aa6077f79'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:08.286018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc4823-ca22-4f5b-8aea-9bf456282423 req-e58d359d-0bd0-4dd2-8557-932783dbc128 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:08.294572 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48bc4823-ca22-4f5b-8aea-9bf456282423 req-e58d359d-0bd0-4dd2-8557-932783dbc128 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.4450176 Jul 07 19:18:08.316432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54064) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:08.318291 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.385544 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.389960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Set router ca6f51be-f373-4dae-8faa-130aa6077f79 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:08.398942 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48bc4823-ca22-4f5b-8aea-9bf456282423 req-bf84c4ec-231d-4abd-ad1b-2128889e32c5 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032064 Jul 07 19:18:08.440270 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Transition to ACTIVE for port object c9894b29-35c4-41a6-a6b1-3c65ecb721f8 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:08.463956 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.498940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-44286381'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:08.550275 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f2d14de-d9b2-4d68-9911-9ed7e48d44f3 req-c638d5c5-e0bf-4f05-b7c6-a5086b25979d tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197114 Jul 07 19:18:08.579857 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.583970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:18:08.588977 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.592471 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Attempting to bind port c9894b29-35c4-41a6-a6b1-3c65ecb721f8 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:08.593070 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Attempting to bind port c9894b29-35c4-41a6-a6b1-3c65ecb721f8 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:08.593497 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Attempting to bind port c9894b29-35c4-41a6-a6b1-3c65ecb721f8 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:08.605123 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741932b-b72e-48be-b0c5-7eacf31d3fa3 None None] Pushing event updated for resources: {'Port': ['ID=c9894b29-35c4-41a6-a6b1-3c65ecb721f8,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:08.608044 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:08.608500 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:08.608804 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.609770 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:08.609770 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Bound port: c9894b29-35c4-41a6-a6b1-3c65ecb721f8, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:08.610117 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.681489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'name': 'tempest-ServersTestMultiNic-165421545-router', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:54Z', 'updated_at': '2021-07-07T19:18:03Z', 'revision_number': 4, 'project_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'gw_port': {'id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:56Z', 'updated_at': '2021-07-07T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '0f3acdba-74ae-48e4-bb47-2b06779fea17', 'name': '', 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'mac_address': 'fa:16:3e:be:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '20e80477-5529-4a81-9d78-a5589d50e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:01Z', 'updated_at': '2021-07-07T19:18:04Z', 'revision_number': 2, 'project_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'subnets': [{'id': '20e80477-5529-4a81-9d78-a5589d50e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:08.729980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c6659c68-ac92-4c05-b5d9-06238ccebb23 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:08.730373 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.733965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Checking router: ca6f51be-f373-4dae-8faa-130aa6077f79 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:18:08.734298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Updating router ca6f51be-f373-4dae-8faa-130aa6077f79 port 0f3acdba-74ae-48e4-bb47-2b06779fea17 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:18:08.773009 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] For port c9894b29-35c4-41a6-a6b1-3c65ecb721f8, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:08.793259 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] For port c9894b29-35c4-41a6-a6b1-3c65ecb721f8, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c9894b29-35c4-41a6-a6b1-3c65ecb721f8,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:08.802572 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.839817 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.869874 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:18:08.880616 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Routers {'08d821c5-63a1-4e6e-8504-0d927bb45c26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:08.881661 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['08d821c5-63a1-4e6e-8504-0d927bb45c26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:08.887364 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 75642157-959f-4ddc-9681-e31bf7f898c1 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:18:08.950169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.020093 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.020626 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Added segment df4ef8d1-48da-438f-8f1b-121eeae00c71 of type vlan for network 1e705440-4c29-48da-8805-fdb1b338ddb8 Jul 07 19:18:09.144688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Deleting port c6659c68-ac92-4c05-b5d9-06238ccebb23 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:09.145380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.283634 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:09.312449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '75642157-959f-4ddc-9681-e31bf7f898c1', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '75642157-959f-4ddc-9681-e31bf7f898c1', 'mac_address': 'fa:16:3e:b5:1d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:18:09.336335 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] Set router 08d821c5-63a1-4e6e-8504-0d927bb45c26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:09.384606 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.407882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Allocated IP 172.20.0.1 (ad0e2883-2f38-44ac-9e7e-d8ea96afd24c/869b1f10-e12b-411f-911c-70eb57354a6a/80bd21a3-8592-4a47-9e6c-b89fcef559c0) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:09.409793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75642157-959f-4ddc-9681-e31bf7f898c1 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:09.467864 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.493824 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:09.502304 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.503362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a90da885-6d75-461a-9f54-506f0573c2d9 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:18:09.503783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] For port c6659c68-ac92-4c05-b5d9-06238ccebb23, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c6659c68-ac92-4c05-b5d9-06238ccebb23,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:09.504372 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.584401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Calling delete_port for c6659c68-ac92-4c05-b5d9-06238ccebb23 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:09.714244 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.resource_extend [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:18:09.738572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8fde4-22c7-465b-a304-d4eec1c538de req-6157826e-df6a-4626-b395-76be2d274077 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:09.746255 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00e8fde4-22c7-465b-a304-d4eec1c538de req-6157826e-df6a-4626-b395-76be2d274077 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.7428241 Jul 07 19:18:09.749006 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-562122692-router', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:59Z', 'updated_at': '2021-07-07T19:18:04Z', 'revision_number': 3, 'project_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'gw_port': {'id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:02Z', 'updated_at': '2021-07-07T19:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:09.796803 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741932b-b72e-48be-b0c5-7eacf31d3fa3 None None] Pushing event updated for resources: {'Port': ['ID=c9894b29-35c4-41a6-a6b1-3c65ecb721f8,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:09.801821 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba140b-76e2-4130-9ad1-7f38e00609fd None None] The sync data for ids ['08d821c5-63a1-4e6e-8504-0d927bb45c26'] in n-d-793621-9 is: [{'id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-562122692-router', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:59Z', 'updated_at': '2021-07-07T19:18:04Z', 'revision_number': 3, 'project_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'gw_port': {'id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:02Z', 'updated_at': '2021-07-07T19:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:09.812294 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.822494 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.830847 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a90da885-6d75-461a-9f54-506f0573c2d9, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a90da885-6d75-461a-9f54-506f0573c2d9,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:09.847920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=75642157-959f-4ddc-9681-e31bf7f898c1,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:09.856902 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:09.860471 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.875537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Transition to ACTIVE for port object 0f3acdba-74ae-48e4-bb47-2b06779fea17 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:09.881895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00e8fde4-22c7-465b-a304-d4eec1c538de req-de212baf-5c5e-4042-a7bb-8e60b82ff94b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343477 Jul 07 19:18:09.885445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'a90da885-6d75-461a-9f54-506f0573c2d9', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'port_id': 'a90da885-6d75-461a-9f54-506f0573c2d9', 'mac_address': 'fa:16:3e:39:42:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6eae3f-e364-4968-b2e0-000a4f1bdb41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:18:09.893470 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.894624 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:10.005932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3e6f2-6c3d-45a9-8815-fcc7b7b15dd5 req-c8c60f43-c1ee-47a2-b58d-b0f41c5fdc84 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:10.013273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73e3e6f2-6c3d-45a9-8815-fcc7b7b15dd5 req-c8c60f43-c1ee-47a2-b58d-b0f41c5fdc84 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.2302153 Jul 07 19:18:10.051849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Network': ['ID=1e705440-4c29-48da-8805-fdb1b338ddb8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:10.052209 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:10.072683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73e3e6f2-6c3d-45a9-8815-fcc7b7b15dd5 req-c44943da-6a0f-460e-b1cb-debfc542a26f tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583785 Jul 07 19:18:10.077700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 1e705440-4c29-48da-8805-fdb1b338ddb8 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:18:10.078311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-43f04f81-3a34-4899-b654-4c20bcb7d3b4 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7380016 Jul 07 19:18:10.084041 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405652d9-20c4-49ff-85a3-792542dfa488 None None] Pushing event updated for resources: {'Port': ['ID=0f3acdba-74ae-48e4-bb47-2b06779fea17,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:10.085544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54088) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:10.106977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-74b003f2-fdc9-4c02-ac68-a7aacf04e58d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'subnet': {'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:10.116047 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:10.155863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Transition to ACTIVE for port object 80bd21a3-8592-4a47-9e6c-b89fcef559c0 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:10.191252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a90da885-6d75-461a-9f54-506f0573c2d9 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:10.304822 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:10.331575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a90da885-6d75-461a-9f54-506f0573c2d9, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a90da885-6d75-461a-9f54-506f0573c2d9,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:10.341344 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:10.372092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Attempting to bind port 0f3acdba-74ae-48e4-bb47-2b06779fea17 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:10.372642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Attempting to bind port 0f3acdba-74ae-48e4-bb47-2b06779fea17 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'bd7f52ca-3a4e-48fe-9344-d6b1483117cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:10.373219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Attempting to bind port 0f3acdba-74ae-48e4-bb47-2b06779fea17 on network 572291d0-99b9-4665-b846-7e144b0be05f {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:10.385199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Network ad0e2883-2f38-44ac-9e7e-d8ea96afd24c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:10.393320 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:10.411952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:10.475261 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:10.497485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Pushing event updated for resources: {'Port': ['ID=80bd21a3-8592-4a47-9e6c-b89fcef559c0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:10.510497 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:10.580644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6659c68-ac92-4c05-b5d9-06238ccebb23,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:10.620676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:10.621276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Checking segment: {'id': 'bd7f52ca-3a4e-48fe-9344-d6b1483117cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:10.621851 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:10.622409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Bound using segment: {'id': 'bd7f52ca-3a4e-48fe-9344-d6b1483117cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:10.623094 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Bound port: 0f3acdba-74ae-48e4-bb47-2b06779fea17, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7f52ca-3a4e-48fe-9344-d6b1483117cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:10.623528 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:10.629213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['a90da885-6d75-461a-9f54-506f0573c2d9'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:18:10.643219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['75642157-959f-4ddc-9681-e31bf7f898c1'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:18:10.673822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b003f2-fdc9-4c02-ac68-a7aacf04e58d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:18:10.682845 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-74b003f2-fdc9-4c02-ac68-a7aacf04e58d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:10.995282 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.004993 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.136405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.140618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.208125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.209551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92d72eb8-c13e-417c-be96-4b363d48104a {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:18:11.215885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.218503 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0fa0cf05-8f30-432f-9deb-0de583e498d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "DELETE /v2.0/routers/92d72eb8-c13e-417c-be96-4b363d48104a HTTP/1.1" status: 204 len: 168 time: 3.4075403 Jul 07 19:18:11.228443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54126) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:11.250371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1487154890', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:11.320891 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.322322 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.462089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=a90da885-6d75-461a-9f54-506f0573c2d9,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:11.480499 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.493302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.672676 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.746579 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.755425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Pushing event updated for resources: {'Port': ['ID=80bd21a3-8592-4a47-9e6c-b89fcef559c0,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:11.820393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622eb8b-1cf4-4e0a-8b56-cf8de81a6728 req-2874e5a6-8615-4127-81d8-c33183520c34 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:11.824043 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c9894b29-35c4-41a6-a6b1-3c65ecb721f8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:11.829374 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1622eb8b-1cf4-4e0a-8b56-cf8de81a6728 req-2874e5a6-8615-4127-81d8-c33183520c34 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 945 time: 0.3447032 Jul 07 19:18:11.951799 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1622eb8b-1cf4-4e0a-8b56-cf8de81a6728 req-eb7bef2e-db2c-4669-8ce0-a8722e318f07 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213555 Jul 07 19:18:11.986529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-74b003f2-fdc9-4c02-ac68-a7aacf04e58d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:12.053935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Network ad0e2883-2f38-44ac-9e7e-d8ea96afd24c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:12.058022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:12.250667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] For port 0f3acdba-74ae-48e4-bb47-2b06779fea17, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:12.259395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0133a1a6-355a-4472-a7af-eb5f5253a5ba None None] Provisioning for port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:12.305797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0133a1a6-355a-4472-a7af-eb5f5253a5ba None None] Provisioning complete for port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:12.308466 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0133a1a6-355a-4472-a7af-eb5f5253a5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:12.373747 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:12.380835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-0133a1a6-355a-4472-a7af-eb5f5253a5ba None None] Port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:18:12.394951 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] For port 0f3acdba-74ae-48e4-bb47-2b06779fea17, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0f3acdba-74ae-48e4-bb47-2b06779fea17,segment=NetworkSegment(bd7f52ca-3a4e-48fe-9344-d6b1483117cb),segment_id=bd7f52ca-3a4e-48fe-9344-d6b1483117cb)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:12.419712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b003f2-fdc9-4c02-ac68-a7aacf04e58d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Subnet': ['ID=91d5986b-def6-4667-9e57-2e7c0cad8077,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:12.449072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b003f2-fdc9-4c02-ac68-a7aacf04e58d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Checking segment: {'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:12.449695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b003f2-fdc9-4c02-ac68-a7aacf04e58d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network hostable DHCP agents. Network: 1e705440-4c29-48da-8805-fdb1b338ddb8, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:18:12.453307 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Router 08d821c5-63a1-4e6e-8504-0d927bb45c26 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:18:12.468232 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:12.565075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a9ec4-66a4-41d0-9980-cac51add2c79 req-5e613a1c-fc13-4152-b66b-a15378de2400 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:12.566965 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f4a9ec4-66a4-41d0-9980-cac51add2c79 req-5e613a1c-fc13-4152-b66b-a15378de2400 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.2959332 Jul 07 19:18:12.650009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b003f2-fdc9-4c02-ac68-a7aacf04e58d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network 1e705440-4c29-48da-8805-fdb1b338ddb8 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:18:12.726662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-74b003f2-fdc9-4c02-ac68-a7aacf04e58d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 1e705440-4c29-48da-8805-fdb1b338ddb8) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:12.742077 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port c9894b29-35c4-41a6-a6b1-3c65ecb721f8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:12.755481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c9894b29-35c4-41a6-a6b1-3c65ecb721f8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:12.756105 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:12.763433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b003f2-fdc9-4c02-ac68-a7aacf04e58d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:12.764035 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-74b003f2-fdc9-4c02-ac68-a7aacf04e58d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:12.801505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54170) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:12.806654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-74b003f2-fdc9-4c02-ac68-a7aacf04e58d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7198725 Jul 07 19:18:12.838607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-683197532'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:12.885626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9546c7c8-c0ac-4942-8114-ce347cacc055 None None] Network 1e705440-4c29-48da-8805-fdb1b338ddb8 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:18:13.048092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 75642157-959f-4ddc-9681-e31bf7f898c1 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:13.058614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f4a9ec4-66a4-41d0-9980-cac51add2c79 req-5f9fc276-4791-4e44-8450-1714066c45f9 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672736 Jul 07 19:18:13.063296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Routers {'ca6f51be-f373-4dae-8faa-130aa6077f79'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:13.069615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ca6f51be-f373-4dae-8faa-130aa6077f79'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:13.146428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7cba2736-d561-434b-9efe-b707d1a42b93 None None] Provisioning complete for port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:13.147691 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7cba2736-d561-434b-9efe-b707d1a42b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.154096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:13.171998 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.178512 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Sync routers for ids ['08d821c5-63a1-4e6e-8504-0d927bb45c26'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:13.191587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-633383d4-0f45-4ad0-a160-fe70c2013433 admin admin] 10.222.0.81 "PUT /v2.0/routers/08d821c5-63a1-4e6e-8504-0d927bb45c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7988029 Jul 07 19:18:13.194020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:18:13.197148 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Routers {'08d821c5-63a1-4e6e-8504-0d927bb45c26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:13.198104 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['08d821c5-63a1-4e6e-8504-0d927bb45c26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:13.215362 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.234181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.277776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:18:13.324120 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.325293 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Added segment 20bd1919-ae4e-42a3-a51c-2b319ebdc345 of type vlan for network d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 Jul 07 19:18:13.441322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405652d9-20c4-49ff-85a3-792542dfa488 None None] Pushing event updated for resources: {'Port': ['ID=0f3acdba-74ae-48e4-bb47-2b06779fea17,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:13.494093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Allocated IP 172.25.0.198 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/92a8b136-734b-4243-9214-5b03ce8bb0ba) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:13.505285 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Set router 08d821c5-63a1-4e6e-8504-0d927bb45c26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:13.519210 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.628880 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.648872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:13.651771 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.754660 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 75642157-959f-4ddc-9681-e31bf7f898c1 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:13.755278 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.811524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7cba2736-d561-434b-9efe-b707d1a42b93 None None] Port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:18:13.828227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-1e705440-4c29-48da-8805-fdb1b338ddb8', 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'fixed_ips': [{'subnet_id': '91d5986b-def6-4667-9e57-2e7c0cad8077'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:18:13.829128 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.834615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265c342-db50-4406-a8ee-5aec993ee2ef req-70559416-0c80-4e10-9037-41958b498f5c tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:13.847687 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f265c342-db50-4406-a8ee-5aec993ee2ef req-70559416-0c80-4e10-9037-41958b498f5c tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.5200522 Jul 07 19:18:13.876283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] Set router ca6f51be-f373-4dae-8faa-130aa6077f79 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:13.916738 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1019711 Jul 07 19:18:13.919384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54186) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:13.919544 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.930391 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-cd0d019e-87a1-4876-8c9e-751ea61ab607 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'subnet': {'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:14.010606 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-562122692-router', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:59Z', 'updated_at': '2021-07-07T19:18:10Z', 'revision_number': 4, 'project_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'gw_port': {'id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:02Z', 'updated_at': '2021-07-07T19:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '80bd21a3-8592-4a47-9e6c-b89fcef559c0', 'name': '', 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'mac_address': 'fa:16:3e:b8:28:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '869b1f10-e12b-411f-911c-70eb57354a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:08Z', 'updated_at': '2021-07-07T19:18:11Z', 'revision_number': 2, 'project_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'subnets': [{'id': '869b1f10-e12b-411f-911c-70eb57354a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:14.038637 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:14.111430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Pushing event updated for resources: {'Port': ['ID=92a8b136-734b-4243-9214-5b03ce8bb0ba,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:14.114340 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Checking router: 08d821c5-63a1-4e6e-8504-0d927bb45c26 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:18:14.114662 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Updating router 08d821c5-63a1-4e6e-8504-0d927bb45c26 port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:18:14.148275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:14.152856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:14.157268 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:14.191938 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:14.223846 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:14.446367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Allocated IP 19.80.0.2 (1e705440-4c29-48da-8805-fdb1b338ddb8/91d5986b-def6-4667-9e57-2e7c0cad8077/c9a8b33d-286b-496d-90ed-fc60314edbe2) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:14.722436 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:14.735308 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Transition to ACTIVE for port object c9a8b33d-286b-496d-90ed-fc60314edbe2 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:14.759570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Transition to ACTIVE for port object c9a8b33d-286b-496d-90ed-fc60314edbe2 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:14.816549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port c9894b29-35c4-41a6-a6b1-3c65ecb721f8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c9894b29-35c4-41a6-a6b1-3c65ecb721f8,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:14.850100 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:14.854835 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:15.020725 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:15.038384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c6659c68-ac92-4c05-b5d9-06238ccebb23 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:15.061454 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Transition to ACTIVE for port object 80bd21a3-8592-4a47-9e6c-b89fcef559c0 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:15.072995 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:15.159425 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:15.219238 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223595f-c501-4c96-a179-9c113b3e20a2 None None] Pushing event updated for resources: {'Port': ['ID=80bd21a3-8592-4a47-9e6c-b89fcef559c0,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:15.267346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Network': ['ID=d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:15.302243 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:15.302676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:15.322979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:15.332587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:15.333272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:15.333802 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:15.334883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:15.335405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:15.335918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:15.336430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:15.336939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:15.337458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bcea9-b208-47b3-8c15-1dfb34f579fe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:15.345873 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Attempting to bind port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:15.345873 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Attempting to bind port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '20d781b8-46de-48db-a6dc-f282f45e54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:15.345873 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Attempting to bind port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 on network ad0e2883-2f38-44ac-9e7e-d8ea96afd24c {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:15.365548 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f265c342-db50-4406-a8ee-5aec993ee2ef req-9248fdca-8f9d-44b6-886e-ff50e3420d72 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5143650 Jul 07 19:18:15.366679 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:15.367192 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Checking segment: {'id': '20d781b8-46de-48db-a6dc-f282f45e54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:15.367713 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:15.368213 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Bound using segment: {'id': '20d781b8-46de-48db-a6dc-f282f45e54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:15.368795 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Bound port: 80bd21a3-8592-4a47-9e6c-b89fcef559c0, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d781b8-46de-48db-a6dc-f282f45e54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:15.369300 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:15.502394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0d019e-87a1-4876-8c9e-751ea61ab607 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:18:15.508709 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd0d019e-87a1-4876-8c9e-751ea61ab607 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:15.599918 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] For port 80bd21a3-8592-4a47-9e6c-b89fcef559c0, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:15.604278 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] For port 80bd21a3-8592-4a47-9e6c-b89fcef559c0, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=80bd21a3-8592-4a47-9e6c-b89fcef559c0,segment=NetworkSegment(20d781b8-46de-48db-a6dc-f282f45e54e5),segment_id=20d781b8-46de-48db-a6dc-f282f45e54e5)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:15.618699 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:15.626876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Pushing event updated for resources: {'Port': ['ID=c9a8b33d-286b-496d-90ed-fc60314edbe2,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:15.633772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: c6659c68-ac92-4c05-b5d9-06238ccebb23 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:18:15.634691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c6659c68-ac92-4c05-b5d9-06238ccebb23 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:18:15.654097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:18:15.770412 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Routers {'08d821c5-63a1-4e6e-8504-0d927bb45c26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:15.771135 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['08d821c5-63a1-4e6e-8504-0d927bb45c26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:15.836999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Network 1e705440-4c29-48da-8805-fdb1b338ddb8 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:15.925912 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223595f-c501-4c96-a179-9c113b3e20a2 None None] Pushing event updated for resources: {'Port': ['ID=80bd21a3-8592-4a47-9e6c-b89fcef559c0,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:15.953500 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:15.973054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:15.979829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:16.129176 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] Set router 08d821c5-63a1-4e6e-8504-0d927bb45c26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:16.159330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72bc29-c8e3-4b58-8096-e9b41ca75efb req-0ca1702f-6fdc-4e95-a149-0d0a7560da7e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:16.166838 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a72bc29-c8e3-4b58-8096-e9b41ca75efb req-0ca1702f-6fdc-4e95-a149-0d0a7560da7e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 945 time: 0.4191358 Jul 07 19:18:16.361122 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd0d019e-87a1-4876-8c9e-751ea61ab607 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:16.406009 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a72bc29-c8e3-4b58-8096-e9b41ca75efb req-53c7d6a8-94d5-41ac-873a-e527e3b13504 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380149 Jul 07 19:18:16.468987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:16.474545 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68632b14-10b3-44d0-a276-dd8806044356" -d '{"events": [{"server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "name": "network-vif-plugged", "status": "completed", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:16.559539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=c9894b29-35c4-41a6-a6b1-3c65ecb721f8,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:16.610391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:16.628246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d019e-87a1-4876-8c9e-751ea61ab607 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Subnet': ['ID=aa761928-a8c7-4b97-92b9-2c00465600ed,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:16.678332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Attempting to bind port c9a8b33d-286b-496d-90ed-fc60314edbe2 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:16.678332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Attempting to bind port c9a8b33d-286b-496d-90ed-fc60314edbe2 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:16.678332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Attempting to bind port c9a8b33d-286b-496d-90ed-fc60314edbe2 on network 1e705440-4c29-48da-8805-fdb1b338ddb8 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:16.678332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:16.678332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Checking segment: {'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:16.678332 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:16.678332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Bound using segment: {'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:16.678332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Bound port: c9a8b33d-286b-496d-90ed-fc60314edbe2, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:16.678332 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:16.682845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d019e-87a1-4876-8c9e-751ea61ab607 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Checking segment: {'id': '20bd1919-ae4e-42a3-a51c-2b319ebdc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:16.697626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0d019e-87a1-4876-8c9e-751ea61ab607 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network hostable DHCP agents. Network: d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:18:16.698048 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:16.731023 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:16.781600 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0d019e-87a1-4876-8c9e-751ea61ab607 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:18:16.806894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-cd0d019e-87a1-4876-8c9e-751ea61ab607 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:16.824635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0d019e-87a1-4876-8c9e-751ea61ab607 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:16.825245 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd0d019e-87a1-4876-8c9e-751ea61ab607 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:16.906934 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cd0d019e-87a1-4876-8c9e-751ea61ab607 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9743960 Jul 07 19:18:16.932261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=75642157-959f-4ddc-9681-e31bf7f898c1,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:16.942977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a90da885-6d75-461a-9f54-506f0573c2d9 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:16.945744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaae169-0347-4342-90e3-b9c93af71e07 None None] Network d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:18:17.051566 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-562122692-router', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:59Z', 'updated_at': '2021-07-07T19:18:10Z', 'revision_number': 4, 'project_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'gw_port': {'id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:02Z', 'updated_at': '2021-07-07T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '80bd21a3-8592-4a47-9e6c-b89fcef559c0', 'name': '', 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'mac_address': 'fa:16:3e:b8:28:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '869b1f10-e12b-411f-911c-70eb57354a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:08Z', 'updated_at': '2021-07-07T19:18:15Z', 'revision_number': 4, 'project_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'subnets': [{'id': '869b1f10-e12b-411f-911c-70eb57354a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:17.178422 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef518f-ebae-4254-87bf-e7985aecf726 None None] The sync data for ids ['08d821c5-63a1-4e6e-8504-0d927bb45c26'] in n-d-793621-9 is: [{'id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-562122692-router', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:59Z', 'updated_at': '2021-07-07T19:18:10Z', 'revision_number': 4, 'project_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'gw_port': {'id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:02Z', 'updated_at': '2021-07-07T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '80bd21a3-8592-4a47-9e6c-b89fcef559c0', 'name': '', 'network_id': 'ad0e2883-2f38-44ac-9e7e-d8ea96afd24c', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'mac_address': 'fa:16:3e:b8:28:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '869b1f10-e12b-411f-911c-70eb57354a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:08Z', 'updated_at': '2021-07-07T19:18:15Z', 'revision_number': 4, 'project_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'subnets': [{'id': '869b1f10-e12b-411f-911c-70eb57354a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:17.208710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Router 10a1be69-6f44-46e9-8be8-db8fae5bb4c2 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:18:17.217077 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-9ced8d82-d9ca-47c9-878f-541309f5490a tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3415561 Jul 07 19:18:17.263557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:17.354976 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:17.515451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:17.555796 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:17.565703 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:18:17.566104 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f4267256-1e7b-4490-a7c2-6fdcafa430bd tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.3330789 Jul 07 19:18:17.567106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54202) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:17.578254 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0a7b29c4-9f34-4654-8ce0-fbd34bac98d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'enable_snat': False}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:17.613564 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c9894b29-35c4-41a6-a6b1-3c65ecb721f8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:17.631052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'name': 'tempest-ServersTestMultiNic-165421545-router', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:54Z', 'updated_at': '2021-07-07T19:18:03Z', 'revision_number': 4, 'project_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'gw_port': {'id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:56Z', 'updated_at': '2021-07-07T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '0f3acdba-74ae-48e4-bb47-2b06779fea17', 'name': '', 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'mac_address': 'fa:16:3e:be:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '20e80477-5529-4a81-9d78-a5589d50e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:01Z', 'updated_at': '2021-07-07T19:18:12Z', 'revision_number': 4, 'project_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'subnets': [{'id': '20e80477-5529-4a81-9d78-a5589d50e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:17.720713 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:17.740684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49651431-f55d-420f-8afa-56d04d22f124 None None] Sync routers for ids ['10a1be69-6f44-46e9-8be8-db8fae5bb4c2'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:17.974516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Allocated IP 172.25.0.129 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/59b3480c-6d32-43d6-802c-55dc6a045f0d) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:18.110178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49651431-f55d-420f-8afa-56d04d22f124 None None] Routers {'10a1be69-6f44-46e9-8be8-db8fae5bb4c2'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:18.110990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-49651431-f55d-420f-8afa-56d04d22f124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['10a1be69-6f44-46e9-8be8-db8fae5bb4c2'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:18.232566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] For port c9a8b33d-286b-496d-90ed-fc60314edbe2, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:18.239305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] For port c9a8b33d-286b-496d-90ed-fc60314edbe2, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c9a8b33d-286b-496d-90ed-fc60314edbe2,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:18.247334 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d15a7-b9d4-4fe4-b920-757619d823db None None] The sync data for ids ['ca6f51be-f373-4dae-8faa-130aa6077f79'] in n-d-793621-9 is: [{'id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'name': 'tempest-ServersTestMultiNic-165421545-router', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:54Z', 'updated_at': '2021-07-07T19:18:03Z', 'revision_number': 4, 'project_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'gw_port': {'id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:56Z', 'updated_at': '2021-07-07T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '0f3acdba-74ae-48e4-bb47-2b06779fea17', 'name': '', 'network_id': '572291d0-99b9-4665-b846-7e144b0be05f', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'mac_address': 'fa:16:3e:be:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '20e80477-5529-4a81-9d78-a5589d50e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:01Z', 'updated_at': '2021-07-07T19:18:12Z', 'revision_number': 4, 'project_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'subnets': [{'id': '20e80477-5529-4a81-9d78-a5589d50e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:18.263235 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.351781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.498390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-49651431-f55d-420f-8afa-56d04d22f124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:18.514765 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.584793 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a7b29c4-9f34-4654-8ce0-fbd34bac98d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.691953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:18.718492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:18.733734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc1863-ee1c-4a0d-b80f-b7b371e64059 None None] Pushing event updated for resources: {'Port': ['ID=c9a8b33d-286b-496d-90ed-fc60314edbe2,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:18.780185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4', 'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'fixed_ips': [{'subnet_id': 'aa761928-a8c7-4b97-92b9-2c00465600ed'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:18:18.781090 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.781351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:18.903134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Pushing event updated for resources: {'Port': ['ID=59b3480c-6d32-43d6-802c-55dc6a045f0d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:18.911107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c9894b29-35c4-41a6-a6b1-3c65ecb721f8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:18.913287 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.947456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49651431-f55d-420f-8afa-56d04d22f124 None None] Routers {'10a1be69-6f44-46e9-8be8-db8fae5bb4c2'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:18.948836 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-49651431-f55d-420f-8afa-56d04d22f124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['10a1be69-6f44-46e9-8be8-db8fae5bb4c2'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:19.118320 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port a90da885-6d75-461a-9f54-506f0573c2d9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:19.127922 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:19.143512 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-49651431-f55d-420f-8afa-56d04d22f124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:19.144680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49651431-f55d-420f-8afa-56d04d22f124 None None] The sync data for ids ['10a1be69-6f44-46e9-8be8-db8fae5bb4c2'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:19.271679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:19.561676 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:20.185094 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:20.186534 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:20.195887 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:20.319969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Pushing event updated for resources: {'Port': ['ID=59b3480c-6d32-43d6-802c-55dc6a045f0d,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:20.493244 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a7b29c4-9f34-4654-8ce0-fbd34bac98d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:20.507924 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a7b29c4-9f34-4654-8ce0-fbd34bac98d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:20.514004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:20.551433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:20.564501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-ef79014e-1f11-4c6c-b2bf-85f40cab06b7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3463998 Jul 07 19:18:20.638342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a90da885-6d75-461a-9f54-506f0573c2d9, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a90da885-6d75-461a-9f54-506f0573c2d9,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:20.701348 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:20.715460 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-0bd81f59-e0ee-424b-b822-c71dacd90b8f tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.129 HTTP/1.1" status: 200 len: 696 time: 0.1499290 Jul 07 19:18:20.950620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7b29c4-9f34-4654-8ce0-fbd34bac98d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Router 10a1be69-6f44-46e9-8be8-db8fae5bb4c2 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:18:20.965077 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Allocated IP 19.86.0.2 (d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4/aa761928-a8c7-4b97-92b9-2c00465600ed/0236d540-4200-462b-b4a8-1c4f67928449) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:21.096042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-90e5f764-60dd-4f4e-a56c-14b9aabf48d3 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:21.118300 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98a6cdee-46e6-412b-9c0e-2435a62dd4c5 req-90e5f764-60dd-4f4e-a56c-14b9aabf48d3 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.3969455 Jul 07 19:18:21.496003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7b29c4-9f34-4654-8ce0-fbd34bac98d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:21.518395 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb05afb2-65a4-4514-b01f-91955c116108 None None] Sync routers for ids ['10a1be69-6f44-46e9-8be8-db8fae5bb4c2'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:21.534125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a7b29c4-9f34-4654-8ce0-fbd34bac98d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:21.536239 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0a7b29c4-9f34-4654-8ce0-fbd34bac98d2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "PUT /v2.0/routers/10a1be69-6f44-46e9-8be8-db8fae5bb4c2 HTTP/1.1" status: 200 len: 926 time: 3.9674709 Jul 07 19:18:21.540096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54214) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:21.557271 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb05afb2-65a4-4514-b01f-91955c116108 None None] Routers {'10a1be69-6f44-46e9-8be8-db8fae5bb4c2'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:21.558321 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cb05afb2-65a4-4514-b01f-91955c116108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['10a1be69-6f44-46e9-8be8-db8fae5bb4c2'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:21.592451 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:21.609013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Transition to ACTIVE for port object 0236d540-4200-462b-b4a8-1c4f67928449 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:21.690082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Transition to ACTIVE for port object 0236d540-4200-462b-b4a8-1c4f67928449 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:21.718549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=a90da885-6d75-461a-9f54-506f0573c2d9,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:21.791218 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0f3acdba-74ae-48e4-bb47-2b06779fea17 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:21.794692 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03f410-59c8-481b-be2b-02192eff1d99 None None] Network 1e705440-4c29-48da-8805-fdb1b338ddb8 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:18:21.816046 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:21.842834 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d5e1adba-3ede-4a5b-bc77-198ab079c401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:21.953975 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-983ad530-8028-4e34-b5af-e90f9f7bd5b2 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/routers/10a1be69-6f44-46e9-8be8-db8fae5bb4c2 HTTP/1.1" status: 200 len: 926 time: 0.4113722 Jul 07 19:18:21.957619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54216) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:21.969435 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cb05afb2-65a4-4514-b01f-91955c116108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:21.998284 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb05afb2-65a4-4514-b01f-91955c116108 None None] Routers {'10a1be69-6f44-46e9-8be8-db8fae5bb4c2'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:22.007381 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cb05afb2-65a4-4514-b01f-91955c116108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:17:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['10a1be69-6f44-46e9-8be8-db8fae5bb4c2'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:22.125505 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cb05afb2-65a4-4514-b01f-91955c116108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:22.126698 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb05afb2-65a4-4514-b01f-91955c116108 None None] The sync data for ids ['10a1be69-6f44-46e9-8be8-db8fae5bb4c2'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:22.270882 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b234efc6-b66d-41fd-8936-0a35013ced8f tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:22.285560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b234efc6-b66d-41fd-8936-0a35013ced8f tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&device_id=10a1be69-6f44-46e9-8be8-db8fae5bb4c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3253446 Jul 07 19:18:22.290000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54218) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:22.292789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a7fe8-dd85-44de-ad3a-5b304f0a3a00 req-eeb1df68-77be-46ef-ace2-f38f6d7449ea tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:22.331827 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3f8a7fe8-dd85-44de-ad3a-5b304f0a3a00 req-eeb1df68-77be-46ef-ace2-f38f6d7449ea tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.3188245 Jul 07 19:18:22.352264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2c5068b4-37b1-4a06-82ac-a96717871be8 None None] Provisioning for port c9a8b33d-286b-496d-90ed-fc60314edbe2 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:22.534827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Pushing event updated for resources: {'Port': ['ID=0236d540-4200-462b-b4a8-1c4f67928449,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:22.556525 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3f8a7fe8-dd85-44de-ad3a-5b304f0a3a00 req-38d4a281-6d62-4eff-9180-12dd7ca7f6a8 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233407 Jul 07 19:18:22.564159 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Network d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:22.605984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e4aa10-f9bd-42be-a457-239ca51af0cf tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:22.606991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:22.609014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-71e4aa10-f9bd-42be-a457-239ca51af0cf tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 881 time: 0.3173149 Jul 07 19:18:22.611381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:22.612207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54222) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:22.688259 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-695828cd-fec6-46e2-9ea3-985436dc90b6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "GET /v2.0/ports?device_id=10a1be69-6f44-46e9-8be8-db8fae5bb4c2 HTTP/1.1" status: 200 len: 205 time: 0.0733137 Jul 07 19:18:22.691773 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54224) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:22.702544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 0f3acdba-74ae-48e4-bb47-2b06779fea17 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:22.739344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 0f3acdba-74ae-48e4-bb47-2b06779fea17 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:22.739977 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:22.832024 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Attempting to bind port 0236d540-4200-462b-b4a8-1c4f67928449 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:22.832806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Attempting to bind port 0236d540-4200-462b-b4a8-1c4f67928449 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '20bd1919-ae4e-42a3-a51c-2b319ebdc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:22.833441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Attempting to bind port 0236d540-4200-462b-b4a8-1c4f67928449 on network d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:22.846822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:22.847659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Checking segment: {'id': '20bd1919-ae4e-42a3-a51c-2b319ebdc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:22.848306 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:22.848945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Bound using segment: {'id': '20bd1919-ae4e-42a3-a51c-2b319ebdc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:22.850241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Bound port: 0236d540-4200-462b-b4a8-1c4f67928449, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bd1919-ae4e-42a3-a51c-2b319ebdc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:22.850922 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:22.966247 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:23.010526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] For port 0236d540-4200-462b-b4a8-1c4f67928449, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:23.030617 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:23.058401 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] For port 0236d540-4200-462b-b4a8-1c4f67928449, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0236d540-4200-462b-b4a8-1c4f67928449,segment=NetworkSegment(20bd1919-ae4e-42a3-a51c-2b319ebdc345),segment_id=20bd1919-ae4e-42a3-a51c-2b319ebdc345)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:23.079172 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:23.112218 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 0f3acdba-74ae-48e4-bb47-2b06779fea17, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0f3acdba-74ae-48e4-bb47-2b06779fea17,segment=NetworkSegment(bd7f52ca-3a4e-48fe-9344-d6b1483117cb),segment_id=bd7f52ca-3a4e-48fe-9344-d6b1483117cb)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:23.166672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caafce-e545-43d6-9185-cfefc4880c66 req-81f2a0b1-1e5d-445f-9680-1396d3737ea2 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:23.169216 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83caafce-e545-43d6-9185-cfefc4880c66 req-81f2a0b1-1e5d-445f-9680-1396d3737ea2 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.3764048 Jul 07 19:18:23.185586 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:23.189791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 80bd21a3-8592-4a47-9e6c-b89fcef559c0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:23.336613 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83caafce-e545-43d6-9185-cfefc4880c66 req-15a4b031-f7be-446f-8a01-007cd8f56dbb tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485794 Jul 07 19:18:23.348430 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:23.395252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd52b0-6daa-445c-9b9d-67b05e70b63d None None] Pushing event updated for resources: {'Port': ['ID=0236d540-4200-462b-b4a8-1c4f67928449,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:23.546481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Deleting port 92a8b136-734b-4243-9214-5b03ce8bb0ba {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:23.547071 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:23.811511 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58c446b-89f3-47ad-88cd-2302f34b96f2 x-openstack-request-id: req-f58c446b-89f3-47ad-88cd-2302f34b96f2 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:23.813725 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "name": "network-vif-plugged", "status": "completed", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:23.814220 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f58c446b-89f3-47ad-88cd-2302f34b96f2 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:23.821419 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:23.824964 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1', 'code': 200} Jul 07 19:18:23.850218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Calling delete_port for 92a8b136-734b-4243-9214-5b03ce8bb0ba owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:23.947524 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d90d4f35-5e05-49af-8db6-e512feb1d652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:23.955484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:23.982103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:23.982734 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:23.985683 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.065607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=0f3acdba-74ae-48e4-bb47-2b06779fea17,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:24.138587 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.192349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 80bd21a3-8592-4a47-9e6c-b89fcef559c0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=80bd21a3-8592-4a47-9e6c-b89fcef559c0,segment=NetworkSegment(20d781b8-46de-48db-a6dc-f282f45e54e5),segment_id=20d781b8-46de-48db-a6dc-f282f45e54e5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:24.199600 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.204104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c9a8b33d-286b-496d-90ed-fc60314edbe2 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:24.282254 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.344784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Pushing event deleted for resources: {'Port': ['ID=92a8b136-734b-4243-9214-5b03ce8bb0ba,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:24.386589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port c9a8b33d-286b-496d-90ed-fc60314edbe2 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:24.398517 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c9a8b33d-286b-496d-90ed-fc60314edbe2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:24.399111 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.416264 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:24.417250 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:24.418042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:24.418885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:24.420194 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:24.421022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:24.422359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:24.425840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:24.426698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:24.428046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:24.428896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:24.429736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:24.489482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=80bd21a3-8592-4a47-9e6c-b89fcef559c0,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:24.543668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.570954 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.713180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port c9a8b33d-286b-496d-90ed-fc60314edbe2, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c9a8b33d-286b-496d-90ed-fc60314edbe2,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:24.734258 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.744792 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.761314 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.870517 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=c9a8b33d-286b-496d-90ed-fc60314edbe2,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:24.874573 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.888784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.889391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Fanout notify agent at l3_agent the message router_deleted on router 10a1be69-6f44-46e9-8be8-db8fae5bb4c2 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:18:24.910010 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.910010 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5a822519-693d-48a9-b836-6ab84a0391d7 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/routers/10a1be69-6f44-46e9-8be8-db8fae5bb4c2 HTTP/1.1" status: 204 len: 168 time: 2.2129579 Jul 07 19:18:24.910452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54234) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:24.916486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-531c4167-cf80-41d6-b6fd-cfcc66378873 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2143818744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:24.996708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-531c4167-cf80-41d6-b6fd-cfcc66378873 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.999509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-531c4167-cf80-41d6-b6fd-cfcc66378873 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:25.277207 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-531c4167-cf80-41d6-b6fd-cfcc66378873 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:25.285342 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-531c4167-cf80-41d6-b6fd-cfcc66378873 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:25.324489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0f3acdba-74ae-48e4-bb47-2b06779fea17 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:25.349570 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-531c4167-cf80-41d6-b6fd-cfcc66378873 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:25.352175 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-531c4167-cf80-41d6-b6fd-cfcc66378873 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4405673 Jul 07 19:18:25.357870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54236) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:25.366509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:25.441610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d921309-c4dd-40af-b387-070e5502164b None None] Network d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:18:25.537689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5bc2d027-57ea-4718-bfc7-676decfb1ff8 None None] Provisioning for port 0236d540-4200-462b-b4a8-1c4f67928449 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:25.594113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 0f3acdba-74ae-48e4-bb47-2b06779fea17 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:25.594507 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:25.832145 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879ac516-179c-4d81-bddb-62b05583eaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90da885-6d75-461a-9f54-506f0573c2d9'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:25.835814 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82bd5a2-e000-4ca5-bedc-c3208bfa21a1" -d '{"events": [{"server_uuid": "879ac516-179c-4d81-bddb-62b05583eaac", "name": "network-vif-plugged", "status": "completed", "tag": "a90da885-6d75-461a-9f54-506f0573c2d9"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:25.892557 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:25.969988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0236d540-4200-462b-b4a8-1c4f67928449 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:26.111252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 0236d540-4200-462b-b4a8-1c4f67928449 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:26.124903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 0236d540-4200-462b-b4a8-1c4f67928449 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:26.125250 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.368530 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.508869 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.509994 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.530243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 0236d540-4200-462b-b4a8-1c4f67928449, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0236d540-4200-462b-b4a8-1c4f67928449,segment=NetworkSegment(20bd1919-ae4e-42a3-a51c-2b319ebdc345),segment_id=20bd1919-ae4e-42a3-a51c-2b319ebdc345)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:26.541766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-825500df-324b-4669-b780-6f3a44bdb632 None None] Provisioning complete for port 0236d540-4200-462b-b4a8-1c4f67928449 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:26.542339 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-825500df-324b-4669-b780-6f3a44bdb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.544383 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.545260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 80bd21a3-8592-4a47-9e6c-b89fcef559c0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:26.574063 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.748184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Allocated IP 172.25.0.41 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/0d6c9c2b-1479-4bcd-9da9-88233e1a33d7) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:26.880907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=0236d540-4200-462b-b4a8-1c4f67928449,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:26.904241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:26.910110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.923365 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.960802 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:27.025225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Pushing event updated for resources: {'Port': ['ID=0d6c9c2b-1479-4bcd-9da9-88233e1a33d7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:27.062026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:27.069866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:27.075350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:27.342122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0236d540-4200-462b-b4a8-1c4f67928449 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:27.423367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 0236d540-4200-462b-b4a8-1c4f67928449 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:27.425196 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:27.742927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:27.804217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c9a8b33d-286b-496d-90ed-fc60314edbe2 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:27.941681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c9a8b33d-286b-496d-90ed-fc60314edbe2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:27.942615 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:28.754818 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:28.758926 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:28.957170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Router 60c89c16-5b40-45c7-a64e-616436282eed is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:18:29.166341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:29.176848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c430ea-82ba-4383-bd54-baa3568daaf1 None None] Sync routers for ids ['60c89c16-5b40-45c7-a64e-616436282eed'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:29.181565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:29.184286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a65ec176-b163-4220-87dc-34735f30fe8a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "PUT /v2.0/routers/60c89c16-5b40-45c7-a64e-616436282eed HTTP/1.1" status: 200 len: 883 time: 3.8249876 Jul 07 19:18:29.188800 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54248) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:29.190461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c430ea-82ba-4383-bd54-baa3568daaf1 None None] Routers {'60c89c16-5b40-45c7-a64e-616436282eed'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:29.191142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f6c430ea-82ba-4383-bd54-baa3568daaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['60c89c16-5b40-45c7-a64e-616436282eed'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:29.275893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f6c430ea-82ba-4383-bd54-baa3568daaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:29.356463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c430ea-82ba-4383-bd54-baa3568daaf1 None None] Routers {'60c89c16-5b40-45c7-a64e-616436282eed'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:29.357484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f6c430ea-82ba-4383-bd54-baa3568daaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['60c89c16-5b40-45c7-a64e-616436282eed'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:29.370495 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cbac8bff-5914-4dc7-9a12-bda424088f11 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/routers/60c89c16-5b40-45c7-a64e-616436282eed HTTP/1.1" status: 200 len: 924 time: 0.1800666 Jul 07 19:18:29.374062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54250) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:29.468796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24c74b-0411-4b7e-9b8a-db65d02e9282 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:29.471812 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-db24c74b-0411-4b7e-9b8a-db65d02e9282 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&device_id=60c89c16-5b40-45c7-a64e-616436282eed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0965981 Jul 07 19:18:29.474650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54252) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:29.506134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f6c430ea-82ba-4383-bd54-baa3568daaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:29.506779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c430ea-82ba-4383-bd54-baa3568daaf1 None None] The sync data for ids ['60c89c16-5b40-45c7-a64e-616436282eed'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:29.776458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb2190-9752-4b1f-86d2-49ed67548ccf tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:29.784992 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54254) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:29.785587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-90eb2190-9752-4b1f-86d2-49ed67548ccf tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 881 time: 0.3088572 Jul 07 19:18:29.846938 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-02be65ea-63e5-4238-9d69-3dc2709ca8b8 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "GET /v2.0/ports?device_id=60c89c16-5b40-45c7-a64e-616436282eed HTTP/1.1" status: 200 len: 205 time: 0.0602031 Jul 07 19:18:29.850557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54256) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:30.096164 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:30.237404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:30.323296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Deleting port 0d6c9c2b-1479-4bcd-9da9-88233e1a33d7 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:30.323670 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:30.484895 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:30.514676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Calling delete_port for 0d6c9c2b-1479-4bcd-9da9-88233e1a33d7 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:30.937188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:30.966508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Pushing event deleted for resources: {'Port': ['ID=0d6c9c2b-1479-4bcd-9da9-88233e1a33d7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:31.064212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:31.214418 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:31.218291 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:31.306170 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:31.307238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Fanout notify agent at l3_agent the message router_deleted on router 60c89c16-5b40-45c7-a64e-616436282eed {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:18:31.382695 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:31.391069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54262) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:31.398085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b0c44d9c-c060-4f69-8115-59c6c3b5a724 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1837223887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:31.403225 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0e04a0e0-df39-4752-befc-f222fb6015ec tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/routers/60c89c16-5b40-45c7-a64e-616436282eed HTTP/1.1" status: 204 len: 168 time: 1.5507994 Jul 07 19:18:31.438824 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0c44d9c-c060-4f69-8115-59c6c3b5a724 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:31.440238 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0c44d9c-c060-4f69-8115-59c6c3b5a724 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:31.519997 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0c44d9c-c060-4f69-8115-59c6c3b5a724 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:31.527670 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0c44d9c-c060-4f69-8115-59c6c3b5a724 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:31.559129 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0c44d9c-c060-4f69-8115-59c6c3b5a724 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:31.566968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54274) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:31.577855 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'enable_snat': True}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:31.582576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b0c44d9c-c060-4f69-8115-59c6c3b5a724 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1896806 Jul 07 19:18:31.961291 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.058894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33b738-2499-40f9-9cc4-5c4c8ad31dc2 req-948d31f0-077c-410b-bc95-bb7ed0dc4477 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:32.063367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ec33b738-2499-40f9-9cc4-5c4c8ad31dc2 req-948d31f0-077c-410b-bc95-bb7ed0dc4477 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.0938911 Jul 07 19:18:32.111892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fe4bcab6-0e56-45b4-b926-fd2e67e1ade6 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:32.118095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fe4bcab6-0e56-45b4-b926-fd2e67e1ade6 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:32.119855 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fe4bcab6-0e56-45b4-b926-fd2e67e1ade6 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/networks?id=1e705440-4c29-48da-8805-fdb1b338ddb8&id=d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4&id=1e705440-4c29-48da-8805-fdb1b338ddb8 HTTP/1.1" status: 200 len: 1389 time: 0.2338266 Jul 07 19:18:32.147062 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ec33b738-2499-40f9-9cc4-5c4c8ad31dc2 req-0b370fe8-9f7f-4552-8010-e7f9a483f31d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773139 Jul 07 19:18:32.151084 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0319aef1-90b1-46e4-8913-0af0ae3b7e41 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/quotas/eb7fe2bad4524a2181ff30fb00b76cbb HTTP/1.1" status: 200 len: 375 time: 0.0188961 Jul 07 19:18:32.279229 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-697544f7-615d-4b73-9210-5530e2d762e3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb7fe2bad4524a2181ff30fb00b76cbb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1178658 Jul 07 19:18:32.469490 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.481759 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29696f61-21ee-429f-a82c-d84515ac7701 req-e024ea29-b062-4a69-be33-8db0bd4cb014 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2914882 Jul 07 19:18:32.492458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:32.499686 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.510898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-1418dcb9-97e2-4eb1-8ae3-bbaf501f7017 service neutron] 10.222.0.81 "GET /v2.0/networks/1e705440-4c29-48da-8805-fdb1b338ddb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916659 Jul 07 19:18:32.544061 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.700779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61c4aa-6b91-4ee8-b513-92b62106843a req-1ffecf41-8ef7-4382-bb08-7cd5d64a5a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:32.703551 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2b61c4aa-6b91-4ee8-b513-92b62106843a req-1ffecf41-8ef7-4382-bb08-7cd5d64a5a37 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 1097 time: 0.1723828 Jul 07 19:18:32.859586 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.883002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61c4aa-6b91-4ee8-b513-92b62106843a req-cc022747-6ea9-4932-812b-8cc16a462885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:32.884788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2b61c4aa-6b91-4ee8-b513-92b62106843a req-cc022747-6ea9-4932-812b-8cc16a462885 service neutron] 10.222.0.110 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 911 time: 0.1679175 Jul 07 19:18:32.976620 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2b61c4aa-6b91-4ee8-b513-92b62106843a req-63fd7766-9a5e-464e-842d-f6c78e51e559 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a90da885-6d75-461a-9f54-506f0573c2d9 HTTP/1.1" status: 200 len: 217 time: 0.0608027 Jul 07 19:18:33.046426 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Allocated IP 172.25.0.107 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/aa2cf186-9768-4a5f-9820-160d3756f585) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:33.049983 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-a7bcdf3c-0b2c-4bbf-8ec8-0dc6bbb0524b service neutron] 10.222.0.81 "GET /v2.0/networks/1e705440-4c29-48da-8805-fdb1b338ddb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071623 Jul 07 19:18:33.059225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61c4aa-6b91-4ee8-b513-92b62106843a req-2dfd595c-49d0-4ad9-83d7-92226053367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:33.060878 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2b61c4aa-6b91-4ee8-b513-92b62106843a req-2dfd595c-49d0-4ad9-83d7-92226053367f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.0725245 Jul 07 19:18:33.110963 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2b61c4aa-6b91-4ee8-b513-92b62106843a req-5dc0b7d8-956f-4d58-983d-2776afe85d6f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404446 Jul 07 19:18:33.231904 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2b61c4aa-6b91-4ee8-b513-92b62106843a req-9816554f-a828-4982-83bd-6d5c152e504c service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103115 Jul 07 19:18:33.234423 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-65aabdaa-7070-44c5-9e57-0213aa399e28 service neutron] 10.222.0.81 "GET /v2.0/networks/d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669097 Jul 07 19:18:33.258652 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:33.387283 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2b61c4aa-6b91-4ee8-b513-92b62106843a req-5fc11445-c54a-4c38-89cf-be381d3279ba service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433089 Jul 07 19:18:33.429668 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-388ba8ef-0a32-43ca-bb0d-2f8191084357 service neutron] 10.222.0.81 "GET /v2.0/networks/d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885710 Jul 07 19:18:33.432611 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:33.521749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Allocated IP 172.25.0.187 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/4e9e1338-b842-428a-a6d2-3ec67ae3b8f4) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:33.559598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:33.565338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:33.577311 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:33.611492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event updated for resources: {'Port': ['ID=aa2cf186-9768-4a5f-9820-160d3756f585,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:33.655851 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:33.680651 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-81bb34f2-4e6b-4140-80cc-6a6433b1a6cf service neutron] 10.222.0.81 "GET /v2.0/networks/1e705440-4c29-48da-8805-fdb1b338ddb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357991 Jul 07 19:18:33.701631 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:33.747569 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:33.750641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:33.754182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:33.788508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Pushing event updated for resources: {'Port': ['ID=4e9e1338-b842-428a-a6d2-3ec67ae3b8f4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:33.908336 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-83e34029-28b8-4d78-9f80-4899d303a4e6 service neutron] 10.222.0.81 "GET /v2.0/networks/1e705440-4c29-48da-8805-fdb1b338ddb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761396 Jul 07 19:18:33.922765 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:33.982178 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:33.990746 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.199660 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.205990 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.279824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.284329 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.300814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Pushing event updated for resources: {'Port': ['ID=4e9e1338-b842-428a-a6d2-3ec67ae3b8f4,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:34.318569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.337976 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.339899 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29696f61-21ee-429f-a82c-d84515ac7701 req-7d71cb5e-8532-437a-a8a8-fbae42a90ff7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8526127 Jul 07 19:18:34.427870 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29696f61-21ee-429f-a82c-d84515ac7701 req-3c86d012-ccf3-4751-843f-7e103e984718 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.0796804 Jul 07 19:18:34.487947 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb122972-a33a-44a8-8a19-a5453feac40a req-bdd2174f-bf0c-4414-b3c5-746a3396d84a tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:34.490176 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb122972-a33a-44a8-8a19-a5453feac40a req-bdd2174f-bf0c-4414-b3c5-746a3396d84a tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 945 time: 0.1020818 Jul 07 19:18:34.519069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Router 8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:18:34.548218 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb122972-a33a-44a8-8a19-a5453feac40a req-48cd9b84-b70f-43a8-9c0d-100eed33c10a tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484536 Jul 07 19:18:34.599902 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29696f61-21ee-429f-a82c-d84515ac7701 req-0664bacf-45e1-4e9e-b22c-8c2da1f18e3f tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:34.599902 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29696f61-21ee-429f-a82c-d84515ac7701 req-0664bacf-45e1-4e9e-b22c-8c2da1f18e3f tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1617591 Jul 07 19:18:34.659289 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88f2bdb-0672-4030-8010-962f092d7d0e x-openstack-request-id: req-c88f2bdb-0672-4030-8010-962f092d7d0e {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:34.660697 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879ac516-179c-4d81-bddb-62b05583eaac", "name": "network-vif-plugged", "status": "completed", "tag": "a90da885-6d75-461a-9f54-506f0573c2d9", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:34.661200 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c88f2bdb-0672-4030-8010-962f092d7d0e {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:34.663629 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879ac516-179c-4d81-bddb-62b05583eaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90da885-6d75-461a-9f54-506f0573c2d9', 'code': 200} Jul 07 19:18:34.695820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:34.707979 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.711626 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4110985-e488-4343-9692-56bfa0d270bb None None] Sync routers for ids ['8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:34.714526 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-723957b5-15dd-4c85-b124-56c440e8f0a7 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "PUT /v2.0/routers/8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2 HTTP/1.1" status: 200 len: 919 time: 3.1444786 Jul 07 19:18:34.714690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54324) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:34.731708 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4110985-e488-4343-9692-56bfa0d270bb None None] Routers {'8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:34.732690 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e4110985-e488-4343-9692-56bfa0d270bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:34.792853 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e4110985-e488-4343-9692-56bfa0d270bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:34.806928 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4110985-e488-4343-9692-56bfa0d270bb None None] Routers {'8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:34.808441 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e4110985-e488-4343-9692-56bfa0d270bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:34.862784 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e4110985-e488-4343-9692-56bfa0d270bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:34.863627 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4110985-e488-4343-9692-56bfa0d270bb None None] The sync data for ids ['8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:34.908404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448dd54-a366-4af1-96d0-c4647d2ae72e req-ee8d6f13-7f5b-4993-baa3-ac5edca2594a tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:34.910400 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4448dd54-a366-4af1-96d0-c4647d2ae72e req-ee8d6f13-7f5b-4993-baa3-ac5edca2594a tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1235383 Jul 07 19:18:34.929303 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e77cc31c-ba03-4faf-9ff4-936e5aee5be1 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/routers/8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2 HTTP/1.1" status: 200 len: 925 time: 0.2127669 Jul 07 19:18:34.930396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54332) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:34.968299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a90da885-6d75-461a-9f54-506f0573c2d9 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:35.038815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d74b1-088b-4790-a0e4-fe5942a94cdb req-da88015b-48d6-4e18-8bc2-452ddeba9671 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:35.041529 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d2d74b1-088b-4790-a0e4-fe5942a94cdb req-da88015b-48d6-4e18-8bc2-452ddeba9671 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 946 time: 0.1168721 Jul 07 19:18:35.075424 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:35.085591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4448dd54-a366-4af1-96d0-c4647d2ae72e req-e853e5bb-ff11-4d10-b7c1-b81a975d2bff tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679928 Jul 07 19:18:35.117407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c785c2b-76eb-4cc4-96bf-d56a847e7756 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:35.120784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3c785c2b-76eb-4cc4-96bf-d56a847e7756 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&device_id=8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1886451 Jul 07 19:18:35.125860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54334) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:35.139438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d2d74b1-088b-4790-a0e4-fe5942a94cdb req-a01862b9-1ade-4a8a-b67a-474829017f1a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906625 Jul 07 19:18:35.144644 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a90da885-6d75-461a-9f54-506f0573c2d9, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a90da885-6d75-461a-9f54-506f0573c2d9,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:35.151716 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:35.248233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=a90da885-6d75-461a-9f54-506f0573c2d9,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:35.275525 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ed069545-94e5-4576-9d62-87e618bd51bc req-5dad5c09-d443-4c1d-a24a-4c468bee53bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 210 time: 0.0413802 Jul 07 19:18:35.323184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8315ad9-85c9-40d7-bb5a-0fe482340906 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:35.326835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d8315ad9-85c9-40d7-bb5a-0fe482340906 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 881 time: 0.1982346 Jul 07 19:18:35.329652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54336) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:35.370161 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-927ba44a-4eb7-4275-88ce-a90ae34a2e74 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2 HTTP/1.1" status: 200 len: 205 time: 0.0389068 Jul 07 19:18:35.374713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54338) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:35.451618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad493355-3847-4381-9358-515638415df8 req-8d10cead-96a4-47e4-a631-a7bbbcb23a53 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:35.453949 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:35.455757 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad493355-3847-4381-9358-515638415df8 req-8d10cead-96a4-47e4-a631-a7bbbcb23a53 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 945 time: 0.1327853 Jul 07 19:18:35.577604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad493355-3847-4381-9358-515638415df8 req-034740fb-500a-47a1-b988-7612481e9477 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137118 Jul 07 19:18:35.603004 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:35.913234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-8238c4d6-cc09-4349-bf8c-5d1b658c8d80 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2244842 Jul 07 19:18:35.924534 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:35.939640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:36.016046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e88520cc-c389-4854-a06d-8ef7e6e9b396 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:36.023127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e88520cc-c389-4854-a06d-8ef7e6e9b396 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:36.024750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e88520cc-c389-4854-a06d-8ef7e6e9b396 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.48 "GET /v2.0/networks?id=1e705440-4c29-48da-8805-fdb1b338ddb8&id=d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4&id=1e705440-4c29-48da-8805-fdb1b338ddb8 HTTP/1.1" status: 200 len: 1389 time: 0.2781887 Jul 07 19:18:36.029374 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:36.063352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'port': {'device_id': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8', 'admin_state_up': True, 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:36.147799 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Deleting port aa2cf186-9768-4a5f-9820-160d3756f585 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:36.148299 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:36.405567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a427e31-d367-4262-ba16-f20ef2797ad9 req-a71fbdb4-faf5-4dbb-b04e-73f4985033b6 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:36.408187 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a427e31-d367-4262-ba16-f20ef2797ad9 req-a71fbdb4-faf5-4dbb-b04e-73f4985033b6 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7 HTTP/1.1" status: 200 len: 949 time: 0.2172759 Jul 07 19:18:36.420410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:18:36.425087 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:36.563183 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a427e31-d367-4262-ba16-f20ef2797ad9 req-d727c91f-70f4-4c25-a18a-9eff300ef6cf tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452165 Jul 07 19:18:36.609105 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:36.629507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Calling delete_port for aa2cf186-9768-4a5f-9820-160d3756f585 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:36.637205 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:36.664944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879ac516-179c-4d81-bddb-62b05583eaac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90da885-6d75-461a-9f54-506f0573c2d9'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:36.671398 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cec105-cd0f-4c24-a57a-b0547e4cfb28" -d '{"events": [{"server_uuid": "879ac516-179c-4d81-bddb-62b05583eaac", "name": "network-vif-unplugged", "status": "completed", "tag": "a90da885-6d75-461a-9f54-506f0573c2d9"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:36.682392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Allocated IP 19.80.0.217 (1e705440-4c29-48da-8805-fdb1b338ddb8/91d5986b-def6-4667-9e57-2e7c0cad8077/ecc70e16-ff4e-4c73-abbd-53bac92e3493) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:36.840417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Allocated IP 172.25.0.88 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/ef571f62-8e3a-4e69-be31-cb7cc938cd13) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:36.960005 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:36.973162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 75642157-959f-4ddc-9681-e31bf7f898c1 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:36.978934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138715f-bef7-4214-98c2-b72aaa095ff3 req-52fd39ee-d611-4848-83d9-95284c5e7d02 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:36.980365 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5138715f-bef7-4214-98c2-b72aaa095ff3 req-52fd39ee-d611-4848-83d9-95284c5e7d02 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.2221115 Jul 07 19:18:37.000287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Pushing event deleted for resources: {'Port': ['ID=aa2cf186-9768-4a5f-9820-160d3756f585,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:37.061166 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.062092 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.093460 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.097198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Transition to ACTIVE for port object ecc70e16-ff4e-4c73-abbd-53bac92e3493 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:37.116474 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.133704 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5138715f-bef7-4214-98c2-b72aaa095ff3 req-702cd4d6-e625-4b3b-8aad-6cc2eddee925 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389368 Jul 07 19:18:37.157339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:37.175794 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.188043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.221981 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.225240 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.266845 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.269548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=75642157-959f-4ddc-9681-e31bf7f898c1,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:37.283830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network 1e705440-4c29-48da-8805-fdb1b338ddb8 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:37.290832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:37.301167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:37.331476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.332341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Fanout notify agent at l3_agent the message router_deleted on router 8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:18:37.342387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Port': ['ID=ecc70e16-ff4e-4c73-abbd-53bac92e3493,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:37.351024 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.352497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-601c3795-459a-4f5b-9753-dc8fc9c2c6c6 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/routers/8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2 HTTP/1.1" status: 204 len: 168 time: 1.9765770 Jul 07 19:18:37.358780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54384) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:37.363342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:37.369004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:37.372695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:37.378643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Pushing event updated for resources: {'Port': ['ID=ef571f62-8e3a-4e69-be31-cb7cc938cd13,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:37.379275 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a2dce6e4-bca8-4c3a-9aa9-036bf127010a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-326180115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:37.476444 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a2dce6e4-bca8-4c3a-9aa9-036bf127010a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.477903 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a2dce6e4-bca8-4c3a-9aa9-036bf127010a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.485341 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.493006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:37.493866 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.524493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-fc5202cd-f28f-44da-a86d-5c8c4d880720 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4685347 Jul 07 19:18:37.538527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'port': {'device_id': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4', 'admin_state_up': True, 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:37.568762 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.613250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a2dce6e4-bca8-4c3a-9aa9-036bf127010a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.625571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a2dce6e4-bca8-4c3a-9aa9-036bf127010a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.647478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc8929-8d32-47d3-bc1a-449ca90ab83e req-dd2cd9b4-1c97-41e0-83db-571bab33fb21 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:37.649039 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05cc8929-8d32-47d3-bc1a-449ca90ab83e req-dd2cd9b4-1c97-41e0-83db-571bab33fb21 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 944 time: 0.2506793 Jul 07 19:18:37.657965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-26e91bb5-5268-4672-8cb3-bae3793efbc7 None None] Provisioning for port ecc70e16-ff4e-4c73-abbd-53bac92e3493 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:37.663670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-26e91bb5-5268-4672-8cb3-bae3793efbc7 None None] Provisioning complete for port ecc70e16-ff4e-4c73-abbd-53bac92e3493 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:37.664096 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-26e91bb5-5268-4672-8cb3-bae3793efbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.685043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a2dce6e4-bca8-4c3a-9aa9-036bf127010a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.686213 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a2dce6e4-bca8-4c3a-9aa9-036bf127010a tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3257346 Jul 07 19:18:37.690738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54386) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:37.703860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'enable_snat': False}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:37.733314 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-26e91bb5-5268-4672-8cb3-bae3793efbc7 None None] Port ecc70e16-ff4e-4c73-abbd-53bac92e3493 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:18:37.791688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05cc8929-8d32-47d3-bc1a-449ca90ab83e req-7d79fc88-28d3-4ec9-8d6c-ff9938283321 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345298 Jul 07 19:18:37.831049 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.842640 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.875335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:18:37.879907 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:37.971706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Pushing event updated for resources: {'Port': ['ID=ef571f62-8e3a-4e69-be31-cb7cc938cd13,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:37.975686 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:38.004294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:38.007110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-60d873ce-7fc5-4775-9945-9da6bb2f4846 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0729208 Jul 07 19:18:38.086593 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-b4b707eb-db99-48c3-9315-953d3d8e4fd0 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.0666342 Jul 07 19:18:38.280378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-f2628c10-0469-450b-974c-2a1e6134e2bf tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:38.282485 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-346a7540-8f55-4022-8203-37ebd5400ec7 req-f2628c10-0469-450b-974c-2a1e6134e2bf tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1883633 Jul 07 19:18:38.373103 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:38.571528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766a044-a1d5-4cab-b0b8-18b6d20dcf9d req-00f7145a-6a57-4310-bea1-745ec7458f68 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:38.573502 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5766a044-a1d5-4cab-b0b8-18b6d20dcf9d req-00f7145a-6a57-4310-bea1-745ec7458f68 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 932 time: 0.6038439 Jul 07 19:18:38.575844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Allocated IP 19.86.0.192 (d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4/aa761928-a8c7-4b97-92b9-2c00465600ed/c7facf39-f7ed-46db-b228-1e06476e68b3) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:38.703972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5766a044-a1d5-4cab-b0b8-18b6d20dcf9d req-2df59c0d-6755-4f22-9178-a344ee81be90 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174421 Jul 07 19:18:38.762149 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac68159c-93e7-4391-8bbb-dd56bbf1d7d9 x-openstack-request-id: req-ac68159c-93e7-4391-8bbb-dd56bbf1d7d9 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:38.763184 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879ac516-179c-4d81-bddb-62b05583eaac", "name": "network-vif-unplugged", "status": "failed", "tag": "a90da885-6d75-461a-9f54-506f0573c2d9", "code": 422}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:38.763184 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac68159c-93e7-4391-8bbb-dd56bbf1d7d9 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:38.763184 n-d-793621-9 neutron-server[93902]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '879ac516-179c-4d81-bddb-62b05583eaac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a90da885-6d75-461a-9f54-506f0573c2d9', 'code': 422} returned with failed status Jul 07 19:18:38.975987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 885a72b0-54e9-4af3-be20-26b29ed4863c details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:18:39.001620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a90da885-6d75-461a-9f54-506f0573c2d9 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:39.024959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.049321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Transition to ACTIVE for port object c7facf39-f7ed-46db-b228-1e06476e68b3 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:39.096189 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.153694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.162048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:39.195141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:39.207192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:39.212083 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.234604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Port': ['ID=c7facf39-f7ed-46db-b228-1e06476e68b3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:39.325223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 885a72b0-54e9-4af3-be20-26b29ed4863c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=885a72b0-54e9-4af3-be20-26b29ed4863c,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:39.396742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:39.397514 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.402029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '885a72b0-54e9-4af3-be20-26b29ed4863c', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'port_id': '885a72b0-54e9-4af3-be20-26b29ed4863c', 'mac_address': 'fa:16:3e:21:a0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0639349d-cd44-4b30-8111-830dacc72ffc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:18:39.472861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.473835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e046cca1-ec90-47fb-ad6f-2435cd79ba75 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9406061 Jul 07 19:18:39.490128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'port': {'device_id': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8', 'admin_state_up': True, 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:39.493620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 885a72b0-54e9-4af3-be20-26b29ed4863c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:39.602499 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Allocated IP 172.25.0.49 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/04836c0d-f569-4356-baba-0362de90f8df) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:39.616926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 885a72b0-54e9-4af3-be20-26b29ed4863c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=885a72b0-54e9-4af3-be20-26b29ed4863c,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:39.620755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792855b0-25f8-4f38-bea2-834428b03d81 req-9ef923b6-1d8b-4da4-8a6d-abf22cc940a6 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:39.624864 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-792855b0-25f8-4f38-bea2-834428b03d81 req-9ef923b6-1d8b-4da4-8a6d-abf22cc940a6 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1863008 Jul 07 19:18:39.625512 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.730114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=885a72b0-54e9-4af3-be20-26b29ed4863c,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:39.741964 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-792855b0-25f8-4f38-bea2-834428b03d81 req-52cc3971-e14b-4978-ab5c-201c8ad34071 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039968 Jul 07 19:18:39.760736 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.783076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-749c846b-123e-4161-ab3b-046c4e46d195 None None] Provisioning for port c7facf39-f7ed-46db-b228-1e06476e68b3 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:39.797092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-749c846b-123e-4161-ab3b-046c4e46d195 None None] Provisioning complete for port c7facf39-f7ed-46db-b228-1e06476e68b3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:39.798033 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-749c846b-123e-4161-ab3b-046c4e46d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.810167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['885a72b0-54e9-4af3-be20-26b29ed4863c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:18:39.905852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:18:39.909426 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.920993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-fe744ff8-442a-49c6-a862-fa235c355fdd tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1391838 Jul 07 19:18:39.940638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:39.941133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-749c846b-123e-4161-ab3b-046c4e46d195 None None] Port c7facf39-f7ed-46db-b228-1e06476e68b3 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:18:39.959338 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.968581 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.087780 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.120194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88250cf7-8978-4ad7-b3d9-ace9111f22cf req-55157ea3-b34b-4884-8d22-94103484ffdf tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:40.121762 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-88250cf7-8978-4ad7-b3d9-ace9111f22cf req-55157ea3-b34b-4884-8d22-94103484ffdf tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=879ac516-179c-4d81-bddb-62b05583eaac HTTP/1.1" status: 200 len: 944 time: 0.2209344 Jul 07 19:18:40.123095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.208627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:40.222526 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:40.235540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:40.246675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Pushing event updated for resources: {'Port': ['ID=04836c0d-f569-4356-baba-0362de90f8df,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:40.249805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Allocated IP 19.80.0.170 (1e705440-4c29-48da-8805-fdb1b338ddb8/91d5986b-def6-4667-9e57-2e7c0cad8077/a52dd93c-82b4-4fee-8fb5-c4b9a08c858a) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:40.290527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Allocated IP 172.25.0.67 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/d5efda4b-42a9-44b2-9cbc-3b0bc78de38d) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:40.436918 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.489144 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.535657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:40.543042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:40.546545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:40.567909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-88250cf7-8978-4ad7-b3d9-ace9111f22cf req-9316567e-cf3e-47bb-8e12-cc53c274da6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Deleting port a90da885-6d75-461a-9f54-506f0573c2d9 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:40.568821 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-88250cf7-8978-4ad7-b3d9-ace9111f22cf req-9316567e-cf3e-47bb-8e12-cc53c274da6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.570742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Pushing event updated for resources: {'Port': ['ID=d5efda4b-42a9-44b2-9cbc-3b0bc78de38d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:40.664141 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.744113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.744424 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.764274 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:40.768727 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1e249c-594f-4e16-beac-3e00d85ff1cd" -d '{"events": [{"server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "name": "network-vif-unplugged", "status": "completed", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:40.800022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Transition to ACTIVE for port object a52dd93c-82b4-4fee-8fb5-c4b9a08c858a will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:40.802949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-88250cf7-8978-4ad7-b3d9-ace9111f22cf req-9316567e-cf3e-47bb-8e12-cc53c274da6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] For port a90da885-6d75-461a-9f54-506f0573c2d9, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a90da885-6d75-461a-9f54-506f0573c2d9,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:40.803308 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-88250cf7-8978-4ad7-b3d9-ace9111f22cf req-9316567e-cf3e-47bb-8e12-cc53c274da6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.826241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-88250cf7-8978-4ad7-b3d9-ace9111f22cf req-9316567e-cf3e-47bb-8e12-cc53c274da6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Calling delete_port for a90da885-6d75-461a-9f54-506f0573c2d9 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:40.856098 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.938327 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.944955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.972873 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.012516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 885a72b0-54e9-4af3-be20-26b29ed4863c up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:41.064471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Pushing event updated for resources: {'Port': ['ID=d5efda4b-42a9-44b2-9cbc-3b0bc78de38d,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:41.083326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.108454 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.112375 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-19db94de-3758-41a3-84ac-f55314ebb1eb tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1763918 Jul 07 19:18:41.154311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 885a72b0-54e9-4af3-be20-26b29ed4863c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:41.154649 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.198401 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-3800c3cd-0df2-4cfe-a7f8-ea13d017d78f tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0725431 Jul 07 19:18:41.249267 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network 1e705440-4c29-48da-8805-fdb1b338ddb8 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:41.282586 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.291380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:41.300926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Port': ['ID=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:41.308328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:41.343227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 885a72b0-54e9-4af3-be20-26b29ed4863c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=885a72b0-54e9-4af3-be20-26b29ed4863c,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:41.352227 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.391268 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-40c62a22-52f6-4a4c-82d7-0e4ba056ae5c tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:41.394027 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8bc2939d-7918-4440-ba0c-a4abc30482ca req-40c62a22-52f6-4a4c-82d7-0e4ba056ae5c tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1866422 Jul 07 19:18:41.412865 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-88250cf7-8978-4ad7-b3d9-ace9111f22cf req-9316567e-cf3e-47bb-8e12-cc53c274da6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.450270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=885a72b0-54e9-4af3-be20-26b29ed4863c,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:41.471102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:41.471734 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.515591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316567e-cf3e-47bb-8e12-cc53c274da6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Pushing event deleted for resources: {'Port': ['ID=a90da885-6d75-461a-9f54-506f0573c2d9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:41.600605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-897552f8-6998-4d31-aa89-bbd38bfaa4c7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1175590 Jul 07 19:18:41.631272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-88250cf7-8978-4ad7-b3d9-ace9111f22cf req-9316567e-cf3e-47bb-8e12-cc53c274da6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] No DVR routers for this DVR port a90da885-6d75-461a-9f54-506f0573c2d9 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:18:41.641538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Request body: {'port': {'device_id': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:41.654560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-134d1be3-f632-4607-b17b-702ff0d371a5 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:41.656756 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-134d1be3-f632-4607-b17b-702ff0d371a5 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 945 time: 0.4508948 Jul 07 19:18:41.658499 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-88250cf7-8978-4ad7-b3d9-ace9111f22cf req-9316567e-cf3e-47bb-8e12-cc53c274da6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.661507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-88250cf7-8978-4ad7-b3d9-ace9111f22cf req-9316567e-cf3e-47bb-8e12-cc53c274da6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "DELETE /v2.0/ports/a90da885-6d75-461a-9f54-506f0573c2d9 HTTP/1.1" status: 204 len: 173 time: 1.5099347 Jul 07 19:18:41.669949 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9152ec9-2f3e-47ee-9153-c2a72b57bdf9 req-46a191a6-fe46-469c-9bed-06590b252253 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:41.670911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879ac516-179c-4d81-bddb-62b05583eaac', 'name': 'network-vif-deleted', 'tag': 'a90da885-6d75-461a-9f54-506f0573c2d9'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:41.674711 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1b2a35-74a4-4b32-99c6-0f4b266d6bc8" -d '{"events": [{"server_uuid": "879ac516-179c-4d81-bddb-62b05583eaac", "name": "network-vif-deleted", "tag": "a90da885-6d75-461a-9f54-506f0573c2d9"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:41.680002 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9152ec9-2f3e-47ee-9153-c2a72b57bdf9 req-46a191a6-fe46-469c-9bed-06590b252253 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 945 time: 0.1107647 Jul 07 19:18:41.714737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-180e971b-50c8-4feb-96be-ce0a7a0af7eb None None] Provisioning for port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:41.724591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-180e971b-50c8-4feb-96be-ce0a7a0af7eb None None] Provisioning complete for port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:41.727030 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-180e971b-50c8-4feb-96be-ce0a7a0af7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.775716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9152ec9-2f3e-47ee-9153-c2a72b57bdf9 req-1a634ae1-016b-4060-9186-396acb97e630 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932207 Jul 07 19:18:41.805012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-180e971b-50c8-4feb-96be-ce0a7a0af7eb None None] Port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:18:42.190820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02208af5-7856-42eb-b151-91a60739df80 req-253addb2-fe98-4fa7-b443-94af26f91e27 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:42.200850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02208af5-7856-42eb-b151-91a60739df80 req-253addb2-fe98-4fa7-b443-94af26f91e27 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:42.210005 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02208af5-7856-42eb-b151-91a60739df80 req-253addb2-fe98-4fa7-b443-94af26f91e27 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:42.211729 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-02208af5-7856-42eb-b151-91a60739df80 req-253addb2-fe98-4fa7-b443-94af26f91e27 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2377 time: 0.1342363 Jul 07 19:18:42.225904 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.250514 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.279084 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-02208af5-7856-42eb-b151-91a60739df80 req-fcb515aa-606d-4984-a6b9-c2e9cfc441a9 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555127 Jul 07 19:18:42.399188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.421902 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc7bc40-6fa2-4159-b6de-cba7de9ee3f1 x-openstack-request-id: req-adc7bc40-6fa2-4159-b6de-cba7de9ee3f1 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:42.422435 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "name": "network-vif-unplugged", "status": "completed", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:42.422435 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-adc7bc40-6fa2-4159-b6de-cba7de9ee3f1 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:42.422840 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1', 'code': 200} Jul 07 19:18:42.524923 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e1d3f40-d07d-4cf8-b20e-13bc59b23237 req-d7a81c39-67e2-432f-8372-9b7dbd1be1f4 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips/cc1d7af7-92e6-443a-85d8-0145c1d5d1eb HTTP/1.1" status: 200 len: 692 time: 0.0857601 Jul 07 19:18:42.626753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Deleting port e568ffe0-4c5f-430c-ac37-ca5402b8bec9 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:42.627686 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.687663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d3f40-d07d-4cf8-b20e-13bc59b23237 req-7671d2e3-5258-4767-9610-c67d8f702c09 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:42.690122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e1d3f40-d07d-4cf8-b20e-13bc59b23237 req-7671d2e3-5258-4767-9610-c67d8f702c09 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1588881 Jul 07 19:18:42.750695 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183cb8c2-c21f-4899-8ca4-dc6dfa63eebe x-openstack-request-id: req-183cb8c2-c21f-4899-8ca4-dc6dfa63eebe {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:42.751161 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879ac516-179c-4d81-bddb-62b05583eaac", "name": "network-vif-deleted", "tag": "a90da885-6d75-461a-9f54-506f0573c2d9", "status": "failed", "code": 422}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:42.751348 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-183cb8c2-c21f-4899-8ca4-dc6dfa63eebe {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:42.751712 n-d-793621-9 neutron-server[93901]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '879ac516-179c-4d81-bddb-62b05583eaac', 'name': 'network-vif-deleted', 'tag': 'a90da885-6d75-461a-9f54-506f0573c2d9', 'status': 'failed', 'code': 422} returned with failed status Jul 07 19:18:42.896785 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-6546a15b-cf88-49eb-a719-401a1090022f tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips/cc1d7af7-92e6-443a-85d8-0145c1d5d1eb HTTP/1.1" status: 200 len: 692 time: 0.0555406 Jul 07 19:18:42.907271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e8749-21ea-4a8e-96a9-1fb527e72ddc req-f589bb7b-653c-4702-b588-d40adaf0dcc1 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:42.909603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-010e8749-21ea-4a8e-96a9-1fb527e72ddc req-f589bb7b-653c-4702-b588-d40adaf0dcc1 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.4636130 Jul 07 19:18:42.927842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] For port e568ffe0-4c5f-430c-ac37-ca5402b8bec9, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e568ffe0-4c5f-430c-ac37-ca5402b8bec9,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:42.928421 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.015663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9346a8b8-61ac-4b01-b5a8-81525633157f details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:18:43.043565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Router d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:18:43.055834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-32a9457e-5f14-4c32-be80-e51350606769 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:43.059760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-32a9457e-5f14-4c32-be80-e51350606769 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1619244 Jul 07 19:18:43.145156 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-f0da932e-1538-4a2c-9c59-15752811ace7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0751467 Jul 07 19:18:43.168134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9346a8b8-61ac-4b01-b5a8-81525633157f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9346a8b8-61ac-4b01-b5a8-81525633157f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:43.169541 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-010e8749-21ea-4a8e-96a9-1fb527e72ddc req-4fee5ec3-8338-4c23-bebb-42ca2a027995 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350826 Jul 07 19:18:43.192287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '9346a8b8-61ac-4b01-b5a8-81525633157f', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '9346a8b8-61ac-4b01-b5a8-81525633157f', 'mac_address': 'fa:16:3e:b5:e5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:18:43.269113 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-d0b44643-38d1-4b38-a7a7-5fdb97a3125d tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.1118793 Jul 07 19:18:43.269444 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.304010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9346a8b8-61ac-4b01-b5a8-81525633157f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:43.315369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc70e16-ff4e-4c73-abbd-53bac92e3493 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:43.331449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9346a8b8-61ac-4b01-b5a8-81525633157f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9346a8b8-61ac-4b01-b5a8-81525633157f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:43.340447 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.358949 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.390963 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.391642 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.392166 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Floating IP 14a6fa98-969b-4758-8359-496f13a10906 disassociated. External IP: 172.25.0.25, port: e568ffe0-4c5f-430c-ac37-ca5402b8bec9. Jul 07 19:18:43.392717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Calling delete_port for e568ffe0-4c5f-430c-ac37-ca5402b8bec9 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:43.404049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Transition to ACTIVE for port object ecc70e16-ff4e-4c73-abbd-53bac92e3493 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:43.415485 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.447432 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=9346a8b8-61ac-4b01-b5a8-81525633157f,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:43.454990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-2cd53f90-d89b-4328-b01b-0699122303f5 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Deleting port d5efda4b-42a9-44b2-9cbc-3b0bc78de38d {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:43.455500 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-2cd53f90-d89b-4328-b01b-0699122303f5 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.465005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:43.468606 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['9346a8b8-61ac-4b01-b5a8-81525633157f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:18:43.477605 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08206a26-0b0f-4391-a009-f549e92586c5 None None] Sync routers for ids ['d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:43.511538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.512965 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8e8ee708-a2e8-4765-9d1a-4659868642a0 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "PUT /v2.0/routers/d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889 HTTP/1.1" status: 200 len: 918 time: 5.8183806 Jul 07 19:18:43.515896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54504) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:43.555153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08206a26-0b0f-4391-a009-f549e92586c5 None None] Routers {'d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:43.556352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-08206a26-0b0f-4391-a009-f549e92586c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:43.570243 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Pushing event updated for resources: {'Port': ['ID=ecc70e16-ff4e-4c73-abbd-53bac92e3493,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:43.602440 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-08206a26-0b0f-4391-a009-f549e92586c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:43.646341 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-2cd53f90-d89b-4328-b01b-0699122303f5 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.647076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-2cd53f90-d89b-4328-b01b-0699122303f5 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.653236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08206a26-0b0f-4391-a009-f549e92586c5 None None] Routers {'d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:43.653877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-08206a26-0b0f-4391-a009-f549e92586c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:43.711155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da182f-7bea-4741-9a33-afa52428be4b req-3c783eeb-54f1-46da-aa70-aabbbc760134 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:43.712635 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-2cd53f90-d89b-4328-b01b-0699122303f5 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Calling delete_port for d5efda4b-42a9-44b2-9cbc-3b0bc78de38d owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:43.713062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9da182f-7bea-4741-9a33-afa52428be4b req-3c783eeb-54f1-46da-aa70-aabbbc760134 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3886c1c-e9d9-423b-9042-a86f7ed6921a HTTP/1.1" status: 200 len: 945 time: 0.2946630 Jul 07 19:18:43.780803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-08206a26-0b0f-4391-a009-f549e92586c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:43.781631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08206a26-0b0f-4391-a009-f549e92586c5 None None] The sync data for ids ['d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:43.783201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Attempting to bind port ecc70e16-ff4e-4c73-abbd-53bac92e3493 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:43.783345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Attempting to bind port ecc70e16-ff4e-4c73-abbd-53bac92e3493 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:43.783567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Attempting to bind port ecc70e16-ff4e-4c73-abbd-53bac92e3493 on network 1e705440-4c29-48da-8805-fdb1b338ddb8 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:43.802252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Port ecc70e16-ff4e-4c73-abbd-53bac92e3493 on network 1e705440-4c29-48da-8805-fdb1b338ddb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:18:43.803928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Attempting to bind port ecc70e16-ff4e-4c73-abbd-53bac92e3493 on network 1e705440-4c29-48da-8805-fdb1b338ddb8 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:43.805732 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-94b521fd-79eb-46d6-9ac8-b58ee46b83a9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/routers/d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889 HTTP/1.1" status: 200 len: 924 time: 0.2866840 Jul 07 19:18:43.808524 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54514) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:43.809848 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.886088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:43.886412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Checking segment: {'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:43.886844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Bound using segment: {'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:43.887614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Bound port: ecc70e16-ff4e-4c73-abbd-53bac92e3493, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:43.887986 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.903745 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9da182f-7bea-4741-9a33-afa52428be4b req-33d895e2-fe8a-45d3-b33a-753605c52b36 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups?id=35c6be14-10e8-45ab-8584-ed30d89e3298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711733 Jul 07 19:18:43.909009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Pushing event deleted for resources: {'Port': ['ID=e568ffe0-4c5f-430c-ac37-ca5402b8bec9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:44.101501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa35bc1f-35a5-42db-80f3-13a3dd63e6e4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:44.104188 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aa35bc1f-35a5-42db-80f3-13a3dd63e6e4 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&device_id=d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2944877 Jul 07 19:18:44.119664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54532) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:44.234225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] For port ecc70e16-ff4e-4c73-abbd-53bac92e3493, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:44.268730 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4a3bcc1-54fe-41a5-92d8-24f3904ea659 req-3fa16e37-eeef-45c0-8a6a-847669a73a7d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4032297 Jul 07 19:18:44.283080 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-2cd53f90-d89b-4328-b01b-0699122303f5 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:44.317616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] For port ecc70e16-ff4e-4c73-abbd-53bac92e3493, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecc70e16-ff4e-4c73-abbd-53bac92e3493,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:44.331601 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:44.339056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd53f90-d89b-4328-b01b-0699122303f5 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Pushing event deleted for resources: {'Port': ['ID=d5efda4b-42a9-44b2-9cbc-3b0bc78de38d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:44.398710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce5671-9bd9-4236-bd67-8bbea0cea083 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:44.404170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8fce5671-9bd9-4236-bd67-8bbea0cea083 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 881 time: 0.2807875 Jul 07 19:18:44.408345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54550) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:44.417454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:18:44.423880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920be74f-5e29-43bd-a3f9-2f550fb607f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885a72b0-54e9-4af3-be20-26b29ed4863c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:44.429534 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4645c7-1622-41fd-a58f-2a4e606cc635" -d '{"events": [{"server_uuid": "920be74f-5e29-43bd-a3f9-2f550fb607f1", "name": "network-vif-plugged", "status": "completed", "tag": "885a72b0-54e9-4af3-be20-26b29ed4863c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:44.479068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:44.480497 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:44.483173 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] 10.222.0.48 "PUT /v2.0/ports/ecc70e16-ff4e-4c73-abbd-53bac92e3493 HTTP/1.1" status: 200 len: 1092 time: 2.8554971 Jul 07 19:18:44.536538 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9362d66c-3a00-4fca-98ad-caacfe17e605 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889 HTTP/1.1" status: 200 len: 205 time: 0.1270580 Jul 07 19:18:44.540202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54554) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:44.623903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dd6c6-1290-444b-a894-e91878d6894a service neutron] Pushing event updated for resources: {'Port': ['ID=ecc70e16-ff4e-4c73-abbd-53bac92e3493,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:44.634073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Request body: {'port': {'device_id': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:44.660582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-2ed1c443-c093-45c2-8601-7ea6d69d14d8 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:44.662258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-2ed1c443-c093-45c2-8601-7ea6d69d14d8 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.4501274 Jul 07 19:18:44.748433 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-ddbc49ea-c775-4fa2-840d-db8db6d423fc tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/quotas/2e1f918f8e4244559f5f76b0b68b66a6 HTTP/1.1" status: 200 len: 375 time: 0.0579023 Jul 07 19:18:44.766159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'tag': 'ecc70e16-ff4e-4c73-abbd-53bac92e3493'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:44.768257 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273a46a5-8a70-4897-9c3a-93f0f64e66cc" -d '{"events": [{"name": "network-changed", "server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "tag": "ecc70e16-ff4e-4c73-abbd-53bac92e3493"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:44.774176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-2cd53f90-d89b-4328-b01b-0699122303f5 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:44.779603 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-2cd53f90-d89b-4328-b01b-0699122303f5 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:44.791674 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6c2d6c8-0d73-4286-872d-5b7431477809 req-2cd53f90-d89b-4328-b01b-0699122303f5 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "DELETE /v2.0/floatingips/cc1d7af7-92e6-443a-85d8-0145c1d5d1eb HTTP/1.1" status: 204 len: 173 time: 1.5211236 Jul 07 19:18:44.859600 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-4803851f-605e-47f9-bbe8-c3fc90f9eb80 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1102715 Jul 07 19:18:44.889028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3bcc1-54fe-41a5-92d8-24f3904ea659 req-ada932c0-c64d-4472-9b35-e867578616b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:44.891546 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4a3bcc1-54fe-41a5-92d8-24f3904ea659 req-ada932c0-c64d-4472-9b35-e867578616b7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=93292540169c4b11a873d0e2ea925890&device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 1100 time: 0.5129614 Jul 07 19:18:44.924102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:44.990707 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.042373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device e568ffe0-4c5f-430c-ac37-ca5402b8bec9 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:45.046692 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9346a8b8-61ac-4b01-b5a8-81525633157f up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:45.057692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:45.079395 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a79b4d-6d12-4534-aa4d-ce13d9427eca None None] Sync routers for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:45.099354 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a79b4d-6d12-4534-aa4d-ce13d9427eca None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:45.100161 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-08a79b4d-6d12-4534-aa4d-ce13d9427eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:45.200211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: e568ffe0-4c5f-430c-ac37-ca5402b8bec9 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:18:45.201167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device e568ffe0-4c5f-430c-ac37-ca5402b8bec9 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:18:45.297614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 9346a8b8-61ac-4b01-b5a8-81525633157f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:45.298258 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.488644 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-08a79b4d-6d12-4534-aa4d-ce13d9427eca None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:45.565306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3bcc1-54fe-41a5-92d8-24f3904ea659 req-31d926ff-c565-45c3-90ba-6981ef45801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:45.567907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4a3bcc1-54fe-41a5-92d8-24f3904ea659 req-31d926ff-c565-45c3-90ba-6981ef45801b service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.6398757 Jul 07 19:18:45.590892 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.592311 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.635941 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4a3bcc1-54fe-41a5-92d8-24f3904ea659 req-3567419a-c1b2-48d8-b5dd-a9ec2b8aa0d1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=014808cf-4775-45ba-9de0-dfd7c27c7843 HTTP/1.1" status: 200 len: 217 time: 0.0571866 Jul 07 19:18:45.670603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f09f69-8177-4b1e-b5e8-712c9848b903 req-43a08efd-5b30-44b9-877a-31f96868a402 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:45.678196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f09f69-8177-4b1e-b5e8-712c9848b903 req-43a08efd-5b30-44b9-877a-31f96868a402 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:45.684953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f09f69-8177-4b1e-b5e8-712c9848b903 req-43a08efd-5b30-44b9-877a-31f96868a402 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:45.694136 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f8f09f69-8177-4b1e-b5e8-712c9848b903 req-43a08efd-5b30-44b9-877a-31f96868a402 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2389 time: 0.5207348 Jul 07 19:18:45.721692 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9346a8b8-61ac-4b01-b5a8-81525633157f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9346a8b8-61ac-4b01-b5a8-81525633157f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:45.732226 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.855614 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f8f09f69-8177-4b1e-b5e8-712c9848b903 req-c562f4ce-4064-42ec-941d-457cd6565807 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599076 Jul 07 19:18:45.868588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3bcc1-54fe-41a5-92d8-24f3904ea659 req-8967feb5-aae6-4782-9e53-5ee9f6b7d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:45.878922 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4a3bcc1-54fe-41a5-92d8-24f3904ea659 req-8967feb5-aae6-4782-9e53-5ee9f6b7d9dc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2252738 Jul 07 19:18:45.954845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Deleting port 04836c0d-f569-4356-baba-0362de90f8df {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:45.955722 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.955980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=9346a8b8-61ac-4b01-b5a8-81525633157f,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:46.171714 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-08a79b4d-6d12-4534-aa4d-ce13d9427eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:22Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:46.290458 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a79b4d-6d12-4534-aa4d-ce13d9427eca None None] Checking router: ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:18:46.319340 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a79b4d-6d12-4534-aa4d-ce13d9427eca None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:46.320980 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-08a79b4d-6d12-4534-aa4d-ce13d9427eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:46.470042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] No DVR routers for this DVR port e568ffe0-4c5f-430c-ac37-ca5402b8bec9 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:18:46.486243 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.490054 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-abc8fe5b-37a3-4092-aeef-e0be834e503a req-28cef564-d246-4761-a266-0045def2230b tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.48 "DELETE /v2.0/ports/e568ffe0-4c5f-430c-ac37-ca5402b8bec9 HTTP/1.1" status: 204 len: 173 time: 4.7808216 Jul 07 19:18:46.611693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-b17514b9-34d1-4f3a-8e12-d16dc0b1f200 service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7507529 Jul 07 19:18:46.728293 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-08a79b4d-6d12-4534-aa4d-ce13d9427eca None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:46.804456 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.820835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Calling delete_port for 04836c0d-f569-4356-baba-0362de90f8df owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:47.116838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7facf39-f7ed-46db-b228-1e06476e68b3 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:47.136728 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.150108 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.181982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Transition to ACTIVE for port object c7facf39-f7ed-46db-b228-1e06476e68b3 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:47.207309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.227987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Pushing event deleted for resources: {'Port': ['ID=04836c0d-f569-4356-baba-0362de90f8df,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:47.408066 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-31df57a0-4373-43b3-b541-05bb3916e9d2 service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7929859 Jul 07 19:18:47.474666 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-08a79b4d-6d12-4534-aa4d-ce13d9427eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:22Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:47.527777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3bcc1-54fe-41a5-92d8-24f3904ea659 req-ffe643cc-1fe0-464b-9ee3-26746edaa94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:47.537802 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4a3bcc1-54fe-41a5-92d8-24f3904ea659 req-ffe643cc-1fe0-464b-9ee3-26746edaa94d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6575456 Jul 07 19:18:47.617801 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a79b4d-6d12-4534-aa4d-ce13d9427eca None None] The sync data for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 is: [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:10:11Z', 'revision_number': 4, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '5005421e-5189-4ae8-9cc1-6f5cde51b1dd', 'name': '', 'network_id': '4837347d-16af-4527-869d-a670e15ab1e0', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'mac_address': 'fa:16:3e:ee:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:10Z', 'updated_at': '2021-07-07T19:10:22Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'subnets': [{'id': 'e25d04fd-32bc-4870-b7cb-9e944799036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:47.649857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Pushing event updated for resources: {'Port': ['ID=c7facf39-f7ed-46db-b228-1e06476e68b3,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:47.757583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Attempting to bind port c7facf39-f7ed-46db-b228-1e06476e68b3 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:47.758583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Attempting to bind port c7facf39-f7ed-46db-b228-1e06476e68b3 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '20bd1919-ae4e-42a3-a51c-2b319ebdc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:47.768948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Attempting to bind port c7facf39-f7ed-46db-b228-1e06476e68b3 on network d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:47.816796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Port c7facf39-f7ed-46db-b228-1e06476e68b3 on network d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:18:47.818231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Attempting to bind port c7facf39-f7ed-46db-b228-1e06476e68b3 on network d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:47.823425 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.844942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:47.845476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Checking segment: {'id': '20bd1919-ae4e-42a3-a51c-2b319ebdc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:47.846093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Bound using segment: {'id': '20bd1919-ae4e-42a3-a51c-2b319ebdc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:47.846811 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Bound port: c7facf39-f7ed-46db-b228-1e06476e68b3, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bd1919-ae4e-42a3-a51c-2b319ebdc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:47.863705 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.100045 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.130944 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.280042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] For port c7facf39-f7ed-46db-b228-1e06476e68b3, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:48.309231 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.310070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Fanout notify agent at l3_agent the message router_deleted on router d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:18:48.324268 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.328892 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-901c60e5-d39d-4a38-9133-8e5d787ca0b1 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/routers/d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889 HTTP/1.1" status: 204 len: 168 time: 3.7839921 Jul 07 19:18:48.331722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] For port c7facf39-f7ed-46db-b228-1e06476e68b3, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c7facf39-f7ed-46db-b228-1e06476e68b3,segment=NetworkSegment(20bd1919-ae4e-42a3-a51c-2b319ebdc345),segment_id=20bd1919-ae4e-42a3-a51c-2b319ebdc345)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:48.338786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54600) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:48.346164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-787720369', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:48.379390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f90189-f1e2-4316-9ec6-aee8feed0134 None None] New status for floating IP 14a6fa98-969b-4758-8359-496f13a10906: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:18:48.385555 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4a3bcc1-54fe-41a5-92d8-24f3904ea659 req-2d94d0aa-8671-4923-ad39-4faa0ea4c3a2 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8188837 Jul 07 19:18:48.390397 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.425774 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.430999 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.533725 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4a3bcc1-54fe-41a5-92d8-24f3904ea659 req-b379fef4-62c3-4731-b50a-b9f6acedd873 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396925 Jul 07 19:18:48.606386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:48.607114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.620139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] 10.222.0.48 "PUT /v2.0/ports/c7facf39-f7ed-46db-b228-1e06476e68b3 HTTP/1.1" status: 200 len: 1092 time: 3.9879465 Jul 07 19:18:48.695713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Request body: {'port': {'device_id': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:48.958153 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.966382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a0f83-87d1-48ed-999c-d34cdcd61623 service neutron] Pushing event updated for resources: {'Port': ['ID=c7facf39-f7ed-46db-b228-1e06476e68b3,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:49.182195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc705c-a5fd-4498-b357-05904d30aa83 req-7aed3aba-49e7-4f9a-b72c-902eacd1dcb3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:49.184989 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-08bc705c-a5fd-4498-b357-05904d30aa83 req-7aed3aba-49e7-4f9a-b72c-902eacd1dcb3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 1.0184646 Jul 07 19:18:49.381555 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:49.444544 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-08bc705c-a5fd-4498-b357-05904d30aa83 req-916033ae-3a73-4994-95e8-60389b6f4c78 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033601 Jul 07 19:18:49.611860 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2809218-64e8-47fd-ace5-70861b4a4481 x-openstack-request-id: req-b2809218-64e8-47fd-ace5-70861b4a4481 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:49.612726 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920be74f-5e29-43bd-a3f9-2f550fb607f1", "name": "network-vif-plugged", "status": "completed", "tag": "885a72b0-54e9-4af3-be20-26b29ed4863c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:49.612726 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2809218-64e8-47fd-ace5-70861b4a4481 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:49.613068 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920be74f-5e29-43bd-a3f9-2f550fb607f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885a72b0-54e9-4af3-be20-26b29ed4863c', 'code': 200} Jul 07 19:18:49.749484 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:50.292095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1db4a-4b7f-40bb-b500-ee603e79ec1e req-173be742-3606-4810-8ae9-3b1671ee501f tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:50.307263 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1de1db4a-4b7f-40bb-b500-ee603e79ec1e req-173be742-3606-4810-8ae9-3b1671ee501f tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6374142 Jul 07 19:18:50.417082 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fa51fc-cc50-4cad-b898-38c26f912745 x-openstack-request-id: req-b4fa51fc-cc50-4cad-b898-38c26f912745 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:50.417584 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "tag": "ecc70e16-ff4e-4c73-abbd-53bac92e3493", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:50.418040 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4fa51fc-cc50-4cad-b898-38c26f912745 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:50.419782 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'tag': 'ecc70e16-ff4e-4c73-abbd-53bac92e3493', 'status': 'completed', 'code': 200} Jul 07 19:18:50.901312 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a46a5-8a70-4897-9c3a-93f0f64e66cc req-371c2af3-fd71-4a4c-8902-eb36bea088a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:50.903378 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a46a5-8a70-4897-9c3a-93f0f64e66cc req-371c2af3-fd71-4a4c-8902-eb36bea088a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:50.904285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a46a5-8a70-4897-9c3a-93f0f64e66cc req-371c2af3-fd71-4a4c-8902-eb36bea088a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:50.906541 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-273a46a5-8a70-4897-9c3a-93f0f64e66cc req-371c2af3-fd71-4a4c-8902-eb36bea088a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb7fe2bad4524a2181ff30fb00b76cbb&device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2799 time: 0.4455945 Jul 07 19:18:50.961634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52dd93c-82b4-4fee-8fb5-c4b9a08c858a {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:51.019205 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a092bd4b-edae-490e-8ff2-edefcaf71d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:51.031219 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:51.039300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 22e322bb-3959-4b90-b739-6fb8d605407e no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:51.175416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Transition to ACTIVE for port object a52dd93c-82b4-4fee-8fb5-c4b9a08c858a will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:51.235748 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:51.247359 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:51.265005 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:51.356272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:51.435553 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:51.548941 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:51.614992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9346a8b8-61ac-4b01-b5a8-81525633157f'}, {'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:51.621956 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa65267f-3a2e-4191-ba91-aca50286a876" -d '{"events": [{"server_uuid": "9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd", "name": "network-vif-plugged", "status": "completed", "tag": "9346a8b8-61ac-4b01-b5a8-81525633157f"}, {"server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "name": "network-vif-unplugged", "status": "completed", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:51.747046 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=22e322bb-3959-4b90-b739-6fb8d605407e,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:51.763000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:51.763348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:51.763705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:51.774300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:51.774670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:51.775008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:51.777861 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:51.778219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:51.778553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:51.778977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:51.779507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:51.780040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:51.792888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:52.003936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-a1e099ba-a2f5-4d02-91aa-282743623b63 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:52.013729 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-a1e099ba-a2f5-4d02-91aa-282743623b63 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.5073025 Jul 07 19:18:52.042399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Request body: {'port': {'device_id': '6ea200cc-091d-4dc9-bb81-af0cc4870721', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'admin_state_up': True, 'tenant_id': '2e1f918f8e4244559f5f76b0b68b66a6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:52.064101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedfdad-8de5-48e8-a5fb-ac390911ad49 req-eba19ca5-4de5-4eb1-9b08-f067d7c4b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:52.067050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cedfdad-8de5-48e8-a5fb-ac390911ad49 req-eba19ca5-4de5-4eb1-9b08-f067d7c4b6e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93292540169c4b11a873d0e2ea925890&device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 1099 time: 0.3835051 Jul 07 19:18:52.146247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a46a5-8a70-4897-9c3a-93f0f64e66cc req-952be5bf-41af-4096-833a-c776f29b2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:52.148421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a46a5-8a70-4897-9c3a-93f0f64e66cc req-952be5bf-41af-4096-833a-c776f29b2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:52.149422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a46a5-8a70-4897-9c3a-93f0f64e66cc req-952be5bf-41af-4096-833a-c776f29b2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:52.154101 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-273a46a5-8a70-4897-9c3a-93f0f64e66cc req-952be5bf-41af-4096-833a-c776f29b2dbc service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=eb7fe2bad4524a2181ff30fb00b76cbb&shared=False HTTP/1.1" status: 200 len: 2288 time: 1.1863368 Jul 07 19:18:52.416470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Attempting to bind port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:52.421376 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Attempting to bind port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:52.421927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Attempting to bind port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a on network 1e705440-4c29-48da-8805-fdb1b338ddb8 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:52.548988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Made reservation on behalf of 2e1f918f8e4244559f5f76b0b68b66a6 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:18:52.553014 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:52.588870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedfdad-8de5-48e8-a5fb-ac390911ad49 req-e2fcab1a-4036-448a-90ed-afa96f460815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:52.590429 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cedfdad-8de5-48e8-a5fb-ac390911ad49 req-e2fcab1a-4036-448a-90ed-afa96f460815 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.2895129 Jul 07 19:18:52.662771 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cedfdad-8de5-48e8-a5fb-ac390911ad49 req-cf731860-5e7d-441a-98d2-aed89d4286d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=22e322bb-3959-4b90-b739-6fb8d605407e HTTP/1.1" status: 200 len: 217 time: 0.0634062 Jul 07 19:18:52.874741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedfdad-8de5-48e8-a5fb-ac390911ad49 req-575a07bd-101f-4d99-9375-69cf00821bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:52.878113 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cedfdad-8de5-48e8-a5fb-ac390911ad49 req-575a07bd-101f-4d99-9375-69cf00821bc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2035487 Jul 07 19:18:53.043305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedfdad-8de5-48e8-a5fb-ac390911ad49 req-4cb1b11c-5171-43cb-829f-00f083a43af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:53.047013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cedfdad-8de5-48e8-a5fb-ac390911ad49 req-4cb1b11c-5171-43cb-829f-00f083a43af5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623831 Jul 07 19:18:53.063741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'name': 'network-vif-deleted', 'tag': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9'}, {'name': 'network-changed', 'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'tag': 'c7facf39-f7ed-46db-b228-1e06476e68b3'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:53.069283 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27472984-2ddb-414d-88a3-8ea558f7af5e" -d '{"events": [{"server_uuid": "e3886c1c-e9d9-423b-9042-a86f7ed6921a", "name": "network-vif-deleted", "tag": "e568ffe0-4c5f-430c-ac37-ca5402b8bec9"}, {"name": "network-changed", "server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "tag": "c7facf39-f7ed-46db-b228-1e06476e68b3"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:53.116774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a on network 1e705440-4c29-48da-8805-fdb1b338ddb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:18:53.118099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Attempting to bind port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a on network 1e705440-4c29-48da-8805-fdb1b338ddb8 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:53.156299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:53.157069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Checking segment: {'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:53.157479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Bound using segment: {'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:53.158286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Bound port: a52dd93c-82b4-4fee-8fb5-c4b9a08c858a, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4ef8d1-48da-438f-8f1b-121eeae00c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:53.158953 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:53.166936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Allocated IP 172.20.0.3 (8883be4c-90e7-454e-8f1f-7d0d4fc80ec5/5b6eae3f-e364-4968-b2e0-000a4f1bdb41/984c67b3-75c9-4041-a4c6-5e5a4efe7b83) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:53.259614 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cedfdad-8de5-48e8-a5fb-ac390911ad49 req-2883322d-1fc9-474b-be14-3879ee2a77e5 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050042 Jul 07 19:18:53.362330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Allocated IP 172.25.0.34 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/548e70c8-6217-495c-8d4f-78abf9f9e73c) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:53.408620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a46a5-8a70-4897-9c3a-93f0f64e66cc req-d36de2fb-59e5-45d5-8c52-2e00d7d4ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:53.413181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-273a46a5-8a70-4897-9c3a-93f0f64e66cc req-d36de2fb-59e5-45d5-8c52-2e00d7d4ad18 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2438865 Jul 07 19:18:53.482417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] For port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:53.499630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] For port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:53.525701 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:53.790736 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:53.797696 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:53.799545 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] 10.222.0.48 "PUT /v2.0/ports/a52dd93c-82b4-4fee-8fb5-c4b9a08c858a HTTP/1.1" status: 200 len: 1092 time: 5.1196036 Jul 07 19:18:53.837878 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2bd8664c-3b2b-4e25-8ea9-367513f7e8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:53.856173 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:53.861357 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cedfdad-8de5-48e8-a5fb-ac390911ad49 req-b90f1dc5-d143-493e-9d29-1ba322431737 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910547 Jul 07 19:18:53.918406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57eec0-67d9-43ce-adab-ae97aea7f3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:54.048416 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:54.122291 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:54.133616 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:54.185869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Pushing event updated for resources: {'Port': ['ID=548e70c8-6217-495c-8d4f-78abf9f9e73c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:54.191132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e8d993d1-8040-4f60-a563-3b04631c31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:54.191651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e8d993d1-8040-4f60-a563-3b04631c31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:54.192714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e8d993d1-8040-4f60-a563-3b04631c31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:54.194474 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-e8d993d1-8040-4f60-a563-3b04631c31d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb7fe2bad4524a2181ff30fb00b76cbb&device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2866 time: 0.2970431 Jul 07 19:18:54.221351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:54.230169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:54.233995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:54.325791 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-353b43ca-4de3-4a22-86aa-2865720f0bae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.217&port_id=ecc70e16-ff4e-4c73-abbd-53bac92e3493 HTTP/1.1" status: 200 len: 217 time: 0.1172080 Jul 07 19:18:54.457344 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:54.510243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-ff79b6eb-f050-4fa4-afea-39c5ff58579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:54.511810 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-ff79b6eb-f050-4fa4-afea-39c5ff58579c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91d5986b-def6-4667-9e57-2e7c0cad8077 HTTP/1.1" status: 200 len: 801 time: 0.1793180 Jul 07 19:18:54.550104 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:18:54.687784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:54.716913 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:54.724496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:54.726560 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:54.835160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Pushing event updated for resources: {'Port': ['ID=984c67b3-75c9-4041-a4c6-5e5a4efe7b83,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:54.871066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:54.871567 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:54.892881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-2ff24bd1-ab59-4838-91c4-c186250f90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:54.894638 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-2ff24bd1-ab59-4838-91c4-c186250f90e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e705440-4c29-48da-8805-fdb1b338ddb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3361051 Jul 07 19:18:54.897172 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-16c26de2-43b7-4bbc-8afc-653aeb110afe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8705187 Jul 07 19:18:54.914162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Request body: {'port': {'device_id': '6ea200cc-091d-4dc9-bb81-af0cc4870721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:54.929595 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:55.080609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 22e322bb-3959-4b90-b739-6fb8d605407e details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:18:55.112709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-3ceb5cd3-3543-4745-838e-e8105c077d29 service neutron] 10.222.0.48 "GET /v2.0/networks/1e705440-4c29-48da-8805-fdb1b338ddb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098298 Jul 07 19:18:55.369892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:55.383906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:55.424191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '22e322bb-3959-4b90-b739-6fb8d605407e', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '22e322bb-3959-4b90-b739-6fb8d605407e', 'mac_address': 'fa:16:3e:fd:40:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:18:55.518512 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:55.528001 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:55.571730 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e322bb-3959-4b90-b739-6fb8d605407e {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:55.584860 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-164d6ac5-b643-4b06-85e9-2733da48a82e service neutron] 10.222.0.48 "GET /v2.0/networks/1e705440-4c29-48da-8805-fdb1b338ddb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314849 Jul 07 19:18:55.635504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:55.643019 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:55.653029 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-5ac868dd-ef7c-44af-9301-c234f038f91e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=c7facf39-f7ed-46db-b228-1e06476e68b3 HTTP/1.1" status: 200 len: 217 time: 0.0576255 Jul 07 19:18:55.809179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=22e322bb-3959-4b90-b739-6fb8d605407e,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:55.865776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Router ee9dd432-1b5a-4383-904e-72b13361f456 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:18:55.871561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-505df086-542d-45a9-93d2-b69ef081a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:55.873062 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-505df086-542d-45a9-93d2-b69ef081a597 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aa761928-a8c7-4b97-92b9-2c00465600ed HTTP/1.1" status: 200 len: 801 time: 0.2055037 Jul 07 19:18:56.043281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-4f2a9efa-9248-40e9-9141-1f2f786e48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:56.045971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-4f2a9efa-9248-40e9-9141-1f2f786e48c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1619530 Jul 07 19:18:56.090076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['22e322bb-3959-4b90-b739-6fb8d605407e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:18:56.202890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:56.212848 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-c1174e84-f4ee-4def-afb4-eaf1b4b87c29 service neutron] 10.222.0.48 "GET /v2.0/networks/d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453929 Jul 07 19:18:56.228621 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb962b52-dc3d-4702-b974-8bd2bfeeff6f None None] Sync routers for ids ['ee9dd432-1b5a-4383-904e-72b13361f456'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:56.260088 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb962b52-dc3d-4702-b974-8bd2bfeeff6f None None] Routers {'ee9dd432-1b5a-4383-904e-72b13361f456'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:56.270185 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-eb962b52-dc3d-4702-b974-8bd2bfeeff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ee9dd432-1b5a-4383-904e-72b13361f456'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:56.278165 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:56.294691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2e8dc5f2-d659-48a2-a2eb-c441ac3f6b0c tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.9521892 Jul 07 19:18:56.307533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54626) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:56.315129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:56.454719 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-eb962b52-dc3d-4702-b974-8bd2bfeeff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:56.486008 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb962b52-dc3d-4702-b974-8bd2bfeeff6f None None] Routers {'ee9dd432-1b5a-4383-904e-72b13361f456'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:56.487301 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-eb962b52-dc3d-4702-b974-8bd2bfeeff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ee9dd432-1b5a-4383-904e-72b13361f456'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:56.512932 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:56.549513 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-eb962b52-dc3d-4702-b974-8bd2bfeeff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:56.551715 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb962b52-dc3d-4702-b974-8bd2bfeeff6f None None] The sync data for ids ['ee9dd432-1b5a-4383-904e-72b13361f456'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:56.706553 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-56ddfcd5-ea57-482e-b0b0-7f74fb2ee290 service neutron] 10.222.0.48 "GET /v2.0/networks/d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922228 Jul 07 19:18:56.715625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:56.741622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:56.809119 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-a6acad42-defb-4b97-b6f4-040df73c314a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a HTTP/1.1" status: 200 len: 217 time: 0.0836968 Jul 07 19:18:56.880015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Transition to ACTIVE for port object 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:56.897058 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:57.009077 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-519885f8-f10a-43be-a4fc-d5753c1478f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:57.011360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-519885f8-f10a-43be-a4fc-d5753c1478f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91d5986b-def6-4667-9e57-2e7c0cad8077 HTTP/1.1" status: 200 len: 801 time: 0.1912403 Jul 07 19:18:57.038734 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:57.073135 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:57.188576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Deleting port 548e70c8-6217-495c-8d4f-78abf9f9e73c {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:57.189159 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:57.247607 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Pushing event updated for resources: {'Port': ['ID=984c67b3-75c9-4041-a4c6-5e5a4efe7b83,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:57.281641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Attempting to bind port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:57.281985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Attempting to bind port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:57.282316 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Attempting to bind port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:57.303782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:18:57.304388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Attempting to bind port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:57.314009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:57.314375 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Checking segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:57.314729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Bound using segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:57.315198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Bound port: 984c67b3-75c9-4041-a4c6-5e5a4efe7b83, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:57.315593 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:57.364534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-47de722f-aa7f-4089-9271-910ed6a464f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:57.366226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-47de722f-aa7f-4089-9271-910ed6a464f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e705440-4c29-48da-8805-fdb1b338ddb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3420517 Jul 07 19:18:57.429555 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:57.465678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Calling delete_port for 548e70c8-6217-495c-8d4f-78abf9f9e73c owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:57.559485 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] For port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:57.575161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] For port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=984c67b3-75c9-4041-a4c6-5e5a4efe7b83,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:57.601804 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:57.689255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Pushing event updated for resources: {'Port': ['ID=984c67b3-75c9-4041-a4c6-5e5a4efe7b83,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:57.731749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:57.735322 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:57.735322 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-03028829-35d6-4ad3-a71a-182087bd6cba service neutron] 10.222.0.110 "PUT /v2.0/ports/984c67b3-75c9-4041-a4c6-5e5a4efe7b83 HTTP/1.1" status: 200 len: 1091 time: 2.8275275 Jul 07 19:18:57.735322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea200cc-091d-4dc9-bb81-af0cc4870721', 'tag': '984c67b3-75c9-4041-a4c6-5e5a4efe7b83'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:57.738425 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e66782-f5fa-47a0-a21d-50dd03f09bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea200cc-091d-4dc9-bb81-af0cc4870721", "tag": "984c67b3-75c9-4041-a4c6-5e5a4efe7b83"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:57.745678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-3e446fdc-4cf1-47a6-a5eb-48d9d90c7ac3 service neutron] 10.222.0.48 "GET /v2.0/networks/1e705440-4c29-48da-8805-fdb1b338ddb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488026 Jul 07 19:18:57.798961 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:57.954960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Pushing event deleted for resources: {'Port': ['ID=548e70c8-6217-495c-8d4f-78abf9f9e73c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:57.957092 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:58.011604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4db192c1-29f3-41fc-9ab8-9e2da36ee974 req-4431af9b-23ae-4dd9-b783-46f4bd55d0c5 service neutron] 10.222.0.48 "GET /v2.0/networks/1e705440-4c29-48da-8805-fdb1b338ddb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573700 Jul 07 19:18:58.260302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:58.265284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:58.420677 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Router ee9dd432-1b5a-4383-904e-72b13361f456 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:18:58.561642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:58.609296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b306c-6bf4-4994-8fc6-e17a2035da74 None None] Sync routers for ids ['ee9dd432-1b5a-4383-904e-72b13361f456'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:58.627900 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:58.633479 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-71080848-0c44-4678-ac74-14a0487afcca tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "PUT /v2.0/routers/ee9dd432-1b5a-4383-904e-72b13361f456 HTTP/1.1" status: 200 len: 709 time: 2.3208175 Jul 07 19:18:58.646146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54634) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:58.677225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b306c-6bf4-4994-8fc6-e17a2035da74 None None] Routers {'ee9dd432-1b5a-4383-904e-72b13361f456'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:58.679010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2f5b306c-6bf4-4994-8fc6-e17a2035da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ee9dd432-1b5a-4383-904e-72b13361f456'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:58.728253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-51236f14-9a9b-47dd-bf5f-3f7d13604529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:58.730047 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-51236f14-9a9b-47dd-bf5f-3f7d13604529 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 1094 time: 0.9004569 Jul 07 19:18:58.773167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2f5b306c-6bf4-4994-8fc6-e17a2035da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:58.804245 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b306c-6bf4-4994-8fc6-e17a2035da74 None None] Routers {'ee9dd432-1b5a-4383-904e-72b13361f456'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:58.805511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2f5b306c-6bf4-4994-8fc6-e17a2035da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ee9dd432-1b5a-4383-904e-72b13361f456'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:58.840018 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-08607c2f-2a74-4dd1-a33e-4eed6d5f900a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=984c67b3-75c9-4041-a4c6-5e5a4efe7b83 HTTP/1.1" status: 200 len: 217 time: 0.1012895 Jul 07 19:18:58.846843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2f5b306c-6bf4-4994-8fc6-e17a2035da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:58.847504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b306c-6bf4-4994-8fc6-e17a2035da74 None None] The sync data for ids ['ee9dd432-1b5a-4383-904e-72b13361f456'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:58.873308 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7c477110-6e55-4a42-ab65-92d238244c0a tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/routers/ee9dd432-1b5a-4383-904e-72b13361f456 HTTP/1.1" status: 200 len: 744 time: 0.2258596 Jul 07 19:18:58.878354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54638) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:58.941984 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-68517a20-af47-40be-b597-544b074c07b9 tempest-RoutersIpV6AdminTest-2145106557 tempest-RoutersIpV6AdminTest-2145106557-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&device_id=ee9dd432-1b5a-4383-904e-72b13361f456 HTTP/1.1" status: 200 len: 205 time: 0.0623055 Jul 07 19:18:58.945017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54640) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:58.972433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-ed624ad9-24b3-46c5-b025-f624adb0d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:58.974478 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-ed624ad9-24b3-46c5-b025-f624adb0d129 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.1264079 Jul 07 19:18:58.991964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6658a21b-1897-484e-b3e1-23492f90510d tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9dd432-1b5a-4383-904e-72b13361f456 HTTP/1.1" status: 200 len: 205 time: 0.0449526 Jul 07 19:18:58.994281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54644) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:59.074559 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-558d9875-2380-4f55-85d7-a6327e0bdeaa service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913401 Jul 07 19:18:59.113070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 22e322bb-3959-4b90-b739-6fb8d605407e up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:59.213284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6f8fa2b-bffd-4240-afdf-b4b89b70de1d tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:59.232435 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 22e322bb-3959-4b90-b739-6fb8d605407e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:59.232836 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:59.242291 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-e54c0f5f-9ca0-48a8-9be1-258e5c4be752 service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580932 Jul 07 19:18:59.472601 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:59.560440 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-190f3145-180b-4b5a-9aa4-a17406200da5 req-acb15292-9388-474e-9221-a1e4b779a559 service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092775 Jul 07 19:18:59.615643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:59.627493 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:59.791441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=22e322bb-3959-4b90-b739-6fb8d605407e,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:59.796377 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6f8fa2b-bffd-4240-afdf-b4b89b70de1d tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:59.799825 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6f8fa2b-bffd-4240-afdf-b4b89b70de1d tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:59.859743 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6f8fa2b-bffd-4240-afdf-b4b89b70de1d tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:59.860290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f8fa2b-bffd-4240-afdf-b4b89b70de1d tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Fanout notify agent at l3_agent the message router_deleted on router ee9dd432-1b5a-4383-904e-72b13361f456 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:18:59.879301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6f8fa2b-bffd-4240-afdf-b4b89b70de1d tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:59.880452 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b6f8fa2b-bffd-4240-afdf-b4b89b70de1d tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/routers/ee9dd432-1b5a-4383-904e-72b13361f456 HTTP/1.1" status: 204 len: 168 time: 0.8845146 Jul 07 19:18:59.884098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54646) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:59.941738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dc02d6a0-1728-4fa3-8eac-5a78a4136950 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9dd432-1b5a-4383-904e-72b13361f456 HTTP/1.1" status: 200 len: 205 time: 0.0563736 Jul 07 19:18:59.944117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54648) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:00.020718 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-6a8346de-e653-4a11-8f83-51f7c648c83e tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] delete failed (client error): The resource could not be found. Jul 07 19:19:00.024209 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6a8346de-e653-4a11-8f83-51f7c648c83e tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/routers/ee9dd432-1b5a-4383-904e-72b13361f456 HTTP/1.1" status: 404 len: 336 time: 0.0741401 Jul 07 19:19:00.024686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54650) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:00.069396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fceee0d2-3766-42d1-af3b-6719a332072d tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889 HTTP/1.1" status: 200 len: 205 time: 0.0414200 Jul 07 19:19:00.069649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54652) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:00.114127 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-9d27277c-94ac-4922-84ad-f5a3dc1602b9 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] delete failed (client error): The resource could not be found. Jul 07 19:19:00.118166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9d27277c-94ac-4922-84ad-f5a3dc1602b9 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/routers/d3d754e8-d6ad-4b2c-bf7c-8dc036c3a889 HTTP/1.1" status: 404 len: 336 time: 0.0452740 Jul 07 19:19:00.118418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54654) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:00.182892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3f7424cf-3978-42c7-ab31-93dad4ee9956 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2 HTTP/1.1" status: 200 len: 205 time: 0.0617902 Jul 07 19:19:00.185837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54656) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:00.272465 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-b98c0b46-0cd8-4d8a-ae45-f1e5d48f25bb tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] delete failed (client error): The resource could not be found. Jul 07 19:19:00.274277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b98c0b46-0cd8-4d8a-ae45-f1e5d48f25bb tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/routers/8a46d6fa-38c4-43be-b2e0-2af6d0c3bfa2 HTTP/1.1" status: 404 len: 336 time: 0.0868988 Jul 07 19:19:00.276453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54658) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:00.357479 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-23168552-6214-47e5-be31-366b48b12995 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "GET /v2.0/ports?device_id=60c89c16-5b40-45c7-a64e-616436282eed HTTP/1.1" status: 200 len: 205 time: 0.0798051 Jul 07 19:19:00.359924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54660) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:00.437998 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-53d07a8f-5519-4039-b84c-fdc28563d790 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] delete failed (client error): The resource could not be found. Jul 07 19:19:00.439122 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-53d07a8f-5519-4039-b84c-fdc28563d790 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/routers/60c89c16-5b40-45c7-a64e-616436282eed HTTP/1.1" status: 404 len: 336 time: 0.0778255 Jul 07 19:19:00.442592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54662) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:00.488387 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54664) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:00.488717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-87bc0e3e-7212-4555-b984-fa1ba498f9d3 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "GET /v2.0/ports?device_id=10a1be69-6f44-46e9-8be8-db8fae5bb4c2 HTTP/1.1" status: 200 len: 205 time: 0.0420687 Jul 07 19:19:00.547044 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-ad5fba93-fb29-4b44-b4e1-7ef04a5b7918 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] delete failed (client error): The resource could not be found. Jul 07 19:19:00.548048 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ad5fba93-fb29-4b44-b4e1-7ef04a5b7918 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/routers/10a1be69-6f44-46e9-8be8-db8fae5bb4c2 HTTP/1.1" status: 404 len: 336 time: 0.0580208 Jul 07 19:19:00.551049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54666) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:00.593647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54668) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:00.593906 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c2c3e304-5a42-4928-bac4-3707a0a15e84 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1bb8d28-269e-4758-8903-cb358780c31d HTTP/1.1" status: 200 len: 205 time: 0.0414286 Jul 07 19:19:00.659700 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-7f2d30f8-856b-4a44-ba6f-1ca9b8d57008 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] delete failed (client error): The resource could not be found. Jul 07 19:19:00.662170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7f2d30f8-856b-4a44-ba6f-1ca9b8d57008 tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/routers/c1bb8d28-269e-4758-8903-cb358780c31d HTTP/1.1" status: 404 len: 336 time: 0.0671158 Jul 07 19:19:00.665379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54670) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:00.693777 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-830a455d-dcf4-4355-9d6d-ef8a97518ecb tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] DELETE failed (client error): The resource could not be found. Jul 07 19:19:00.694470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830a455d-dcf4-4355-9d6d-ef8a97518ecb tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:19:00.699678 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-830a455d-dcf4-4355-9d6d-ef8a97518ecb tempest-RoutersIpV6AdminTest-873941976 tempest-RoutersIpV6AdminTest-873941976-project] 10.222.0.81 "DELETE /v2.0/subnets/d2864f67-abf4-47f4-ad22-f04e86c28af8 HTTP/1.1" status: 404 len: 337 time: 0.0332940 Jul 07 19:19:01.147456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54676) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:01.170899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecc70e16-ff4e-4c73-abbd-53bac92e3493 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:01.333948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecc70e16-ff4e-4c73-abbd-53bac92e3493, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecc70e16-ff4e-4c73-abbd-53bac92e3493,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:01.342301 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-149b7ded-b975-4c38-83de-77e7b8ffe2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:01.358865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'ecc70e16-ff4e-4c73-abbd-53bac92e3493', 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8', 'port_id': 'ecc70e16-ff4e-4c73-abbd-53bac92e3493', 'mac_address': 'fa:16:3e:b4:2e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d5986b-def6-4667-9e57-2e7c0cad8077', 'ip_address': '19.80.0.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:19:01.407367 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:01.432651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc70e16-ff4e-4c73-abbd-53bac92e3493 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:01.482764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecc70e16-ff4e-4c73-abbd-53bac92e3493, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecc70e16-ff4e-4c73-abbd-53bac92e3493,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:01.488716 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:01.489613 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c7facf39-f7ed-46db-b228-1e06476e68b3 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:01.518050 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-149b7ded-b975-4c38-83de-77e7b8ffe2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:01.531405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-149b7ded-b975-4c38-83de-77e7b8ffe2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:01.606039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ecc70e16-ff4e-4c73-abbd-53bac92e3493,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:01.615735 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-149b7ded-b975-4c38-83de-77e7b8ffe2b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e853ae98ca84106a714a642b39cc626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4666524 Jul 07 19:19:01.617322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54684) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:01.619544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b7ded-b975-4c38-83de-77e7b8ffe2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e19fe4-6678-412c-bdc6-cae6e771f49f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:01.709445 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f896e97-54a6-4fa3-9a97-800dc75c7f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:01.723781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c7facf39-f7ed-46db-b228-1e06476e68b3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c7facf39-f7ed-46db-b228-1e06476e68b3,segment=NetworkSegment(20bd1919-ae4e-42a3-a51c-2b319ebdc345),segment_id=20bd1919-ae4e-42a3-a51c-2b319ebdc345)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:01.773009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'c7facf39-f7ed-46db-b228-1e06476e68b3', 'network_id': 'd1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4', 'port_id': 'c7facf39-f7ed-46db-b228-1e06476e68b3', 'mac_address': 'fa:16:3e:75:ba:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa761928-a8c7-4b97-92b9-2c00465600ed', 'ip_address': '19.86.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:19:01.786832 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f896e97-54a6-4fa3-9a97-800dc75c7f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:01.886302 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:01.900382 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f896e97-54a6-4fa3-9a97-800dc75c7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:01.903669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f896e97-54a6-4fa3-9a97-800dc75c7f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:01.915443 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4f896e97-54a6-4fa3-9a97-800dc75c7f61 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/74e19fe4-6678-412c-bdc6-cae6e771f49f HTTP/1.1" status: 204 len: 168 time: 0.2913704 Jul 07 19:19:01.946694 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f896e97-54a6-4fa3-9a97-800dc75c7f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e19fe4-6678-412c-bdc6-cae6e771f49f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:01.948825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7facf39-f7ed-46db-b228-1e06476e68b3 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:01.999761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c7facf39-f7ed-46db-b228-1e06476e68b3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c7facf39-f7ed-46db-b228-1e06476e68b3,segment=NetworkSegment(20bd1919-ae4e-42a3-a51c-2b319ebdc345),segment_id=20bd1919-ae4e-42a3-a51c-2b319ebdc345)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:02.007371 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.008752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device a52dd93c-82b4-4fee-8fb5-c4b9a08c858a details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:02.090383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=c7facf39-f7ed-46db-b228-1e06476e68b3,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:02.127151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:02.156603 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'a52dd93c-82b4-4fee-8fb5-c4b9a08c858a', 'network_id': '1e705440-4c29-48da-8805-fdb1b338ddb8', 'port_id': 'a52dd93c-82b4-4fee-8fb5-c4b9a08c858a', 'mac_address': 'fa:16:3e:d3:0c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d5986b-def6-4667-9e57-2e7c0cad8077', 'ip_address': '19.80.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:19:02.259296 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.300372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52dd93c-82b4-4fee-8fb5-c4b9a08c858a {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:02.370770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:02.376614 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.478318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:02.559580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54690) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:02.638693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5721b910-40e6-417d-84e6-e556c75161c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f7e2ed43e4c4224a3c87b9b67872936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775402 Jul 07 19:19:02.641497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54694) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:02.746008 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-28a05b53-756a-4e9a-bb7c-cb755163ac3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.795323 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-28a05b53-756a-4e9a-bb7c-cb755163ac3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.899211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['c7facf39-f7ed-46db-b228-1e06476e68b3'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:02.899553 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-28a05b53-756a-4e9a-bb7c-cb755163ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.902509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-28a05b53-756a-4e9a-bb7c-cb755163ac3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.907045 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-28a05b53-756a-4e9a-bb7c-cb755163ac3f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09195e9d-bc9f-4be4-977a-3c667bc35982 HTTP/1.1" status: 204 len: 168 time: 0.2643080 Jul 07 19:19:02.919453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a05b53-756a-4e9a-bb7c-cb755163ac3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09195e9d-bc9f-4be4-977a-3c667bc35982,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:03.137248 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ecc70e16-ff4e-4c73-abbd-53bac92e3493'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:03.140357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['a52dd93c-82b4-4fee-8fb5-c4b9a08c858a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:03.186451 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:03.326228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f1db9-586a-4c19-a700-10460547f645 req-873d50c2-640d-4168-b65c-eb83a8ee4c39 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:03.334439 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-187f1db9-586a-4c19-a700-10460547f645 req-873d50c2-640d-4168-b65c-eb83a8ee4c39 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 943 time: 0.1271708 Jul 07 19:19:03.407339 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-187f1db9-586a-4c19-a700-10460547f645 req-88d4a8a4-997a-4fbc-91a1-3afc920af35a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718818 Jul 07 19:19:03.589845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58eacd-d924-47df-ba93-07dcd1023b03 req-7a69a2ae-75cc-4215-a02b-392bc706e70d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:03.604365 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06a43f4c-4527-4b55-9a6c-3d99a490f6c3 req-d5ca8012-5be0-41c9-b36d-b30a296f4dbe tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=ff177147c0f74e6ba9bf140a047e5a97 HTTP/1.1" status: 200 len: 1656 time: 0.1678622 Jul 07 19:19:03.615124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58eacd-d924-47df-ba93-07dcd1023b03 req-7a69a2ae-75cc-4215-a02b-392bc706e70d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:03.637658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58eacd-d924-47df-ba93-07dcd1023b03 req-7a69a2ae-75cc-4215-a02b-392bc706e70d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:03.640123 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc58eacd-d924-47df-ba93-07dcd1023b03 req-7a69a2ae-75cc-4215-a02b-392bc706e70d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2416 time: 0.4576311 Jul 07 19:19:03.747648 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc58eacd-d924-47df-ba93-07dcd1023b03 req-5a7d7788-5c39-419d-9999-6b6c951b2d33 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011796 Jul 07 19:19:03.928875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=984c67b3-75c9-4041-a4c6-5e5a4efe7b83,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:03.965497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a43f4c-4527-4b55-9a6c-3d99a490f6c3 req-c24c8c5d-3d70-42a5-907f-06f3dce830d9 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:03.973959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '984c67b3-75c9-4041-a4c6-5e5a4efe7b83', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'port_id': '984c67b3-75c9-4041-a4c6-5e5a4efe7b83', 'mac_address': 'fa:16:3e:5f:db:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6eae3f-e364-4968-b2e0-000a4f1bdb41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:19:03.980547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06a43f4c-4527-4b55-9a6c-3d99a490f6c3 req-c24c8c5d-3d70-42a5-907f-06f3dce830d9 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks?id=e78d81fd-4962-446c-adaf-6bac91ba1923&id=e78d81fd-4962-446c-adaf-6bac91ba1923&id=e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 787 time: 0.3684430 Jul 07 19:19:04.053599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebca30-4485-43cf-b218-c1af05086eaa req-95ce8ea9-5803-41b3-aefc-e60c90f3156a tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:04.063398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-faebca30-4485-43cf-b218-c1af05086eaa req-95ce8ea9-5803-41b3-aefc-e60c90f3156a tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1664133 Jul 07 19:19:04.159035 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-faebca30-4485-43cf-b218-c1af05086eaa req-e8a3a83d-50d3-40c6-af5c-39f9b149ad75 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939891 Jul 07 19:19:04.162950 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:04.249497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:04.277969 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4b9688-08b4-4a05-834e-0e1a6ec35ba2 x-openstack-request-id: req-3f4b9688-08b4-4a05-834e-0e1a6ec35ba2 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:04.277969 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd", "name": "network-vif-plugged", "status": "completed", "tag": "9346a8b8-61ac-4b01-b5a8-81525633157f", "code": 200}, {"server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "name": "network-vif-unplugged", "status": "completed", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:04.277969 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f4b9688-08b4-4a05-834e-0e1a6ec35ba2 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:04.278555 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9346a8b8-61ac-4b01-b5a8-81525633157f', 'code': 200} Jul 07 19:19:04.279061 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e', 'code': 200} Jul 07 19:19:04.311684 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120b2398-586c-4259-82ae-60d28fff9d18 x-openstack-request-id: req-120b2398-586c-4259-82ae-60d28fff9d18 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:04.311984 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3886c1c-e9d9-423b-9042-a86f7ed6921a", "name": "network-vif-deleted", "tag": "e568ffe0-4c5f-430c-ac37-ca5402b8bec9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "tag": "c7facf39-f7ed-46db-b228-1e06476e68b3", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:04.312234 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-120b2398-586c-4259-82ae-60d28fff9d18 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:04.312645 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3886c1c-e9d9-423b-9042-a86f7ed6921a', 'name': 'network-vif-deleted', 'tag': 'e568ffe0-4c5f-430c-ac37-ca5402b8bec9', 'status': 'completed', 'code': 200} Jul 07 19:19:04.312898 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'tag': 'c7facf39-f7ed-46db-b228-1e06476e68b3', 'status': 'completed', 'code': 200} Jul 07 19:19:04.334408 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19aad70-464f-479d-8cb4-8e6534a0f17a x-openstack-request-id: req-b19aad70-464f-479d-8cb4-8e6534a0f17a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:04.334882 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea200cc-091d-4dc9-bb81-af0cc4870721", "tag": "984c67b3-75c9-4041-a4c6-5e5a4efe7b83", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:04.335272 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b19aad70-464f-479d-8cb4-8e6534a0f17a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:04.336312 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea200cc-091d-4dc9-bb81-af0cc4870721', 'tag': '984c67b3-75c9-4041-a4c6-5e5a4efe7b83', 'status': 'completed', 'code': 200} Jul 07 19:19:04.386389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=984c67b3-75c9-4041-a4c6-5e5a4efe7b83,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:04.395745 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:04.499998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=984c67b3-75c9-4041-a4c6-5e5a4efe7b83,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:04.522153 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-24c6efcd-6fc8-453d-80a6-1e80950065d9 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips/3c1a5c4a-6e54-4cf2-b65b-89d83c92c6ea HTTP/1.1" status: 200 len: 692 time: 0.1624086 Jul 07 19:19:04.718140 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e66782-f5fa-47a0-a21d-50dd03f09bd8 req-2c123903-a015-423b-aaab-d41e4c69f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:04.719947 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18e66782-f5fa-47a0-a21d-50dd03f09bd8 req-2c123903-a015-423b-aaab-d41e4c69f398 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 1094 time: 0.3592639 Jul 07 19:19:04.720253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['984c67b3-75c9-4041-a4c6-5e5a4efe7b83'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:04.815344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54776) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:04.888671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-f72b5e9a-578f-460c-b52e-d0695cf6ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:04.889747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-f72b5e9a-578f-460c-b52e-d0695cf6ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:04.890422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-f72b5e9a-578f-460c-b52e-d0695cf6ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:04.892423 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-f72b5e9a-578f-460c-b52e-d0695cf6ada3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb7fe2bad4524a2181ff30fb00b76cbb&device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2869 time: 0.3478575 Jul 07 19:19:04.896438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e66782-f5fa-47a0-a21d-50dd03f09bd8 req-89bb6181-ee9b-4b4c-9950-01cb18d2fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:04.899853 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18e66782-f5fa-47a0-a21d-50dd03f09bd8 req-89bb6181-ee9b-4b4c-9950-01cb18d2fc6f service neutron] 10.222.0.110 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 911 time: 0.1679275 Jul 07 19:19:04.909617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-e833c921-f871-4819-9558-9b0d9cd9546f tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:04.918269 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-e833c921-f871-4819-9558-9b0d9cd9546f tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.3949676 Jul 07 19:19:05.015404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-379146991'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:05.052239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Made reservation on behalf of 9f0a5ed6265244ccb8e6ef62b77c6761 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:05.055358 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18e66782-f5fa-47a0-a21d-50dd03f09bd8 req-5740689d-28ff-42f0-b23b-8c58d35ec3f3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=984c67b3-75c9-4041-a4c6-5e5a4efe7b83 HTTP/1.1" status: 200 len: 217 time: 0.1331620 Jul 07 19:19:05.056078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.069990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.095529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eda4cc-c65f-4426-91ae-aee05730ac6c req-bb5314f1-a988-497d-90b6-6a97ef84052c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:05.097060 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-38eda4cc-c65f-4426-91ae-aee05730ac6c req-bb5314f1-a988-497d-90b6-6a97ef84052c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 944 time: 0.1185164 Jul 07 19:19:05.097315 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-25ee9168-a94d-4b54-9fe8-24eaea4842a7 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.1776073 Jul 07 19:19:05.154687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c7facf39-f7ed-46db-b228-1e06476e68b3 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:05.165738 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-38eda4cc-c65f-4426-91ae-aee05730ac6c req-68a6def2-9f52-4cb7-bf7b-ac9a1918e8d9 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509555 Jul 07 19:19:05.184633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e66782-f5fa-47a0-a21d-50dd03f09bd8 req-d8879bb4-a367-4035-8b39-4ba03f19f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:05.186924 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18e66782-f5fa-47a0-a21d-50dd03f09bd8 req-d8879bb4-a367-4035-8b39-4ba03f19f9f7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.1217847 Jul 07 19:19:05.199774 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-fd4ed038-61d3-44cb-a258-809367846fc8 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.0896647 Jul 07 19:19:05.234462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port c7facf39-f7ed-46db-b228-1e06476e68b3 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:05.240710 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port c7facf39-f7ed-46db-b228-1e06476e68b3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:05.241559 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.255101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-056d83bd-5c3a-4c9e-9f13-f903a1425476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:05.257197 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-056d83bd-5c3a-4c9e-9f13-f903a1425476 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 HTTP/1.1" status: 200 len: 902 time: 0.3557374 Jul 07 19:19:05.260238 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18e66782-f5fa-47a0-a21d-50dd03f09bd8 req-e9621a8f-e17f-4784-8390-3e7cd18dc278 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593860 Jul 07 19:19:05.266049 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.272502 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.319610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:19:05.332925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bf9ec0-10b1-42cf-8cec-a13fe43e5ad1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:05.374290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.374731 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Added segment c1cea70d-1fab-46f2-9a4e-15e2c899a785 of type vlan for network b9a1035c-ab6f-4332-885c-ca49e53c05d7 Jul 07 19:19:05.407926 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.408623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-696c9d4b-fe9a-41ce-bbd0-88cc8c9996a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=c7facf39-f7ed-46db-b228-1e06476e68b3 HTTP/1.1" status: 200 len: 217 time: 0.1168740 Jul 07 19:19:05.439069 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.470499 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.476260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9812f9-a734-4d41-9d99-da9907659410 req-1f0e45c4-530a-4c27-aaf3-910ffa2c22a6 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:05.477780 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a9812f9-a734-4d41-9d99-da9907659410 req-1f0e45c4-530a-4c27-aaf3-910ffa2c22a6 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 950 time: 0.1487753 Jul 07 19:19:05.485682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c7facf39-f7ed-46db-b228-1e06476e68b3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c7facf39-f7ed-46db-b228-1e06476e68b3,segment=NetworkSegment(20bd1919-ae4e-42a3-a51c-2b319ebdc345),segment_id=20bd1919-ae4e-42a3-a51c-2b319ebdc345)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:05.491661 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.522476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.527959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:05.528575 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.543645 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-cbec9eb2-7a03-4341-bc14-d4ca1d854893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:05.545154 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-cbec9eb2-7a03-4341-bc14-d4ca1d854893 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aa761928-a8c7-4b97-92b9-2c00465600ed HTTP/1.1" status: 200 len: 801 time: 0.1031728 Jul 07 19:19:05.563296 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18e66782-f5fa-47a0-a21d-50dd03f09bd8 req-cc285486-28b4-4ac2-9320-becff1c3d8a1 service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699797 Jul 07 19:19:05.577113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=c7facf39-f7ed-46db-b228-1e06476e68b3,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:05.633829 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a9812f9-a734-4d41-9d99-da9907659410 req-c630d382-1731-452d-a682-a807c33bd02a tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428797 Jul 07 19:19:05.640495 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8232222 Jul 07 19:19:05.645871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54788) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:05.659233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f9a2551e-a6f6-4e75-a40a-03d95bc2c382 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Request body: {'subnet': {'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:05.671393 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-ab06cc8e-d707-42f3-895f-18e19ed386ac tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Deleting port ef571f62-8e3a-4e69-be31-cb7cc938cd13 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:05.671735 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-ab06cc8e-d707-42f3-895f-18e19ed386ac tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.752324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe4cd9-ae4c-4eea-ab1f-5ae19bb72372 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event updated for resources: {'Network': ['ID=b9a1035c-ab6f-4332-885c-ca49e53c05d7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:05.757331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54794) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:05.764753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network b9a1035c-ab6f-4332-885c-ca49e53c05d7 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:19:05.807676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18e66782-f5fa-47a0-a21d-50dd03f09bd8 req-29b8c5c1-c90f-423d-8917-b80fadc05ddd service neutron] 10.222.0.110 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358439 Jul 07 19:19:05.833007 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-9ee8c1b3-647b-4b2f-b08c-3582254b0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:05.834535 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-9ee8c1b3-647b-4b2f-b08c-3582254b0d41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2461092 Jul 07 19:19:05.857629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a2551e-a6f6-4e75-a40a-03d95bc2c382 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Made reservation on behalf of 9f0a5ed6265244ccb8e6ef62b77c6761 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:05.861071 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-ab06cc8e-d707-42f3-895f-18e19ed386ac tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.861554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-ab06cc8e-d707-42f3-895f-18e19ed386ac tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.863498 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9a2551e-a6f6-4e75-a40a-03d95bc2c382 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.870394 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b72e831d-d054-47e3-9a8a-c36ffe5e5c6f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.877329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-ab06cc8e-d707-42f3-895f-18e19ed386ac tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Calling delete_port for ef571f62-8e3a-4e69-be31-cb7cc938cd13 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:06.102961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-9a081a23-2041-4c6f-87b8-8719c65ff930 service neutron] 10.222.0.48 "GET /v2.0/networks/d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046564 Jul 07 19:19:06.235653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-ab06cc8e-d707-42f3-895f-18e19ed386ac tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.280515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e'}, {'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7facf39-f7ed-46db-b228-1e06476e68b3'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:06.285761 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401c4241-cd1e-4bcc-a1fa-6492f06dd255" -d '{"events": [{"server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "name": "network-vif-plugged", "status": "completed", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e"}, {"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-plugged", "status": "completed", "tag": "c7facf39-f7ed-46db-b228-1e06476e68b3"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:06.299085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06cc8e-d707-42f3-895f-18e19ed386ac tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Pushing event deleted for resources: {'Port': ['ID=ef571f62-8e3a-4e69-be31-cb7cc938cd13,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:06.321869 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27472984-2ddb-414d-88a3-8ea558f7af5e req-68a720e7-1889-4131-a28d-4816e0f43806 service neutron] 10.222.0.48 "GET /v2.0/networks/d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113314 Jul 07 19:19:06.329690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'tag': 'a52dd93c-82b4-4fee-8fb5-c4b9a08c858a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:06.332216 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7187689-9c66-46a2-b499-bfab9fd81fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "tag": "a52dd93c-82b4-4fee-8fb5-c4b9a08c858a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:06.359931 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b72e831d-d054-47e3-9a8a-c36ffe5e5c6f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.391421 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-ab06cc8e-d707-42f3-895f-18e19ed386ac tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.395284 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-ab06cc8e-d707-42f3-895f-18e19ed386ac tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.396566 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0abd3455-2ea5-4e72-8b7f-8b05589fd69b req-ab06cc8e-d707-42f3-895f-18e19ed386ac tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "DELETE /v2.0/floatingips/3c1a5c4a-6e54-4cf2-b65b-89d83c92c6ea HTTP/1.1" status: 204 len: 173 time: 1.1819773 Jul 07 19:19:06.474531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c293f9a-844b-4271-9456-6ce3dd2edf5e req-bf340517-6fef-4e4f-9cd6-1fbb4d06ebc6 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:06.485063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c293f9a-844b-4271-9456-6ce3dd2edf5e req-bf340517-6fef-4e4f-9cd6-1fbb4d06ebc6 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:06.497350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c293f9a-844b-4271-9456-6ce3dd2edf5e req-bf340517-6fef-4e4f-9cd6-1fbb4d06ebc6 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:06.500283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c293f9a-844b-4271-9456-6ce3dd2edf5e req-bf340517-6fef-4e4f-9cd6-1fbb4d06ebc6 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2417 time: 0.6100235 Jul 07 19:19:06.562298 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b72e831d-d054-47e3-9a8a-c36ffe5e5c6f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.566905 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b72e831d-d054-47e3-9a8a-c36ffe5e5c6f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.568805 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b72e831d-d054-47e3-9a8a-c36ffe5e5c6f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "DELETE /v2.0/security-groups/35c6be14-10e8-45ab-8584-ed30d89e3298 HTTP/1.1" status: 204 len: 168 time: 0.8106968 Jul 07 19:19:06.581683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54804) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:06.605758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e831d-d054-47e3-9a8a-c36ffe5e5c6f tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c6be14-10e8-45ab-8584-ed30d89e3298,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:06.637685 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-083a938c-5c8e-44e5-a08f-3c14bd88a6a5 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] show failed (client error): The resource could not be found. Jul 07 19:19:06.643599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-083a938c-5c8e-44e5-a08f-3c14bd88a6a5 tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "GET /v2.0/security-groups/35c6be14-10e8-45ab-8584-ed30d89e3298 HTTP/1.1" status: 404 len: 347 time: 0.0556729 Jul 07 19:19:06.643809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54806) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:06.663778 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c293f9a-844b-4271-9456-6ce3dd2edf5e req-52789e90-72c5-435c-8d69-7f88b4a07a18 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184237 Jul 07 19:19:06.701503 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9a2551e-a6f6-4e75-a40a-03d95bc2c382 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.795609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cd1d4-5e1f-4ab7-943a-932b08020cb5 req-a97e8a83-cd63-4523-94ee-c03ec2ad419e tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:06.796453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2551e-a6f6-4e75-a40a-03d95bc2c382 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event updated for resources: {'Subnet': ['ID=f19c0ff1-dda9-4846-b356-5055a29ae632,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:06.799453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a2cd1d4-5e1f-4ab7-943a-932b08020cb5 req-a97e8a83-cd63-4523-94ee-c03ec2ad419e tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.2287939 Jul 07 19:19:06.809102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a2551e-a6f6-4e75-a40a-03d95bc2c382 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Checking segment: {'id': 'c1cea70d-1fab-46f2-9a4e-15e2c899a785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:06.809598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a2551e-a6f6-4e75-a40a-03d95bc2c382 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Network hostable DHCP agents. Network: b9a1035c-ab6f-4332-885c-ca49e53c05d7, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:19:06.832184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a2551e-a6f6-4e75-a40a-03d95bc2c382 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Network b9a1035c-ab6f-4332-885c-ca49e53c05d7 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:19:06.847011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f9a2551e-a6f6-4e75-a40a-03d95bc2c382 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, b9a1035c-ab6f-4332-885c-ca49e53c05d7) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:06.859651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a2551e-a6f6-4e75-a40a-03d95bc2c382 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:06.859930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aba152-fa68-4b65-9a71-5bc75d0aa0ef None None] Network b9a1035c-ab6f-4332-885c-ca49e53c05d7 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:06.860764 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9a2551e-a6f6-4e75-a40a-03d95bc2c382 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.872353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc5ed1-953b-4c43-8625-d532c29883ae tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Deleting port 2a7c334e-342e-47c0-a47d-fbdb5a453aa8 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:06.872768 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5ed1-953b-4c43-8625-d532c29883ae tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.884886 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a2cd1d4-5e1f-4ab7-943a-932b08020cb5 req-afbef1f8-4f15-4e29-88e6-47837800bae4 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738225 Jul 07 19:19:06.909414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f9a2551e-a6f6-4e75-a40a-03d95bc2c382 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2616551 Jul 07 19:19:06.911453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54818) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:06.922351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Request body: {'port': {'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7', 'name': 'tempest-AllowedAddressPairTestJSON-1349425504'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:07.046672 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5ed1-953b-4c43-8625-d532c29883ae tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.047258 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5ed1-953b-4c43-8625-d532c29883ae tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.084352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-b9a1035c-ab6f-4332-885c-ca49e53c05d7', 'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7', 'tenant_id': '9f0a5ed6265244ccb8e6ef62b77c6761', 'fixed_ips': [{'subnet_id': 'f19c0ff1-dda9-4846-b356-5055a29ae632'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:19:07.086262 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.092145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc5ed1-953b-4c43-8625-d532c29883ae tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Calling delete_port for 2a7c334e-342e-47c0-a47d-fbdb5a453aa8 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:07.121776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Made reservation on behalf of 9f0a5ed6265244ccb8e6ef62b77c6761 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:07.128088 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.157959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] device_id is not set on port 1c75ecc1-5ee8-4015-9454-1bcc404530d7 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:19:07.283240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319053fe-7ab4-4f92-978f-ff6668e468b2 req-04c398b5-5f08-49d3-8d83-49c4732adbe7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:07.287174 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-319053fe-7ab4-4f92-978f-ff6668e468b2 req-04c398b5-5f08-49d3-8d83-49c4732adbe7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 944 time: 0.1924064 Jul 07 19:19:07.307463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Allocated IP 172.20.0.2 (b9a1035c-ab6f-4332-885c-ca49e53c05d7/f19c0ff1-dda9-4846-b356-5055a29ae632/6f5d03bf-e317-4cc3-8dde-452cc8718381) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:07.395858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:07.398897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecc70e16-ff4e-4c73-abbd-53bac92e3493 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:07.401475 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-319053fe-7ab4-4f92-978f-ff6668e468b2 req-3392c57c-adac-4d33-9068-ee58e140f55d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856240 Jul 07 19:19:07.450610 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5ed1-953b-4c43-8625-d532c29883ae tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.489534 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86777113-81b4-4f61-85aa-1b7deecbf691 x-openstack-request-id: req-86777113-81b4-4f61-85aa-1b7deecbf691 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:07.490154 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "name": "network-vif-plugged", "status": "completed", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e", "code": 200}, {"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-plugged", "status": "completed", "tag": "c7facf39-f7ed-46db-b228-1e06476e68b3", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:07.490668 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86777113-81b4-4f61-85aa-1b7deecbf691 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:07.491704 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e', 'code': 200} Jul 07 19:19:07.492487 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7facf39-f7ed-46db-b228-1e06476e68b3', 'code': 200} Jul 07 19:19:07.523006 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e422593c-7d36-49e3-a019-0944a1c32a45 x-openstack-request-id: req-e422593c-7d36-49e3-a019-0944a1c32a45 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:07.525716 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "tag": "a52dd93c-82b4-4fee-8fb5-c4b9a08c858a", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:07.526167 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e422593c-7d36-49e3-a019-0944a1c32a45 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:07.526851 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'tag': 'a52dd93c-82b4-4fee-8fb5-c4b9a08c858a', 'status': 'completed', 'code': 200} Jul 07 19:19:07.597072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:07.606486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port ecc70e16-ff4e-4c73-abbd-53bac92e3493 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:07.614653 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:07.615454 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.632136 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-d659b910-7596-4fcd-9dfd-4d4c7712f156 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips/e60ac763-3659-4535-8fda-294804e5f6fa HTTP/1.1" status: 200 len: 693 time: 0.0877411 Jul 07 19:19:07.633825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc5ed1-953b-4c43-8625-d532c29883ae tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Pushing event deleted for resources: {'Port': ['ID=2a7c334e-342e-47c0-a47d-fbdb5a453aa8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:07.653055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port ecc70e16-ff4e-4c73-abbd-53bac92e3493 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:07.653790 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.696581 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.733292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Transition to ACTIVE for port object 6f5d03bf-e317-4cc3-8dde-452cc8718381 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:07.780625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Transition to ACTIVE for port object 6f5d03bf-e317-4cc3-8dde-452cc8718381 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:07.914975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Allocated IP 172.20.0.14 (b9a1035c-ab6f-4332-885c-ca49e53c05d7/f19c0ff1-dda9-4846-b356-5055a29ae632/1c75ecc1-5ee8-4015-9454-1bcc404530d7) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:08.007373 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.088498 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.116720 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Network b9a1035c-ab6f-4332-885c-ca49e53c05d7 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:08.121732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8a6e6-f515-41f3-a228-1bc032a2690c req-21edf963-b303-4d8c-ad1a-929f76b76e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:08.124763 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f8a6e6-f515-41f3-a228-1bc032a2690c req-21edf963-b303-4d8c-ad1a-929f76b76e44 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 1101 time: 0.1580286 Jul 07 19:19:08.125990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:08.129911 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.132374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:08.135089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Pushing event updated for resources: {'Port': ['ID=6f5d03bf-e317-4cc3-8dde-452cc8718381,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:08.207832 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f8a6e6-f515-41f3-a228-1bc032a2690c req-2d7d1592-1422-4133-912f-b82a4ecd73c4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735118 Jul 07 19:19:08.271448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=984c67b3-75c9-4041-a4c6-5e5a4efe7b83,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:08.279006 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.280118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9346a8b8-61ac-4b01-b5a8-81525633157f no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:08.288582 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.310452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecc70e16-ff4e-4c73-abbd-53bac92e3493, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecc70e16-ff4e-4c73-abbd-53bac92e3493,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:08.323109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Transition to ACTIVE for port object 1c75ecc1-5ee8-4015-9454-1bcc404530d7 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:08.388345 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.404911 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.405225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device a52dd93c-82b4-4fee-8fb5-c4b9a08c858a up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:08.416136 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Attempting to bind port 6f5d03bf-e317-4cc3-8dde-452cc8718381 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:08.416524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Attempting to bind port 6f5d03bf-e317-4cc3-8dde-452cc8718381 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'c1cea70d-1fab-46f2-9a4e-15e2c899a785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:08.416818 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Attempting to bind port 6f5d03bf-e317-4cc3-8dde-452cc8718381 on network b9a1035c-ab6f-4332-885c-ca49e53c05d7 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:08.435924 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5ed1-953b-4c43-8625-d532c29883ae tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.440745 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5ed1-953b-4c43-8625-d532c29883ae tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.442692 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b2fc5ed1-953b-4c43-8625-d532c29883ae tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] 10.222.0.81 "DELETE /v2.0/floatingips/14a6fa98-969b-4758-8359-496f13a10906 HTTP/1.1" status: 204 len: 168 time: 1.7978947 Jul 07 19:19:08.462199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Network b9a1035c-ab6f-4332-885c-ca49e53c05d7 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:08.479947 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:08.481174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Checking segment: {'id': 'c1cea70d-1fab-46f2-9a4e-15e2c899a785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:08.481732 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.482143 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Bound using segment: {'id': 'c1cea70d-1fab-46f2-9a4e-15e2c899a785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:08.482736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Bound port: 6f5d03bf-e317-4cc3-8dde-452cc8718381, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cea70d-1fab-46f2-9a4e-15e2c899a785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:08.483170 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.485409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-06de5119-19b5-41ea-991d-c0830931f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:08.486158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-06de5119-19b5-41ea-991d-c0830931f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:08.486971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-06de5119-19b5-41ea-991d-c0830931f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:08.487348 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:08.490381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-06de5119-19b5-41ea-991d-c0830931f631 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb7fe2bad4524a2181ff30fb00b76cbb&device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2870 time: 0.8523662 Jul 07 19:19:08.502435 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:08.505391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-36b6a4cb-8d12-454e-8cd4-be51928f65a0 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:08.516739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-36b6a4cb-8d12-454e-8cd4-be51928f65a0 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.8458915 Jul 07 19:19:08.575369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event updated for resources: {'Port': ['ID=1c75ecc1-5ee8-4015-9454-1bcc404530d7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:08.598354 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-e202e20c-3ca8-48e6-824a-cad4cce8971a tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.0791235 Jul 07 19:19:08.616563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:08.618518 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.618764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=984c67b3-75c9-4041-a4c6-5e5a4efe7b83,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:08.652553 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2ae409e7-061a-4d62-9c54-31886c17a5e2 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7382684 Jul 07 19:19:08.655875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54884) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:08.667890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Request body: {'port': {'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7', 'name': 'tempest-AllowedAddressPairTestJSON-1523593401', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:7d:d6:af'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:08.697637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-4ce89cb5-a6c7-4c25-bea7-f2402e870dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:08.699683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-4ce89cb5-a6c7-4c25-bea7-f2402e870dcf service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e705440-4c29-48da-8805-fdb1b338ddb8 HTTP/1.1" status: 200 len: 901 time: 0.1763141 Jul 07 19:19:08.770146 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] For port 6f5d03bf-e317-4cc3-8dde-452cc8718381, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:08.798245 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ecc70e16-ff4e-4c73-abbd-53bac92e3493,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:08.798784 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-173d235c-e33e-4a42-a137-09d03beb517d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a HTTP/1.1" status: 200 len: 217 time: 0.0865042 Jul 07 19:19:08.806413 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.847609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] For port 6f5d03bf-e317-4cc3-8dde-452cc8718381, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6f5d03bf-e317-4cc3-8dde-452cc8718381,segment=NetworkSegment(c1cea70d-1fab-46f2-9a4e-15e2c899a785),segment_id=c1cea70d-1fab-46f2-9a4e-15e2c899a785)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:08.890209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9346a8b8-61ac-4b01-b5a8-81525633157f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9346a8b8-61ac-4b01-b5a8-81525633157f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:08.897316 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.904307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-ddba6771-0f82-4288-b56c-a2b5f8c38701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:08.907554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-ddba6771-0f82-4288-b56c-a2b5f8c38701 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91d5986b-def6-4667-9e57-2e7c0cad8077 HTTP/1.1" status: 200 len: 801 time: 0.1008694 Jul 07 19:19:08.909142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Made reservation on behalf of 9f0a5ed6265244ccb8e6ef62b77c6761 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:08.934002 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.943209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:09.008572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:09.009152 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.099447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-6e1c144f-6653-41c2-b78b-f9954d7e141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:09.104586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-6e1c144f-6653-41c2-b78b-f9954d7e141a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e705440-4c29-48da-8805-fdb1b338ddb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1865337 Jul 07 19:19:09.113934 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-52b3027c-d0cb-44c6-9e50-c40f7901f10e tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.4734786 Jul 07 19:19:09.157869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b18b0-1a55-4165-8d8a-9407d7c82a05 None None] Pushing event updated for resources: {'Port': ['ID=6f5d03bf-e317-4cc3-8dde-452cc8718381,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:09.164029 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.225923 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] device_id is not set on port d01ad0fa-4277-403c-997f-1c998560b943 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:19:09.354129 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.445593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=9346a8b8-61ac-4b01-b5a8-81525633157f,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:09.461141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db527ad-e23c-4931-b23d-2dc6eef776c3 req-f120e688-e8b1-4c33-8fcd-876213c88aa7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:09.476262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db527ad-e23c-4931-b23d-2dc6eef776c3 req-f120e688-e8b1-4c33-8fcd-876213c88aa7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:09.495048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db527ad-e23c-4931-b23d-2dc6eef776c3 req-f120e688-e8b1-4c33-8fcd-876213c88aa7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:09.495800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:09.497950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea200cc-091d-4dc9-bb81-af0cc4870721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984c67b3-75c9-4041-a4c6-5e5a4efe7b83'}, {'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc70e16-ff4e-4c73-abbd-53bac92e3493'}, {'server_uuid': '9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9346a8b8-61ac-4b01-b5a8-81525633157f'}, {'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52dd93c-82b4-4fee-8fb5-c4b9a08c858a'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:09.509507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7db527ad-e23c-4931-b23d-2dc6eef776c3 req-f120e688-e8b1-4c33-8fcd-876213c88aa7 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2418 time: 0.3180799 Jul 07 19:19:09.511727 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd1f113-f2a9-4742-a526-013a1cb9ed28" -d '{"events": [{"server_uuid": "6ea200cc-091d-4dc9-bb81-af0cc4870721", "name": "network-vif-plugged", "status": "completed", "tag": "984c67b3-75c9-4041-a4c6-5e5a4efe7b83"}, {"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-plugged", "status": "completed", "tag": "ecc70e16-ff4e-4c73-abbd-53bac92e3493"}, {"server_uuid": "9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "9346a8b8-61ac-4b01-b5a8-81525633157f"}, {"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-plugged", "status": "completed", "tag": "a52dd93c-82b4-4fee-8fb5-c4b9a08c858a"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:09.519305 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.565703 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-069dd64e-1a04-4ccf-8df0-78b7ba93ee39 service neutron] 10.222.0.48 "GET /v2.0/networks/1e705440-4c29-48da-8805-fdb1b338ddb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504616 Jul 07 19:19:09.614728 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7db527ad-e23c-4931-b23d-2dc6eef776c3 req-fe59e5c1-61bf-4371-8217-8b7901d6fba5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046040 Jul 07 19:19:09.633486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:09.650211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 885a72b0-54e9-4af3-be20-26b29ed4863c no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:09.683691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Allocated IP 172.20.0.10 (b9a1035c-ab6f-4332-885c-ca49e53c05d7/f19c0ff1-dda9-4846-b356-5055a29ae632/d01ad0fa-4277-403c-997f-1c998560b943) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:09.734120 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e7187689-9c66-46a2-b499-bfab9fd81fc0 req-39e96e28-9edb-44f8-a3d1-cf398d08fbf1 service neutron] 10.222.0.48 "GET /v2.0/networks/1e705440-4c29-48da-8805-fdb1b338ddb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589637 Jul 07 19:19:09.759325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-f984f03c-8d28-4c76-818d-674f3ad50340 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Deleting port 4e9e1338-b842-428a-a6d2-3ec67ae3b8f4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:09.759713 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-f984f03c-8d28-4c76-818d-674f3ad50340 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.786266 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.864529 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.917012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 885a72b0-54e9-4af3-be20-26b29ed4863c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=885a72b0-54e9-4af3-be20-26b29ed4863c,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:09.922431 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.956595 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-f984f03c-8d28-4c76-818d-674f3ad50340 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.957509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-f984f03c-8d28-4c76-818d-674f3ad50340 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.970407 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-f984f03c-8d28-4c76-818d-674f3ad50340 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Calling delete_port for 4e9e1338-b842-428a-a6d2-3ec67ae3b8f4 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:09.975812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=885a72b0-54e9-4af3-be20-26b29ed4863c,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:09.978385 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:10.000801 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Transition to ACTIVE for port object d01ad0fa-4277-403c-997f-1c998560b943 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:10.014058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27944344-81b8-41b3-9044-2af95c7d405e req-8fbc1100-9dd6-4604-a7d1-58999dd3c973 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:10.015629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27944344-81b8-41b3-9044-2af95c7d405e req-8fbc1100-9dd6-4604-a7d1-58999dd3c973 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1271403 Jul 07 19:19:10.075892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27944344-81b8-41b3-9044-2af95c7d405e req-cda8167b-9f5a-4882-af7b-2e03dda17009 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527263 Jul 07 19:19:10.077541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:10.140938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Network b9a1035c-ab6f-4332-885c-ca49e53c05d7 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:10.147864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:10.152454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:10.162942 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-f984f03c-8d28-4c76-818d-674f3ad50340 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:10.179517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event updated for resources: {'Port': ['ID=d01ad0fa-4277-403c-997f-1c998560b943,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:10.214844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:10.215426 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:10.218779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984f03c-8d28-4c76-818d-674f3ad50340 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Pushing event deleted for resources: {'Port': ['ID=4e9e1338-b842-428a-a6d2-3ec67ae3b8f4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:10.259618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3ec0c935-41ad-44d8-9c2f-b4b41a8d5914 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.5996327 Jul 07 19:19:10.262192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54904) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:10.312103 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-f984f03c-8d28-4c76-818d-674f3ad50340 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:10.314781 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-f984f03c-8d28-4c76-818d-674f3ad50340 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:10.316014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0bd417ba-4455-42e3-bebf-da6b7b8119b2 req-f984f03c-8d28-4c76-818d-674f3ad50340 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "DELETE /v2.0/floatingips/e60ac763-3659-4535-8fda-294804e5f6fa HTTP/1.1" status: 204 len: 173 time: 1.1859558 Jul 07 19:19:10.379620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753680fe-c9c7-4498-92cf-bce08b45ce43 req-f0fb07eb-1f6e-4796-ad45-d2e3f8e65d8d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:10.381213 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-753680fe-c9c7-4498-92cf-bce08b45ce43 req-f0fb07eb-1f6e-4796-ad45-d2e3f8e65d8d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.1589715 Jul 07 19:19:10.411781 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddca5c1-e37c-41a5-bde6-b475a05814d9 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:10.417999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddca5c1-e37c-41a5-bde6-b475a05814d9 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:10.424074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddca5c1-e37c-41a5-bde6-b475a05814d9 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:10.429717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5ddca5c1-e37c-41a5-bde6-b475a05814d9 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1627343 Jul 07 19:19:10.430172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54910) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:10.458139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-753680fe-c9c7-4498-92cf-bce08b45ce43 req-a02c8cc7-2edb-44b5-8fc4-208e043117ac tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691805 Jul 07 19:19:10.539886 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7a82a-c360-4e32-abfb-b9b3575a653f None None] Network b9a1035c-ab6f-4332-885c-ca49e53c05d7 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:10.597413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-3eb13377-dcfe-4101-a50c-31a36e543165 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Deleting port d01ad0fa-4277-403c-997f-1c998560b943 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:10.598923 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3eb13377-dcfe-4101-a50c-31a36e543165 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:10.642596 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3308b267-8269-4867-bdb0-a6203c5aa7da x-openstack-request-id: req-3308b267-8269-4867-bdb0-a6203c5aa7da {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:10.642908 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea200cc-091d-4dc9-bb81-af0cc4870721", "name": "network-vif-plugged", "status": "completed", "tag": "984c67b3-75c9-4041-a4c6-5e5a4efe7b83", "code": 200}, {"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-plugged", "status": "completed", "tag": "ecc70e16-ff4e-4c73-abbd-53bac92e3493", "code": 200}, {"server_uuid": "9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "9346a8b8-61ac-4b01-b5a8-81525633157f", "code": 200}, {"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-plugged", "status": "completed", "tag": "a52dd93c-82b4-4fee-8fb5-c4b9a08c858a", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:10.643160 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3308b267-8269-4867-bdb0-a6203c5aa7da {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:10.643555 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea200cc-091d-4dc9-bb81-af0cc4870721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984c67b3-75c9-4041-a4c6-5e5a4efe7b83', 'code': 200} Jul 07 19:19:10.643810 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc70e16-ff4e-4c73-abbd-53bac92e3493', 'code': 200} Jul 07 19:19:10.644080 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9346a8b8-61ac-4b01-b5a8-81525633157f', 'code': 200} Jul 07 19:19:10.644269 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52dd93c-82b4-4fee-8fb5-c4b9a08c858a', 'code': 200} Jul 07 19:19:10.679721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d26d68dd-de12-458c-b83a-172407d20a7b None None] Provisioning for port 6f5d03bf-e317-4cc3-8dde-452cc8718381 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:10.952470 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-8699d84e-dd52-4285-b25a-3cce51f9d313 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips/052b419e-d501-4c7f-bb02-0b2b807a7b08 HTTP/1.1" status: 200 len: 693 time: 0.1001203 Jul 07 19:19:11.020094 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3eb13377-dcfe-4101-a50c-31a36e543165 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.021098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b195a36-9f8c-4bab-85f7-dedf25844192 req-a20c81df-dd54-45ff-afe6-57e1bc8e01ce tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.024115 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b195a36-9f8c-4bab-85f7-dedf25844192 req-a20c81df-dd54-45ff-afe6-57e1bc8e01ce tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1713204 Jul 07 19:19:11.076945 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b195a36-9f8c-4bab-85f7-dedf25844192 req-4bd4069e-f1d9-49c3-820b-00e08aacf09b tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458715 Jul 07 19:19:11.077746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-3eb13377-dcfe-4101-a50c-31a36e543165 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Calling delete_port for d01ad0fa-4277-403c-997f-1c998560b943 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:11.116582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e04b-d384-43e2-8622-a3db87b82841 req-46b61302-37f1-4c36-89fd-b2afb1350f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.117071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e04b-d384-43e2-8622-a3db87b82841 req-46b61302-37f1-4c36-89fd-b2afb1350f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.117547 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e04b-d384-43e2-8622-a3db87b82841 req-46b61302-37f1-4c36-89fd-b2afb1350f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.119727 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6524e04b-d384-43e2-8622-a3db87b82841 req-46b61302-37f1-4c36-89fd-b2afb1350f66 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2872 time: 0.3362029 Jul 07 19:19:11.177600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec977d-cd11-4053-ae04-e13cbd785a8a req-5c9a18fc-8bda-41c0-bbb8-ab62f4fb39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.179138 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3aec977d-cd11-4053-ae04-e13cbd785a8a req-5c9a18fc-8bda-41c0-bbb8-ab62f4fb39e1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 1096 time: 0.3935256 Jul 07 19:19:11.181498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 75642157-959f-4ddc-9681-e31bf7f898c1 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:11.251774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-b1848db8-4e03-45a4-8fb3-d72fa8a7c9de tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.259562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-b1848db8-4e03-45a4-8fb3-d72fa8a7c9de tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.2875142 Jul 07 19:19:11.325578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40954f04-8661-4b1e-876e-7e29f49c7102 req-f1378bd5-f914-4de2-853e-c8b88728f01b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.335190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40954f04-8661-4b1e-876e-7e29f49c7102 req-f1378bd5-f914-4de2-853e-c8b88728f01b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.343832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40954f04-8661-4b1e-876e-7e29f49c7102 req-f1378bd5-f914-4de2-853e-c8b88728f01b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.354070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-40954f04-8661-4b1e-876e-7e29f49c7102 req-f1378bd5-f914-4de2-853e-c8b88728f01b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2419 time: 0.1078749 Jul 07 19:19:11.357804 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6524e04b-d384-43e2-8622-a3db87b82841 req-83c3d1f2-d69e-4e12-b3ce-a9dd25ec0ce5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960027 Jul 07 19:19:11.365845 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3aec977d-cd11-4053-ae04-e13cbd785a8a req-3911f2ec-a5e8-4f4c-ad7f-386dc24c27bd service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655016 Jul 07 19:19:11.376721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-77ef3bfa-d120-4ab9-a416-23ee8baa04d5 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.129 HTTP/1.1" status: 200 len: 696 time: 0.1158876 Jul 07 19:19:11.401348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:11.411670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-40954f04-8661-4b1e-876e-7e29f49c7102 req-ea384fad-21f1-4f8a-8a24-d4681826f7d8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564423 Jul 07 19:19:11.425377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '75642157-959f-4ddc-9681-e31bf7f898c1', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '75642157-959f-4ddc-9681-e31bf7f898c1', 'mac_address': 'fa:16:3e:b5:1d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:19:11.477394 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.480520 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-c2b9f682-292a-44f6-b15f-7a9d86c34392 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.129 HTTP/1.1" status: 200 len: 696 time: 0.1004305 Jul 07 19:19:11.502401 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6f5d03bf-e317-4cc3-8dde-452cc8718381 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:11.530877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75642157-959f-4ddc-9681-e31bf7f898c1 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:11.571533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:11.577933 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.619914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 6f5d03bf-e317-4cc3-8dde-452cc8718381 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:11.640546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 6f5d03bf-e317-4cc3-8dde-452cc8718381 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:11.641328 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.655978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-8907d3e3-106e-4326-b483-d13a3741d288 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.658077 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-8907d3e3-106e-4326-b483-d13a3741d288 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/networks?id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 200 len: 805 time: 0.1243818 Jul 07 19:19:11.664559 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3eb13377-dcfe-4101-a50c-31a36e543165 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.670695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-de078bfa-d077-4581-872a-443709d9bbe0 None None] Provisioning for port d01ad0fa-4277-403c-997f-1c998560b943 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:11.678479 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-cc0fd6b2-e604-46f9-aff6-67bbf8845f61 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/quotas/60004f5929074cca9994a932de60365c HTTP/1.1" status: 200 len: 375 time: 0.0132093 Jul 07 19:19:11.680494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=75642157-959f-4ddc-9681-e31bf7f898c1,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:11.685954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-de078bfa-d077-4581-872a-443709d9bbe0 None None] Provisioning complete for port d01ad0fa-4277-403c-997f-1c998560b943 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:11.686372 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-de078bfa-d077-4581-872a-443709d9bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.695128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb13377-dcfe-4101-a50c-31a36e543165 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event deleted for resources: {'Port': ['ID=d01ad0fa-4277-403c-997f-1c998560b943,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:11.718781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['75642157-959f-4ddc-9681-e31bf7f898c1'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:11.724107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-de078bfa-d077-4581-872a-443709d9bbe0 None None] Port d01ad0fa-4277-403c-997f-1c998560b943 was deleted so its status cannot be updated. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 19:19:11.774093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-de078bfa-d077-4581-872a-443709d9bbe0 None None] Provisioning for port 1c75ecc1-5ee8-4015-9454-1bcc404530d7 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:11.784543 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-de078bfa-d077-4581-872a-443709d9bbe0 None None] Provisioning complete for port 1c75ecc1-5ee8-4015-9454-1bcc404530d7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:11.785896 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-de078bfa-d077-4581-872a-443709d9bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.792781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-52b59c2f-6f4f-46a7-a64f-332dfd497b01 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=60004f5929074cca9994a932de60365c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962470 Jul 07 19:19:11.872125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-de078bfa-d077-4581-872a-443709d9bbe0 None None] Port 1c75ecc1-5ee8-4015-9454-1bcc404530d7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:11.879649 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.892576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-909dcb6c-e128-4411-8ad5-c8da64f10141 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Deleting port 59b3480c-6d32-43d6-802c-55dc6a045f0d {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:11.892923 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-909dcb6c-e128-4411-8ad5-c8da64f10141 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.905152 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-f6eb67ae-57f6-41b6-acbe-011be8d166b9 service neutron] 10.222.0.81 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124165 Jul 07 19:19:11.928561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-de078bfa-d077-4581-872a-443709d9bbe0 None None] Provisioning complete for port 6f5d03bf-e317-4cc3-8dde-452cc8718381 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:11.928940 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-de078bfa-d077-4581-872a-443709d9bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.966776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 6f5d03bf-e317-4cc3-8dde-452cc8718381, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6f5d03bf-e317-4cc3-8dde-452cc8718381,segment=NetworkSegment(c1cea70d-1fab-46f2-9a4e-15e2c899a785),segment_id=c1cea70d-1fab-46f2-9a4e-15e2c899a785)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:11.980912 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.007953 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3eb13377-dcfe-4101-a50c-31a36e543165 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.013171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3eb13377-dcfe-4101-a50c-31a36e543165 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "DELETE /v2.0/ports/d01ad0fa-4277-403c-997f-1c998560b943 HTTP/1.1" status: 204 len: 168 time: 1.5795999 Jul 07 19:19:12.013817 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54946) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:12.026727 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-46e90c46-0e4d-49e8-976b-19191311c680 service neutron] 10.222.0.81 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147401 Jul 07 19:19:12.059588 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31bff2c-0896-444d-be2c-607cddbf16ae tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] GET failed (client error): The resource could not be found. Jul 07 19:19:12.062151 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b31bff2c-0896-444d-be2c-607cddbf16ae tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "GET /v2.0/ports/d01ad0fa-4277-403c-997f-1c998560b943 HTTP/1.1" status: 404 len: 333 time: 0.0406775 Jul 07 19:19:12.066194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54948) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:12.073365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Request body: {'port': {'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7', 'name': 'tempest-AllowedAddressPairTestJSON-2117320394'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:12.094744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=6f5d03bf-e317-4cc3-8dde-452cc8718381,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:12.105348 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-909dcb6c-e128-4411-8ad5-c8da64f10141 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.105798 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-909dcb6c-e128-4411-8ad5-c8da64f10141 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.136658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-909dcb6c-e128-4411-8ad5-c8da64f10141 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Calling delete_port for 59b3480c-6d32-43d6-802c-55dc6a045f0d owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:12.242465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Made reservation on behalf of 9f0a5ed6265244ccb8e6ef62b77c6761 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:12.249308 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.261946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3ee5ebb4-ca07-4c5c-b1cb-53f83aad5518 None None] Could not find standard attr ID for object d01ad0fa-4277-403c-997f-1c998560b943. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:19:12.281739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3ee5ebb4-ca07-4c5c-b1cb-53f83aad5518 None None] Provisioning complete for port 1c75ecc1-5ee8-4015-9454-1bcc404530d7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:12.283235 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ebb4-ca07-4c5c-b1cb-53f83aad5518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.304014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] device_id is not set on port 8c9ca136-e362-4131-bd59-6e7dc9416654 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:19:12.386881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5ebb4-ca07-4c5c-b1cb-53f83aad5518 None None] Port 1c75ecc1-5ee8-4015-9454-1bcc404530d7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:12.471334 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-909dcb6c-e128-4411-8ad5-c8da64f10141 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.523954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Allocated IP 172.20.0.4 (b9a1035c-ab6f-4332-885c-ca49e53c05d7/f19c0ff1-dda9-4846-b356-5055a29ae632/8c9ca136-e362-4131-bd59-6e7dc9416654) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:12.604575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dcb6c-e128-4411-8ad5-c8da64f10141 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Pushing event deleted for resources: {'Port': ['ID=59b3480c-6d32-43d6-802c-55dc6a045f0d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:12.646072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920be74f-5e29-43bd-a3f9-2f550fb607f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885a72b0-54e9-4af3-be20-26b29ed4863c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:12.649901 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaadaf5-18f2-4c36-84e6-1036556fc4be" -d '{"events": [{"server_uuid": "920be74f-5e29-43bd-a3f9-2f550fb607f1", "name": "network-vif-unplugged", "status": "completed", "tag": "885a72b0-54e9-4af3-be20-26b29ed4863c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:12.772051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-909dcb6c-e128-4411-8ad5-c8da64f10141 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.776247 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-909dcb6c-e128-4411-8ad5-c8da64f10141 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.789444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0f92555a-84d2-41c3-b9a3-108e013ab4e4 req-909dcb6c-e128-4411-8ad5-c8da64f10141 tempest-FloatingIPDetailsTestJSON-959428926 tempest-FloatingIPDetailsTestJSON-959428926-project] 10.222.0.81 "DELETE /v2.0/floatingips/052b419e-d501-4c7f-bb02-0b2b807a7b08 HTTP/1.1" status: 204 len: 173 time: 1.2823751 Jul 07 19:19:12.790689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54990) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:12.924272 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.980809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Transition to ACTIVE for port object 8c9ca136-e362-4131-bd59-6e7dc9416654 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:13.100234 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.180056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 75642157-959f-4ddc-9681-e31bf7f898c1 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:13.234940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fdbb2295-0698-4399-8286-09617c4b87ee req-e3f0c8d6-9171-4cf5-99e8-534e551ceed5 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 210 time: 0.0794742 Jul 07 19:19:13.294657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Network b9a1035c-ab6f-4332-885c-ca49e53c05d7 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:13.320587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:13.334578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event updated for resources: {'Port': ['ID=8c9ca136-e362-4131-bd59-6e7dc9416654,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:13.338735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:13.483075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:13.483765 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.496931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 75642157-959f-4ddc-9681-e31bf7f898c1 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:13.497328 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.525804 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-aef8d1ae-fdd2-4a3c-9453-ef0deacdaafd tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4551077 Jul 07 19:19:13.528844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55014) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:13.530675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b03de-4481-46e6-9433-8297d1ca8f04 req-2a08f49c-e81c-45ea-9c46-f95609a61cb6 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:13.534813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e6fe9a7f-fccb-47bc-8989-82656742c66f tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:7d:d6:af'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:13.534997 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c0b03de-4481-46e6-9433-8297d1ca8f04 req-2a08f49c-e81c-45ea-9c46-f95609a61cb6 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.48 "GET /v2.0/ports?device_id=920be74f-5e29-43bd-a3f9-2f550fb607f1 HTTP/1.1" status: 200 len: 943 time: 0.5794747 Jul 07 19:19:13.545468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6f5d03bf-e317-4cc3-8dde-452cc8718381 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:13.657582 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 6f5d03bf-e317-4cc3-8dde-452cc8718381 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:13.658564 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.725251 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.802150 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9a7f-fccb-47bc-8989-82656742c66f tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.942711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ca2a0133-cd4e-42f6-a123-9b5802dc235b None None] Provisioning for port 8c9ca136-e362-4131-bd59-6e7dc9416654 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:13.958388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ca2a0133-cd4e-42f6-a123-9b5802dc235b None None] Provisioning complete for port 8c9ca136-e362-4131-bd59-6e7dc9416654 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:13.958997 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ca2a0133-cd4e-42f6-a123-9b5802dc235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.962984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:13.989040 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.037728 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9a7f-fccb-47bc-8989-82656742c66f tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.054525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311419-b399-45e2-b9a5-7a2aa0fd3afd req-adbd3235-24ed-4655-8fd1-93f16ffeb13b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:14.060860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311419-b399-45e2-b9a5-7a2aa0fd3afd req-adbd3235-24ed-4655-8fd1-93f16ffeb13b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:14.064088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=75642157-959f-4ddc-9681-e31bf7f898c1,revision_number=10']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:14.070192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311419-b399-45e2-b9a5-7a2aa0fd3afd req-adbd3235-24ed-4655-8fd1-93f16ffeb13b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:14.078714 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a311419-b399-45e2-b9a5-7a2aa0fd3afd req-adbd3235-24ed-4655-8fd1-93f16ffeb13b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2419 time: 0.4374630 Jul 07 19:19:14.080598 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9a7f-fccb-47bc-8989-82656742c66f tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.089803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a0133-cd4e-42f6-a123-9b5802dc235b None None] Port 8c9ca136-e362-4131-bd59-6e7dc9416654 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:14.228667 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a311419-b399-45e2-b9a5-7a2aa0fd3afd req-126f5e72-d930-446b-8fa3-8e5db548b255 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489112 Jul 07 19:19:14.231817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe9a7f-fccb-47bc-8989-82656742c66f tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event updated for resources: {'Port': ['ID=8c9ca136-e362-4131-bd59-6e7dc9416654,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:14.279041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe9a7f-fccb-47bc-8989-82656742c66f tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] In _notify_port_updated(), no bound segment for port 8c9ca136-e362-4131-bd59-6e7dc9416654 on network b9a1035c-ab6f-4332-885c-ca49e53c05d7 {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:19:14.292967 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a163079e-259a-4f65-90f4-f95e0e76a056 x-openstack-request-id: req-a163079e-259a-4f65-90f4-f95e0e76a056 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:14.293267 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920be74f-5e29-43bd-a3f9-2f550fb607f1", "name": "network-vif-unplugged", "status": "completed", "tag": "885a72b0-54e9-4af3-be20-26b29ed4863c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:14.293607 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a163079e-259a-4f65-90f4-f95e0e76a056 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:14.294009 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920be74f-5e29-43bd-a3f9-2f550fb607f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885a72b0-54e9-4af3-be20-26b29ed4863c', 'code': 200} Jul 07 19:19:14.296576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fe9a7f-fccb-47bc-8989-82656742c66f tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:14.297284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9a7f-fccb-47bc-8989-82656742c66f tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.307180 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e6fe9a7f-fccb-47bc-8989-82656742c66f tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "PUT /v2.0/ports/8c9ca136-e362-4131-bd59-6e7dc9416654 HTTP/1.1" status: 200 len: 994 time: 0.7695243 Jul 07 19:19:14.311699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55022) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:14.540347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf713928-796d-4c39-bea4-127fb6a4c9f1 req-b1bf95bd-f99b-4241-9f8c-ddf3ac72f872 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:14.543089 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bf713928-796d-4c39-bea4-127fb6a4c9f1 req-b1bf95bd-f99b-4241-9f8c-ddf3ac72f872 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 1.5134542 Jul 07 19:19:14.586987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Deleting port 8c9ca136-e362-4131-bd59-6e7dc9416654 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:14.587441 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.632144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ad7b45f2-c025-4678-a633-b359756409f1 None None] Provisioning complete for port 8c9ca136-e362-4131-bd59-6e7dc9416654 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:14.632526 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ad7b45f2-c025-4678-a633-b359756409f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.710120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3cec3-b4f7-45a2-b57a-85cd8a6658a0 req-535490e2-a3de-4caa-b9fe-c9a50b17c5e6 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:14.717609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-67d3cec3-b4f7-45a2-b57a-85cd8a6658a0 req-535490e2-a3de-4caa-b9fe-c9a50b17c5e6 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1420405 Jul 07 19:19:14.741740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b45f2-c025-4678-a633-b359756409f1 None None] Port 8c9ca136-e362-4131-bd59-6e7dc9416654 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:14.762233 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bf713928-796d-4c39-bea4-127fb6a4c9f1 req-c5950771-cf90-4305-a28b-974954f28a34 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088625 Jul 07 19:19:14.823965 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.896148 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-67d3cec3-b4f7-45a2-b57a-85cd8a6658a0 req-8280cdd6-9641-4e0e-984d-ae7d1dcd3a00 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549189 Jul 07 19:19:14.911248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-4c0b03de-4481-46e6-9433-8297d1ca8f04 req-12b763c7-8927-4122-a7e3-f9d145ce071c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Deleting port 885a72b0-54e9-4af3-be20-26b29ed4863c {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:14.911704 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4c0b03de-4481-46e6-9433-8297d1ca8f04 req-12b763c7-8927-4122-a7e3-f9d145ce071c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.947838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Calling delete_port for 8c9ca136-e362-4131-bd59-6e7dc9416654 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:15.033598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-4c0b03de-4481-46e6-9433-8297d1ca8f04 req-12b763c7-8927-4122-a7e3-f9d145ce071c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] For port 885a72b0-54e9-4af3-be20-26b29ed4863c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=885a72b0-54e9-4af3-be20-26b29ed4863c,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:15.035569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4c0b03de-4481-46e6-9433-8297d1ca8f04 req-12b763c7-8927-4122-a7e3-f9d145ce071c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:15.054950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-4c0b03de-4481-46e6-9433-8297d1ca8f04 req-12b763c7-8927-4122-a7e3-f9d145ce071c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Calling delete_port for 885a72b0-54e9-4af3-be20-26b29ed4863c owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:15.208437 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4c0b03de-4481-46e6-9433-8297d1ca8f04 req-12b763c7-8927-4122-a7e3-f9d145ce071c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:15.287569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-f9983812-38c2-4173-9651-f52814072bf1 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:15.289701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b763c7-8927-4122-a7e3-f9d145ce071c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Pushing event deleted for resources: {'Port': ['ID=885a72b0-54e9-4af3-be20-26b29ed4863c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:15.290523 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-f9983812-38c2-4173-9651-f52814072bf1 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.48 "GET /v2.0/networks?id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 200 len: 805 time: 0.5311124 Jul 07 19:19:15.320715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0b03de-4481-46e6-9433-8297d1ca8f04 req-12b763c7-8927-4122-a7e3-f9d145ce071c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] No DVR routers for this DVR port 885a72b0-54e9-4af3-be20-26b29ed4863c on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:15.335479 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4c0b03de-4481-46e6-9433-8297d1ca8f04 req-12b763c7-8927-4122-a7e3-f9d145ce071c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:15.337798 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c0b03de-4481-46e6-9433-8297d1ca8f04 req-12b763c7-8927-4122-a7e3-f9d145ce071c tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.48 "DELETE /v2.0/ports/885a72b0-54e9-4af3-be20-26b29ed4863c HTTP/1.1" status: 204 len: 173 time: 1.7674532 Jul 07 19:19:15.339176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920be74f-5e29-43bd-a3f9-2f550fb607f1', 'name': 'network-vif-deleted', 'tag': '885a72b0-54e9-4af3-be20-26b29ed4863c'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:15.341736 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2bc1b7-ff72-4850-b007-29123291b81d" -d '{"events": [{"server_uuid": "920be74f-5e29-43bd-a3f9-2f550fb607f1", "name": "network-vif-deleted", "tag": "885a72b0-54e9-4af3-be20-26b29ed4863c"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:15.377876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d40fc3a-fac6-4fb4-9e72-5741f7bea3b7 req-dd76cedb-1bb2-42ce-840d-1c55a0158d0e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 210 time: 0.1413016 Jul 07 19:19:15.385571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:15.414250 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Request body: {'port': {'device_id': '32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'admin_state_up': True, 'tenant_id': '60004f5929074cca9994a932de60365c'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:15.560862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event deleted for resources: {'Port': ['ID=8c9ca136-e362-4131-bd59-6e7dc9416654,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:15.573383 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91c39143-c8f6-4175-8709-6dbd4c720957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:15.736098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:15.736729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:15.737531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:15.740539 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:15.741740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:15.742666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:15.743357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:15.744041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:15.744554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:15.745006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:15.745636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:15.746089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:15.928904 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29352f5-064e-4f93-bf6b-1aefd1f41e0a x-openstack-request-id: req-f29352f5-064e-4f93-bf6b-1aefd1f41e0a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:15.929238 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920be74f-5e29-43bd-a3f9-2f550fb607f1", "name": "network-vif-deleted", "tag": "885a72b0-54e9-4af3-be20-26b29ed4863c", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:15.929691 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f29352f5-064e-4f93-bf6b-1aefd1f41e0a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:15.930348 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920be74f-5e29-43bd-a3f9-2f550fb607f1', 'name': 'network-vif-deleted', 'tag': '885a72b0-54e9-4af3-be20-26b29ed4863c', 'status': 'completed', 'code': 200} Jul 07 19:19:16.079166 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:16.085988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4d44827f-24d0-4d7a-9929-c31b1af55136 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "DELETE /v2.0/ports/8c9ca136-e362-4131-bd59-6e7dc9416654 HTTP/1.1" status: 204 len: 168 time: 1.7692058 Jul 07 19:19:16.088921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55050) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:16.202815 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b454e97-8e23-4fd6-b277-13886dab4ca9 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] GET failed (client error): The resource could not be found. Jul 07 19:19:16.213920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7b454e97-8e23-4fd6-b277-13886dab4ca9 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "GET /v2.0/ports/8c9ca136-e362-4131-bd59-6e7dc9416654 HTTP/1.1" status: 404 len: 333 time: 0.1185210 Jul 07 19:19:16.221092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55058) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:16.234283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Request body: {'port': {'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7', 'name': 'tempest-AllowedAddressPairTestJSON-900761567'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:16.245080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Made reservation on behalf of 60004f5929074cca9994a932de60365c for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:16.264077 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:16.295646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:16.302294 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cd0660-e131-4181-900b-1f3fa1a85f57" -d '{"events": [{"server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "name": "network-vif-plugged", "status": "completed", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:16.464759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfb324-f4df-40e2-a032-e474cda7565e req-3074ae1e-e3a7-4b14-b0d8-4aa9f825b48d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:16.475345 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eadfb324-f4df-40e2-a032-e474cda7565e req-3074ae1e-e3a7-4b14-b0d8-4aa9f825b48d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.1445789 Jul 07 19:19:16.586866 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eadfb324-f4df-40e2-a032-e474cda7565e req-2ed176f6-e634-44d2-a7bf-8e463d3a1625 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071117 Jul 07 19:19:16.733998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-91c39143-c8f6-4175-8709-6dbd4c720957 admin admin] Deleting port 80bd21a3-8592-4a47-9e6c-b89fcef559c0 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:16.734749 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91c39143-c8f6-4175-8709-6dbd4c720957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:16.875593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Allocated IP 172.20.0.14 (a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15/0639349d-cd44-4b30-8111-830dacc72ffc/d8083441-3213-4a6f-8dea-3a922eaf8fda) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:16.902900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Made reservation on behalf of 9f0a5ed6265244ccb8e6ef62b77c6761 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:16.907235 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:16.951945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f42b2f-d167-47d1-8c28-3d52ca761fa1 req-e0da4a3e-a0bd-4a4d-bbb0-b760f8120ada tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:16.953685 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97f42b2f-d167-47d1-8c28-3d52ca761fa1 req-e0da4a3e-a0bd-4a4d-bbb0-b760f8120ada tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.3822248 Jul 07 19:19:16.958034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-91c39143-c8f6-4175-8709-6dbd4c720957 admin admin] For port 80bd21a3-8592-4a47-9e6c-b89fcef559c0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=80bd21a3-8592-4a47-9e6c-b89fcef559c0,segment=NetworkSegment(20d781b8-46de-48db-a6dc-f282f45e54e5),segment_id=20d781b8-46de-48db-a6dc-f282f45e54e5)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:16.958907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91c39143-c8f6-4175-8709-6dbd4c720957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:16.970530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] device_id is not set on port 7929b25c-9675-44ab-be3a-9bf970529ee4 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:19:16.984391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae94a0-1c29-4920-85d6-67ad651aa7b9 req-bbc231e4-4713-488b-b391-0d10c2da05b9 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:16.990805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae94a0-1c29-4920-85d6-67ad651aa7b9 req-bbc231e4-4713-488b-b391-0d10c2da05b9 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:16.999466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae94a0-1c29-4920-85d6-67ad651aa7b9 req-bbc231e4-4713-488b-b391-0d10c2da05b9 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:17.000713 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5ae94a0-1c29-4920-85d6-67ad651aa7b9 req-bbc231e4-4713-488b-b391-0d10c2da05b9 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2419 time: 0.1628358 Jul 07 19:19:17.001746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-91c39143-c8f6-4175-8709-6dbd4c720957 admin admin] Calling delete_port for 80bd21a3-8592-4a47-9e6c-b89fcef559c0 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:17.078673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97f42b2f-d167-47d1-8c28-3d52ca761fa1 req-b24be658-11a1-4cf0-9730-fe44ac8d0ca1 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104126 Jul 07 19:19:17.093102 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5ae94a0-1c29-4920-85d6-67ad651aa7b9 req-9266a7f0-c646-4e84-83c2-bbcd966adfa6 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808787 Jul 07 19:19:17.178700 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa14e1e-e5ce-4042-9a32-93e123e79931 x-openstack-request-id: req-6fa14e1e-e5ce-4042-9a32-93e123e79931 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:17.179120 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "name": "network-vif-plugged", "status": "completed", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:17.179499 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fa14e1e-e5ce-4042-9a32-93e123e79931 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:17.179996 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1', 'code': 200} Jul 07 19:19:17.196927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 885a72b0-54e9-4af3-be20-26b29ed4863c no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:17.239705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 885a72b0-54e9-4af3-be20-26b29ed4863c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:17.247287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 885a72b0-54e9-4af3-be20-26b29ed4863c not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:17.406687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55072) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:17.425293 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e3757e59-80f3-4826-b215-933828a6a79b req-55e2fbb5-2d23-4939-85ec-671678d78fa7 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 210 time: 0.0295763 Jul 07 19:19:17.481949 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:17.493970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Allocated IP 172.20.0.7 (b9a1035c-ab6f-4332-885c-ca49e53c05d7/f19c0ff1-dda9-4846-b356-5055a29ae632/7929b25c-9675-44ab-be3a-9bf970529ee4) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:17.540678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:17.554017 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91c39143-c8f6-4175-8709-6dbd4c720957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:17.601723 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c39143-c8f6-4175-8709-6dbd4c720957 admin admin] Pushing event deleted for resources: {'Port': ['ID=80bd21a3-8592-4a47-9e6c-b89fcef559c0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:17.636759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:17.651288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:17.705333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:17.710001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Pushing event updated for resources: {'Port': ['ID=d8083441-3213-4a6f-8dea-3a922eaf8fda,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:17.904838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:17.906322 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:18.049699 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91c39143-c8f6-4175-8709-6dbd4c720957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:18.271515 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba60326-1827-4e72-8814-d6f8721e5ca0 req-cd7a9310-7e88-472c-90b9-3efdec00c46b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:18.273327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ba60326-1827-4e72-8814-d6f8721e5ca0 req-cd7a9310-7e88-472c-90b9-3efdec00c46b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.2890830 Jul 07 19:19:18.405867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ba60326-1827-4e72-8814-d6f8721e5ca0 req-dc613fc5-17ba-4e3d-a972-29672919e44f tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212654 Jul 07 19:19:18.529157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c39143-c8f6-4175-8709-6dbd4c720957 admin admin] Router 08d821c5-63a1-4e6e-8504-0d927bb45c26 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:19:18.603064 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:18.651392 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-d0a9b6e7-4ba3-4673-9a7b-618115631c87 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2687037 Jul 07 19:19:18.652459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Transition to ACTIVE for port object 7929b25c-9675-44ab-be3a-9bf970529ee4 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:18.705392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Request body: {'port': {'device_id': '32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:18.729070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b17a1432-208f-4c33-888a-ecca105aac69 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:18.740000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b17a1432-208f-4c33-888a-ecca105aac69 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:18.746855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b17a1432-208f-4c33-888a-ecca105aac69 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:18.747915 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b17a1432-208f-4c33-888a-ecca105aac69 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.48 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2419 time: 0.2162662 Jul 07 19:19:18.896577 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21e1d3-3878-4f7d-ba4e-bc7f3df67e3b req-0dcd9124-16d2-4db2-99d0-924e97f10cd3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:18.904706 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:18.905849 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21e1d3-3878-4f7d-ba4e-bc7f3df67e3b req-0dcd9124-16d2-4db2-99d0-924e97f10cd3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:18.913521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21e1d3-3878-4f7d-ba4e-bc7f3df67e3b req-0dcd9124-16d2-4db2-99d0-924e97f10cd3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:18.921592 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3d21e1d3-3878-4f7d-ba4e-bc7f3df67e3b req-0dcd9124-16d2-4db2-99d0-924e97f10cd3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 2419 time: 0.2899051 Jul 07 19:19:18.948564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c39143-c8f6-4175-8709-6dbd4c720957 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:19:18.962206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-91c39143-c8f6-4175-8709-6dbd4c720957 admin admin] 10.222.0.81 "PUT /v2.0/routers/08d821c5-63a1-4e6e-8504-0d927bb45c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1571741 Jul 07 19:19:18.963420 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971347ad-4046-4f12-868b-4b84c12da369 None None] Sync routers for ids ['08d821c5-63a1-4e6e-8504-0d927bb45c26'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:19:18.972044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55094) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:18.973909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc30d-a428-4e1b-b419-6167dcf6cb9f req-496a37b0-19b2-4bd8-b697-0e19f0ab33a9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:18.979412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb3bc30d-a428-4e1b-b419-6167dcf6cb9f req-496a37b0-19b2-4bd8-b697-0e19f0ab33a9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.5395591 Jul 07 19:19:18.984811 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971347ad-4046-4f12-868b-4b84c12da369 None None] Routers {'08d821c5-63a1-4e6e-8504-0d927bb45c26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:18.985457 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-971347ad-4046-4f12-868b-4b84c12da369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['08d821c5-63a1-4e6e-8504-0d927bb45c26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:19.086445 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb3bc30d-a428-4e1b-b419-6167dcf6cb9f req-5074d785-f3a2-41e9-95f8-f8ed86df4c55 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016703 Jul 07 19:19:19.095932 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3d21e1d3-3878-4f7d-ba4e-bc7f3df67e3b req-d6b76531-0442-4cd7-af20-e1de3cfd2574 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708057 Jul 07 19:19:19.119925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Network b9a1035c-ab6f-4332-885c-ca49e53c05d7 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:19.128768 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:19.141370 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.169094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:19.190262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-9a6e88d7-9239-43eb-bf7f-f6f20650692e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting port ecc70e16-ff4e-4c73-abbd-53bac92e3493 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:19.190622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-9a6e88d7-9239-43eb-bf7f-f6f20650692e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.268658 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-971347ad-4046-4f12-868b-4b84c12da369 None None] Set router 08d821c5-63a1-4e6e-8504-0d927bb45c26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:19:19.458663 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.488506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event updated for resources: {'Port': ['ID=7929b25c-9675-44ab-be3a-9bf970529ee4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:19.559302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-9a6e88d7-9239-43eb-bf7f-f6f20650692e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] For port ecc70e16-ff4e-4c73-abbd-53bac92e3493, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecc70e16-ff4e-4c73-abbd-53bac92e3493,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:19.559676 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-9a6e88d7-9239-43eb-bf7f-f6f20650692e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.580014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-9a6e88d7-9239-43eb-bf7f-f6f20650692e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Calling delete_port for ecc70e16-ff4e-4c73-abbd-53bac92e3493 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:19.616587 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-191708fc-a18f-4aa1-b88e-f18cf3ffd2a4 None None] Provisioning for port 7929b25c-9675-44ab-be3a-9bf970529ee4 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:19.625739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-191708fc-a18f-4aa1-b88e-f18cf3ffd2a4 None None] Provisioning complete for port 7929b25c-9675-44ab-be3a-9bf970529ee4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:19.626400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-191708fc-a18f-4aa1-b88e-f18cf3ffd2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.690177 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-971347ad-4046-4f12-868b-4b84c12da369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-562122692-router', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:59Z', 'updated_at': '2021-07-07T19:19:17Z', 'revision_number': 5, 'project_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'gw_port': {'id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:02Z', 'updated_at': '2021-07-07T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:19.703786 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-191708fc-a18f-4aa1-b88e-f18cf3ffd2a4 None None] Port 7929b25c-9675-44ab-be3a-9bf970529ee4 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:19.715699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:19.716640 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.729616 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971347ad-4046-4f12-868b-4b84c12da369 None None] Checking router: 08d821c5-63a1-4e6e-8504-0d927bb45c26 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:19:19.741148 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971347ad-4046-4f12-868b-4b84c12da369 None None] Routers {'08d821c5-63a1-4e6e-8504-0d927bb45c26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:19.742318 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-971347ad-4046-4f12-868b-4b84c12da369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:18:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['08d821c5-63a1-4e6e-8504-0d927bb45c26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:19.749979 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.775492 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4a8fed98-f45c-46aa-9edd-cc3c27e26dd8 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5492046 Jul 07 19:19:19.786543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c9fec-f7ab-4de5-98b1-7b1d4f2c2d10 req-6e9cb600-a63f-4e22-9ba5-52817b298391 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:19.789309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55110) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:19.794384 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff1c9fec-f7ab-4de5-98b1-7b1d4f2c2d10 req-6e9cb600-a63f-4e22-9ba5-52817b298391 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 932 time: 0.3441308 Jul 07 19:19:19.804179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2dc61744-0f6d-4a32-8ac0-3f0ecdce0c3b tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7d:d6:af'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:19.897461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8083441-3213-4a6f-8dea-3a922eaf8fda {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:19.921784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff1c9fec-f7ab-4de5-98b1-7b1d4f2c2d10 req-9f1014a3-5fe4-4b9e-85d2-06f7126e660f tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259863 Jul 07 19:19:19.924231 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.963257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Transition to ACTIVE for port object d8083441-3213-4a6f-8dea-3a922eaf8fda will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:19.980338 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.003120 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-971347ad-4046-4f12-868b-4b84c12da369 None None] Set router 08d821c5-63a1-4e6e-8504-0d927bb45c26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:19:20.075244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Pushing event updated for resources: {'Port': ['ID=d8083441-3213-4a6f-8dea-3a922eaf8fda,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:20.203255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Attempting to bind port d8083441-3213-4a6f-8dea-3a922eaf8fda on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:20.204154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Attempting to bind port d8083441-3213-4a6f-8dea-3a922eaf8fda by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:20.204493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Attempting to bind port d8083441-3213-4a6f-8dea-3a922eaf8fda on network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:20.216357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Port d8083441-3213-4a6f-8dea-3a922eaf8fda on network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:19:20.216749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Attempting to bind port d8083441-3213-4a6f-8dea-3a922eaf8fda on network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:20.223645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:20.223992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Checking segment: {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:20.224387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Bound using segment: {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:20.224858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Bound port: d8083441-3213-4a6f-8dea-3a922eaf8fda, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:20.225204 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.256169 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184dfdc2-24a5-4cfe-a218-084bb0d35026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.337933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26065e54-44af-4887-9143-792354c4d22d req-25f9ddc5-8b5a-479f-a1d9-200ebd27a29f tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:20.345100 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26065e54-44af-4887-9143-792354c4d22d req-25f9ddc5-8b5a-479f-a1d9-200ebd27a29f tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.6824551 Jul 07 19:19:20.375699 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-971347ad-4046-4f12-868b-4b84c12da369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-562122692-router', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:59Z', 'updated_at': '2021-07-07T19:19:17Z', 'revision_number': 5, 'project_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'gw_port': {'id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:02Z', 'updated_at': '2021-07-07T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:20.418197 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971347ad-4046-4f12-868b-4b84c12da369 None None] The sync data for ids ['08d821c5-63a1-4e6e-8504-0d927bb45c26'] in n-d-793621-9 is: [{'id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'name': 'tempest-FloatingIPDetailsTestJSON-562122692-router', 'tenant_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:59Z', 'updated_at': '2021-07-07T19:19:17Z', 'revision_number': 5, 'project_id': 'ff177147c0f74e6ba9bf140a047e5a97', 'gw_port': {'id': 'c9894b29-35c4-41a6-a6b1-3c65ecb721f8', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d821c5-63a1-4e6e-8504-0d927bb45c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:18:02Z', 'updated_at': '2021-07-07T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:19:20.528113 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26065e54-44af-4887-9143-792354c4d22d req-cb356e00-e45a-4d11-a357-a6dbc86f8bbb tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818779 Jul 07 19:19:20.640970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b4abc-6593-4774-a77f-5549249b0af1 req-d1b38eb5-5eb4-4d2d-9c5f-79b67718efca tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:20.642655 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e91b4abc-6593-4774-a77f-5549249b0af1 req-d1b38eb5-5eb4-4d2d-9c5f-79b67718efca tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.2483196 Jul 07 19:19:20.646293 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2dc61744-0f6d-4a32-8ac0-3f0ecdce0c3b tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.654434 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Deleting port c9894b29-35c4-41a6-a6b1-3c65ecb721f8 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:20.654767 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.696194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] For port d8083441-3213-4a6f-8dea-3a922eaf8fda, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:20.741257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-9a6e88d7-9239-43eb-bf7f-f6f20650692e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.749066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] For port d8083441-3213-4a6f-8dea-3a922eaf8fda, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d8083441-3213-4a6f-8dea-3a922eaf8fda,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:20.756683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['c7facf39-f7ed-46db-b228-1e06476e68b3', 'a52dd93c-82b4-4fee-8fb5-c4b9a08c858a', 'ecc70e16-ff4e-4c73-abbd-53bac92e3493'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:20.779532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.862369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e88d7-9239-43eb-bf7f-f6f20650692e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Port': ['ID=ecc70e16-ff4e-4c73-abbd-53bac92e3493,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:20.863325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:20.872747 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.873971 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] 10.222.0.48 "PUT /v2.0/ports/d8083441-3213-4a6f-8dea-3a922eaf8fda HTTP/1.1" status: 200 len: 1092 time: 2.1759865 Jul 07 19:19:20.895798 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30', 'tag': 'd8083441-3213-4a6f-8dea-3a922eaf8fda'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:20.900038 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61a22b2-9bf3-47f6-9b87-24feeb35e4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30", "tag": "d8083441-3213-4a6f-8dea-3a922eaf8fda"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:20.909863 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e91b4abc-6593-4774-a77f-5549249b0af1 req-993c1b7d-d13d-4ab3-802f-3994db52b396 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534678 Jul 07 19:19:21.101841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-9a6e88d7-9239-43eb-bf7f-f6f20650692e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] No DVR routers for this DVR port ecc70e16-ff4e-4c73-abbd-53bac92e3493 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:21.113522 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-9a6e88d7-9239-43eb-bf7f-f6f20650692e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.115736 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-9a6e88d7-9239-43eb-bf7f-f6f20650692e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.48 "DELETE /v2.0/ports/ecc70e16-ff4e-4c73-abbd-53bac92e3493 HTTP/1.1" status: 204 len: 173 time: 2.3347535 Jul 07 19:19:21.123256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-deleted', 'tag': 'ecc70e16-ff4e-4c73-abbd-53bac92e3493'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:21.125679 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5806d5-3e7b-4f58-9cba-261b91ea0eaa" -d '{"events": [{"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-deleted", "tag": "ecc70e16-ff4e-4c73-abbd-53bac92e3493"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:21.212256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b7ffc-8016-426d-afbb-a6eb4def6540 service neutron] Pushing event updated for resources: {'Port': ['ID=d8083441-3213-4a6f-8dea-3a922eaf8fda,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:21.337823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-7a04a309-ccd6-467f-b924-9b576d2f1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:21.341367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-7a04a309-ccd6-467f-b924-9b576d2f1949 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60004f5929074cca9994a932de60365c&device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 1095 time: 0.4108646 Jul 07 19:19:21.352097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] For port c9894b29-35c4-41a6-a6b1-3c65ecb721f8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c9894b29-35c4-41a6-a6b1-3c65ecb721f8,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:21.352805 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.385513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Calling delete_port for c9894b29-35c4-41a6-a6b1-3c65ecb721f8 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:21.432372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 80bd21a3-8592-4a47-9e6c-b89fcef559c0 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:21.462899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929aeae-9624-442a-b40a-87f6f0716938 req-208d745b-4d94-40d4-8e8b-5ededb206a53 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:21.478200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929aeae-9624-442a-b40a-87f6f0716938 req-208d745b-4d94-40d4-8e8b-5ededb206a53 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:21.483548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4929aeae-9624-442a-b40a-87f6f0716938 req-208d745b-4d94-40d4-8e8b-5ededb206a53 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 1683 time: 0.6809766 Jul 07 19:19:21.515284 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-c96da33c-b4ea-43fe-9636-a869f16728e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8083441-3213-4a6f-8dea-3a922eaf8fda HTTP/1.1" status: 200 len: 217 time: 0.1098666 Jul 07 19:19:21.516561 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2d790d7e-fdc7-44a7-84b9-c5f5c6b01da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.523501 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad53970-2383-443e-b35f-8d5d078fd925 x-openstack-request-id: req-6ad53970-2383-443e-b35f-8d5d078fd925 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:21.524120 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30", "tag": "d8083441-3213-4a6f-8dea-3a922eaf8fda", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:21.525321 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ad53970-2383-443e-b35f-8d5d078fd925 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:21.527526 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30', 'tag': 'd8083441-3213-4a6f-8dea-3a922eaf8fda', 'status': 'completed', 'code': 200} Jul 07 19:19:21.547752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 80bd21a3-8592-4a47-9e6c-b89fcef559c0 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:21.548096 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 80bd21a3-8592-4a47-9e6c-b89fcef559c0 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:21.697704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-2e500668-3ffd-4b22-8c47-144d44279b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:21.700827 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-2e500668-3ffd-4b22-8c47-144d44279b11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0639349d-cd44-4b30-8111-830dacc72ffc HTTP/1.1" status: 200 len: 845 time: 0.1703961 Jul 07 19:19:21.765063 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4929aeae-9624-442a-b40a-87f6f0716938 req-603cab63-4806-456b-9ddd-61998aa854ce tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442179 Jul 07 19:19:21.942678 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2dc61744-0f6d-4a32-8ac0-3f0ecdce0c3b tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.947540 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a9db5f-5456-474e-88f5-8057340d9ef7 x-openstack-request-id: req-99a9db5f-5456-474e-88f5-8057340d9ef7 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:21.947540 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-deleted", "tag": "ecc70e16-ff4e-4c73-abbd-53bac92e3493", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:21.947540 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99a9db5f-5456-474e-88f5-8057340d9ef7 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:21.947540 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-deleted', 'tag': 'ecc70e16-ff4e-4c73-abbd-53bac92e3493', 'status': 'completed', 'code': 200} Jul 07 19:19:21.959345 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.978046 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2dc61744-0f6d-4a32-8ac0-3f0ecdce0c3b tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.035736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b0c36537-9610-4ff5-890b-5935927cb0c0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting port c7facf39-f7ed-46db-b228-1e06476e68b3 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:22.040991 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b0c36537-9610-4ff5-890b-5935927cb0c0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.044529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9894b29-35c4-41a6-a6b1-3c65ecb721f8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:22.124247 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-3ee2ef39-582f-4cf1-a594-987840bcedf8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4138489 Jul 07 19:19:22.126087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-184dfdc2-24a5-4cfe-a218-084bb0d35026 admin admin] Deleting port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:22.126436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184dfdc2-24a5-4cfe-a218-084bb0d35026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.234662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7b153-54c3-4554-941a-8c37866bac8a req-229395f2-53c5-4c1d-93d8-0e14226b5b52 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:22.242606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2fb7b153-54c3-4554-941a-8c37866bac8a req-229395f2-53c5-4c1d-93d8-0e14226b5b52 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 944 time: 0.6515710 Jul 07 19:19:22.273926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b0c36537-9610-4ff5-890b-5935927cb0c0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] For port c7facf39-f7ed-46db-b228-1e06476e68b3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c7facf39-f7ed-46db-b228-1e06476e68b3,segment=NetworkSegment(20bd1919-ae4e-42a3-a51c-2b319ebdc345),segment_id=20bd1919-ae4e-42a3-a51c-2b319ebdc345)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:22.274628 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b0c36537-9610-4ff5-890b-5935927cb0c0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.293189 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b0c36537-9610-4ff5-890b-5935927cb0c0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Calling delete_port for c7facf39-f7ed-46db-b228-1e06476e68b3 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:22.437075 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-35a545f2-ed0c-4bcf-87dd-19048144d7f4 service neutron] 10.222.0.48 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044822 Jul 07 19:19:22.588234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-47b55128-b524-4f11-b4d8-0a31cc823638 None None] Provisioning complete for port 7929b25c-9675-44ab-be3a-9bf970529ee4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:22.589173 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47b55128-b524-4f11-b4d8-0a31cc823638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.589350 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.624789 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cabf895-d792-47c5-ba19-2d20c883d402 req-037a1e8f-ac56-4c42-baf4-3e6643ca291b service neutron] 10.222.0.48 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789167 Jul 07 19:19:22.642669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-47b55128-b524-4f11-b4d8-0a31cc823638 None None] Port 7929b25c-9675-44ab-be3a-9bf970529ee4 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:22.666127 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b0c36537-9610-4ff5-890b-5935927cb0c0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.668362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2dc61744-0f6d-4a32-8ac0-3f0ecdce0c3b tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] In _notify_port_updated(), no bound segment for port 7929b25c-9675-44ab-be3a-9bf970529ee4 on network b9a1035c-ab6f-4332-885c-ca49e53c05d7 {{(pid=93900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:19:22.679616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc61744-0f6d-4a32-8ac0-3f0ecdce0c3b tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:22.680314 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2dc61744-0f6d-4a32-8ac0-3f0ecdce0c3b tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.682113 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2dc61744-0f6d-4a32-8ac0-3f0ecdce0c3b tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "PUT /v2.0/ports/7929b25c-9675-44ab-be3a-9bf970529ee4 HTTP/1.1" status: 200 len: 995 time: 2.8842499 Jul 07 19:19:22.691050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55138) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:22.694656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-184dfdc2-24a5-4cfe-a218-084bb0d35026 admin admin] For port 5005421e-5189-4ae8-9cc1-6f5cde51b1dd, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5005421e-5189-4ae8-9cc1-6f5cde51b1dd,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:22.696845 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184dfdc2-24a5-4cfe-a218-084bb0d35026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.774711 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.780927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc61744-0f6d-4a32-8ac0-3f0ecdce0c3b tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event updated for resources: {'Port': ['ID=7929b25c-9675-44ab-be3a-9bf970529ee4,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:22.784126 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.833991 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2fb7b153-54c3-4554-941a-8c37866bac8a req-8808dce4-df0d-453b-ac73-56620b381471 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902088 Jul 07 19:19:22.843926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-184dfdc2-24a5-4cfe-a218-084bb0d35026 admin admin] Calling delete_port for 5005421e-5189-4ae8-9cc1-6f5cde51b1dd owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:22.930843 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c36537-9610-4ff5-890b-5935927cb0c0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Port': ['ID=c7facf39-f7ed-46db-b228-1e06476e68b3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:22.946631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b0c36537-9610-4ff5-890b-5935927cb0c0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] No DVR routers for this DVR port c7facf39-f7ed-46db-b228-1e06476e68b3 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:22.951817 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b0c36537-9610-4ff5-890b-5935927cb0c0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.955146 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-b0c36537-9610-4ff5-890b-5935927cb0c0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.48 "DELETE /v2.0/ports/c7facf39-f7ed-46db-b228-1e06476e68b3 HTTP/1.1" status: 204 len: 173 time: 1.8075349 Jul 07 19:19:22.962682 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.965377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08d821c5-63a1-4e6e-8504-0d927bb45c26 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:19:22.983636 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.985122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ba0afe49-c017-4109-b468-c913ae28f83b admin admin] 10.222.0.81 "DELETE /v2.0/routers/08d821c5-63a1-4e6e-8504-0d927bb45c26 HTTP/1.1" status: 204 len: 168 time: 4.0106683 Jul 07 19:19:23.005281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55142) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:23.040374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a22b2-9bf3-47f6-9b87-24feeb35e4a3 req-2f76422e-83d8-4369-bb31-61c7f565761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:23.046717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d61a22b2-9bf3-47f6-9b87-24feeb35e4a3 req-2f76422e-83d8-4369-bb31-61c7f565761e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60004f5929074cca9994a932de60365c&device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 1095 time: 0.2825012 Jul 07 19:19:23.134700 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6f66d-c0ac-4e15-9511-9506524c8eda req-256a0df0-ec15-487e-81db-1e260581a003 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:23.144753 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d5f6f66d-c0ac-4e15-9511-9506524c8eda req-256a0df0-ec15-487e-81db-1e260581a003 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 1.1348267 Jul 07 19:19:23.227637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecc70e16-ff4e-4c73-abbd-53bac92e3493 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:23.235698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d5f6f66d-c0ac-4e15-9511-9506524c8eda req-f9b678d6-b9f3-403b-961e-8745cc8a2e41 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896180 Jul 07 19:19:23.243469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb844e6-7f40-4990-98a1-5a2c2f283432 admin admin] Deleting subnet 869b1f10-e12b-411f-911c-70eb57354a6a {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:19:23.269168 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fdb844e6-7f40-4990-98a1-5a2c2f283432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.299136 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: ecc70e16-ff4e-4c73-abbd-53bac92e3493 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:23.310735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecc70e16-ff4e-4c73-abbd-53bac92e3493 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:23.312519 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c7facf39-f7ed-46db-b228-1e06476e68b3 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:23.336348 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fdb844e6-7f40-4990-98a1-5a2c2f283432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.380660 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: c7facf39-f7ed-46db-b228-1e06476e68b3 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:23.381810 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:23.382164 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.386305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c7facf39-f7ed-46db-b228-1e06476e68b3 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:23.386959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device a52dd93c-82b4-4fee-8fb5-c4b9a08c858a no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:23.494064 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184dfdc2-24a5-4cfe-a218-084bb0d35026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.546763 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fdb844e6-7f40-4990-98a1-5a2c2f283432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.572489 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.575739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e40123b1-d83d-43ac-9391-185d4c8a954c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.612342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dfdc2-24a5-4cfe-a218-084bb0d35026 admin admin] Pushing event deleted for resources: {'Port': ['ID=5005421e-5189-4ae8-9cc1-6f5cde51b1dd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:23.652073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52dd93c-82b4-4fee-8fb5-c4b9a08c858a'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:23.659582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] For port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:23.659999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.662025 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bff764-34f7-4a69-83c8-69e1a202281c" -d '{"events": [{"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a52dd93c-82b4-4fee-8fb5-c4b9a08c858a"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:23.670019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2707f-3264-4821-86e4-750e45930172 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Deleting port 7929b25c-9675-44ab-be3a-9bf970529ee4 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:23.670369 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ed2707f-3264-4821-86e4-750e45930172 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.695298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Calling delete_port for a52dd93c-82b4-4fee-8fb5-c4b9a08c858a owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:23.715454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:23.717520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c9894b29-35c4-41a6-a6b1-3c65ecb721f8 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:23.735319 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.743440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f2c0-c90d-4e01-a8ea-b2a0140c4349 req-6385d7c4-b36f-477f-9cb9-92ba112e7b38 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:23.751200 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f250f2c0-c90d-4e01-a8ea-b2a0140c4349 req-6385d7c4-b36f-477f-9cb9-92ba112e7b38 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 946 time: 0.2653430 Jul 07 19:19:23.827871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:23.829535 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f250f2c0-c90d-4e01-a8ea-b2a0140c4349 req-d1b312e5-09f3-432b-9e16-911918fa345b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769558 Jul 07 19:19:23.833884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: c9894b29-35c4-41a6-a6b1-3c65ecb721f8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:23.834508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c9894b29-35c4-41a6-a6b1-3c65ecb721f8 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:23.837318 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.860484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d138cd5-9d41-45dc-86ae-95315f8c20bd req-02f17661-c228-4b98-90f5-11ee54baa7e0 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:23.862147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d138cd5-9d41-45dc-86ae-95315f8c20bd req-02f17661-c228-4b98-90f5-11ee54baa7e0 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.4016757 Jul 07 19:19:23.932758 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e630103c-290c-47c9-b610-7f46786b6f93 x-openstack-request-id: req-e630103c-290c-47c9-b610-7f46786b6f93 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:23.933101 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a52dd93c-82b4-4fee-8fb5-c4b9a08c858a", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:23.933430 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e630103c-290c-47c9-b610-7f46786b6f93 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:23.933904 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52dd93c-82b4-4fee-8fb5-c4b9a08c858a', 'code': 200} Jul 07 19:19:23.946925 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fdb844e6-7f40-4990-98a1-5a2c2f283432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.953605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-deleted', 'tag': 'c7facf39-f7ed-46db-b228-1e06476e68b3'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:23.961480 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4a62f3-cc37-443c-9737-31523d942675" -d '{"events": [{"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-deleted", "tag": "c7facf39-f7ed-46db-b228-1e06476e68b3"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:23.967436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d138cd5-9d41-45dc-86ae-95315f8c20bd req-b76acf6f-9ea3-43f6-92d8-db16bf07fb8a tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913107 Jul 07 19:19:24.087768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb844e6-7f40-4990-98a1-5a2c2f283432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869b1f10-e12b-411f-911c-70eb57354a6a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:24.104598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a22b2-9bf3-47f6-9b87-24feeb35e4a3 req-69a5fab1-d37a-4264-9374-8e8f4484ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:24.106116 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d61a22b2-9bf3-47f6-9b87-24feeb35e4a3 req-69a5fab1-d37a-4264-9374-8e8f4484ac2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 200 len: 906 time: 1.0316029 Jul 07 19:19:24.108045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ed2707f-3264-4821-86e4-750e45930172 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.109355 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ffd373-339c-47c5-a408-9685d891999a x-openstack-request-id: req-b7ffd373-339c-47c5-a408-9685d891999a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:24.110678 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-deleted", "tag": "c7facf39-f7ed-46db-b228-1e06476e68b3", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:24.111526 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7ffd373-339c-47c5-a408-9685d891999a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:24.112681 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-deleted', 'tag': 'c7facf39-f7ed-46db-b228-1e06476e68b3', 'status': 'completed', 'code': 200} Jul 07 19:19:24.119353 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fdb844e6-7f40-4990-98a1-5a2c2f283432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.123718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f9ee1-273b-49d3-9925-88edb6e17005 None None] Network ad0e2883-2f38-44ac-9e7e-d8ea96afd24c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:24.133826 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fdb844e6-7f40-4990-98a1-5a2c2f283432 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/869b1f10-e12b-411f-911c-70eb57354a6a HTTP/1.1" status: 204 len: 168 time: 1.1209159 Jul 07 19:19:24.170569 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55158) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:24.249088 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184dfdc2-24a5-4cfe-a218-084bb0d35026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.310882 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.334307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d61a22b2-9bf3-47f6-9b87-24feeb35e4a3 req-170eb30c-88cf-4722-8aee-040825cbaf25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8083441-3213-4a6f-8dea-3a922eaf8fda HTTP/1.1" status: 200 len: 217 time: 0.0747273 Jul 07 19:19:24.335187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2707f-3264-4821-86e4-750e45930172 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Calling delete_port for 7929b25c-9675-44ab-be3a-9bf970529ee4 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:24.368504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2b42c-b2b2-4a57-9461-2eda9444c0df req-112e4bd1-cb29-47d7-a699-a2e528e1d1a7 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:24.376798 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-43a2b42c-b2b2-4a57-9461-2eda9444c0df req-112e4bd1-cb29-47d7-a699-a2e528e1d1a7 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 944 time: 0.2410679 Jul 07 19:19:24.402669 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.436242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec3d10-5a99-49db-8a55-f94eee500f87 None None] DHCP port deletion for ad0e2883-2f38-44ac-9e7e-d8ea96afd24c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:19:24.510922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Port': ['ID=a52dd93c-82b4-4fee-8fb5-c4b9a08c858a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:24.551855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:24.552495 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:24.553002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:24.553513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:24.554050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:24.554556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:24.555085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:24.555608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:24.556116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:24.556616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:24.557108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:24.557602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:24.559512 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec3d10-5a99-49db-8a55-f94eee500f87 None None] Deleting port 579e520e-9900-4812-ab94-79ca7dff5623 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:24.559967 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1ec3d10-5a99-49db-8a55-f94eee500f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.572394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] No DVR routers for this DVR port a52dd93c-82b4-4fee-8fb5-c4b9a08c858a on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:24.575779 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.578412 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75f27b63-3b89-48d3-8a93-4efa309b7549 req-d57fd644-bd4d-4860-9192-c4ff3b0c7879 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.48 "DELETE /v2.0/ports/a52dd93c-82b4-4fee-8fb5-c4b9a08c858a HTTP/1.1" status: 204 len: 173 time: 1.5862198 Jul 07 19:19:24.603061 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-43a2b42c-b2b2-4a57-9461-2eda9444c0df req-fdce4183-3e1a-40db-b26b-33df74cfff4d tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253191 Jul 07 19:19:24.656797 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Deleting port 579e520e-9900-4812-ab94-79ca7dff5623 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:24.660957 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.685448 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.695024 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a1ec3d10-5a99-49db-8a55-f94eee500f87 None None] For port 579e520e-9900-4812-ab94-79ca7dff5623, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=579e520e-9900-4812-ab94-79ca7dff5623,segment=NetworkSegment(20d781b8-46de-48db-a6dc-f282f45e54e5),segment_id=20d781b8-46de-48db-a6dc-f282f45e54e5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:24.695528 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1ec3d10-5a99-49db-8a55-f94eee500f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.723385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec3d10-5a99-49db-8a55-f94eee500f87 None None] Calling delete_port for 579e520e-9900-4812-ab94-79ca7dff5623 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:24.803551 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a22b2-9bf3-47f6-9b87-24feeb35e4a3 req-8bbef761-1504-44da-9c2d-199152633094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:24.805906 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d61a22b2-9bf3-47f6-9b87-24feeb35e4a3 req-8bbef761-1504-44da-9c2d-199152633094 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0639349d-cd44-4b30-8111-830dacc72ffc HTTP/1.1" status: 200 len: 845 time: 0.4207711 Jul 07 19:19:24.824838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] For port 579e520e-9900-4812-ab94-79ca7dff5623, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=579e520e-9900-4812-ab94-79ca7dff5623,segment=NetworkSegment(20d781b8-46de-48db-a6dc-f282f45e54e5),segment_id=20d781b8-46de-48db-a6dc-f282f45e54e5)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:24.825202 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.864245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Calling delete_port for 579e520e-9900-4812-ab94-79ca7dff5623 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:24.924730 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d61a22b2-9bf3-47f6-9b87-24feeb35e4a3 req-d98a3302-5fc9-4992-b4d1-e13221d62aaf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920079 Jul 07 19:19:24.947637 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1ec3d10-5a99-49db-8a55-f94eee500f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.994387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec3d10-5a99-49db-8a55-f94eee500f87 None None] Pushing event deleted for resources: {'Port': ['ID=579e520e-9900-4812-ab94-79ca7dff5623,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:25.026365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec3d10-5a99-49db-8a55-f94eee500f87 None None] No DVR routers for this DVR port 579e520e-9900-4812-ab94-79ca7dff5623 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:25.052092 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:25.089324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=579e520e-9900-4812-ab94-79ca7dff5623,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:25.104859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] No DVR routers for this DVR port 579e520e-9900-4812-ab94-79ca7dff5623 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:25.154698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bca09393-ca5f-455a-89c1-1666c76bc74f req-65bbfb2a-05b8-4cce-959e-38dba73dc12b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=95eeb2ec-f20d-4acd-a0d8-33ec561db6ad HTTP/1.1" status: 200 len: 210 time: 0.0616601 Jul 07 19:19:25.211287 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d61a22b2-9bf3-47f6-9b87-24feeb35e4a3 req-5c7c4321-1144-468d-a7c9-12e87f8f6bf7 service neutron] 10.222.0.48 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715611 Jul 07 19:19:25.215026 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:25.226208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0e2883-2f38-44ac-9e7e-d8ea96afd24c']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:25.237648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d781b8-46de-48db-a6dc-f282f45e54e5') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:25.238064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d781b8-46de-48db-a6dc-f282f45e54e5') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:25.247883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:25.262578 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:25.269011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:19:25.269991 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: items = [ Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:19:25.330627 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:19:25.341982 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:25.373268 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:25.378540 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ad0e2883-2f38-44ac-9e7e-d8ea96afd24c HTTP/1.1" status: 204 len: 168 time: 1.2032564 Jul 07 19:19:25.443559 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b190db-e57c-4f47-9144-dbe709bd4d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad0e2883-2f38-44ac-9e7e-d8ea96afd24c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:25.493610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 579e520e-9900-4812-ab94-79ca7dff5623 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:25.510701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde5f01-b827-4463-b78d-ee9140531e69 req-8944efe9-d82e-4ffb-ba6c-2d455029e8ea tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:25.513734 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbde5f01-b827-4463-b78d-ee9140531e69 req-8944efe9-d82e-4ffb-ba6c-2d455029e8ea tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1625907 Jul 07 19:19:25.542351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 579e520e-9900-4812-ab94-79ca7dff5623 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:25.547347 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 579e520e-9900-4812-ab94-79ca7dff5623 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:25.570858 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbde5f01-b827-4463-b78d-ee9140531e69 req-7739017c-f49a-485f-b2b9-bd9a36e3ce0f tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499690 Jul 07 19:19:25.657709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55180) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:25.780266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bc70b-53b9-4611-9137-f244086381c5 req-cf47c711-4fd8-4517-b8b3-40b17fb12b9c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:25.780621 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ad404f55-6952-49a7-bcda-d93ea15700f8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff177147c0f74e6ba9bf140a047e5a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212614 Jul 07 19:19:25.789142 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55182) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:25.792195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-831bc70b-53b9-4611-9137-f244086381c5 req-cf47c711-4fd8-4517-b8b3-40b17fb12b9c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 1.3128686 Jul 07 19:19:25.911014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ed2707f-3264-4821-86e4-750e45930172 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:25.914354 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53e1c84d-1b40-494b-a0ef-3904800fcc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:25.945777 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-831bc70b-53b9-4611-9137-f244086381c5 req-78b30d0e-5c54-42cf-949a-5369684c7bf4 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524172 Jul 07 19:19:25.960033 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53e1c84d-1b40-494b-a0ef-3904800fcc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.007624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184dfdc2-24a5-4cfe-a218-084bb0d35026 admin admin] Router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:19:26.013018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2707f-3264-4821-86e4-750e45930172 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event deleted for resources: {'Port': ['ID=7929b25c-9675-44ab-be3a-9bf970529ee4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:26.017564 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d61a22b2-9bf3-47f6-9b87-24feeb35e4a3 req-519fc2e9-51e1-4a4a-b3fd-8f1e64a603cb service neutron] 10.222.0.48 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623608 Jul 07 19:19:26.057982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85480336-03d5-4002-bcc2-64b9c53a514a req-9aeb56dd-3f4b-4b41-8901-c7769ca97d92 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:26.075565 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85480336-03d5-4002-bcc2-64b9c53a514a req-9aeb56dd-3f4b-4b41-8901-c7769ca97d92 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 944 time: 0.3018997 Jul 07 19:19:26.116343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-deleted', 'tag': 'a52dd93c-82b4-4fee-8fb5-c4b9a08c858a'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:26.119163 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299aa790-76fc-49e2-886e-da15fe3adfa0" -d '{"events": [{"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-deleted", "tag": "a52dd93c-82b4-4fee-8fb5-c4b9a08c858a"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:26.204997 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85480336-03d5-4002-bcc2-64b9c53a514a req-2869bf9b-b5fb-40e4-a970-1d60541ff194 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282897 Jul 07 19:19:26.209109 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b75b9dc-ed41-45bd-aff0-476556a25936 x-openstack-request-id: req-1b75b9dc-ed41-45bd-aff0-476556a25936 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:26.209405 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95eeb2ec-f20d-4acd-a0d8-33ec561db6ad", "name": "network-vif-deleted", "tag": "a52dd93c-82b4-4fee-8fb5-c4b9a08c858a", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:26.209659 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b75b9dc-ed41-45bd-aff0-476556a25936 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:26.210049 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95eeb2ec-f20d-4acd-a0d8-33ec561db6ad', 'name': 'network-vif-deleted', 'tag': 'a52dd93c-82b4-4fee-8fb5-c4b9a08c858a', 'status': 'completed', 'code': 200} Jul 07 19:19:26.249777 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53e1c84d-1b40-494b-a0ef-3904800fcc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.254731 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53e1c84d-1b40-494b-a0ef-3904800fcc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.258702 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-53e1c84d-1b40-494b-a0ef-3904800fcc76 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0db759d2-f4d9-41a4-a346-aef9f14c6e6b HTTP/1.1" status: 204 len: 168 time: 0.4661820 Jul 07 19:19:26.284040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1c84d-1b40-494b-a0ef-3904800fcc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db759d2-f4d9-41a4-a346-aef9f14c6e6b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:26.352919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55204) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:26.380000 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ed2707f-3264-4821-86e4-750e45930172 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.385085 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2ed2707f-3264-4821-86e4-750e45930172 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "DELETE /v2.0/ports/7929b25c-9675-44ab-be3a-9bf970529ee4 HTTP/1.1" status: 204 len: 168 time: 3.6810753 Jul 07 19:19:26.388980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55206) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:26.433096 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.441328 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a69f85-43ab-4a0c-9e76-f26ac5d6f083 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] GET failed (client error): The resource could not be found. Jul 07 19:19:26.443035 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-00a69f85-43ab-4a0c-9e76-f26ac5d6f083 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "GET /v2.0/ports/7929b25c-9675-44ab-be3a-9bf970529ee4 HTTP/1.1" status: 404 len: 333 time: 0.0526919 Jul 07 19:19:26.449914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55208) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:26.461401 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184dfdc2-24a5-4cfe-a218-084bb0d35026 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:19:26.473540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e474107-6df8-4201-8a35-581a24df563d None None] Sync routers for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:19:26.479261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1d0017-dc47-437c-ade5-c8a475bfcbb8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting subnet aa761928-a8c7-4b97-92b9-2c00465600ed {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:19:26.480063 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-184dfdc2-24a5-4cfe-a218-084bb0d35026 admin admin] 10.222.0.81 "PUT /v2.0/routers/ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0699544 Jul 07 19:19:26.482175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55210) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:26.485189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Request body: {'port': {'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7', 'name': 'tempest-AllowedAddressPairTestJSON-635756643'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:26.492033 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0017-dc47-437c-ade5-c8a475bfcbb8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.494639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e474107-6df8-4201-8a35-581a24df563d None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:26.495417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2e474107-6df8-4201-8a35-581a24df563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:19:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:26.648091 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0017-dc47-437c-ade5-c8a475bfcbb8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.726354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-2e474107-6df8-4201-8a35-581a24df563d None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:19:26.733189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Made reservation on behalf of 9f0a5ed6265244ccb8e6ef62b77c6761 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:26.740284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.766722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] device_id is not set on port e69f8ffc-d2a4-4725-9cc2-5f945e0d2469 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:19:26.928280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Allocated IP 172.20.0.4 (b9a1035c-ab6f-4332-885c-ca49e53c05d7/f19c0ff1-dda9-4846-b356-5055a29ae632/e69f8ffc-d2a4-4725-9cc2-5f945e0d2469) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:27.160544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2e474107-6df8-4201-8a35-581a24df563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:19:23Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:27.231233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e474107-6df8-4201-8a35-581a24df563d None None] Checking router: ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:19:27.250402 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:27.258711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e474107-6df8-4201-8a35-581a24df563d None None] Routers {'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:27.259497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2e474107-6df8-4201-8a35-581a24df563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:19:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:27.282774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ca27b-3d6a-47dc-8d1d-556ce3f1ee51 req-1671384f-98d5-4ca8-aba8-de8b151567f7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:27.284543 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e1ca27b-3d6a-47dc-8d1d-556ce3f1ee51 req-1671384f-98d5-4ca8-aba8-de8b151567f7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.1593428 Jul 07 19:19:27.285810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Transition to ACTIVE for port object e69f8ffc-d2a4-4725-9cc2-5f945e0d2469 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:27.365052 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e1ca27b-3d6a-47dc-8d1d-556ce3f1ee51 req-dd48d1ba-c689-4927-93e7-18c9617e133c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724163 Jul 07 19:19:27.376285 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:27.437243 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Network b9a1035c-ab6f-4332-885c-ca49e53c05d7 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:27.439804 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:27.449615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:27.454842 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:27.517195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event updated for resources: {'Port': ['ID=e69f8ffc-d2a4-4725-9cc2-5f945e0d2469,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:27.524812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-2e474107-6df8-4201-8a35-581a24df563d None None] Set router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:19:27.582516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:27.583446 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:27.620220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-79bd1654-126e-46e6-967a-92bf26669b77 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1619351 Jul 07 19:19:27.623309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55248) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:27.631057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Request body: {'port': {'network_id': 'b9a1035c-ab6f-4332-885c-ca49e53c05d7', 'name': 'tempest-AllowedAddressPairTestJSON-1324099547'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:27.713698 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:27.802016 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0017-dc47-437c-ade5-c8a475bfcbb8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:27.833517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Made reservation on behalf of 9f0a5ed6265244ccb8e6ef62b77c6761 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:27.841688 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:27.865187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c52cd90d-c76e-4ba0-bd0c-04d24d3d0957 None None] Provisioning for port e69f8ffc-d2a4-4725-9cc2-5f945e0d2469 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:27.872279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c52cd90d-c76e-4ba0-bd0c-04d24d3d0957 None None] Provisioning complete for port e69f8ffc-d2a4-4725-9cc2-5f945e0d2469 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:27.872656 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c52cd90d-c76e-4ba0-bd0c-04d24d3d0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:27.897937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] device_id is not set on port dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:19:27.900132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0017-dc47-437c-ade5-c8a475bfcbb8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:27.930227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c52cd90d-c76e-4ba0-bd0c-04d24d3d0957 None None] Port e69f8ffc-d2a4-4725-9cc2-5f945e0d2469 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:27.937474 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2e474107-6df8-4201-8a35-581a24df563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:19:23Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:27.968599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e474107-6df8-4201-8a35-581a24df563d None None] The sync data for ids ['ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9'] in n-d-793621-9 is: [{'id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1076789465-router', 'tenant_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:03Z', 'updated_at': '2021-07-07T19:19:23Z', 'revision_number': 5, 'project_id': 'ae2f0b85d8a74327b64031b2acd1842d', 'gw_port': {'id': 'ee269af2-c04a-4c61-a1e4-728e6486326e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:05Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:19:27.982841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d0017-dc47-437c-ade5-c8a475bfcbb8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Subnet': ['ID=aa761928-a8c7-4b97-92b9-2c00465600ed,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:27.997995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c578e3bd-2dce-433b-853e-e15373ee1190 None None] Network d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:28.026847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93aaa7d-fbb7-4ff4-9076-f5115b9fd8d6 req-f3db987a-9b67-48fb-a0e6-db57d83c36ad tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:28.034229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b93aaa7d-fbb7-4ff4-9076-f5115b9fd8d6 req-f3db987a-9b67-48fb-a0e6-db57d83c36ad tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.7713954 Jul 07 19:19:28.046443 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0017-dc47-437c-ade5-c8a475bfcbb8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.052196 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bb1d0017-dc47-437c-ade5-c8a475bfcbb8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "DELETE /v2.0/subnets/aa761928-a8c7-4b97-92b9-2c00465600ed HTTP/1.1" status: 204 len: 168 time: 1.6966054 Jul 07 19:19:28.053475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55252) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:28.112392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11df4e0-cd1e-47ae-87d1-4be28d8950d0 req-d7de346c-4779-4061-9a1a-2e8c229be859 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:28.115683 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c11df4e0-cd1e-47ae-87d1-4be28d8950d0 req-d7de346c-4779-4061-9a1a-2e8c229be859 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 944 time: 0.2692211 Jul 07 19:19:28.167504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Deleting port ee269af2-c04a-4c61-a1e4-728e6486326e {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:28.168026 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.174425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b93aaa7d-fbb7-4ff4-9076-f5115b9fd8d6 req-35346a88-0fdd-4412-b502-a1a11fc3b68c tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366723 Jul 07 19:19:28.248003 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.264046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Allocated IP 172.20.0.6 (b9a1035c-ab6f-4332-885c-ca49e53c05d7/f19c0ff1-dda9-4846-b356-5055a29ae632/dc6a97db-c0e0-4098-aa2f-ae79eb62dc41) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:28.272032 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c11df4e0-cd1e-47ae-87d1-4be28d8950d0 req-65bcb053-f710-44b7-ab8e-d8332f441c1e tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202514 Jul 07 19:19:28.383761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ea0cd-3416-47cf-9249-95899c0e6c2e None None] DHCP port deletion for d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:19:28.428162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] For port ee269af2-c04a-4c61-a1e4-728e6486326e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ee269af2-c04a-4c61-a1e4-728e6486326e,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:28.430068 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.466587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Calling delete_port for ee269af2-c04a-4c61-a1e4-728e6486326e owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:28.501235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ea0cd-3416-47cf-9249-95899c0e6c2e None None] Deleting port 0236d540-4200-462b-b4a8-1c4f67928449 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:28.501927 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea0cd-3416-47cf-9249-95899c0e6c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.519145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting port 0236d540-4200-462b-b4a8-1c4f67928449 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:28.519459 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.667653 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] For port 0236d540-4200-462b-b4a8-1c4f67928449, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0236d540-4200-462b-b4a8-1c4f67928449,segment=NetworkSegment(20bd1919-ae4e-42a3-a51c-2b319ebdc345),segment_id=20bd1919-ae4e-42a3-a51c-2b319ebdc345)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:28.668060 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.731315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5e1ea0cd-3416-47cf-9249-95899c0e6c2e None None] For port 0236d540-4200-462b-b4a8-1c4f67928449, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0236d540-4200-462b-b4a8-1c4f67928449,segment=NetworkSegment(20bd1919-ae4e-42a3-a51c-2b319ebdc345),segment_id=20bd1919-ae4e-42a3-a51c-2b319ebdc345)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:28.731833 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea0cd-3416-47cf-9249-95899c0e6c2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.757548 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.760011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Calling delete_port for 0236d540-4200-462b-b4a8-1c4f67928449 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:28.768317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ea0cd-3416-47cf-9249-95899c0e6c2e None None] Calling delete_port for 0236d540-4200-462b-b4a8-1c4f67928449 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:28.796463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Transition to ACTIVE for port object dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:28.850171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-49c3bb45-d4a8-4dc3-a30b-fdbb99f2fde7 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ab45caa5cfaa4c1ab01604dd7d03c47c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541325 Jul 07 19:19:28.969964 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.972373 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea0cd-3416-47cf-9249-95899c0e6c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.002479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ea0cd-3416-47cf-9249-95899c0e6c2e None None] No DVR routers for this DVR port 0236d540-4200-462b-b4a8-1c4f67928449 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:29.020728 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.036919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-40fbf0db-308e-4862-9da3-8c06e7083f4b tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:29.042906 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-40fbf0db-308e-4862-9da3-8c06e7083f4b tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916127 Jul 07 19:19:29.044831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ea0cd-3416-47cf-9249-95899c0e6c2e None None] Pushing event deleted for resources: {'Port': ['ID=0236d540-4200-462b-b4a8-1c4f67928449,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:29.052845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b0826-4200-46b1-8ce6-ae792816cfa2 req-4dd9e170-88d2-47c7-a687-ca388e961ca9 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:29.054441 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b07b0826-4200-46b1-8ce6-ae792816cfa2 req-4dd9e170-88d2-47c7-a687-ca388e961ca9 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.4007754 Jul 07 19:19:29.068863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Network b9a1035c-ab6f-4332-885c-ca49e53c05d7 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:29.081643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:29.084649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:29.098603 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-a0d4249f-3da8-4aa6-8630-c0fd90e53755 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/quotas/ab45caa5cfaa4c1ab01604dd7d03c47c HTTP/1.1" status: 200 len: 375 time: 0.0546560 Jul 07 19:19:29.100628 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee269af2-c04a-4c61-a1e4-728e6486326e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:29.135402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event updated for resources: {'Port': ['ID=dc6a97db-c0e0-4098-aa2f-ae79eb62dc41,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:29.144197 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.158165 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-c7772015-26c5-429c-bb31-e242a879e634 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab45caa5cfaa4c1ab01604dd7d03c47c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584848 Jul 07 19:19:29.212951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Port': ['ID=0236d540-4200-462b-b4a8-1c4f67928449,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:29.217648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] No DVR routers for this DVR port 0236d540-4200-462b-b4a8-1c4f67928449 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:29.225629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.248095 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b07b0826-4200-46b1-8ce6-ae792816cfa2 req-ea099ff4-72ec-4642-a102-c4758cc9636c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824422 Jul 07 19:19:29.281932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d8083441-3213-4a6f-8dea-3a922eaf8fda details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:29.291251 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:29.291466 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.399848 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-685ecb78-318a-4f80-bb42-673389968295 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7743442 Jul 07 19:19:29.412515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55280) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:29.443848 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.465556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-50ea8964-641c-4bd0-a326-3409d75af231 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:7d:d6:af'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:32:82:fb'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:29.475113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.481411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.561647 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.562145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:19:29.579878 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.583296 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-77af13fe-842c-466e-9bf5-0b1bc5336c50 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ebb56cbb-6606-40e1-b2d5-7df4a9f9c6c9 HTTP/1.1" status: 204 len: 168 time: 3.0966926 Jul 07 19:19:29.588878 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55288) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:29.628045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d8083441-3213-4a6f-8dea-3a922eaf8fda, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d8083441-3213-4a6f-8dea-3a922eaf8fda,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:29.645865 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:29.650134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'd8083441-3213-4a6f-8dea-3a922eaf8fda', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'port_id': 'd8083441-3213-4a6f-8dea-3a922eaf8fda', 'mac_address': 'fa:16:3e:69:b1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0639349d-cd44-4b30-8111-830dacc72ffc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:19:29.658921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0236d540-4200-462b-b4a8-1c4f67928449 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:29.704160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 0236d540-4200-462b-b4a8-1c4f67928449 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:29.705047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0236d540-4200-462b-b4a8-1c4f67928449 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:29.705962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5005421e-5189-4ae8-9cc1-6f5cde51b1dd no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:29.732382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bd1919-ae4e-42a3-a51c-2b319ebdc345') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:29.732679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bd1919-ae4e-42a3-a51c-2b319ebdc345') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:29.743340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-8450c9cc-49fb-4832-80eb-4384aa5c863b admin admin] Deleting subnet e25d04fd-32bc-4870-b7cb-9e944799036a {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:19:29.751564 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8450c9cc-49fb-4832-80eb-4384aa5c863b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.759440 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5e0583c7-bac1-4236-a3b3-7ab6ab130871 None None] Provisioning for port dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:29.783236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 5005421e-5189-4ae8-9cc1-6f5cde51b1dd {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:29.784400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5005421e-5189-4ae8-9cc1-6f5cde51b1dd not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:29.806138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5e0583c7-bac1-4236-a3b3-7ab6ab130871 None None] Provisioning complete for port dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:29.806914 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5e0583c7-bac1-4236-a3b3-7ab6ab130871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.827574 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.908111 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5e0583c7-bac1-4236-a3b3-7ab6ab130871 None None] Port dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:29.927203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8450c9cc-49fb-4832-80eb-4384aa5c863b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.931039 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.946137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:19:29.947120 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:19:29.953751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:19:29.959098 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:19:29.959098 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:19:29.959098 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:19:29.959098 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:19:29.959098 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:19:29.959098 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:19:29.959098 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:19:29.959098 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:19:29.959098 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:19:29.959098 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:19:29.959098 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:19:29.959098 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:19:30.011317 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.051890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8083441-3213-4a6f-8dea-3a922eaf8fda {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:30.056127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ec2c6-ebc4-46a4-a4b7-ca9bad985081 req-22271b35-96e7-412f-84e7-49a9dacd4d79 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:30.057882 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306ec2c6-ebc4-46a4-a4b7-ca9bad985081 req-22271b35-96e7-412f-84e7-49a9dacd4d79 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 944 time: 0.2426822 Jul 07 19:19:30.069678 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8450c9cc-49fb-4832-80eb-4384aa5c863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.111307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d8083441-3213-4a6f-8dea-3a922eaf8fda, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d8083441-3213-4a6f-8dea-3a922eaf8fda,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:30.112833 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.117059 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.132912 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.141281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "DELETE /v2.0/networks/d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4 HTTP/1.1" status: 204 len: 168 time: 2.0809464 Jul 07 19:19:30.147651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55290) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:30.181411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e519b5-4b51-4c3e-a2f1-06d4f73d892d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Network': ['ID=d1ed1f21-b32d-4bf8-81a8-fb2bf4e402b4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:30.212636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0f00a-9077-4da0-b78b-7ed9b3484cad req-e6513633-1a8c-4b86-b06e-74edaaf5042f tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:30.222557 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79a0f00a-9077-4da0-b78b-7ed9b3484cad req-e6513633-1a8c-4b86-b06e-74edaaf5042f tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.4401851 Jul 07 19:19:30.228219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d8083441-3213-4a6f-8dea-3a922eaf8fda,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:30.264527 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50ea8964-641c-4bd0-a326-3409d75af231 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.265796 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306ec2c6-ebc4-46a4-a4b7-ca9bad985081 req-3c35ba91-aefe-403f-aba9-af858643a35b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981719 Jul 07 19:19:30.317238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-057e6819-f8e3-4587-b442-5f128e6e86a3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting subnet 91d5986b-def6-4667-9e57-2e7c0cad8077 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:19:30.331578 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8450c9cc-49fb-4832-80eb-4384aa5c863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.337239 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057e6819-f8e3-4587-b442-5f128e6e86a3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.355289 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79a0f00a-9077-4da0-b78b-7ed9b3484cad req-34b31e00-60dd-4d1d-b9be-d5409e146867 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313510 Jul 07 19:19:30.421067 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450c9cc-49fb-4832-80eb-4384aa5c863b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25d04fd-32bc-4870-b7cb-9e944799036a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:30.439845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b4b4e-6702-421b-9b7d-f281b22aa35c None None] Network 4837347d-16af-4527-869d-a670e15ab1e0 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:30.450318 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8450c9cc-49fb-4832-80eb-4384aa5c863b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.454532 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8450c9cc-49fb-4832-80eb-4384aa5c863b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e25d04fd-32bc-4870-b7cb-9e944799036a HTTP/1.1" status: 204 len: 168 time: 0.8621626 Jul 07 19:19:30.460903 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6f212621-12a8-45da-b74e-f6243a731755 req-d7eeec33-a5e3-4d54-a06b-719ee89eb3a4 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 210 time: 0.0781500 Jul 07 19:19:30.466136 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55302) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:30.498064 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057e6819-f8e3-4587-b442-5f128e6e86a3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.591704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['d8083441-3213-4a6f-8dea-3a922eaf8fda'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:30.718501 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50ea8964-641c-4bd0-a326-3409d75af231 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.725357 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50ea8964-641c-4bd0-a326-3409d75af231 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.747896 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.824367 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057e6819-f8e3-4587-b442-5f128e6e86a3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.902397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Deleting port 3229375c-42d2-4e9c-a9a4-ff4d71430598 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:30.902397 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.001944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea8964-641c-4bd0-a326-3409d75af231 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event updated for resources: {'Port': ['ID=dc6a97db-c0e0-4098-aa2f-ae79eb62dc41,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:31.035383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58858151-3189-43c4-8a83-ab53498d3cfd None None] DHCP port deletion for 4837347d-16af-4527-869d-a670e15ab1e0 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:19:31.036156 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057e6819-f8e3-4587-b442-5f128e6e86a3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.050958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-50ea8964-641c-4bd0-a326-3409d75af231 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] In _notify_port_updated(), no bound segment for port dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 on network b9a1035c-ab6f-4332-885c-ca49e53c05d7 {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:19:31.057829 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ea8964-641c-4bd0-a326-3409d75af231 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:31.058948 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50ea8964-641c-4bd0-a326-3409d75af231 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.063632 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-50ea8964-641c-4bd0-a326-3409d75af231 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "PUT /v2.0/ports/dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 HTTP/1.1" status: 200 len: 1056 time: 1.6315951 Jul 07 19:19:31.066866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55314) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:31.114002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6819-f8e3-4587-b442-5f128e6e86a3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Subnet': ['ID=91d5986b-def6-4667-9e57-2e7c0cad8077,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:31.116439 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057e6819-f8e3-4587-b442-5f128e6e86a3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.125808 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-057e6819-f8e3-4587-b442-5f128e6e86a3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "DELETE /v2.0/subnets/91d5986b-def6-4667-9e57-2e7c0cad8077 HTTP/1.1" status: 204 len: 168 time: 0.9707942 Jul 07 19:19:31.136223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55316) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:31.140873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cbcca2-56a6-44f5-bd86-688f6bd6b987 None None] Network 1e705440-4c29-48da-8805-fdb1b338ddb8 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:31.154538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] For port 3229375c-42d2-4e9c-a9a4-ff4d71430598, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3229375c-42d2-4e9c-a9a4-ff4d71430598,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:31.154963 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.210200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c4b6a-6f29-4070-ad3e-41cc66e95dca req-74136db6-7547-4c6b-829c-caa3dee84c32 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:31.220349 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb4c4b6a-6f29-4070-ad3e-41cc66e95dca req-74136db6-7547-4c6b-829c-caa3dee84c32 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.4993765 Jul 07 19:19:31.264313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Calling delete_port for 3229375c-42d2-4e9c-a9a4-ff4d71430598 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:31.308931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9b90f5b5-dabf-487b-8d92-22d648926e11 None None] Provisioning complete for port dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:31.310722 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9b90f5b5-dabf-487b-8d92-22d648926e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.322776 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb4c4b6a-6f29-4070-ad3e-41cc66e95dca req-b6b9bed6-96a6-4b41-9eb6-c2930d28b469 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982594 Jul 07 19:19:31.346981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-58858151-3189-43c4-8a83-ab53498d3cfd None None] Deleting port 3229375c-42d2-4e9c-a9a4-ff4d71430598 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:31.347804 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-58858151-3189-43c4-8a83-ab53498d3cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.396106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a0e74386-cad2-4946-8ac4-a64f7492c817 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Deleting port dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:31.396461 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a0e74386-cad2-4946-8ac4-a64f7492c817 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.495138 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.540541 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:19:31.560483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Pushing event deleted for resources: {'Port': ['ID=3229375c-42d2-4e9c-a9a4-ff4d71430598,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:31.564905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] No DVR routers for this DVR port 3229375c-42d2-4e9c-a9a4-ff4d71430598 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:31.608434 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ee269af2-c04a-4c61-a1e4-728e6486326e no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:31.616362 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a0e74386-cad2-4946-8ac4-a64f7492c817 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.630873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a0e74386-cad2-4946-8ac4-a64f7492c817 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Calling delete_port for dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:31.641511 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.664328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: ee269af2-c04a-4c61-a1e4-728e6486326e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:31.664579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ee269af2-c04a-4c61-a1e4-728e6486326e not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:31.664987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3229375c-42d2-4e9c-a9a4-ff4d71430598 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:31.714712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 3229375c-42d2-4e9c-a9a4-ff4d71430598 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:31.715667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3229375c-42d2-4e9c-a9a4-ff4d71430598 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:31.735558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9b90f5b5-dabf-487b-8d92-22d648926e11 None None] Port dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:31.755801 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-58858151-3189-43c4-8a83-ab53498d3cfd None None] For port 3229375c-42d2-4e9c-a9a4-ff4d71430598, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3229375c-42d2-4e9c-a9a4-ff4d71430598,segment=NetworkSegment(2a2fecfb-f93b-43f2-9018-ceab21eb96b1),segment_id=2a2fecfb-f93b-43f2-9018-ceab21eb96b1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:31.756852 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-58858151-3189-43c4-8a83-ab53498d3cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.768614 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.782344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-58858151-3189-43c4-8a83-ab53498d3cfd None None] Calling delete_port for 3229375c-42d2-4e9c-a9a4-ff4d71430598 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:31.793772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4837347d-16af-4527-869d-a670e15ab1e0']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:31.814653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7095e-82bc-4944-886a-4b0f483d57b5 req-8ef56513-bc75-46c5-8592-3f39115b13a5 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:31.822088 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10a7095e-82bc-4944-886a-4b0f483d57b5 req-8ef56513-bc75-46c5-8592-3f39115b13a5 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 945 time: 0.2201219 Jul 07 19:19:31.839145 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a0e74386-cad2-4946-8ac4-a64f7492c817 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.874721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2fecfb-f93b-43f2-9018-ceab21eb96b1') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:31.875180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2fecfb-f93b-43f2-9018-ceab21eb96b1') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:31.880229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d5ac88-1587-45b2-8f1f-bb89d70b879b None None] DHCP port deletion for 1e705440-4c29-48da-8805-fdb1b338ddb8 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:19:31.891903 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10a7095e-82bc-4944-886a-4b0f483d57b5 req-c5ad8e9a-cbf6-46e0-8bc5-ab09d07b6de4 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666349 Jul 07 19:19:31.926075 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.949059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e74386-cad2-4946-8ac4-a64f7492c817 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event deleted for resources: {'Port': ['ID=dc6a97db-c0e0-4098-aa2f-ae79eb62dc41,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:31.956091 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-58858151-3189-43c4-8a83-ab53498d3cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.994048 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting port c9a8b33d-286b-496d-90ed-fc60314edbe2 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:31.994839 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.998839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58858151-3189-43c4-8a83-ab53498d3cfd None None] No DVR routers for this DVR port 3229375c-42d2-4e9c-a9a4-ff4d71430598 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:32.000335 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.000504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58858151-3189-43c4-8a83-ab53498d3cfd None None] Pushing event deleted for resources: {'Port': ['ID=3229375c-42d2-4e9c-a9a4-ff4d71430598,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:32.024273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c4d5ac88-1587-45b2-8f1f-bb89d70b879b None None] Deleting port c9a8b33d-286b-496d-90ed-fc60314edbe2 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:32.024651 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c4d5ac88-1587-45b2-8f1f-bb89d70b879b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.048038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:19:32.051440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:19:32.055533 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:19:32.067647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb03ef-4611-416f-aefc-4097f6f96f10 req-00806e54-dc6f-4e3f-b1a0-67f012b878d1 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:32.069823 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d9cb03ef-4611-416f-aefc-4097f6f96f10 req-00806e54-dc6f-4e3f-b1a0-67f012b878d1 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.2440491 Jul 07 19:19:32.161896 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d9cb03ef-4611-416f-aefc-4097f6f96f10 req-1a55cec0-e16b-4f28-a628-d1db126adf7f tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779147 Jul 07 19:19:32.195010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c4d5ac88-1587-45b2-8f1f-bb89d70b879b None None] For port c9a8b33d-286b-496d-90ed-fc60314edbe2, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c9a8b33d-286b-496d-90ed-fc60314edbe2,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:32.195562 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c4d5ac88-1587-45b2-8f1f-bb89d70b879b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.225292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c4d5ac88-1587-45b2-8f1f-bb89d70b879b None None] Calling delete_port for c9a8b33d-286b-496d-90ed-fc60314edbe2 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:32.292917 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1beb433f-b5ab-4956-bcd8-c1c0267ccaa8 req-b3b30728-0c8a-483b-b28f-82fbc58a4cb4 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 210 time: 0.0818694 Jul 07 19:19:32.354911 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] For port c9a8b33d-286b-496d-90ed-fc60314edbe2, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c9a8b33d-286b-496d-90ed-fc60314edbe2,segment=NetworkSegment(df4ef8d1-48da-438f-8f1b-121eeae00c71),segment_id=df4ef8d1-48da-438f-8f1b-121eeae00c71)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:32.355433 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.365587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.381169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.383307 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4837347d-16af-4527-869d-a670e15ab1e0 HTTP/1.1" status: 204 len: 168 time: 1.9161782 Jul 07 19:19:32.385778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Calling delete_port for c9a8b33d-286b-496d-90ed-fc60314edbe2 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:32.387640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55336) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:32.431223 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a0e74386-cad2-4946-8ac4-a64f7492c817 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.436236 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a0e74386-cad2-4946-8ac4-a64f7492c817 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "DELETE /v2.0/ports/dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 HTTP/1.1" status: 204 len: 168 time: 1.3655686 Jul 07 19:19:32.482384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55338) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:32.483918 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c4d5ac88-1587-45b2-8f1f-bb89d70b879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.535519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-60371885-01c9-459d-a505-4975a3504887 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ab45caa5cfaa4c1ab01604dd7d03c47c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225476 Jul 07 19:19:32.549038 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5ac88-1587-45b2-8f1f-bb89d70b879b None None] Pushing event deleted for resources: {'Port': ['ID=c9a8b33d-286b-496d-90ed-fc60314edbe2,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:32.558551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d5ac88-1587-45b2-8f1f-bb89d70b879b None None] No DVR routers for this DVR port c9a8b33d-286b-496d-90ed-fc60314edbe2 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:32.576567 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f498e1f2-1375-4e53-a6e5-5706931d99b7 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] GET failed (client error): The resource could not be found. Jul 07 19:19:32.582214 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f498e1f2-1375-4e53-a6e5-5706931d99b7 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "GET /v2.0/ports/dc6a97db-c0e0-4098-aa2f-ae79eb62dc41 HTTP/1.1" status: 404 len: 333 time: 0.0972824 Jul 07 19:19:32.584539 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.590870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55340) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:32.595852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ce92b-b1ec-4d17-adcc-8bb242246823 admin admin] Pushing event deleted for resources: {'Network': ['ID=4837347d-16af-4527-869d-a670e15ab1e0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:32.743253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Port': ['ID=c9a8b33d-286b-496d-90ed-fc60314edbe2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:32.745116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] No DVR routers for this DVR port c9a8b33d-286b-496d-90ed-fc60314edbe2 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:32.839625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-5c05658d-967a-4045-ade2-6dcb1943822c tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:32.841645 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-5c05658d-967a-4045-ade2-6dcb1943822c tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2852244 Jul 07 19:19:32.865771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Request body: {'port': {'device_id': '18c2f373-975b-4075-a65d-785005c9b8d7', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'ab45caa5cfaa4c1ab01604dd7d03c47c'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:32.912195 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.925392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e705440-4c29-48da-8805-fdb1b338ddb8']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:32.938677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4ef8d1-48da-438f-8f1b-121eeae00c71') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:32.939311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4ef8d1-48da-438f-8f1b-121eeae00c71') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:32.953079 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.019957 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.048416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:19:33.049136 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:19:33.055011 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:19:33.201973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d50814-fa63-4501-b84a-07a94ad8a0d2 req-fd39066e-a59a-4d97-958c-26826996b154 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:33.210595 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e7d50814-fa63-4501-b84a-07a94ad8a0d2 req-fd39066e-a59a-4d97-958c-26826996b154 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.6184561 Jul 07 19:19:33.235355 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.288202 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.302828 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "DELETE /v2.0/networks/1e705440-4c29-48da-8805-fdb1b338ddb8 HTTP/1.1" status: 204 len: 168 time: 2.1508775 Jul 07 19:19:33.305507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55346) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:33.305847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af166b8-b0de-4011-8a6f-9b470d6222a5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Network': ['ID=1e705440-4c29-48da-8805-fdb1b338ddb8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:33.310419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d8083441-3213-4a6f-8dea-3a922eaf8fda up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:33.324122 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc827b-3dfc-4eb1-92f0-77e47bbbd2ee tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Deleting port e69f8ffc-d2a4-4725-9cc2-5f945e0d2469 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:33.325168 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1bc827b-3dfc-4eb1-92f0-77e47bbbd2ee tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.376422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e8cba30f-e060-4552-9dc6-2074dd7a298b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-433229958'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:33.416261 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e7d50814-fa63-4501-b84a-07a94ad8a0d2 req-aae65936-74d0-44bb-84e4-e77cbb9d4c81 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043517 Jul 07 19:19:33.419421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port d8083441-3213-4a6f-8dea-3a922eaf8fda completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:33.425164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port d8083441-3213-4a6f-8dea-3a922eaf8fda triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:33.425888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.473899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c9a8b33d-286b-496d-90ed-fc60314edbe2 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:33.513125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: c9a8b33d-286b-496d-90ed-fc60314edbe2 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:33.514357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c9a8b33d-286b-496d-90ed-fc60314edbe2 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:33.567858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cba30f-e060-4552-9dc6-2074dd7a298b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:33.571416 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cba30f-e060-4552-9dc6-2074dd7a298b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.604071 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.611553 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1bc827b-3dfc-4eb1-92f0-77e47bbbd2ee tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.624277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cba30f-e060-4552-9dc6-2074dd7a298b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:19:33.639921 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cba30f-e060-4552-9dc6-2074dd7a298b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.640416 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-e8cba30f-e060-4552-9dc6-2074dd7a298b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Added segment f14b97da-4d07-40a7-be31-b3d3462d3b5c of type vlan for network 21467342-4346-42f0-9c90-514f944ec765 Jul 07 19:19:33.653730 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d8083441-3213-4a6f-8dea-3a922eaf8fda, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d8083441-3213-4a6f-8dea-3a922eaf8fda,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:33.655240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8083441-3213-4a6f-8dea-3a922eaf8fda'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:33.660549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc827b-3dfc-4eb1-92f0-77e47bbbd2ee tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Calling delete_port for e69f8ffc-d2a4-4725-9cc2-5f945e0d2469 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:33.661703 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd83caf-7164-4303-b7b2-a19826eb9fa6" -d '{"events": [{"server_uuid": "32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30", "name": "network-vif-plugged", "status": "completed", "tag": "d8083441-3213-4a6f-8dea-3a922eaf8fda"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:33.667648 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.708437 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cba30f-e060-4552-9dc6-2074dd7a298b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.749890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Made reservation on behalf of ab45caa5cfaa4c1ab01604dd7d03c47c for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:33.754219 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.760994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cba30f-e060-4552-9dc6-2074dd7a298b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.766535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cba30f-e060-4552-9dc6-2074dd7a298b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:33.767176 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cba30f-e060-4552-9dc6-2074dd7a298b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.783941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d8083441-3213-4a6f-8dea-3a922eaf8fda,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:33.791864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426afdd-e2f8-4ef2-9cdf-dcc677375e4d req-ffc10905-029f-4cc5-b24e-9f99088159f2 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:33.794098 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2426afdd-e2f8-4ef2-9cdf-dcc677375e4d req-ffc10905-029f-4cc5-b24e-9f99088159f2 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 945 time: 0.5536349 Jul 07 19:19:33.823625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.850941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585770d-a475-4002-aa8b-61aaab335a86 req-0e89ebf5-cf47-4ca9-98f2-578a64ee30e9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:33.853521 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f585770d-a475-4002-aa8b-61aaab335a86 req-0e89ebf5-cf47-4ca9-98f2-578a64ee30e9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.2717028 Jul 07 19:19:33.882658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e8cba30f-e060-4552-9dc6-2074dd7a298b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5770514 Jul 07 19:19:33.887785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55358) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:33.895756 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-58bd1e3f-68f5-41cd-9f87-381448c18037 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'subnet': {'network_id': '21467342-4346-42f0-9c90-514f944ec765', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:33.923039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cba30f-e060-4552-9dc6-2074dd7a298b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Network': ['ID=21467342-4346-42f0-9c90-514f944ec765,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:33.933561 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2426afdd-e2f8-4ef2-9cdf-dcc677375e4d req-d29d356f-434a-4e27-ba4a-e1f577a7bb7b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293490 Jul 07 19:19:33.950575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 21467342-4346-42f0-9c90-514f944ec765 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:19:34.056773 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f585770d-a475-4002-aa8b-61aaab335a86 req-031fb0a1-e0d2-4b4a-b85e-9e11b975c449 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971915 Jul 07 19:19:34.115003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1bc827b-3dfc-4eb1-92f0-77e47bbbd2ee tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.152571 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ffb776fe-53f5-4ce8-ba40-6bd9b93707df req-075e7669-68fe-4fdb-b571-6bfab0a82d3e tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 210 time: 0.0467370 Jul 07 19:19:34.204036 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc827b-3dfc-4eb1-92f0-77e47bbbd2ee tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event deleted for resources: {'Port': ['ID=e69f8ffc-d2a4-4725-9cc2-5f945e0d2469,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:34.242704 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ae5163-8f7b-44ae-addb-ff795b7a2a49 x-openstack-request-id: req-96ae5163-8f7b-44ae-addb-ff795b7a2a49 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:34.243032 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30", "name": "network-vif-plugged", "status": "completed", "tag": "d8083441-3213-4a6f-8dea-3a922eaf8fda", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:34.243281 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96ae5163-8f7b-44ae-addb-ff795b7a2a49 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:34.243688 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8083441-3213-4a6f-8dea-3a922eaf8fda', 'code': 200} Jul 07 19:19:34.252183 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.258908 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.431276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75b4b08-10aa-46c0-8ca0-020570cbec87,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:34.489034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Allocated IP 192.168.233.134 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/5d7d2bce-ce44-4400-8615-c5695b9189d5) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:34.708022 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.730754 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Transition to ACTIVE for port object 5d7d2bce-ce44-4400-8615-c5695b9189d5 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:34.744641 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b44f3c79-92cc-4116-8caa-0a93b2b363da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.799695 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.814669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bd1e3f-68f5-41cd-9f87-381448c18037 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:34.819579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-58bd1e3f-68f5-41cd-9f87-381448c18037 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.859551 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:34.863545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:34.871150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:34.914123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Pushing event updated for resources: {'Port': ['ID=5d7d2bce-ce44-4400-8615-c5695b9189d5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:34.937661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:34.938366 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.956344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d29c4794-bff9-4523-b9c0-6b7daf3374d8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0959270 Jul 07 19:19:34.967765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-29248fe2-8871-4922-926a-515a4227dfd5 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:19:34.968876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-29248fe2-8871-4922-926a-515a4227dfd5 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070636 Jul 07 19:19:34.978683 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1bc827b-3dfc-4eb1-92f0-77e47bbbd2ee tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.984332 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b1bc827b-3dfc-4eb1-92f0-77e47bbbd2ee tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "DELETE /v2.0/ports/e69f8ffc-d2a4-4725-9cc2-5f945e0d2469 HTTP/1.1" status: 204 len: 168 time: 2.3832192 Jul 07 19:19:34.988015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55382) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:35.001607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Request body: {'port': {'device_id': '18c2f373-975b-4075-a65d-785005c9b8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:35.070198 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c28d4d-b94a-4bc3-950b-9f6e149b0bb1 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] GET failed (client error): The resource could not be found. Jul 07 19:19:35.078613 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f0c28d4d-b94a-4bc3-950b-9f6e149b0bb1 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "GET /v2.0/ports/e69f8ffc-d2a4-4725-9cc2-5f945e0d2469 HTTP/1.1" status: 404 len: 333 time: 0.0876017 Jul 07 19:19:35.079319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55390) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:35.120391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d73db-f770-4493-b904-420bcf55fd09 req-e1843a63-2ff5-43f5-a074-83b5481c07e2 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:35.129875 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-503d73db-f770-4493-b904-420bcf55fd09 req-e1843a63-2ff5-43f5-a074-83b5481c07e2 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.4650524 Jul 07 19:19:35.208481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-33eae236-6671-4106-be44-c8c25e04e3a7 None None] Provisioning for port 5d7d2bce-ce44-4400-8615-c5695b9189d5 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:35.215491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-33eae236-6671-4106-be44-c8c25e04e3a7 None None] Provisioning complete for port 5d7d2bce-ce44-4400-8615-c5695b9189d5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:35.215861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-33eae236-6671-4106-be44-c8c25e04e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.236540 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.254535 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee3ba-921d-4e93-9ed7-81c512164b1c req-3bdd9f09-99cb-4068-a94f-dca795b7bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:35.256101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-980ee3ba-921d-4e93-9ed7-81c512164b1c req-3bdd9f09-99cb-4068-a94f-dca795b7bfb6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 1097 time: 0.5971153 Jul 07 19:19:35.259551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-33eae236-6671-4106-be44-c8c25e04e3a7 None None] Port 5d7d2bce-ce44-4400-8615-c5695b9189d5 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:35.289601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-503d73db-f770-4493-b904-420bcf55fd09 req-63b062cb-c78a-4364-a46a-7e71a400bbba tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586337 Jul 07 19:19:35.359506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e0633f71-66b6-42f7-8201-510a403861c5 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Deleting port 1c75ecc1-5ee8-4015-9454-1bcc404530d7 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:35.360042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0633f71-66b6-42f7-8201-510a403861c5 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.388989 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b9e10-cca3-4ce7-a0fe-8a44b3736b20 req-35d7bae8-dbdc-4f7e-a658-8751f3655a81 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:35.391449 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-585b9e10-cca3-4ce7-a0fe-8a44b3736b20 req-35d7bae8-dbdc-4f7e-a658-8751f3655a81 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 946 time: 0.2530980 Jul 07 19:19:35.421725 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-980ee3ba-921d-4e93-9ed7-81c512164b1c req-65655fd5-b92f-40ce-940b-2e49e1fc1edb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431773 Jul 07 19:19:35.431775 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-58bd1e3f-68f5-41cd-9f87-381448c18037 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.448118 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.590027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd1e3f-68f5-41cd-9f87-381448c18037 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Subnet': ['ID=f565801c-b39e-45dc-b208-0edfa43db3c7,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:35.617136 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-585b9e10-cca3-4ce7-a0fe-8a44b3736b20 req-7fc00051-a4be-4133-9b00-c6dfb2d74333 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347358 Jul 07 19:19:35.618173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd1e3f-68f5-41cd-9f87-381448c18037 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Checking segment: {'id': 'f14b97da-4d07-40a7-be31-b3d3462d3b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21467342-4346-42f0-9c90-514f944ec765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:35.618431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd1e3f-68f5-41cd-9f87-381448c18037 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network hostable DHCP agents. Network: 21467342-4346-42f0-9c90-514f944ec765, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:19:35.641326 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0633f71-66b6-42f7-8201-510a403861c5 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.661855 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e0633f71-66b6-42f7-8201-510a403861c5 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Calling delete_port for 1c75ecc1-5ee8-4015-9454-1bcc404530d7 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:35.663816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e0fcb-23a7-4d77-a1a2-05b60c2683a7 req-65e4b8c6-aa9a-4811-8d34-d4d25f37a738 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:35.665519 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-439e0fcb-23a7-4d77-a1a2-05b60c2683a7 req-65e4b8c6-aa9a-4811-8d34-d4d25f37a738 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1761646 Jul 07 19:19:35.672855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd1e3f-68f5-41cd-9f87-381448c18037 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network 21467342-4346-42f0-9c90-514f944ec765 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:19:35.676038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b44f3c79-92cc-4116-8caa-0a93b2b363da admin admin] Deleting port 2a5ff65b-917d-40e9-a6aa-daa4201e4623 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:35.676380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b44f3c79-92cc-4116-8caa-0a93b2b363da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.746323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-58bd1e3f-68f5-41cd-9f87-381448c18037 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 21467342-4346-42f0-9c90-514f944ec765) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:35.754351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd1e3f-68f5-41cd-9f87-381448c18037 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:35.757025 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-58bd1e3f-68f5-41cd-9f87-381448c18037 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.763085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c51c61-01e4-4976-95b5-7fdb2bb72586 None None] Network 21467342-4346-42f0-9c90-514f944ec765 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:35.792186 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-58bd1e3f-68f5-41cd-9f87-381448c18037 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8993385 Jul 07 19:19:35.794093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55396) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:35.812532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b3ec02b3-5bf8-4c30-92c9-2418249dcd46 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1586638021'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:35.818324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-439e0fcb-23a7-4d77-a1a2-05b60c2683a7 req-77a7800a-f2c1-4f89-86bd-839c37e0a946 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380255 Jul 07 19:19:35.852156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-b44f3c79-92cc-4116-8caa-0a93b2b363da admin admin] For port 2a5ff65b-917d-40e9-a6aa-daa4201e4623, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2a5ff65b-917d-40e9-a6aa-daa4201e4623,segment=NetworkSegment(fd677170-590e-4891-bf2c-6b30169a6de6),segment_id=fd677170-590e-4891-bf2c-6b30169a6de6)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:35.852548 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b44f3c79-92cc-4116-8caa-0a93b2b363da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.876004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ec02b3-5bf8-4c30-92c9-2418249dcd46 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:35.879795 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b3ec02b3-5bf8-4c30-92c9-2418249dcd46 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.887359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b44f3c79-92cc-4116-8caa-0a93b2b363da admin admin] Calling delete_port for 2a5ff65b-917d-40e9-a6aa-daa4201e4623 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:35.949114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0633f71-66b6-42f7-8201-510a403861c5 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.956899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7d2bce-ce44-4400-8615-c5695b9189d5 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:35.968473 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ec02b3-5bf8-4c30-92c9-2418249dcd46 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:19:35.970744 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.012516 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b3ec02b3-5bf8-4c30-92c9-2418249dcd46 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.013607 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-b3ec02b3-5bf8-4c30-92c9-2418249dcd46 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Added segment 88719e3e-1783-4d6b-b19b-809c9bf35b25 of type vlan for network 124e3ecc-4927-4fc9-9106-ad22ba28f295 Jul 07 19:19:36.016079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0633f71-66b6-42f7-8201-510a403861c5 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event deleted for resources: {'Port': ['ID=1c75ecc1-5ee8-4015-9454-1bcc404530d7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:36.039627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-21467342-4346-42f0-9c90-514f944ec765', 'network_id': '21467342-4346-42f0-9c90-514f944ec765', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'fixed_ips': [{'subnet_id': 'f565801c-b39e-45dc-b208-0edfa43db3c7'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:19:36.041094 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.072749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Transition to ACTIVE for port object 5d7d2bce-ce44-4400-8615-c5695b9189d5 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:36.081708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b3ec02b3-5bf8-4c30-92c9-2418249dcd46 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.116397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c2d54-f054-4560-b89f-ad31228cc14d req-79387200-1d40-4f28-9380-c74b15bc1c21 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:36.123519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea0c2d54-f054-4560-b89f-ad31228cc14d req-79387200-1d40-4f28-9380-c74b15bc1c21 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 936 time: 0.3207462 Jul 07 19:19:36.128689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.223143 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b3ec02b3-5bf8-4c30-92c9-2418249dcd46 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.236689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec02b3-5bf8-4c30-92c9-2418249dcd46 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:36.237506 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b3ec02b3-5bf8-4c30-92c9-2418249dcd46 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.268511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Allocated IP 19.80.0.2 (21467342-4346-42f0-9c90-514f944ec765/f565801c-b39e-45dc-b208-0edfa43db3c7/a54bf794-e1f0-4efe-aeac-6df9757febc5) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:36.279943 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0633f71-66b6-42f7-8201-510a403861c5 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.287528 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e0633f71-66b6-42f7-8201-510a403861c5 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "DELETE /v2.0/ports/1c75ecc1-5ee8-4015-9454-1bcc404530d7 HTTP/1.1" status: 204 len: 168 time: 1.2019005 Jul 07 19:19:36.296676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55418) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:36.348495 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b3ec02b3-5bf8-4c30-92c9-2418249dcd46 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5512145 Jul 07 19:19:36.355162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55422) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:36.378045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-658fd5a4-726c-4637-84f2-0351faac1e07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'subnet': {'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:36.389503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec02b3-5bf8-4c30-92c9-2418249dcd46 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Network': ['ID=124e3ecc-4927-4fc9-9106-ad22ba28f295,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:36.406821 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 124e3ecc-4927-4fc9-9106-ad22ba28f295 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:19:36.409953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7d2bce-ce44-4400-8615-c5695b9189d5,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:36.439100 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea0c2d54-f054-4560-b89f-ad31228cc14d req-7b9c8673-02a9-4c3e-904c-b8319453daaa tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/security-groups?id=b75b4b08-10aa-46c0-8ca0-020570cbec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145409 Jul 07 19:19:36.594731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-00da0e9c-2b56-4e07-974c-4156b9023a20 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Deleting subnet f19c0ff1-dda9-4846-b356-5055a29ae632 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:19:36.599482 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.602864 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00da0e9c-2b56-4e07-974c-4156b9023a20 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.613636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Transition to ACTIVE for port object a54bf794-e1f0-4efe-aeac-6df9757febc5 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:36.647905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Transition to ACTIVE for port object a54bf794-e1f0-4efe-aeac-6df9757febc5 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:36.667627 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.667999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b44f3c79-92cc-4116-8caa-0a93b2b363da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.697831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cc47d-4994-4098-ab55-03ea0849d473 req-839ab14a-d43f-42b8-bb01-ad6cf54b9461 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:36.712598 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f46cc47d-4994-4098-ab55-03ea0849d473 req-839ab14a-d43f-42b8-bb01-ad6cf54b9461 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7 HTTP/1.1" status: 200 len: 950 time: 0.3615050 Jul 07 19:19:36.726983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Network 21467342-4346-42f0-9c90-514f944ec765 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:36.733369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:36.733874 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00da0e9c-2b56-4e07-974c-4156b9023a20 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.742123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f3c79-92cc-4116-8caa-0a93b2b363da admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5ff65b-917d-40e9-a6aa-daa4201e4623,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:36.750880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:36.767206 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Pushing event updated for resources: {'Port': ['ID=a54bf794-e1f0-4efe-aeac-6df9757febc5,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:36.800363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658fd5a4-726c-4637-84f2-0351faac1e07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:36.804487 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-658fd5a4-726c-4637-84f2-0351faac1e07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.814971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Attempting to bind port 5d7d2bce-ce44-4400-8615-c5695b9189d5 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:36.820299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Attempting to bind port 5d7d2bce-ce44-4400-8615-c5695b9189d5 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:36.820930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Attempting to bind port 5d7d2bce-ce44-4400-8615-c5695b9189d5 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:36.841940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Attempting to bind port a54bf794-e1f0-4efe-aeac-6df9757febc5 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:36.843821 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Attempting to bind port a54bf794-e1f0-4efe-aeac-6df9757febc5 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'f14b97da-4d07-40a7-be31-b3d3462d3b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21467342-4346-42f0-9c90-514f944ec765'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:36.844973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Attempting to bind port a54bf794-e1f0-4efe-aeac-6df9757febc5 on network 21467342-4346-42f0-9c90-514f944ec765 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:36.854444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:36.854848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Checking segment: {'id': 'f14b97da-4d07-40a7-be31-b3d3462d3b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21467342-4346-42f0-9c90-514f944ec765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:36.855414 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.859338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Bound using segment: {'id': 'f14b97da-4d07-40a7-be31-b3d3462d3b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21467342-4346-42f0-9c90-514f944ec765'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:36.859937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Bound port: a54bf794-e1f0-4efe-aeac-6df9757febc5, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14b97da-4d07-40a7-be31-b3d3462d3b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21467342-4346-42f0-9c90-514f944ec765'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:36.860404 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.872890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Port 5d7d2bce-ce44-4400-8615-c5695b9189d5 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:19:36.873604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Attempting to bind port 5d7d2bce-ce44-4400-8615-c5695b9189d5 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:36.891393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:36.891871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:36.892274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:36.895102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Bound port: 5d7d2bce-ce44-4400-8615-c5695b9189d5, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:36.895781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.927035 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f46cc47d-4994-4098-ab55-03ea0849d473 req-0f505d1f-3c18-4959-9c46-14962ad2011f tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804974 Jul 07 19:19:36.953209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] For port a54bf794-e1f0-4efe-aeac-6df9757febc5, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:36.958702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] For port a54bf794-e1f0-4efe-aeac-6df9757febc5, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a54bf794-e1f0-4efe-aeac-6df9757febc5,segment=NetworkSegment(f14b97da-4d07-40a7-be31-b3d3462d3b5c),segment_id=f14b97da-4d07-40a7-be31-b3d3462d3b5c)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:36.964081 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.996649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efb55e-aee7-485c-ae4b-822ec7faa6e3 req-d55508c7-b595-4adc-b32d-110f83324944 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:37.004573 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7efb55e-aee7-485c-ae4b-822ec7faa6e3 req-d55508c7-b595-4adc-b32d-110f83324944 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.3137968 Jul 07 19:19:37.077172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b44f3c79-92cc-4116-8caa-0a93b2b363da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.127623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcead9e-3041-45e1-af61-1e46a1e7656a None None] Pushing event updated for resources: {'Port': ['ID=a54bf794-e1f0-4efe-aeac-6df9757febc5,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:37.181121 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7efb55e-aee7-485c-ae4b-822ec7faa6e3 req-91662c49-008a-48e6-9314-85e9c4864433 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756186 Jul 07 19:19:37.187551 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00da0e9c-2b56-4e07-974c-4156b9023a20 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.191254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] For port 5d7d2bce-ce44-4400-8615-c5695b9189d5, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:37.238189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] For port 5d7d2bce-ce44-4400-8615-c5695b9189d5, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5d7d2bce-ce44-4400-8615-c5695b9189d5,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:37.243941 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.294645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:37.296274 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.298016 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/5d7d2bce-ce44-4400-8615-c5695b9189d5 HTTP/1.1" status: 200 len: 1096 time: 2.3080854 Jul 07 19:19:37.301497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c2f373-975b-4075-a65d-785005c9b8d7', 'tag': '5d7d2bce-ce44-4400-8615-c5695b9189d5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:37.304196 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8db53fc-f777-4ad5-8835-8bc166ac02e5" -d '{"events": [{"name": "network-changed", "server_uuid": "18c2f373-975b-4075-a65d-785005c9b8d7", "tag": "5d7d2bce-ce44-4400-8615-c5695b9189d5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:37.398651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27e4f0-b140-4ae4-a2fe-de6cc3b2d693 req-131be45e-4be6-465d-bda6-b7902cd84d5d tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:37.400279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d27e4f0-b140-4ae4-a2fe-de6cc3b2d693 req-131be45e-4be6-465d-bda6-b7902cd84d5d tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 946 time: 0.2391393 Jul 07 19:19:37.436992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ec107-5f5d-4ac8-b204-4b1ecead69a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7d2bce-ce44-4400-8615-c5695b9189d5,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:37.443195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00da0e9c-2b56-4e07-974c-4156b9023a20 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.484470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da0e9c-2b56-4e07-974c-4156b9023a20 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event deleted for resources: {'Subnet': ['ID=f19c0ff1-dda9-4846-b356-5055a29ae632,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:37.499978 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00da0e9c-2b56-4e07-974c-4156b9023a20 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.501559 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-00da0e9c-2b56-4e07-974c-4156b9023a20 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "DELETE /v2.0/subnets/f19c0ff1-dda9-4846-b356-5055a29ae632 HTTP/1.1" status: 204 len: 168 time: 1.1931601 Jul 07 19:19:37.506470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55434) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:37.525398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6400d4f6-b660-46b2-ae0e-868e0c730c6f None None] Network b9a1035c-ab6f-4332-885c-ca49e53c05d7 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:37.659819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca8d6-e458-4908-804d-86f7a6616393 req-7428cfdd-bd58-4cff-bb54-7f861860d071 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:37.663441 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-532ca8d6-e458-4908-804d-86f7a6616393 req-7428cfdd-bd58-4cff-bb54-7f861860d071 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.3425872 Jul 07 19:19:37.682743 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-658fd5a4-726c-4637-84f2-0351faac1e07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.694764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-84ff2fdd-0ecc-4511-8659-4340a0dc51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:37.696876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-84ff2fdd-0ecc-4511-8659-4340a0dc51d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab45caa5cfaa4c1ab01604dd7d03c47c&device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 1099 time: 0.3224051 Jul 07 19:19:37.701947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44f3c79-92cc-4116-8caa-0a93b2b363da admin admin] Router 0c972357-d58d-4223-90d5-bf7472c4c9df has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:19:37.720372 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.802866 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-4f8686ca-8d2e-4f92-8ef7-000595f58281 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5d7d2bce-ce44-4400-8615-c5695b9189d5 HTTP/1.1" status: 200 len: 217 time: 0.0957670 Jul 07 19:19:37.818505 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d27e4f0-b140-4ae4-a2fe-de6cc3b2d693 req-3fc64ccd-60a6-4dfa-bea5-11a50ddbd34b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110100 Jul 07 19:19:37.899943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbf23d0-8030-4bf9-9e3f-c9611dc18ca5 None None] DHCP port deletion for b9a1035c-ab6f-4332-885c-ca49e53c05d7 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:19:37.914771 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-532ca8d6-e458-4908-804d-86f7a6616393 req-1d17ee53-a0df-4e28-b565-4b4084c268dd tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329452 Jul 07 19:19:37.930522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658fd5a4-726c-4637-84f2-0351faac1e07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Checking segment: {'id': '88719e3e-1783-4d6b-b19b-809c9bf35b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:37.931258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658fd5a4-726c-4637-84f2-0351faac1e07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network hostable DHCP agents. Network: 124e3ecc-4927-4fc9-9106-ad22ba28f295, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:19:37.931404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-1308dd8a-35dd-4bd7-9896-1f2160bd9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:37.932903 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-1308dd8a-35dd-4bd7-9896-1f2160bd9af4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1174140 Jul 07 19:19:37.935464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fd5a4-726c-4637-84f2-0351faac1e07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Subnet': ['ID=5b85ad9e-1b45-4cd0-bf6a-b0fd31b0fa0c,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:38.015398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658fd5a4-726c-4637-84f2-0351faac1e07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network 124e3ecc-4927-4fc9-9106-ad22ba28f295 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:19:38.027696 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77102ae-292e-4f8c-8696-fd5e5cd29cd2 x-openstack-request-id: req-b77102ae-292e-4f8c-8696-fd5e5cd29cd2 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:38.028275 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c2f373-975b-4075-a65d-785005c9b8d7", "tag": "5d7d2bce-ce44-4400-8615-c5695b9189d5", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:38.028504 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b77102ae-292e-4f8c-8696-fd5e5cd29cd2 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:38.029050 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c2f373-975b-4075-a65d-785005c9b8d7', 'tag': '5d7d2bce-ce44-4400-8615-c5695b9189d5', 'status': 'completed', 'code': 200} Jul 07 19:19:38.043964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-efbf23d0-8030-4bf9-9e3f-c9611dc18ca5 None None] Deleting port 6f5d03bf-e317-4cc3-8dde-452cc8718381 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:38.044523 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-efbf23d0-8030-4bf9-9e3f-c9611dc18ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.048336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-658fd5a4-726c-4637-84f2-0351faac1e07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 124e3ecc-4927-4fc9-9106-ad22ba28f295) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:38.064544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658fd5a4-726c-4637-84f2-0351faac1e07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:38.065159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-658fd5a4-726c-4637-84f2-0351faac1e07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.102601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-658fd5a4-726c-4637-84f2-0351faac1e07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7439156 Jul 07 19:19:38.106123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44f3c79-92cc-4116-8caa-0a93b2b363da admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:19:38.114763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Deleting port 6f5d03bf-e317-4cc3-8dde-452cc8718381 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:38.115846 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.116762 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b44f3c79-92cc-4116-8caa-0a93b2b363da admin admin] 10.222.0.81 "PUT /v2.0/routers/0c972357-d58d-4223-90d5-bf7472c4c9df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7110326 Jul 07 19:19:38.117276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55450) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:38.130218 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d195013-6842-4a40-a674-30b29fb54551 None None] Sync routers for ids ['0c972357-d58d-4223-90d5-bf7472c4c9df'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:19:38.137024 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b76b9-f932-443b-a9ce-5c5ee8749fa7 None None] Network 124e3ecc-4927-4fc9-9106-ad22ba28f295 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:38.159281 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d195013-6842-4a40-a674-30b29fb54551 None None] Routers {'0c972357-d58d-4223-90d5-bf7472c4c9df'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:38.160933 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8d195013-6842-4a40-a674-30b29fb54551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:19:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0c972357-d58d-4223-90d5-bf7472c4c9df'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:38.209056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-efbf23d0-8030-4bf9-9e3f-c9611dc18ca5 None None] For port 6f5d03bf-e317-4cc3-8dde-452cc8718381, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6f5d03bf-e317-4cc3-8dde-452cc8718381,segment=NetworkSegment(c1cea70d-1fab-46f2-9a4e-15e2c899a785),segment_id=c1cea70d-1fab-46f2-9a4e-15e2c899a785)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:38.209464 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-efbf23d0-8030-4bf9-9e3f-c9611dc18ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.231363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-efbf23d0-8030-4bf9-9e3f-c9611dc18ca5 None None] Calling delete_port for 6f5d03bf-e317-4cc3-8dde-452cc8718381 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:38.466164 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.499265 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-124e3ecc-4927-4fc9-9106-ad22ba28f295', 'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'fixed_ips': [{'subnet_id': '5b85ad9e-1b45-4cd0-bf6a-b0fd31b0fa0c'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:19:38.505809 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.534176 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8d195013-6842-4a40-a674-30b29fb54551 None None] Set router 0c972357-d58d-4223-90d5-bf7472c4c9df gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:19:38.654679 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-efbf23d0-8030-4bf9-9e3f-c9611dc18ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.718121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf23d0-8030-4bf9-9e3f-c9611dc18ca5 None None] Pushing event deleted for resources: {'Port': ['ID=6f5d03bf-e317-4cc3-8dde-452cc8718381,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:38.726998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf23d0-8030-4bf9-9e3f-c9611dc18ca5 None None] No DVR routers for this DVR port 6f5d03bf-e317-4cc3-8dde-452cc8718381 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:38.765530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Allocated IP 19.86.0.2 (124e3ecc-4927-4fc9-9106-ad22ba28f295/5b85ad9e-1b45-4cd0-bf6a-b0fd31b0fa0c/e5015d93-8670-4140-a0be-33eabd340dfd) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:38.810314 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.931715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] For port 6f5d03bf-e317-4cc3-8dde-452cc8718381, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6f5d03bf-e317-4cc3-8dde-452cc8718381,segment=NetworkSegment(c1cea70d-1fab-46f2-9a4e-15e2c899a785),segment_id=c1cea70d-1fab-46f2-9a4e-15e2c899a785)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:38.932092 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.974573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Calling delete_port for 6f5d03bf-e317-4cc3-8dde-452cc8718381 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:38.986002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97b6871-85ad-4a6e-89d6-e269521e201e None None] Network 21467342-4346-42f0-9c90-514f944ec765 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:39.014428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-a0734b00-a9af-4157-9ec4-dfc7460a4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:39.016378 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-a0734b00-a9af-4157-9ec4-dfc7460a4458 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0685585 Jul 07 19:19:39.046208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Deleting port c4d0d039-e30a-4b0e-b843-f5ed050290b4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:39.046999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.055862 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8d195013-6842-4a40-a674-30b29fb54551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1501840042-router', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:18Z', 'updated_at': '2021-07-07T19:19:36Z', 'revision_number': 5, 'project_id': 'eef050ac5b2941afb892d4647480dfa9', 'gw_port': {'id': 'c4d0d039-e30a-4b0e-b843-f5ed050290b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:19Z', 'updated_at': '2021-07-07T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:39.074481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eab9e-e204-4e80-8528-111fb6d622d1 req-3eb1130e-85a1-48b4-a978-2e38dd72286b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:39.075311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3cc37e4e-a4f9-4e58-9b11-2f85d41afced None None] Provisioning for port a54bf794-e1f0-4efe-aeac-6df9757febc5 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:39.076819 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-578eab9e-e204-4e80-8528-111fb6d622d1 req-3eb1130e-85a1-48b4-a978-2e38dd72286b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.1810358 Jul 07 19:19:39.095686 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.116133 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d195013-6842-4a40-a674-30b29fb54551 None None] Checking router: 0c972357-d58d-4223-90d5-bf7472c4c9df for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:19:39.120028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Transition to ACTIVE for port object e5015d93-8670-4140-a0be-33eabd340dfd will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:39.135607 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d195013-6842-4a40-a674-30b29fb54551 None None] Routers {'0c972357-d58d-4223-90d5-bf7472c4c9df'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:39.137549 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8d195013-6842-4a40-a674-30b29fb54551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:19:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0c972357-d58d-4223-90d5-bf7472c4c9df'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:39.153561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec5a9-215e-41c4-a4b9-7267f394cfb0 req-e96c209f-3cb1-42a9-acf1-b01afa3bb4d6 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:39.155347 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Transition to ACTIVE for port object e5015d93-8670-4140-a0be-33eabd340dfd will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:39.164606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82eec5a9-215e-41c4-a4b9-7267f394cfb0 req-e96c209f-3cb1-42a9-acf1-b01afa3bb4d6 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 948 time: 0.2883055 Jul 07 19:19:39.179435 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-578eab9e-e204-4e80-8528-111fb6d622d1 req-e05e2d34-d193-431d-944e-d4456d0a1454 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720594 Jul 07 19:19:39.186739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.240293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Pushing event updated for resources: {'Port': ['ID=e5015d93-8670-4140-a0be-33eabd340dfd,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:39.251637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] For port c4d0d039-e30a-4b0e-b843-f5ed050290b4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c4d0d039-e30a-4b0e-b843-f5ed050290b4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:39.252959 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.253775 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82eec5a9-215e-41c4-a4b9-7267f394cfb0 req-bfd4c29f-3012-47ca-9a38-48596007824d tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/security-groups?id=b75b4b08-10aa-46c0-8ca0-020570cbec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881553 Jul 07 19:19:39.266398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Network 124e3ecc-4927-4fc9-9106-ad22ba28f295 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:39.269607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:39.272266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:39.296132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Calling delete_port for c4d0d039-e30a-4b0e-b843-f5ed050290b4 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:39.324868 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8d195013-6842-4a40-a674-30b29fb54551 None None] Set router 0c972357-d58d-4223-90d5-bf7472c4c9df gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:19:39.360501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 75642157-959f-4ddc-9681-e31bf7f898c1 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:39.364393 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-aaa347d4-2e59-40c0-a58f-802b75bee7c1 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400984 Jul 07 19:19:39.482160 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8d195013-6842-4a40-a674-30b29fb54551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1501840042-router', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:18Z', 'updated_at': '2021-07-07T19:19:38Z', 'revision_number': 6, 'project_id': 'eef050ac5b2941afb892d4647480dfa9', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:39.494957 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.521272 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d195013-6842-4a40-a674-30b29fb54551 None None] The sync data for ids ['0c972357-d58d-4223-90d5-bf7472c4c9df'] in n-d-793621-9 is: [{'id': '0c972357-d58d-4223-90d5-bf7472c4c9df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1501840042-router', 'tenant_id': 'eef050ac5b2941afb892d4647480dfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:18Z', 'updated_at': '2021-07-07T19:19:38Z', 'revision_number': 6, 'project_id': 'eef050ac5b2941afb892d4647480dfa9', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:19:39.588774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event deleted for resources: {'Port': ['ID=6f5d03bf-e317-4cc3-8dde-452cc8718381,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:39.600167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] No DVR routers for this DVR port 6f5d03bf-e317-4cc3-8dde-452cc8718381 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:39.622253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-f21678ce-26f1-4f27-b26b-862bf673a16d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:39.628816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-f21678ce-26f1-4f27-b26b-862bf673a16d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:39.630546 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-f21678ce-26f1-4f27-b26b-862bf673a16d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/networks?id=21467342-4346-42f0-9c90-514f944ec765&id=124e3ecc-4927-4fc9-9106-ad22ba28f295 HTTP/1.1" status: 200 len: 1391 time: 0.2150891 Jul 07 19:19:39.636986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a54bf794-e1f0-4efe-aeac-6df9757febc5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:39.666412 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-c655035e-6473-438e-b5de-cd939f3f24ea tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/quotas/eb7fe2bad4524a2181ff30fb00b76cbb HTTP/1.1" status: 200 len: 375 time: 0.0248220 Jul 07 19:19:39.695917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Attempting to bind port e5015d93-8670-4140-a0be-33eabd340dfd on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:39.696566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Attempting to bind port e5015d93-8670-4140-a0be-33eabd340dfd by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '88719e3e-1783-4d6b-b19b-809c9bf35b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:39.696694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Attempting to bind port e5015d93-8670-4140-a0be-33eabd340dfd on network 124e3ecc-4927-4fc9-9106-ad22ba28f295 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:39.740741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:39.741035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Checking segment: {'id': '88719e3e-1783-4d6b-b19b-809c9bf35b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:39.741439 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.741836 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Bound using segment: {'id': '88719e3e-1783-4d6b-b19b-809c9bf35b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:39.742317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Bound port: e5015d93-8670-4140-a0be-33eabd340dfd, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88719e3e-1783-4d6b-b19b-809c9bf35b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:39.742699 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.773956 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.817996 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.844817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7faf2-3c2b-4d70-bd9e-960c3d14b9e0 req-cb9f7649-8731-4da7-8c2e-064c56c775cf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:39.846227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dac7faf2-3c2b-4d70-bd9e-960c3d14b9e0 req-cb9f7649-8731-4da7-8c2e-064c56c775cf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 946 time: 0.3693874 Jul 07 19:19:39.848287 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eff550bc-6a88-44cc-876d-27eaaa956fa6 req-d61f3641-afd3-4768-88f5-5b516741bd41 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738219 Jul 07 19:19:39.850765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port a54bf794-e1f0-4efe-aeac-6df9757febc5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:39.852827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a1035c-ab6f-4332-885c-ca49e53c05d7']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:39.864251 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.869164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a54bf794-e1f0-4efe-aeac-6df9757febc5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:39.869533 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.882531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cea70d-1fab-46f2-9a4e-15e2c899a785') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:39.882531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cea70d-1fab-46f2-9a4e-15e2c899a785') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:39.896159 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.911096 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] For port e5015d93-8670-4140-a0be-33eabd340dfd, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:39.923849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-51eabe8f-1b11-4ef2-a9d8-ad05d272e1dc tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb7fe2bad4524a2181ff30fb00b76cbb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2560532 Jul 07 19:19:39.933954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a337f168-6b0c-474b-9cf3-c1e4829198da tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:19:39.937002 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a337f168-6b0c-474b-9cf3-c1e4829198da tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110989 Jul 07 19:19:39.962961 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:39.965289 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96316258-2007-41b7-800e-2ef4213e54af" -d '{"events": [{"server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "name": "network-vif-unplugged", "status": "completed", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:39.969250 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] For port e5015d93-8670-4140-a0be-33eabd340dfd, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e5015d93-8670-4140-a0be-33eabd340dfd,segment=NetworkSegment(88719e3e-1783-4d6b-b19b-809c9bf35b25),segment_id=88719e3e-1783-4d6b-b19b-809c9bf35b25)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:39.979136 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.985802 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dac7faf2-3c2b-4d70-bd9e-960c3d14b9e0 req-1cfbdfc8-8cd3-4048-846d-cafc63aa61f7 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307924 Jul 07 19:19:39.999163 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.000552 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:40.009603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:19:40.010675 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.015410 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.017948 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:19:40.022865 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:19:40.126138 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d0d039-e30a-4b0e-b843-f5ed050290b4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:40.150723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.154267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aec5f1-c51e-4b5e-a8e1-1c3b3f423ca4 None None] Pushing event updated for resources: {'Port': ['ID=e5015d93-8670-4140-a0be-33eabd340dfd,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:40.181564 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.185301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] 10.222.0.81 "DELETE /v2.0/networks/b9a1035c-ab6f-4332-885c-ca49e53c05d7 HTTP/1.1" status: 204 len: 168 time: 2.6775761 Jul 07 19:19:40.200825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c01acb-0b42-4b8c-8a31-793a924a44a0 tempest-AllowedAddressPairTestJSON-746669273 tempest-AllowedAddressPairTestJSON-746669273-project] Pushing event deleted for resources: {'Network': ['ID=b9a1035c-ab6f-4332-885c-ca49e53c05d7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:40.236562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db53fc-f777-4ad5-8835-8bc166ac02e5 req-cc736ce2-c7fe-4e2b-9a4d-aa0f50a1a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:40.242372 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8db53fc-f777-4ad5-8835-8bc166ac02e5 req-cc736ce2-c7fe-4e2b-9a4d-aa0f50a1a459 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab45caa5cfaa4c1ab01604dd7d03c47c&device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 1099 time: 0.3142350 Jul 07 19:19:40.267938 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.375116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1b79eeb7-fc72-42e9-a748-85328264d659 None None] Provisioning complete for port a54bf794-e1f0-4efe-aeac-6df9757febc5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:40.375971 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b79eeb7-fc72-42e9-a748-85328264d659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.389939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=75642157-959f-4ddc-9681-e31bf7f898c1,revision_number=11']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:40.449227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port a54bf794-e1f0-4efe-aeac-6df9757febc5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a54bf794-e1f0-4efe-aeac-6df9757febc5,segment=NetworkSegment(f14b97da-4d07-40a7-be31-b3d3462d3b5c),segment_id=f14b97da-4d07-40a7-be31-b3d3462d3b5c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:40.481162 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.581254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6f5d03bf-e317-4cc3-8dde-452cc8718381 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:40.605104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db53fc-f777-4ad5-8835-8bc166ac02e5 req-21f18c0d-00ca-439a-ba2f-8000d4eb1a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:40.606852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8db53fc-f777-4ad5-8835-8bc166ac02e5 req-21f18c0d-00ca-439a-ba2f-8000d4eb1a3d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3565559 Jul 07 19:19:40.627512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffb236-87c6-411f-959b-448cb5917254 req-48fcd8a3-30c8-4e47-bbc8-77c56150b1ce tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:40.631565 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-baffb236-87c6-411f-959b-448cb5917254 req-48fcd8a3-30c8-4e47-bbc8-77c56150b1ce tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.2072451 Jul 07 19:19:40.648881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=a54bf794-e1f0-4efe-aeac-6df9757febc5,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:40.653002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 6f5d03bf-e317-4cc3-8dde-452cc8718381 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:40.653877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6f5d03bf-e317-4cc3-8dde-452cc8718381 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:40.713557 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8db53fc-f777-4ad5-8835-8bc166ac02e5 req-7decfb01-8327-4bf1-bb5e-4b1244956aae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5d7d2bce-ce44-4400-8615-c5695b9189d5 HTTP/1.1" status: 200 len: 217 time: 0.0808959 Jul 07 19:19:40.786895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-baffb236-87c6-411f-959b-448cb5917254 req-d3aac66e-729c-46d0-bd36-7c38a68d160b tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436818 Jul 07 19:19:40.806031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db53fc-f777-4ad5-8835-8bc166ac02e5 req-6e1b6a9c-918e-4e48-b1ca-805e9979cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:40.807634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8db53fc-f777-4ad5-8835-8bc166ac02e5 req-6e1b6a9c-918e-4e48-b1ca-805e9979cb43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0763385 Jul 07 19:19:40.836497 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.890550 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-d9a765e1-7b27-41be-bc6e-2b1ffecb8216 service neutron] 10.222.0.81 "GET /v2.0/networks/21467342-4346-42f0-9c90-514f944ec765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9082458 Jul 07 19:19:40.890959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db53fc-f777-4ad5-8835-8bc166ac02e5 req-99160fc9-ed6f-4489-897e-a9f0fbd01136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:40.892840 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8db53fc-f777-4ad5-8835-8bc166ac02e5 req-99160fc9-ed6f-4489-897e-a9f0fbd01136 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723400 Jul 07 19:19:40.904771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55500) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:41.021865 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.027682 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.060425 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667c3556-fc09-492b-b3a2-61e0b7561bb1 x-openstack-request-id: req-667c3556-fc09-492b-b3a2-61e0b7561bb1 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:41.061003 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "name": "network-vif-unplugged", "status": "completed", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:41.061003 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-667c3556-fc09-492b-b3a2-61e0b7561bb1 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:41.061400 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1', 'code': 200} Jul 07 19:19:41.091683 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8db53fc-f777-4ad5-8835-8bc166ac02e5 req-39f8a7e2-b07c-4b58-92ab-c7fe8ce1b604 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856506 Jul 07 19:19:41.092706 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.093426 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c972357-d58d-4223-90d5-bf7472c4c9df {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:19:41.102990 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.106472 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4d0f658e-1fe5-46bf-9a2f-58cc3e6456cb admin admin] 10.222.0.81 "DELETE /v2.0/routers/0c972357-d58d-4223-90d5-bf7472c4c9df HTTP/1.1" status: 204 len: 168 time: 2.9859602 Jul 07 19:19:41.113287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55506) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:41.195330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-81dc0a03-e9d1-4143-837e-4397063da021 service neutron] 10.222.0.81 "GET /v2.0/networks/21467342-4346-42f0-9c90-514f944ec765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036833 Jul 07 19:19:41.293983 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8db53fc-f777-4ad5-8835-8bc166ac02e5 req-d7871aa3-4c79-4f0b-b30e-b7e07bba389d service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939099 Jul 07 19:19:41.320957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3573fac-73cf-4f8b-babb-8ee07a961f25 admin admin] Deleting subnet 3f3b4cbb-8307-426f-8d93-a74d930d5a89 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:19:41.327995 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3573fac-73cf-4f8b-babb-8ee07a961f25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.401350 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-24d7b6bb-b5f9-44e8-ad5d-6342388a6033 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f0a5ed6265244ccb8e6ef62b77c6761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4779255 Jul 07 19:19:41.401837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55508) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:41.436234 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3573fac-73cf-4f8b-babb-8ee07a961f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.446776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f24e5c-19da-4152-a310-75fdc8343ba8 req-57559d6c-0e35-405f-9aad-f1204b7506c5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:41.455947 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74f24e5c-19da-4152-a310-75fdc8343ba8 req-57559d6c-0e35-405f-9aad-f1204b7506c5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.1747289 Jul 07 19:19:41.467653 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-31ef00d1-da5f-4b48-beeb-981a4ddafa33 service neutron] 10.222.0.81 "GET /v2.0/networks/124e3ecc-4927-4fc9-9106-ad22ba28f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713327 Jul 07 19:19:41.531720 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74f24e5c-19da-4152-a310-75fdc8343ba8 req-ee2f8f9e-a47b-4107-ada1-c9a300945dc0 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739739 Jul 07 19:19:41.561211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e5015d93-8670-4140-a0be-33eabd340dfd up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:41.625008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port e5015d93-8670-4140-a0be-33eabd340dfd completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:41.630471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a54bf794-e1f0-4efe-aeac-6df9757febc5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:41.650946 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e2305e1-7bdb-4a54-9b29-f32458389c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.690202 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a54bf794-e1f0-4efe-aeac-6df9757febc5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:41.690741 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.695508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c9fdc-69c2-4b4a-a058-71d48c616c46 None None] Network 124e3ecc-4927-4fc9-9106-ad22ba28f295 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:41.698841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3573fac-73cf-4f8b-babb-8ee07a961f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.745288 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e2305e1-7bdb-4a54-9b29-f32458389c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.764378 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-64bff54b-0539-4f72-9679-d41c9cd1d3c6 service neutron] 10.222.0.81 "GET /v2.0/networks/124e3ecc-4927-4fc9-9106-ad22ba28f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891593 Jul 07 19:19:41.806225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-dc552811-a4ad-49fe-a30d-64c4aff7fbf1 None None] Provisioning for port e5015d93-8670-4140-a0be-33eabd340dfd completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:41.810540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bef67-25d7-46a3-890b-fba8fbb703dd req-3916607a-cc39-4248-8ec2-bafa90967351 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:41.812625 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-856bef67-25d7-46a3-890b-fba8fbb703dd req-3916607a-cc39-4248-8ec2-bafa90967351 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 948 time: 0.0716660 Jul 07 19:19:41.824004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-dc552811-a4ad-49fe-a30d-64c4aff7fbf1 None None] Provisioning complete for port e5015d93-8670-4140-a0be-33eabd340dfd triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:41.827034 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dc552811-a4ad-49fe-a30d-64c4aff7fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.843009 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3573fac-73cf-4f8b-babb-8ee07a961f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.870265 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-856bef67-25d7-46a3-890b-fba8fbb703dd req-e6f11466-b8cb-4c7a-a599-3a5d965b34bb tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/security-groups?id=b75b4b08-10aa-46c0-8ca0-020570cbec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495210 Jul 07 19:19:41.899351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3573fac-73cf-4f8b-babb-8ee07a961f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3b4cbb-8307-426f-8d93-a74d930d5a89,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:41.904592 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3573fac-73cf-4f8b-babb-8ee07a961f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.907880 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f3573fac-73cf-4f8b-babb-8ee07a961f25 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3f3b4cbb-8307-426f-8d93-a74d930d5a89 HTTP/1.1" status: 204 len: 168 time: 0.7934945 Jul 07 19:19:41.910093 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e2305e1-7bdb-4a54-9b29-f32458389c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.911063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55522) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:41.914311 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e2305e1-7bdb-4a54-9b29-f32458389c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.918165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba91db6e-e6d1-4f4c-a4ac-9f5f5edd14e8 None None] Network 469cb7af-6981-4a80-95f5-8b62aed90313 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:41.919029 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3e2305e1-7bdb-4a54-9b29-f32458389c2f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6bf9ec0-10b1-42cf-8cec-a13fe43e5ad1 HTTP/1.1" status: 204 len: 168 time: 0.5136833 Jul 07 19:19:41.930499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2305e1-7bdb-4a54-9b29-f32458389c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bf9ec0-10b1-42cf-8cec-a13fe43e5ad1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:42.086247 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.169836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Deleting port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:42.170730 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.293369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c4d0d039-e30a-4b0e-b843-f5ed050290b4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:42.295271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] For port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c8ad905a-c01f-4c75-a01d-5dfdd80e87f3,segment=NetworkSegment(fd677170-590e-4891-bf2c-6b30169a6de6),segment_id=fd677170-590e-4891-bf2c-6b30169a6de6)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:42.296593 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.322765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Calling delete_port for c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:42.326545 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dc552811-a4ad-49fe-a30d-64c4aff7fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.339797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: c4d0d039-e30a-4b0e-b843-f5ed050290b4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:42.340143 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c4d0d039-e30a-4b0e-b843-f5ed050290b4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:42.340561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2a5ff65b-917d-40e9-a6aa-daa4201e4623 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:42.362408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017503c-783b-4f33-8031-593c294b1dff req-8f8ef380-6ab7-47a3-ba42-6f8dc6541e4d tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:42.364716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c017503c-783b-4f33-8031-593c294b1dff req-8f8ef380-6ab7-47a3-ba42-6f8dc6541e4d tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1033206 Jul 07 19:19:42.372388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 2a5ff65b-917d-40e9-a6aa-daa4201e4623 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:42.372735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2a5ff65b-917d-40e9-a6aa-daa4201e4623 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:42.437692 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c017503c-783b-4f33-8031-593c294b1dff req-ac4bb150-bf0e-4011-aab5-86dfead9ed39 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641978 Jul 07 19:19:42.444461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-dc552811-a4ad-49fe-a30d-64c4aff7fbf1 None None] For port e5015d93-8670-4140-a0be-33eabd340dfd, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e5015d93-8670-4140-a0be-33eabd340dfd,segment=NetworkSegment(88719e3e-1783-4d6b-b19b-809c9bf35b25),segment_id=88719e3e-1783-4d6b-b19b-809c9bf35b25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:42.452013 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dc552811-a4ad-49fe-a30d-64c4aff7fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.554559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc552811-a4ad-49fe-a30d-64c4aff7fbf1 None None] Pushing event updated for resources: {'Port': ['ID=e5015d93-8670-4140-a0be-33eabd340dfd,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:42.579859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f41e2f5-5790-41e9-9519-6cb64474ed8d None None] DHCP port deletion for 469cb7af-6981-4a80-95f5-8b62aed90313 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:19:42.618106 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6aa2e181-06d1-4554-8b36-ca8d332530eb req-72ebe40f-ca43-4a06-885e-588709b0bf24 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 210 time: 0.0671506 Jul 07 19:19:42.631112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d94050-9141-4ab8-b22f-bcb55d72ab65 req-5232ffcb-f059-4930-92c1-b3d509443803 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:42.635551 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8d94050-9141-4ab8-b22f-bcb55d72ab65 req-5232ffcb-f059-4930-92c1-b3d509443803 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 946 time: 0.4479196 Jul 07 19:19:42.651327 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.698194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1f41e2f5-5790-41e9-9519-6cb64474ed8d None None] Deleting port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:42.698662 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1f41e2f5-5790-41e9-9519-6cb64474ed8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.750951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ad905a-c01f-4c75-a01d-5dfdd80e87f3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:42.760768 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] No DVR routers for this DVR port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:42.868420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1f41e2f5-5790-41e9-9519-6cb64474ed8d None None] For port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:42.869005 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1f41e2f5-5790-41e9-9519-6cb64474ed8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.889615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1f41e2f5-5790-41e9-9519-6cb64474ed8d None None] Calling delete_port for c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:42.893086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-1f41e2f5-5790-41e9-9519-6cb64474ed8d None None] Port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:19:42.895146 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1f41e2f5-5790-41e9-9519-6cb64474ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.896270 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8d94050-9141-4ab8-b22f-bcb55d72ab65 req-cfdad293-b0d4-4b46-8a9d-4305bb3ab07b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593789 Jul 07 19:19:42.926505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41e2f5-5790-41e9-9519-6cb64474ed8d None None] Pushing event deleted for resources: {'Port': ['ID=c8ad905a-c01f-4c75-a01d-5dfdd80e87f3,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:42.948426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41e2f5-5790-41e9-9519-6cb64474ed8d None None] No DVR routers for this DVR port c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:42.950711 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.989960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469cb7af-6981-4a80-95f5-8b62aed90313']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:43.002948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-36caab5f-e540-4c4e-bc85-16ea826b4ec0 None None] Provisioning complete for port e5015d93-8670-4140-a0be-33eabd340dfd triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:43.004183 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-36caab5f-e540-4c4e-bc85-16ea826b4ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.017866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd677170-590e-4891-bf2c-6b30169a6de6') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:43.018195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd677170-590e-4891-bf2c-6b30169a6de6') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:43.057340 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.101581 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.120398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800791c-85db-4f25-b127-ba110e6adcaa req-6a4d630c-9e59-4841-991f-64501fa9e79e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:43.123439 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6800791c-85db-4f25-b127-ba110e6adcaa req-6a4d630c-9e59-4841-991f-64501fa9e79e tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.1318357 Jul 07 19:19:43.142006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:19:43.142435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:19:43.144460 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:19:43.227458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6800791c-85db-4f25-b127-ba110e6adcaa req-55b3a4fd-992b-48bb-8a0c-5ba08b5b64ef tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915177 Jul 07 19:19:43.277192 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.291196 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.296328 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] 10.222.0.81 "DELETE /v2.0/networks/469cb7af-6981-4a80-95f5-8b62aed90313 HTTP/1.1" status: 204 len: 168 time: 1.3838947 Jul 07 19:19:43.356644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58714e-8fbf-4eb1-8638-b91582480335 admin admin] Pushing event deleted for resources: {'Network': ['ID=469cb7af-6981-4a80-95f5-8b62aed90313,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:43.441775 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55598) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:43.445595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e5015d93-8670-4140-a0be-33eabd340dfd up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:43.466133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e98da9-76d4-4614-8cfa-611a96a32769 req-4b6c4b09-8a69-4a39-8fd5-1a679573cfac tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:43.473648 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-57e98da9-76d4-4614-8cfa-611a96a32769 req-4b6c4b09-8a69-4a39-8fd5-1a679573cfac tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 948 time: 0.1184800 Jul 07 19:19:43.530294 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e5015d93-8670-4140-a0be-33eabd340dfd triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:43.531236 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-57e98da9-76d4-4614-8cfa-611a96a32769 req-938ec2c2-13aa-4c5d-9415-e81c13922ea8 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/security-groups?id=b75b4b08-10aa-46c0-8ca0-020570cbec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563302 Jul 07 19:19:43.531388 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.619056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55612) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:43.647726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1759402864'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:43.692850 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d6d5be54-9d9f-478f-9884-a4944a4204a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae2f0b85d8a74327b64031b2acd1842d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726554 Jul 07 19:19:43.695654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55622) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:43.727426 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Made reservation on behalf of 033fd9ed231f47bdb83d445ed8fc4647 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:43.732408 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.754036 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.783703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:43.814087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:43.814596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c8ad905a-c01f-4c75-a01d-5dfdd80e87f3 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:43.876140 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.882137 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.882747 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d814992-444d-4f19-83ce-7fa5bb25f8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.901910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:19:43.935792 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d814992-444d-4f19-83ce-7fa5bb25f8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.943890 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced4444b-357f-471e-9cdc-fe8ba2e4f60b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:43.966585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5928792-a6f8-439d-9c73-3920b2bdc544 req-43b301e8-be96-4070-a59f-9eb5a919e149 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:43.968877 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5928792-a6f8-439d-9c73-3920b2bdc544 req-43b301e8-be96-4070-a59f-9eb5a919e149 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1897824 Jul 07 19:19:44.054578 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5928792-a6f8-439d-9c73-3920b2bdc544 req-2ad15415-341e-484e-ab23-eb0328766860 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770154 Jul 07 19:19:44.065045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d814992-444d-4f19-83ce-7fa5bb25f8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.069239 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d814992-444d-4f19-83ce-7fa5bb25f8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.074887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4d814992-444d-4f19-83ce-7fa5bb25f8dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb4bfb27-36c4-440e-87b5-46ed0943dca8 HTTP/1.1" status: 204 len: 168 time: 0.3738179 Jul 07 19:19:44.102252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d814992-444d-4f19-83ce-7fa5bb25f8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4bfb27-36c4-440e-87b5-46ed0943dca8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:44.124074 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.127100 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Added segment 20d72730-1ef4-4a27-94eb-95dfaa2d0be4 of type vlan for network fe3d813e-66b2-45dd-bbb2-69efa0688f9d Jul 07 19:19:44.164694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-6528522e-cb43-4292-ba1a-8d506bf72ef1 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:44.171155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-6528522e-cb43-4292-ba1a-8d506bf72ef1 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:44.173039 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-6528522e-cb43-4292-ba1a-8d506bf72ef1 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.110 "GET /v2.0/networks?id=21467342-4346-42f0-9c90-514f944ec765&id=124e3ecc-4927-4fc9-9106-ad22ba28f295 HTTP/1.1" status: 200 len: 1391 time: 0.2314825 Jul 07 19:19:44.212341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-308ee0b2-2f4b-4e65-9b13-a3174dbf287b req-03ddfaaa-4aac-469c-af17-5d4c30d4340d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 210 time: 0.0789468 Jul 07 19:19:44.220794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'port': {'device_id': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'network_id': '21467342-4346-42f0-9c90-514f944ec765', 'admin_state_up': True, 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:44.297917 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.367725 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.374016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:44.374682 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.506951 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0649335 Jul 07 19:19:44.510172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818cbf8-4040-4d62-9773-7b31917831d4 req-5cea9250-c5b9-410a-a117-f05529314919 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:44.512099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55664) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:44.513186 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9818cbf8-4040-4d62-9773-7b31917831d4 req-5cea9250-c5b9-410a-a117-f05529314919 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.0880947 Jul 07 19:19:44.528525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-caccc677-5c70-4b85-b349-d49a317fe3e0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Request body: {'subnet': {'network_id': 'fe3d813e-66b2-45dd-bbb2-69efa0688f9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:44.533123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:44.536921 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.566684 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9818cbf8-4040-4d62-9773-7b31917831d4 req-ef247f62-1d8a-4bc1-b386-a0ab2d042969 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450165 Jul 07 19:19:44.669962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64700754-bbd0-4d28-ab4f-38c02f1c2afd tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event updated for resources: {'Network': ['ID=fe3d813e-66b2-45dd-bbb2-69efa0688f9d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:44.690127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network fe3d813e-66b2-45dd-bbb2-69efa0688f9d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:19:44.770067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55688) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:44.832263 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b4a20632-e92d-4a3c-8c63-3b1f5a314b12 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eef050ac5b2941afb892d4647480dfa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592070 Jul 07 19:19:44.834304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55690) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:44.909793 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df0821d9-ab02-4875-b366-390d0e6bc2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.926418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Allocated IP 19.80.0.12 (21467342-4346-42f0-9c90-514f944ec765/f565801c-b39e-45dc-b208-0edfa43db3c7/c593c2aa-f6c9-4b78-8d29-52b4f2b055a7) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:44.953309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df0821d9-ab02-4875-b366-390d0e6bc2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.969410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caccc677-5c70-4b85-b349-d49a317fe3e0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Made reservation on behalf of 033fd9ed231f47bdb83d445ed8fc4647 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:44.973661 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-caccc677-5c70-4b85-b349-d49a317fe3e0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.019470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4729c1-0fde-4853-b3f5-693ff983d67b req-8c70274d-5a22-4771-9702-b328bfccc9c2 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:45.021291 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d4729c1-0fde-4853-b3f5-693ff983d67b req-8c70274d-5a22-4771-9702-b328bfccc9c2 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 948 time: 0.3340564 Jul 07 19:19:45.062186 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df0821d9-ab02-4875-b366-390d0e6bc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.065188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df0821d9-ab02-4875-b366-390d0e6bc2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.067008 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-df0821d9-ab02-4875-b366-390d0e6bc2cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab78fb8b-b7f8-4f45-8c36-0e467d5fdc55 HTTP/1.1" status: 204 len: 168 time: 0.2310848 Jul 07 19:19:45.083180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0821d9-ab02-4875-b366-390d0e6bc2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab78fb8b-b7f8-4f45-8c36-0e467d5fdc55,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:45.254499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d4729c1-0fde-4853-b3f5-693ff983d67b req-da0726c1-fd16-4563-a565-9c333517dc64 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/security-groups?id=b75b4b08-10aa-46c0-8ca0-020570cbec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321475 Jul 07 19:19:45.345649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5d7d2bce-ce44-4400-8615-c5695b9189d5 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:45.427534 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a738c-c9a4-42eb-85c4-84ac46feac96 req-d612e4c7-9797-40c1-8b11-c61f066f67e2 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:45.429099 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-109a738c-c9a4-42eb-85c4-84ac46feac96 req-d612e4c7-9797-40c1-8b11-c61f066f67e2 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1194193 Jul 07 19:19:45.516639 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-109a738c-c9a4-42eb-85c4-84ac46feac96 req-25b37296-ac0c-43b2-aba8-0241bef740d3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795310 Jul 07 19:19:45.532854 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.599909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Transition to ACTIVE for port object c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:45.603430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5d7d2bce-ce44-4400-8615-c5695b9189d5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5d7d2bce-ce44-4400-8615-c5695b9189d5,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:45.624866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '5d7d2bce-ce44-4400-8615-c5695b9189d5', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '5d7d2bce-ce44-4400-8615-c5695b9189d5', 'mac_address': 'fa:16:3e:c8:f4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:19:45.631641 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e515bea0-07cf-4858-bb78-db1f7f4baf1d req-48ef693b-90de-4564-87b1-9640f161a123 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 210 time: 0.0590384 Jul 07 19:19:45.691044 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.708426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7d2bce-ce44-4400-8615-c5695b9189d5 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:45.740838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5d7d2bce-ce44-4400-8615-c5695b9189d5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5d7d2bce-ce44-4400-8615-c5695b9189d5,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:45.746892 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.790298 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d4fbfe9-0e6d-430a-9628-ca73577a53b6 req-c5a511ad-9fd3-4c25-a2c5-02921be65429 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9151051 Jul 07 19:19:45.794342 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-caccc677-5c70-4b85-b349-d49a317fe3e0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.826425 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=5d7d2bce-ce44-4400-8615-c5695b9189d5,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:45.882903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.011545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccc677-5c70-4b85-b349-d49a317fe3e0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event updated for resources: {'Subnet': ['ID=3d6e9304-28dc-47da-93e4-7f1383eab87c,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:46.058098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network 21467342-4346-42f0-9c90-514f944ec765 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:46.074251 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:46.078283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:46.081417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Port': ['ID=c593c2aa-f6c9-4b78-8d29-52b4f2b055a7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:46.086544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caccc677-5c70-4b85-b349-d49a317fe3e0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Checking segment: {'id': '20d72730-1ef4-4a27-94eb-95dfaa2d0be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fe3d813e-66b2-45dd-bbb2-69efa0688f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:46.087797 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caccc677-5c70-4b85-b349-d49a317fe3e0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Network hostable DHCP agents. Network: fe3d813e-66b2-45dd-bbb2-69efa0688f9d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:19:46.173172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fbfe9-0e6d-430a-9628-ca73577a53b6 req-eb8f3739-8755-487f-a12b-46b255c529f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:46.174708 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d4fbfe9-0e6d-430a-9628-ca73577a53b6 req-eb8f3739-8755-487f-a12b-46b255c529f5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7a792ce1c53544859cdd889adf5030e9&device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7 HTTP/1.1" status: 200 len: 1099 time: 0.3246818 Jul 07 19:19:46.185793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:46.186601 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.195196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caccc677-5c70-4b85-b349-d49a317fe3e0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Network fe3d813e-66b2-45dd-bbb2-69efa0688f9d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:19:46.215231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c254830-c15e-4044-ab17-f132a57d503b req-2c10444b-93b1-41ac-bce8-d37311e54e20 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:46.222400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c254830-c15e-4044-ab17-f132a57d503b req-2c10444b-93b1-41ac-bce8-d37311e54e20 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.2402697 Jul 07 19:19:46.261332 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a37bcc69-2ff3-47a9-9efb-ff4aa9c1bb7e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0468845 Jul 07 19:19:46.265481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-caccc677-5c70-4b85-b349-d49a317fe3e0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, fe3d813e-66b2-45dd-bbb2-69efa0688f9d) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:46.282636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33f0d85-08a8-4fbe-937f-d9bc4c1678c1 None None] Network fe3d813e-66b2-45dd-bbb2-69efa0688f9d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:46.344072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-926bb00a-ab37-4229-9468-5a88065c1fb5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:19:46.346722 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-926bb00a-ab37-4229-9468-5a88065c1fb5 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0781636 Jul 07 19:19:46.349312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caccc677-5c70-4b85-b349-d49a317fe3e0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:46.361606 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-caccc677-5c70-4b85-b349-d49a317fe3e0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.376939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Request body: {'port': {'device_id': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295', 'admin_state_up': True, 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:46.403948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['5d7d2bce-ce44-4400-8615-c5695b9189d5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:46.552384 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-caccc677-5c70-4b85-b349-d49a317fe3e0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0391567 Jul 07 19:19:46.557740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55794) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:46.571758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-46fb10c5-66fd-4f08-becc-d7f573c9bc74 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1605881593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:46.599637 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c254830-c15e-4044-ab17-f132a57d503b req-b68fe71c-897e-4bad-ae43-e39df85b0d2c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760567 Jul 07 19:19:46.643301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-00192b6b-63de-49fb-8f54-d92a7ced34b7 None None] Provisioning for port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:46.655081 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46fb10c5-66fd-4f08-becc-d7f573c9bc74 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.662119 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46fb10c5-66fd-4f08-becc-d7f573c9bc74 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.668261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-00192b6b-63de-49fb-8f54-d92a7ced34b7 None None] Provisioning complete for port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:46.668261 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-00192b6b-63de-49fb-8f54-d92a7ced34b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.738163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fbfe9-0e6d-430a-9628-ca73577a53b6 req-14f5e0af-c81e-4728-bda6-1b658a7b1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:46.742693 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d4fbfe9-0e6d-430a-9628-ca73577a53b6 req-14f5e0af-c81e-4728-bda6-1b658a7b1549 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.5167229 Jul 07 19:19:46.764473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-00192b6b-63de-49fb-8f54-d92a7ced34b7 None None] Port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:46.787488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-fe3d813e-66b2-45dd-bbb2-69efa0688f9d', 'network_id': 'fe3d813e-66b2-45dd-bbb2-69efa0688f9d', 'tenant_id': '033fd9ed231f47bdb83d445ed8fc4647', 'fixed_ips': [{'subnet_id': '3d6e9304-28dc-47da-93e4-7f1383eab87c'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:19:46.790703 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.796913 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d4fbfe9-0e6d-430a-9628-ca73577a53b6 req-0789db2a-7c3d-4222-b5ca-0b78f77d0fa6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=75642157-959f-4ddc-9681-e31bf7f898c1 HTTP/1.1" status: 200 len: 217 time: 0.0470700 Jul 07 19:19:46.814576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Made reservation on behalf of eb7fe2bad4524a2181ff30fb00b76cbb for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:46.819876 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.880796 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46fb10c5-66fd-4f08-becc-d7f573c9bc74 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.886976 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46fb10c5-66fd-4f08-becc-d7f573c9bc74 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.918139 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46fb10c5-66fd-4f08-becc-d7f573c9bc74 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.926076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fbfe9-0e6d-430a-9628-ca73577a53b6 req-20e830bb-f20b-4dea-9f62-480f383b31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:46.927664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d4fbfe9-0e6d-430a-9628-ca73577a53b6 req-20e830bb-f20b-4dea-9f62-480f383b31ff service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.1230180 Jul 07 19:19:46.928141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55816) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:46.931940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-46fb10c5-66fd-4f08-becc-d7f573c9bc74 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3715336 Jul 07 19:19:47.089442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Allocated IP 172.20.0.2 (fe3d813e-66b2-45dd-bbb2-69efa0688f9d/3d6e9304-28dc-47da-93e4-7f1383eab87c/10006e49-4f9f-4b64-9f64-75be394f4d15) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:47.125684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122a2d0-78f1-499e-add7-5bafcc32f1bc req-9b072f02-0367-4431-b4cb-fd30d3d5f149 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:47.134580 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1122a2d0-78f1-499e-add7-5bafcc32f1bc req-9b072f02-0367-4431-b4cb-fd30d3d5f149 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1205122 Jul 07 19:19:47.185286 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1122a2d0-78f1-499e-add7-5bafcc32f1bc req-9fd62eb8-ce0b-476a-b187-99e65d386d3f tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494580 Jul 07 19:19:47.300756 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.318384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Transition to ACTIVE for port object 10006e49-4f9f-4b64-9f64-75be394f4d15 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:47.352362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Transition to ACTIVE for port object 10006e49-4f9f-4b64-9f64-75be394f4d15 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:47.362547 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.383900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Allocated IP 19.86.0.93 (124e3ecc-4927-4fc9-9106-ad22ba28f295/5b85ad9e-1b45-4cd0-bf6a-b0fd31b0fa0c/0df1f51e-64dd-43ce-a108-aa586b297ea0) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:47.397727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fbfe9-0e6d-430a-9628-ca73577a53b6 req-f171fd23-af37-42b4-8897-516b8e0903f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:47.399407 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d4fbfe9-0e6d-430a-9628-ca73577a53b6 req-f171fd23-af37-42b4-8897-516b8e0903f9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4611976 Jul 07 19:19:47.407055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6db69b-d659-43cd-ae69-b6cc2a77faed req-b82b3240-fce0-4dcc-a9f1-f8b6f97b1605 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:47.414907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f6db69b-d659-43cd-ae69-b6cc2a77faed req-b82b3240-fce0-4dcc-a9f1-f8b6f97b1605 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 949 time: 0.5403790 Jul 07 19:19:47.444793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Network fe3d813e-66b2-45dd-bbb2-69efa0688f9d is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:47.451584 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:47.457376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:47.487944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f6528-796c-4fec-a212-944686c34786 req-b61d668b-736b-49e4-8f5c-6dd4391ac878 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:47.490175 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e8f6528-796c-4fec-a212-944686c34786 req-b61d668b-736b-49e4-8f5c-6dd4391ac878 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 931 time: 0.1221879 Jul 07 19:19:47.502620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Pushing event updated for resources: {'Port': ['ID=10006e49-4f9f-4b64-9f64-75be394f4d15,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:47.549466 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Attempting to bind port 10006e49-4f9f-4b64-9f64-75be394f4d15 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:47.549850 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Attempting to bind port 10006e49-4f9f-4b64-9f64-75be394f4d15 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '20d72730-1ef4-4a27-94eb-95dfaa2d0be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fe3d813e-66b2-45dd-bbb2-69efa0688f9d'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:47.550758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Attempting to bind port 10006e49-4f9f-4b64-9f64-75be394f4d15 on network fe3d813e-66b2-45dd-bbb2-69efa0688f9d {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:47.557642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:47.558030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Checking segment: {'id': '20d72730-1ef4-4a27-94eb-95dfaa2d0be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fe3d813e-66b2-45dd-bbb2-69efa0688f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:47.558442 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.559207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Bound using segment: {'id': '20d72730-1ef4-4a27-94eb-95dfaa2d0be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fe3d813e-66b2-45dd-bbb2-69efa0688f9d'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:47.560632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Bound port: 10006e49-4f9f-4b64-9f64-75be394f4d15, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d72730-1ef4-4a27-94eb-95dfaa2d0be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fe3d813e-66b2-45dd-bbb2-69efa0688f9d'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:47.561037 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.563615 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e8f6528-796c-4fec-a212-944686c34786 req-cc2cf5d8-2d4f-45f0-95c6-1eaa7b661421 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619342 Jul 07 19:19:47.591442 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f6db69b-d659-43cd-ae69-b6cc2a77faed req-6237effc-bd01-445f-8264-4e69e3689079 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/security-groups?id=b75b4b08-10aa-46c0-8ca0-020570cbec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758952 Jul 07 19:19:47.642540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.831145 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] For port 10006e49-4f9f-4b64-9f64-75be394f4d15, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:47.835554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] For port 10006e49-4f9f-4b64-9f64-75be394f4d15, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=10006e49-4f9f-4b64-9f64-75be394f4d15,segment=NetworkSegment(20d72730-1ef4-4a27-94eb-95dfaa2d0be4),segment_id=20d72730-1ef4-4a27-94eb-95dfaa2d0be4)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:47.841089 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.927076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457b99d-a547-45b5-be6e-bce4fe775d34 None None] Pushing event updated for resources: {'Port': ['ID=10006e49-4f9f-4b64-9f64-75be394f4d15,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:48.265089 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d4fbfe9-0e6d-430a-9628-ca73577a53b6 req-2ed5d157-c7a2-4c4e-a305-fb42e2c62de0 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8470097 Jul 07 19:19:48.536231 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.588812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30722e-e38e-42ca-b4ed-0591a191bf8d req-fe78c1bb-7be9-4134-944e-50a8433ba7f9 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:48.590497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c30722e-e38e-42ca-b4ed-0591a191bf8d req-fe78c1bb-7be9-4134-944e-50a8433ba7f9 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.4894955 Jul 07 19:19:48.591902 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Transition to ACTIVE for port object 0df1f51e-64dd-43ce-a108-aa586b297ea0 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:48.670118 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d4fbfe9-0e6d-430a-9628-ca73577a53b6 req-5ddea23b-6535-42f0-b6bc-7b922064e2e0 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972449 Jul 07 19:19:48.680406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Allocated IP 172.20.0.1 (fe3d813e-66b2-45dd-bbb2-69efa0688f9d/3d6e9304-28dc-47da-93e4-7f1383eab87c/0d7e3112-d113-41ca-b798-b43df0e37bbb) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:48.685772 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406d3b1-d5aa-4dd5-8ee9-8a3721000d85 req-6823e60c-791f-4d32-a329-cd9ede4751b5 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:48.694029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e406d3b1-d5aa-4dd5-8ee9-8a3721000d85 req-6823e60c-791f-4d32-a329-cd9ede4751b5 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.0906823 Jul 07 19:19:48.740825 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c30722e-e38e-42ca-b4ed-0591a191bf8d req-79545eb2-9857-4b08-ac74-5f96e7f0d950 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236553 Jul 07 19:19:48.763735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e406d3b1-d5aa-4dd5-8ee9-8a3721000d85 req-911e0efc-64df-440c-a0ae-168f3b0ad0a9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683486 Jul 07 19:19:48.810563 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.922886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Network 124e3ecc-4927-4fc9-9106-ad22ba28f295 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:48.923711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event updated for resources: {'Port': ['ID=0df1f51e-64dd-43ce-a108-aa586b297ea0,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:48.930985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:48.938905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:49.011420 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.043533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Transition to ACTIVE for port object 0d7e3112-d113-41ca-b798-b43df0e37bbb will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:49.061579 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:49.062420 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.089636 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-5ca4e7bb-3b47-4cc4-aabb-b0012f7ac040 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7170265 Jul 07 19:19:49.110331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Request body: {'port': {'device_id': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:49.196906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.322766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f9aadd-3dc4-40a7-96aa-71eb97394f97 None None] Network fe3d813e-66b2-45dd-bbb2-69efa0688f9d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:49.344588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Network fe3d813e-66b2-45dd-bbb2-69efa0688f9d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:49.368629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:49.429005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d8083441-3213-4a6f-8dea-3a922eaf8fda details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:49.429005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5d7d2bce-ce44-4400-8615-c5695b9189d5 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:49.433749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:49.434926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03dd05-d7a8-4cb0-9544-886b2460f402 req-381f09e3-3a0e-4a62-8ccc-255b0742c7df tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:49.473179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03dd05-d7a8-4cb0-9544-886b2460f402 req-381f09e3-3a0e-4a62-8ccc-255b0742c7df tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:49.486194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1b03dd05-d7a8-4cb0-9544-886b2460f402 req-381f09e3-3a0e-4a62-8ccc-255b0742c7df tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1653 time: 0.2572737 Jul 07 19:19:49.491732 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.494088 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.546938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1b03dd05-d7a8-4cb0-9544-886b2460f402 req-b7b00e65-9962-472d-aa7f-7526634d96b2 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596032 Jul 07 19:19:49.547105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 10006e49-4f9f-4b64-9f64-75be394f4d15 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:49.567642 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event updated for resources: {'Port': ['ID=0d7e3112-d113-41ca-b798-b43df0e37bbb,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:49.672003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e63c985b-4c79-41da-b9c3-25c45adf2bfc None None] Provisioning for port 10006e49-4f9f-4b64-9f64-75be394f4d15 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:49.765971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6232-abae-487f-ad55-be42ab18c42d req-7b8785c1-7e0a-4cfc-98c5-ffb5633c96ad tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:49.774874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4df6232-abae-487f-ad55-be42ab18c42d req-7b8785c1-7e0a-4cfc-98c5-ffb5633c96ad tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 949 time: 0.1036105 Jul 07 19:19:49.831740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e63c985b-4c79-41da-b9c3-25c45adf2bfc None None] Provisioning for port 0df1f51e-64dd-43ce-a108-aa586b297ea0 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:49.835421 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4df6232-abae-487f-ad55-be42ab18c42d req-0050edf5-2f2a-4606-b0e7-12b867ab34e7 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/security-groups?id=b75b4b08-10aa-46c0-8ca0-020570cbec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587025 Jul 07 19:19:49.838162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 5d7d2bce-ce44-4400-8615-c5695b9189d5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:49.840228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 10006e49-4f9f-4b64-9f64-75be394f4d15 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:49.862298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 5d7d2bce-ce44-4400-8615-c5695b9189d5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:49.863228 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.868260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e63c985b-4c79-41da-b9c3-25c45adf2bfc None None] Provisioning complete for port 0df1f51e-64dd-43ce-a108-aa586b297ea0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:49.868623 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e63c985b-4c79-41da-b9c3-25c45adf2bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.870136 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 10006e49-4f9f-4b64-9f64-75be394f4d15 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:49.870503 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.907656 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.964369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d8083441-3213-4a6f-8dea-3a922eaf8fda, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d8083441-3213-4a6f-8dea-3a922eaf8fda,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:50.026392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'd8083441-3213-4a6f-8dea-3a922eaf8fda', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'port_id': 'd8083441-3213-4a6f-8dea-3a922eaf8fda', 'mac_address': 'fa:16:3e:69:b1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0639349d-cd44-4b30-8111-830dacc72ffc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:19:50.037839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e63c985b-4c79-41da-b9c3-25c45adf2bfc None None] Port 0df1f51e-64dd-43ce-a108-aa586b297ea0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:50.174303 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.199497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4577e4-1bae-427f-830e-d17dab9a5bd4 req-db1f7b69-29a0-49ec-ad86-d8f590a0f251 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:50.208066 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b4577e4-1bae-427f-830e-d17dab9a5bd4 req-db1f7b69-29a0-49ec-ad86-d8f590a0f251 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.0816891 Jul 07 19:19:50.221110 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.225900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8083441-3213-4a6f-8dea-3a922eaf8fda {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:50.233288 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.282740 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b4577e4-1bae-427f-830e-d17dab9a5bd4 req-dd46eb1c-16b9-4f3d-8dea-258319e33217 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731387 Jul 07 19:19:50.326076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d8083441-3213-4a6f-8dea-3a922eaf8fda, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d8083441-3213-4a6f-8dea-3a922eaf8fda,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:50.341294 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c2f373-975b-4075-a65d-785005c9b8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7d2bce-ce44-4400-8615-c5695b9189d5'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:50.344298 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb6cc70-96e8-42dc-8bd8-da9dc864af14" -d '{"events": [{"server_uuid": "18c2f373-975b-4075-a65d-785005c9b8d7", "name": "network-vif-plugged", "status": "completed", "tag": "5d7d2bce-ce44-4400-8615-c5695b9189d5"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:50.356625 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.406712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:50.436815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5d7d2bce-ce44-4400-8615-c5695b9189d5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5d7d2bce-ce44-4400-8615-c5695b9189d5,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:50.440887 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.509590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Transition to ACTIVE for port object c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:50.529295 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.577430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d8083441-3213-4a6f-8dea-3a922eaf8fda,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:50.587602 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 10006e49-4f9f-4b64-9f64-75be394f4d15, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=10006e49-4f9f-4b64-9f64-75be394f4d15,segment=NetworkSegment(20d72730-1ef4-4a27-94eb-95dfaa2d0be4),segment_id=20d72730-1ef4-4a27-94eb-95dfaa2d0be4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:50.589747 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.590732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 22e322bb-3959-4b90-b739-6fb8d605407e no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:50.597901 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.650535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['d8083441-3213-4a6f-8dea-3a922eaf8fda'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:50.746456 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.778894 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=5d7d2bce-ce44-4400-8615-c5695b9189d5,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:50.794033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2dc2bf67-fb93-43fb-b45e-131c57087f44 None None] Provisioning complete for port 10006e49-4f9f-4b64-9f64-75be394f4d15 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:50.794965 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2dc2bf67-fb93-43fb-b45e-131c57087f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.806214 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.814614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ac8e5-527c-4469-a4a2-358238fbe18a req-d28421c0-bfbe-4530-9e88-fdd9502a5660 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:50.822343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f48ac8e5-527c-4469-a4a2-358238fbe18a req-d28421c0-bfbe-4530-9e88-fdd9502a5660 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 948 time: 0.1828074 Jul 07 19:19:50.847663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c593c2aa-f6c9-4b78-8d29-52b4f2b055a7,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:50.917932 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f48ac8e5-527c-4469-a4a2-358238fbe18a req-9221b9d8-4a59-4851-b988-b020e6e0a0f8 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621140 Jul 07 19:19:50.975019 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.011322 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c39da34-d728-46e8-8319-132d0014f59f x-openstack-request-id: req-1c39da34-d728-46e8-8319-132d0014f59f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:51.012573 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c2f373-975b-4075-a65d-785005c9b8d7", "name": "network-vif-plugged", "status": "completed", "tag": "5d7d2bce-ce44-4400-8615-c5695b9189d5", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:51.012902 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c39da34-d728-46e8-8319-132d0014f59f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:51.013964 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c2f373-975b-4075-a65d-785005c9b8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7d2bce-ce44-4400-8615-c5695b9189d5', 'code': 200} Jul 07 19:19:51.023101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=10006e49-4f9f-4b64-9f64-75be394f4d15,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:51.094980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:51.103496 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.112662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event updated for resources: {'Port': ['ID=0d7e3112-d113-41ca-b798-b43df0e37bbb,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:51.142609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c7b4a-5d7f-47c4-afc6-7a792d447523 req-474cbbf3-9b11-4b07-b034-359e55a80c60 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:51.145162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f18c7b4a-5d7f-47c4-afc6-7a792d447523 req-474cbbf3-9b11-4b07-b034-359e55a80c60 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.5984442 Jul 07 19:19:51.149352 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.164563 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-84da9194-e258-43cf-897a-09b75fdcd13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.164746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Attempting to bind port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:51.165030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Attempting to bind port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f14b97da-4d07-40a7-be31-b3d3462d3b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21467342-4346-42f0-9c90-514f944ec765'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:51.165319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Attempting to bind port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 on network 21467342-4346-42f0-9c90-514f944ec765 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:51.206438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 on network 21467342-4346-42f0-9c90-514f944ec765 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:19:51.206702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Attempting to bind port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 on network 21467342-4346-42f0-9c90-514f944ec765 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:51.228767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:51.230275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Checking segment: {'id': 'f14b97da-4d07-40a7-be31-b3d3462d3b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21467342-4346-42f0-9c90-514f944ec765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:51.230275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Bound using segment: {'id': 'f14b97da-4d07-40a7-be31-b3d3462d3b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21467342-4346-42f0-9c90-514f944ec765'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:51.230275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Bound port: c593c2aa-f6c9-4b78-8d29-52b4f2b055a7, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14b97da-4d07-40a7-be31-b3d3462d3b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21467342-4346-42f0-9c90-514f944ec765'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:51.230631 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.265491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=22e322bb-3959-4b90-b739-6fb8d605407e,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:51.316991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d07b8-815c-49bb-9a16-7d40978dab59 req-549f98b9-f33a-4303-a36b-3d2a205d2495 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:51.323116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d07b8-815c-49bb-9a16-7d40978dab59 req-549f98b9-f33a-4303-a36b-3d2a205d2495 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:51.330689 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b1d07b8-815c-49bb-9a16-7d40978dab59 req-549f98b9-f33a-4303-a36b-3d2a205d2495 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1665 time: 0.1458707 Jul 07 19:19:51.352181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d07b0-7b31-48c7-9e18-23c344e0a087 req-567f9ec7-f3cc-41a6-a38a-9c6d26dbf7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:51.353764 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d4d07b0-7b31-48c7-9e18-23c344e0a087 req-567f9ec7-f3cc-41a6-a38a-9c6d26dbf7d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 1101 time: 0.1260347 Jul 07 19:19:51.390436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Network fe3d813e-66b2-45dd-bbb2-69efa0688f9d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:51.393956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:51.397188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2dc2bf67-fb93-43fb-b45e-131c57087f44 None None] Provisioning for port 0d7e3112-d113-41ca-b798-b43df0e37bbb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:51.405756 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b1d07b8-815c-49bb-9a16-7d40978dab59 req-dc4c636e-3186-4bf9-85ad-709641e0a384 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737984 Jul 07 19:19:51.410557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2dc2bf67-fb93-43fb-b45e-131c57087f44 None None] Provisioning complete for port 0d7e3112-d113-41ca-b798-b43df0e37bbb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:51.411898 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2dc2bf67-fb93-43fb-b45e-131c57087f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.445226 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d4d07b0-7b31-48c7-9e18-23c344e0a087 req-123d64bf-e96f-4af3-ac77-c7cac825448a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b75b4b08-10aa-46c0-8ca0-020570cbec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800166 Jul 07 19:19:51.454044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 10006e49-4f9f-4b64-9f64-75be394f4d15 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:51.499863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2bf67-fb93-43fb-b45e-131c57087f44 None None] Port 0d7e3112-d113-41ca-b798-b43df0e37bbb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:51.523296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] For port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:51.527560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] For port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c593c2aa-f6c9-4b78-8d29-52b4f2b055a7,segment=NetworkSegment(f14b97da-4d07-40a7-be31-b3d3462d3b5c),segment_id=f14b97da-4d07-40a7-be31-b3d3462d3b5c)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:51.535329 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.535737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 10006e49-4f9f-4b64-9f64-75be394f4d15 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:51.536165 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.572546 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f18c7b4a-5d7f-47c4-afc6-7a792d447523 req-9be79b4d-3c38-45b7-b55f-40ae0f2efde6 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046438 Jul 07 19:19:51.665509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:51.666193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.667746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] 10.222.0.110 "PUT /v2.0/ports/c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 HTTP/1.1" status: 200 len: 1091 time: 2.5643551 Jul 07 19:19:51.679088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'tag': 'c593c2aa-f6c9-4b78-8d29-52b4f2b055a7'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:51.685818 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d68a4d-dbd1-4fd4-8b44-291d8ddcf417" -d '{"events": [{"name": "network-changed", "server_uuid": "50824fc1-df7e-4427-9e76-7f80b0ea2e30", "tag": "c593c2aa-f6c9-4b78-8d29-52b4f2b055a7"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:51.721351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8f93f0c6-74ea-4279-b610-348e09f96ebe None None] Provisioning complete for port 0d7e3112-d113-41ca-b798-b43df0e37bbb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:51.722267 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8f93f0c6-74ea-4279-b610-348e09f96ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.724924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Request body: {'port': {'device_id': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:51.769949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc86bb-bb62-430c-86ed-0497f3535ff2 req-436be940-82b2-436a-b901-d97f63abcdbd tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:51.771939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f4cc86bb-bb62-430c-86ed-0497f3535ff2 req-436be940-82b2-436a-b901-d97f63abcdbd tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 950 time: 0.1815982 Jul 07 19:19:51.791655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80298e0f-0152-4b99-8ac1-36cf357185b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c593c2aa-f6c9-4b78-8d29-52b4f2b055a7,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:51.817989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8f93f0c6-74ea-4279-b610-348e09f96ebe None None] Port 0d7e3112-d113-41ca-b798-b43df0e37bbb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:51.863897 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f4cc86bb-bb62-430c-86ed-0497f3535ff2 req-fa94b41b-3749-4a0e-8b3b-01aa9fd29602 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/security-groups?id=b75b4b08-10aa-46c0-8ca0-020570cbec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854082 Jul 07 19:19:51.898175 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.961957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f8203d08-5f47-4f98-abb1-3d95088a148f None None] Provisioning complete for port 0d7e3112-d113-41ca-b798-b43df0e37bbb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:51.962333 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f8203d08-5f47-4f98-abb1-3d95088a148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.979693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Router 723aae08-dec9-4b58-8e77-0ff86e129aa5 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:19:52.010756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f8203d08-5f47-4f98-abb1-3d95088a148f None None] Port 0d7e3112-d113-41ca-b798-b43df0e37bbb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:52.060144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c3c94-5426-4497-982b-cad27dcc31b4 req-c9348010-f963-4c69-8de5-83321cd8a5fe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:52.061647 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0d0c3c94-5426-4497-982b-cad27dcc31b4 req-c9348010-f963-4c69-8de5-83321cd8a5fe tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 945 time: 0.2053988 Jul 07 19:19:52.323827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434edda3-08e4-41cf-8783-38635edf9edf req-5627f8fa-6186-4db1-883d-d25e11ecf027 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:52.333154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-434edda3-08e4-41cf-8783-38635edf9edf req-5627f8fa-6186-4db1-883d-d25e11ecf027 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 948 time: 0.0929298 Jul 07 19:19:52.386011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-434edda3-08e4-41cf-8783-38635edf9edf req-6753515a-840a-48d7-a26b-be7a1b9a29bc tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516760 Jul 07 19:19:52.465434 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62901342-e96b-42ea-9713-5e47aac83e2b x-openstack-request-id: req-62901342-e96b-42ea-9713-5e47aac83e2b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:52.465969 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50824fc1-df7e-4427-9e76-7f80b0ea2e30", "tag": "c593c2aa-f6c9-4b78-8d29-52b4f2b055a7", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:52.465969 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62901342-e96b-42ea-9713-5e47aac83e2b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:52.466357 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'tag': 'c593c2aa-f6c9-4b78-8d29-52b4f2b055a7', 'status': 'completed', 'code': 200} Jul 07 19:19:52.552454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5748257-0d22-4855-8307-3cba45bc3acb req-68bd2673-e67a-4d7c-92f0-4edf54137a36 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:52.554845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5748257-0d22-4855-8307-3cba45bc3acb req-68bd2673-e67a-4d7c-92f0-4edf54137a36 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 948 time: 0.0935161 Jul 07 19:19:52.670449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b98f27-ba3a-40dc-9f4a-983038512989 req-89ca6a9f-6374-4327-949c-feebe2026feb tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:52.677992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b8b98f27-ba3a-40dc-9f4a-983038512989 req-89ca6a9f-6374-4327-949c-feebe2026feb tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 948 time: 0.8227227 Jul 07 19:19:52.770640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7233d-5aa8-4e32-bb6a-16f660830aab req-fe2544c0-68c6-4b95-b449-6a3dfb5ee86a tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:52.770854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:19:52.780855 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7233d-5aa8-4e32-bb6a-16f660830aab req-fe2544c0-68c6-4b95-b449-6a3dfb5ee86a tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:52.781590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4b232-d727-4e52-a037-010ef519de29 None None] Sync routers for ids ['723aae08-dec9-4b58-8e77-0ff86e129aa5'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:19:52.793760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2d2746d9-32de-42c1-9f54-3b667869c08a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "PUT /v2.0/routers/723aae08-dec9-4b58-8e77-0ff86e129aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8623221 Jul 07 19:19:52.793935 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-40e7233d-5aa8-4e32-bb6a-16f660830aab req-fe2544c0-68c6-4b95-b449-6a3dfb5ee86a tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1665 time: 0.1582694 Jul 07 19:19:52.795228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4b232-d727-4e52-a037-010ef519de29 None None] Routers {'723aae08-dec9-4b58-8e77-0ff86e129aa5'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:52.795868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e4d4b232-d727-4e52-a037-010ef519de29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:19:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['723aae08-dec9-4b58-8e77-0ff86e129aa5'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:52.807255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56036) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:52.819061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Request body: {'port': {'network_id': 'fe3d813e-66b2-45dd-bbb2-69efa0688f9d', 'name': 'tempest-FloatingIPNegativeTestJSON-1267250198'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:52.869785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d68a4d-dbd1-4fd4-8b44-291d8ddcf417 req-eef4bc7e-fa27-4d41-bab3-1608631a605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:52.870418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d68a4d-dbd1-4fd4-8b44-291d8ddcf417 req-eef4bc7e-fa27-4d41-bab3-1608631a605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:52.872348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-31d68a4d-dbd1-4fd4-8b44-291d8ddcf417 req-eef4bc7e-fa27-4d41-bab3-1608631a605d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eb7fe2bad4524a2181ff30fb00b76cbb&device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1912 time: 0.4052505 Jul 07 19:19:52.884056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e4d4b232-d727-4e52-a037-010ef519de29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:52.900850 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b8b98f27-ba3a-40dc-9f4a-983038512989 req-55de3185-63fb-44e0-8d52-1efdc29675a7 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218909 Jul 07 19:19:52.907140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a5748257-0d22-4855-8307-3cba45bc3acb req-8e02bcf3-d0dd-43c7-9041-693f1b2bbe7b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Deleting port 9346a8b8-61ac-4b01-b5a8-81525633157f {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:52.908235 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a5748257-0d22-4855-8307-3cba45bc3acb req-8e02bcf3-d0dd-43c7-9041-693f1b2bbe7b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:52.909092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4b232-d727-4e52-a037-010ef519de29 None None] Routers {'723aae08-dec9-4b58-8e77-0ff86e129aa5'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:52.909956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e4d4b232-d727-4e52-a037-010ef519de29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:19:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['723aae08-dec9-4b58-8e77-0ff86e129aa5'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:52.973079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e4d4b232-d727-4e52-a037-010ef519de29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:52.978654 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4b232-d727-4e52-a037-010ef519de29 None None] The sync data for ids ['723aae08-dec9-4b58-8e77-0ff86e129aa5'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:19:53.014854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:53.017325 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11caf017-3c27-4dae-8b7c-ac4581b9ebc5" -d '{"events": [{"server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "name": "network-vif-unplugged", "status": "completed", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:53.043883 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-40e7233d-5aa8-4e32-bb6a-16f660830aab req-e6ee982b-841e-4543-9803-04e00dd4d34d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456026 Jul 07 19:19:53.125455 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d68a4d-dbd1-4fd4-8b44-291d8ddcf417 req-4cc42eb8-4dba-47bd-ab57-14af7ba28dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:53.126266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d68a4d-dbd1-4fd4-8b44-291d8ddcf417 req-4cc42eb8-4dba-47bd-ab57-14af7ba28dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:53.126955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d68a4d-dbd1-4fd4-8b44-291d8ddcf417 req-4cc42eb8-4dba-47bd-ab57-14af7ba28dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:53.128889 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-31d68a4d-dbd1-4fd4-8b44-291d8ddcf417 req-4cc42eb8-4dba-47bd-ab57-14af7ba28dae service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=eb7fe2bad4524a2181ff30fb00b76cbb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2450268 Jul 07 19:19:53.264616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d68a4d-dbd1-4fd4-8b44-291d8ddcf417 req-f7ee8695-99bf-4694-a8a4-6a75ec989cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:53.267161 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-31d68a4d-dbd1-4fd4-8b44-291d8ddcf417 req-f7ee8695-99bf-4694-a8a4-6a75ec989cc1 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258903 Jul 07 19:19:53.269276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0d0c3c94-5426-4497-982b-cad27dcc31b4 req-0747cc06-1207-4227-9ce6-02f3c39d3c6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Deleting port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:53.269937 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0d0c3c94-5426-4497-982b-cad27dcc31b4 req-0747cc06-1207-4227-9ce6-02f3c39d3c6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.327754 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Made reservation on behalf of 033fd9ed231f47bdb83d445ed8fc4647 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:53.331506 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.391396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 22e322bb-3959-4b90-b739-6fb8d605407e details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:53.394193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d8083441-3213-4a6f-8dea-3a922eaf8fda up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:53.452287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] device_id is not set on port 7b3d1702-dc96-414b-84f9-d0ac491e260f yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:19:53.513280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df1f51e-64dd-43ce-a108-aa586b297ea0 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:53.529587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.533553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-0d0c3c94-5426-4497-982b-cad27dcc31b4 req-0747cc06-1207-4227-9ce6-02f3c39d3c6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] For port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=984c67b3-75c9-4041-a4c6-5e5a4efe7b83,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:53.534117 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0d0c3c94-5426-4497-982b-cad27dcc31b4 req-0747cc06-1207-4227-9ce6-02f3c39d3c6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.546590 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7d9e164e-9f64-4565-8af9-38efe93c70fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.573663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0d0c3c94-5426-4497-982b-cad27dcc31b4 req-0747cc06-1207-4227-9ce6-02f3c39d3c6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Calling delete_port for 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:53.575884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Transition to ACTIVE for port object 0df1f51e-64dd-43ce-a108-aa586b297ea0 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:53.587556 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.693624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a5748257-0d22-4855-8307-3cba45bc3acb req-8e02bcf3-d0dd-43c7-9041-693f1b2bbe7b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] For port 9346a8b8-61ac-4b01-b5a8-81525633157f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9346a8b8-61ac-4b01-b5a8-81525633157f,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:53.696021 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a5748257-0d22-4855-8307-3cba45bc3acb req-8e02bcf3-d0dd-43c7-9041-693f1b2bbe7b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.696155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a92fc-879d-4df9-8a68-520765146e3e req-56f65585-fe88-4b87-91f0-e85ca3ef95fe tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:53.697173 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a0a92fc-879d-4df9-8a68-520765146e3e req-56f65585-fe88-4b87-91f0-e85ca3ef95fe tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 950 time: 0.3280470 Jul 07 19:19:53.738225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56050) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:53.781967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:53.785976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0df1f51e-64dd-43ce-a108-aa586b297ea0,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:53.794385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a5748257-0d22-4855-8307-3cba45bc3acb req-8e02bcf3-d0dd-43c7-9041-693f1b2bbe7b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Calling delete_port for 9346a8b8-61ac-4b01-b5a8-81525633157f owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:53.826901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '22e322bb-3959-4b90-b739-6fb8d605407e', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '22e322bb-3959-4b90-b739-6fb8d605407e', 'mac_address': 'fa:16:3e:fd:40:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:19:53.860153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port d8083441-3213-4a6f-8dea-3a922eaf8fda triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:53.861721 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.930831 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.985121 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.018986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e322bb-3959-4b90-b739-6fb8d605407e {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:54.052177 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a0a92fc-879d-4df9-8a68-520765146e3e req-6f8ccaf3-e8b8-46bb-8e5f-274ba44df66b tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/security-groups?id=b75b4b08-10aa-46c0-8ca0-020570cbec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322575 Jul 07 19:19:54.117898 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.150221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:54.160061 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.170157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Attempting to bind port 0df1f51e-64dd-43ce-a108-aa586b297ea0 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:54.170551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Attempting to bind port 0df1f51e-64dd-43ce-a108-aa586b297ea0 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '88719e3e-1783-4d6b-b19b-809c9bf35b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:54.170915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Attempting to bind port 0df1f51e-64dd-43ce-a108-aa586b297ea0 on network 124e3ecc-4927-4fc9-9106-ad22ba28f295 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:54.184575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Port 0df1f51e-64dd-43ce-a108-aa586b297ea0 on network 124e3ecc-4927-4fc9-9106-ad22ba28f295 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:19:54.185267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Attempting to bind port 0df1f51e-64dd-43ce-a108-aa586b297ea0 on network 124e3ecc-4927-4fc9-9106-ad22ba28f295 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:54.201093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:54.201435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Checking segment: {'id': '88719e3e-1783-4d6b-b19b-809c9bf35b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:54.201822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Bound using segment: {'id': '88719e3e-1783-4d6b-b19b-809c9bf35b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:54.202274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Bound port: 0df1f51e-64dd-43ce-a108-aa586b297ea0, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88719e3e-1783-4d6b-b19b-809c9bf35b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:54.202632 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.220867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0d0c3c94-5426-4497-982b-cad27dcc31b4 req-0747cc06-1207-4227-9ce6-02f3c39d3c6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.242254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d8083441-3213-4a6f-8dea-3a922eaf8fda, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d8083441-3213-4a6f-8dea-3a922eaf8fda,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:54.263992 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.286419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=22e322bb-3959-4b90-b739-6fb8d605407e,revision_number=10']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:54.297573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747cc06-1207-4227-9ce6-02f3c39d3c6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Pushing event deleted for resources: {'Port': ['ID=984c67b3-75c9-4041-a4c6-5e5a4efe7b83,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:54.310985 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:54.311555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:54.312103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:54.312860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:54.313409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:54.313975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:54.314701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:54.315311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:54.315922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:54.317684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:54.318328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:54.318687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:54.327380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Allocated IP 172.20.0.8 (fe3d813e-66b2-45dd-bbb2-69efa0688f9d/3d6e9304-28dc-47da-93e4-7f1383eab87c/7b3d1702-dc96-414b-84f9-d0ac491e260f) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:54.371887 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa374a5-90a6-41af-aab0-abcdd49ccc65 x-openstack-request-id: req-4fa374a5-90a6-41af-aab0-abcdd49ccc65 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:54.372522 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "name": "network-vif-unplugged", "status": "completed", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:54.373248 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fa374a5-90a6-41af-aab0-abcdd49ccc65 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:54.374019 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e', 'code': 200} Jul 07 19:19:54.405034 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a816843f-040c-4018-b49d-812703dcc2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.431730 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d8083441-3213-4a6f-8dea-3a922eaf8fda,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:54.458677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] For port 0df1f51e-64dd-43ce-a108-aa586b297ea0, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:54.465579 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] For port 0df1f51e-64dd-43ce-a108-aa586b297ea0, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0df1f51e-64dd-43ce-a108-aa586b297ea0,segment=NetworkSegment(88719e3e-1783-4d6b-b19b-809c9bf35b25),segment_id=88719e3e-1783-4d6b-b19b-809c9bf35b25)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:54.480646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a06591-835e-4160-891a-9516507aea70 req-5332f223-a4d5-4c57-8339-885e6cc8c362 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:54.488507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43a06591-835e-4160-891a-9516507aea70 req-5332f223-a4d5-4c57-8339-885e6cc8c362 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea200cc-091d-4dc9-bb81-af0cc4870721 HTTP/1.1" status: 200 len: 867 time: 1.1403842 Jul 07 19:19:54.494553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0c3c94-5426-4497-982b-cad27dcc31b4 req-0747cc06-1207-4227-9ce6-02f3c39d3c6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] No DVR routers for this DVR port 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:54.500501 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0d0c3c94-5426-4497-982b-cad27dcc31b4 req-0747cc06-1207-4227-9ce6-02f3c39d3c6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.504635 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0d0c3c94-5426-4497-982b-cad27dcc31b4 req-0747cc06-1207-4227-9ce6-02f3c39d3c6b tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.110 "DELETE /v2.0/ports/984c67b3-75c9-4041-a4c6-5e5a4efe7b83 HTTP/1.1" status: 204 len: 173 time: 1.9806917 Jul 07 19:19:54.505666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea200cc-091d-4dc9-bb81-af0cc4870721', 'name': 'network-vif-deleted', 'tag': '984c67b3-75c9-4041-a4c6-5e5a4efe7b83'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:54.512338 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b8065a-38d2-4dbb-b586-20d0cca1ccb9" -d '{"events": [{"server_uuid": "6ea200cc-091d-4dc9-bb81-af0cc4870721", "name": "network-vif-deleted", "tag": "984c67b3-75c9-4041-a4c6-5e5a4efe7b83"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:54.515926 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.582681 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a5748257-0d22-4855-8307-3cba45bc3acb req-8e02bcf3-d0dd-43c7-9041-693f1b2bbe7b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.601326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:54.601977 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.603843 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] 10.222.0.110 "PUT /v2.0/ports/0df1f51e-64dd-43ce-a108-aa586b297ea0 HTTP/1.1" status: 200 len: 1091 time: 2.8886180 Jul 07 19:19:54.613838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['22e322bb-3959-4b90-b739-6fb8d605407e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:54.648951 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43a06591-835e-4160-891a-9516507aea70 req-da2c8ef4-342a-4586-961f-fafd19568ab7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591277 Jul 07 19:19:54.658470 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a030b958-936e-4a9d-a428-ed41b36d36f4 req-57c3f366-503b-49be-bf3f-b0ac757806c9 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 210 time: 0.0813153 Jul 07 19:19:54.735590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8299e-c979-46b4-8436-f28908ff52f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0df1f51e-64dd-43ce-a108-aa586b297ea0,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:54.791506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02bcf3-d0dd-43c7-9041-693f1b2bbe7b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Pushing event deleted for resources: {'Port': ['ID=9346a8b8-61ac-4b01-b5a8-81525633157f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:54.880486 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.906117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-94f1b49a-dbf1-4bce-a0af-d3e30afeeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:54.906689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-94f1b49a-dbf1-4bce-a0af-d3e30afeeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:54.918442 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-94f1b49a-dbf1-4bce-a0af-d3e30afeeea6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eb7fe2bad4524a2181ff30fb00b76cbb&device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1979 time: 0.1606407 Jul 07 19:19:55.023251 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-9a0b70e1-ea53-4f6b-9558-964c1eb57a9a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 HTTP/1.1" status: 200 len: 217 time: 0.0936060 Jul 07 19:19:55.077838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5748257-0d22-4855-8307-3cba45bc3acb req-8e02bcf3-d0dd-43c7-9041-693f1b2bbe7b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] No DVR routers for this DVR port 9346a8b8-61ac-4b01-b5a8-81525633157f on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:55.087928 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a5748257-0d22-4855-8307-3cba45bc3acb req-8e02bcf3-d0dd-43c7-9041-693f1b2bbe7b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:55.091887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5748257-0d22-4855-8307-3cba45bc3acb req-8e02bcf3-d0dd-43c7-9041-693f1b2bbe7b tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.110 "DELETE /v2.0/ports/9346a8b8-61ac-4b01-b5a8-81525633157f HTTP/1.1" status: 204 len: 173 time: 2.5277109 Jul 07 19:19:55.108899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd', 'name': 'network-vif-deleted', 'tag': '9346a8b8-61ac-4b01-b5a8-81525633157f'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:55.112191 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b505ae-47b4-4ccb-b471-af8013b215ac" -d '{"events": [{"server_uuid": "9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd", "name": "network-vif-deleted", "tag": "9346a8b8-61ac-4b01-b5a8-81525633157f"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:55.157878 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a84d9ed2-e9f9-4473-a38f-ad204b744348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:55.160338 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-a84d9ed2-e9f9-4473-a38f-ad204b744348 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f565801c-b39e-45dc-b208-0edfa43db3c7 HTTP/1.1" status: 200 len: 801 time: 0.1329873 Jul 07 19:19:55.359410 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:55.370726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543207c-9c6b-4e64-8050-06042baa3b2d req-c2797ee5-fb09-4a5f-81cc-b6b3e68a31d2 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:55.377616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543207c-9c6b-4e64-8050-06042baa3b2d req-c2797ee5-fb09-4a5f-81cc-b6b3e68a31d2 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:55.390609 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b543207c-9c6b-4e64-8050-06042baa3b2d req-c2797ee5-fb09-4a5f-81cc-b6b3e68a31d2 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1677 time: 0.2951133 Jul 07 19:19:55.418888 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9346a8b8-61ac-4b01-b5a8-81525633157f no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:55.420021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80392bcf-b2b9-45f8-ad29-688da2609107 req-7ad28fbf-057a-4730-905c-71d9e8248098 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:55.427787 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80392bcf-b2b9-45f8-ad29-688da2609107 req-7ad28fbf-057a-4730-905c-71d9e8248098 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.3631854 Jul 07 19:19:55.468082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 9346a8b8-61ac-4b01-b5a8-81525633157f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:55.468501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9346a8b8-61ac-4b01-b5a8-81525633157f not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:55.468920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:55.485983 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a816843f-040c-4018-b49d-812703dcc2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:55.515778 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b543207c-9c6b-4e64-8050-06042baa3b2d req-add2e435-3ce1-4d2a-a2a7-157b5a0ce774 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240437 Jul 07 19:19:55.524149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-54e69469-208c-47cd-bd3f-23e2cea49707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:55.528678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:55.529048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 984c67b3-75c9-4041-a4c6-5e5a4efe7b83 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:55.542632 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-54e69469-208c-47cd-bd3f-23e2cea49707 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=21467342-4346-42f0-9c90-514f944ec765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3586743 Jul 07 19:19:55.543188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a816843f-040c-4018-b49d-812703dcc2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:55.579686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Transition to ACTIVE for port object 7b3d1702-dc96-414b-84f9-d0ac491e260f will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:55.618055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a816843f-040c-4018-b49d-812703dcc2d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=575b07aa1ed8415889861e3a92d3633e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8661964 Jul 07 19:19:55.620384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56074) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:55.622261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816843f-040c-4018-b49d-812703dcc2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7372eae-9dd2-4a98-98ba-6d4b0ccee245,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:55.695512 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-66a736d7-6135-4075-b295-9153bf67459d service neutron] 10.222.0.110 "GET /v2.0/networks/21467342-4346-42f0-9c90-514f944ec765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518338 Jul 07 19:19:55.701415 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80392bcf-b2b9-45f8-ad29-688da2609107 req-913e5941-dcc7-43d9-9f1e-e45735da5c1b tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725911 Jul 07 19:19:55.804210 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-271990f3-f22b-4e19-a9a7-d2e31457ec50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:55.820693 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:55.824486 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d29e7bb-bf22-4bb5-80ea-da5b8f62fd09 x-openstack-request-id: req-8d29e7bb-bf22-4bb5-80ea-da5b8f62fd09 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:55.827514 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea200cc-091d-4dc9-bb81-af0cc4870721", "name": "network-vif-deleted", "tag": "984c67b3-75c9-4041-a4c6-5e5a4efe7b83", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:55.827957 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d29e7bb-bf22-4bb5-80ea-da5b8f62fd09 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:55.828508 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea200cc-091d-4dc9-bb81-af0cc4870721', 'name': 'network-vif-deleted', 'tag': '984c67b3-75c9-4041-a4c6-5e5a4efe7b83', 'status': 'completed', 'code': 200} Jul 07 19:19:55.867434 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-271990f3-f22b-4e19-a9a7-d2e31457ec50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:55.933341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Network fe3d813e-66b2-45dd-bbb2-69efa0688f9d is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:55.936678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-0f050833-a794-49fc-95b7-787f8cc571a7 service neutron] 10.222.0.110 "GET /v2.0/networks/21467342-4346-42f0-9c90-514f944ec765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279923 Jul 07 19:19:55.937580 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0607fa76-ac09-42dd-8a53-4265c3018ed1 x-openstack-request-id: req-0607fa76-ac09-42dd-8a53-4265c3018ed1 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:55.937919 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd", "name": "network-vif-deleted", "tag": "9346a8b8-61ac-4b01-b5a8-81525633157f", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:55.938202 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0607fa76-ac09-42dd-8a53-4265c3018ed1 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:55.938619 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd', 'name': 'network-vif-deleted', 'tag': '9346a8b8-61ac-4b01-b5a8-81525633157f', 'status': 'completed', 'code': 200} Jul 07 19:19:55.954551 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:55.959949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:55.964912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event updated for resources: {'Port': ['ID=7b3d1702-dc96-414b-84f9-d0ac491e260f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:56.070897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:56.073853 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.077824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-271990f3-f22b-4e19-a9a7-d2e31457ec50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.080759 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-271990f3-f22b-4e19-a9a7-d2e31457ec50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.082234 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-271990f3-f22b-4e19-a9a7-d2e31457ec50 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7372eae-9dd2-4a98-98ba-6d4b0ccee245 HTTP/1.1" status: 204 len: 168 time: 0.4549236 Jul 07 19:19:56.121041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271990f3-f22b-4e19-a9a7-d2e31457ec50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7372eae-9dd2-4a98-98ba-6d4b0ccee245,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:56.140309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6738cef7-0a51-40bb-8384-a36fdd09d326 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3317323 Jul 07 19:19:56.143390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56094) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:56.150982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:56.207776 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-2a6c4e98-8eb2-49f3-bf75-abe233acba5f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.93&port_id=0df1f51e-64dd-43ce-a108-aa586b297ea0 HTTP/1.1" status: 200 len: 217 time: 0.2538924 Jul 07 19:19:56.226296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.375690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8083441-3213-4a6f-8dea-3a922eaf8fda'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:56.379166 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21e0708-5e61-47ae-930a-e056bbc9a0a5" -d '{"events": [{"server_uuid": "32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30", "name": "network-vif-plugged", "status": "completed", "tag": "d8083441-3213-4a6f-8dea-3a922eaf8fda"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:56.484476 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-8ce58c68-0094-484e-832a-cf285a286b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:56.486159 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-8ce58c68-0094-484e-832a-cf285a286b1e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b85ad9e-1b45-4cd0-bf6a-b0fd31b0fa0c HTTP/1.1" status: 200 len: 801 time: 0.2689459 Jul 07 19:19:56.516179 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.517239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-99627bca-b082-41af-a3af-fff9c6fe18e9 None None] Provisioning for port 7b3d1702-dc96-414b-84f9-d0ac491e260f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:56.529774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-99627bca-b082-41af-a3af-fff9c6fe18e9 None None] Provisioning complete for port 7b3d1702-dc96-414b-84f9-d0ac491e260f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:56.530154 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-99627bca-b082-41af-a3af-fff9c6fe18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.587981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-8db737db-ca53-4901-a2ad-b8df739f9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:56.589811 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-8db737db-ca53-4901-a2ad-b8df739f9434 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=124e3ecc-4927-4fc9-9106-ad22ba28f295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0965552 Jul 07 19:19:56.609237 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa72c5b-150a-4afe-b0ac-440cd55cf0ea req-51d5922d-08a2-4af8-9340-5c1d0ea3ae3a tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:56.618706 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0aa72c5b-150a-4afe-b0ac-440cd55cf0ea req-51d5922d-08a2-4af8-9340-5c1d0ea3ae3a tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 950 time: 0.1813293 Jul 07 19:19:56.637777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-99627bca-b082-41af-a3af-fff9c6fe18e9 None None] Port 7b3d1702-dc96-414b-84f9-d0ac491e260f cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:56.763378 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-edea6feb-b426-45c5-a581-c36055491d25 service neutron] 10.222.0.110 "GET /v2.0/networks/124e3ecc-4927-4fc9-9106-ad22ba28f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243308 Jul 07 19:19:56.819641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56106) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:56.868149 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77d63ad7-36e1-4f79-bff1-61ac976d8238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.878472 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0aa72c5b-150a-4afe-b0ac-440cd55cf0ea req-4d726008-bf89-469a-ab3a-816d0bc7af32 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/security-groups?id=b75b4b08-10aa-46c0-8ca0-020570cbec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589445 Jul 07 19:19:56.897529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8867da34-0520-415e-9b57-7aa8ce94275b req-9cbecb08-9139-4e9c-bf71-354c60974a6a tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e5ae578-7f22-4ca1-bfbe-f25fc41b1ecd HTTP/1.1" status: 200 len: 210 time: 0.0344372 Jul 07 19:19:56.959245 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d4ccc9-2b48-4fa8-a39f-860a76c95c9f x-openstack-request-id: req-c4d4ccc9-2b48-4fa8-a39f-860a76c95c9f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:56.959780 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30", "name": "network-vif-plugged", "status": "completed", "tag": "d8083441-3213-4a6f-8dea-3a922eaf8fda", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:56.960268 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4d4ccc9-2b48-4fa8-a39f-860a76c95c9f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:56.960879 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8083441-3213-4a6f-8dea-3a922eaf8fda', 'code': 200} Jul 07 19:19:56.975080 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8db980c9-b2b6-46a0-a421-b337d4ff7471 req-88508df1-01ac-4723-8486-b2aa8cebd26f service neutron] 10.222.0.110 "GET /v2.0/networks/124e3ecc-4927-4fc9-9106-ad22ba28f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941497 Jul 07 19:19:57.232013 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77d63ad7-36e1-4f79-bff1-61ac976d8238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.238459 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77d63ad7-36e1-4f79-bff1-61ac976d8238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.267315 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24802-bb15-4034-a4e3-d6134bbf539d req-53488a73-57ab-405b-897b-af0d52ba14d9 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:57.275229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24802-bb15-4034-a4e3-d6134bbf539d req-53488a73-57ab-405b-897b-af0d52ba14d9 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:57.277176 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81d24802-bb15-4034-a4e3-d6134bbf539d req-53488a73-57ab-405b-897b-af0d52ba14d9 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1677 time: 0.1877501 Jul 07 19:19:57.277318 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.352439 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-77d63ad7-36e1-4f79-bff1-61ac976d8238 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=476a85da8ebf4e1482f6ce0a5c3b27b2&name=default HTTP/1.1" status: 200 len: 2982 time: 0.4996099 Jul 07 19:19:57.353868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d63ad7-36e1-4f79-bff1-61ac976d8238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4288ad9-82a0-47c5-9c6f-21bab2083dea,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:57.356557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56118) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:57.394356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 22e322bb-3959-4b90-b739-6fb8d605407e up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:57.407059 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81d24802-bb15-4034-a4e3-d6134bbf539d req-f2a071d4-cae3-4469-a413-849afcf4c017 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111283 Jul 07 19:19:57.422252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-0b2f32df-1e13-444b-833b-0b2533a2e644 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:57.424180 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-0b2f32df-1e13-444b-833b-0b2533a2e644 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.3297775 Jul 07 19:19:57.453530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-7a490425-5c8e-4ea5-8c62-d15dca57c301 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/quotas/2e1f918f8e4244559f5f76b0b68b66a6 HTTP/1.1" status: 200 len: 375 time: 0.0199628 Jul 07 19:19:57.480507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 22e322bb-3959-4b90-b739-6fb8d605407e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:57.480982 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.503532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-90e646fa-8efc-44dc-aaec-24abd19c9bc4 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414679 Jul 07 19:19:57.519131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-f72cf814-c648-478a-8e05-9c03bb685cd2 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:19:57.526092 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-f72cf814-c648-478a-8e05-9c03bb685cd2 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121918 Jul 07 19:19:57.575106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Allocated IP 172.25.0.4 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/d2d59488-af58-4f46-baf7-1d7dd14e7d30) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:57.604089 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-af99cc0e-8257-447a-8cce-6c581799eb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.681934 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-af99cc0e-8257-447a-8cce-6c581799eb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.723955 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.740809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4258fcf-f8ff-467a-a60f-534cede1829d req-1c97d2fd-dea5-4c9f-bd05-bfd17d520048 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:57.742595 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b4258fcf-f8ff-467a-a60f-534cede1829d req-1c97d2fd-dea5-4c9f-bd05-bfd17d520048 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.48 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 950 time: 0.1955931 Jul 07 19:19:57.757991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db91322-2cd3-46c0-9d25-e3ec334fb12b req-c4a8a6f4-55b7-45c1-9cc2-60d25c1c7f3f tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:57.771887 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3db91322-2cd3-46c0-9d25-e3ec334fb12b req-c4a8a6f4-55b7-45c1-9cc2-60d25c1c7f3f tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 950 time: 0.1882503 Jul 07 19:19:57.822572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:57.832996 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.837237 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'tag': '0df1f51e-64dd-43ce-a108-aa586b297ea0'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:57.841576 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1293c3-c179-4b8e-a22e-e85404ffb175" -d '{"events": [{"name": "network-changed", "server_uuid": "50824fc1-df7e-4427-9e76-7f80b0ea2e30", "tag": "0df1f51e-64dd-43ce-a108-aa586b297ea0"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:57.852955 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.918548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3db91322-2cd3-46c0-9d25-e3ec334fb12b req-f4af5d8f-1a04-42bf-9e43-4261df5008ac tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456628 Jul 07 19:19:57.938253 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-af99cc0e-8257-447a-8cce-6c581799eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.941467 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-af99cc0e-8257-447a-8cce-6c581799eb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.943079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-af99cc0e-8257-447a-8cce-6c581799eb37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d4288ad9-82a0-47c5-9c6f-21bab2083dea HTTP/1.1" status: 204 len: 168 time: 0.5832987 Jul 07 19:19:57.999516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=22e322bb-3959-4b90-b739-6fb8d605407e,revision_number=11']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:58.030960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99cc0e-8257-447a-8cce-6c581799eb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4288ad9-82a0-47c5-9c6f-21bab2083dea,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:58.102066 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-2bb58048-370c-4b58-b685-370dd7fe698e service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748539 Jul 07 19:19:58.114484 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.133245 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b38fa11-cf1f-45f2-bbbb-f49788105d28 x-openstack-request-id: req-4b38fa11-cf1f-45f2-bbbb-f49788105d28 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:58.133556 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50824fc1-df7e-4427-9e76-7f80b0ea2e30", "tag": "0df1f51e-64dd-43ce-a108-aa586b297ea0", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:58.133826 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b38fa11-cf1f-45f2-bbbb-f49788105d28 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:58.134368 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'tag': '0df1f51e-64dd-43ce-a108-aa586b297ea0', 'status': 'completed', 'code': 200} Jul 07 19:19:58.249455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:58.267709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b4258fcf-f8ff-467a-a60f-534cede1829d req-a2ed2d9a-ace8-47f8-91bf-c87c1883e9ab tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Deleting port 5d7d2bce-ce44-4400-8615-c5695b9189d5 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:58.267991 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b4258fcf-f8ff-467a-a60f-534cede1829d req-a2ed2d9a-ace8-47f8-91bf-c87c1883e9ab tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.312966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1293c3-c179-4b8e-a22e-e85404ffb175 req-e32cfd7b-e12d-4913-ae42-1b104e80c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:58.313451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1293c3-c179-4b8e-a22e-e85404ffb175 req-e32cfd7b-e12d-4913-ae42-1b104e80c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:58.316332 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc1293c3-c179-4b8e-a22e-e85404ffb175 req-e32cfd7b-e12d-4913-ae42-1b104e80c145 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eb7fe2bad4524a2181ff30fb00b76cbb&device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1979 time: 0.1559222 Jul 07 19:19:58.326639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:58.348554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:58.404987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d843cd-2991-46e2-9ed8-5b911ff71803 req-78f0e428-f0d2-474e-b9b1-794feb27fd40 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:58.406599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54d843cd-2991-46e2-9ed8-5b911ff71803 req-78f0e428-f0d2-474e-b9b1-794feb27fd40 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 950 time: 0.1565268 Jul 07 19:19:58.427055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event updated for resources: {'Port': ['ID=d2d59488-af58-4f46-baf7-1d7dd14e7d30,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:58.492450 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54d843cd-2991-46e2-9ed8-5b911ff71803 req-d063bba4-074b-4e99-96fd-9d3e96cefbb0 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/security-groups?id=b75b4b08-10aa-46c0-8ca0-020570cbec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718999 Jul 07 19:19:58.494263 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1293c3-c179-4b8e-a22e-e85404ffb175 req-6e3ae724-294e-4cbf-ac56-6fe10e84ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:58.495993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc1293c3-c179-4b8e-a22e-e85404ffb175 req-6e3ae724-294e-4cbf-ac56-6fe10e84ea09 service neutron] 10.222.0.110 "GET /v2.0/networks?id=124e3ecc-4927-4fc9-9106-ad22ba28f295 HTTP/1.1" status: 200 len: 903 time: 0.1703546 Jul 07 19:19:58.537472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-b4258fcf-f8ff-467a-a60f-534cede1829d req-a2ed2d9a-ace8-47f8-91bf-c87c1883e9ab tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] For port 5d7d2bce-ce44-4400-8615-c5695b9189d5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5d7d2bce-ce44-4400-8615-c5695b9189d5,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:58.537861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b4258fcf-f8ff-467a-a60f-534cede1829d req-a2ed2d9a-ace8-47f8-91bf-c87c1883e9ab tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.608906 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc1293c3-c179-4b8e-a22e-e85404ffb175 req-4e30ab02-be4b-4dde-8e65-7701e9a15633 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.93&port_id=0df1f51e-64dd-43ce-a108-aa586b297ea0 HTTP/1.1" status: 200 len: 217 time: 0.1038167 Jul 07 19:19:58.630189 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-08cc11a4-6eb5-4698-adbc-83f74cc8fae7 service neutron] 10.222.0.81 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270884 Jul 07 19:19:58.638723 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b4258fcf-f8ff-467a-a60f-534cede1829d req-a2ed2d9a-ace8-47f8-91bf-c87c1883e9ab tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Calling delete_port for 5d7d2bce-ce44-4400-8615-c5695b9189d5 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:58.674898 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.680205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1293c3-c179-4b8e-a22e-e85404ffb175 req-770cd970-0c8c-4027-a32f-35fdd6592875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:58.685753 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc1293c3-c179-4b8e-a22e-e85404ffb175 req-770cd970-0c8c-4027-a32f-35fdd6592875 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b85ad9e-1b45-4cd0-bf6a-b0fd31b0fa0c HTTP/1.1" status: 200 len: 801 time: 0.0670841 Jul 07 19:19:58.955469 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.969062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1293c3-c179-4b8e-a22e-e85404ffb175 req-0a34abbb-3a9d-4812-b049-36c23ec61a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:58.969062 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc1293c3-c179-4b8e-a22e-e85404ffb175 req-0a34abbb-3a9d-4812-b049-36c23ec61a74 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=124e3ecc-4927-4fc9-9106-ad22ba28f295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2641997 Jul 07 19:19:58.971029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:58.984588 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc41ce7-aba0-4ff4-98fb-d40917e0076c" -d '{"events": [{"server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "name": "network-vif-plugged", "status": "completed", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:59.260820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f9a09-a9a3-45b8-a7e0-8d019948227d req-7ea1ad73-da25-4fb0-a72e-b5f7e401dfba tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:59.278487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f9a09-a9a3-45b8-a7e0-8d019948227d req-7ea1ad73-da25-4fb0-a72e-b5f7e401dfba tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:59.298323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ec7f9a09-a9a3-45b8-a7e0-8d019948227d req-7ea1ad73-da25-4fb0-a72e-b5f7e401dfba tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1677 time: 0.3724616 Jul 07 19:19:59.362268 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc1293c3-c179-4b8e-a22e-e85404ffb175 req-829e2288-9753-4dec-9322-b558bc3bf1a9 service neutron] 10.222.0.110 "GET /v2.0/networks/124e3ecc-4927-4fc9-9106-ad22ba28f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434739 Jul 07 19:19:59.427020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b4258fcf-f8ff-467a-a60f-534cede1829d req-a2ed2d9a-ace8-47f8-91bf-c87c1883e9ab tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.436560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0df1f51e-64dd-43ce-a108-aa586b297ea0 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:59.547244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed2d9a-ace8-47f8-91bf-c87c1883e9ab tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Pushing event deleted for resources: {'Port': ['ID=5d7d2bce-ce44-4400-8615-c5695b9189d5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:59.697742 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc1293c3-c179-4b8e-a22e-e85404ffb175 req-30fc3c94-6142-418d-a85f-05e8e67909b3 service neutron] 10.222.0.110 "GET /v2.0/networks/124e3ecc-4927-4fc9-9106-ad22ba28f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206601 Jul 07 19:19:59.730609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4258fcf-f8ff-467a-a60f-534cede1829d req-a2ed2d9a-ace8-47f8-91bf-c87c1883e9ab tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] No DVR routers for this DVR port 5d7d2bce-ce44-4400-8615-c5695b9189d5 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:59.741360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ec7f9a09-a9a3-45b8-a7e0-8d019948227d req-18a0b2a2-9289-48d3-844f-661177755e1d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413447 Jul 07 19:19:59.742203 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b4258fcf-f8ff-467a-a60f-534cede1829d req-a2ed2d9a-ace8-47f8-91bf-c87c1883e9ab tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.746634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b4258fcf-f8ff-467a-a60f-534cede1829d req-a2ed2d9a-ace8-47f8-91bf-c87c1883e9ab tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.48 "DELETE /v2.0/ports/5d7d2bce-ce44-4400-8615-c5695b9189d5 HTTP/1.1" status: 204 len: 173 time: 1.9909480 Jul 07 19:19:59.842100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c2f373-975b-4075-a65d-785005c9b8d7', 'name': 'network-vif-deleted', 'tag': '5d7d2bce-ce44-4400-8615-c5695b9189d5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:59.847351 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b900ea09-b9a4-4da0-bc7d-627376f8c7b8" -d '{"events": [{"server_uuid": "18c2f373-975b-4075-a65d-785005c9b8d7", "name": "network-vif-deleted", "tag": "5d7d2bce-ce44-4400-8615-c5695b9189d5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:59.969762 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.983677 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.987768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6320c72-2572-4400-a2a8-33fe828c2d20 req-a42d28e7-9331-4edd-9888-537f0a1f942c tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 210 time: 0.0792882 Jul 07 19:20:00.158456 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3298a34-9ca0-4449-83ce-f53d1b11e405 x-openstack-request-id: req-f3298a34-9ca0-4449-83ce-f53d1b11e405 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:00.160501 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "name": "network-vif-plugged", "status": "completed", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:00.160911 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3298a34-9ca0-4449-83ce-f53d1b11e405 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:00.161466 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e', 'code': 200} Jul 07 19:20:00.201673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0df1f51e-64dd-43ce-a108-aa586b297ea0, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0df1f51e-64dd-43ce-a108-aa586b297ea0,segment=NetworkSegment(88719e3e-1783-4d6b-b19b-809c9bf35b25),segment_id=88719e3e-1783-4d6b-b19b-809c9bf35b25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:00.221449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '0df1f51e-64dd-43ce-a108-aa586b297ea0', 'network_id': '124e3ecc-4927-4fc9-9106-ad22ba28f295', 'port_id': '0df1f51e-64dd-43ce-a108-aa586b297ea0', 'mac_address': 'fa:16:3e:d7:4e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b85ad9e-1b45-4cd0-bf6a-b0fd31b0fa0c', 'ip_address': '19.86.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:20:00.270505 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.271180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event updated for resources: {'Port': ['ID=d2d59488-af58-4f46-baf7-1d7dd14e7d30,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:00.282369 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.294828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df1f51e-64dd-43ce-a108-aa586b297ea0 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:00.335503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0df1f51e-64dd-43ce-a108-aa586b297ea0, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0df1f51e-64dd-43ce-a108-aa586b297ea0,segment=NetworkSegment(88719e3e-1783-4d6b-b19b-809c9bf35b25),segment_id=88719e3e-1783-4d6b-b19b-809c9bf35b25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:00.342626 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.344465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:20:00.357100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fcc0a-cb68-4d62-9c60-2a2ca01d483a req-0fcbb9e2-f1dd-441a-aade-1ce0716dcc02 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:00.358670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-059fcc0a-cb68-4d62-9c60-2a2ca01d483a req-0fcbb9e2-f1dd-441a-aade-1ce0716dcc02 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 951 time: 0.6338706 Jul 07 19:20:00.404180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aff50-8e29-4eff-8c4d-1e1af43fe29c req-8ce7287d-6cb9-4485-be5d-fe7e52dde78a tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:00.406170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f4aff50-8e29-4eff-8c4d-1e1af43fe29c req-8ce7287d-6cb9-4485-be5d-fe7e52dde78a tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7 HTTP/1.1" status: 200 len: 948 time: 0.1023159 Jul 07 19:20:00.430067 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.432099 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eebe4079-438f-4f76-b99e-b3c51e339ce0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2875650 Jul 07 19:20:00.463817 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56206) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:00.483504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-84f7c11a-91b9-445a-97e6-a93520d388c7 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Request body: {'floatingip': {'port_id': '7b3d1702-dc96-414b-84f9-d0ac491e260f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:00.510782 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-059fcc0a-cb68-4d62-9c60-2a2ca01d483a req-a61c3bfe-73d2-471b-920f-4a9c9bae0e01 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235857 Jul 07 19:20:00.557331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990caa9-8fcf-42ab-ae0f-ac2cf98d8728 req-7970db05-9574-4c18-81eb-2aae41d781db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:00.559148 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c990caa9-8fcf-42ab-ae0f-ac2cf98d8728 req-7970db05-9574-4c18-81eb-2aae41d781db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 1102 time: 0.1817927 Jul 07 19:20:00.644161 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c990caa9-8fcf-42ab-ae0f-ac2cf98d8728 req-7c8a72d3-60ac-4af9-87a2-5657510e410f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639875 Jul 07 19:20:00.656826 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f4aff50-8e29-4eff-8c4d-1e1af43fe29c req-0c19c3ec-42d0-4ff7-9450-e6a13792545f tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444129 Jul 07 19:20:00.662755 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84f7c11a-91b9-445a-97e6-a93520d388c7 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.755118 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11003372-416e-4259-a0e0-96492c9d9c9a x-openstack-request-id: req-11003372-416e-4259-a0e0-96492c9d9c9a {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:00.755420 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c2f373-975b-4075-a65d-785005c9b8d7", "name": "network-vif-deleted", "tag": "5d7d2bce-ce44-4400-8615-c5695b9189d5", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:00.755672 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11003372-416e-4259-a0e0-96492c9d9c9a {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:00.756231 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c2f373-975b-4075-a65d-785005c9b8d7', 'name': 'network-vif-deleted', 'tag': '5d7d2bce-ce44-4400-8615-c5695b9189d5', 'status': 'completed', 'code': 200} Jul 07 19:20:00.820293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c593c2aa-f6c9-4b78-8d29-52b4f2b055a7,segment=NetworkSegment(f14b97da-4d07-40a7-be31-b3d3462d3b5c),segment_id=f14b97da-4d07-40a7-be31-b3d3462d3b5c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:00.889152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'c593c2aa-f6c9-4b78-8d29-52b4f2b055a7', 'network_id': '21467342-4346-42f0-9c90-514f944ec765', 'port_id': 'c593c2aa-f6c9-4b78-8d29-52b4f2b055a7', 'mac_address': 'fa:16:3e:61:0d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f565801c-b39e-45dc-b208-0edfa43db3c7', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:20:00.890920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0df1f51e-64dd-43ce-a108-aa586b297ea0,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:00.949222 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-84f7c11a-91b9-445a-97e6-a93520d388c7 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] update failed (client error): The resource could not be found. Jul 07 19:20:00.951544 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-84f7c11a-91b9-445a-97e6-a93520d388c7 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "PUT /v2.0/floatingips/bb446fed-f2ca-4220-88c9-674c1c29aa11 HTTP/1.1" status: 404 len: 507 time: 0.4855175 Jul 07 19:20:00.955231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56216) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:00.986741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-10fb39fa-826e-4559-a388-dda3906db15a req-3d8c1858-cd37-4d1f-8568-ba0276f22ba6 tempest-ImagesNegativeTestJSON-1642785589 tempest-ImagesNegativeTestJSON-1642785589-project] 10.222.0.81 "GET /v2.0/ports?device_id=18c2f373-975b-4075-a65d-785005c9b8d7 HTTP/1.1" status: 200 len: 210 time: 0.0611801 Jul 07 19:20:01.032684 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:01.091225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:01.152429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c593c2aa-f6c9-4b78-8d29-52b4f2b055a7,segment=NetworkSegment(f14b97da-4d07-40a7-be31-b3d3462d3b5c),segment_id=f14b97da-4d07-40a7-be31-b3d3462d3b5c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:01.175478 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:01.250346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06d065-8cf6-42eb-a634-a99de1b77065 req-9c7635c1-975d-4e74-9fe1-82cfdd202ad6 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:01.257769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06d065-8cf6-42eb-a634-a99de1b77065 req-9c7635c1-975d-4e74-9fe1-82cfdd202ad6 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:01.266164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b06d065-8cf6-42eb-a634-a99de1b77065 req-9c7635c1-975d-4e74-9fe1-82cfdd202ad6 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1678 time: 0.1808324 Jul 07 19:20:01.270507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e8876-6bf4-4115-a828-8c3f0f71025a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Deleting port d2d59488-af58-4f46-baf7-1d7dd14e7d30 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:01.270914 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8876-6bf4-4115-a828-8c3f0f71025a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:01.314546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=c593c2aa-f6c9-4b78-8d29-52b4f2b055a7,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:01.329618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2450161-19fd-4722-b4ac-24dcbb428644 req-fd168f9d-67b6-42c1-82cb-60d47d103ceb tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 210 time: 0.0520308 Jul 07 19:20:01.405530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5d7d2bce-ce44-4400-8615-c5695b9189d5 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:01.424168 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b06d065-8cf6-42eb-a634-a99de1b77065 req-960795b7-ea0d-4cfb-bea8-c6a50340c9cd tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524868 Jul 07 19:20:01.451937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 5d7d2bce-ce44-4400-8615-c5695b9189d5 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:01.452337 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5d7d2bce-ce44-4400-8615-c5695b9189d5 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:01.462643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['c593c2aa-f6c9-4b78-8d29-52b4f2b055a7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:01.466273 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8876-6bf4-4115-a828-8c3f0f71025a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:01.468180 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8876-6bf4-4115-a828-8c3f0f71025a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:01.501118 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e8876-6bf4-4115-a828-8c3f0f71025a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Calling delete_port for d2d59488-af58-4f46-baf7-1d7dd14e7d30 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:01.763809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8876-6bf4-4115-a828-8c3f0f71025a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:01.883364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e8876-6bf4-4115-a828-8c3f0f71025a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event deleted for resources: {'Port': ['ID=d2d59488-af58-4f46-baf7-1d7dd14e7d30,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:01.991206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a84eea-1619-4c98-8093-d5d3e5dc1ab8 req-2c85fd5b-b87f-4025-9ce3-0653b3603301 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:01.999102 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-14a84eea-1619-4c98-8093-d5d3e5dc1ab8 req-2c85fd5b-b87f-4025-9ce3-0653b3603301 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7 HTTP/1.1" status: 200 len: 948 time: 0.1392162 Jul 07 19:20:02.070330 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8876-6bf4-4115-a828-8c3f0f71025a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:02.071420 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4dafd5be-cbe7-4384-b614-73158d003156 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:02.073063 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4dafd5be-cbe7-4384-b614-73158d003156 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.48 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 810 time: 0.2975976 Jul 07 19:20:02.073836 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8876-6bf4-4115-a828-8c3f0f71025a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:02.082227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dd3e8876-6bf4-4115-a828-8c3f0f71025a tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "DELETE /v2.0/floatingips/bb446fed-f2ca-4220-88c9-674c1c29aa11 HTTP/1.1" status: 204 len: 168 time: 1.1237147 Jul 07 19:20:02.086492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56248) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:02.092485 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-14a84eea-1619-4c98-8093-d5d3e5dc1ab8 req-23c9b84f-5c02-4566-afec-540cadd53b13 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924942 Jul 07 19:20:02.097957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Request body: {'port': {'device_id': '10ebb7cf-2140-43d2-8a85-44197573423a', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'admin_state_up': True, 'tenant_id': '2e1f918f8e4244559f5f76b0b68b66a6'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:02.114875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43b803-2d21-4734-b91a-366b5bcc7676 req-7ea91981-7bce-4738-bb7f-a500292bc089 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:02.124492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba43b803-2d21-4734-b91a-366b5bcc7676 req-7ea91981-7bce-4738-bb7f-a500292bc089 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 951 time: 0.3808370 Jul 07 19:20:02.149174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-88a52241-bf11-46ea-a59d-7af32980dca3 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Request body: {'floatingip': {'floating_network_id': 'fe3d813e-66b2-45dd-bbb2-69efa0688f9d', 'port_id': '7b3d1702-dc96-414b-84f9-d0ac491e260f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:02.178875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d9289-cdc6-47ee-8eb1-8d42a39fa110 req-845e054e-7e76-40f7-aafb-6cace75f1c14 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:02.182000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-121d9289-cdc6-47ee-8eb1-8d42a39fa110 req-845e054e-7e76-40f7-aafb-6cace75f1c14 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.110 "GET /v2.0/ports?device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7 HTTP/1.1" status: 200 len: 948 time: 0.3779771 Jul 07 19:20:02.255926 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88a52241-bf11-46ea-a59d-7af32980dca3 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:02.280132 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba43b803-2d21-4734-b91a-366b5bcc7676 req-f8de75ae-fb00-41bb-9f2f-5529f00ceb6c tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543775 Jul 07 19:20:02.397010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Made reservation on behalf of 2e1f918f8e4244559f5f76b0b68b66a6 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:02.404438 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:02.528162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['0df1f51e-64dd-43ce-a108-aa586b297ea0'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:02.726703 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d43faaae-ee3d-4f6e-a263-a53d3b4963f5 req-48880e60-ff18-4170-9253-c5ffa5325da0 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 210 time: 0.1096416 Jul 07 19:20:02.793896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Allocated IP 172.20.0.4 (8883be4c-90e7-454e-8f1f-7d0d4fc80ec5/5b6eae3f-e364-4968-b2e0-000a4f1bdb41/8a9b6307-551d-43f2-a858-c54be531613d) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:02.797761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-121d9289-cdc6-47ee-8eb1-8d42a39fa110 req-41964c9e-4759-46c6-bfce-9acd35c363ee tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Deleting port 75642157-959f-4ddc-9681-e31bf7f898c1 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:02.798125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-121d9289-cdc6-47ee-8eb1-8d42a39fa110 req-41964c9e-4759-46c6-bfce-9acd35c363ee tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.206520 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-88a52241-bf11-46ea-a59d-7af32980dca3 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:20:03.211419 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-88a52241-bf11-46ea-a59d-7af32980dca3 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1235452 Jul 07 19:20:03.215700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56284) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:03.218387 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-121d9289-cdc6-47ee-8eb1-8d42a39fa110 req-41964c9e-4759-46c6-bfce-9acd35c363ee tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] For port 75642157-959f-4ddc-9681-e31bf7f898c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=75642157-959f-4ddc-9681-e31bf7f898c1,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:03.219522 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-121d9289-cdc6-47ee-8eb1-8d42a39fa110 req-41964c9e-4759-46c6-bfce-9acd35c363ee tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.227603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '7b3d1702-dc96-414b-84f9-d0ac491e260f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:03.248968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-121d9289-cdc6-47ee-8eb1-8d42a39fa110 req-41964c9e-4759-46c6-bfce-9acd35c363ee tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Calling delete_port for 75642157-959f-4ddc-9681-e31bf7f898c1 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:03.261138 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.276549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1df0ba-9539-4698-8a24-7839c6bb34ea req-0c3f7dbd-a8e3-4c11-9ca6-fc564dd8c333 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:03.283459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1df0ba-9539-4698-8a24-7839c6bb34ea req-0c3f7dbd-a8e3-4c11-9ca6-fc564dd8c333 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:03.285414 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f1df0ba-9539-4698-8a24-7839c6bb34ea req-0c3f7dbd-a8e3-4c11-9ca6-fc564dd8c333 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1679 time: 0.2826042 Jul 07 19:20:03.311877 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.445176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:03.471883 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.566635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:03.598646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:03.610819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:03.620190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:03.628969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Pushing event updated for resources: {'Port': ['ID=8a9b6307-551d-43f2-a858-c54be531613d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:03.631156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:03.631772 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.821445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:03.822011 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.827950 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.867676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c593c2aa-f6c9-4b78-8d29-52b4f2b055a7,segment=NetworkSegment(f14b97da-4d07-40a7-be31-b3d3462d3b5c),segment_id=f14b97da-4d07-40a7-be31-b3d3462d3b5c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:03.868614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c593c2aa-f6c9-4b78-8d29-52b4f2b055a7'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:03.871852 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872d0abf-cb51-47fb-b0d8-2af4bdafa55c" -d '{"events": [{"server_uuid": "50824fc1-df7e-4427-9e76-7f80b0ea2e30", "name": "network-vif-plugged", "status": "completed", "tag": "c593c2aa-f6c9-4b78-8d29-52b4f2b055a7"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:03.876662 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.877543 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 75642157-959f-4ddc-9681-e31bf7f898c1 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:03.914386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-4327ade4-0b81-4e3c-be6b-bb6481da7951 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8206387 Jul 07 19:20:03.942155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Request body: {'port': {'device_id': '10ebb7cf-2140-43d2-8a85-44197573423a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:03.976419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=c593c2aa-f6c9-4b78-8d29-52b4f2b055a7,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:04.127854 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.204070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd14e48-e9e4-421d-95f6-3761e36cd8f5 req-ba6ec421-2613-4968-b0c5-ea037018e148 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:04.213392 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0fd14e48-e9e4-421d-95f6-3761e36cd8f5 req-ba6ec421-2613-4968-b0c5-ea037018e148 tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac5eb7c6-9c8a-42e1-a83a-77c041199db7 HTTP/1.1" status: 200 len: 948 time: 0.5040421 Jul 07 19:20:04.313842 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-121d9289-cdc6-47ee-8eb1-8d42a39fa110 req-41964c9e-4759-46c6-bfce-9acd35c363ee tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.358709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41964c9e-4759-46c6-bfce-9acd35c363ee tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Pushing event deleted for resources: {'Port': ['ID=75642157-959f-4ddc-9681-e31bf7f898c1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:04.368055 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f1df0ba-9539-4698-8a24-7839c6bb34ea req-311c8592-2f20-4c2f-a1ba-5f91b0c5ea07 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634405 Jul 07 19:20:04.378338 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.438341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-121d9289-cdc6-47ee-8eb1-8d42a39fa110 req-41964c9e-4759-46c6-bfce-9acd35c363ee tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] No DVR routers for this DVR port 75642157-959f-4ddc-9681-e31bf7f898c1 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:04.448380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-121d9289-cdc6-47ee-8eb1-8d42a39fa110 req-41964c9e-4759-46c6-bfce-9acd35c363ee tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.452580 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-121d9289-cdc6-47ee-8eb1-8d42a39fa110 req-41964c9e-4759-46c6-bfce-9acd35c363ee tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.110 "DELETE /v2.0/ports/75642157-959f-4ddc-9681-e31bf7f898c1 HTTP/1.1" status: 204 len: 173 time: 2.2579901 Jul 07 19:20:04.452580 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'name': 'network-vif-deleted', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:04.454113 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7513ae-ad9f-4d09-b17c-09357c39918b" -d '{"events": [{"server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "name": "network-vif-deleted", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:04.527976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Allocated IP 172.25.0.29 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/a254efc3-07f1-4074-9f39-1155579e46d0) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:04.645255 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.713110 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.758842 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0fd14e48-e9e4-421d-95f6-3761e36cd8f5 req-f32e58b4-aeed-4a04-b639-e3f97a2f4ade tempest-ListImageFiltersTestJSON-1798352397 tempest-ListImageFiltersTestJSON-1798352397-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dd6f815-cd7f-4426-b9a8-601852d9db27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679503 Jul 07 19:20:04.962445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event updated for resources: {'Port': ['ID=a254efc3-07f1-4074-9f39-1155579e46d0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:04.983450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:05.091391 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:05.098064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:05.154208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e1a54-9dd5-42ec-b0c6-35ab5a552147 req-546bbb84-c53f-408d-8297-7f121cf3f1e3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:05.157712 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd7e1a54-9dd5-42ec-b0c6-35ab5a552147 req-546bbb84-c53f-408d-8297-7f121cf3f1e3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 951 time: 0.2213795 Jul 07 19:20:05.246684 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd7e1a54-9dd5-42ec-b0c6-35ab5a552147 req-e1937097-8dce-4a10-aa8a-1cbd3321f691 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663927 Jul 07 19:20:05.318274 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493e4d3e-0c26-4d03-9679-c678521ca2bc x-openstack-request-id: req-493e4d3e-0c26-4d03-9679-c678521ca2bc {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:05.318763 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50824fc1-df7e-4427-9e76-7f80b0ea2e30", "name": "network-vif-plugged", "status": "completed", "tag": "c593c2aa-f6c9-4b78-8d29-52b4f2b055a7", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:05.318979 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-493e4d3e-0c26-4d03-9679-c678521ca2bc {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:05.319340 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c593c2aa-f6c9-4b78-8d29-52b4f2b055a7', 'code': 200} Jul 07 19:20:05.456435 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:05.458201 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1144c7f8-4300-48af-9bc0-fc2bb4db533a x-openstack-request-id: req-1144c7f8-4300-48af-9bc0-fc2bb4db533a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:05.459210 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5eb7c6-9c8a-42e1-a83a-77c041199db7", "name": "network-vif-deleted", "tag": "75642157-959f-4ddc-9681-e31bf7f898c1", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:05.459680 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1144c7f8-4300-48af-9bc0-fc2bb4db533a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:05.460304 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5eb7c6-9c8a-42e1-a83a-77c041199db7', 'name': 'network-vif-deleted', 'tag': '75642157-959f-4ddc-9681-e31bf7f898c1', 'status': 'completed', 'code': 200} Jul 07 19:20:05.483027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0df1f51e-64dd-43ce-a108-aa586b297ea0 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:05.552563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 0df1f51e-64dd-43ce-a108-aa586b297ea0 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:05.558508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 0df1f51e-64dd-43ce-a108-aa586b297ea0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:05.560262 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:05.714753 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:05.831884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0df1f51e-64dd-43ce-a108-aa586b297ea0, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0df1f51e-64dd-43ce-a108-aa586b297ea0,segment=NetworkSegment(88719e3e-1783-4d6b-b19b-809c9bf35b25),segment_id=88719e3e-1783-4d6b-b19b-809c9bf35b25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:05.839907 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:05.961209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57693-3c25-4821-824c-895aabbe0873 req-2900ff0d-c52f-492f-a932-fa8f61b9f026 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:05.962903 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91f57693-3c25-4821-824c-895aabbe0873 req-2900ff0d-c52f-492f-a932-fa8f61b9f026 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 931 time: 0.8691359 Jul 07 19:20:05.968053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0df1f51e-64dd-43ce-a108-aa586b297ea0,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:06.104347 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91f57693-3c25-4821-824c-895aabbe0873 req-62bac4f5-2674-4273-a551-e5654bdbae55 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067851 Jul 07 19:20:06.168574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9b6307-551d-43f2-a858-c54be531613d {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:06.178585 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.182910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Deleting port a254efc3-07f1-4074-9f39-1155579e46d0 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:06.183442 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.257422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Transition to ACTIVE for port object 8a9b6307-551d-43f2-a858-c54be531613d will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:06.265099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.286048 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2d8bf-a338-4336-977e-a37fbf9e1596 req-f1736a26-bb78-406b-bdc1-967c7b14844b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:06.298022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2d8bf-a338-4336-977e-a37fbf9e1596 req-f1736a26-bb78-406b-bdc1-967c7b14844b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:06.300491 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-09d2d8bf-a338-4336-977e-a37fbf9e1596 req-f1736a26-bb78-406b-bdc1-967c7b14844b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1681 time: 0.1534901 Jul 07 19:20:06.374463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-09d2d8bf-a338-4336-977e-a37fbf9e1596 req-6a32e8fd-1347-48bc-ab03-471718f4111a tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600584 Jul 07 19:20:06.374882 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.376006 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.416478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9b6307-551d-43f2-a858-c54be531613d,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:06.431681 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Calling delete_port for a254efc3-07f1-4074-9f39-1155579e46d0 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:06.503763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Attempting to bind port 8a9b6307-551d-43f2-a858-c54be531613d on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:06.504052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Attempting to bind port 8a9b6307-551d-43f2-a858-c54be531613d by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:06.504359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Attempting to bind port 8a9b6307-551d-43f2-a858-c54be531613d on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:06.510593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Port 8a9b6307-551d-43f2-a858-c54be531613d on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:20:06.510979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Attempting to bind port 8a9b6307-551d-43f2-a858-c54be531613d on network 8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:06.520063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:06.520414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Checking segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:06.520815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Bound using segment: {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:06.521259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Bound port: 8a9b6307-551d-43f2-a858-c54be531613d, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c302e4f2-47c9-48e4-80ba-587a0e11da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:06.521621 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.681843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaec492-8eef-4bad-9fbb-b7998a28a472 req-a33b314f-f21e-40ae-9d4f-9101c3672236 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:06.683476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4eaec492-8eef-4bad-9fbb-b7998a28a472 req-a33b314f-f21e-40ae-9d4f-9101c3672236 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 1102 time: 0.1573958 Jul 07 19:20:06.766179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] For port 8a9b6307-551d-43f2-a858-c54be531613d, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:06.809641 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4eaec492-8eef-4bad-9fbb-b7998a28a472 req-ee98b7f6-2f9c-4f56-9d2c-086c7f753900 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747960 Jul 07 19:20:06.818110 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.860427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] For port 8a9b6307-551d-43f2-a858-c54be531613d, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8a9b6307-551d-43f2-a858-c54be531613d,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:06.893877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event deleted for resources: {'Port': ['ID=a254efc3-07f1-4074-9f39-1155579e46d0,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:06.900957 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.936017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56366) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:06.981356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9b6307-551d-43f2-a858-c54be531613d,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:07.126018 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-faf40846-94bc-4611-999a-e5465a5ac161 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab45caa5cfaa4c1ab01604dd7d03c47c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827359 Jul 07 19:20:07.127081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56374) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:07.143128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:07.145916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.150137 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c090f051-908f-4b79-b9fd-5990f9ad05e6 service neutron] 10.222.0.48 "PUT /v2.0/ports/8a9b6307-551d-43f2-a858-c54be531613d HTTP/1.1" status: 200 len: 1091 time: 3.2189069 Jul 07 19:20:07.150984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ebb7cf-2140-43d2-8a85-44197573423a', 'tag': '8a9b6307-551d-43f2-a858-c54be531613d'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:07.153862 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240a7f65-ce66-467e-96be-78ba4ed39268" -d '{"events": [{"name": "network-changed", "server_uuid": "10ebb7cf-2140-43d2-8a85-44197573423a", "tag": "8a9b6307-551d-43f2-a858-c54be531613d"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:07.159404 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] create failed (client error): The resource could not be found. Jul 07 19:20:07.160854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4e959308-c018-492d-b027-bd80b97afbca tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9399474 Jul 07 19:20:07.164613 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56378) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:07.256534 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52f66fcf-070f-4181-ab55-ab751cac4ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.290104 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52f66fcf-070f-4181-ab55-ab751cac4ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.320974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df1f51e-64dd-43ce-a108-aa586b297ea0'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:07.332375 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc11ce1d-7a75-4e3b-b752-bc5f06600f71" -d '{"events": [{"server_uuid": "50824fc1-df7e-4427-9e76-7f80b0ea2e30", "name": "network-vif-plugged", "status": "completed", "tag": "0df1f51e-64dd-43ce-a108-aa586b297ea0"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:07.345017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b20a6352-9e88-42f9-9410-a53742e7f8d8 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Deleting port 7b3d1702-dc96-414b-84f9-d0ac491e260f {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:07.345420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b20a6352-9e88-42f9-9410-a53742e7f8d8 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.384421 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52f66fcf-070f-4181-ab55-ab751cac4ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.387825 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52f66fcf-070f-4181-ab55-ab751cac4ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.389057 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-52f66fcf-070f-4181-ab55-ab751cac4ef4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b75b4b08-10aa-46c0-8ca0-020570cbec87 HTTP/1.1" status: 204 len: 168 time: 0.2600605 Jul 07 19:20:07.421176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f66fcf-070f-4181-ab55-ab751cac4ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75b4b08-10aa-46c0-8ca0-020570cbec87,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:07.421846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-e749944b-4b11-4068-a594-00d4c805e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:07.449278 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-e749944b-4b11-4068-a594-00d4c805e64d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 1094 time: 0.2022338 Jul 07 19:20:07.568119 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b20a6352-9e88-42f9-9410-a53742e7f8d8 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.614533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b20a6352-9e88-42f9-9410-a53742e7f8d8 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Calling delete_port for 7b3d1702-dc96-414b-84f9-d0ac491e260f owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:07.691979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-c58f88d3-f44f-41b3-ad90-b00a9a6d95d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a9b6307-551d-43f2-a858-c54be531613d HTTP/1.1" status: 200 len: 217 time: 0.0639505 Jul 07 19:20:07.913270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-10637afc-b495-4840-828e-adf68dd125f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:07.914767 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-10637afc-b495-4840-828e-adf68dd125f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.1979396 Jul 07 19:20:07.946976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a224d-aa79-4193-a7f1-a2f945316dc3 req-8dea0b15-eee6-4472-a2a0-bb9eaf3a6702 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:07.951879 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d6a224d-aa79-4193-a7f1-a2f945316dc3 req-8dea0b15-eee6-4472-a2a0-bb9eaf3a6702 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 943 time: 0.3215919 Jul 07 19:20:07.979761 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-0aca3eb2-cae3-42d7-98d6-8482e8e71dc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537961 Jul 07 19:20:08.067670 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efcbbcc-b51a-4942-be02-f46a3661c0cc x-openstack-request-id: req-7efcbbcc-b51a-4942-be02-f46a3661c0cc {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:08.068248 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ebb7cf-2140-43d2-8a85-44197573423a", "tag": "8a9b6307-551d-43f2-a858-c54be531613d", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:08.068248 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7efcbbcc-b51a-4942-be02-f46a3661c0cc {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:08.068616 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ebb7cf-2140-43d2-8a85-44197573423a', 'tag': '8a9b6307-551d-43f2-a858-c54be531613d', 'status': 'completed', 'code': 200} Jul 07 19:20:08.076153 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0de2dfe-a546-47fa-bd24-fdc797b6038f x-openstack-request-id: req-b0de2dfe-a546-47fa-bd24-fdc797b6038f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:08.076578 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50824fc1-df7e-4427-9e76-7f80b0ea2e30", "name": "network-vif-plugged", "status": "completed", "tag": "0df1f51e-64dd-43ce-a108-aa586b297ea0", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:08.076835 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0de2dfe-a546-47fa-bd24-fdc797b6038f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:08.077851 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df1f51e-64dd-43ce-a108-aa586b297ea0', 'code': 200} Jul 07 19:20:08.176096 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d6a224d-aa79-4193-a7f1-a2f945316dc3 req-67bd040b-d0a4-4d15-a94f-494c4c71fa0f tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989133 Jul 07 19:20:08.255733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30900c-95ce-486f-87ff-bd42d5e1737c req-23ea27c2-e7e0-4a58-9fd6-3e447abcde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:08.256611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30900c-95ce-486f-87ff-bd42d5e1737c req-23ea27c2-e7e0-4a58-9fd6-3e447abcde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:08.258601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de30900c-95ce-486f-87ff-bd42d5e1737c req-23ea27c2-e7e0-4a58-9fd6-3e447abcde99 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1983 time: 0.0906544 Jul 07 19:20:08.261873 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b20a6352-9e88-42f9-9410-a53742e7f8d8 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.304491 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de30900c-95ce-486f-87ff-bd42d5e1737c req-2912cf64-5fd5-4192-9249-3bf8a35e4748 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381677 Jul 07 19:20:08.355586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a6352-9e88-42f9-9410-a53742e7f8d8 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event deleted for resources: {'Port': ['ID=7b3d1702-dc96-414b-84f9-d0ac491e260f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:08.536107 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-bf22f7c4-3296-439b-b97f-60b14ced3f3b service neutron] 10.222.0.48 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473886 Jul 07 19:20:08.542034 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:20:08.643693 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b20a6352-9e88-42f9-9410-a53742e7f8d8 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.645955 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b20a6352-9e88-42f9-9410-a53742e7f8d8 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "DELETE /v2.0/ports/7b3d1702-dc96-414b-84f9-d0ac491e260f HTTP/1.1" status: 204 len: 168 time: 1.4790933 Jul 07 19:20:08.648623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56434) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:08.746329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3a07-e9e0-4eac-aeed-0e67d2764a5e req-a1d881dd-10a6-48b7-a618-7ac0dfc2e6c3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:08.755971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3a07-e9e0-4eac-aeed-0e67d2764a5e req-a1d881dd-10a6-48b7-a618-7ac0dfc2e6c3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:08.763090 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eacb3a07-e9e0-4eac-aeed-0e67d2764a5e req-a1d881dd-10a6-48b7-a618-7ac0dfc2e6c3 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1681 time: 0.2935901 Jul 07 19:20:08.772173 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2312720d-3445-4bc2-99f8-a8fbec57ad96 req-9b3b1048-9315-44bd-854d-251ec32fe945 service neutron] 10.222.0.48 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114716 Jul 07 19:20:08.784658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4c561-6cc5-4d54-940c-05dcd43b086e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:08.786247 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b5a4c561-6cc5-4d54-940c-05dcd43b086e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "GET /v2.0/ports?device_id=723aae08-dec9-4b58-8e77-0ff86e129aa5 HTTP/1.1" status: 200 len: 913 time: 0.1326070 Jul 07 19:20:08.791743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56442) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:08.912859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eacb3a07-e9e0-4eac-aeed-0e67d2764a5e req-ba4d461c-6fe8-47a8-b127-736af925aadb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488791 Jul 07 19:20:09.057436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a7f65-ce66-467e-96be-78ba4ed39268 req-c28278c3-c260-42c0-8cab-45281692eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:09.059780 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-240a7f65-ce66-467e-96be-78ba4ed39268 req-c28278c3-c260-42c0-8cab-45281692eb2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 1094 time: 0.2195051 Jul 07 19:20:09.084400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eecfd-f1e2-4f79-afc0-cf37bde316ea req-b377eea4-ad60-43b6-ad9b-7f8eb80f3f0b tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:09.086043 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-276eecfd-f1e2-4f79-afc0-cf37bde316ea req-b377eea4-ad60-43b6-ad9b-7f8eb80f3f0b tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 1102 time: 0.0870755 Jul 07 19:20:09.165598 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-276eecfd-f1e2-4f79-afc0-cf37bde316ea req-7e37cde8-e914-4377-9e9f-54c0b7503650 tempest-ServersAdminTestJSON-1173965704 tempest-ServersAdminTestJSON-1173965704-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726676 Jul 07 19:20:09.256670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a7f65-ce66-467e-96be-78ba4ed39268 req-95d04dd1-a9f5-454c-8bee-cc2eb16574b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:09.258373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-240a7f65-ce66-467e-96be-78ba4ed39268 req-95d04dd1-a9f5-454c-8bee-cc2eb16574b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 200 len: 911 time: 0.1897230 Jul 07 19:20:09.324566 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-240a7f65-ce66-467e-96be-78ba4ed39268 req-004e7dc7-7e1e-413a-93b6-c09a7db49506 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a9b6307-551d-43f2-a858-c54be531613d HTTP/1.1" status: 200 len: 217 time: 0.0582120 Jul 07 19:20:09.478661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a7f65-ce66-467e-96be-78ba4ed39268 req-454e0819-fe24-480b-be5f-7ec3d191dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:09.478661 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-240a7f65-ce66-467e-96be-78ba4ed39268 req-454e0819-fe24-480b-be5f-7ec3d191dc20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 200 len: 850 time: 0.1429942 Jul 07 19:20:09.525055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-240a7f65-ce66-467e-96be-78ba4ed39268 req-a44791a8-b445-44c3-ade3-c8fcad5f0739 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357957 Jul 07 19:20:09.570476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93ff9625-7c5b-41de-ac82-b17ea0cdd29e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.766449 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.098861 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-240a7f65-ce66-467e-96be-78ba4ed39268 req-ad074e9f-7bc9-4c0d-b9c8-c3ff193d4616 service neutron] 10.222.0.48 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664165 Jul 07 19:20:10.243249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56496) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:10.430847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f119e-9899-4ef0-9eda-be76749f340f req-ad988729-5da2-46f6-952c-e71d44f3c50f tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:10.436226 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fd8f119e-9899-4ef0-9eda-be76749f340f req-ad988729-5da2-46f6-952c-e71d44f3c50f tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 943 time: 0.3359270 Jul 07 19:20:10.508517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46f1b7-d063-4b82-82a6-a427d3df1491 req-b3a8fde7-57c2-416c-9ad6-8c06aacdf4be tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:10.514120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46f1b7-d063-4b82-82a6-a427d3df1491 req-b3a8fde7-57c2-416c-9ad6-8c06aacdf4be tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:10.516239 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce46f1b7-d063-4b82-82a6-a427d3df1491 req-b3a8fde7-57c2-416c-9ad6-8c06aacdf4be tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1681 time: 0.1576393 Jul 07 19:20:10.521233 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c87c4b70-a3a3-4339-81f8-4f5755a1db5c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a792ce1c53544859cdd889adf5030e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759929 Jul 07 19:20:10.525570 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56500) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:10.658716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce46f1b7-d063-4b82-82a6-a427d3df1491 req-23a1d1ed-d64d-4bdd-9567-12d4cfdff9cd tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136591 Jul 07 19:20:10.739548 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5c1897d-c160-4e4f-acce-7ebd3f52d96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.871021 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5c1897d-c160-4e4f-acce-7ebd3f52d96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.996822 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5c1897d-c160-4e4f-acce-7ebd3f52d96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.997848 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-240a7f65-ce66-467e-96be-78ba4ed39268 req-69bced89-6df4-4b02-bf40-b798d3815b74 service neutron] 10.222.0.48 "GET /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8374586 Jul 07 19:20:10.999384 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5c1897d-c160-4e4f-acce-7ebd3f52d96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.003386 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c5c1897d-c160-4e4f-acce-7ebd3f52d96f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9dd6f815-cd7f-4426-b9a8-601852d9db27 HTTP/1.1" status: 204 len: 168 time: 0.4739251 Jul 07 19:20:11.014106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1897d-c160-4e4f-acce-7ebd3f52d96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd6f815-cd7f-4426-b9a8-601852d9db27,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:11.040215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01573416-3239-44a8-9e95-9b7330a4ded2 req-edfadc07-32af-4441-8562-14b1005bdcf3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:11.041796 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01573416-3239-44a8-9e95-9b7330a4ded2 req-edfadc07-32af-4441-8562-14b1005bdcf3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 950 time: 0.1353858 Jul 07 19:20:11.082551 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fd8f119e-9899-4ef0-9eda-be76749f340f req-26c46271-30bc-4c5e-bb8e-e89e7d66588f tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6448269 Jul 07 19:20:11.146740 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01573416-3239-44a8-9e95-9b7330a4ded2 req-63534c90-4da8-4425-aed0-89e353a6fc9c tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949101 Jul 07 19:20:11.178449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-93ff9625-7c5b-41de-ac82-b17ea0cdd29e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Deleting port 0d7e3112-d113-41ca-b798-b43df0e37bbb {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:11.178830 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93ff9625-7c5b-41de-ac82-b17ea0cdd29e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.497542 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93ff9625-7c5b-41de-ac82-b17ea0cdd29e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.527231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-93ff9625-7c5b-41de-ac82-b17ea0cdd29e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Calling delete_port for 0d7e3112-d113-41ca-b798-b43df0e37bbb owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:11.836483 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93ff9625-7c5b-41de-ac82-b17ea0cdd29e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.875833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff9625-7c5b-41de-ac82-b17ea0cdd29e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event deleted for resources: {'Port': ['ID=0d7e3112-d113-41ca-b798-b43df0e37bbb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:12.156064 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93ff9625-7c5b-41de-ac82-b17ea0cdd29e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.465674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56578) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:12.470053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ff9625-7c5b-41de-ac82-b17ea0cdd29e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Router 723aae08-dec9-4b58-8e77-0ff86e129aa5 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:12.574042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c1ed2-17c0-4f9e-b0d2-d1db5d26c022 req-467f2f9f-af43-4730-82b3-18cdea3867e5 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:12.579743 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-400c1ed2-17c0-4f9e-b0d2-d1db5d26c022 req-467f2f9f-af43-4730-82b3-18cdea3867e5 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 950 time: 0.0908325 Jul 07 19:20:12.632580 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1062037454-network', 'tenant_id': 'f7cb546493eb4633b22bdd956ec90034'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:12.641374 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-400c1ed2-17c0-4f9e-b0d2-d1db5d26c022 req-800afc8b-4ce9-4eee-a7c1-ac0cd916d361 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579486 Jul 07 19:20:12.647827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ff9625-7c5b-41de-ac82-b17ea0cdd29e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:12.654015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-93ff9625-7c5b-41de-ac82-b17ea0cdd29e tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "PUT /v2.0/routers/723aae08-dec9-4b58-8e77-0ff86e129aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8611228 Jul 07 19:20:12.659762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56582) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:12.665149 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715286e3-3766-4a1a-8cdd-607330c19649 None None] Sync routers for ids ['723aae08-dec9-4b58-8e77-0ff86e129aa5'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:12.665777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bf697-1e49-4211-8d4e-263890adb7b9 req-ab19e553-0180-489b-a413-53be0c79a429 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:12.667462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e9bf697-1e49-4211-8d4e-263890adb7b9 req-ab19e553-0180-489b-a413-53be0c79a429 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4aacdbd-5907-4464-8897-87f213c2e774 HTTP/1.1" status: 200 len: 950 time: 0.2590992 Jul 07 19:20:12.683872 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715286e3-3766-4a1a-8cdd-607330c19649 None None] Routers {'723aae08-dec9-4b58-8e77-0ff86e129aa5'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:12.683872 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-715286e3-3766-4a1a-8cdd-607330c19649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:19:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['723aae08-dec9-4b58-8e77-0ff86e129aa5'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:12.703131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Made reservation on behalf of f7cb546493eb4633b22bdd956ec90034 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:12.705617 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.732122 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-715286e3-3766-4a1a-8cdd-607330c19649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:12.753611 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715286e3-3766-4a1a-8cdd-607330c19649 None None] Routers {'723aae08-dec9-4b58-8e77-0ff86e129aa5'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:12.754550 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-715286e3-3766-4a1a-8cdd-607330c19649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:19:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['723aae08-dec9-4b58-8e77-0ff86e129aa5'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:12.796522 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-715286e3-3766-4a1a-8cdd-607330c19649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:12.797445 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715286e3-3766-4a1a-8cdd-607330c19649 None None] The sync data for ids ['723aae08-dec9-4b58-8e77-0ff86e129aa5'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:12.816181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.816863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fa154-cfa8-48d4-94ad-dc147860e239 req-720a1d3a-e959-4451-87e0-209a9a37dddb tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:12.819344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-858fa154-cfa8-48d4-94ad-dc147860e239 req-720a1d3a-e959-4451-87e0-209a9a37dddb tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 943 time: 0.3202167 Jul 07 19:20:12.843901 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-55f9cfa3-a841-4f18-9185-d5aadbbb60f0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.893766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-1e9bf697-1e49-4211-8d4e-263890adb7b9 req-e20b1780-e2f3-498e-b552-0ecff0027ee3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Deleting port 0c50938f-9870-486f-b29a-24ca1de6c722 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:12.894109 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e9bf697-1e49-4211-8d4e-263890adb7b9 req-e20b1780-e2f3-498e-b552-0ecff0027ee3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.914461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-858fa154-cfa8-48d4-94ad-dc147860e239 req-7623f6df-0d7b-4207-be99-834e1468304d tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839415 Jul 07 19:20:13.052811 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1e9bf697-1e49-4211-8d4e-263890adb7b9 req-e20b1780-e2f3-498e-b552-0ecff0027ee3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] For port 0c50938f-9870-486f-b29a-24ca1de6c722, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0c50938f-9870-486f-b29a-24ca1de6c722,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:13.053264 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e9bf697-1e49-4211-8d4e-263890adb7b9 req-e20b1780-e2f3-498e-b552-0ecff0027ee3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.076841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-1e9bf697-1e49-4211-8d4e-263890adb7b9 req-e20b1780-e2f3-498e-b552-0ecff0027ee3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Calling delete_port for 0c50938f-9870-486f-b29a-24ca1de6c722 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:13.146912 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-55f9cfa3-a841-4f18-9185-d5aadbbb60f0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.154447 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-55f9cfa3-a841-4f18-9185-d5aadbbb60f0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.183021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d586ce4-0b1f-4630-80b6-c05be4b2349e req-d4de7cd0-9ee2-49b3-9d88-57b841eeb801 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:13.189242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d586ce4-0b1f-4630-80b6-c05be4b2349e req-d4de7cd0-9ee2-49b3-9d88-57b841eeb801 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:13.191605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3d586ce4-0b1f-4630-80b6-c05be4b2349e req-d4de7cd0-9ee2-49b3-9d88-57b841eeb801 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1681 time: 0.3706586 Jul 07 19:20:13.272265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-55f9cfa3-a841-4f18-9185-d5aadbbb60f0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.272798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f9cfa3-a841-4f18-9185-d5aadbbb60f0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Fanout notify agent at l3_agent the message router_deleted on router 723aae08-dec9-4b58-8e77-0ff86e129aa5 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:20:13.292448 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-55f9cfa3-a841-4f18-9185-d5aadbbb60f0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.297898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56606) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:13.299101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-55f9cfa3-a841-4f18-9185-d5aadbbb60f0 tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "DELETE /v2.0/routers/723aae08-dec9-4b58-8e77-0ff86e129aa5 HTTP/1.1" status: 204 len: 168 time: 0.6320553 Jul 07 19:20:13.336192 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e9bf697-1e49-4211-8d4e-263890adb7b9 req-e20b1780-e2f3-498e-b552-0ecff0027ee3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.348636 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.353756 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3d586ce4-0b1f-4630-80b6-c05be4b2349e req-bb4d9dbb-aca7-40b8-ac95-c4aa3e7ff31e tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070383 Jul 07 19:20:13.355997 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.365389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0c50938f-9870-486f-b29a-24ca1de6c722', '22e322bb-3959-4b90-b739-6fb8d605407e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:13.384346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b1780-e2f3-498e-b552-0ecff0027ee3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Pushing event deleted for resources: {'Port': ['ID=0c50938f-9870-486f-b29a-24ca1de6c722,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:13.398729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:13.417792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b06cd2-249d-41c2-941c-61113d063fb0,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:13.425620 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.425620 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Added segment 70dd63d8-3222-4e44-b6d8-1a88bfbbbb5f of type vlan for network 857b0884-a566-4c4d-9826-01ea74059054 Jul 07 19:20:13.437126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3b7691-3fd9-4de8-8580-2e6c4e5ac57d tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Deleting subnet 3d6e9304-28dc-47da-93e4-7f1383eab87c {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:13.445127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7691-3fd9-4de8-8580-2e6c4e5ac57d tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.502739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9bf697-1e49-4211-8d4e-263890adb7b9 req-e20b1780-e2f3-498e-b552-0ecff0027ee3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] No DVR routers for this DVR port 0c50938f-9870-486f-b29a-24ca1de6c722 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:13.508731 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e9bf697-1e49-4211-8d4e-263890adb7b9 req-e20b1780-e2f3-498e-b552-0ecff0027ee3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.511151 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e9bf697-1e49-4211-8d4e-263890adb7b9 req-e20b1780-e2f3-498e-b552-0ecff0027ee3 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.48 "DELETE /v2.0/ports/0c50938f-9870-486f-b29a-24ca1de6c722 HTTP/1.1" status: 204 len: 173 time: 0.8377020 Jul 07 19:20:13.511664 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aacdbd-5907-4464-8897-87f213c2e774', 'name': 'network-vif-deleted', 'tag': '0c50938f-9870-486f-b29a-24ca1de6c722'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:13.515654 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f0a65b-90ce-4629-b84f-dc193757bcb5" -d '{"events": [{"server_uuid": "d4aacdbd-5907-4464-8897-87f213c2e774", "name": "network-vif-deleted", "tag": "0c50938f-9870-486f-b29a-24ca1de6c722"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:13.516016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['014808cf-4775-45ba-9de0-dfd7c27c7843'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:13.547220 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.573674 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7691-3fd9-4de8-8580-2e6c4e5ac57d tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.599589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.600610 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:13.601223 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.620954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8a9b6307-551d-43f2-a858-c54be531613d details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:20:13.718442 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2501407 Jul 07 19:20:13.722394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56626) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:13.747661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f86ec8f3-dddd-46ac-991a-2669dc5b2e48 admin admin] Request body: {'subnet': {'network_id': '857b0884-a566-4c4d-9826-01ea74059054', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1062037454-subnet', 'tenant_id': 'f7cb546493eb4633b22bdd956ec90034', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:13.800204 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb566-f966-4b6a-a253-bffe61f8d0f8 admin admin] Pushing event updated for resources: {'Network': ['ID=857b0884-a566-4c4d-9826-01ea74059054,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:13.850731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8a9b6307-551d-43f2-a858-c54be531613d, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8a9b6307-551d-43f2-a858-c54be531613d,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:13.861492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86ec8f3-dddd-46ac-991a-2669dc5b2e48 admin admin] Made reservation on behalf of f7cb546493eb4633b22bdd956ec90034 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:13.867643 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7691-3fd9-4de8-8580-2e6c4e5ac57d tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.872662 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f86ec8f3-dddd-46ac-991a-2669dc5b2e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.882381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '8a9b6307-551d-43f2-a858-c54be531613d', 'network_id': '8883be4c-90e7-454e-8f1f-7d0d4fc80ec5', 'port_id': '8a9b6307-551d-43f2-a858-c54be531613d', 'mac_address': 'fa:16:3e:e3:43:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6eae3f-e364-4968-b2e0-000a4f1bdb41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:20:13.888783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 857b0884-a566-4c4d-9826-01ea74059054 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:14.001909 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7691-3fd9-4de8-8580-2e6c4e5ac57d tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.141632 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7691-3fd9-4de8-8580-2e6c4e5ac57d tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.146300 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1a3b7691-3fd9-4de8-8580-2e6c4e5ac57d tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "DELETE /v2.0/subnets/3d6e9304-28dc-47da-93e4-7f1383eab87c HTTP/1.1" status: 204 len: 168 time: 0.8464880 Jul 07 19:20:14.148289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b7691-3fd9-4de8-8580-2e6c4e5ac57d tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6e9304-28dc-47da-93e4-7f1383eab87c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:14.150955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56642) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:14.217932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc568a84-b94d-4e40-ae8b-d06050db43a2 None None] Network fe3d813e-66b2-45dd-bbb2-69efa0688f9d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:14.283238 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f86ec8f3-dddd-46ac-991a-2669dc5b2e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.346125 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.372575 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80b5fae-fec0-4b1c-84ca-cf6894dc5565 x-openstack-request-id: req-f80b5fae-fec0-4b1c-84ca-cf6894dc5565 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:14.381412 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4aacdbd-5907-4464-8897-87f213c2e774", "name": "network-vif-deleted", "tag": "0c50938f-9870-486f-b29a-24ca1de6c722", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:14.381412 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f80b5fae-fec0-4b1c-84ca-cf6894dc5565 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:14.382403 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aacdbd-5907-4464-8897-87f213c2e774', 'name': 'network-vif-deleted', 'tag': '0c50938f-9870-486f-b29a-24ca1de6c722', 'status': 'completed', 'code': 200} Jul 07 19:20:14.413284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9b6307-551d-43f2-a858-c54be531613d {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:14.453976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ec8f3-dddd-46ac-991a-2669dc5b2e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb75afe-de99-4a1d-9c3b-90832408f481,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:14.456203 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.489293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8a9b6307-551d-43f2-a858-c54be531613d, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8a9b6307-551d-43f2-a858-c54be531613d,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:14.507911 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.598456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Deleting port 10006e49-4f9f-4b64-9f64-75be394f4d15 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:14.599684 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.623333 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ec8f3-dddd-46ac-991a-2669dc5b2e48 admin admin] Checking segment: {'id': '70dd63d8-3222-4e44-b6d8-1a88bfbbbb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '857b0884-a566-4c4d-9826-01ea74059054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:14.624167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86ec8f3-dddd-46ac-991a-2669dc5b2e48 admin admin] Network hostable DHCP agents. Network: 857b0884-a566-4c4d-9826-01ea74059054, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:14.659647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-8e6a1b59-b433-4f24-918e-0b0b88d13e36 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:14.671536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-8e6a1b59-b433-4f24-918e-0b0b88d13e36 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:14.673806 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-8e6a1b59-b433-4f24-918e-0b0b88d13e36 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.110 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1681 time: 0.4318180 Jul 07 19:20:14.692491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8a9b6307-551d-43f2-a858-c54be531613d,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:14.702436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86ec8f3-dddd-46ac-991a-2669dc5b2e48 admin admin] Network 857b0884-a566-4c4d-9826-01ea74059054 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:14.721686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] For port 10006e49-4f9f-4b64-9f64-75be394f4d15, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=10006e49-4f9f-4b64-9f64-75be394f4d15,segment=NetworkSegment(20d72730-1ef4-4a27-94eb-95dfaa2d0be4),segment_id=20d72730-1ef4-4a27-94eb-95dfaa2d0be4)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:14.722115 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.742901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Calling delete_port for 10006e49-4f9f-4b64-9f64-75be394f4d15 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:14.757397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f86ec8f3-dddd-46ac-991a-2669dc5b2e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 857b0884-a566-4c4d-9826-01ea74059054) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:14.790167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dbeb5b-ad6a-497e-a029-c5319201138f None None] Network 857b0884-a566-4c4d-9826-01ea74059054 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:14.793513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ec8f3-dddd-46ac-991a-2669dc5b2e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:14.796873 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f86ec8f3-dddd-46ac-991a-2669dc5b2e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.843676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f86ec8f3-dddd-46ac-991a-2669dc5b2e48 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1127350 Jul 07 19:20:14.873690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.928446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event deleted for resources: {'Port': ['ID=10006e49-4f9f-4b64-9f64-75be394f4d15,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:14.930653 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] No DVR routers for this DVR port 10006e49-4f9f-4b64-9f64-75be394f4d15 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:14.973332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-f8206c82-92cf-4bf2-9fa8-315cd35f94f0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:14.973904 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-f8206c82-92cf-4bf2-9fa8-315cd35f94f0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.992597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8a9b6307-551d-43f2-a858-c54be531613d'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:14.996849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d79d1a-dcbb-4b88-b6f6-5e71f4911ea7 None None] DHCP port deletion for fe3d813e-66b2-45dd-bbb2-69efa0688f9d request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:15.072934 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.093276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3d813e-66b2-45dd-bbb2-69efa0688f9d']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:15.129397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d72730-1ef4-4a27-94eb-95dfaa2d0be4') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:15.129954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d72730-1ef4-4a27-94eb-95dfaa2d0be4') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:15.160723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7eb4d2-6a53-419a-8cec-5c2f1576bb3f None None] Network 857b0884-a566-4c4d-9826-01ea74059054 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:15.163540 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.181107 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.188847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-f8206c82-92cf-4bf2-9fa8-315cd35f94f0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] For port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c593c2aa-f6c9-4b78-8d29-52b4f2b055a7,segment=NetworkSegment(f14b97da-4d07-40a7-be31-b3d3462d3b5c),segment_id=f14b97da-4d07-40a7-be31-b3d3462d3b5c)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:15.189295 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-f8206c82-92cf-4bf2-9fa8-315cd35f94f0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.190192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:15.190609 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:15.194496 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:15.211808 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852b6ed-986e-437b-8e21-2a04e49389cb req-47cb308a-8bca-4058-97b1-89a2de41ac97 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:15.212365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4852b6ed-986e-437b-8e21-2a04e49389cb req-47cb308a-8bca-4058-97b1-89a2de41ac97 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 944 time: 0.1418655 Jul 07 19:20:15.223595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-f8206c82-92cf-4bf2-9fa8-315cd35f94f0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Calling delete_port for c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:15.275071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39a1b9-4a9f-4be8-9366-2dfa1b0ddd0f req-ee91bf71-270c-4e03-9b9a-30783a125c6d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:15.281310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39a1b9-4a9f-4be8-9366-2dfa1b0ddd0f req-ee91bf71-270c-4e03-9b9a-30783a125c6d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:15.283560 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb39a1b9-4a9f-4be8-9366-2dfa1b0ddd0f req-ee91bf71-270c-4e03-9b9a-30783a125c6d tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 1681 time: 0.1693058 Jul 07 19:20:15.310579 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4852b6ed-986e-437b-8e21-2a04e49389cb req-91302cf0-9f58-4b68-8464-cbddf3e76cc1 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851209 Jul 07 19:20:15.314537 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.377061 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.381187 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] 10.222.0.81 "DELETE /v2.0/networks/fe3d813e-66b2-45dd-bbb2-69efa0688f9d HTTP/1.1" status: 204 len: 168 time: 1.2260308 Jul 07 19:20:15.381187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6b312-c8cc-46d9-a8e7-f2c98650261c tempest-FloatingIPNegativeTestJSON-61667119 tempest-FloatingIPNegativeTestJSON-61667119-project] Pushing event deleted for resources: {'Network': ['ID=fe3d813e-66b2-45dd-bbb2-69efa0688f9d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:15.446421 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb39a1b9-4a9f-4be8-9366-2dfa1b0ddd0f req-0a686b8d-30d9-45ea-84df-9aa28be5778b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/security-groups?id=a59ea6ad-b02c-473e-971a-ac7218b11a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497958 Jul 07 19:20:15.467320 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d8083441-3213-4a6f-8dea-3a922eaf8fda no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:15.469787 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-f8206c82-92cf-4bf2-9fa8-315cd35f94f0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.523309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8206c82-92cf-4bf2-9fa8-315cd35f94f0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Port': ['ID=c593c2aa-f6c9-4b78-8d29-52b4f2b055a7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:15.537669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['c593c2aa-f6c9-4b78-8d29-52b4f2b055a7', '0df1f51e-64dd-43ce-a108-aa586b297ea0'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:15.598599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-f8206c82-92cf-4bf2-9fa8-315cd35f94f0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] No DVR routers for this DVR port c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:15.600634 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 10006e49-4f9f-4b64-9f64-75be394f4d15 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:15.607745 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-f8206c82-92cf-4bf2-9fa8-315cd35f94f0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.610064 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-f8206c82-92cf-4bf2-9fa8-315cd35f94f0 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.110 "DELETE /v2.0/ports/c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 HTTP/1.1" status: 204 len: 173 time: 0.9250078 Jul 07 19:20:15.610625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'name': 'network-vif-deleted', 'tag': 'c593c2aa-f6c9-4b78-8d29-52b4f2b055a7'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:15.619963 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f80cbe-894a-48d0-aff2-302ff1b119ec" -d '{"events": [{"server_uuid": "50824fc1-df7e-4427-9e76-7f80b0ea2e30", "name": "network-vif-deleted", "tag": "c593c2aa-f6c9-4b78-8d29-52b4f2b055a7"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:15.680590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 10006e49-4f9f-4b64-9f64-75be394f4d15 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:15.680935 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 10006e49-4f9f-4b64-9f64-75be394f4d15 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:15.793533 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.805950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56684) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:15.838836 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8083441-3213-4a6f-8dea-3a922eaf8fda'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:15.841165 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c4f59a-d0d9-45a1-8987-c6701e8f7d37" -d '{"events": [{"server_uuid": "32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30", "name": "network-vif-unplugged", "status": "completed", "tag": "d8083441-3213-4a6f-8dea-3a922eaf8fda"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:15.857491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-808d579d-031f-41aa-928f-56122bf10bd8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting port 0df1f51e-64dd-43ce-a108-aa586b297ea0 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:15.862482 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-808d579d-031f-41aa-928f-56122bf10bd8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.874311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d8083441-3213-4a6f-8dea-3a922eaf8fda, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d8083441-3213-4a6f-8dea-3a922eaf8fda,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:15.883325 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.884251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0c50938f-9870-486f-b29a-24ca1de6c722 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:15.955402 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 0c50938f-9870-486f-b29a-24ca1de6c722 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:15.956421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0c50938f-9870-486f-b29a-24ca1de6c722 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:16.007345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d8083441-3213-4a6f-8dea-3a922eaf8fda,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:16.050847 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-87978042-8151-4553-b13c-edc862e57f27 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=033fd9ed231f47bdb83d445ed8fc4647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419834 Jul 07 19:20:16.052422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56698) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:16.077957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-808d579d-031f-41aa-928f-56122bf10bd8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] For port 0df1f51e-64dd-43ce-a108-aa586b297ea0, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0df1f51e-64dd-43ce-a108-aa586b297ea0,segment=NetworkSegment(88719e3e-1783-4d6b-b19b-809c9bf35b25),segment_id=88719e3e-1783-4d6b-b19b-809c9bf35b25)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:16.078858 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-808d579d-031f-41aa-928f-56122bf10bd8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.099778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-808d579d-031f-41aa-928f-56122bf10bd8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Calling delete_port for 0df1f51e-64dd-43ce-a108-aa586b297ea0 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:16.138782 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.182667 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.242544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.245657 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.246877 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ced4444b-357f-471e-9cdc-fe8ba2e4f60b HTTP/1.1" status: 204 len: 168 time: 0.1934772 Jul 07 19:20:16.256486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced4444b-357f-471e-9cdc-fe8ba2e4f60b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:16.264304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:16.264733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:16.265079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:16.265474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:16.265965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:16.266436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:16.266769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:16.267125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:16.267447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:16.267777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:16.268128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:16.268452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf47c02e-fff7-4e60-b452-951cd83b7273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:16.289572 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-808d579d-031f-41aa-928f-56122bf10bd8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.338557 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d579d-031f-41aa-928f-56122bf10bd8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Port': ['ID=0df1f51e-64dd-43ce-a108-aa586b297ea0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:16.343104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-d46ee7a3-bfb1-4b7c-afa3-90ef87d3dba6 req-edfefd54-68e8-49b1-8057-84f8d9629d6c tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1052226408', 'description': 'tempest-description-2081475478'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:16.364881 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a80739-22b8-4872-9b97-449601e7b20e x-openstack-request-id: req-a0a80739-22b8-4872-9b97-449601e7b20e {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:16.365172 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50824fc1-df7e-4427-9e76-7f80b0ea2e30", "name": "network-vif-deleted", "tag": "c593c2aa-f6c9-4b78-8d29-52b4f2b055a7", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:16.365427 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0a80739-22b8-4872-9b97-449601e7b20e {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:16.365832 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'name': 'network-vif-deleted', 'tag': 'c593c2aa-f6c9-4b78-8d29-52b4f2b055a7', 'status': 'completed', 'code': 200} Jul 07 19:20:16.405890 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a880acdb-f45b-4386-af6b-981a57e724bd x-openstack-request-id: req-a880acdb-f45b-4386-af6b-981a57e724bd {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:16.406191 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30", "name": "network-vif-unplugged", "status": "completed", "tag": "d8083441-3213-4a6f-8dea-3a922eaf8fda", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:16.406472 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a880acdb-f45b-4386-af6b-981a57e724bd {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:16.406932 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8083441-3213-4a6f-8dea-3a922eaf8fda', 'code': 200} Jul 07 19:20:16.425705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-808d579d-031f-41aa-928f-56122bf10bd8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] No DVR routers for this DVR port 0df1f51e-64dd-43ce-a108-aa586b297ea0 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:16.430705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-808d579d-031f-41aa-928f-56122bf10bd8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.433210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd5c61f1-3aba-47b8-8eb4-9ec246ea1460 req-808d579d-031f-41aa-928f-56122bf10bd8 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.110 "DELETE /v2.0/ports/0df1f51e-64dd-43ce-a108-aa586b297ea0 HTTP/1.1" status: 204 len: 173 time: 0.8104079 Jul 07 19:20:16.434605 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d46ee7a3-bfb1-4b7c-afa3-90ef87d3dba6 req-edfefd54-68e8-49b1-8057-84f8d9629d6c tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.565198 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d46ee7a3-bfb1-4b7c-afa3-90ef87d3dba6 req-edfefd54-68e8-49b1-8057-84f8d9629d6c tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.570087 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d46ee7a3-bfb1-4b7c-afa3-90ef87d3dba6 req-edfefd54-68e8-49b1-8057-84f8d9629d6c tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.623639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d46ee7a3-bfb1-4b7c-afa3-90ef87d3dba6 req-edfefd54-68e8-49b1-8057-84f8d9629d6c tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.634082 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d46ee7a3-bfb1-4b7c-afa3-90ef87d3dba6 req-edfefd54-68e8-49b1-8057-84f8d9629d6c tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2948451 Jul 07 19:20:16.661477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfefd54-68e8-49b1-8057-84f8d9629d6c tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d442c2-c3f7-45b9-8988-c1a90d9341c1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:16.697520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-d8a3cbe8-c0ff-49b5-bf64-20d55c5bc47f tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:16.700402 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-d8a3cbe8-c0ff-49b5-bf64-20d55c5bc47f tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/networks?id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 200 len: 805 time: 0.1776242 Jul 07 19:20:16.719456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-7274ff35-87d9-483c-b4b4-95311efc4a40 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/quotas/60004f5929074cca9994a932de60365c HTTP/1.1" status: 200 len: 375 time: 0.0104988 Jul 07 19:20:16.790768 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f7ff7ab5-91f7-4ee4-b10d-cf9869d6cd64 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=60004f5929074cca9994a932de60365c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632837 Jul 07 19:20:16.893853 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0c7cbad5-fd21-4ba3-a7dc-b0f491dde501 service neutron] 10.222.0.81 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951219 Jul 07 19:20:17.014526 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0519e89e-b79c-4ab0-9802-f8f25ce2c9d2 service neutron] 10.222.0.81 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147518 Jul 07 19:20:17.126678 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670391a2-83da-48d2-b16b-28c6625083eb req-97a7f149-5cf5-4acb-87ca-6f28ce0e78c6 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:17.140279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-670391a2-83da-48d2-b16b-28c6625083eb req-97a7f149-5cf5-4acb-87ca-6f28ce0e78c6 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 949 time: 0.0953572 Jul 07 19:20:17.157684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56744) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:17.211923 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-670391a2-83da-48d2-b16b-28c6625083eb req-5b41d75e-23a3-4a52-9bd6-916f6c9c1360 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704393 Jul 07 19:20:17.293230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1334248998'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:17.370165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:17.375178 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.388540 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e57d8ea-501f-4ef5-a67d-0935f7f2cf2b req-7da280f6-981a-4f6b-8185-16ccb05d2efe tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "GET /v2.0/ports?device_id=50824fc1-df7e-4427-9e76-7f80b0ea2e30 HTTP/1.1" status: 200 len: 210 time: 0.0410442 Jul 07 19:20:17.390402 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.466147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc78a1a-6c63-40a3-8d9e-9825b43e52f3 req-3588f94e-20e9-4c46-8295-daee2d766455 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:17.467798 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5bc78a1a-6c63-40a3-8d9e-9825b43e52f3 req-3588f94e-20e9-4c46-8295-daee2d766455 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 944 time: 0.1658349 Jul 07 19:20:17.477441 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d41ec960-d80c-4140-b394-51dd0fc5b6ae req-76a9a4d4-9796-4e95-8156-d74f802575bd tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/f7d442c2-c3f7-45b9-8988-c1a90d9341c1 HTTP/1.1" status: 200 len: 1807 time: 0.0613790 Jul 07 19:20:17.486940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8a9b6307-551d-43f2-a858-c54be531613d up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:17.493939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-d41ec960-d80c-4140-b394-51dd0fc5b6ae req-dfe369ae-f01e-4976-9d81-f4a96218c1b5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7d442c2-c3f7-45b9-8988-c1a90d9341c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:17.494458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-d41ec960-d80c-4140-b394-51dd0fc5b6ae req-dfe369ae-f01e-4976-9d81-f4a96218c1b5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7d442c2-c3f7-45b9-8988-c1a90d9341c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:17.539489 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5bc78a1a-6c63-40a3-8d9e-9825b43e52f3 req-dd0f618f-57e0-4be3-a67e-ef8192d92786 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615585 Jul 07 19:20:17.549624 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 8a9b6307-551d-43f2-a858-c54be531613d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:17.556312 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 8a9b6307-551d-43f2-a858-c54be531613d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:17.556929 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.564325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0df1f51e-64dd-43ce-a108-aa586b297ea0 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:17.583867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.589986 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.637586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:17.660818 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 0df1f51e-64dd-43ce-a108-aa586b297ea0 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:17.661374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0df1f51e-64dd-43ce-a108-aa586b297ea0 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:17.661971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:17.684087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:17.684919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device c593c2aa-f6c9-4b78-8d29-52b4f2b055a7 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:17.687436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e68a809-b96e-455f-ae8f-c9800af91c42 req-270cd05e-052a-469b-acff-3993275bb2fc tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 210 time: 0.0586598 Jul 07 19:20:17.691388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc824c3a-6813-44d6-a081-6f152e0daac5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:17.697425 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.697874 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Added segment 37dc465b-dd94-4fb8-8be9-8de15dd1d1e2 of type vlan for network 5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85 Jul 07 19:20:17.732205 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d41ec960-d80c-4140-b394-51dd0fc5b6ae req-dfe369ae-f01e-4976-9d81-f4a96218c1b5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.751772 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.787785 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d41ec960-d80c-4140-b394-51dd0fc5b6ae req-dfe369ae-f01e-4976-9d81-f4a96218c1b5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.796142 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.796430 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d41ec960-d80c-4140-b394-51dd0fc5b6ae req-dfe369ae-f01e-4976-9d81-f4a96218c1b5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.796797 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.803493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:17.804142 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.833293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6739640 Jul 07 19:20:17.855493 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe369ae-f01e-4976-9d81-f4a96218c1b5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bf7adc-d793-46f4-a2de-3cd9c96a56e6,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:17.861310 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d41ec960-d80c-4140-b394-51dd0fc5b6ae req-dfe369ae-f01e-4976-9d81-f4a96218c1b5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.878452 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d41ec960-d80c-4140-b394-51dd0fc5b6ae req-dfe369ae-f01e-4976-9d81-f4a96218c1b5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3938134 Jul 07 19:20:17.906875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8a9b6307-551d-43f2-a858-c54be531613d, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8a9b6307-551d-43f2-a858-c54be531613d,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:17.913856 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.980403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc3d7f-fedc-445f-9ab7-6929b8467416 req-7e62a34f-458b-4604-8f46-9696d55f8a0e tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:17.983044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-31fc3d7f-fedc-445f-9ab7-6929b8467416 req-7e62a34f-458b-4604-8f46-9696d55f8a0e tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 949 time: 0.1636999 Jul 07 19:20:17.984365 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56772) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:17.992468 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-aa028475-7a9b-4062-b8c7-858f3e1e083a req-ef6b0b5a-fac7-4bf2-ae6a-3cabaea0ecfd tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-84464905', 'description': 'tempest-description-871300314'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:17.992968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f8ff6a6a-ac07-44b9-84af-9fc1d611246c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'network_id': '5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:18.006528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8a9b6307-551d-43f2-a858-c54be531613d,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:18.042997 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b0113-1f53-4fca-8689-d455c86e731d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:18.059086 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-aa028475-7a9b-4062-b8c7-858f3e1e083a req-ef6b0b5a-fac7-4bf2-ae6a-3cabaea0ecfd tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.067987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:18.220219 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-aa028475-7a9b-4062-b8c7-858f3e1e083a req-ef6b0b5a-fac7-4bf2-ae6a-3cabaea0ecfd tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.236481 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-aa028475-7a9b-4062-b8c7-858f3e1e083a req-ef6b0b5a-fac7-4bf2-ae6a-3cabaea0ecfd tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.262478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ff6a6a-ac07-44b9-84af-9fc1d611246c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:18.271857 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6a6a-ac07-44b9-84af-9fc1d611246c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.278784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-31fc3d7f-fedc-445f-9ab7-6929b8467416 req-f67a4773-b35c-474b-9220-bf9d17af85d9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Deleting port 014808cf-4775-45ba-9de0-dfd7c27c7843 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:18.278784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-31fc3d7f-fedc-445f-9ab7-6929b8467416 req-f67a4773-b35c-474b-9220-bf9d17af85d9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.297749 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-aa028475-7a9b-4062-b8c7-858f3e1e083a req-ef6b0b5a-fac7-4bf2-ae6a-3cabaea0ecfd tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.300582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aa028475-7a9b-4062-b8c7-858f3e1e083a req-ef6b0b5a-fac7-4bf2-ae6a-3cabaea0ecfd tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3145030 Jul 07 19:20:18.325953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b0b5a-fac7-4bf2-ae6a-3cabaea0ecfd tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513cad97-8241-4f57-b9cc-a9c6e1a25b44,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:18.393307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'name': 'network-vif-deleted', 'tag': '0df1f51e-64dd-43ce-a108-aa586b297ea0'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:18.395768 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb36f6d-0632-416b-897d-2da659809182" -d '{"events": [{"server_uuid": "50824fc1-df7e-4427-9e76-7f80b0ea2e30", "name": "network-vif-deleted", "tag": "0df1f51e-64dd-43ce-a108-aa586b297ea0"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:18.408130 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ebb7cf-2140-43d2-8a85-44197573423a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9b6307-551d-43f2-a858-c54be531613d'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:18.411365 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea98dd92-2718-4226-ab93-00513e6f3e5d" -d '{"events": [{"server_uuid": "10ebb7cf-2140-43d2-8a85-44197573423a", "name": "network-vif-plugged", "status": "completed", "tag": "8a9b6307-551d-43f2-a858-c54be531613d"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:18.495501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-31fc3d7f-fedc-445f-9ab7-6929b8467416 req-f67a4773-b35c-474b-9220-bf9d17af85d9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] For port 014808cf-4775-45ba-9de0-dfd7c27c7843, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=014808cf-4775-45ba-9de0-dfd7c27c7843,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:18.495859 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-31fc3d7f-fedc-445f-9ab7-6929b8467416 req-f67a4773-b35c-474b-9220-bf9d17af85d9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.520860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-31fc3d7f-fedc-445f-9ab7-6929b8467416 req-f67a4773-b35c-474b-9220-bf9d17af85d9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Calling delete_port for 014808cf-4775-45ba-9de0-dfd7c27c7843 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:18.582010 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e84ac88b-23b5-4898-9a06-4500b28c1f99 req-ea768a41-b877-428b-a508-8364bd57d32f tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/513cad97-8241-4f57-b9cc-a9c6e1a25b44 HTTP/1.1" status: 200 len: 1804 time: 0.0446067 Jul 07 19:20:18.593178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-e84ac88b-23b5-4898-9a06-4500b28c1f99 req-77deaed3-5cb8-483e-a45a-b76258ba7ab2 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '513cad97-8241-4f57-b9cc-a9c6e1a25b44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:18.593906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-e84ac88b-23b5-4898-9a06-4500b28c1f99 req-77deaed3-5cb8-483e-a45a-b76258ba7ab2 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '513cad97-8241-4f57-b9cc-a9c6e1a25b44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:18.660449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca294e-c0ea-4ee3-b72f-d05ac4fcdf98 req-8b3b8534-2f05-471d-b0a2-c5e4fba71043 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:18.662410 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0bca294e-c0ea-4ee3-b72f-d05ac4fcdf98 req-8b3b8534-2f05-471d-b0a2-c5e4fba71043 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 949 time: 0.2327693 Jul 07 19:20:18.689209 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e84ac88b-23b5-4898-9a06-4500b28c1f99 req-77deaed3-5cb8-483e-a45a-b76258ba7ab2 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.716694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e84ac88b-23b5-4898-9a06-4500b28c1f99 req-77deaed3-5cb8-483e-a45a-b76258ba7ab2 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.722434 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e84ac88b-23b5-4898-9a06-4500b28c1f99 req-77deaed3-5cb8-483e-a45a-b76258ba7ab2 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.746107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77deaed3-5cb8-483e-a45a-b76258ba7ab2 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958064b7-eb2e-421d-8ad8-60cf1b4fe03d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:18.788136 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0bca294e-c0ea-4ee3-b72f-d05ac4fcdf98 req-951a3fc5-e2f6-4fba-8927-ccb30ecdd4f7 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190238 Jul 07 19:20:18.791604 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e84ac88b-23b5-4898-9a06-4500b28c1f99 req-77deaed3-5cb8-483e-a45a-b76258ba7ab2 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.793215 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e84ac88b-23b5-4898-9a06-4500b28c1f99 req-77deaed3-5cb8-483e-a45a-b76258ba7ab2 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2045848 Jul 07 19:20:18.831555 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6a6a-ac07-44b9-84af-9fc1d611246c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.905501 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26def404-391f-4b07-94b1-823822a25080 x-openstack-request-id: req-26def404-391f-4b07-94b1-823822a25080 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:18.906033 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ebb7cf-2140-43d2-8a85-44197573423a", "name": "network-vif-plugged", "status": "completed", "tag": "8a9b6307-551d-43f2-a858-c54be531613d", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:18.906520 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26def404-391f-4b07-94b1-823822a25080 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:18.907320 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ebb7cf-2140-43d2-8a85-44197573423a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9b6307-551d-43f2-a858-c54be531613d', 'code': 200} Jul 07 19:20:18.950955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-31fc3d7f-fedc-445f-9ab7-6929b8467416 req-f67a4773-b35c-474b-9220-bf9d17af85d9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.965156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['014808cf-4775-45ba-9de0-dfd7c27c7843'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:18.973412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['22e322bb-3959-4b90-b739-6fb8d605407e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:18.973799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc051c46-665c-4dcd-9ec9-24073afd8e56 req-9626204a-35b6-46ef-90f8-3f851e350617 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:18.976107 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff30dd1e-1753-4b7f-8f84-8e88d9db0e9b x-openstack-request-id: req-ff30dd1e-1753-4b7f-8f84-8e88d9db0e9b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:18.976107 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50824fc1-df7e-4427-9e76-7f80b0ea2e30", "name": "network-vif-deleted", "tag": "0df1f51e-64dd-43ce-a108-aa586b297ea0", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:18.976463 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff30dd1e-1753-4b7f-8f84-8e88d9db0e9b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:18.976779 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50824fc1-df7e-4427-9e76-7f80b0ea2e30', 'name': 'network-vif-deleted', 'tag': '0df1f51e-64dd-43ce-a108-aa586b297ea0', 'status': 'completed', 'code': 200} Jul 07 19:20:18.983386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc051c46-665c-4dcd-9ec9-24073afd8e56 req-9626204a-35b6-46ef-90f8-3f851e350617 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.48 "GET /v2.0/ports?device_id=32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30 HTTP/1.1" status: 200 len: 944 time: 0.2339475 Jul 07 19:20:19.108081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56804) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:19.185216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a4773-b35c-474b-9220-bf9d17af85d9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Pushing event deleted for resources: {'Port': ['ID=014808cf-4775-45ba-9de0-dfd7c27c7843,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:19.229329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-000533a5-a6ce-4232-be68-869cc3e2a784 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:19.231434 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-000533a5-a6ce-4232-be68-869cc3e2a784 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.110 "GET /v2.0/networks?id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 200 len: 805 time: 0.4420321 Jul 07 19:20:19.251818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Request body: {'port': {'device_id': 'fdc8679b-4b71-486f-b2ca-fc513f83059d', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'admin_state_up': True, 'tenant_id': '60004f5929074cca9994a932de60365c'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:19.323207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff6a6a-ac07-44b9-84af-9fc1d611246c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=93d9f52c-3519-4f8d-ae93-0dcf75dc6414,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:19.331741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-444db2bf-3785-4ebb-b8c7-3cab4d925f1b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting subnet 5b85ad9e-1b45-4cd0-bf6a-b0fd31b0fa0c {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:19.341355 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-444db2bf-3785-4ebb-b8c7-3cab4d925f1b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.350400 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-351e39d6-cfa2-465b-8c6c-58dd9ed45798 req-eb39a055-2af5-45b4-9f5a-f149692ef352 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 210 time: 0.0635176 Jul 07 19:20:19.353606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56808) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:19.365593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-dc051c46-665c-4dcd-9ec9-24073afd8e56 req-250883f1-c0c6-46a5-b9a1-2e2cdc26bdc0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Deleting port d8083441-3213-4a6f-8dea-3a922eaf8fda {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:19.366002 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dc051c46-665c-4dcd-9ec9-24073afd8e56 req-250883f1-c0c6-46a5-b9a1-2e2cdc26bdc0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.383450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fc3d7f-fedc-445f-9ab7-6929b8467416 req-f67a4773-b35c-474b-9220-bf9d17af85d9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] No DVR routers for this DVR port 014808cf-4775-45ba-9de0-dfd7c27c7843 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:19.393830 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-31fc3d7f-fedc-445f-9ab7-6929b8467416 req-f67a4773-b35c-474b-9220-bf9d17af85d9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.395924 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-31fc3d7f-fedc-445f-9ab7-6929b8467416 req-f67a4773-b35c-474b-9220-bf9d17af85d9 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.110 "DELETE /v2.0/ports/014808cf-4775-45ba-9de0-dfd7c27c7843 HTTP/1.1" status: 204 len: 173 time: 1.3991156 Jul 07 19:20:19.416443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff6a6a-ac07-44b9-84af-9fc1d611246c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking segment: {'id': '37dc465b-dd94-4fb8-8be9-8de15dd1d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:19.416911 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ff6a6a-ac07-44b9-84af-9fc1d611246c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network hostable DHCP agents. Network: 5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:19.438048 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-444db2bf-3785-4ebb-b8c7-3cab4d925f1b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.512136 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4c8a6-befd-45e8-b038-01f69dd00d61 req-1ac2e0a3-fbb9-4848-98b1-9a7c12015432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:19.513576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4f4c8a6-befd-45e8-b038-01f69dd00d61 req-1ac2e0a3-fbb9-4848-98b1-9a7c12015432 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 1096 time: 0.4883869 Jul 07 19:20:19.531031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ff6a6a-ac07-44b9-84af-9fc1d611246c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network 5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:19.545160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9a8a7-923d-4370-a60d-007ce24f1897 req-b289f4ff-9d11-4760-8fbf-826db5b63f98 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:19.552643 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76b9a8a7-923d-4370-a60d-007ce24f1897 req-b289f4ff-9d11-4760-8fbf-826db5b63f98 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 945 time: 0.3551352 Jul 07 19:20:19.606227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f8ff6a6a-ac07-44b9-84af-9fc1d611246c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:19.618889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ff6a6a-ac07-44b9-84af-9fc1d611246c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:19.619735 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6a6a-ac07-44b9-84af-9fc1d611246c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.621969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd528d-5a89-42c0-b61d-23c1b202b71b None None] Network 5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:19.690712 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76b9a8a7-923d-4370-a60d-007ce24f1897 req-e84cb06f-dc1a-4ffe-a011-770b6b77fc17 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362634 Jul 07 19:20:19.697609 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f8ff6a6a-ac07-44b9-84af-9fc1d611246c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7111809 Jul 07 19:20:19.710391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4f4c8a6-befd-45e8-b038-01f69dd00d61 req-ad36a370-18ca-4bbb-96a4-ee897480228f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876800 Jul 07 19:20:19.716056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56812) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:19.718530 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-444db2bf-3785-4ebb-b8c7-3cab4d925f1b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.740363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-23279118-0a31-4e2b-bdd3-7d13a3324a8e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1811142882'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:19.828728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23279118-0a31-4e2b-bdd3-7d13a3324a8e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:19.834314 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa6ea-2c14-48a3-8f57-6d66d5670e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.840133 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23279118-0a31-4e2b-bdd3-7d13a3324a8e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.840772 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-d94b86b0-b80e-481f-83f1-21dea3926bc5 req-04f66067-13db-456f-98c3-384c3b7aa659 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1700421317', 'description': 'tempest-description-744326214'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:19.912146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23279118-0a31-4e2b-bdd3-7d13a3324a8e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:19.927368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23279118-0a31-4e2b-bdd3-7d13a3324a8e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.927368 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-23279118-0a31-4e2b-bdd3-7d13a3324a8e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Added segment fa80dccb-b57a-4745-abff-61ba7beec53d of type vlan for network 1bf5a4a2-b7bc-427d-95c6-f3224032fe9c Jul 07 19:20:19.931313 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-444db2bf-3785-4ebb-b8c7-3cab4d925f1b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.939638 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d94b86b0-b80e-481f-83f1-21dea3926bc5 req-04f66067-13db-456f-98c3-384c3b7aa659 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.994592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-dc051c46-665c-4dcd-9ec9-24073afd8e56 req-250883f1-c0c6-46a5-b9a1-2e2cdc26bdc0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] For port d8083441-3213-4a6f-8dea-3a922eaf8fda, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d8083441-3213-4a6f-8dea-3a922eaf8fda,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:19.995219 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dc051c46-665c-4dcd-9ec9-24073afd8e56 req-250883f1-c0c6-46a5-b9a1-2e2cdc26bdc0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.998717 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85', 'network_id': '5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85', 'tenant_id': 'c46fc25b00384d91a7840ff742d86fd5', 'fixed_ips': [{'subnet_id': '93d9f52c-3519-4f8d-ae93-0dcf75dc6414'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:20:19.999993 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.034968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444db2bf-3785-4ebb-b8c7-3cab4d925f1b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Subnet': ['ID=5b85ad9e-1b45-4cd0-bf6a-b0fd31b0fa0c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:20.050294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-444db2bf-3785-4ebb-b8c7-3cab4d925f1b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.050294 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-444db2bf-3785-4ebb-b8c7-3cab4d925f1b tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "DELETE /v2.0/subnets/5b85ad9e-1b45-4cd0-bf6a-b0fd31b0fa0c HTTP/1.1" status: 204 len: 168 time: 0.9187813 Jul 07 19:20:20.050472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-dc051c46-665c-4dcd-9ec9-24073afd8e56 req-250883f1-c0c6-46a5-b9a1-2e2cdc26bdc0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Calling delete_port for d8083441-3213-4a6f-8dea-3a922eaf8fda owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:20.052235 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56820) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:20.128066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca927004-c713-48c5-9fd5-43367f06741d None None] Network 124e3ecc-4927-4fc9-9106-ad22ba28f295 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:20.194767 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23279118-0a31-4e2b-bdd3-7d13a3324a8e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.217726 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa6ea-2c14-48a3-8f57-6d66d5670e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.226458 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa6ea-2c14-48a3-8f57-6d66d5670e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.229873 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.292981 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23279118-0a31-4e2b-bdd3-7d13a3324a8e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.300405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23279118-0a31-4e2b-bdd3-7d13a3324a8e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:20.301139 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23279118-0a31-4e2b-bdd3-7d13a3324a8e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.443070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23279118-0a31-4e2b-bdd3-7d13a3324a8e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=1bf5a4a2-b7bc-427d-95c6-f3224032fe9c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:20.461328 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting port e5015d93-8670-4140-a0be-33eabd340dfd {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:20.461914 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.482580 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.api [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:20:20.482580 n-d-793621-9 neutron-server[93901]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:20:20.482580 n-d-793621-9 neutron-server[93901]: [parameters: {'project_id_1': '60004f5929074cca9994a932de60365c', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 20, 20, 20129)}] Jul 07 19:20:20.482580 n-d-793621-9 neutron-server[93901]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:20:20.482580 n-d-793621-9 neutron-server[93901]: DEBUG oslo_db.api [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:20:20.492054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 1bf5a4a2-b7bc-427d-95c6-f3224032fe9c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:20.503788 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bd7fa6ea-2c14-48a3-8f57-6d66d5670e57 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e8cb313e46745cb92d1eeb844f71867&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1455739 Jul 07 19:20:20.505643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fa6ea-2c14-48a3-8f57-6d66d5670e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d92b90-1e24-4212-8fa4-5af743b8f49e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:20.541324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56826) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:20.553653 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d94b86b0-b80e-481f-83f1-21dea3926bc5 req-04f66067-13db-456f-98c3-384c3b7aa659 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.568181 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d94b86b0-b80e-481f-83f1-21dea3926bc5 req-04f66067-13db-456f-98c3-384c3b7aa659 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.607431 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85980175-dfe3-43b2-a912-9d72432aa2a6 req-ce649d3a-7556-40f9-8f0e-745a58fe1bd4 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3b508b-3e08-484e-83e6-16b048fbea80 HTTP/1.1" status: 200 len: 210 time: 0.1411579 Jul 07 19:20:20.618821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f66067-13db-456f-98c3-384c3b7aa659 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d1cbe8-8c0e-4392-b7ce-4020c4aa9368,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:20.620725 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-23279118-0a31-4e2b-bdd3-7d13a3324a8e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8851020 Jul 07 19:20:20.624122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56828) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:20.637614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ff69fb1b-1f75-4101-8fb6-8d11d9eb7943 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'network_id': '1bf5a4a2-b7bc-427d-95c6-f3224032fe9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:20.641381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d94b86b0-b80e-481f-83f1-21dea3926bc5 req-04f66067-13db-456f-98c3-384c3b7aa659 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.655510 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d94b86b0-b80e-481f-83f1-21dea3926bc5 req-04f66067-13db-456f-98c3-384c3b7aa659 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8353322 Jul 07 19:20:20.655510 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dc051c46-665c-4dcd-9ec9-24073afd8e56 req-250883f1-c0c6-46a5-b9a1-2e2cdc26bdc0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.696226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] For port e5015d93-8670-4140-a0be-33eabd340dfd, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e5015d93-8670-4140-a0be-33eabd340dfd,segment=NetworkSegment(88719e3e-1783-4d6b-b19b-809c9bf35b25),segment_id=88719e3e-1783-4d6b-b19b-809c9bf35b25)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:20.696404 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.716189 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Allocated IP 172.20.255.242 (5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85/93d9f52c-3519-4f8d-ae93-0dcf75dc6414/ab75fa71-2554-44ed-9b07-347e9712a5fa) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:20.739158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Calling delete_port for e5015d93-8670-4140-a0be-33eabd340dfd owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:20.779297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250883f1-c0c6-46a5-b9a1-2e2cdc26bdc0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Pushing event deleted for resources: {'Port': ['ID=d8083441-3213-4a6f-8dea-3a922eaf8fda,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:20.808141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1ecd0dc4-0a9c-4300-93e8-2ae0c2f992ba req-014207f8-b6b0-40ac-be28-d181d2856e59 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1480030138', 'description': 'tempest-description-1254664288'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:20.832557 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e868963-b556-432f-865f-6daed0caff27 req-9d1d58ee-2dea-46d9-a281-f01cd2181a25 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 210 time: 0.0662515 Jul 07 19:20:20.855476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8bf81a96-02e6-4b70-b308-ed710b0901bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.878912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc051c46-665c-4dcd-9ec9-24073afd8e56 req-250883f1-c0c6-46a5-b9a1-2e2cdc26bdc0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] No DVR routers for this DVR port d8083441-3213-4a6f-8dea-3a922eaf8fda on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:20.882991 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dc051c46-665c-4dcd-9ec9-24073afd8e56 req-250883f1-c0c6-46a5-b9a1-2e2cdc26bdc0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.884817 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1ecd0dc4-0a9c-4300-93e8-2ae0c2f992ba req-014207f8-b6b0-40ac-be28-d181d2856e59 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.884977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc051c46-665c-4dcd-9ec9-24073afd8e56 req-250883f1-c0c6-46a5-b9a1-2e2cdc26bdc0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.48 "DELETE /v2.0/ports/d8083441-3213-4a6f-8dea-3a922eaf8fda HTTP/1.1" status: 204 len: 173 time: 1.8817859 Jul 07 19:20:20.885423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30', 'name': 'network-vif-deleted', 'tag': 'd8083441-3213-4a6f-8dea-3a922eaf8fda'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:20.887732 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98526fe-4fe3-49e9-b50a-a928eaeac15a" -d '{"events": [{"server_uuid": "32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30", "name": "network-vif-deleted", "tag": "d8083441-3213-4a6f-8dea-3a922eaf8fda"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:20.922847 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.926338 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8bf81a96-02e6-4b70-b308-ed710b0901bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.932110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff69fb1b-1f75-4101-8fb6-8d11d9eb7943 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:20.944868 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff69fb1b-1f75-4101-8fb6-8d11d9eb7943 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.976524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f80e695-5f8d-4b70-9777-79fe149dd64a None None] DHCP port deletion for 124e3ecc-4927-4fc9-9106-ad22ba28f295 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:20.976904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] No DVR routers for this DVR port e5015d93-8670-4140-a0be-33eabd340dfd on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:20.994488 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3b508b-3e08-484e-83e6-16b048fbea80', 'name': 'network-vif-deleted', 'tag': '014808cf-4775-45ba-9de0-dfd7c27c7843'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:20.997462 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2ca373-69b9-46c3-b6a1-ed093a63e38f" -d '{"events": [{"server_uuid": "fc3b508b-3e08-484e-83e6-16b048fbea80", "name": "network-vif-deleted", "tag": "014808cf-4775-45ba-9de0-dfd7c27c7843"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:21.004941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Port': ['ID=e5015d93-8670-4140-a0be-33eabd340dfd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:21.031357 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-84919565-2b4c-4d7d-9840-55dc1ba568d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.052450 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.068679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Transition to ACTIVE for port object ab75fa71-2554-44ed-9b07-347e9712a5fa will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:21.092219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Transition to ACTIVE for port object ab75fa71-2554-44ed-9b07-347e9712a5fa will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:21.100507 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.207401 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Network 5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:21.216621 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:21.236106 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:21.249387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Pushing event updated for resources: {'Port': ['ID=ab75fa71-2554-44ed-9b07-347e9712a5fa,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:21.332695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Attempting to bind port ab75fa71-2554-44ed-9b07-347e9712a5fa on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:21.333622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Attempting to bind port ab75fa71-2554-44ed-9b07-347e9712a5fa by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '37dc465b-dd94-4fb8-8be9-8de15dd1d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:21.334003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Attempting to bind port ab75fa71-2554-44ed-9b07-347e9712a5fa on network 5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:21.341259 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:21.341705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Checking segment: {'id': '37dc465b-dd94-4fb8-8be9-8de15dd1d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:21.342096 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.342548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Bound using segment: {'id': '37dc465b-dd94-4fb8-8be9-8de15dd1d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:21.343086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Bound port: ab75fa71-2554-44ed-9b07-347e9712a5fa, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37dc465b-dd94-4fb8-8be9-8de15dd1d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:21.343560 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.394358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1b739-f216-46f3-8720-fad6ab2524cb req-b89c4d8c-b3fb-4f7e-ab30-48da064914e1 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:21.396045 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42e1b739-f216-46f3-8720-fad6ab2524cb req-b89c4d8c-b3fb-4f7e-ab30-48da064914e1 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 945 time: 0.1760988 Jul 07 19:20:21.427246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff69fb1b-1f75-4101-8fb6-8d11d9eb7943 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.469829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] For port ab75fa71-2554-44ed-9b07-347e9712a5fa, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:21.476177 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] For port ab75fa71-2554-44ed-9b07-347e9712a5fa, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ab75fa71-2554-44ed-9b07-347e9712a5fa,segment=NetworkSegment(37dc465b-dd94-4fb8-8be9-8de15dd1d1e2),segment_id=37dc465b-dd94-4fb8-8be9-8de15dd1d1e2)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:21.483873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e5015d93-8670-4140-a0be-33eabd340dfd no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:21.490502 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.518860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: e5015d93-8670-4140-a0be-33eabd340dfd {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:21.518860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e5015d93-8670-4140-a0be-33eabd340dfd not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:21.527434 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42e1b739-f216-46f3-8720-fad6ab2524cb req-29c60932-dd4a-4f77-aebc-4fd3346face7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205060 Jul 07 19:20:21.540793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69fb1b-1f75-4101-8fb6-8d11d9eb7943 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=bd788e9e-a548-4e33-8a7b-c003142debe1,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:21.566702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69fb1b-1f75-4101-8fb6-8d11d9eb7943 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking segment: {'id': 'fa80dccb-b57a-4745-abff-61ba7beec53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1bf5a4a2-b7bc-427d-95c6-f3224032fe9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:21.567108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69fb1b-1f75-4101-8fb6-8d11d9eb7943 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network hostable DHCP agents. Network: 1bf5a4a2-b7bc-427d-95c6-f3224032fe9c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:21.581485 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 014808cf-4775-45ba-9de0-dfd7c27c7843 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:21.590414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69fb1b-1f75-4101-8fb6-8d11d9eb7943 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network 1bf5a4a2-b7bc-427d-95c6-f3224032fe9c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:21.606452 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beecff67-d288-4143-be09-ec6a3fe24dcc x-openstack-request-id: req-beecff67-d288-4143-be09-ec6a3fe24dcc {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:21.606787 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30", "name": "network-vif-deleted", "tag": "d8083441-3213-4a6f-8dea-3a922eaf8fda", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:21.607143 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-beecff67-d288-4143-be09-ec6a3fe24dcc {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:21.607556 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ff4ce2-6f4e-4d9b-b287-bb14e8e86d30', 'name': 'network-vif-deleted', 'tag': 'd8083441-3213-4a6f-8dea-3a922eaf8fda', 'status': 'completed', 'code': 200} Jul 07 19:20:21.609549 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ff69fb1b-1f75-4101-8fb6-8d11d9eb7943 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 1bf5a4a2-b7bc-427d-95c6-f3224032fe9c) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:21.635793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff69fb1b-1f75-4101-8fb6-8d11d9eb7943 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:21.636414 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff69fb1b-1f75-4101-8fb6-8d11d9eb7943 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.648009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2151a6-330c-4475-bf24-31ac61672d6d None None] Network 1bf5a4a2-b7bc-427d-95c6-f3224032fe9c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:21.671803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 014808cf-4775-45ba-9de0-dfd7c27c7843 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:21.672153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 014808cf-4775-45ba-9de0-dfd7c27c7843 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:21.718526 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.751907 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39895b87-c535-4bb5-ac5e-19b34d190d8e x-openstack-request-id: req-39895b87-c535-4bb5-ac5e-19b34d190d8e {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:21.752202 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3b508b-3e08-484e-83e6-16b048fbea80", "name": "network-vif-deleted", "tag": "014808cf-4775-45ba-9de0-dfd7c27c7843", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:21.752485 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39895b87-c535-4bb5-ac5e-19b34d190d8e {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:21.752897 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3b508b-3e08-484e-83e6-16b048fbea80', 'name': 'network-vif-deleted', 'tag': '014808cf-4775-45ba-9de0-dfd7c27c7843', 'status': 'completed', 'code': 200} Jul 07 19:20:21.775546 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8bf81a96-02e6-4b70-b308-ed710b0901bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.778169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8bf81a96-02e6-4b70-b308-ed710b0901bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.787927 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8bf81a96-02e6-4b70-b308-ed710b0901bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98d92b90-1e24-4212-8fa4-5af743b8f49e HTTP/1.1" status: 204 len: 168 time: 1.2392452 Jul 07 19:20:21.800419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce322a-bea6-4c5d-a1df-eed110eedf61 None None] Pushing event updated for resources: {'Port': ['ID=ab75fa71-2554-44ed-9b07-347e9712a5fa,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:21.857920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124e3ecc-4927-4fc9-9106-ad22ba28f295']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:21.860396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf81a96-02e6-4b70-b308-ed710b0901bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d92b90-1e24-4212-8fa4-5af743b8f49e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:21.952051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88719e3e-1783-4d6b-b19b-809c9bf35b25') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:21.953075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88719e3e-1783-4d6b-b19b-809c9bf35b25') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:21.982182 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.041286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-1bf5a4a2-b7bc-427d-95c6-f3224032fe9c', 'network_id': '1bf5a4a2-b7bc-427d-95c6-f3224032fe9c', 'tenant_id': 'c46fc25b00384d91a7840ff742d86fd5', 'fixed_ips': [{'subnet_id': 'bd788e9e-a548-4e33-8a7b-c003142debe1'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:20:22.042304 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.052188 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.057908 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1ecd0dc4-0a9c-4300-93e8-2ae0c2f992ba req-014207f8-b6b0-40ac-be28-d181d2856e59 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.064600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:22.066245 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:22.071185 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:22.074432 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1ecd0dc4-0a9c-4300-93e8-2ae0c2f992ba req-014207f8-b6b0-40ac-be28-d181d2856e59 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.106407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ff69fb1b-1f75-4101-8fb6-8d11d9eb7943 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4767177 Jul 07 19:20:22.111066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56854) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:22.115724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Made reservation on behalf of 60004f5929074cca9994a932de60365c for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:22.135961 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.145402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56858) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:22.218717 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1ecd0dc4-0a9c-4300-93e8-2ae0c2f992ba req-014207f8-b6b0-40ac-be28-d181d2856e59 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.238965 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ecd0dc4-0a9c-4300-93e8-2ae0c2f992ba req-014207f8-b6b0-40ac-be28-d181d2856e59 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.4385712 Jul 07 19:20:22.242539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014207f8-b6b0-40ac-be28-d181d2856e59 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefd1c5e-6475-44ab-b962-6611b2b178f8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:22.272259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.287093 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.290264 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "DELETE /v2.0/networks/124e3ecc-4927-4fc9-9106-ad22ba28f295 HTTP/1.1" status: 204 len: 168 time: 2.2384107 Jul 07 19:20:22.294195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56864) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:22.378109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3029d-ca53-4b34-affb-cfc2d78258bb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Network': ['ID=124e3ecc-4927-4fc9-9106-ad22ba28f295,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:22.395555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Allocated IP 172.20.0.2 (1bf5a4a2-b7bc-427d-95c6-f3224032fe9c/bd788e9e-a548-4e33-8a7b-c003142debe1/9b47b2ef-4f5d-4381-9d25-cc6411a1daa4) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:22.422673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd42238e-8328-4253-b108-1c939afbd099 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting subnet f565801c-b39e-45dc-b208-0edfa43db3c7 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:22.430440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd42238e-8328-4253-b108-1c939afbd099 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.508049 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd42238e-8328-4253-b108-1c939afbd099 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.574822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56870) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:22.582978 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e29a03b8-2501-42ad-b921-79d74db5c6ea req-0434088b-640b-4245-abe0-e63311e555e7 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 210 time: 0.0714653 Jul 07 19:20:22.609469 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7f481646-a59a-4a98-a3c8-3bf765cc7416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.615960 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-290b3ce4-63c2-4993-9476-058682c6480a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.677817 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.691739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Transition to ACTIVE for port object 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:22.705218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Allocated IP 172.20.0.5 (a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15/0639349d-cd44-4b30-8111-830dacc72ffc/f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:22.720157 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-981666c6-fa52-4cf7-978c-3e08458377b7 req-b5e6a04b-8941-4517-a649-ee4f9ddd6e01 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/62d1cbe8-8c0e-4392-b7ce-4020c4aa9368 HTTP/1.1" status: 200 len: 1806 time: 0.1415379 Jul 07 19:20:22.735041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.743608 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd42238e-8328-4253-b108-1c939afbd099 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.752835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Transition to ACTIVE for port object 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:22.761897 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.816102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Network 1bf5a4a2-b7bc-427d-95c6-f3224032fe9c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:22.819550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:22.823122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:22.881356 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-981666c6-fa52-4cf7-978c-3e08458377b7 req-b296a1f3-e06c-4db6-b49b-e18bca261fba tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/aefd1c5e-6475-44ab-b962-6611b2b178f8 HTTP/1.1" status: 200 len: 1807 time: 0.1517711 Jul 07 19:20:22.918200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-981666c6-fa52-4cf7-978c-3e08458377b7 req-99078cdb-5f3f-4dbe-aa4d-af8ece0f6434 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '62d1cbe8-8c0e-4392-b7ce-4020c4aa9368', 'remote_group_id': 'aefd1c5e-6475-44ab-b962-6611b2b178f8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:22.918572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-981666c6-fa52-4cf7-978c-3e08458377b7 req-99078cdb-5f3f-4dbe-aa4d-af8ece0f6434 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '62d1cbe8-8c0e-4392-b7ce-4020c4aa9368', 'remote_group_id': 'aefd1c5e-6475-44ab-b962-6611b2b178f8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:22.920866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Attempting to bind port 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:22.921359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Attempting to bind port 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'fa80dccb-b57a-4745-abff-61ba7beec53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1bf5a4a2-b7bc-427d-95c6-f3224032fe9c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:22.921888 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Attempting to bind port 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4 on network 1bf5a4a2-b7bc-427d-95c6-f3224032fe9c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:22.923900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd42238e-8328-4253-b108-1c939afbd099 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.925831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Pushing event updated for resources: {'Port': ['ID=9b47b2ef-4f5d-4381-9d25-cc6411a1daa4,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:22.929230 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7f481646-a59a-4a98-a3c8-3bf765cc7416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.932174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:22.932694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Checking segment: {'id': 'fa80dccb-b57a-4745-abff-61ba7beec53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1bf5a4a2-b7bc-427d-95c6-f3224032fe9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:22.933353 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.934025 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Bound using segment: {'id': 'fa80dccb-b57a-4745-abff-61ba7beec53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1bf5a4a2-b7bc-427d-95c6-f3224032fe9c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:22.934620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Bound port: 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa80dccb-b57a-4745-abff-61ba7beec53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1bf5a4a2-b7bc-427d-95c6-f3224032fe9c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:22.935625 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.946980 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7f481646-a59a-4a98-a3c8-3bf765cc7416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.957538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33e0da-77a6-4657-8e5a-54c9b51db714 req-a90ca6b8-6bd6-4b40-9a96-eca9255712fd tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:22.959499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a33e0da-77a6-4657-8e5a-54c9b51db714 req-a90ca6b8-6bd6-4b40-9a96-eca9255712fd tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 951 time: 0.1883283 Jul 07 19:20:23.011701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42238e-8328-4253-b108-1c939afbd099 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Subnet': ['ID=f565801c-b39e-45dc-b208-0edfa43db3c7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:23.014021 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd42238e-8328-4253-b108-1c939afbd099 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.018867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bd42238e-8328-4253-b108-1c939afbd099 tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "DELETE /v2.0/subnets/f565801c-b39e-45dc-b208-0edfa43db3c7 HTTP/1.1" status: 204 len: 168 time: 0.7075160 Jul 07 19:20:23.021555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56872) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:23.027853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50016800-e444-4d73-96d8-764378f70df0 None None] Network 21467342-4346-42f0-9c90-514f944ec765 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:23.076788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7f481646-a59a-4a98-a3c8-3bf765cc7416 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=560448ff0072411a942f6d2e66940a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925666 Jul 07 19:20:23.081129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56874) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:23.087590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f481646-a59a-4a98-a3c8-3bf765cc7416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecfa502-15c5-4808-9965-a37fbfa5b4bf,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:23.142286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Deleting port 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:23.143655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.148857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a33e0da-77a6-4657-8e5a-54c9b51db714 req-f16d5fd4-b08d-4c2a-9e39-d6414954d48d tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589608 Jul 07 19:20:23.190205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] For port 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:23.211628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9af0ea-8805-459c-9b22-46399b7ca559 None None] Network 5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:23.217891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] For port 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9b47b2ef-4f5d-4381-9d25-cc6411a1daa4,segment=NetworkSegment(fa80dccb-b57a-4745-abff-61ba7beec53d),segment_id=fa80dccb-b57a-4745-abff-61ba7beec53d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:23.240189 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.249473 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-290b3ce4-63c2-4993-9476-058682c6480a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.260382 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.271189 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.278280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-290b3ce4-63c2-4993-9476-058682c6480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.398086 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] For port 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4, host n-d-793621-9, got binding levels [] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:23.398351 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.403340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-86c4b545-a60c-4680-b920-57d09cac9d08 None None] Provisioning for port ab75fa71-2554-44ed-9b07-347e9712a5fa completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:23.414722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cbdb7-cf53-4fc3-8c47-e8d2b44433df None None] Pushing event updated for resources: {'Port': ['ID=9b47b2ef-4f5d-4381-9d25-cc6411a1daa4,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:23.423923 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-290b3ce4-63c2-4993-9476-058682c6480a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7fed95bd12f04281a7afe76befc9b355&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2726421 Jul 07 19:20:23.427135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e54ec937-ae19-4d05-b30f-a88b18a5189f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.434190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56876) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:23.446006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Calling delete_port for 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:23.456110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e54ec937-ae19-4d05-b30f-a88b18a5189f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.504179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d8083441-3213-4a6f-8dea-3a922eaf8fda no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:23.507141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-981666c6-fa52-4cf7-978c-3e08458377b7 req-99078cdb-5f3f-4dbe-aa4d-af8ece0f6434 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.510484 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.531498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b3ce4-63c2-4993-9476-058682c6480a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fcff69-cd64-4806-b82d-a335f0cec492,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:23.532450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: d8083441-3213-4a6f-8dea-3a922eaf8fda {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:23.533046 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d8083441-3213-4a6f-8dea-3a922eaf8fda not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:23.535095 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-743b889c-824c-4040-8260-855bacc884f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.555947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e54ec937-ae19-4d05-b30f-a88b18a5189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.558163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a149ec-954a-4e97-9f10-513ba7f4bd0c None None] DHCP port deletion for 21467342-4346-42f0-9c90-514f944ec765 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:23.558836 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e54ec937-ae19-4d05-b30f-a88b18a5189f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.560292 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e54ec937-ae19-4d05-b30f-a88b18a5189f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ecfa502-15c5-4808-9965-a37fbfa5b4bf HTTP/1.1" status: 204 len: 168 time: 0.4584649 Jul 07 19:20:23.575134 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ec937-ae19-4d05-b30f-a88b18a5189f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecfa502-15c5-4808-9965-a37fbfa5b4bf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:23.587491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e7e80-7d3e-478b-9711-b0aa4184b0cc req-b8c55677-265b-4718-be2b-1c6cd6861047 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:23.590655 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc6e7e80-7d3e-478b-9711-b0aa4184b0cc req-b8c55677-265b-4718-be2b-1c6cd6861047 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 945 time: 0.2914248 Jul 07 19:20:23.656081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:23.664155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Pushing event updated for resources: {'Port': ['ID=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:23.667211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:23.679067 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc6e7e80-7d3e-478b-9711-b0aa4184b0cc req-d89e8840-680f-4db0-9317-c4997085a3b3 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798876 Jul 07 19:20:23.690786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:23.769350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Deleting port a54bf794-e1f0-4efe-aeac-6df9757febc5 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:23.770312 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.782385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ab75fa71-2554-44ed-9b07-347e9712a5fa up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:23.845276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f3a149ec-954a-4e97-9f10-513ba7f4bd0c None None] Deleting port a54bf794-e1f0-4efe-aeac-6df9757febc5 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:23.846417 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f3a149ec-954a-4e97-9f10-513ba7f4bd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.853079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:23.853887 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.924796 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-0d76e31a-5710-48b4-bb6e-cfa9eb0054bf tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6768000 Jul 07 19:20:23.943288 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-676bbe3f-b7dd-47b8-bd3c-902082f65fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.973279 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.990645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] For port a54bf794-e1f0-4efe-aeac-6df9757febc5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a54bf794-e1f0-4efe-aeac-6df9757febc5,segment=NetworkSegment(f14b97da-4d07-40a7-be31-b3d3462d3b5c),segment_id=f14b97da-4d07-40a7-be31-b3d3462d3b5c)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:23.991541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.010643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Request body: {'port': {'device_id': 'fdc8679b-4b71-486f-b2ca-fc513f83059d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:24.055568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eca3bc-203c-465e-959b-79b74f4e52e4 req-92c34038-d600-4831-9f78-1dd07a2da301 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:24.057406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17eca3bc-203c-465e-959b-79b74f4e52e4 req-92c34038-d600-4831-9f78-1dd07a2da301 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 931 time: 0.1548283 Jul 07 19:20:24.104728 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17eca3bc-203c-465e-959b-79b74f4e52e4 req-d5820b87-5005-4c2c-8cd2-734c9bf358bc tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Jul 07 19:20:24.160146 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-676bbe3f-b7dd-47b8-bd3c-902082f65fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.192116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Calling delete_port for a54bf794-e1f0-4efe-aeac-6df9757febc5 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:24.196935 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-981666c6-fa52-4cf7-978c-3e08458377b7 req-99078cdb-5f3f-4dbe-aa4d-af8ece0f6434 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.217774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f3a149ec-954a-4e97-9f10-513ba7f4bd0c None None] For port a54bf794-e1f0-4efe-aeac-6df9757febc5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a54bf794-e1f0-4efe-aeac-6df9757febc5,segment=NetworkSegment(f14b97da-4d07-40a7-be31-b3d3462d3b5c),segment_id=f14b97da-4d07-40a7-be31-b3d3462d3b5c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:24.218365 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f3a149ec-954a-4e97-9f10-513ba7f4bd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.233221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f3a149ec-954a-4e97-9f10-513ba7f4bd0c None None] Calling delete_port for a54bf794-e1f0-4efe-aeac-6df9757febc5 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:24.257875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ab75fa71-2554-44ed-9b07-347e9712a5fa completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:24.267351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ab75fa71-2554-44ed-9b07-347e9712a5fa triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:24.267729 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.272439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-981666c6-fa52-4cf7-978c-3e08458377b7 req-99078cdb-5f3f-4dbe-aa4d-af8ece0f6434 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.382423 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-32d2463f-2bb1-4f9e-aa36-3de8d1566160 None None] Provisioning complete for port ab75fa71-2554-44ed-9b07-347e9712a5fa triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:24.383077 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-32d2463f-2bb1-4f9e-aa36-3de8d1566160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.387544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56890) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:24.407574 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.464723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.481682 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f3a149ec-954a-4e97-9f10-513ba7f4bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.486838 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.531456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a149ec-954a-4e97-9f10-513ba7f4bd0c None None] Pushing event deleted for resources: {'Port': ['ID=a54bf794-e1f0-4efe-aeac-6df9757febc5,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:24.545941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a149ec-954a-4e97-9f10-513ba7f4bd0c None None] No DVR routers for this DVR port a54bf794-e1f0-4efe-aeac-6df9757febc5 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:24.642881 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.649824 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.727785 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port ab75fa71-2554-44ed-9b07-347e9712a5fa, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ab75fa71-2554-44ed-9b07-347e9712a5fa,segment=NetworkSegment(37dc465b-dd94-4fb8-8be9-8de15dd1d1e2),segment_id=37dc465b-dd94-4fb8-8be9-8de15dd1d1e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:24.739054 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e0fea1463fb416b869410a7e9a37e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496902 Jul 07 19:20:24.739928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56894) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:24.741079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ec4973-fdcb-4f9d-8b32-581542f122b0,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:24.742781 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.755336 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-32d2463f-2bb1-4f9e-aa36-3de8d1566160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.759400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.793052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:24.793401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:24.793745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:24.794091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:24.794418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:24.794715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:24.795188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:24.795653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:24.795988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:24.796314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:24.796638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:24.796967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63e2d2-a950-4f04-850c-325e9222e70e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:24.822512 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7c8b-ecd2-4343-b3fb-2a6800cdd8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.839684 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-676bbe3f-b7dd-47b8-bd3c-902082f65fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.842327 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-676bbe3f-b7dd-47b8-bd3c-902082f65fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.846812 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-676bbe3f-b7dd-47b8-bd3c-902082f65fed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5fcff69-cd64-4806-b82d-a335f0cec492 HTTP/1.1" status: 204 len: 168 time: 1.4101660 Jul 07 19:20:24.855617 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7c8b-ecd2-4343-b3fb-2a6800cdd8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.919005 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7c8b-ecd2-4343-b3fb-2a6800cdd8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.921997 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7c8b-ecd2-4343-b3fb-2a6800cdd8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.923688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fe3a7c8b-ecd2-4343-b3fb-2a6800cdd8b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90ec4973-fdcb-4f9d-8b32-581542f122b0 HTTP/1.1" status: 204 len: 168 time: 0.1796362 Jul 07 19:20:24.953309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.955165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=ab75fa71-2554-44ed-9b07-347e9712a5fa,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:24.956337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a7c8b-ecd2-4343-b3fb-2a6800cdd8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ec4973-fdcb-4f9d-8b32-581542f122b0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:24.991664 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-32d2463f-2bb1-4f9e-aa36-3de8d1566160 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:20:24.996448 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-32d2463f-2bb1-4f9e-aa36-3de8d1566160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:20:25.004465 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.067763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99078cdb-5f3f-4dbe-aa4d-af8ece0f6434 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7689c3b1-8e51-4726-a28c-1b3d524c4e40,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:25.069500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Port': ['ID=a54bf794-e1f0-4efe-aeac-6df9757febc5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:25.102719 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-981666c6-fa52-4cf7-978c-3e08458377b7 req-99078cdb-5f3f-4dbe-aa4d-af8ece0f6434 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.104314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbfde7-b699-4ff3-983c-9a7d9d87a1cd req-700edba0-fb50-457c-a93d-8581b3cbe03a tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:25.107340 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-981666c6-fa52-4cf7-978c-3e08458377b7 req-99078cdb-5f3f-4dbe-aa4d-af8ece0f6434 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 2.2019379 Jul 07 19:20:25.119078 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e7cbfde7-b699-4ff3-983c-9a7d9d87a1cd req-700edba0-fb50-457c-a93d-8581b3cbe03a tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 951 time: 0.1231318 Jul 07 19:20:25.154835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bbe3f-b7dd-47b8-bd3c-902082f65fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fcff69-cd64-4806-b82d-a335f0cec492,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:25.162957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:25.172793 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.187354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Transition to ACTIVE for port object f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:25.206898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No DVR routers for this DVR port 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:25.250656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] No DVR routers for this DVR port a54bf794-e1f0-4efe-aeac-6df9757febc5 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:25.253156 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.260181 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e7cbfde7-b699-4ff3-983c-9a7d9d87a1cd req-2b5760de-8450-4ed6-832f-a0bde4044158 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277318 Jul 07 19:20:25.304084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Port': ['ID=9b47b2ef-4f5d-4381-9d25-cc6411a1daa4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:25.339940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c42c1ec-9466-4d66-9ea0-995ccafb44c6 None None] Network 1bf5a4a2-b7bc-427d-95c6-f3224032fe9c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:25.343611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8b7b6742-3a83-42e0-b765-a85799f7545d req-b1f0dafe-ae37-45c5-8ed3-fa271ff1b8bb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-257671735', 'description': 'tempest-description-892041326'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:25.375705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8b7b6742-3a83-42e0-b765-a85799f7545d req-b1f0dafe-ae37-45c5-8ed3-fa271ff1b8bb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.401583 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.513136 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ab75fa71-2554-44ed-9b07-347e9712a5fa up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:25.586552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8b7b6742-3a83-42e0-b765-a85799f7545d req-b1f0dafe-ae37-45c5-8ed3-fa271ff1b8bb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.596288 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8b7b6742-3a83-42e0-b765-a85799f7545d req-b1f0dafe-ae37-45c5-8ed3-fa271ff1b8bb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.659694 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cd571-ee31-4e87-8e59-35d74a700775 req-60faf914-1dd5-476a-9538-7902da15bde8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:25.666372 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de6cd571-ee31-4e87-8e59-35d74a700775 req-60faf914-1dd5-476a-9538-7902da15bde8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.48 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 951 time: 0.7086847 Jul 07 19:20:25.674575 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8b7b6742-3a83-42e0-b765-a85799f7545d req-b1f0dafe-ae37-45c5-8ed3-fa271ff1b8bb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.682571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ab75fa71-2554-44ed-9b07-347e9712a5fa triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:25.683267 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.684858 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8b7b6742-3a83-42e0-b765-a85799f7545d req-b1f0dafe-ae37-45c5-8ed3-fa271ff1b8bb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3458295 Jul 07 19:20:25.686307 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.702529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0dafe-ae37-45c5-8ed3-fa271ff1b8bb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870403be-40c3-42c7-ab95-fe07cec58f88,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:25.794262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Pushing event updated for resources: {'Port': ['ID=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:25.810899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5c466969-a74a-48bf-98d7-50dd7c3532dd None None] Could not find standard attr ID for object 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:20:25.827847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21467342-4346-42f0-9c90-514f944ec765']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:25.877024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14b97da-4d07-40a7-be31-b3d3462d3b5c') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:25.878373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14b97da-4d07-40a7-be31-b3d3462d3b5c') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:25.927180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Attempting to bind port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:25.927536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Attempting to bind port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:25.927850 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Attempting to bind port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 on network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:25.962175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.966261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 on network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:20:25.966529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Attempting to bind port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 on network a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:26.051151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8711d14-e212-45a7-982c-58bf2af65de9 req-e70cb4fa-d5f3-408b-91ed-1c93d3ac80f7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:26.070614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c8711d14-e212-45a7-982c-58bf2af65de9 req-e70cb4fa-d5f3-408b-91ed-1c93d3ac80f7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 945 time: 0.6603746 Jul 07 19:20:26.097967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a54bf794-e1f0-4efe-aeac-6df9757febc5 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:26.137039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: a54bf794-e1f0-4efe-aeac-6df9757febc5 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:26.137499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a54bf794-e1f0-4efe-aeac-6df9757febc5 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:26.138110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:26.138620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Checking segment: {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:26.139078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653ee35-3584-4b76-ad6e-32a87a2200e0 req-ccb10826-c870-4c65-ba55-54643afd9ea5 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:26.139805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Bound using segment: {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:26.140447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Bound port: f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:26.140966 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.143514 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.152128 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3653ee35-3584-4b76-ad6e-32a87a2200e0 req-ccb10826-c870-4c65-ba55-54643afd9ea5 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 943 time: 0.2355995 Jul 07 19:20:26.178070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:26.178506 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.181966 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:26.183900 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:26.241491 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3653ee35-3584-4b76-ad6e-32a87a2200e0 req-5c045bb5-7edf-46c0-91c4-f4f2208c33c0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881052 Jul 07 19:20:26.257862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Subnet': ['ID=bd788e9e-a548-4e33-8a7b-c003142debe1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:26.260696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-de6cd571-ee31-4e87-8e59-35d74a700775 req-4d61d0bd-18e3-4de8-9ddf-37789cc1e4f8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Deleting port 22e322bb-3959-4b90-b739-6fb8d605407e {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:26.261075 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-de6cd571-ee31-4e87-8e59-35d74a700775 req-4d61d0bd-18e3-4de8-9ddf-37789cc1e4f8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.273662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8e7f7373-af7b-4ae0-a4c2-3249f54986b5 req-ca89e03c-0cd3-4450-b529-587a4f7a59e1 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-972430566', 'description': 'tempest-description-1414699486'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:26.284326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56940) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:26.297649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c8711d14-e212-45a7-982c-58bf2af65de9 req-db548c27-7f9b-4a15-b815-0020850313f1 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259219 Jul 07 19:20:26.307346 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5c0283-3b0f-47a0-b3d2-49144bbb6d98 None None] Network 1bf5a4a2-b7bc-427d-95c6-f3224032fe9c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:26.340550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8e7f7373-af7b-4ae0-a4c2-3249f54986b5 req-ca89e03c-0cd3-4450-b529-587a4f7a59e1 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.413507 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.424539 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf5a4a2-b7bc-427d-95c6-f3224032fe9c']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:26.439068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa80dccb-b57a-4745-abff-61ba7beec53d') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:26.439382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa80dccb-b57a-4745-abff-61ba7beec53d') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:26.449247 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.460867 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.468128 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.506116 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8e7f7373-af7b-4ae0-a4c2-3249f54986b5 req-ca89e03c-0cd3-4450-b529-587a4f7a59e1 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.512232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8e7f7373-af7b-4ae0-a4c2-3249f54986b5 req-ca89e03c-0cd3-4450-b529-587a4f7a59e1 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.543511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:26.543511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:26.550281 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:26.563977 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8e7f7373-af7b-4ae0-a4c2-3249f54986b5 req-ca89e03c-0cd3-4450-b529-587a4f7a59e1 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.565548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e7f7373-af7b-4ae0-a4c2-3249f54986b5 req-ca89e03c-0cd3-4450-b529-587a4f7a59e1 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2963531 Jul 07 19:20:26.568570 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89e03c-0cd3-4450-b529-587a4f7a59e1 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4a067f-ede5-43f6-940c-f5afc8729cc0,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:26.607407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560075a3-2d25-45f0-be42-37e87a8e19b0 None None] DHCP port deletion for 1bf5a4a2-b7bc-427d-95c6-f3224032fe9c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:26.654202 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.672174 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb901bce-a96b-46c8-a03f-629c2832f9f2 req-781cddd6-41c5-48c4-ae70-a7d3e5b30b3c tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/870403be-40c3-42c7-ab95-fe07cec58f88 HTTP/1.1" status: 200 len: 1805 time: 0.0724182 Jul 07 19:20:26.726436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.736692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] 10.222.0.81 "DELETE /v2.0/networks/21467342-4346-42f0-9c90-514f944ec765 HTTP/1.1" status: 204 len: 168 time: 3.7108054 Jul 07 19:20:26.745948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb901bce-a96b-46c8-a03f-629c2832f9f2 req-2c22ef67-c2e5-4166-a1d9-748fab04c62e tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/af4a067f-ede5-43f6-940c-f5afc8729cc0 HTTP/1.1" status: 200 len: 1806 time: 0.0697629 Jul 07 19:20:26.751016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1155897079-network', 'tenant_id': '641211741f54421687c146991adf7926'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:26.757976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-cb901bce-a96b-46c8-a03f-629c2832f9f2 req-70638597-dd7c-4025-8096-376392f2dde5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '870403be-40c3-42c7-ab95-fe07cec58f88', 'remote_group_id': 'af4a067f-ede5-43f6-940c-f5afc8729cc0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:26.758292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-cb901bce-a96b-46c8-a03f-629c2832f9f2 req-70638597-dd7c-4025-8096-376392f2dde5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '870403be-40c3-42c7-ab95-fe07cec58f88', 'remote_group_id': 'af4a067f-ede5-43f6-940c-f5afc8729cc0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:26.826464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Made reservation on behalf of 641211741f54421687c146991adf7926 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:26.829549 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.864939 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.918127 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cb901bce-a96b-46c8-a03f-629c2832f9f2 req-70638597-dd7c-4025-8096-376392f2dde5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.001228 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cb901bce-a96b-46c8-a03f-629c2832f9f2 req-70638597-dd7c-4025-8096-376392f2dde5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.006659 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cb901bce-a96b-46c8-a03f-629c2832f9f2 req-70638597-dd7c-4025-8096-376392f2dde5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.049464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70638597-dd7c-4025-8096-376392f2dde5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad50fc5c-1db1-491e-a669-fbac94a9bc09,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:27.111195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e760bff-37a5-416c-b600-4e149ddcaeeb tempest-ServersTestMultiNic-2063933618 tempest-ServersTestMultiNic-2063933618-project] Pushing event deleted for resources: {'Network': ['ID=21467342-4346-42f0-9c90-514f944ec765,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:27.149303 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.158979 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.166142 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.176823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] For port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:27.179508 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cb901bce-a96b-46c8-a03f-629c2832f9f2 req-70638597-dd7c-4025-8096-376392f2dde5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.181459 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb901bce-a96b-46c8-a03f-629c2832f9f2 req-70638597-dd7c-4025-8096-376392f2dde5 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4367654 Jul 07 19:20:27.206217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:27.215186 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.217207 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/1bf5a4a2-b7bc-427d-95c6-f3224032fe9c HTTP/1.1" status: 204 len: 168 time: 5.0092981 Jul 07 19:20:27.218336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fcfd5-cea8-482b-a030-137f08e616d5 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Network': ['ID=1bf5a4a2-b7bc-427d-95c6-f3224032fe9c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:27.229586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56966) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:27.232557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-de6cd571-ee31-4e87-8e59-35d74a700775 req-4d61d0bd-18e3-4de8-9ddf-37789cc1e4f8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] For port 22e322bb-3959-4b90-b739-6fb8d605407e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=22e322bb-3959-4b90-b739-6fb8d605407e,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:27.233280 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-de6cd571-ee31-4e87-8e59-35d74a700775 req-4d61d0bd-18e3-4de8-9ddf-37789cc1e4f8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.240351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-71132de3-0695-4e61-828e-229080cb784f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606866662'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:27.247539 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.247889 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Added segment 3f1ed1ec-3b46-404f-8c0e-d503f353a17a of type vlan for network 3b60cdda-6742-467e-9873-370b20f4fcf4 Jul 07 19:20:27.249595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c11ced6-bc28-4aff-bb80-f6614e852ae3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:27.257030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] For port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:27.267412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-de6cd571-ee31-4e87-8e59-35d74a700775 req-4d61d0bd-18e3-4de8-9ddf-37789cc1e4f8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Calling delete_port for 22e322bb-3959-4b90-b739-6fb8d605407e owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:27.277880 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.305930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58b472-5350-4243-837e-a23ea58c169f req-682aecc1-aedf-492b-8ba0-47433ab30081 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:27.313240 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a58b472-5350-4243-837e-a23ea58c169f req-682aecc1-aedf-492b-8ba0-47433ab30081 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 951 time: 0.6825473 Jul 07 19:20:27.339144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:27.339919 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.341579 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] 10.222.0.110 "PUT /v2.0/ports/f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 HTTP/1.1" status: 200 len: 1091 time: 3.3548672 Jul 07 19:20:27.347876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc8679b-4b71-486f-b2ca-fc513f83059d', 'tag': 'f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:27.350524 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f1f802-8de3-45fb-a8c0-5b9dcda30ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc8679b-4b71-486f-b2ca-fc513f83059d", "tag": "f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:27.358307 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.383152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:27.393673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71132de3-0695-4e61-828e-229080cb784f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:27.397326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-71132de3-0695-4e61-828e-229080cb784f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.423351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:27.425152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9b47b2ef-4f5d-4381-9d25-cc6411a1daa4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:27.459727 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a58b472-5350-4243-837e-a23ea58c169f req-b2209cd0-354a-4f4e-9606-dab7c93c00dd tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/security-groups?id=18eef338-6f41-42b8-b8f6-5d7788f56d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451912 Jul 07 19:20:27.489678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b6cc27a-a1a1-4389-8819-d062ac50dc98 req-fccdeb30-d281-4c9d-a7a3-f63d0f8384a3 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/af4a067f-ede5-43f6-940c-f5afc8729cc0 HTTP/1.1" status: 200 len: 1806 time: 0.1068697 Jul 07 19:20:27.495140 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.496015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:27.496876 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.500609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71132de3-0695-4e61-828e-229080cb784f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:27.578643 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2894607 Jul 07 19:20:27.584911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bec8d0-0fdc-473c-bb99-cbbdfb15c92c service neutron] Pushing event updated for resources: {'Port': ['ID=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:27.590671 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-71132de3-0695-4e61-828e-229080cb784f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.591067 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-71132de3-0695-4e61-828e-229080cb784f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Added segment 1c02d945-ee15-44b8-bc0e-d82c167e95bb of type vlan for network 5bd2a841-8cb2-4361-91ab-7b0eb9860306 Jul 07 19:20:27.592272 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56980) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:27.610071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-295441e6-b458-43c2-9b53-117609962a26 admin admin] Request body: {'subnet': {'network_id': '3b60cdda-6742-467e-9873-370b20f4fcf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1155897079-subnet', 'tenant_id': '641211741f54421687c146991adf7926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:27.663693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2f770-b99b-48b1-8995-6fa9e2cbbfc7 admin admin] Pushing event updated for resources: {'Network': ['ID=3b60cdda-6742-467e-9873-370b20f4fcf4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:27.679245 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 3b60cdda-6742-467e-9873-370b20f4fcf4 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:27.684036 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-71132de3-0695-4e61-828e-229080cb784f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.696298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295441e6-b458-43c2-9b53-117609962a26 admin admin] Made reservation on behalf of 641211741f54421687c146991adf7926 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:27.698723 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-295441e6-b458-43c2-9b53-117609962a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.705061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-3ee097ec-28a2-4ac4-ab9a-52cbb6cd0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:27.706915 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-3ee097ec-28a2-4ac4-ab9a-52cbb6cd0daf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=60004f5929074cca9994a932de60365c&device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 1094 time: 0.2867141 Jul 07 19:20:27.761749 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-de6cd571-ee31-4e87-8e59-35d74a700775 req-4d61d0bd-18e3-4de8-9ddf-37789cc1e4f8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.764245 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-e1d7c668-0942-4ede-81c4-ab2eacce9683 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 HTTP/1.1" status: 200 len: 217 time: 0.0422993 Jul 07 19:20:27.779627 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9b6cc27a-a1a1-4389-8819-d062ac50dc98 req-8ea28f5f-b25c-4c5d-909c-f64f85d76787 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.813495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61d0bd-18e3-4de8-9ddf-37789cc1e4f8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Pushing event deleted for resources: {'Port': ['ID=22e322bb-3959-4b90-b739-6fb8d605407e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:27.824356 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9b6cc27a-a1a1-4389-8819-d062ac50dc98 req-8ea28f5f-b25c-4c5d-909c-f64f85d76787 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.858293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9e5a7-de78-44ed-97a8-782642c664b2 req-3d4468f5-fa2e-4255-9cfb-d702bba1ced6 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:27.861172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-71132de3-0695-4e61-828e-229080cb784f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.862167 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bfe9e5a7-de78-44ed-97a8-782642c664b2 req-3d4468f5-fa2e-4255-9cfb-d702bba1ced6 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 943 time: 0.2586050 Jul 07 19:20:27.867428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71132de3-0695-4e61-828e-229080cb784f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:27.868069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-71132de3-0695-4e61-828e-229080cb784f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.912529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-5e3a85c4-81e8-420d-b866-3dcfa1c2d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:27.914032 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-5e3a85c4-81e8-420d-b866-3dcfa1c2d1c0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0639349d-cd44-4b30-8111-830dacc72ffc HTTP/1.1" status: 200 len: 845 time: 0.1389654 Jul 07 19:20:27.941785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6cd571-ee31-4e87-8e59-35d74a700775 req-4d61d0bd-18e3-4de8-9ddf-37789cc1e4f8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] No DVR routers for this DVR port 22e322bb-3959-4b90-b739-6fb8d605407e on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:27.946372 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-de6cd571-ee31-4e87-8e59-35d74a700775 req-4d61d0bd-18e3-4de8-9ddf-37789cc1e4f8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.948549 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de6cd571-ee31-4e87-8e59-35d74a700775 req-4d61d0bd-18e3-4de8-9ddf-37789cc1e4f8 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.48 "DELETE /v2.0/ports/22e322bb-3959-4b90-b739-6fb8d605407e HTTP/1.1" status: 204 len: 173 time: 2.2649057 Jul 07 19:20:27.965305 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-71132de3-0695-4e61-828e-229080cb784f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7341707 Jul 07 19:20:27.972022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56984) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:27.983566 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-3c2efa68-ac0f-4b0f-8f10-1fcafe19d4c2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511553 Jul 07 19:20:27.991163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'network_id': '5bd2a841-8cb2-4361-91ab-7b0eb9860306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:28.009586 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bfe9e5a7-de78-44ed-97a8-782642c664b2 req-78f9c236-6d6e-4a43-8e0b-68bcfec2b91a tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234848 Jul 07 19:20:28.084308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71132de3-0695-4e61-828e-229080cb784f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=5bd2a841-8cb2-4361-91ab-7b0eb9860306,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:28.112026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 5bd2a841-8cb2-4361-91ab-7b0eb9860306 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:28.117978 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-fe40d54e-f3d8-45d5-95c8-f663c28c4fbd service neutron] 10.222.0.110 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236706 Jul 07 19:20:28.146015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9b6cc27a-a1a1-4389-8819-d062ac50dc98 req-8ea28f5f-b25c-4c5d-909c-f64f85d76787 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.148588 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9b6cc27a-a1a1-4389-8819-d062ac50dc98 req-8ea28f5f-b25c-4c5d-909c-f64f85d76787 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.161177 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b6cc27a-a1a1-4389-8819-d062ac50dc98 req-8ea28f5f-b25c-4c5d-909c-f64f85d76787 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "DELETE /v2.0/security-groups/af4a067f-ede5-43f6-940c-f5afc8729cc0 HTTP/1.1" status: 204 len: 173 time: 0.6705163 Jul 07 19:20:28.247912 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41952dd2-96fe-4f3d-8eae-8414477f8d6d req-fdfaf853-0446-46c7-b615-af98fcf86796 service neutron] 10.222.0.110 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198177 Jul 07 19:20:28.273329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea28f5f-b25c-4c5d-909c-f64f85d76787 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4a067f-ede5-43f6-940c-f5afc8729cc0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:28.281290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:28.287092 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.293056 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-295441e6-b458-43c2-9b53-117609962a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.353281 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d7297d-9b1d-429b-964e-f946c72d6947 x-openstack-request-id: req-c9d7297d-9b1d-429b-964e-f946c72d6947 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:28.353707 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc8679b-4b71-486f-b2ca-fc513f83059d", "tag": "f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:28.370155 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9d7297d-9b1d-429b-964e-f946c72d6947 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:28.370469 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc8679b-4b71-486f-b2ca-fc513f83059d', 'tag': 'f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464', 'status': 'completed', 'code': 200} Jul 07 19:20:28.396628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ca472-2ca1-45e3-a05a-266bef49c9a6 req-2f8af183-ca15-45b4-99e4-db2752aeffdd tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:28.398522 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-258ca472-2ca1-45e3-a05a-266bef49c9a6 req-2f8af183-ca15-45b4-99e4-db2752aeffdd tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 945 time: 0.1487768 Jul 07 19:20:28.403925 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_backend_mixin [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Performing IP validity checks on allocation pools {{(pid=93900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 19:20:28.404519 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_backend_mixin [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 19:20:28.423843 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295441e6-b458-43c2-9b53-117609962a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4adaaf-41ab-4f84-b9d8-d8f31d6a31f2,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:28.455276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295441e6-b458-43c2-9b53-117609962a26 admin admin] Checking segment: {'id': '3f1ed1ec-3b46-404f-8c0e-d503f353a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3b60cdda-6742-467e-9873-370b20f4fcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:28.456248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295441e6-b458-43c2-9b53-117609962a26 admin admin] Network hostable DHCP agents. Network: 3b60cdda-6742-467e-9873-370b20f4fcf4, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:28.487261 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-258ca472-2ca1-45e3-a05a-266bef49c9a6 req-1988e0b3-a262-4d10-9f6c-fdbfcefcf36f tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715644 Jul 07 19:20:28.489685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295441e6-b458-43c2-9b53-117609962a26 admin admin] Network 3b60cdda-6742-467e-9873-370b20f4fcf4 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:28.515268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1f802-8de3-45fb-a8c0-5b9dcda30ad6 req-308bb909-af05-4490-84c0-add5796ae920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:28.519204 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50f1f802-8de3-45fb-a8c0-5b9dcda30ad6 req-308bb909-af05-4490-84c0-add5796ae920 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=60004f5929074cca9994a932de60365c&device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 1094 time: 0.1402798 Jul 07 19:20:28.532401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-295441e6-b458-43c2-9b53-117609962a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 3b60cdda-6742-467e-9873-370b20f4fcf4) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:28.540032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295441e6-b458-43c2-9b53-117609962a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:28.541279 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-295441e6-b458-43c2-9b53-117609962a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.542090 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6fe35d-d3f7-4a8c-9802-c633ee5e58c7 None None] Network 3b60cdda-6742-467e-9873-370b20f4fcf4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:28.567042 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-295441e6-b458-43c2-9b53-117609962a26 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9735711 Jul 07 19:20:28.658289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.675663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-af333228-265a-4fec-aca3-9ebad6dea3c5 req-b7c4a1fa-a177-4578-917e-7e94237e9a83 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/870403be-40c3-42c7-ab95-fe07cec58f88 HTTP/1.1" status: 200 len: 1805 time: 0.1493506 Jul 07 19:20:28.778345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1f802-8de3-45fb-a8c0-5b9dcda30ad6 req-de0e58ef-9af0-43ab-a3d6-702778d0e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:28.782499 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50f1f802-8de3-45fb-a8c0-5b9dcda30ad6 req-de0e58ef-9af0-43ab-a3d6-702778d0e5c1 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 200 len: 906 time: 0.2536941 Jul 07 19:20:28.833637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=5d3e6a37-cb9d-4079-969e-5bd51aa78618,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:28.864618 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9f2b5-17f8-4ea9-a570-80a351197169 None None] Network 3b60cdda-6742-467e-9873-370b20f4fcf4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:28.882216 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50f1f802-8de3-45fb-a8c0-5b9dcda30ad6 req-07d2a73c-b331-4d4b-9137-64c9fb4a4745 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 HTTP/1.1" status: 200 len: 217 time: 0.0880203 Jul 07 19:20:28.937225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking segment: {'id': '1c02d945-ee15-44b8-bc0e-d82c167e95bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5bd2a841-8cb2-4361-91ab-7b0eb9860306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:28.938055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network hostable DHCP agents. Network: 5bd2a841-8cb2-4361-91ab-7b0eb9860306, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:28.948580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1f802-8de3-45fb-a8c0-5b9dcda30ad6 req-e82fe464-bfe3-4ca7-99a7-4f9b50530c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:28.950763 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50f1f802-8de3-45fb-a8c0-5b9dcda30ad6 req-e82fe464-bfe3-4ca7-99a7-4f9b50530c4c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0639349d-cd44-4b30-8111-830dacc72ffc HTTP/1.1" status: 200 len: 845 time: 0.0602579 Jul 07 19:20:29.002314 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1065092c-159d-4793-a4bc-ceeb6ee22aa0 req-d5e597a2-756d-4567-9b95-5cc9cf228d43 tempest-ServersAdminTestJSON-892247212 tempest-ServersAdminTestJSON-892247212-project] 10.222.0.81 "GET /v2.0/ports?device_id=952ab73c-fd81-4166-a1f3-cbc00c06bf4f HTTP/1.1" status: 200 len: 210 time: 0.1052544 Jul 07 19:20:29.025043 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50f1f802-8de3-45fb-a8c0-5b9dcda30ad6 req-fce4954a-6f22-4179-9dd1-d770addf8450 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674040 Jul 07 19:20:29.040880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network 5bd2a841-8cb2-4361-91ab-7b0eb9860306 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:29.074194 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-b66c7e83-9d01-48a4-9ab2-95b5b9898272 req-57bf0533-9125-4e46-819b-c94d4dc8e681 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1019330215', 'description': 'tempest-description-1041834912'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:29.093313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 5bd2a841-8cb2-4361-91ab-7b0eb9860306) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:29.101301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:29.102094 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.108882 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d6050e-19e4-4141-9979-f5a5e8a07f3d None None] Network 5bd2a841-8cb2-4361-91ab-7b0eb9860306 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:29.135711 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b66c7e83-9d01-48a4-9ab2-95b5b9898272 req-57bf0533-9125-4e46-819b-c94d4dc8e681 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.154654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4e7c9e0a-ace7-4397-af53-ad3c677b8a7a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1741672 Jul 07 19:20:29.158963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57010) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:29.237763 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50f1f802-8de3-45fb-a8c0-5b9dcda30ad6 req-d18182e6-3564-4c4a-ba15-3536b2c2946e service neutron] 10.222.0.110 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014868 Jul 07 19:20:29.329861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.333597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-5bd2a841-8cb2-4361-91ab-7b0eb9860306', 'network_id': '5bd2a841-8cb2-4361-91ab-7b0eb9860306', 'tenant_id': 'c46fc25b00384d91a7840ff742d86fd5', 'fixed_ips': [{'subnet_id': '5d3e6a37-cb9d-4079-969e-5bd51aa78618'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:20:29.335239 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.434895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50f1f802-8de3-45fb-a8c0-5b9dcda30ad6 req-0fdfe094-00e6-414f-9ab1-bdbf9ffe1d25 service neutron] 10.222.0.110 "GET /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872523 Jul 07 19:20:29.451359 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b66c7e83-9d01-48a4-9ab2-95b5b9898272 req-57bf0533-9125-4e46-819b-c94d4dc8e681 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.463258 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b66c7e83-9d01-48a4-9ab2-95b5b9898272 req-57bf0533-9125-4e46-819b-c94d4dc8e681 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.508775 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b66c7e83-9d01-48a4-9ab2-95b5b9898272 req-57bf0533-9125-4e46-819b-c94d4dc8e681 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.509899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57018) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:29.522893 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b66c7e83-9d01-48a4-9ab2-95b5b9898272 req-57bf0533-9125-4e46-819b-c94d4dc8e681 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4629571 Jul 07 19:20:29.523780 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.580059 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 22e322bb-3959-4b90-b739-6fb8d605407e no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:29.631848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 22e322bb-3959-4b90-b739-6fb8d605407e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:29.632817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 22e322bb-3959-4b90-b739-6fb8d605407e not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:29.644254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Allocated IP 172.20.0.3 (5bd2a841-8cb2-4361-91ab-7b0eb9860306/5d3e6a37-cb9d-4079-969e-5bd51aa78618/4137fd4c-5729-44da-b45d-effc58524a1a) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:29.672096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf0533-9125-4e46-819b-c94d4dc8e681 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6301a06-403b-4016-867d-21672271b55e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:29.847716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb79f-6d2d-4354-8f11-0806641148af req-debff22b-8cc6-4356-bf22-ed85e5487a81 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:29.849806 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b0fb79f-6d2d-4354-8f11-0806641148af req-debff22b-8cc6-4356-bf22-ed85e5487a81 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 943 time: 0.0932174 Jul 07 19:20:29.856419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57032) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:29.915081 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.926461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b0fb79f-6d2d-4354-8f11-0806641148af req-c70085f6-4e24-4c39-b36f-0be5159da998 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618918 Jul 07 19:20:29.929761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Transition to ACTIVE for port object 4137fd4c-5729-44da-b45d-effc58524a1a will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:29.955041 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Transition to ACTIVE for port object 4137fd4c-5729-44da-b45d-effc58524a1a will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:29.960501 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.994340 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.012192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Network 5bd2a841-8cb2-4361-91ab-7b0eb9860306 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:30.015668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:30.021955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:30.025524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-fa4bf8f8-6807-41b5-8aa6-384f12da9391 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:30.026749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3e6a37-cb9d-4079-969e-5bd51aa78618,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:30.035678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Pushing event updated for resources: {'Port': ['ID=4137fd4c-5729-44da-b45d-effc58524a1a,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:30.035820 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-fa4bf8f8-6807-41b5-8aa6-384f12da9391 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/networks?id=3b60cdda-6742-467e-9873-370b20f4fcf4 HTTP/1.1" status: 200 len: 814 time: 0.2631252 Jul 07 19:20:30.112380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-c1378a99-19b1-4056-96ae-7a4d4f300377 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/quotas/641211741f54421687c146991adf7926 HTTP/1.1" status: 200 len: 375 time: 0.0742266 Jul 07 19:20:30.116964 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd29d-d7e6-471d-98cf-29ac9cd6455a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.119814 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Attempting to bind port 4137fd4c-5729-44da-b45d-effc58524a1a on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:30.120262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Attempting to bind port 4137fd4c-5729-44da-b45d-effc58524a1a by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '1c02d945-ee15-44b8-bc0e-d82c167e95bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5bd2a841-8cb2-4361-91ab-7b0eb9860306'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:30.120642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Attempting to bind port 4137fd4c-5729-44da-b45d-effc58524a1a on network 5bd2a841-8cb2-4361-91ab-7b0eb9860306 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:30.126929 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.127291 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:30.127676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Checking segment: {'id': '1c02d945-ee15-44b8-bc0e-d82c167e95bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5bd2a841-8cb2-4361-91ab-7b0eb9860306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:30.128088 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.128669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Bound using segment: {'id': '1c02d945-ee15-44b8-bc0e-d82c167e95bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5bd2a841-8cb2-4361-91ab-7b0eb9860306'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:30.129473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Bound port: 4137fd4c-5729-44da-b45d-effc58524a1a, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c02d945-ee15-44b8-bc0e-d82c167e95bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5bd2a841-8cb2-4361-91ab-7b0eb9860306'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:30.131225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.142451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd2a841-8cb2-4361-91ab-7b0eb9860306']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:30.165060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c02d945-ee15-44b8-bc0e-d82c167e95bb') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:30.165390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c02d945-ee15-44b8-bc0e-d82c167e95bb') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:30.177724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b3b6f892-4e1d-4901-a9a1-1a7163042226 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=641211741f54421687c146991adf7926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637958 Jul 07 19:20:30.180630 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.206782 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.217963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:30.218507 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:30.222757 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:30.229433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] For port 4137fd4c-5729-44da-b45d-effc58524a1a, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:30.327029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-548ccdd3-e1b7-4798-83e5-a1568f46558a service neutron] 10.222.0.81 "GET /v2.0/networks/3b60cdda-6742-467e-9873-370b20f4fcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479766 Jul 07 19:20:30.327980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] For port 4137fd4c-5729-44da-b45d-effc58524a1a, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4137fd4c-5729-44da-b45d-effc58524a1a,segment=NetworkSegment(1c02d945-ee15-44b8-bc0e-d82c167e95bb),segment_id=1c02d945-ee15-44b8-bc0e-d82c167e95bb)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:30.337224 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.341547 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:20:30.341547 n-d-793621-9 neutron-server[93900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:20:30.341547 n-d-793621-9 neutron-server[93900]: [parameters: {'id': '5bd2a841-8cb2-4361-91ab-7b0eb9860306'}] Jul 07 19:20:30.341547 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:20:30.342656 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:20:30.381870 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd29d-d7e6-471d-98cf-29ac9cd6455a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.384381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'name': 'network-vif-deleted', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:30.388981 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c2e483-5936-4e72-ae2b-7edab382a728" -d '{"events": [{"server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "name": "network-vif-deleted", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:30.396647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1d24e-fab8-4f45-96e1-09f9bc1817a5 req-2e929588-1a40-45e3-943d-ac0e0d98f286 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:30.398619 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b2b1d24e-fab8-4f45-96e1-09f9bc1817a5 req-2e929588-1a40-45e3-943d-ac0e0d98f286 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 945 time: 0.1561890 Jul 07 19:20:30.400798 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd29d-d7e6-471d-98cf-29ac9cd6455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.462653 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0b83e-59da-41f6-b4bc-d53df446591c None None] Pushing event updated for resources: {'Port': ['ID=4137fd4c-5729-44da-b45d-effc58524a1a,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:30.478051 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5bcfd29d-d7e6-471d-98cf-29ac9cd6455a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eb37a65b15334723b02012e0827fece9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200659 Jul 07 19:20:30.482777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57040) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:30.486999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfd29d-d7e6-471d-98cf-29ac9cd6455a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98ccfc4-17cf-43fb-bd58-d1235e713146,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:30.493880 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-8701768e-b3ae-417c-a165-cf8990b50c86 service neutron] 10.222.0.81 "GET /v2.0/networks/3b60cdda-6742-467e-9873-370b20f4fcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565890 Jul 07 19:20:30.497868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e51d0-c9bc-4540-a4f2-e52733c7d404 None None] Network 5bd2a841-8cb2-4361-91ab-7b0eb9860306 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:30.501786 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6285842d-83a8-4697-a55b-72c8eee28bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.540555 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b2b1d24e-fab8-4f45-96e1-09f9bc1817a5 req-0245cd37-e153-4405-aff9-0b91f8bbbf46 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119585 Jul 07 19:20:30.619736 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8757e868-ae70-46cf-a22d-89b74a490bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.662676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-011ac4a2-4332-44e6-ad3e-1febdd61b268 req-c5d2f7e8-790b-42a6-b468-baf71fd68a60 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/e6301a06-403b-4016-867d-21672271b55e HTTP/1.1" status: 200 len: 1807 time: 0.0848570 Jul 07 19:20:30.683261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-011ac4a2-4332-44e6-ad3e-1febdd61b268 req-956d98e4-369a-4574-8fa9-145e41750402 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6301a06-403b-4016-867d-21672271b55e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:30.683721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-011ac4a2-4332-44e6-ad3e-1febdd61b268 req-956d98e4-369a-4574-8fa9-145e41750402 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6301a06-403b-4016-867d-21672271b55e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:30.690863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644bcdfc-4377-4dcb-aedd-5472903cc4d8 None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:20:30.710015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8757e868-ae70-46cf-a22d-89b74a490bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.849177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.893853 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439fdca2-f94a-4f14-be85-d021b33960d3 x-openstack-request-id: req-439fdca2-f94a-4f14-be85-d021b33960d3 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:30.894253 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952ab73c-fd81-4166-a1f3-cbc00c06bf4f", "name": "network-vif-deleted", "tag": "22e322bb-3959-4b90-b739-6fb8d605407e", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:30.894645 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-439fdca2-f94a-4f14-be85-d021b33960d3 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:30.895333 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952ab73c-fd81-4166-a1f3-cbc00c06bf4f', 'name': 'network-vif-deleted', 'tag': '22e322bb-3959-4b90-b739-6fb8d605407e', 'status': 'completed', 'code': 200} Jul 07 19:20:30.926416 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-011ac4a2-4332-44e6-ad3e-1febdd61b268 req-956d98e4-369a-4574-8fa9-145e41750402 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.954295 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bcdfc-4377-4dcb-aedd-5472903cc4d8 None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:20:30.974724 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8757e868-ae70-46cf-a22d-89b74a490bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.977748 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8757e868-ae70-46cf-a22d-89b74a490bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.978932 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8757e868-ae70-46cf-a22d-89b74a490bfc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f98ccfc4-17cf-43fb-bd58-d1235e713146 HTTP/1.1" status: 204 len: 168 time: 0.4858749 Jul 07 19:20:31.002124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757e868-ae70-46cf-a22d-89b74a490bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98ccfc4-17cf-43fb-bd58-d1235e713146,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:31.006760 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-011ac4a2-4332-44e6-ad3e-1febdd61b268 req-956d98e4-369a-4574-8fa9-145e41750402 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.013905 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-011ac4a2-4332-44e6-ad3e-1febdd61b268 req-956d98e4-369a-4574-8fa9-145e41750402 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.035365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-011ac4a2-4332-44e6-ad3e-1febdd61b268 req-956d98e4-369a-4574-8fa9-145e41750402 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.050609 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-011ac4a2-4332-44e6-ad3e-1febdd61b268 req-956d98e4-369a-4574-8fa9-145e41750402 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3767488 Jul 07 19:20:31.085932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d98e4-369a-4574-8fa9-145e41750402 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778132fb-f0f4-460c-a926-d1131412311f,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:31.094916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Deleting port 4137fd4c-5729-44da-b45d-effc58524a1a {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:31.095469 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.185617 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d340aaad-bc7d-4818-9032-c19128ae16d7 req-5b439cee-8fff-4ec9-85e9-22656c20a95a tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 210 time: 0.2096293 Jul 07 19:20:31.193448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] For port 4137fd4c-5729-44da-b45d-effc58524a1a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4137fd4c-5729-44da-b45d-effc58524a1a,segment=NetworkSegment(1c02d945-ee15-44b8-bc0e-d82c167e95bb),segment_id=1c02d945-ee15-44b8-bc0e-d82c167e95bb)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:31.194023 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.209847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Calling delete_port for 4137fd4c-5729-44da-b45d-effc58524a1a owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:31.363074 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57062) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:31.382554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.442481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Port': ['ID=4137fd4c-5729-44da-b45d-effc58524a1a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:31.444794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No DVR routers for this DVR port 4137fd4c-5729-44da-b45d-effc58524a1a on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:31.454139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184d52d-f987-4f0c-a64a-ef05791e976c req-bf61c3fe-a6dc-48ff-bc43-b174be38e223 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:31.455849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7184d52d-f987-4f0c-a64a-ef05791e976c req-bf61c3fe-a6dc-48ff-bc43-b174be38e223 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 943 time: 0.1638396 Jul 07 19:20:31.506356 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a4ebc074-f255-4c64-bacf-581cf5361970 req-5d21bf7a-119a-4df5-8c4d-6af2a4b8b42a tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/e6301a06-403b-4016-867d-21672271b55e HTTP/1.1" status: 200 len: 2401 time: 0.1670084 Jul 07 19:20:31.515894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6285842d-83a8-4697-a55b-72c8eee28bdb admin admin] Deleting port 0f3acdba-74ae-48e4-bb47-2b06779fea17 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:31.517120 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6285842d-83a8-4697-a55b-72c8eee28bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.548077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a4ebc074-f255-4c64-bacf-581cf5361970 req-76306254-3fc1-4048-a54a-3f0ce8921f5f tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6301a06-403b-4016-867d-21672271b55e', 'remote_group_id': None}]} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:31.548398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a4ebc074-f255-4c64-bacf-581cf5361970 req-76306254-3fc1-4048-a54a-3f0ce8921f5f tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6301a06-403b-4016-867d-21672271b55e', 'remote_group_id': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:31.600153 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.631956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:20:31.655167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd2a841-8cb2-4361-91ab-7b0eb9860306']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:31.684990 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7184d52d-f987-4f0c-a64a-ef05791e976c req-d3646fac-aded-47a3-a69b-886f51fd24cd tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947343 Jul 07 19:20:31.704947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c02d945-ee15-44b8-bc0e-d82c167e95bb') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:31.704947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c02d945-ee15-44b8-bc0e-d82c167e95bb') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:31.716301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26248e76-16d2-4e36-a095-9d28abd37ac9 req-7f7950e0-93bb-44ae-9262-6b8c934004d8 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:31.717891 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26248e76-16d2-4e36-a095-9d28abd37ac9 req-7f7950e0-93bb-44ae-9262-6b8c934004d8 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 945 time: 0.4803348 Jul 07 19:20:31.744448 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.764137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57070) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:31.785791 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.804706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:31.805119 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:31.808264 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:31.824965 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3e9af426-918a-4e4a-b611-4d736691ca40 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93292540169c4b11a873d0e2ea925890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578252 Jul 07 19:20:31.839624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57072) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:31.852723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e18ec4e-9325-4374-9975-b8a224428a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.897782 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.982262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:31.992139 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.998202 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/5bd2a841-8cb2-4361-91ab-7b0eb9860306 HTTP/1.1" status: 204 len: 168 time: 2.8336897 Jul 07 19:20:31.998202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e8de4-3bb3-4aa9-8bf6-230f129bfc15 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Network': ['ID=5bd2a841-8cb2-4361-91ab-7b0eb9860306,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:31.998450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-6285842d-83a8-4697-a55b-72c8eee28bdb admin admin] For port 0f3acdba-74ae-48e4-bb47-2b06779fea17, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0f3acdba-74ae-48e4-bb47-2b06779fea17,segment=NetworkSegment(bd7f52ca-3a4e-48fe-9344-d6b1483117cb),segment_id=bd7f52ca-3a4e-48fe-9344-d6b1483117cb)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:31.998773 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6285842d-83a8-4697-a55b-72c8eee28bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.004335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57074) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:32.013156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1f749dd5-a7ef-4762-a448-a98ab96ed329 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-239838677'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:32.028471 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a4ebc074-f255-4c64-bacf-581cf5361970 req-76306254-3fc1-4048-a54a-3f0ce8921f5f tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.042147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6285842d-83a8-4697-a55b-72c8eee28bdb admin admin] Calling delete_port for 0f3acdba-74ae-48e4-bb47-2b06779fea17 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:32.047601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'port_id': 'f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464', 'mac_address': 'fa:16:3e:d1:64:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0639349d-cd44-4b30-8111-830dacc72ffc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:20:32.082945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83bfad-93e0-431a-a4be-874aad32e79a req-8be8eff8-030f-42c6-9f6c-1adf021af8c7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:32.085595 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c83bfad-93e0-431a-a4be-874aad32e79a req-8be8eff8-030f-42c6-9f6c-1adf021af8c7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 945 time: 0.1498423 Jul 07 19:20:32.157278 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c83bfad-93e0-431a-a4be-874aad32e79a req-fb153db6-695b-4e13-89e4-55add5bd671a tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590611 Jul 07 19:20:32.177128 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.192693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:32.215008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:32.220382 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.295467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:32.411700 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e264e83-78b7-4cb8-a362-dd1d5ffe9192 req-ee173081-9871-40c0-8137-fba25e827106 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 210 time: 0.0405643 Jul 07 19:20:32.421473 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a4ebc074-f255-4c64-bacf-581cf5361970 req-76306254-3fc1-4048-a54a-3f0ce8921f5f tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.442269 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb3176f7-8fba-4a7b-8317-96a15728468e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.443897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a4ebc074-f255-4c64-bacf-581cf5361970 req-76306254-3fc1-4048-a54a-3f0ce8921f5f tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.461998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:32.533338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76306254-3fc1-4048-a54a-3f0ce8921f5f tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c92a11-04db-4e66-8aef-a7730cc8c965,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:32.536506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-26248e76-16d2-4e36-a095-9d28abd37ac9 req-82903b6e-df41-4047-8757-dec3aaf441be tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Deleting port 8a9b6307-551d-43f2-a858-c54be531613d {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:32.536703 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-26248e76-16d2-4e36-a095-9d28abd37ac9 req-82903b6e-df41-4047-8757-dec3aaf441be tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.557024 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb3176f7-8fba-4a7b-8317-96a15728468e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.734337 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e18ec4e-9325-4374-9975-b8a224428a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.802782 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e18ec4e-9325-4374-9975-b8a224428a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.818442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f749dd5-a7ef-4762-a448-a98ab96ed329 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:32.821047 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a4ebc074-f255-4c64-bacf-581cf5361970 req-76306254-3fc1-4048-a54a-3f0ce8921f5f tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.822238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a4ebc074-f255-4c64-bacf-581cf5361970 req-76306254-3fc1-4048-a54a-3f0ce8921f5f tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.2958431 Jul 07 19:20:32.828134 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f749dd5-a7ef-4762-a448-a98ab96ed329 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.894735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f749dd5-a7ef-4762-a448-a98ab96ed329 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:32.910927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f749dd5-a7ef-4762-a448-a98ab96ed329 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.911507 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-1f749dd5-a7ef-4762-a448-a98ab96ed329 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Added segment 4aba4d36-ca3c-40ca-b55e-34991f207510 of type vlan for network 61e4baba-5768-4325-b3f3-345f4b1371d4 Jul 07 19:20:32.940956 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb3176f7-8fba-4a7b-8317-96a15728468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.944528 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb3176f7-8fba-4a7b-8317-96a15728468e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.945824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eb3176f7-8fba-4a7b-8317-96a15728468e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/18eef338-6f41-42b8-b8f6-5d7788f56d80 HTTP/1.1" status: 204 len: 168 time: 1.1039698 Jul 07 19:20:32.961720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73179a1d-d741-481b-ab82-53e7f00dafac req-057967fe-1a21-4c1b-af8f-2e09e59c4cf0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:32.966972 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73179a1d-d741-481b-ab82-53e7f00dafac req-057967fe-1a21-4c1b-af8f-2e09e59c4cf0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 944 time: 0.1209531 Jul 07 19:20:32.972569 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9e18ec4e-9325-4374-9975-b8a224428a50 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90b8c449ff0b40b3913dca2932d14baa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1692321 Jul 07 19:20:32.972726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57084) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:32.976005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-26248e76-16d2-4e36-a095-9d28abd37ac9 req-82903b6e-df41-4047-8757-dec3aaf441be tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] For port 8a9b6307-551d-43f2-a858-c54be531613d, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8a9b6307-551d-43f2-a858-c54be531613d,segment=NetworkSegment(c302e4f2-47c9-48e4-80ba-587a0e11da25),segment_id=c302e4f2-47c9-48e4-80ba-587a0e11da25)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:32.976457 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-26248e76-16d2-4e36-a095-9d28abd37ac9 req-82903b6e-df41-4047-8757-dec3aaf441be tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.987095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18ec4e-9325-4374-9975-b8a224428a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c083c7-b931-4b11-9928-c3a90355890c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:33.002574 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f749dd5-a7ef-4762-a448-a98ab96ed329 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.035864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-c3fa8ed8-4a07-492d-81b0-a5203499e66a tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:33.037456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-c3fa8ed8-4a07-492d-81b0-a5203499e66a tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.110 "GET /v2.0/networks?id=3b60cdda-6742-467e-9873-370b20f4fcf4 HTTP/1.1" status: 200 len: 814 time: 0.4834363 Jul 07 19:20:33.039732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-26248e76-16d2-4e36-a095-9d28abd37ac9 req-82903b6e-df41-4047-8757-dec3aaf441be tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Calling delete_port for 8a9b6307-551d-43f2-a858-c54be531613d owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:33.041748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3176f7-8fba-4a7b-8317-96a15728468e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eef338-6f41-42b8-b8f6-5d7788f56d80,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:33.061494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Request body: {'port': {'device_id': 'ac6a5068-002f-420c-a61f-c33acd76aab2', 'network_id': '3b60cdda-6742-467e-9873-370b20f4fcf4', 'admin_state_up': True, 'tenant_id': '641211741f54421687c146991adf7926'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:33.066516 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b071b25d-1ae7-4b0f-b31f-3f5cd594202d req-d38fa563-fbda-4ac1-8a17-d4e74dec57c8 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/e6301a06-403b-4016-867d-21672271b55e HTTP/1.1" status: 200 len: 3000 time: 0.2011797 Jul 07 19:20:33.142338 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73179a1d-d741-481b-ab82-53e7f00dafac req-efc38a72-daa6-41d4-b4dc-c1f1618c2670 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485674 Jul 07 19:20:33.151387 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f749dd5-a7ef-4762-a448-a98ab96ed329 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.158881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f749dd5-a7ef-4762-a448-a98ab96ed329 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:33.159703 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f749dd5-a7ef-4762-a448-a98ab96ed329 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.170805 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3088624a-46a2-4f93-bbf0-6cfd6ccd092c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.223365 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d883813f-b678-4a1e-955d-f544457737d8 req-fb2f2380-cfeb-423b-a9fe-800b8b3c1234 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-group-rules/45c92a11-04db-4e66-8aef-a7730cc8c965 HTTP/1.1" status: 200 len: 783 time: 0.1070802 Jul 07 19:20:33.241636 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1f749dd5-a7ef-4762-a448-a98ab96ed329 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2336957 Jul 07 19:20:33.248602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57090) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:33.263639 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4761fd1e-b00b-437b-9437-0b4ab64f6e4c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'network_id': '61e4baba-5768-4325-b3f3-345f4b1371d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:33.270229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3088624a-46a2-4f93-bbf0-6cfd6ccd092c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.272396 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6285842d-83a8-4697-a55b-72c8eee28bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.273484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f749dd5-a7ef-4762-a448-a98ab96ed329 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=61e4baba-5768-4325-b3f3-345f4b1371d4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:33.286329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 61e4baba-5768-4325-b3f3-345f4b1371d4 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:33.343187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285842d-83a8-4697-a55b-72c8eee28bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3acdba-74ae-48e4-bb47-2b06779fea17,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:33.538414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d883813f-b678-4a1e-955d-f544457737d8 req-67162288-3c7b-47fd-8e8d-48e57921e62f tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/e6301a06-403b-4016-867d-21672271b55e HTTP/1.1" status: 200 len: 3000 time: 0.2938187 Jul 07 19:20:33.550367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Made reservation on behalf of 641211741f54421687c146991adf7926 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:33.555433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.574613 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4761fd1e-b00b-437b-9437-0b4ab64f6e4c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:33.580351 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4761fd1e-b00b-437b-9437-0b4ab64f6e4c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.598388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57096) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:33.623629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:33.660710 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d883813f-b678-4a1e-955d-f544457737d8 req-0b0411eb-4494-4ba8-9749-e03c02664979 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.678257 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-26248e76-16d2-4e36-a095-9d28abd37ac9 req-82903b6e-df41-4047-8757-dec3aaf441be tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.686831 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d883813f-b678-4a1e-955d-f544457737d8 req-0b0411eb-4494-4ba8-9749-e03c02664979 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.689639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:33.693955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:33.694409 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.723398 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3088624a-46a2-4f93-bbf0-6cfd6ccd092c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.725930 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3088624a-46a2-4f93-bbf0-6cfd6ccd092c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.730783 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3088624a-46a2-4f93-bbf0-6cfd6ccd092c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67c083c7-b931-4b11-9928-c3a90355890c HTTP/1.1" status: 204 len: 168 time: 0.7530737 Jul 07 19:20:33.754949 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993c674-7faa-43f8-8d9f-0c9c401682b1 req-7d54e3d7-3dd4-45b6-b3ad-aab5753bc7f7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:33.756536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5993c674-7faa-43f8-8d9f-0c9c401682b1 req-7d54e3d7-3dd4-45b6-b3ad-aab5753bc7f7 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 867 time: 0.2810509 Jul 07 19:20:33.759462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c9b4506e-0b36-4494-a14c-678796d234d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b77f216304aa4844903b34f386b84168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591599 Jul 07 19:20:33.766405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088624a-46a2-4f93-bbf0-6cfd6ccd092c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c083c7-b931-4b11-9928-c3a90355890c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:33.785720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57100) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:33.860796 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.870023 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5993c674-7faa-43f8-8d9f-0c9c401682b1 req-9e638c20-b37c-4c50-899c-9b1e197af8b5 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921054 Jul 07 19:20:33.882939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82903b6e-df41-4047-8757-dec3aaf441be tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Pushing event deleted for resources: {'Port': ['ID=8a9b6307-551d-43f2-a858-c54be531613d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:33.890281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d883813f-b678-4a1e-955d-f544457737d8 req-0b0411eb-4494-4ba8-9749-e03c02664979 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.903767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc8679b-4b71-486f-b2ca-fc513f83059d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:33.906874 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d3d634-481f-4aed-9f4e-a4cd80223353" -d '{"events": [{"server_uuid": "fdc8679b-4b71-486f-b2ca-fc513f83059d", "name": "network-vif-plugged", "status": "completed", "tag": "f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:33.916773 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d883813f-b678-4a1e-955d-f544457737d8 req-0b0411eb-4494-4ba8-9749-e03c02664979 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.920585 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d883813f-b678-4a1e-955d-f544457737d8 req-0b0411eb-4494-4ba8-9749-e03c02664979 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/45c92a11-04db-4e66-8aef-a7730cc8c965 HTTP/1.1" status: 204 len: 173 time: 0.3545637 Jul 07 19:20:33.929046 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3270e44-cd8e-4f7f-ad33-0ab409133af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.952936 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:33.965567 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.969747 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3270e44-cd8e-4f7f-ad33-0ab409133af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.976807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0411eb-4494-4ba8-9749-e03c02664979 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45c92a11-04db-4e66-8aef-a7730cc8c965,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:34.013364 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384a3bee-093f-4667-a88f-6795b41e94b0 x-openstack-request-id: req-384a3bee-093f-4667-a88f-6795b41e94b0 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:34.013658 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc8679b-4b71-486f-b2ca-fc513f83059d", "name": "network-vif-plugged", "status": "completed", "tag": "f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:34.013970 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-384a3bee-093f-4667-a88f-6795b41e94b0 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:34.014354 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc8679b-4b71-486f-b2ca-fc513f83059d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464', 'code': 200} Jul 07 19:20:34.086242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:34.100814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4761fd1e-b00b-437b-9437-0b4ab64f6e4c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.120195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Allocated IP 172.20.0.11 (3b60cdda-6742-467e-9873-370b20f4fcf4/0f4adaaf-41ab-4f84-b9d8-d8f31d6a31f2/032596d8-7f75-4370-9e5c-65cae63ab5b8) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:34.124114 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3270e44-cd8e-4f7f-ad33-0ab409133af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.126830 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3270e44-cd8e-4f7f-ad33-0ab409133af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.130644 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f3270e44-cd8e-4f7f-ad33-0ab409133af8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02b1fb34-ce0a-41cd-959e-2d64fdfc3be3 HTTP/1.1" status: 204 len: 168 time: 0.3421521 Jul 07 19:20:34.179283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3270e44-cd8e-4f7f-ad33-0ab409133af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b1fb34-ce0a-41cd-959e-2d64fdfc3be3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:34.212405 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b74cd0fa-d91d-413f-b41e-3adc9f550efc req-04f695a6-09ee-4230-8a86-8382f47d48e5 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 210 time: 0.0832493 Jul 07 19:20:34.239047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761fd1e-b00b-437b-9437-0b4ab64f6e4c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=9bb3983e-3ba5-4ad6-961b-5a38ec134131,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:34.254014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-26248e76-16d2-4e36-a095-9d28abd37ac9 req-82903b6e-df41-4047-8757-dec3aaf441be tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] No DVR routers for this DVR port 8a9b6307-551d-43f2-a858-c54be531613d on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:34.285940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761fd1e-b00b-437b-9437-0b4ab64f6e4c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking segment: {'id': '4aba4d36-ca3c-40ca-b55e-34991f207510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '61e4baba-5768-4325-b3f3-345f4b1371d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:34.286316 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4761fd1e-b00b-437b-9437-0b4ab64f6e4c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network hostable DHCP agents. Network: 61e4baba-5768-4325-b3f3-345f4b1371d4, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:34.308236 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6285842d-83a8-4697-a55b-72c8eee28bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.321145 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-26248e76-16d2-4e36-a095-9d28abd37ac9 req-82903b6e-df41-4047-8757-dec3aaf441be tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.323825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26248e76-16d2-4e36-a095-9d28abd37ac9 req-82903b6e-df41-4047-8757-dec3aaf441be tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.48 "DELETE /v2.0/ports/8a9b6307-551d-43f2-a858-c54be531613d HTTP/1.1" status: 204 len: 173 time: 2.5985820 Jul 07 19:20:34.326515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ebb7cf-2140-43d2-8a85-44197573423a', 'name': 'network-vif-deleted', 'tag': '8a9b6307-551d-43f2-a858-c54be531613d'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:34.337757 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62459cc5-e18c-454e-8714-0b0140b7fb08" -d '{"events": [{"server_uuid": "10ebb7cf-2140-43d2-8a85-44197573423a", "name": "network-vif-deleted", "tag": "8a9b6307-551d-43f2-a858-c54be531613d"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:34.342774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a084d-04ae-4375-a455-01e73c229395 req-ecfd64ad-2ab0-4d31-b5ed-989be283d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:34.349462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-146a084d-04ae-4375-a455-01e73c229395 req-ecfd64ad-2ab0-4d31-b5ed-989be283d300 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 1096 time: 0.2669659 Jul 07 19:20:34.356572 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cad1aaa8-9990-4a49-ad46-60d01078d504 req-3a48f350-d5cc-423b-8c20-1c666facabf3 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/e6301a06-403b-4016-867d-21672271b55e HTTP/1.1" status: 200 len: 2401 time: 0.2135773 Jul 07 19:20:34.378859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4761fd1e-b00b-437b-9437-0b4ab64f6e4c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network 61e4baba-5768-4325-b3f3-345f4b1371d4 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:34.444721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-4761fd1e-b00b-437b-9437-0b4ab64f6e4c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 61e4baba-5768-4325-b3f3-345f4b1371d4) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:34.449829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761fd1e-b00b-437b-9437-0b4ab64f6e4c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:34.451236 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4761fd1e-b00b-437b-9437-0b4ab64f6e4c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.459365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9129e55-e72e-4a47-944c-289eeb4392e7 None None] Network 61e4baba-5768-4325-b3f3-345f4b1371d4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:34.467500 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-146a084d-04ae-4375-a455-01e73c229395 req-3f87ebe6-ea18-44b9-92cf-bb9a45f78029 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102061 Jul 07 19:20:34.484992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4761fd1e-b00b-437b-9437-0b4ab64f6e4c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2331605 Jul 07 19:20:34.489225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57122) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:34.645781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cad1aaa8-9990-4a49-ad46-60d01078d504 req-f0fb164f-7c59-4dda-9533-cffb5d8188b0 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.672194 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cad1aaa8-9990-4a49-ad46-60d01078d504 req-f0fb164f-7c59-4dda-9533-cffb5d8188b0 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.685785 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-61e4baba-5768-4325-b3f3-345f4b1371d4', 'network_id': '61e4baba-5768-4325-b3f3-345f4b1371d4', 'tenant_id': 'c46fc25b00384d91a7840ff742d86fd5', 'fixed_ips': [{'subnet_id': '9bb3983e-3ba5-4ad6-961b-5a38ec134131'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:20:34.689827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.823483 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cad1aaa8-9990-4a49-ad46-60d01078d504 req-f0fb164f-7c59-4dda-9533-cffb5d8188b0 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.825869 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cad1aaa8-9990-4a49-ad46-60d01078d504 req-f0fb164f-7c59-4dda-9533-cffb5d8188b0 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.827035 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cad1aaa8-9990-4a49-ad46-60d01078d504 req-f0fb164f-7c59-4dda-9533-cffb5d8188b0 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "DELETE /v2.0/security-groups/e6301a06-403b-4016-867d-21672271b55e HTTP/1.1" status: 204 len: 173 time: 0.4276845 Jul 07 19:20:34.890274 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.901770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb164f-7c59-4dda-9533-cffb5d8188b0 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6301a06-403b-4016-867d-21672271b55e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:34.947615 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a927bf0-797b-40e8-ba50-d22c5a7db580 x-openstack-request-id: req-0a927bf0-797b-40e8-ba50-d22c5a7db580 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:34.947923 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ebb7cf-2140-43d2-8a85-44197573423a", "name": "network-vif-deleted", "tag": "8a9b6307-551d-43f2-a858-c54be531613d", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:34.948182 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a927bf0-797b-40e8-ba50-d22c5a7db580 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:34.948595 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ebb7cf-2140-43d2-8a85-44197573423a', 'name': 'network-vif-deleted', 'tag': '8a9b6307-551d-43f2-a858-c54be531613d', 'status': 'completed', 'code': 200} Jul 07 19:20:35.000774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6285842d-83a8-4697-a55b-72c8eee28bdb admin admin] Router ca6f51be-f373-4dae-8faa-130aa6077f79 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:35.054668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Allocated IP 172.20.0.1 (61e4baba-5768-4325-b3f3-345f4b1371d4/9bb3983e-3ba5-4ad6-961b-5a38ec134131/c980affd-1983-429c-8d83-3ecbb34b26a2) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:35.098564 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-83b1c1da-d010-4154-bc69-b10f0fb4056d req-a0bbe5d3-00d7-43b5-9812-a8215449957e tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] show failed (client error): The resource could not be found. Jul 07 19:20:35.121007 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.121682 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83b1c1da-d010-4154-bc69-b10f0fb4056d req-a0bbe5d3-00d7-43b5-9812-a8215449957e tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/af4a067f-ede5-43f6-940c-f5afc8729cc0 HTTP/1.1" status: 404 len: 352 time: 0.1191404 Jul 07 19:20:35.147294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359a184-d975-448d-ae87-236595584e63 req-329144f3-370f-4896-b24d-930838595935 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:35.154492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3359a184-d975-448d-ae87-236595584e63 req-329144f3-370f-4896-b24d-930838595935 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 945 time: 0.7869704 Jul 07 19:20:35.210888 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3359a184-d975-448d-ae87-236595584e63 req-2437ad74-01f4-4af9-b735-37b159c34f13 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555103 Jul 07 19:20:35.259328 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.434781 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.482919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Network 3b60cdda-6742-467e-9873-370b20f4fcf4 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:35.487050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:35.496695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Pushing event updated for resources: {'Port': ['ID=032596d8-7f75-4370-9e5c-65cae63ab5b8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:35.504412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:35.529889 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.532128 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.545391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Transition to ACTIVE for port object c980affd-1983-429c-8d83-3ecbb34b26a2 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:35.565822 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bf3095d-0e89-4d70-a276-c43d7bb58a18 req-f8a4ed20-0984-40e2-aa42-28799c7cfa3a tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/870403be-40c3-42c7-ab95-fe07cec58f88 HTTP/1.1" status: 200 len: 1805 time: 0.2638040 Jul 07 19:20:35.583712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8a9b6307-551d-43f2-a858-c54be531613d no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:35.586574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Transition to ACTIVE for port object c980affd-1983-429c-8d83-3ecbb34b26a2 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:35.626145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.634426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 8a9b6307-551d-43f2-a858-c54be531613d {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:35.634426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8a9b6307-551d-43f2-a858-c54be531613d not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:35.639475 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.649935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:35.651655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.692693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Network 61e4baba-5768-4325-b3f3-345f4b1371d4 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:35.693272 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb3983e-3ba5-4ad6-961b-5a38ec134131,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:35.707761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:35.711291 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:35.735428 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-75867122-ad65-4d3d-9070-62646b9f63c2 req-f90c4d42-23f0-4c89-a7c8-7559a01649b4 tempest-DeleteServersTestJSON-447589198 tempest-DeleteServersTestJSON-447589198-project] 10.222.0.81 "GET /v2.0/ports?device_id=10ebb7cf-2140-43d2-8a85-44197573423a HTTP/1.1" status: 200 len: 210 time: 0.1129348 Jul 07 19:20:35.757799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6285842d-83a8-4697-a55b-72c8eee28bdb admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:35.777126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6285842d-83a8-4697-a55b-72c8eee28bdb admin admin] 10.222.0.81 "PUT /v2.0/routers/ca6f51be-f373-4dae-8faa-130aa6077f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2652936 Jul 07 19:20:35.778204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57166) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:35.779636 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-e6ccbb70-2945-4163-b0e8-3f0bd1458265 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7279789 Jul 07 19:20:35.783029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Pushing event updated for resources: {'Port': ['ID=c980affd-1983-429c-8d83-3ecbb34b26a2,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:35.798595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65220ba4-6831-47d6-8311-4b06c180aab0 None None] Sync routers for ids ['ca6f51be-f373-4dae-8faa-130aa6077f79'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:35.829395 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bf3095d-0e89-4d70-a276-c43d7bb58a18 req-acfc9cc5-0dcf-4f23-a3b6-247a7d51adfb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.836445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.849659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65220ba4-6831-47d6-8311-4b06c180aab0 None None] Routers {'ca6f51be-f373-4dae-8faa-130aa6077f79'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:35.851944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-65220ba4-6831-47d6-8311-4b06c180aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:20:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ca6f51be-f373-4dae-8faa-130aa6077f79'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:35.856710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e4baba-5768-4325-b3f3-345f4b1371d4']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:35.875666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aba4d36-ca3c-40ca-b55e-34991f207510') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:35.876013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aba4d36-ca3c-40ca-b55e-34991f207510') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:35.879148 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bf3095d-0e89-4d70-a276-c43d7bb58a18 req-acfc9cc5-0dcf-4f23-a3b6-247a7d51adfb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.886715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Request body: {'port': {'device_id': 'ac6a5068-002f-420c-a61f-c33acd76aab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:35.895882 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.909072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Attempting to bind port c980affd-1983-429c-8d83-3ecbb34b26a2 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:35.910020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Attempting to bind port c980affd-1983-429c-8d83-3ecbb34b26a2 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '4aba4d36-ca3c-40ca-b55e-34991f207510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '61e4baba-5768-4325-b3f3-345f4b1371d4'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:35.910838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Attempting to bind port c980affd-1983-429c-8d83-3ecbb34b26a2 on network 61e4baba-5768-4325-b3f3-345f4b1371d4 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:35.925198 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:35.926912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Checking segment: {'id': '4aba4d36-ca3c-40ca-b55e-34991f207510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '61e4baba-5768-4325-b3f3-345f4b1371d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:35.927909 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.928872 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.929575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Bound using segment: {'id': '4aba4d36-ca3c-40ca-b55e-34991f207510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '61e4baba-5768-4325-b3f3-345f4b1371d4'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:35.930694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Bound port: c980affd-1983-429c-8d83-3ecbb34b26a2, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aba4d36-ca3c-40ca-b55e-34991f207510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '61e4baba-5768-4325-b3f3-345f4b1371d4'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:35.932379 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.938081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:35.938535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:35.942480 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:35.990966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57168) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:35.999475 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bf3095d-0e89-4d70-a276-c43d7bb58a18 req-acfc9cc5-0dcf-4f23-a3b6-247a7d51adfb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.006959 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6bf3095d-0e89-4d70-a276-c43d7bb58a18 req-acfc9cc5-0dcf-4f23-a3b6-247a7d51adfb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.008890 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bf3095d-0e89-4d70-a276-c43d7bb58a18 req-acfc9cc5-0dcf-4f23-a3b6-247a7d51adfb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "DELETE /v2.0/security-groups/870403be-40c3-42c7-ab95-fe07cec58f88 HTTP/1.1" status: 204 len: 173 time: 0.4335186 Jul 07 19:20:36.025141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.118403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc9cc5-0dcf-4f23-a3b6-247a7d51adfb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=870403be-40c3-42c7-ab95-fe07cec58f88,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:36.152868 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:20:36.152868 n-d-793621-9 neutron-server[93900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:20:36.152868 n-d-793621-9 neutron-server[93900]: [parameters: {'id': '61e4baba-5768-4325-b3f3-345f4b1371d4'}] Jul 07 19:20:36.152868 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:20:36.153812 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:20:36.170309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-65220ba4-6831-47d6-8311-4b06c180aab0 None None] Set router ca6f51be-f373-4dae-8faa-130aa6077f79 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:36.212320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b8e86cda-e60f-4690-9146-3b6520315b22 req-4becc272-763f-4843-9647-61b7d9a45463 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/aefd1c5e-6475-44ab-b962-6611b2b178f8 HTTP/1.1" status: 200 len: 1807 time: 0.1710994 Jul 07 19:20:36.244160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] For port c980affd-1983-429c-8d83-3ecbb34b26a2, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:36.301238 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b8e86cda-e60f-4690-9146-3b6520315b22 req-58ee2da3-acdd-412b-bba9-d72a4d3fd3fb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.319908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] For port c980affd-1983-429c-8d83-3ecbb34b26a2, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c980affd-1983-429c-8d83-3ecbb34b26a2,segment=NetworkSegment(4aba4d36-ca3c-40ca-b55e-34991f207510),segment_id=4aba4d36-ca3c-40ca-b55e-34991f207510)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:36.335271 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.338058 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b8e86cda-e60f-4690-9146-3b6520315b22 req-58ee2da3-acdd-412b-bba9-d72a4d3fd3fb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.418271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1418329829-network', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:36.453898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Made reservation on behalf of b2c5e2e402e4480bb47c34a94dbbdb86 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:36.458925 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.475241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.508436 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b8e86cda-e60f-4690-9146-3b6520315b22 req-58ee2da3-acdd-412b-bba9-d72a4d3fd3fb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.512937 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b8e86cda-e60f-4690-9146-3b6520315b22 req-58ee2da3-acdd-412b-bba9-d72a4d3fd3fb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.514992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b8e86cda-e60f-4690-9146-3b6520315b22 req-58ee2da3-acdd-412b-bba9-d72a4d3fd3fb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "DELETE /v2.0/security-groups/aefd1c5e-6475-44ab-b962-6611b2b178f8 HTTP/1.1" status: 204 len: 173 time: 0.3016775 Jul 07 19:20:36.546069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee2da3-acdd-412b-bba9-d72a4d3fd3fb tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefd1c5e-6475-44ab-b962-6611b2b178f8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:36.643443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020eb638-9b3c-4c3f-af44-84387e2dee39 None None] Pushing event updated for resources: {'Port': ['ID=c980affd-1983-429c-8d83-3ecbb34b26a2,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:36.667644 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.672147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4690b420-8ce2-4eb4-b73c-48136f59b167 None None] Network 61e4baba-5768-4325-b3f3-345f4b1371d4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:36.696514 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.706625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.714731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d6a45-97eb-41a5-a97c-34cb0ae9b9df req-7739272f-d671-4319-a05c-c47753f99ecf tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:36.723003 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-898d6a45-97eb-41a5-a97c-34cb0ae9b9df req-7739272f-d671-4319-a05c-c47753f99ecf tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 932 time: 0.7005069 Jul 07 19:20:36.750065 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.783935 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:36.834388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-65220ba4-6831-47d6-8311-4b06c180aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'name': 'tempest-ServersTestMultiNic-165421545-router', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:54Z', 'updated_at': '2021-07-07T19:20:33Z', 'revision_number': 5, 'project_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'gw_port': {'id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:56Z', 'updated_at': '2021-07-07T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:36.845019 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.845371 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Added segment 3eac3955-fac7-4748-a868-b288af2f6f4b of type vlan for network 2a01c667-6bec-4d8c-b266-b4195412e13f Jul 07 19:20:36.879610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65220ba4-6831-47d6-8311-4b06c180aab0 None None] Checking router: ca6f51be-f373-4dae-8faa-130aa6077f79 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:20:36.885299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de8bd6c-bde8-46f6-ab66-75e0624fede7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:36.888123 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-898d6a45-97eb-41a5-a97c-34cb0ae9b9df req-5fbb6a3d-148f-4c69-a0ae-2077377d4c99 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c11ced6-bc28-4aff-bb80-f6614e852ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642594 Jul 07 19:20:36.912791 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.924013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65220ba4-6831-47d6-8311-4b06c180aab0 None None] Routers {'ca6f51be-f373-4dae-8faa-130aa6077f79'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:36.925226 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-65220ba4-6831-47d6-8311-4b06c180aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:20:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ca6f51be-f373-4dae-8faa-130aa6077f79'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:36.974898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Deleting port c980affd-1983-429c-8d83-3ecbb34b26a2 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:36.975320 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.000260 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.001299 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.002528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:37.004240 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.092674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac58740f-c96d-4c32-9fb8-043af585f8c0 None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:20:37.109480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279f01b-124d-4de7-a9fe-a7ca72f8ceca req-af2947ff-4872-40fe-8e37-eac2810aec9a tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:37.116760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c279f01b-124d-4de7-a9fe-a7ca72f8ceca req-af2947ff-4872-40fe-8e37-eac2810aec9a tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 945 time: 0.3525045 Jul 07 19:20:37.121641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032596d8-7f75-4370-9e5c-65cae63ab5b8 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:37.135076 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.138643 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1462398 Jul 07 19:20:37.156501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57190) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:37.163983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9ec025da-f0e0-4702-9ffd-1dcf59688d4e admin admin] Request body: {'subnet': {'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418329829-subnet', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:37.178978 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] For port c980affd-1983-429c-8d83-3ecbb34b26a2, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c980affd-1983-429c-8d83-3ecbb34b26a2,segment=NetworkSegment(4aba4d36-ca3c-40ca-b55e-34991f207510),segment_id=4aba4d36-ca3c-40ca-b55e-34991f207510)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:37.179356 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.183602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8f47c-0489-4697-84d0-414178347fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=2a01c667-6bec-4d8c-b266-b4195412e13f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:37.189968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Transition to ACTIVE for port object 032596d8-7f75-4370-9e5c-65cae63ab5b8 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:37.199342 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.203108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 2a01c667-6bec-4d8c-b266-b4195412e13f details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:37.210567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-65220ba4-6831-47d6-8311-4b06c180aab0 None None] Set router ca6f51be-f373-4dae-8faa-130aa6077f79 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:37.223123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Calling delete_port for c980affd-1983-429c-8d83-3ecbb34b26a2 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:37.245769 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c279f01b-124d-4de7-a9fe-a7ca72f8ceca req-a4f3ebc4-2b39-4f7d-95b8-b6ee4ef044f3 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279857 Jul 07 19:20:37.248123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec025da-f0e0-4702-9ffd-1dcf59688d4e admin admin] Made reservation on behalf of b2c5e2e402e4480bb47c34a94dbbdb86 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:37.250578 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9ec025da-f0e0-4702-9ffd-1dcf59688d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.335986 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Pushing event updated for resources: {'Port': ['ID=032596d8-7f75-4370-9e5c-65cae63ab5b8,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:37.385934 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a6bf6493-b25d-47b0-9bd0-c6356707c89b req-4fd45588-5e81-4417-adbd-bb20c0ea5536 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/62d1cbe8-8c0e-4392-b7ce-4020c4aa9368 HTTP/1.1" status: 200 len: 1806 time: 0.1479988 Jul 07 19:20:37.402910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Deleting port dfa562b7-bebe-4590-86ce-4d808db98c11 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:37.403507 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.419628 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.448965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No DVR routers for this DVR port c980affd-1983-429c-8d83-3ecbb34b26a2 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:37.499520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Port': ['ID=c980affd-1983-429c-8d83-3ecbb34b26a2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:37.514772 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Attempting to bind port 032596d8-7f75-4370-9e5c-65cae63ab5b8 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:37.515137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Attempting to bind port 032596d8-7f75-4370-9e5c-65cae63ab5b8 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '3f1ed1ec-3b46-404f-8c0e-d503f353a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3b60cdda-6742-467e-9873-370b20f4fcf4'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:37.515474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Attempting to bind port 032596d8-7f75-4370-9e5c-65cae63ab5b8 on network 3b60cdda-6742-467e-9873-370b20f4fcf4 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:37.546041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a6bf6493-b25d-47b0-9bd0-c6356707c89b req-6f4ad889-3577-468d-a46f-599704e2944a tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.547655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Port 032596d8-7f75-4370-9e5c-65cae63ab5b8 on network 3b60cdda-6742-467e-9873-370b20f4fcf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:20:37.547989 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Attempting to bind port 032596d8-7f75-4370-9e5c-65cae63ab5b8 on network 3b60cdda-6742-467e-9873-370b20f4fcf4 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:37.561222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:37.561588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Checking segment: {'id': '3f1ed1ec-3b46-404f-8c0e-d503f353a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3b60cdda-6742-467e-9873-370b20f4fcf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:37.561989 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Bound using segment: {'id': '3f1ed1ec-3b46-404f-8c0e-d503f353a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3b60cdda-6742-467e-9873-370b20f4fcf4'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:37.562627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Bound port: 032596d8-7f75-4370-9e5c-65cae63ab5b8, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1ed1ec-3b46-404f-8c0e-d503f353a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3b60cdda-6742-467e-9873-370b20f4fcf4'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:37.563028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.577869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac58740f-c96d-4c32-9fb8-043af585f8c0 None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:20:37.638507 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.647558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a6bf6493-b25d-47b0-9bd0-c6356707c89b req-6f4ad889-3577-468d-a46f-599704e2944a tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.663795 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e4baba-5768-4325-b3f3-345f4b1371d4']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:37.671218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] For port dfa562b7-bebe-4590-86ce-4d808db98c11, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dfa562b7-bebe-4590-86ce-4d808db98c11,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:37.672123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.676347 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9ec025da-f0e0-4702-9ffd-1dcf59688d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.679643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aba4d36-ca3c-40ca-b55e-34991f207510') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:37.680225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aba4d36-ca3c-40ca-b55e-34991f207510') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:37.716145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Calling delete_port for dfa562b7-bebe-4590-86ce-4d808db98c11 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:37.751895 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.755516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] For port 032596d8-7f75-4370-9e5c-65cae63ab5b8, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:37.783264 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.797010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:37.797937 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:37.803607 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:37.810455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] For port 032596d8-7f75-4370-9e5c-65cae63ab5b8, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=032596d8-7f75-4370-9e5c-65cae63ab5b8,segment=NetworkSegment(3f1ed1ec-3b46-404f-8c0e-d503f353a17a),segment_id=3f1ed1ec-3b46-404f-8c0e-d503f353a17a)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:37.823698 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.853068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec025da-f0e0-4702-9ffd-1dcf59688d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba34de3-0b7c-4473-82ab-0ff6322672f2,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:37.875264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-65220ba4-6831-47d6-8311-4b06c180aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'name': 'tempest-ServersTestMultiNic-165421545-router', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:54Z', 'updated_at': '2021-07-07T19:20:33Z', 'revision_number': 5, 'project_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'gw_port': {'id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:56Z', 'updated_at': '2021-07-07T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:37.891904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec025da-f0e0-4702-9ffd-1dcf59688d4e admin admin] Checking segment: {'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:37.892439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec025da-f0e0-4702-9ffd-1dcf59688d4e admin admin] Network hostable DHCP agents. Network: 2a01c667-6bec-4d8c-b266-b4195412e13f, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:37.897236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:37.898068 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.899147 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.899871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] 10.222.0.110 "PUT /v2.0/ports/032596d8-7f75-4370-9e5c-65cae63ab5b8 HTTP/1.1" status: 200 len: 1092 time: 2.0299737 Jul 07 19:20:37.915941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6a5068-002f-420c-a61f-c33acd76aab2', 'tag': '032596d8-7f75-4370-9e5c-65cae63ab5b8'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:37.920879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65220ba4-6831-47d6-8311-4b06c180aab0 None None] The sync data for ids ['ca6f51be-f373-4dae-8faa-130aa6077f79'] in n-d-793621-9 is: [{'id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'name': 'tempest-ServersTestMultiNic-165421545-router', 'tenant_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:17:54Z', 'updated_at': '2021-07-07T19:20:33Z', 'revision_number': 5, 'project_id': 'eb7fe2bad4524a2181ff30fb00b76cbb', 'gw_port': {'id': 'dfa562b7-bebe-4590-86ce-4d808db98c11', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f51be-f373-4dae-8faa-130aa6077f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:17:56Z', 'updated_at': '2021-07-07T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:37.926764 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.928661 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/61e4baba-5768-4325-b3f3-345f4b1371d4 HTTP/1.1" status: 204 len: 168 time: 3.4384906 Jul 07 19:20:37.934031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25a7cf-1127-46e4-97f6-61e7de3e733a tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Network': ['ID=61e4baba-5768-4325-b3f3-345f4b1371d4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:37.936036 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57210) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:37.936344 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8172d791-175d-47cd-b3a4-2c539a76afcf" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6a5068-002f-420c-a61f-c33acd76aab2", "tag": "032596d8-7f75-4370-9e5c-65cae63ab5b8"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:37.946250 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1e21d9cf-25c6-442d-a408-811409b4fd8b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1574081010'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:37.979148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a6bf6493-b25d-47b0-9bd0-c6356707c89b req-6f4ad889-3577-468d-a46f-599704e2944a tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.981824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a6bf6493-b25d-47b0-9bd0-c6356707c89b req-6f4ad889-3577-468d-a46f-599704e2944a tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.992769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec025da-f0e0-4702-9ffd-1dcf59688d4e admin admin] Network 2a01c667-6bec-4d8c-b266-b4195412e13f is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:37.995369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a6bf6493-b25d-47b0-9bd0-c6356707c89b req-6f4ad889-3577-468d-a46f-599704e2944a tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "DELETE /v2.0/security-groups/62d1cbe8-8c0e-4392-b7ce-4020c4aa9368 HTTP/1.1" status: 204 len: 173 time: 0.5874641 Jul 07 19:20:38.013491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e21d9cf-25c6-442d-a408-811409b4fd8b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:38.019476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e21d9cf-25c6-442d-a408-811409b4fd8b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.022852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-9ec025da-f0e0-4702-9ffd-1dcf59688d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 2a01c667-6bec-4d8c-b266-b4195412e13f) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:38.035023 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec025da-f0e0-4702-9ffd-1dcf59688d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.035625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9ec025da-f0e0-4702-9ffd-1dcf59688d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.063903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e21d9cf-25c6-442d-a408-811409b4fd8b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:38.070211 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9ec025da-f0e0-4702-9ffd-1dcf59688d4e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9099829 Jul 07 19:20:38.071255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57216) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:38.078973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1418329829-router', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:38.090500 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e21d9cf-25c6-442d-a408-811409b4fd8b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.090890 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-1e21d9cf-25c6-442d-a408-811409b4fd8b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Added segment 91bb07a3-f347-4fc5-b2f9-4fe463449b81 of type vlan for network e3794cd6-b581-4fc2-9f9b-a74f4ba9be37 Jul 07 19:20:38.119386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313420fb-79a6-4168-9017-24ca470b264c None None] Network 2a01c667-6bec-4d8c-b266-b4195412e13f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:38.141415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ad889-3577-468d-a46f-599704e2944a tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d1cbe8-8c0e-4392-b7ce-4020c4aa9368,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:38.147358 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.152481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee60dd-500d-4ae0-a1d8-03bc45323c8b service neutron] Pushing event updated for resources: {'Port': ['ID=032596d8-7f75-4370-9e5c-65cae63ab5b8,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:38.156047 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.175132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e21d9cf-25c6-442d-a408-811409b4fd8b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.243031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.246240 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92fe2cc-e7c6-4800-835c-3eb3b66ba1e7 x-openstack-request-id: req-f92fe2cc-e7c6-4800-835c-3eb3b66ba1e7 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:38.246768 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6a5068-002f-420c-a61f-c33acd76aab2", "tag": "032596d8-7f75-4370-9e5c-65cae63ab5b8", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:38.247354 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f92fe2cc-e7c6-4800-835c-3eb3b66ba1e7 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:38.247977 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6a5068-002f-420c-a61f-c33acd76aab2', 'tag': '032596d8-7f75-4370-9e5c-65cae63ab5b8', 'status': 'completed', 'code': 200} Jul 07 19:20:38.250664 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e21d9cf-25c6-442d-a408-811409b4fd8b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.257214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e21d9cf-25c6-442d-a408-811409b4fd8b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.257934 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e21d9cf-25c6-442d-a408-811409b4fd8b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.288799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-fd6a35ee-cfe8-4df0-88bb-30765b7a2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.290726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-fd6a35ee-cfe8-4df0-88bb-30765b7a2755 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=641211741f54421687c146991adf7926&device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 1095 time: 0.3307664 Jul 07 19:20:38.391467 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-4187e88c-29cc-4fc2-9572-f499b6deeb50 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=032596d8-7f75-4370-9e5c-65cae63ab5b8 HTTP/1.1" status: 200 len: 217 time: 0.0869455 Jul 07 19:20:38.452481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1e21d9cf-25c6-442d-a408-811409b4fd8b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5136361 Jul 07 19:20:38.456301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57224) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:38.461272 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de71da34-96d8-4193-8422-54bc9fe2f5dc req-85cda13b-4c6d-4c0c-bc7f-399a93dd7e43 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/513cad97-8241-4f57-b9cc-a9c6e1a25b44 HTTP/1.1" status: 200 len: 2404 time: 0.1785903 Jul 07 19:20:38.495867 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e505738d-858d-4e31-a14e-08b0a5378d20 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'network_id': 'e3794cd6-b581-4fc2-9f9b-a74f4ba9be37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:38.500129 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.507064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-2a01c667-6bec-4d8c-b266-b4195412e13f', 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'fixed_ips': [{'subnet_id': 'fba34de3-0b7c-4473-82ab-0ff6322672f2'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:20:38.508793 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.604411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa562b7-bebe-4590-86ce-4d808db98c11,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:38.604826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21d9cf-25c6-442d-a408-811409b4fd8b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=e3794cd6-b581-4fc2-9f9b-a74f4ba9be37,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:38.614001 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.617163 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-4b20a3ac-3205-413a-bc15-9d0a5d52129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.618736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-4b20a3ac-3205-413a-bc15-9d0a5d52129e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0f4adaaf-41ab-4f84-b9d8-d8f31d6a31f2 HTTP/1.1" status: 200 len: 854 time: 0.2178605 Jul 07 19:20:38.643395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network e3794cd6-b581-4fc2-9f9b-a74f4ba9be37 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:38.695053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311823bc-fec3-4569-ba78-1af342177de7 req-de844f9e-9844-494d-b393-96c6e11936a9 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.696731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-311823bc-fec3-4569-ba78-1af342177de7 req-de844f9e-9844-494d-b393-96c6e11936a9 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 944 time: 0.3088918 Jul 07 19:20:38.698918 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-535a2a1b-3c7b-41ab-8e90-61572288d0ac service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3b60cdda-6742-467e-9873-370b20f4fcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696576 Jul 07 19:20:38.762553 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-311823bc-fec3-4569-ba78-1af342177de7 req-51d1a36c-f86d-4e9a-abea-bf24f0d38a74 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c11ced6-bc28-4aff-bb80-f6614e852ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574436 Jul 07 19:20:38.801181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Allocated IP 172.20.0.2 (2a01c667-6bec-4d8c-b266-b4195412e13f/fba34de3-0b7c-4473-82ab-0ff6322672f2/379d138a-c3b0-47fa-a65b-a601eb8cde56) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:38.839738 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.847616 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-de71da34-96d8-4193-8422-54bc9fe2f5dc req-752b4431-7321-43db-a970-d62eed1f8f74 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.914670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e505738d-858d-4e31-a14e-08b0a5378d20 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:38.918301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e505738d-858d-4e31-a14e-08b0a5378d20 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.924865 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.954531 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.023376 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.037286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Transition to ACTIVE for port object 379d138a-c3b0-47fa-a65b-a601eb8cde56 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:39.040143 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.047980 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.052180 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-de71da34-96d8-4193-8422-54bc9fe2f5dc req-752b4431-7321-43db-a970-d62eed1f8f74 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.062342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Transition to ACTIVE for port object 379d138a-c3b0-47fa-a65b-a601eb8cde56 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:39.071191 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.071469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-59240204-50f6-4437-b906-0e5527a7994c service neutron] 10.222.0.110 "GET /v2.0/networks/3b60cdda-6742-467e-9873-370b20f4fcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493297 Jul 07 19:20:39.102768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Allocated IP 172.25.0.212 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/126557e6-6b00-4812-b5b2-d884ad06e12a) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:39.121620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Network 2a01c667-6bec-4d8c-b266-b4195412e13f is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:39.126341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:39.133192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:39.192052 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.192610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca6f51be-f373-4dae-8faa-130aa6077f79 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:20:39.206370 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.207596 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-535b65ce-9555-49b0-8a0e-f93654c3cdd3 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ca6f51be-f373-4dae-8faa-130aa6077f79 HTTP/1.1" status: 204 len: 168 time: 3.4270580 Jul 07 19:20:39.212109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57246) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:39.215454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Attempting to bind port 379d138a-c3b0-47fa-a65b-a601eb8cde56 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:39.215817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Attempting to bind port 379d138a-c3b0-47fa-a65b-a601eb8cde56 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:39.216199 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Attempting to bind port 379d138a-c3b0-47fa-a65b-a601eb8cde56 on network 2a01c667-6bec-4d8c-b266-b4195412e13f {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:39.226055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:39.226911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Checking segment: {'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:39.226911 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.227266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Bound using segment: {'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:39.227874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Bound port: 379d138a-c3b0-47fa-a65b-a601eb8cde56, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:39.228267 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.230557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Pushing event updated for resources: {'Port': ['ID=379d138a-c3b0-47fa-a65b-a601eb8cde56,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:39.301763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-de71da34-96d8-4193-8422-54bc9fe2f5dc req-752b4431-7321-43db-a970-d62eed1f8f74 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.304493 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-de71da34-96d8-4193-8422-54bc9fe2f5dc req-752b4431-7321-43db-a970-d62eed1f8f74 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.317345 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de71da34-96d8-4193-8422-54bc9fe2f5dc req-752b4431-7321-43db-a970-d62eed1f8f74 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "DELETE /v2.0/security-groups/513cad97-8241-4f57-b9cc-a9c6e1a25b44 HTTP/1.1" status: 204 len: 173 time: 0.8110013 Jul 07 19:20:39.317625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] For port 379d138a-c3b0-47fa-a65b-a601eb8cde56, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:39.321438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] For port 379d138a-c3b0-47fa-a65b-a601eb8cde56, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=379d138a-c3b0-47fa-a65b-a601eb8cde56,segment=NetworkSegment(3eac3955-fac7-4748-a868-b288af2f6f4b),segment_id=3eac3955-fac7-4748-a868-b288af2f6f4b)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:39.327659 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.383145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b4431-7321-43db-a970-d62eed1f8f74 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513cad97-8241-4f57-b9cc-a9c6e1a25b44,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:39.387731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-09eaef94-6c79-45a1-82b4-63c996290ca7 admin admin] Deleting subnet 20e80477-5529-4a81-9d78-a5589d50e13d {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:39.400944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-09eaef94-6c79-45a1-82b4-63c996290ca7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.414126 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.569457 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.612446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0f3acdba-74ae-48e4-bb47-2b06779fea17 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:39.634749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:39.648172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:39.657046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:39.702407 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-09eaef94-6c79-45a1-82b4-63c996290ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.710753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 0f3acdba-74ae-48e4-bb47-2b06779fea17 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:39.711254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0f3acdba-74ae-48e4-bb47-2b06779fea17 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:39.719180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77f4cc-7fdb-49fe-85c2-d9b1d6dbf549 None None] Pushing event updated for resources: {'Port': ['ID=379d138a-c3b0-47fa-a65b-a601eb8cde56,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:39.745074 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Pushing event updated for resources: {'Port': ['ID=126557e6-6b00-4812-b5b2-d884ad06e12a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:39.804870 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.848624 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-09eaef94-6c79-45a1-82b4-63c996290ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.906896 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7b69acf-4b9f-4183-97ff-5df5cf3820c4 req-dcfec5d2-839b-485c-93b1-51f7e67c38f6 service neutron] 10.222.0.110 "GET /v2.0/networks/3b60cdda-6742-467e-9873-370b20f4fcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7914431 Jul 07 19:20:39.914127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e505738d-858d-4e31-a14e-08b0a5378d20 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.033647 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4662deb9-256a-461b-9b4b-be9623999b6e req-65a0dfb7-a9d7-4200-9407-a6a24444f362 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "GET /v2.0/security-groups/f7d442c2-c3f7-45b9-8988-c1a90d9341c1 HTTP/1.1" status: 200 len: 2401 time: 0.3731558 Jul 07 19:20:40.071430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505738d-858d-4e31-a14e-08b0a5378d20 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=2256a742-6896-499c-8d3b-f000e199014a,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:40.091162 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-09eaef94-6c79-45a1-82b4-63c996290ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.135269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eaef94-6c79-45a1-82b4-63c996290ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e80477-5529-4a81-9d78-a5589d50e13d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:40.151533 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-09eaef94-6c79-45a1-82b4-63c996290ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.153507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-09eaef94-6c79-45a1-82b4-63c996290ca7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/20e80477-5529-4a81-9d78-a5589d50e13d HTTP/1.1" status: 204 len: 168 time: 0.9403296 Jul 07 19:20:40.155884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de557d2-0cf3-443f-bf87-23d02b93eae0 None None] Network 572291d0-99b9-4665-b846-7e144b0be05f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:40.156567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e505738d-858d-4e31-a14e-08b0a5378d20 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking segment: {'id': '91bb07a3-f347-4fc5-b2f9-4fe463449b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e3794cd6-b581-4fc2-9f9b-a74f4ba9be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:40.156567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e505738d-858d-4e31-a14e-08b0a5378d20 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network hostable DHCP agents. Network: e3794cd6-b581-4fc2-9f9b-a74f4ba9be37, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:40.158627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57280) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:40.202130 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4662deb9-256a-461b-9b4b-be9623999b6e req-9d40e824-1e1f-4d4f-ab4c-65e3bbba2ad0 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.223945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172d791-175d-47cd-b3a4-2c539a76afcf req-71f3dfca-4002-4a7c-af03-4485072b9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:40.226258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8172d791-175d-47cd-b3a4-2c539a76afcf req-71f3dfca-4002-4a7c-af03-4485072b9da3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=641211741f54421687c146991adf7926&device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 1095 time: 0.2295356 Jul 07 19:20:40.260675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4662deb9-256a-461b-9b4b-be9623999b6e req-9d40e824-1e1f-4d4f-ab4c-65e3bbba2ad0 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.299852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.371936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e505738d-858d-4e31-a14e-08b0a5378d20 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network e3794cd6-b581-4fc2-9f9b-a74f4ba9be37 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:40.395521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4662deb9-256a-461b-9b4b-be9623999b6e req-9d40e824-1e1f-4d4f-ab4c-65e3bbba2ad0 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.398105 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4662deb9-256a-461b-9b4b-be9623999b6e req-9d40e824-1e1f-4d4f-ab4c-65e3bbba2ad0 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.399335 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4662deb9-256a-461b-9b4b-be9623999b6e req-9d40e824-1e1f-4d4f-ab4c-65e3bbba2ad0 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] 10.222.0.81 "DELETE /v2.0/security-groups/f7d442c2-c3f7-45b9-8988-c1a90d9341c1 HTTP/1.1" status: 204 len: 173 time: 0.3646038 Jul 07 19:20:40.418846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57282) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:40.422221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb52c2a2-204b-4837-b297-6c006f01eacc None None] DHCP port deletion for 572291d0-99b9-4665-b846-7e144b0be05f request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:40.479289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40e824-1e1f-4d4f-ab4c-65e3bbba2ad0 tempest-SecurityGroupRulesTestJSON-1898147527 tempest-SecurityGroupRulesTestJSON-1898147527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d442c2-c3f7-45b9-8988-c1a90d9341c1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:40.487676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8c3e01-0441-404b-9a26-183b2a3432c0 admin admin] Deleting subnet bfb75afe-de99-4a1d-9c3b-90832408f481 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:40.496480 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3e01-0441-404b-9a26-183b2a3432c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.570173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-eb52c2a2-204b-4837-b297-6c006f01eacc None None] Deleting port ae5acbe0-1254-443f-b33b-95d37e68c541 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:40.570570 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-eb52c2a2-204b-4837-b297-6c006f01eacc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.597465 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3e01-0441-404b-9a26-183b2a3432c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.675943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-eb52c2a2-204b-4837-b297-6c006f01eacc None None] For port ae5acbe0-1254-443f-b33b-95d37e68c541, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ae5acbe0-1254-443f-b33b-95d37e68c541,segment=NetworkSegment(bd7f52ca-3a4e-48fe-9344-d6b1483117cb),segment_id=bd7f52ca-3a4e-48fe-9344-d6b1483117cb)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:40.676728 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-eb52c2a2-204b-4837-b297-6c006f01eacc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.692058 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-eb52c2a2-204b-4837-b297-6c006f01eacc None None] Calling delete_port for ae5acbe0-1254-443f-b33b-95d37e68c541 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:40.731919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3e01-0441-404b-9a26-183b2a3432c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.819826 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.838915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.853513 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3e01-0441-404b-9a26-183b2a3432c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.886044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c3e01-0441-404b-9a26-183b2a3432c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb75afe-de99-4a1d-9c3b-90832408f481,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:40.896071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-e505738d-858d-4e31-a14e-08b0a5378d20 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, e3794cd6-b581-4fc2-9f9b-a74f4ba9be37) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:40.944210 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3e01-0441-404b-9a26-183b2a3432c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.946166 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7a8c3e01-0441-404b-9a26-183b2a3432c0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bfb75afe-de99-4a1d-9c3b-90832408f481 HTTP/1.1" status: 204 len: 168 time: 0.5267100 Jul 07 19:20:40.953159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57286) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:40.960873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e505738d-858d-4e31-a14e-08b0a5378d20 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:40.962165 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e505738d-858d-4e31-a14e-08b0a5378d20 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.966577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97d7c9d-baf4-4b57-a32e-bc92ddbf3cf9 None None] Network e3794cd6-b581-4fc2-9f9b-a74f4ba9be37 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:40.979639 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-eb52c2a2-204b-4837-b297-6c006f01eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.036987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ca324-8cd9-499d-941c-7abdafccb2ed req-6a7a3029-2d18-4590-8cbf-dfc24acd1089 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:41.038555 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-836ca324-8cd9-499d-941c-7abdafccb2ed req-6a7a3029-2d18-4590-8cbf-dfc24acd1089 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 945 time: 0.2686296 Jul 07 19:20:41.040107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172d791-175d-47cd-b3a4-2c539a76afcf req-823093d2-9bab-4530-89e3-5f62cf514af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:41.042539 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8172d791-175d-47cd-b3a4-2c539a76afcf req-823093d2-9bab-4530-89e3-5f62cf514af7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3b60cdda-6742-467e-9873-370b20f4fcf4 HTTP/1.1" status: 200 len: 915 time: 0.7865820 Jul 07 19:20:41.046166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] The port 'ae5acbe0-1254-443f-b33b-95d37e68c541' was deleted {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 19:20:41.065639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52c2a2-204b-4837-b297-6c006f01eacc None None] Pushing event deleted for resources: {'Port': ['ID=ae5acbe0-1254-443f-b33b-95d37e68c541,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:41.074042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb52c2a2-204b-4837-b297-6c006f01eacc None None] No DVR routers for this DVR port ae5acbe0-1254-443f-b33b-95d37e68c541 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:41.134297 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.168507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e505738d-858d-4e31-a14e-08b0a5378d20 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7037129 Jul 07 19:20:41.172056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57288) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:41.191632 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-836ca324-8cd9-499d-941c-7abdafccb2ed req-21c27b43-981a-4600-924e-91d034ceabb3 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178813 Jul 07 19:20:41.193030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f6a161-5d35-48a7-bec9-59b77125f549 None None] Network 2a01c667-6bec-4d8c-b266-b4195412e13f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:41.198604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc99a5-dd05-4e66-b12b-9b72730256a8 req-752ec98b-bd1b-4e94-8bc7-2b57a5207f27 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:41.200324 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12dc99a5-dd05-4e66-b12b-9b72730256a8 req-752ec98b-bd1b-4e94-8bc7-2b57a5207f27 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 944 time: 0.9830704 Jul 07 19:20:41.217753 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8172d791-175d-47cd-b3a4-2c539a76afcf req-01af71c9-7a0f-49df-9c04-c8d946fc277a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=032596d8-7f75-4370-9e5c-65cae63ab5b8 HTTP/1.1" status: 200 len: 217 time: 0.1105018 Jul 07 19:20:41.326246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.358272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572291d0-99b9-4665-b846-7e144b0be05f']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:41.371490 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.388591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12dc99a5-dd05-4e66-b12b-9b72730256a8 req-345a7a80-8cde-455a-895b-36c4d90c209e tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c11ced6-bc28-4aff-bb80-f6614e852ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701899 Jul 07 19:20:41.391837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172d791-175d-47cd-b3a4-2c539a76afcf req-445e6bd4-ab71-41d4-8696-7f282b419dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:41.395961 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8172d791-175d-47cd-b3a4-2c539a76afcf req-445e6bd4-ab71-41d4-8696-7f282b419dd3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0f4adaaf-41ab-4f84-b9d8-d8f31d6a31f2 HTTP/1.1" status: 200 len: 854 time: 0.1441998 Jul 07 19:20:41.431587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7f52ca-3a4e-48fe-9344-d6b1483117cb') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:41.432479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7f52ca-3a4e-48fe-9344-d6b1483117cb') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:41.465486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-e3794cd6-b581-4fc2-9f9b-a74f4ba9be37', 'network_id': 'e3794cd6-b581-4fc2-9f9b-a74f4ba9be37', 'tenant_id': 'c46fc25b00384d91a7840ff742d86fd5', 'fixed_ips': [{'subnet_id': '2256a742-6896-499c-8d3b-f000e199014a'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:20:41.473953 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.491270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b2735d43-6638-44ae-a5b8-19ba96abf772 None None] Provisioning for port 379d138a-c3b0-47fa-a65b-a601eb8cde56 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:41.502627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8172d791-175d-47cd-b3a4-2c539a76afcf req-5535379f-3737-4bae-8242-849259ba03ff service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3b60cdda-6742-467e-9873-370b20f4fcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972478 Jul 07 19:20:41.509170 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.637312 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.677986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 379d138a-c3b0-47fa-a65b-a601eb8cde56 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:41.684107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 032596d8-7f75-4370-9e5c-65cae63ab5b8 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:20:41.707536 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8172d791-175d-47cd-b3a4-2c539a76afcf req-c48bc7a1-8a71-405c-a022-ca1331360896 service neutron] 10.222.0.110 "GET /v2.0/networks/3b60cdda-6742-467e-9873-370b20f4fcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788976 Jul 07 19:20:41.715060 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.747050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857b0884-a566-4c4d-9826-01ea74059054']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:41.755921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Router b3408c96-8232-4887-be09-f9cf46ff5913 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:20:41.816803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70dd63d8-3222-4e44-b6d8-1a88bfbbbb5f') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:41.817119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70dd63d8-3222-4e44-b6d8-1a88bfbbbb5f') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:41.846622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.854917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8172d791-175d-47cd-b3a4-2c539a76afcf req-181090ed-a850-4f48-bee3-24621764fc21 service neutron] 10.222.0.110 "GET /v2.0/networks/3b60cdda-6742-467e-9873-370b20f4fcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391962 Jul 07 19:20:41.856015 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.864358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:41.864831 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:41.866519 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:41.925129 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.967044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:41.967507 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:41.969393 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:41.974176 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.988954 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.990835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57306) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:41.997068 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] 10.222.0.81 "DELETE /v2.0/networks/572291d0-99b9-4665-b846-7e144b0be05f HTTP/1.1" status: 204 len: 168 time: 1.8359015 Jul 07 19:20:42.015533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449e2de-bf00-49d2-95b4-f216ff806a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=572291d0-99b9-4665-b846-7e144b0be05f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:42.025733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Allocated IP 172.20.0.2 (e3794cd6-b581-4fc2-9f9b-a74f4ba9be37/2256a742-6896-499c-8d3b-f000e199014a/c54af3b4-23aa-4f6c-aa83-5abff20b8a00) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:42.083369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 379d138a-c3b0-47fa-a65b-a601eb8cde56 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:42.106989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 379d138a-c3b0-47fa-a65b-a601eb8cde56 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:42.108959 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.224120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57320) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:42.302567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 032596d8-7f75-4370-9e5c-65cae63ab5b8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=032596d8-7f75-4370-9e5c-65cae63ab5b8,segment=NetworkSegment(3f1ed1ec-3b46-404f-8c0e-d503f353a17a),segment_id=3f1ed1ec-3b46-404f-8c0e-d503f353a17a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:42.303224 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6f8cc1a2-469e-4d0e-9856-c6cd9698f8b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eb7fe2bad4524a2181ff30fb00b76cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727558 Jul 07 19:20:42.304141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57322) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:42.355348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '032596d8-7f75-4370-9e5c-65cae63ab5b8', 'network_id': '3b60cdda-6742-467e-9873-370b20f4fcf4', 'port_id': '032596d8-7f75-4370-9e5c-65cae63ab5b8', 'mac_address': 'fa:16:3e:fe:85:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f4adaaf-41ab-4f84-b9d8-d8f31d6a31f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:20:42.413638 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5ad97fb7-4124-4189-97b7-10ede88c2ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.416074 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.555043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5ad97fb7-4124-4189-97b7-10ede88c2ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.560482 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.623266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032596d8-7f75-4370-9e5c-65cae63ab5b8 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:42.635224 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 379d138a-c3b0-47fa-a65b-a601eb8cde56, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=379d138a-c3b0-47fa-a65b-a601eb8cde56,segment=NetworkSegment(3eac3955-fac7-4748-a868-b288af2f6f4b),segment_id=3eac3955-fac7-4748-a868-b288af2f6f4b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:42.644161 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.737782 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5ad97fb7-4124-4189-97b7-10ede88c2ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.741895 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5ad97fb7-4124-4189-97b7-10ede88c2ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.745205 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5ad97fb7-4124-4189-97b7-10ede88c2ac2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a59ea6ad-b02c-473e-971a-ac7218b11a14 HTTP/1.1" status: 204 len: 168 time: 0.4347379 Jul 07 19:20:42.777019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad97fb7-4124-4189-97b7-10ede88c2ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59ea6ad-b02c-473e-971a-ac7218b11a14,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:42.793894 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.807193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.809115 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/857b0884-a566-4c4d-9826-01ea74059054 HTTP/1.1" status: 204 len: 168 time: 1.8554723 Jul 07 19:20:42.829968 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=379d138a-c3b0-47fa-a65b-a601eb8cde56,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:42.835270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ae5acbe0-1254-443f-b33b-95d37e68c541 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:42.845903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ae3bd-2e8e-4570-af29-1169c2fe90c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=857b0884-a566-4c4d-9826-01ea74059054,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:42.871948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:42.887012 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Sync routers for ids ['b3408c96-8232-4887-be09-f9cf46ff5913'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:42.901850 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Routers {'b3408c96-8232-4887-be09-f9cf46ff5913'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:42.903558 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:20:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b3408c96-8232-4887-be09-f9cf46ff5913'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:42.918259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.929396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7389e1c9-f47d-43bf-aa16-887ffea54939 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8570051 Jul 07 19:20:42.931091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57332) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:42.945070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 032596d8-7f75-4370-9e5c-65cae63ab5b8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=032596d8-7f75-4370-9e5c-65cae63ab5b8,segment=NetworkSegment(3f1ed1ec-3b46-404f-8c0e-d503f353a17a),segment_id=3f1ed1ec-3b46-404f-8c0e-d503f353a17a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:42.950051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: ae5acbe0-1254-443f-b33b-95d37e68c541 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:42.950682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ae5acbe0-1254-443f-b33b-95d37e68c541 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:42.967478 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dfa562b7-bebe-4590-86ce-4d808db98c11 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:43.014024 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: dfa562b7-bebe-4590-86ce-4d808db98c11 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:43.014398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dfa562b7-bebe-4590-86ce-4d808db98c11 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:43.016789 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.018812 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.019475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:20:43.053117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a4eac-9920-42f9-8e0d-10340881c009 req-734be2a0-b91c-4b74-a0dc-e909e74be918 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:43.059116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32459675-513c-4521-855b-9951ecaafb23 req-b18e34f7-a830-47ae-81f0-8f31e4f5799e tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:43.067043 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Set router b3408c96-8232-4887-be09-f9cf46ff5913 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:43.071141 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-32459675-513c-4521-855b-9951ecaafb23 req-b18e34f7-a830-47ae-81f0-8f31e4f5799e tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 944 time: 0.2385378 Jul 07 19:20:43.082210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb9a4eac-9920-42f9-8e0d-10340881c009 req-734be2a0-b91c-4b74-a0dc-e909e74be918 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 945 time: 0.5762796 Jul 07 19:20:43.195200 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb9a4eac-9920-42f9-8e0d-10340881c009 req-5c2a71ce-f4db-4073-abd6-68e54618683d tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119964 Jul 07 19:20:43.208536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67847802-218f-4adb-9337-8220c0d00018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.226523 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-32459675-513c-4521-855b-9951ecaafb23 req-4d895194-243f-4d3d-80ad-8d09f2846808 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c11ced6-bc28-4aff-bb80-f6614e852ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488433 Jul 07 19:20:43.304229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57338) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:43.331919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:43.347960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'port_id': 'f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464', 'mac_address': 'fa:16:3e:d1:64:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0639349d-cd44-4b30-8111-830dacc72ffc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:20:43.384474 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Transition to ACTIVE for port object c54af3b4-23aa-4f6c-aa83-5abff20b8a00 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:43.402531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-24225fef-1de1-4978-b1a1-dc926b0d37d5 None None] Provisioning complete for port 379d138a-c3b0-47fa-a65b-a601eb8cde56 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:43.402931 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-24225fef-1de1-4978-b1a1-dc926b0d37d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.409925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6e0ce5d1-c179-46b5-8270-b2ed3bcbbaef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f7cb546493eb4633b22bdd956ec90034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1023777 Jul 07 19:20:43.414436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57342) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:43.534430 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418329829-router', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:40Z', 'revision_number': 3, 'project_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'gw_port': {'id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:25:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:43.556091 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 379d138a-c3b0-47fa-a65b-a601eb8cde56 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:43.559361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Transition to ACTIVE for port object c54af3b4-23aa-4f6c-aa83-5abff20b8a00 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:43.571943 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Checking router: b3408c96-8232-4887-be09-f9cf46ff5913 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:20:43.572584 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Updating router b3408c96-8232-4887-be09-f9cf46ff5913 port 126557e6-6b00-4812-b5b2-d884ad06e12a binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:20:43.598620 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-991576ee-9d2d-47b7-b542-8a734bc6eebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.621729 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.682669 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.687832 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-991576ee-9d2d-47b7-b542-8a734bc6eebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.722375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=032596d8-7f75-4370-9e5c-65cae63ab5b8,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:43.745328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Network e3794cd6-b581-4fc2-9f9b-a74f4ba9be37 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:43.773695 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.776186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:43.784861 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:43.860528 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-991576ee-9d2d-47b7-b542-8a734bc6eebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.863689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:43.867041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-991576ee-9d2d-47b7-b542-8a734bc6eebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.872877 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-991576ee-9d2d-47b7-b542-8a734bc6eebb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09b06cd2-249d-41c2-941c-61113d063fb0 HTTP/1.1" status: 204 len: 168 time: 0.4521618 Jul 07 19:20:43.889488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991576ee-9d2d-47b7-b542-8a734bc6eebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b06cd2-249d-41c2-941c-61113d063fb0,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:43.993949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Pushing event updated for resources: {'Port': ['ID=c54af3b4-23aa-4f6c-aa83-5abff20b8a00,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:44.040783 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67847802-218f-4adb-9337-8220c0d00018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.049824 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.088635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:44.098908 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67847802-218f-4adb-9337-8220c0d00018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.112013 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.116145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Subnet': ['ID=2256a742-6896-499c-8d3b-f000e199014a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:44.143573 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Transition to ACTIVE for port object 126557e6-6b00-4812-b5b2-d884ad06e12a will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:44.153805 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.167040 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.172885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67847802-218f-4adb-9337-8220c0d00018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc970c1-400a-41e8-9d36-3595a5871499,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:44.185546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Attempting to bind port c54af3b4-23aa-4f6c-aa83-5abff20b8a00 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:44.185835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Attempting to bind port c54af3b4-23aa-4f6c-aa83-5abff20b8a00 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '91bb07a3-f347-4fc5-b2f9-4fe463449b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e3794cd6-b581-4fc2-9f9b-a74f4ba9be37'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:44.186206 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Attempting to bind port c54af3b4-23aa-4f6c-aa83-5abff20b8a00 on network e3794cd6-b581-4fc2-9f9b-a74f4ba9be37 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:44.237419 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-67847802-218f-4adb-9337-8220c0d00018 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a20a8e932b4c4036af17df05f49dca85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7545896 Jul 07 19:20:44.241341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57366) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:44.265390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 379d138a-c3b0-47fa-a65b-a601eb8cde56 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:44.265937 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.281477 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Pushing event updated for resources: {'Port': ['ID=126557e6-6b00-4812-b5b2-d884ad06e12a,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:44.313128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:44.313941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Checking segment: {'id': '91bb07a3-f347-4fc5-b2f9-4fe463449b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e3794cd6-b581-4fc2-9f9b-a74f4ba9be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:44.315350 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.315814 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Bound using segment: {'id': '91bb07a3-f347-4fc5-b2f9-4fe463449b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e3794cd6-b581-4fc2-9f9b-a74f4ba9be37'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:44.316438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Bound port: c54af3b4-23aa-4f6c-aa83-5abff20b8a00, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bb07a3-f347-4fc5-b2f9-4fe463449b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e3794cd6-b581-4fc2-9f9b-a74f4ba9be37'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:44.316846 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.338166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:44.366984 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:44.370171 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:44.371923 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:44.374035 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:44.374035 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:44.374035 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:44.374035 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:44.374035 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:44.374553 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:44.374553 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:44.374940 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:44.375311 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:44.403979 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Attempting to bind port 126557e6-6b00-4812-b5b2-d884ad06e12a on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:44.410044 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Attempting to bind port 126557e6-6b00-4812-b5b2-d884ad06e12a by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:44.410494 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Attempting to bind port 126557e6-6b00-4812-b5b2-d884ad06e12a on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:44.424354 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-79564531-cf52-409e-8261-ad9dd35a5cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.431987 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:44.434582 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:44.436802 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.437399 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:44.440831 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Bound port: 126557e6-6b00-4812-b5b2-d884ad06e12a, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:44.441451 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.521100 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-79564531-cf52-409e-8261-ad9dd35a5cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.582443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['032596d8-7f75-4370-9e5c-65cae63ab5b8'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:44.591529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:44.636792 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] For port 126557e6-6b00-4812-b5b2-d884ad06e12a, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:44.643683 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] For port 126557e6-6b00-4812-b5b2-d884ad06e12a, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=126557e6-6b00-4812-b5b2-d884ad06e12a,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:44.649754 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.659440 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-79564531-cf52-409e-8261-ad9dd35a5cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.664553 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-79564531-cf52-409e-8261-ad9dd35a5cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.666407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-79564531-cf52-409e-8261-ad9dd35a5cd4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9dc970c1-400a-41e8-9d36-3595a5871499 HTTP/1.1" status: 204 len: 168 time: 0.4240565 Jul 07 19:20:44.721060 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.754092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3794cd6-b581-4fc2-9f9b-a74f4ba9be37']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:44.756433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79564531-cf52-409e-8261-ad9dd35a5cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc970c1-400a-41e8-9d36-3595a5871499,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:44.826583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bb07a3-f347-4fc5-b2f9-4fe463449b81') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:44.826829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bb07a3-f347-4fc5-b2f9-4fe463449b81') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:44.835476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47861c-4882-404d-931f-8d7dfee0ce1b req-b80a103c-46c8-412d-aa5e-aa8d7af877ca tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:44.844006 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a47861c-4882-404d-931f-8d7dfee0ce1b req-b80a103c-46c8-412d-aa5e-aa8d7af877ca tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 945 time: 0.1759872 Jul 07 19:20:44.846116 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927cd49-21db-4f72-9640-9cb0f8350a4c None None] Pushing event updated for resources: {'Port': ['ID=126557e6-6b00-4812-b5b2-d884ad06e12a,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:44.863998 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Routers {'b3408c96-8232-4887-be09-f9cf46ff5913'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:44.864934 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:20:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b3408c96-8232-4887-be09-f9cf46ff5913'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:44.936170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a47861c-4882-404d-931f-8d7dfee0ce1b req-3daf70a7-885f-40b5-ab80-8cdb39840d51 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c11ced6-bc28-4aff-bb80-f6614e852ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893283 Jul 07 19:20:44.990337 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.063134 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.099904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57390) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:45.116050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:45.116479 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:45.135553 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:45.143418 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] Set router b3408c96-8232-4887-be09-f9cf46ff5913 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:45.202339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] For port c54af3b4-23aa-4f6c-aa83-5abff20b8a00, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:45.227451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:20:45.227451 n-d-793621-9 neutron-server[93900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:20:45.227451 n-d-793621-9 neutron-server[93900]: [parameters: {'id': 'e3794cd6-b581-4fc2-9f9b-a74f4ba9be37'}] Jul 07 19:20:45.227451 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:20:45.228345 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:20:45.258258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] For port c54af3b4-23aa-4f6c-aa83-5abff20b8a00, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c54af3b4-23aa-4f6c-aa83-5abff20b8a00,segment=NetworkSegment(91bb07a3-f347-4fc5-b2f9-4fe463449b81),segment_id=91bb07a3-f347-4fc5-b2f9-4fe463449b81)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:45.274669 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.308296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23527-87d2-4472-b0ac-596fd3bd3846 req-efd0c781-4e43-4506-8e8e-c9bf192d2a29 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:45.313610 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ba23527-87d2-4472-b0ac-596fd3bd3846 req-efd0c781-4e43-4506-8e8e-c9bf192d2a29 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 944 time: 0.5478506 Jul 07 19:20:45.342888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57396) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:45.391259 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb7818cf-3296-4452-8a56-97c09475f340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.536579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.583268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0942d64-5ec1-48c1-a631-979f97c760d1 None None] Pushing event updated for resources: {'Port': ['ID=c54af3b4-23aa-4f6c-aa83-5abff20b8a00,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:45.605607 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ba23527-87d2-4472-b0ac-596fd3bd3846 req-cc61868a-a057-45d1-bab4-850e7ceeaba6 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831764 Jul 07 19:20:45.627835 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:20:45.659079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe54eb8-09fc-476b-b7c8-e73e6aadc19f None None] Network e3794cd6-b581-4fc2-9f9b-a74f4ba9be37 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:45.739220 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.752736 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2066074230-network', 'tenant_id': 'dc07dde229104e5d9e13538a6082d9fd'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:45.810181 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418329829-router', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:40Z', 'revision_number': 3, 'project_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'gw_port': {'id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:25:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:45.828570 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb7818cf-3296-4452-8a56-97c09475f340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.845967 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f0399-ae1f-4b4d-a5d3-058ba009559a None None] The sync data for ids ['b3408c96-8232-4887-be09-f9cf46ff5913'] in n-d-793621-9 is: [{'id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418329829-router', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:40Z', 'revision_number': 3, 'project_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'gw_port': {'id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:25:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:45.877454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb7818cf-3296-4452-8a56-97c09475f340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.930497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7818cf-3296-4452-8a56-97c09475f340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0d8d54-18dc-442b-9083-61d11810ca40,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:45.994460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebf26e4-c281-4c74-946a-f3774d4c1760 None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:20:46.011164 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eb7818cf-3296-4452-8a56-97c09475f340 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=33eb47be6209407aa96c12fa27fefe4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6657557 Jul 07 19:20:46.013579 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Made reservation on behalf of dc07dde229104e5d9e13538a6082d9fd for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:46.016157 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.021310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57410) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:46.059731 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.069876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Deleting port c54af3b4-23aa-4f6c-aa83-5abff20b8a00 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:46.070606 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.110402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03173a67-1816-4ae1-8203-0c7cf1a32e13 req-665bdc31-807f-4675-b778-1f4642ae17f3 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:46.113236 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03173a67-1816-4ae1-8203-0c7cf1a32e13 req-665bdc31-807f-4675-b778-1f4642ae17f3 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 944 time: 0.3156617 Jul 07 19:20:46.192226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] For port c54af3b4-23aa-4f6c-aa83-5abff20b8a00, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c54af3b4-23aa-4f6c-aa83-5abff20b8a00,segment=NetworkSegment(91bb07a3-f347-4fc5-b2f9-4fe463449b81),segment_id=91bb07a3-f347-4fc5-b2f9-4fe463449b81)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:46.192863 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.211620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:20:46.213913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:46.215857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Calling delete_port for c54af3b4-23aa-4f6c-aa83-5abff20b8a00 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:46.242698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57412) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:46.373558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50ab7234-647b-4a5a-9b17-c39d6778860f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.431426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebf26e4-c281-4c74-946a-f3774d4c1760 None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:20:46.514450 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.555442 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50ab7234-647b-4a5a-9b17-c39d6778860f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.576292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Port': ['ID=c54af3b4-23aa-4f6c-aa83-5abff20b8a00,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:46.585868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Allocated IP 172.20.0.1 (2a01c667-6bec-4d8c-b266-b4195412e13f/fba34de3-0b7c-4473-82ab-0ff6322672f2/37c25f67-0d96-4060-ac1c-7f409ccb4b34) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:46.591108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No DVR routers for this DVR port c54af3b4-23aa-4f6c-aa83-5abff20b8a00 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:46.618340 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1302958311-network', 'tenant_id': '8013c0635e5a462ea781d7479370a19c'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:46.778116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:46.813205 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.827226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-03173a67-1816-4ae1-8203-0c7cf1a32e13 req-5ea6ddab-90d5-433a-940c-439bee929186 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Deleting port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:46.827796 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03173a67-1816-4ae1-8203-0c7cf1a32e13 req-5ea6ddab-90d5-433a-940c-439bee929186 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.866124 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.884601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3794cd6-b581-4fc2-9f9b-a74f4ba9be37']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:46.895170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464', 'network_id': 'a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15', 'port_id': 'f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464', 'mac_address': 'fa:16:3e:d1:64:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0639349d-cd44-4b30-8111-830dacc72ffc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:20:46.903624 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:46.906548 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.907568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bb07a3-f347-4fc5-b2f9-4fe463449b81') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:46.908011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bb07a3-f347-4fc5-b2f9-4fe463449b81') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:46.908606 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50ab7234-647b-4a5a-9b17-c39d6778860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.920867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50ab7234-647b-4a5a-9b17-c39d6778860f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.920867 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-50ab7234-647b-4a5a-9b17-c39d6778860f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc0d8d54-18dc-442b-9083-61d11810ca40 HTTP/1.1" status: 204 len: 168 time: 0.8870654 Jul 07 19:20:46.943096 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.953380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.972959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:46.995963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:47.003764 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.010160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d273d62-ea7a-4a30-b400-de1e6073ddab req-7b53edb0-9555-45d4-990c-66fca6906b7a tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:47.018336 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3d273d62-ea7a-4a30-b400-de1e6073ddab req-7b53edb0-9555-45d4-990c-66fca6906b7a tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 945 time: 0.7319162 Jul 07 19:20:47.083418 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.093807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab7234-647b-4a5a-9b17-c39d6778860f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0d8d54-18dc-442b-9083-61d11810ca40,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:47.136760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:47.141870 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:47.156241 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:47.171974 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.188867 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4b0b29-f2b1-45e3-9876-6d72e4358b05,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:47.300378 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:47.404534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Transition to ACTIVE for port object 37c25f67-0d96-4060-ac1c-7f409ccb4b34 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:47.411610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-03173a67-1816-4ae1-8203-0c7cf1a32e13 req-5ea6ddab-90d5-433a-940c-439bee929186 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] For port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,segment=NetworkSegment(b5319fc3-3c7b-4f04-a408-f6c6db3a749f),segment_id=b5319fc3-3c7b-4f04-a408-f6c6db3a749f)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:47.414774 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03173a67-1816-4ae1-8203-0c7cf1a32e13 req-5ea6ddab-90d5-433a-940c-439bee929186 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.465372 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.482908 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.483533 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Added segment 6d22ba7a-2b36-4bdd-a04d-e088da01aff8 of type vlan for network c9be5751-5586-4e8a-a147-e16cac9e2c13 Jul 07 19:20:47.502333 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559efe0-c60c-4302-90f4-e1574a9fabd9 req-545a4586-21b4-4aa1-ac97-532bd58f35e0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:47.516292 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1559efe0-c60c-4302-90f4-e1574a9fabd9 req-545a4586-21b4-4aa1-ac97-532bd58f35e0 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 943 time: 0.5501761 Jul 07 19:20:47.539011 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.542053 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.548833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/e3794cd6-b581-4fc2-9f9b-a74f4ba9be37 HTTP/1.1" status: 204 len: 168 time: 6.3717260 Jul 07 19:20:47.571715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-03173a67-1816-4ae1-8203-0c7cf1a32e13 req-5ea6ddab-90d5-433a-940c-439bee929186 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Calling delete_port for f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:47.573971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57426) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:47.593161 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3d273d62-ea7a-4a30-b400-de1e6073ddab req-bc3aa293-28d0-4266-b515-30442db80cce tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c11ced6-bc28-4aff-bb80-f6614e852ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738928 Jul 07 19:20:47.594093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Made reservation on behalf of 8013c0635e5a462ea781d7479370a19c for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:47.603029 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.620022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2083334042'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:47.639605 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 126557e6-6b00-4812-b5b2-d884ad06e12a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:47.668913 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019976fa-ad27-4e7f-ae81-b8faa445e57e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Network': ['ID=e3794cd6-b581-4fc2-9f9b-a74f4ba9be37,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:47.687522 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.703448 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.783556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 126557e6-6b00-4812-b5b2-d884ad06e12a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:47.794837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 126557e6-6b00-4812-b5b2-d884ad06e12a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:47.795443 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.815909 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.resource_extend [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:20:47.823920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Pushing event updated for resources: {'Port': ['ID=37c25f67-0d96-4060-ac1c-7f409ccb4b34,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:47.917246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:47.922963 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.930635 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Network 2a01c667-6bec-4d8c-b266-b4195412e13f is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:47.953098 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1559efe0-c60c-4302-90f4-e1574a9fabd9 req-5ba53cfd-790b-4fc5-a84f-305336ee4dda tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/security-groups?id=524ae196-d320-478e-bde4-2f0dcedb98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351478 Jul 07 19:20:47.957751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:47.960784 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.965061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:47.967508 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.970070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:47.995592 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.044972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 126557e6-6b00-4812-b5b2-d884ad06e12a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=126557e6-6b00-4812-b5b2-d884ad06e12a,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:48.049115 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.126172 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=126557e6-6b00-4812-b5b2-d884ad06e12a,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:48.140150 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.198770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 032596d8-7f75-4370-9e5c-65cae63ab5b8 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:48.305772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 032596d8-7f75-4370-9e5c-65cae63ab5b8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:48.316249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 032596d8-7f75-4370-9e5c-65cae63ab5b8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:48.317566 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.422324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:48.444871 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.446079 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Added segment 5a453afd-fe58-4f60-a2e7-5488bd110afd of type vlan for network 0bec44c8-f86b-420b-9846-c2f0153be205 Jul 07 19:20:48.504903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.529641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-98d261a2-06c2-4110-b920-7fbff6db2b50 None None] Provisioning for port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:48.546287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-98d261a2-06c2-4110-b920-7fbff6db2b50 None None] Provisioning complete for port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:48.546854 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-98d261a2-06c2-4110-b920-7fbff6db2b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.692102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-98d261a2-06c2-4110-b920-7fbff6db2b50 None None] Port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:20:48.723636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57454) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:48.750514 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.784946 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.794027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6a5068-002f-420c-a61f-c33acd76aab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032596d8-7f75-4370-9e5c-65cae63ab5b8'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:48.795729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] Pushing event updated for resources: {'Network': ['ID=c9be5751-5586-4e8a-a147-e16cac9e2c13,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:48.802851 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc2fc54-bec0-4fdc-9eae-adfdaadf51cb" -d '{"events": [{"server_uuid": "ac6a5068-002f-420c-a61f-c33acd76aab2", "name": "network-vif-plugged", "status": "completed", "tag": "032596d8-7f75-4370-9e5c-65cae63ab5b8"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:48.818567 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.847408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 032596d8-7f75-4370-9e5c-65cae63ab5b8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=032596d8-7f75-4370-9e5c-65cae63ab5b8,segment=NetworkSegment(3f1ed1ec-3b46-404f-8c0e-d503f353a17a),segment_id=3f1ed1ec-3b46-404f-8c0e-d503f353a17a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:48.853012 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.856970 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c9be5751-5586-4e8a-a147-e16cac9e2c13 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:48.879616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:48.895248 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.896410 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Added segment 7b809225-e639-4448-a521-5dde5de60204 of type vlan for network cea8a610-b406-49f2-8da2-81e7cdd1045f Jul 07 19:20:48.897480 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.898290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:48.903181 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250faa67-2f3d-417b-830b-fb95d40e1ecb x-openstack-request-id: req-250faa67-2f3d-417b-830b-fb95d40e1ecb {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:48.905658 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6a5068-002f-420c-a61f-c33acd76aab2", "name": "network-vif-plugged", "status": "completed", "tag": "032596d8-7f75-4370-9e5c-65cae63ab5b8", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:48.905927 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-250faa67-2f3d-417b-830b-fb95d40e1ecb {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:48.906333 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6a5068-002f-420c-a61f-c33acd76aab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032596d8-7f75-4370-9e5c-65cae63ab5b8', 'code': 200} Jul 07 19:20:48.958138 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03173a67-1816-4ae1-8203-0c7cf1a32e13 req-5ea6ddab-90d5-433a-940c-439bee929186 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.972695 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.982861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.060061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:49.063938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:49.072482 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a21b93c8-0e2b-4969-bacc-bd43ea029c69 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9597247 Jul 07 19:20:49.095472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57464) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:49.096083 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.116345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-051861af-44af-4099-9671-d5535a8c1322 admin admin] Request body: {'subnet': {'network_id': 'c9be5751-5586-4e8a-a147-e16cac9e2c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2066074230-subnet', 'tenant_id': 'dc07dde229104e5d9e13538a6082d9fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:49.126397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=032596d8-7f75-4370-9e5c-65cae63ab5b8,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:49.173390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6ddab-90d5-433a-940c-439bee929186 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Pushing event deleted for resources: {'Port': ['ID=f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:49.256886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50602707-ee29-4856-9d03-3e778aa9dffe,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:49.299905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Pushing event updated for resources: {'Port': ['ID=37c25f67-0d96-4060-ac1c-7f409ccb4b34,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:49.322654 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.resource_extend [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:20:49.325340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051861af-44af-4099-9671-d5535a8c1322 admin admin] Made reservation on behalf of dc07dde229104e5d9e13538a6082d9fd for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:49.327775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-03173a67-1816-4ae1-8203-0c7cf1a32e13 req-5ea6ddab-90d5-433a-940c-439bee929186 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] No DVR routers for this DVR port f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:49.327992 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-051861af-44af-4099-9671-d5535a8c1322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.330213 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.366959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-03173a67-1816-4ae1-8203-0c7cf1a32e13 req-5ea6ddab-90d5-433a-940c-439bee929186 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.367612 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3ca4a3c-9e52-438c-8ab7-fee190108c73 req-7a17b3ec-9893-47da-b78f-14a5f8ef6c1b tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdc8679b-4b71-486f-b2ca-fc513f83059d HTTP/1.1" status: 200 len: 210 time: 0.0616326 Jul 07 19:20:49.373394 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03173a67-1816-4ae1-8203-0c7cf1a32e13 req-5ea6ddab-90d5-433a-940c-439bee929186 tempest-ImagesTestJSON-1859166058 tempest-ImagesTestJSON-1859166058-project] 10.222.0.110 "DELETE /v2.0/ports/f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464 HTTP/1.1" status: 204 len: 173 time: 3.2407150 Jul 07 19:20:49.415723 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc8679b-4b71-486f-b2ca-fc513f83059d', 'name': 'network-vif-deleted', 'tag': 'f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:49.418230 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571ddeba-11cc-47f6-ba35-a602b5ca50c2" -d '{"events": [{"server_uuid": "fdc8679b-4b71-486f-b2ca-fc513f83059d", "name": "network-vif-deleted", "tag": "f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:49.429009 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.436395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:49.436818 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.515641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 126557e6-6b00-4812-b5b2-d884ad06e12a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:49.531085 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6298e81c-7eb6-46c4-a3db-68e20b7e9c3f x-openstack-request-id: req-6298e81c-7eb6-46c4-a3db-68e20b7e9c3f {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:49.531367 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc8679b-4b71-486f-b2ca-fc513f83059d", "name": "network-vif-deleted", "tag": "f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:49.531813 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6298e81c-7eb6-46c4-a3db-68e20b7e9c3f {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:49.532368 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc8679b-4b71-486f-b2ca-fc513f83059d', 'name': 'network-vif-deleted', 'tag': 'f2c1c9bc-fb7c-4c61-8e2f-74ecb6fcf464', 'status': 'completed', 'code': 200} Jul 07 19:20:49.536412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.resource_extend [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:20:49.542075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=0bec44c8-f86b-420b-9846-c2f0153be205,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:49.569860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 0bec44c8-f86b-420b-9846-c2f0153be205 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:49.578348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b434c885-00ba-4a78-8593-58adb523a58c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9685261 Jul 07 19:20:49.584529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57474) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:49.588535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-421526d2-7496-44d9-9366-ecf369a31256 admin admin] Deleting subnet 5b6eae3f-e364-4968-b2e0-000a4f1bdb41 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:49.599225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'network_id': '0bec44c8-f86b-420b-9846-c2f0153be205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:49.606026 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421526d2-7496-44d9-9366-ecf369a31256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.609133 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.610116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:49.610705 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.624222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd2878-2285-4f76-8b9e-99db53944909 req-2ebe5943-cb04-4d6c-bc1d-984852b58e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:49.625577 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9fd2878-2285-4f76-8b9e-99db53944909 req-2ebe5943-cb04-4d6c-bc1d-984852b58e89 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 1097 time: 0.6350651 Jul 07 19:20:49.658273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb5762-1216-41e7-b87f-6a03b0da658d req-39d796d4-a659-4529-88e4-c8a6813965df tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:49.665678 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18fb5762-1216-41e7-b87f-6a03b0da658d req-39d796d4-a659-4529-88e4-c8a6813965df tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 946 time: 0.8169284 Jul 07 19:20:49.730709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9fd2878-2285-4f76-8b9e-99db53944909 req-e69bb369-950e-4bfb-81a8-286863918310 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=4c11ced6-bc28-4aff-bb80-f6614e852ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978160 Jul 07 19:20:49.752989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 126557e6-6b00-4812-b5b2-d884ad06e12a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:49.754018 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.776611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Network 2a01c667-6bec-4d8c-b266-b4195412e13f is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:49.780117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:49.884371 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.6335671 Jul 07 19:20:49.890343 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421526d2-7496-44d9-9366-ecf369a31256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.891311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57480) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:49.903260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-edad3fc0-0d83-4626-af44-4bacc4201709 admin admin] Request body: {'subnet': {'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1302958311-subnet', 'tenant_id': '8013c0635e5a462ea781d7479370a19c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:49.910003 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18fb5762-1216-41e7-b87f-6a03b0da658d req-80efa42b-d412-4238-8cce-dfda465d6721 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c11ced6-bc28-4aff-bb80-f6614e852ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377744 Jul 07 19:20:49.941388 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-051861af-44af-4099-9671-d5535a8c1322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.958698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053392e-1645-443d-b56c-023d1124becf admin admin] Pushing event updated for resources: {'Network': ['ID=cea8a610-b406-49f2-8da2-81e7cdd1045f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:49.972951 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network cea8a610-b406-49f2-8da2-81e7cdd1045f details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:49.990761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edad3fc0-0d83-4626-af44-4bacc4201709 admin admin] Made reservation on behalf of 8013c0635e5a462ea781d7479370a19c for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:49.993736 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edad3fc0-0d83-4626-af44-4bacc4201709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.021338 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421526d2-7496-44d9-9366-ecf369a31256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.024282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:50.028212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.174108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.ipam_backend_mixin [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Performing IP validity checks on allocation pools {{(pid=93901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 19:20:50.174671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.ipam_backend_mixin [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 19:20:50.180462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-71411989-0da5-44d0-ae1a-1ebcb8939ab7 None None] Provisioning complete for port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:50.180462 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-71411989-0da5-44d0-ae1a-1ebcb8939ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.198270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051861af-44af-4099-9671-d5535a8c1322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca507ba9-b5ae-48fd-a5e0-dc01819f0b0c,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:50.236613 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421526d2-7496-44d9-9366-ecf369a31256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.276485 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-71411989-0da5-44d0-ae1a-1ebcb8939ab7 None None] Port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:20:50.293881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Router b3408c96-8232-4887-be09-f9cf46ff5913 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:50.298232 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051861af-44af-4099-9671-d5535a8c1322 admin admin] Checking segment: {'id': '6d22ba7a-2b36-4bdd-a04d-e088da01aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9be5751-5586-4e8a-a147-e16cac9e2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:50.298639 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051861af-44af-4099-9671-d5535a8c1322 admin admin] Network hostable DHCP agents. Network: c9be5751-5586-4e8a-a147-e16cac9e2c13, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:50.310673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421526d2-7496-44d9-9366-ecf369a31256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b6eae3f-e364-4968-b2e0-000a4f1bdb41,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:50.334705 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421526d2-7496-44d9-9366-ecf369a31256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.340957 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-421526d2-7496-44d9-9366-ecf369a31256 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5b6eae3f-e364-4968-b2e0-000a4f1bdb41 HTTP/1.1" status: 204 len: 168 time: 1.6020575 Jul 07 19:20:50.342407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57488) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:50.400532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051861af-44af-4099-9671-d5535a8c1322 admin admin] Network c9be5751-5586-4e8a-a147-e16cac9e2c13 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:50.473973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-051861af-44af-4099-9671-d5535a8c1322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, c9be5751-5586-4e8a-a147-e16cac9e2c13) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:50.483734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb537f5-a2cc-4653-8ebf-9d2b7b4ffe3b None None] Network c9be5751-5586-4e8a-a147-e16cac9e2c13 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:50.497937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051861af-44af-4099-9671-d5535a8c1322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:50.498692 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-051861af-44af-4099-9671-d5535a8c1322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.583396 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.600462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-051861af-44af-4099-9671-d5535a8c1322 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4951572 Jul 07 19:20:50.601904 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.603863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:50.621556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Sync routers for ids ['b3408c96-8232-4887-be09-f9cf46ff5913'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:50.635119 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f1c4b4cb-cc89-4343-a9a3-30cfac64adab admin admin] 10.222.0.81 "PUT /v2.0/routers/b3408c96-8232-4887-be09-f9cf46ff5913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6967123 Jul 07 19:20:50.641770 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edad3fc0-0d83-4626-af44-4bacc4201709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.672995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Routers {'b3408c96-8232-4887-be09-f9cf46ff5913'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:50.675582 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:20:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b3408c96-8232-4887-be09-f9cf46ff5913'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:50.842129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad3fc0-0d83-4626-af44-4bacc4201709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b851c974-dd68-4406-b39a-8ec255ef1d95,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:50.971339 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=64710cca-dcda-4dd8-8b69-096b3214940d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:50.978563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad3fc0-0d83-4626-af44-4bacc4201709 admin admin] Checking segment: {'id': '7b809225-e639-4448-a521-5dde5de60204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:50.982018 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad3fc0-0d83-4626-af44-4bacc4201709 admin admin] Network hostable DHCP agents. Network: cea8a610-b406-49f2-8da2-81e7cdd1045f, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:50.998646 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.002634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking segment: {'id': '5a453afd-fe58-4f60-a2e7-5488bd110afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0bec44c8-f86b-420b-9846-c2f0153be205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:51.002634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network hostable DHCP agents. Network: 0bec44c8-f86b-420b-9846-c2f0153be205, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:51.026067 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0754df99-3947-4e4c-90f3-aa7df5e09390 None None] Network c9be5751-5586-4e8a-a147-e16cac9e2c13 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:51.054619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8883be4c-90e7-454e-8f1f-7d0d4fc80ec5']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:51.071262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad3fc0-0d83-4626-af44-4bacc4201709 admin admin] Network cea8a610-b406-49f2-8da2-81e7cdd1045f is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:51.096702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-edad3fc0-0d83-4626-af44-4bacc4201709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, cea8a610-b406-49f2-8da2-81e7cdd1045f) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:51.109513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edad3fc0-0d83-4626-af44-4bacc4201709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:51.117298 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edad3fc0-0d83-4626-af44-4bacc4201709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.123079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c302e4f2-47c9-48e4-80ba-587a0e11da25') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:51.123577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c302e4f2-47c9-48e4-80ba-587a0e11da25') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:51.171596 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09e5bdc8-c664-45bd-b7e2-5d82930d42a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.172449 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-edad3fc0-0d83-4626-af44-4bacc4201709 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2804019 Jul 07 19:20:51.184438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2292be93-a19b-4b8a-8779-0904e2d83105 None None] Network cea8a610-b406-49f2-8da2-81e7cdd1045f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:51.185424 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.220730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network 0bec44c8-f86b-420b-9846-c2f0153be205 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:51.280533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 0bec44c8-f86b-420b-9846-c2f0153be205) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:51.285368 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.320035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:51.321752 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.337091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:51.337553 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:51.345164 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:51.550397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f5e65c86-eb2a-406f-96ca-346b01e1c98f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9590490 Jul 07 19:20:51.554717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57526) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:51.555375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4780b9fa-25f3-441f-adca-7c2faed20881 None None] Network 0bec44c8-f86b-420b-9846-c2f0153be205 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:51.596056 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.606578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.608538 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] 10.222.0.81 "DELETE /v2.0/networks/8883be4c-90e7-454e-8f1f-7d0d4fc80ec5 HTTP/1.1" status: 204 len: 168 time: 1.2622056 Jul 07 19:20:51.622683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66599a0-9d2c-4411-a7d3-13a509648bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=8883be4c-90e7-454e-8f1f-7d0d4fc80ec5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:51.669813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60761938-78b6-4967-9e11-63a4c646f2f8 req-75c28e7c-65f6-4b36-afe7-319754b6a715 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:51.678185 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60761938-78b6-4967-9e11-63a4c646f2f8 req-75c28e7c-65f6-4b36-afe7-319754b6a715 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 946 time: 0.2585838 Jul 07 19:20:51.767413 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60761938-78b6-4967-9e11-63a4c646f2f8 req-a996cc80-3ae6-4718-aa7d-5925fe0251df tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c11ced6-bc28-4aff-bb80-f6614e852ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880365 Jul 07 19:20:51.826555 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.859848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Set router b3408c96-8232-4887-be09-f9cf46ff5913 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:51.927178 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.958500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57546) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:52.047763 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.111959 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cd7449c6-f8d9-4a85-8446-7bcb12994e04 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e1f918f8e4244559f5f76b0b68b66a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503928 Jul 07 19:20:52.122641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57552) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:52.138062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Subnet': ['ID=64710cca-dcda-4dd8-8b69-096b3214940d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:52.276227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d05391-9c24-49c6-b52c-88eeb0c1c3ca None None] Network 0bec44c8-f86b-420b-9846-c2f0153be205 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:52.281768 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d155de2-6b87-48bd-a299-83599af71385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.304806 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57558) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:52.329478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1890162620-network', 'tenant_id': '067efff9c72c4dcaab22b88424875d07'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:52.360981 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.373461 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d155de2-6b87-48bd-a299-83599af71385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.390814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bec44c8-f86b-420b-9846-c2f0153be205']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:52.426075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a453afd-fe58-4f60-a2e7-5488bd110afd') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:52.426682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aec376-1269-4aa3-9527-023f723eab07 None None] Network cea8a610-b406-49f2-8da2-81e7cdd1045f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:52.427160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a453afd-fe58-4f60-a2e7-5488bd110afd') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:52.431433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Made reservation on behalf of 067efff9c72c4dcaab22b88424875d07 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:52.435607 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.460776 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.463219 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.492081 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.499939 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d155de2-6b87-48bd-a299-83599af71385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.504596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:52.505128 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:52.509561 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:52.513344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d155de2-6b87-48bd-a299-83599af71385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.518189 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4d155de2-6b87-48bd-a299-83599af71385 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a30472a-f1ec-4678-9cbe-7fac6a7e52e2 HTTP/1.1" status: 204 len: 168 time: 0.3939192 Jul 07 19:20:52.533686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d155de2-6b87-48bd-a299-83599af71385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a30472a-f1ec-4678-9cbe-7fac6a7e52e2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:52.730422 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.760686 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.764547 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/0bec44c8-f86b-420b-9846-c2f0153be205 HTTP/1.1" status: 204 len: 168 time: 1.2072706 Jul 07 19:20:52.771287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57566) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:52.778004 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-92370419-9dea-401d-bb64-f6b79853ccb4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-947020132'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:52.813938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-c3364df6-3661-43d0-a7b8-0a02296bfad3 req-d21b657d-0b8a-4f67-9730-684bad7cec01 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-321170137', 'description': 'tempest-description-1073200967'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:52.840966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ca66a-1de3-424c-aeb5-8ae3386d5538 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Network': ['ID=0bec44c8-f86b-420b-9846-c2f0153be205,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:52.854563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418329829-router', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:48Z', 'revision_number': 4, 'project_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'gw_port': {'id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:25:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '37c25f67-0d96-4060-ac1c-7f409ccb4b34', 'name': '', 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'mac_address': 'fa:16:3e:a6:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'fba34de3-0b7c-4473-82ab-0ff6322672f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:45Z', 'updated_at': '2021-07-07T19:20:48Z', 'revision_number': 2, 'project_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'subnets': [{'id': 'fba34de3-0b7c-4473-82ab-0ff6322672f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:52.907059 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Checking router: b3408c96-8232-4887-be09-f9cf46ff5913 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:20:52.907871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Updating router b3408c96-8232-4887-be09-f9cf46ff5913 port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:20:52.909655 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.917219 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.931331 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.api [req-c3364df6-3661-43d0-a7b8-0a02296bfad3 req-d21b657d-0b8a-4f67-9730-684bad7cec01 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:20:52.931331 n-d-793621-9 neutron-server[93901]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:20:52.931331 n-d-793621-9 neutron-server[93901]: [parameters: {'project_id_1': '8013c0635e5a462ea781d7479370a19c', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 20, 52, 823281)}] Jul 07 19:20:52.931331 n-d-793621-9 neutron-server[93901]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:20:52.931895 n-d-793621-9 neutron-server[93901]: DEBUG oslo_db.api [req-c3364df6-3661-43d0-a7b8-0a02296bfad3 req-d21b657d-0b8a-4f67-9730-684bad7cec01 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:20:52.960424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92370419-9dea-401d-bb64-f6b79853ccb4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:52.973359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:52.977629 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92370419-9dea-401d-bb64-f6b79853ccb4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.994757 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85276745-f74e-4072-977a-9b3b4a412e47,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:52.998311 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.010128 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Added segment b80ba4cd-aa91-48ed-a272-5c8623768bb3 of type vlan for network 04cd24e1-1834-4129-a6d4-322b4f90de1c Jul 07 19:20:53.037469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92370419-9dea-401d-bb64-f6b79853ccb4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:53.044871 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.071473 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92370419-9dea-401d-bb64-f6b79853ccb4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.071833 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-92370419-9dea-401d-bb64-f6b79853ccb4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Added segment 1e98998a-da46-4e57-95b0-63e39e947871 of type vlan for network 05929ffc-74f3-47ed-a95d-5625a4974302 Jul 07 19:20:53.097022 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.150082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.151090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:53.152019 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.175219 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8667400 Jul 07 19:20:53.190833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57576) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:53.219434 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92370419-9dea-401d-bb64-f6b79853ccb4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.302527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57580) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:53.313983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c134a926-6cbe-4c68-8fd9-03e0af0427ab admin admin] Request body: {'subnet': {'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890162620-subnet', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:53.320812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab0287-ca6a-40ad-87f6-4f5dd6ab479a admin admin] Pushing event updated for resources: {'Network': ['ID=04cd24e1-1834-4129-a6d4-322b4f90de1c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:53.327135 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92370419-9dea-401d-bb64-f6b79853ccb4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.340513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92370419-9dea-401d-bb64-f6b79853ccb4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:53.342575 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92370419-9dea-401d-bb64-f6b79853ccb4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.359371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 04cd24e1-1834-4129-a6d4-322b4f90de1c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:53.391596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c134a926-6cbe-4c68-8fd9-03e0af0427ab admin admin] Made reservation on behalf of 067efff9c72c4dcaab22b88424875d07 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:53.394924 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c134a926-6cbe-4c68-8fd9-03e0af0427ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.469224 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c3364df6-3661-43d0-a7b8-0a02296bfad3 req-d21b657d-0b8a-4f67-9730-684bad7cec01 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.476817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-92370419-9dea-401d-bb64-f6b79853ccb4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7040665 Jul 07 19:20:53.483571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57590) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:53.514204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b935bf77-08c7-4a57-8f89-ea6429ccc19f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'network_id': '05929ffc-74f3-47ed-a95d-5625a4974302', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:53.587759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92370419-9dea-401d-bb64-f6b79853ccb4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=05929ffc-74f3-47ed-a95d-5625a4974302,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:53.637369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 05929ffc-74f3-47ed-a95d-5625a4974302 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:53.708085 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f5f76ef0-13d4-4753-9b5b-2f2db6b0bf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.864072 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c3364df6-3661-43d0-a7b8-0a02296bfad3 req-d21b657d-0b8a-4f67-9730-684bad7cec01 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.867342 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8392790e-9a44-4ec7-a41c-9b4ebe546651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.875747 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c3364df6-3661-43d0-a7b8-0a02296bfad3 req-d21b657d-0b8a-4f67-9730-684bad7cec01 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.935761 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c134a926-6cbe-4c68-8fd9-03e0af0427ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.938196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b935bf77-08c7-4a57-8f89-ea6429ccc19f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:53.945295 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b935bf77-08c7-4a57-8f89-ea6429ccc19f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.969400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.007132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134a926-6cbe-4c68-8fd9-03e0af0427ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b71919e-0a61-4e79-8208-f1f970491fac,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:54.064607 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c134a926-6cbe-4c68-8fd9-03e0af0427ab admin admin] Checking segment: {'id': 'b80ba4cd-aa91-48ed-a272-5c8623768bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:54.065186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134a926-6cbe-4c68-8fd9-03e0af0427ab admin admin] Network hostable DHCP agents. Network: 04cd24e1-1834-4129-a6d4-322b4f90de1c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:54.088606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134a926-6cbe-4c68-8fd9-03e0af0427ab admin admin] Network 04cd24e1-1834-4129-a6d4-322b4f90de1c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:54.104389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-c134a926-6cbe-4c68-8fd9-03e0af0427ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 04cd24e1-1834-4129-a6d4-322b4f90de1c) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:54.112337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c134a926-6cbe-4c68-8fd9-03e0af0427ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:54.113477 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c134a926-6cbe-4c68-8fd9-03e0af0427ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.151557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6fe57c-f7ed-45bd-9c86-07fce7577b9a None None] Network 04cd24e1-1834-4129-a6d4-322b4f90de1c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:54.254851 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.256079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57616) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:54.287890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Transition to ACTIVE for port object 37c25f67-0d96-4060-ac1c-7f409ccb4b34 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:54.300592 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.369645 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c3364df6-3661-43d0-a7b8-0a02296bfad3 req-d21b657d-0b8a-4f67-9730-684bad7cec01 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.381053 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c3364df6-3661-43d0-a7b8-0a02296bfad3 req-d21b657d-0b8a-4f67-9730-684bad7cec01 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.5936613 Jul 07 19:20:54.386343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Pushing event updated for resources: {'Port': ['ID=37c25f67-0d96-4060-ac1c-7f409ccb4b34,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:54.419193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2075562108-network', 'tenant_id': 'e4ca1b189f44499cbaf9b1b0ae76ee5e'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:54.482469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:54.482938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:54.483297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:54.483633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:54.483975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:54.484311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:54.484693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:54.485029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:54.485363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:54.485692 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:54.486555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:54.487072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:54.495536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-04cd24e1-1834-4129-a6d4-322b4f90de1c', 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'fixed_ips': [{'subnet_id': '8b71919e-0a61-4e79-8208-f1f970491fac'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:20:54.496950 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.523982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b657d-0b8a-4f67-9730-684bad7cec01 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77e9988-294e-4f35-8b67-338f5360e13a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:54.526745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57626) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:54.663591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55f8ddf-6d62-4cbd-a5f3-5de01048e1e1 admin admin] Deleting subnet 0639349d-cd44-4b30-8111-830dacc72ffc {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:54.665999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-23b33a14-9133-4466-969d-458dcdf2fef5 req-b8176245-674e-4095-a90c-3b75807132e6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-138730811', 'description': 'tempest-description-812644035'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:54.672705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f55f8ddf-6d62-4cbd-a5f3-5de01048e1e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.727680 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8392790e-9a44-4ec7-a41c-9b4ebe546651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.736927 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8392790e-9a44-4ec7-a41c-9b4ebe546651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.742505 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021435e0-f04b-4038-ae23-87c31caddfc4 req-3e7378e3-9ff1-4720-a3c5-f6f7293061aa tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:54.751348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-021435e0-f04b-4038-ae23-87c31caddfc4 req-3e7378e3-9ff1-4720-a3c5-f6f7293061aa tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 946 time: 0.2075329 Jul 07 19:20:54.765898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f55f8ddf-6d62-4cbd-a5f3-5de01048e1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.806270 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c134a926-6cbe-4c68-8fd9-03e0af0427ab admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6101542 Jul 07 19:20:54.806555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57630) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:54.817374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1890162620-router', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:54.825286 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8392790e-9a44-4ec7-a41c-9b4ebe546651 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=83f1ae1bfabc4ad099deb0f7bd41bcd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5200443 Jul 07 19:20:54.830333 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.831805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57632) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:54.832356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Allocated IP 172.20.0.2 (04cd24e1-1834-4129-a6d4-322b4f90de1c/8b71919e-0a61-4e79-8208-f1f970491fac/fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:54.843766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Attempting to bind port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:54.844449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Attempting to bind port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:54.845764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Attempting to bind port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 on network 2a01c667-6bec-4d8c-b266-b4195412e13f {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:54.856627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Made reservation on behalf of e4ca1b189f44499cbaf9b1b0ae76ee5e for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:54.859233 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.860160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:54.860545 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Checking segment: {'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:54.862366 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.862366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Bound using segment: {'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:54.862366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Bound port: 37c25f67-0d96-4060-ac1c-7f409ccb4b34, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:54.862965 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.867360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392790e-9a44-4ec7-a41c-9b4ebe546651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c67fdeb-4998-4e76-9755-756a50d4b6dc,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:54.887762 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-021435e0-f04b-4038-ae23-87c31caddfc4 req-e780a487-8359-49bc-9a20-e0ea3ebb7ba2 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c11ced6-bc28-4aff-bb80-f6614e852ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346023 Jul 07 19:20:54.904038 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.api [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:20:54.904038 n-d-793621-9 neutron-server[93901]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:20:54.904038 n-d-793621-9 neutron-server[93901]: [parameters: {'project_id_1': '067efff9c72c4dcaab22b88424875d07', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 20, 54, 862417)}] Jul 07 19:20:54.904038 n-d-793621-9 neutron-server[93901]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:20:54.904038 n-d-793621-9 neutron-server[93901]: DEBUG oslo_db.api [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:20:54.912339 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-23b33a14-9133-4466-969d-458dcdf2fef5 req-b8176245-674e-4095-a90c-3b75807132e6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.922203 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b935bf77-08c7-4a57-8f89-ea6429ccc19f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.925189 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f55f8ddf-6d62-4cbd-a5f3-5de01048e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.012635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935bf77-08c7-4a57-8f89-ea6429ccc19f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=ae57e186-2a30-4a10-9717-5550ef2a19c8,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:55.045955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b935bf77-08c7-4a57-8f89-ea6429ccc19f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking segment: {'id': '1e98998a-da46-4e57-95b0-63e39e947871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '05929ffc-74f3-47ed-a95d-5625a4974302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:55.046326 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935bf77-08c7-4a57-8f89-ea6429ccc19f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network hostable DHCP agents. Network: 05929ffc-74f3-47ed-a95d-5625a4974302, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:55.093480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935bf77-08c7-4a57-8f89-ea6429ccc19f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network 05929ffc-74f3-47ed-a95d-5625a4974302 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:55.111625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-23b33a14-9133-4466-969d-458dcdf2fef5 req-b8176245-674e-4095-a90c-3b75807132e6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.114684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-b935bf77-08c7-4a57-8f89-ea6429ccc19f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 05929ffc-74f3-47ed-a95d-5625a4974302) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:55.117162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] For port 37c25f67-0d96-4060-ac1c-7f409ccb4b34, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:55.127790 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-23b33a14-9133-4466-969d-458dcdf2fef5 req-b8176245-674e-4095-a90c-3b75807132e6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.130202 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d1506-dd9b-4cc8-9c12-4087542b2bee None None] Network 05929ffc-74f3-47ed-a95d-5625a4974302 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:55.132506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935bf77-08c7-4a57-8f89-ea6429ccc19f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:55.133149 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b935bf77-08c7-4a57-8f89-ea6429ccc19f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.169450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] For port 37c25f67-0d96-4060-ac1c-7f409ccb4b34, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=37c25f67-0d96-4060-ac1c-7f409ccb4b34,segment=NetworkSegment(3eac3955-fac7-4748-a868-b288af2f6f4b),segment_id=3eac3955-fac7-4748-a868-b288af2f6f4b)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:55.191728 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b935bf77-08c7-4a57-8f89-ea6429ccc19f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6994765 Jul 07 19:20:55.192601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57640) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:55.211063 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-23b33a14-9133-4466-969d-458dcdf2fef5 req-b8176245-674e-4095-a90c-3b75807132e6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.218644 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23b33a14-9133-4466-969d-458dcdf2fef5 req-b8176245-674e-4095-a90c-3b75807132e6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5665286 Jul 07 19:20:55.223483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8176245-674e-4095-a90c-3b75807132e6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a96dd4b-941f-4957-b5a0-cfe631838889,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:55.247902 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.390769 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.454754 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.471507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Transition to ACTIVE for port object fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:55.479887 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfadda0-5ddb-4dae-84a2-c12094b7be49 None None] Pushing event updated for resources: {'Port': ['ID=37c25f67-0d96-4060-ac1c-7f409ccb4b34,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:55.482723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.484598 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.671788 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.698189 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.780328 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.831573 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Routers {'b3408c96-8232-4887-be09-f9cf46ff5913'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:55.831573 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:20:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b3408c96-8232-4887-be09-f9cf46ff5913'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:55.899921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Transition to ACTIVE for port object fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:55.930071 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.935108 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7fd80f9a-cbef-4ac2-9244-de4e3190a29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.978143 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f55f8ddf-6d62-4cbd-a5f3-5de01048e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.989379 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.024428 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7fd80f9a-cbef-4ac2-9244-de4e3190a29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.057453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efdecb0-7bea-42a3-9beb-a00bdc5babd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-05929ffc-74f3-47ed-a95d-5625a4974302', 'network_id': '05929ffc-74f3-47ed-a95d-5625a4974302', 'tenant_id': 'c46fc25b00384d91a7840ff742d86fd5', 'fixed_ips': [{'subnet_id': 'ae57e186-2a30-4a10-9717-5550ef2a19c8'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:20:56.058606 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8efdecb0-7bea-42a3-9beb-a00bdc5babd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.074766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f8ddf-6d62-4cbd-a5f3-5de01048e1e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0639349d-cd44-4b30-8111-830dacc72ffc,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:56.078273 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f55f8ddf-6d62-4cbd-a5f3-5de01048e1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.083721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f55f8ddf-6d62-4cbd-a5f3-5de01048e1e1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0639349d-cd44-4b30-8111-830dacc72ffc HTTP/1.1" status: 204 len: 168 time: 1.5530143 Jul 07 19:20:56.084479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Network 04cd24e1-1834-4129-a6d4-322b4f90de1c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:56.084479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:56.085329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57674) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:56.092260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:56.135861 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Pushing event updated for resources: {'Port': ['ID=fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:56.174055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] Set router b3408c96-8232-4887-be09-f9cf46ff5913 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:56.177542 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-533ab817-053b-4738-9682-bf3168335307 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:56.179692 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-533ab817-053b-4738-9682-bf3168335307 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/networks?id=cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 200 len: 813 time: 0.4854386 Jul 07 19:20:56.214244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70b15a-d333-41cb-945b-ef4cdbadb2d4 req-4e6c5ca1-f19a-42cf-824f-173b30f9a59e tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:56.215959 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-be70b15a-d333-41cb-945b-ef4cdbadb2d4 req-4e6c5ca1-f19a-42cf-824f-173b30f9a59e tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.110 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 946 time: 0.3790882 Jul 07 19:20:56.230593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Attempting to bind port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:56.231003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Attempting to bind port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'b80ba4cd-aa91-48ed-a272-5c8623768bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:56.231359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Attempting to bind port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 on network 04cd24e1-1834-4129-a6d4-322b4f90de1c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:56.235077 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8996e532-618b-475c-9acc-afe16181e4de tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/quotas/8013c0635e5a462ea781d7479370a19c HTTP/1.1" status: 200 len: 375 time: 0.0405357 Jul 07 19:20:56.242112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:56.242575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Checking segment: {'id': 'b80ba4cd-aa91-48ed-a272-5c8623768bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:56.242989 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.243393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Bound using segment: {'id': 'b80ba4cd-aa91-48ed-a272-5c8623768bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:56.243880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Bound port: fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80ba4cd-aa91-48ed-a272-5c8623768bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:56.244265 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.278560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-6f7bdef4-d135-4dba-ad40-f4ee33b8894f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8013c0635e5a462ea781d7479370a19c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424871 Jul 07 19:20:56.287219 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.312214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-2d18c7d6-1e02-46de-b147-eece224a8256 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:56.320820 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-2d18c7d6-1e02-46de-b147-eece224a8256 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/networks?id=c9be5751-5586-4e8a-a147-e16cac9e2c13 HTTP/1.1" status: 200 len: 810 time: 0.4983492 Jul 07 19:20:56.363101 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7fd80f9a-cbef-4ac2-9244-de4e3190a29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.367897 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-fa6bf474-7597-431f-b8e3-2afb5e78b616 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/quotas/dc07dde229104e5d9e13538a6082d9fd HTTP/1.1" status: 200 len: 375 time: 0.0469038 Jul 07 19:20:56.368031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7fd80f9a-cbef-4ac2-9244-de4e3190a29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.372029 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7fd80f9a-cbef-4ac2-9244-de4e3190a29f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c67fdeb-4998-4e76-9755-756a50d4b6dc HTTP/1.1" status: 204 len: 168 time: 1.5350351 Jul 07 19:20:56.373443 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Subnet': ['ID=ae57e186-2a30-4a10-9717-5550ef2a19c8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:56.420089 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.451193 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.464005 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd80f9a-cbef-4ac2-9244-de4e3190a29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c67fdeb-4998-4e76-9755-756a50d4b6dc,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:56.482557 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.492090 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-4c105d76-121a-440d-b3e1-bc84fae04720 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc07dde229104e5d9e13538a6082d9fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1229460 Jul 07 19:20:56.590595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:56.607673 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.613469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-c56f4c7b-9d59-4b62-9aae-de64095f92bd service neutron] 10.222.0.81 "GET /v2.0/networks/c9be5751-5586-4e8a-a147-e16cac9e2c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076813 Jul 07 19:20:56.635401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43683a91-4bca-44a4-b6d7-31d3c4d381c5,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:56.638605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.655808 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.656350 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Added segment b8f3dab0-73c5-4065-851d-a69bc00b43f4 of type vlan for network bae55246-1299-4071-9510-5afe92afa539 Jul 07 19:20:56.742256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05929ffc-74f3-47ed-a95d-5625a4974302']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server [None req-8efdecb0-7bea-42a3-9beb-a00bdc5babd2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae57e186-2a30-4a10-9717-5550ef2a19c8: This subnet is being modified by another concurrent operation. Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:20:56.760130 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae57e186-2a30-4a10-9717-5550ef2a19c8: This subnet is being modified by another concurrent operation. Jul 07 19:20:56.763255 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Jul 07 19:20:56.765260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-be70b15a-d333-41cb-945b-ef4cdbadb2d4 req-0c2af97f-c231-4607-a819-f2a032d82aaf tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Deleting port 032596d8-7f75-4370-9e5c-65cae63ab5b8 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:56.765696 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-be70b15a-d333-41cb-945b-ef4cdbadb2d4 req-0c2af97f-c231-4607-a819-f2a032d82aaf tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.771176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.783269 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-302d178d-e325-44fe-8c2d-d6e654d50b2e service neutron] 10.222.0.81 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695797 Jul 07 19:20:56.808887 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] For port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:56.818034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] For port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3,segment=NetworkSegment(b80ba4cd-aa91-48ed-a272-5c8623768bb3),segment_id=b80ba4cd-aa91-48ed-a272-5c8623768bb3)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:56.879191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e98998a-da46-4e57-95b0-63e39e947871') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:56.879694 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e98998a-da46-4e57-95b0-63e39e947871') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:56.924870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa018815-1b13-4c87-92b4-746c3c5af3e4 None None] Network 05929ffc-74f3-47ed-a95d-5625a4974302 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:56.946524 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57682) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:56.983529 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.000497 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7d99b495-1d04-4e14-838b-7db6f06f880e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.001027 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.003905 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.005441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:57.006064 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.035166 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.080613 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.088094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:57.136384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:57.137073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.138036 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-be70b15a-d333-41cb-945b-ef4cdbadb2d4 req-0c2af97f-c231-4607-a819-f2a032d82aaf tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] For port 032596d8-7f75-4370-9e5c-65cae63ab5b8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=032596d8-7f75-4370-9e5c-65cae63ab5b8,segment=NetworkSegment(3f1ed1ec-3b46-404f-8c0e-d503f353a17a),segment_id=3f1ed1ec-3b46-404f-8c0e-d503f353a17a)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:57.138508 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-be70b15a-d333-41cb-945b-ef4cdbadb2d4 req-0c2af97f-c231-4607-a819-f2a032d82aaf tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.143466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:57.143772 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5319fc3-3c7b-4f04-a408-f6c6db3a749f') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:57.148284 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:57.164544 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-15ec7577-5cc2-4003-8b94-75197a49e72b service neutron] 10.222.0.81 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803382 Jul 07 19:20:57.169892 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9121227 Jul 07 19:20:57.173006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57684) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:57.175946 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-be70b15a-d333-41cb-945b-ef4cdbadb2d4 req-0c2af97f-c231-4607-a819-f2a032d82aaf tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Calling delete_port for 032596d8-7f75-4370-9e5c-65cae63ab5b8 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:57.189617 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.192880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-26bcb964-71fc-42b2-80a5-a1d5461f1a67 admin admin] Request body: {'subnet': {'network_id': 'bae55246-1299-4071-9510-5afe92afa539', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2075562108-subnet', 'tenant_id': 'e4ca1b189f44499cbaf9b1b0ae76ee5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:57.193332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340008b-15bd-4b65-88ef-a4a4129d1ad4 None None] Pushing event updated for resources: {'Port': ['ID=fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:57.194946 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.250451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce5d10-46aa-4765-bf93-da8153fe1305 admin admin] Pushing event updated for resources: {'Network': ['ID=bae55246-1299-4071-9510-5afe92afa539,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:57.259959 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-1cf3bb49-99ef-4110-ad30-040d4052c47d service neutron] 10.222.0.81 "GET /v2.0/networks/c9be5751-5586-4e8a-a147-e16cac9e2c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927525 Jul 07 19:20:57.268789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418329829-router', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:48Z', 'revision_number': 4, 'project_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'gw_port': {'id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:25:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '37c25f67-0d96-4060-ac1c-7f409ccb4b34', 'name': '', 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'mac_address': 'fa:16:3e:a6:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'fba34de3-0b7c-4473-82ab-0ff6322672f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:45Z', 'updated_at': '2021-07-07T19:20:55Z', 'revision_number': 4, 'project_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'subnets': [{'id': 'fba34de3-0b7c-4473-82ab-0ff6322672f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:57.304886 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.312622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network bae55246-1299-4071-9510-5afe92afa539 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:57.325480 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.395395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5546b9e-a868-43b3-874e-30354b25587e None None] The sync data for ids ['b3408c96-8232-4887-be09-f9cf46ff5913'] in n-d-793621-9 is: [{'id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418329829-router', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:48Z', 'revision_number': 4, 'project_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'gw_port': {'id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:25:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '37c25f67-0d96-4060-ac1c-7f409ccb4b34', 'name': '', 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'mac_address': 'fa:16:3e:a6:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'fba34de3-0b7c-4473-82ab-0ff6322672f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:45Z', 'updated_at': '2021-07-07T19:20:55Z', 'revision_number': 4, 'project_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'subnets': [{'id': 'fba34de3-0b7c-4473-82ab-0ff6322672f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:57.456701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:57.457501 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:57.459619 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:57.613834 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.691413 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.709433 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/05929ffc-74f3-47ed-a95d-5625a4974302 HTTP/1.1" status: 204 len: 168 time: 2.5107372 Jul 07 19:20:57.713055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57690) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:57.753910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-305813251'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:57.810572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188715e-cec0-4d51-bbaf-13eda37ef4e7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Network': ['ID=05929ffc-74f3-47ed-a95d-5625a4974302,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:57.843590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.862735 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7d99b495-1d04-4e14-838b-7db6f06f880e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.894272 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.894806 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7d99b495-1d04-4e14-838b-7db6f06f880e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.896694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15 HTTP/1.1" status: 204 len: 168 time: 1.8098147 Jul 07 19:20:57.925149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898564e-1a53-4440-a00c-2fd1c6d52a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c8afbf-3557-4ab5-8d3f-e9982bbe6c15,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:57.938393 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-be70b15a-d333-41cb-945b-ef4cdbadb2d4 req-0c2af97f-c231-4607-a819-f2a032d82aaf tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.950183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ec3b373-7b4b-4722-a7dc-7593402dfe4c req-4e8f7f92-0fe1-4b4d-b695-95cbd6ed2284 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 210 time: 0.0844622 Jul 07 19:20:57.953347 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['032596d8-7f75-4370-9e5c-65cae63ab5b8'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:57.981977 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:20:57.981977 n-d-793621-9 neutron-server[93900]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:20:57.981977 n-d-793621-9 neutron-server[93900]: [parameters: {'project_id_1': 'c46fc25b00384d91a7840ff742d86fd5', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 20, 57, 784807)}] Jul 07 19:20:57.981977 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:20:57.984950 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:20:58.025530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Allocated IP 172.25.0.49 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/224306aa-ccd1-4c14-ba43-2c2c46115394) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:58.077703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bcb964-71fc-42b2-80a5-a1d5461f1a67 admin admin] Made reservation on behalf of e4ca1b189f44499cbaf9b1b0ae76ee5e for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:58.080700 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-26bcb964-71fc-42b2-80a5-a1d5461f1a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.086209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2af97f-c231-4607-a819-f2a032d82aaf tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Pushing event deleted for resources: {'Port': ['ID=032596d8-7f75-4370-9e5c-65cae63ab5b8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:58.115467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99b495-1d04-4e14-838b-7db6f06f880e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe17183-5588-4e7e-978b-e2f8b32d494b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:58.161569 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7d99b495-1d04-4e14-838b-7db6f06f880e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=abe0e49b6a1c41a3ba0b127a5f9ed0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2139223 Jul 07 19:20:58.167183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57702) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:58.212035 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-070fb837-5821-4db1-8832-6f558591e3fc req-6d3ab72e-a6f1-4aa6-9cc6-9c7bec747b42 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 210 time: 0.1520917 Jul 07 19:20:58.411389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-be70b15a-d333-41cb-945b-ef4cdbadb2d4 req-0c2af97f-c231-4607-a819-f2a032d82aaf tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] No DVR routers for this DVR port 032596d8-7f75-4370-9e5c-65cae63ab5b8 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:58.415376 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9b7a04c-ca04-48db-88f1-18315a3d8106 req-e288b56f-b7fe-4b1d-b889-f71d0008c939 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 210 time: 0.1475005 Jul 07 19:20:58.448592 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-be70b15a-d333-41cb-945b-ef4cdbadb2d4 req-0c2af97f-c231-4607-a819-f2a032d82aaf tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.471155 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-be70b15a-d333-41cb-945b-ef4cdbadb2d4 req-0c2af97f-c231-4607-a819-f2a032d82aaf tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.110 "DELETE /v2.0/ports/032596d8-7f75-4370-9e5c-65cae63ab5b8 HTTP/1.1" status: 204 len: 173 time: 2.2464917 Jul 07 19:20:58.471946 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6a5068-002f-420c-a61f-c33acd76aab2', 'name': 'network-vif-deleted', 'tag': '032596d8-7f75-4370-9e5c-65cae63ab5b8'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:58.474522 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff70bc5-4167-4b26-9cc7-7d8a590f0cb0" -d '{"events": [{"server_uuid": "ac6a5068-002f-420c-a61f-c33acd76aab2", "name": "network-vif-deleted", "tag": "032596d8-7f75-4370-9e5c-65cae63ab5b8"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:58.573108 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.580827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57712) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:58.602483 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d8166a-44a6-450b-a4f9-63f172d015d0 x-openstack-request-id: req-27d8166a-44a6-450b-a4f9-63f172d015d0 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:58.602954 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6a5068-002f-420c-a61f-c33acd76aab2", "name": "network-vif-deleted", "tag": "032596d8-7f75-4370-9e5c-65cae63ab5b8", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:58.603456 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-27d8166a-44a6-450b-a4f9-63f172d015d0 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:58.604060 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6a5068-002f-420c-a61f-c33acd76aab2', 'name': 'network-vif-deleted', 'tag': '032596d8-7f75-4370-9e5c-65cae63ab5b8', 'status': 'completed', 'code': 200} Jul 07 19:20:58.650280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:58.656480 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.723476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.729642 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-96061005-6aec-4110-aaba-e32a23a29313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.800475 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-96061005-6aec-4110-aaba-e32a23a29313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.902369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:58.953040 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:58.966232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.967038 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Added segment f258bf84-e547-4d6d-bd89-8a9fb80576a6 of type vlan for network 289fa80a-8544-4958-9219-66e52a94454c Jul 07 19:20:58.974928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:58.983682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:59.011339 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-36e798b2-b873-4ffc-9770-28bbb319ccb0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60004f5929074cca9994a932de60365c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269156 Jul 07 19:20:59.014460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57716) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:59.054813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Pushing event updated for resources: {'Port': ['ID=224306aa-ccd1-4c14-ba43-2c2c46115394,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:59.098207 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-26bcb964-71fc-42b2-80a5-a1d5461f1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.158461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7999f-dd22-4d26-8ef3-37e147176e18 None None] Network 04cd24e1-1834-4129-a6d4-322b4f90de1c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:59.176339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcb964-71fc-42b2-80a5-a1d5461f1a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=411ca88b-6487-40a2-a761-796f59893af9,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:59.182358 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-96061005-6aec-4110-aaba-e32a23a29313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.185297 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-96061005-6aec-4110-aaba-e32a23a29313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.186471 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-96061005-6aec-4110-aaba-e32a23a29313 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1fe17183-5588-4e7e-978b-e2f8b32d494b HTTP/1.1" status: 204 len: 168 time: 1.0083218 Jul 07 19:20:59.188371 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.462476 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96061005-6aec-4110-aaba-e32a23a29313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe17183-5588-4e7e-978b-e2f8b32d494b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:59.468548 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.504554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:59.505265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.601287 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae513-fcc5-4e32-9388-43f86ae07200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.667759 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a66e49be-8698-45c4-9867-a09e1807e136 req-0f62a4ea-e06b-4ca8-887f-47304458e03e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 210 time: 0.0881622 Jul 07 19:20:59.732053 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae513-fcc5-4e32-9388-43f86ae07200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.733890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8e01edab-f1b6-4168-bd0f-a37b660c9013 None None] Provisioning for port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:59.832512 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae513-fcc5-4e32-9388-43f86ae07200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.838284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae513-fcc5-4e32-9388-43f86ae07200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.841776 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3d1ae513-fcc5-4e32-9388-43f86ae07200 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/524ae196-d320-478e-bde4-2f0dcedb98bb HTTP/1.1" status: 204 len: 168 time: 0.7928386 Jul 07 19:20:59.851019 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=289fa80a-8544-4958-9219-66e52a94454c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:59.864789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ae513-fcc5-4e32-9388-43f86ae07200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524ae196-d320-478e-bde4-2f0dcedb98bb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:59.885772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 37c25f67-0d96-4060-ac1c-7f409ccb4b34 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:59.892492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bcb964-71fc-42b2-80a5-a1d5461f1a67 admin admin] Checking segment: {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:59.892722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bcb964-71fc-42b2-80a5-a1d5461f1a67 admin admin] Network hostable DHCP agents. Network: bae55246-1299-4071-9510-5afe92afa539, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:59.896515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 289fa80a-8544-4958-9219-66e52a94454c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:00.020908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-12a8ccff-a80b-495a-bfd3-83f2c9cad207 req-ed6a21a3-a43a-4f5b-a563-20fe654a6fe6 tempest-ServerAddressesTestJSON-1988989204 tempest-ServerAddressesTestJSON-1988989204-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac6a5068-002f-420c-a61f-c33acd76aab2 HTTP/1.1" status: 200 len: 210 time: 0.1829669 Jul 07 19:21:00.028932 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-91fbc4c7-fdf3-4035-8ba3-6736cd565aa3 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2905807 Jul 07 19:21:00.032057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57734) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:00.079177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-91c04e20-050a-412f-9745-7b9b367bb53e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'network_id': '289fa80a-8544-4958-9219-66e52a94454c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:00.099695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-71f6d0ba-1f87-4e57-9b95-1de45150eb8b req-19725568-cd09-4482-ab29-34c3eecfe65d tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 210 time: 0.2257969 Jul 07 19:21:00.207998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.266864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bcb964-71fc-42b2-80a5-a1d5461f1a67 admin admin] Network bae55246-1299-4071-9510-5afe92afa539 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:00.283149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-26bcb964-71fc-42b2-80a5-a1d5461f1a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, bae55246-1299-4071-9510-5afe92afa539) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:00.292961 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcb964-71fc-42b2-80a5-a1d5461f1a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:00.293727 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-26bcb964-71fc-42b2-80a5-a1d5461f1a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.305857 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 032596d8-7f75-4370-9e5c-65cae63ab5b8 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:00.333921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae53f2-cd2f-4399-a6b8-ffa34674482e None None] Network bae55246-1299-4071-9510-5afe92afa539 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:00.338075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c04e20-050a-412f-9745-7b9b367bb53e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:00.343309 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91c04e20-050a-412f-9745-7b9b367bb53e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.362537 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-26bcb964-71fc-42b2-80a5-a1d5461f1a67 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1795778 Jul 07 19:21:00.508805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 032596d8-7f75-4370-9e5c-65cae63ab5b8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:21:00.511188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 032596d8-7f75-4370-9e5c-65cae63ab5b8 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:21:00.537778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:00.602262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:00.602908 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.948177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91c04e20-050a-412f-9745-7b9b367bb53e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.980910 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.034685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c04e20-050a-412f-9745-7b9b367bb53e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=168eb6a6-829e-4043-b7dd-3c5607b7a0c6,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:01.088745 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-bae55246-1299-4071-9510-5afe92afa539', 'network_id': 'bae55246-1299-4071-9510-5afe92afa539', 'tenant_id': 'e4ca1b189f44499cbaf9b1b0ae76ee5e', 'fixed_ips': [{'subnet_id': '411ca88b-6487-40a2-a761-796f59893af9'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:01.090003 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.132616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 37c25f67-0d96-4060-ac1c-7f409ccb4b34, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=37c25f67-0d96-4060-ac1c-7f409ccb4b34,segment=NetworkSegment(3eac3955-fac7-4748-a868-b288af2f6f4b),segment_id=3eac3955-fac7-4748-a868-b288af2f6f4b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:01.229287 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d0a68efc-9a2d-493a-8e97-987f625c0f02 req-165dd361-b7ff-42cd-9872-f5f4cd43ae79 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 210 time: 0.1287427 Jul 07 19:21:01.251050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c04e20-050a-412f-9745-7b9b367bb53e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking segment: {'id': 'f258bf84-e547-4d6d-bd89-8a9fb80576a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '289fa80a-8544-4958-9219-66e52a94454c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:01.255221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c04e20-050a-412f-9745-7b9b367bb53e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network hostable DHCP agents. Network: 289fa80a-8544-4958-9219-66e52a94454c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:01.294841 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.295983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:01.320960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c04e20-050a-412f-9745-7b9b367bb53e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network 289fa80a-8544-4958-9219-66e52a94454c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:01.342149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-91c04e20-050a-412f-9745-7b9b367bb53e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 289fa80a-8544-4958-9219-66e52a94454c) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:01.352265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c04e20-050a-412f-9745-7b9b367bb53e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:01.353376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91c04e20-050a-412f-9745-7b9b367bb53e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.402514 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-91c04e20-050a-412f-9745-7b9b367bb53e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3429034 Jul 07 19:21:01.406231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57774) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:01.467050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57776) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:01.686945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46e7462-539b-4864-ac01-a54e63bf3b49 admin admin] Deleting subnet 0f4adaaf-41ab-4f84-b9d8-d8f31d6a31f2 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:21:01.693374 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.735036 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b46e7462-539b-4864-ac01-a54e63bf3b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.763575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d95075-7819-49f9-8fd4-098943ed64ff None None] Network 289fa80a-8544-4958-9219-66e52a94454c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:01.921714 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b46e7462-539b-4864-ac01-a54e63bf3b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.020294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.099459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-e291c705-5ea0-4b51-91af-8d9556fa6c2f tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:02.103714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-e291c705-5ea0-4b51-91af-8d9556fa6c2f tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.48 "GET /v2.0/networks?id=c9be5751-5586-4e8a-a147-e16cac9e2c13 HTTP/1.1" status: 200 len: 810 time: 0.4027598 Jul 07 19:21:02.135890 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Request body: {'port': {'device_id': '73e00935-f0ce-4e11-a880-ee197e19fb2d', 'network_id': 'c9be5751-5586-4e8a-a147-e16cac9e2c13', 'admin_state_up': True, 'tenant_id': 'dc07dde229104e5d9e13538a6082d9fd'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:02.179077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-a6317078-7682-4935-bf83-1b61291d121c tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:02.183013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-a6317078-7682-4935-bf83-1b61291d121c tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.48 "GET /v2.0/networks?id=cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 200 len: 813 time: 1.4679413 Jul 07 19:21:02.195099 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-35476f4f-5e92-47d9-bf41-2a33a8f98c39 req-d1aaa09b-749c-4525-a153-c633273f4162 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 210 time: 0.5040784 Jul 07 19:21:02.214136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'port': {'device_id': 'eac22661-e306-4e2f-8b37-3978279dfeb6', 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f', 'admin_state_up': True, 'tenant_id': '8013c0635e5a462ea781d7479370a19c'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:02.276493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=37c25f67-0d96-4060-ac1c-7f409ccb4b34,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:02.356747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:02.428950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:02.429225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.489539 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b46e7462-539b-4864-ac01-a54e63bf3b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.532160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Allocated IP 172.20.0.2 (bae55246-1299-4071-9510-5afe92afa539/411ca88b-6487-40a2-a761-796f59893af9/60590963-4a0d-4c47-b9a3-4c46a3322fee) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:02.607745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Router 130574a1-d16a-4255-b89a-309458aeb673 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:21:02.653198 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.659292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Made reservation on behalf of dc07dde229104e5d9e13538a6082d9fd for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:02.667390 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.682356 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cc9cee51-b775-4147-bc56-c587f3ee3b55 req-ba7cacc4-d7e1-4ceb-a02e-49645127ae69 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 210 time: 0.0870140 Jul 07 19:21:02.685318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Made reservation on behalf of 8013c0635e5a462ea781d7479370a19c for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:02.697117 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.790093 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b46e7462-539b-4864-ac01-a54e63bf3b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.903183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5026da6-8e09-4380-8130-54e6ff901ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-289fa80a-8544-4958-9219-66e52a94454c', 'network_id': '289fa80a-8544-4958-9219-66e52a94454c', 'tenant_id': 'c46fc25b00384d91a7840ff742d86fd5', 'fixed_ips': [{'subnet_id': '168eb6a6-829e-4043-b7dd-3c5607b7a0c6'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:02.907091 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e5026da6-8e09-4380-8130-54e6ff901ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.047970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e7462-539b-4864-ac01-a54e63bf3b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4adaaf-41ab-4f84-b9d8-d8f31d6a31f2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:03.067006 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b46e7462-539b-4864-ac01-a54e63bf3b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.071285 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b46e7462-539b-4864-ac01-a54e63bf3b49 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0f4adaaf-41ab-4f84-b9d8-d8f31d6a31f2 HTTP/1.1" status: 204 len: 168 time: 1.5847924 Jul 07 19:21:03.083555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57820) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:03.136788 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.180962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:03.195667 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Sync routers for ids ['130574a1-d16a-4255-b89a-309458aeb673'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:03.214521 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Routers {'130574a1-d16a-4255-b89a-309458aeb673'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:03.216671 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:20:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['130574a1-d16a-4255-b89a-309458aeb673'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:03.219866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Allocated IP 172.20.0.4 (c9be5751-5586-4e8a-a147-e16cac9e2c13/ca507ba9-b5ae-48fd-a5e0-dc01819f0b0c/d551cfa8-0885-43f3-9e0d-b63dfaff9726) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:03.223062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Subnet': ['ID=168eb6a6-829e-4043-b7dd-3c5607b7a0c6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:03.236867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-174812c8-6591-4411-9241-f83c1fbcf5e8 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server [None req-e5026da6-8e09-4380-8130-54e6ff901ee9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 168eb6a6-829e-4043-b7dd-3c5607b7a0c6: This subnet is being modified by another concurrent operation. Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:21:03.242906 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 168eb6a6-829e-4043-b7dd-3c5607b7a0c6: This subnet is being modified by another concurrent operation. Jul 07 19:21:03.249466 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Jul 07 19:21:03.251981 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-174812c8-6591-4411-9241-f83c1fbcf5e8 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/networks?id=bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 200 len: 816 time: 1.1183410 Jul 07 19:21:03.291198 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa779544-d387-424b-81c6-b26575daae08 None None] Network 289fa80a-8544-4958-9219-66e52a94454c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:03.336047 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.339768 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b6804eea-e85b-4cdc-a708-0b983c45641c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5278046 Jul 07 19:21:03.361843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57840) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:03.380478 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.402159 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.435568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Transition to ACTIVE for port object 60590963-4a0d-4c47-b9a3-4c46a3322fee will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:03.486518 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.507843 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Set router 130574a1-d16a-4255-b89a-309458aeb673 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:03.516398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3,segment=NetworkSegment(b80ba4cd-aa91-48ed-a272-5c8623768bb3),segment_id=b80ba4cd-aa91-48ed-a272-5c8623768bb3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:03.523516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Transition to ACTIVE for port object 60590963-4a0d-4c47-b9a3-4c46a3322fee will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:03.525517 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.554580 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.568591 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.578404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-9becc4f2-e844-44d4-a100-4ff6edd394ea tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=cb23d33203ea4a008c259da67231e720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2621999 Jul 07 19:21:03.592784 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Network bae55246-1299-4071-9510-5afe92afa539 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:03.599655 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:03.619849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:03.676077 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.683330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 37c25f67-0d96-4060-ac1c-7f409ccb4b34 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:03.704641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:03.729457 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9ec844fa-e5b4-4373-99cf-8f5ac9ec93ca tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/quotas/e4ca1b189f44499cbaf9b1b0ae76ee5e HTTP/1.1" status: 200 len: 375 time: 0.4844153 Jul 07 19:21:03.790768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Attempting to bind port 60590963-4a0d-4c47-b9a3-4c46a3322fee on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:03.791368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Attempting to bind port 60590963-4a0d-4c47-b9a3-4c46a3322fee by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:03.791855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Attempting to bind port 60590963-4a0d-4c47-b9a3-4c46a3322fee on network bae55246-1299-4071-9510-5afe92afa539 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:03.794941 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130574a1-d16a-4255-b89a-309458aeb673', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890162620-router', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:55Z', 'updated_at': '2021-07-07T19:20:59Z', 'revision_number': 3, 'project_id': '067efff9c72c4dcaab22b88424875d07', 'gw_port': {'id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130574a1-d16a-4255-b89a-309458aeb673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:57Z', 'updated_at': '2021-07-07T19:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:03.801103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:03.801682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Checking segment: {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:03.802198 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.802894 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Bound using segment: {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:03.803511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Bound port: 60590963-4a0d-4c47-b9a3-4c46a3322fee, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:03.804010 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.822705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.829282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Pushing event updated for resources: {'Port': ['ID=60590963-4a0d-4c47-b9a3-4c46a3322fee,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:03.846146 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Checking router: 130574a1-d16a-4255-b89a-309458aeb673 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:21:03.846945 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Updating router 130574a1-d16a-4255-b89a-309458aeb673 port 224306aa-ccd1-4c14-ba43-2c2c46115394 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:21:03.848459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289fa80a-8544-4958-9219-66e52a94454c']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:03.872827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:03.873373 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.898474 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.924144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f258bf84-e547-4d6d-bd89-8a9fb80576a6') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:03.924489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f258bf84-e547-4d6d-bd89-8a9fb80576a6') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:03.953296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] For port 60590963-4a0d-4c47-b9a3-4c46a3322fee, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:03.974095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.976422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] For port 60590963-4a0d-4c47-b9a3-4c46a3322fee, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=60590963-4a0d-4c47-b9a3-4c46a3322fee,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:03.986437 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.997977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Network c9be5751-5586-4e8a-a147-e16cac9e2c13 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:04.004200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Allocated IP 172.20.0.8 (cea8a610-b406-49f2-8da2-81e7cdd1045f/b851c974-dd68-4406-b39a-8ec255ef1d95/b1cb5c46-4a97-46a7-8090-eba7bb3f0a57) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:04.006679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:04.014403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Pushing event updated for resources: {'Port': ['ID=d551cfa8-0885-43f3-9e0d-b63dfaff9726,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:04.028683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:04.100020 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:04.100988 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.104364 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.119155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:04.120056 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:04.131287 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:04.239345 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-53bdfb3a-8307-491e-940a-1d8c5c94c15b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1097555 Jul 07 19:21:04.240008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c22d45-29f0-47ac-ae9e-fddf27511428 None None] Pushing event updated for resources: {'Port': ['ID=60590963-4a0d-4c47-b9a3-4c46a3322fee,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:04.255817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-4470e104-b7f2-4b41-8bb2-d9b341ec1398 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3927650 Jul 07 19:21:04.260439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Request body: {'port': {'device_id': '73e00935-f0ce-4e11-a880-ee197e19fb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:04.402322 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.433451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.433982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.439401 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/289fa80a-8544-4958-9219-66e52a94454c HTTP/1.1" status: 204 len: 168 time: 3.0308113 Jul 07 19:21:04.449848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b60cdda-6742-467e-9873-370b20f4fcf4']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:04.463365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1ed1ec-3b46-404f-8c0e-d503f353a17a') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:04.463680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1ed1ec-3b46-404f-8c0e-d503f353a17a') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:04.463841 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-1fce1d8e-a021-4207-b788-c9798e1de576 service neutron] 10.222.0.81 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966496 Jul 07 19:21:04.469048 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57844) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:04.479641 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.480148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-949235f3-0cbd-4048-96e8-17a7204a3a8d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2060076877'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:04.513621 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.521758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:04.522475 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:04.526269 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:04.545624 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.572452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-8e9b3ad0-2080-4c29-837c-92a644349ddc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:04.575405 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-8e9b3ad0-2080-4c29-837c-92a644349ddc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8010318 Jul 07 19:21:04.624306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641d58d-a119-4697-8571-f33ee1d19507 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Network': ['ID=289fa80a-8544-4958-9219-66e52a94454c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:04.661403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.688832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949235f3-0cbd-4048-96e8-17a7204a3a8d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:04.690016 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-8ba3c7ae-31ee-4fdb-9fd0-006ad904e15d tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/quotas/cb23d33203ea4a008c259da67231e720 HTTP/1.1" status: 200 len: 375 time: 0.0696065 Jul 07 19:21:04.692436 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-949235f3-0cbd-4048-96e8-17a7204a3a8d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.700596 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Transition to ACTIVE for port object 224306aa-ccd1-4c14-ba43-2c2c46115394 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:04.711089 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.723886 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.737634 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.769329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-65fba8d1-5ec9-4a61-b053-6ce5bf338018 service neutron] 10.222.0.81 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786965 Jul 07 19:21:04.771991 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.774082 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3b60cdda-6742-467e-9873-370b20f4fcf4 HTTP/1.1" status: 204 len: 168 time: 1.6894708 Jul 07 19:21:04.788844 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Attempting to bind port 224306aa-ccd1-4c14-ba43-2c2c46115394 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:04.789551 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Attempting to bind port 224306aa-ccd1-4c14-ba43-2c2c46115394 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:04.790201 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Attempting to bind port 224306aa-ccd1-4c14-ba43-2c2c46115394 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:04.799939 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2160f-ca95-4b00-8499-1ab96bceb147 None None] Pushing event updated for resources: {'Port': ['ID=224306aa-ccd1-4c14-ba43-2c2c46115394,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:04.803497 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:04.804133 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:04.804589 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.804971 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:04.805446 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Bound port: 224306aa-ccd1-4c14-ba43-2c2c46115394, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:04.805818 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.836920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-54e0ace6-0c8b-4eb8-acb4-58be861a6dd9 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cb23d33203ea4a008c259da67231e720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1377730 Jul 07 19:21:04.883280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53841f2-f97a-4005-ba68-3690a9c76c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b60cdda-6742-467e-9873-370b20f4fcf4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:04.909776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949235f3-0cbd-4048-96e8-17a7204a3a8d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:04.915050 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] For port 224306aa-ccd1-4c14-ba43-2c2c46115394, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:04.918465 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] For port 224306aa-ccd1-4c14-ba43-2c2c46115394, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=224306aa-ccd1-4c14-ba43-2c2c46115394,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:04.926495 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.936654 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-949235f3-0cbd-4048-96e8-17a7204a3a8d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.937013 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-949235f3-0cbd-4048-96e8-17a7204a3a8d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Added segment 56b0fb1c-f4a4-471d-bb47-b24ea919b296 of type vlan for network a12e389a-7802-4886-a57b-31a3ab36183d Jul 07 19:21:04.956669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.029876 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2160f-ca95-4b00-8499-1ab96bceb147 None None] Pushing event updated for resources: {'Port': ['ID=224306aa-ccd1-4c14-ba43-2c2c46115394,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:05.101089 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-949235f3-0cbd-4048-96e8-17a7204a3a8d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.131521 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Routers {'130574a1-d16a-4255-b89a-309458aeb673'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:05.132410 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:20:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['130574a1-d16a-4255-b89a-309458aeb673'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:05.260863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57862) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:05.269490 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.389664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d551cfa8-0885-43f3-9e0d-b63dfaff9726 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:05.424408 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.427912 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-949235f3-0cbd-4048-96e8-17a7204a3a8d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.437386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949235f3-0cbd-4048-96e8-17a7204a3a8d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:05.438149 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-949235f3-0cbd-4048-96e8-17a7204a3a8d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.475388 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.521905 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] Set router 130574a1-d16a-4255-b89a-309458aeb673 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:05.537123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'Port': ['ID=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:05.557050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Network cea8a610-b406-49f2-8da2-81e7cdd1045f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:05.646013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:05.663515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:05.672016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Transition to ACTIVE for port object d551cfa8-0885-43f3-9e0d-b63dfaff9726 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:05.696915 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-949235f3-0cbd-4048-96e8-17a7204a3a8d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2265713 Jul 07 19:21:05.706485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57874) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:05.725606 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.770225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-27d383fd-798e-4049-af8c-284252091882 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:05.824183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949235f3-0cbd-4048-96e8-17a7204a3a8d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=a12e389a-7802-4886-a57b-31a3ab36183d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:05.843376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network a12e389a-7802-4886-a57b-31a3ab36183d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:05.850396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3326d62-aeb8-473a-9c76-08c587ebedcf None None] Network bae55246-1299-4071-9510-5afe92afa539 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:05.944333 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Pushing event updated for resources: {'Port': ['ID=d551cfa8-0885-43f3-9e0d-b63dfaff9726,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:05.951934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:05.956988 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.981488 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ea290-ed8d-4ef3-a0ca-2174322b0367 req-b3430bc8-6ec6-4b55-9e8d-495f583e63d8 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:05.983462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-111ea290-ed8d-4ef3-a0ca-2174322b0367 req-b3430bc8-6ec6-4b55-9e8d-495f583e63d8 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 931 time: 0.4960427 Jul 07 19:21:05.984938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-05b2bbae-ef15-4ac4-aa4f-95d7ff269692 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=641211741f54421687c146991adf7926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7166386 Jul 07 19:21:06.012345 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130574a1-d16a-4255-b89a-309458aeb673', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890162620-router', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:55Z', 'updated_at': '2021-07-07T19:20:59Z', 'revision_number': 3, 'project_id': '067efff9c72c4dcaab22b88424875d07', 'gw_port': {'id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130574a1-d16a-4255-b89a-309458aeb673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:57Z', 'updated_at': '2021-07-07T19:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:06.019978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57882) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:06.104798 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b2554-0dc8-430c-8b21-a2078d73a981 None None] The sync data for ids ['130574a1-d16a-4255-b89a-309458aeb673'] in n-d-793621-9 is: [{'id': '130574a1-d16a-4255-b89a-309458aeb673', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890162620-router', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:55Z', 'updated_at': '2021-07-07T19:20:59Z', 'revision_number': 3, 'project_id': '067efff9c72c4dcaab22b88424875d07', 'gw_port': {'id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130574a1-d16a-4255-b89a-309458aeb673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:57Z', 'updated_at': '2021-07-07T19:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:06.137333 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-acfbc0af-9bc9-4b48-a1d2-520a07e3731b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9411683 Jul 07 19:21:06.200626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 60590963-4a0d-4c47-b9a3-4c46a3322fee up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:06.223130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Request body: {'port': {'device_id': 'eac22661-e306-4e2f-8b37-3978279dfeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:06.239127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9a595-f4e0-487e-bc84-be857a268dca req-fedf4382-06e9-4ce9-ad19-cfcda2ec0c3e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:06.240730 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dec9a595-f4e0-487e-bc84-be857a268dca req-fedf4382-06e9-4ce9-ad19-cfcda2ec0c3e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 931 time: 0.6633506 Jul 07 19:21:06.241482 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f7365f3e-0b26-4da8-a1b9-01da7ee68fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.426709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b23eb4d3-d233-41f9-a38c-3720d22f0b38 None None] Provisioning for port 60590963-4a0d-4c47-b9a3-4c46a3322fee completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:06.521480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 60590963-4a0d-4c47-b9a3-4c46a3322fee completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:06.529799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 60590963-4a0d-4c47-b9a3-4c46a3322fee triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:06.531675 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.631916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-111ea290-ed8d-4ef3-a0ca-2174322b0367 req-f28b67f9-107f-42aa-bf6d-fa4806e53f82 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd4b0b29-f2b1-45e3-9876-6d72e4358b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880406 Jul 07 19:21:06.648080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Attempting to bind port d551cfa8-0885-43f3-9e0d-b63dfaff9726 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:06.648706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Attempting to bind port d551cfa8-0885-43f3-9e0d-b63dfaff9726 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '6d22ba7a-2b36-4bdd-a04d-e088da01aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9be5751-5586-4e8a-a147-e16cac9e2c13'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:06.649201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Attempting to bind port d551cfa8-0885-43f3-9e0d-b63dfaff9726 on network c9be5751-5586-4e8a-a147-e16cac9e2c13 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:06.655036 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Port d551cfa8-0885-43f3-9e0d-b63dfaff9726 on network c9be5751-5586-4e8a-a147-e16cac9e2c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:21:06.655873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Attempting to bind port d551cfa8-0885-43f3-9e0d-b63dfaff9726 on network c9be5751-5586-4e8a-a147-e16cac9e2c13 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:06.662252 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:06.662596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Checking segment: {'id': '6d22ba7a-2b36-4bdd-a04d-e088da01aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9be5751-5586-4e8a-a147-e16cac9e2c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:06.663028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Bound using segment: {'id': '6d22ba7a-2b36-4bdd-a04d-e088da01aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9be5751-5586-4e8a-a147-e16cac9e2c13'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:06.663475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Bound port: d551cfa8-0885-43f3-9e0d-b63dfaff9726, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d22ba7a-2b36-4bdd-a04d-e088da01aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9be5751-5586-4e8a-a147-e16cac9e2c13'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:06.663830 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.747498 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.794644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] For port d551cfa8-0885-43f3-9e0d-b63dfaff9726, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:06.805280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] For port d551cfa8-0885-43f3-9e0d-b63dfaff9726, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d551cfa8-0885-43f3-9e0d-b63dfaff9726,segment=NetworkSegment(6d22ba7a-2b36-4bdd-a04d-e088da01aff8),segment_id=6d22ba7a-2b36-4bdd-a04d-e088da01aff8)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:06.812967 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.824986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 60590963-4a0d-4c47-b9a3-4c46a3322fee, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=60590963-4a0d-4c47-b9a3-4c46a3322fee,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:06.832494 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.833380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:06.859186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:06.860241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.863061 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] 10.222.0.48 "PUT /v2.0/ports/d551cfa8-0885-43f3-9e0d-b63dfaff9726 HTTP/1.1" status: 200 len: 1091 time: 2.6138415 Jul 07 19:21:06.863583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e00935-f0ce-4e11-a880-ee197e19fb2d', 'tag': 'd551cfa8-0885-43f3-9e0d-b63dfaff9726'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:06.866189 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fdb20d-fbb3-48b2-8d3d-e23005c7e67f" -d '{"events": [{"name": "network-changed", "server_uuid": "73e00935-f0ce-4e11-a880-ee197e19fb2d", "tag": "d551cfa8-0885-43f3-9e0d-b63dfaff9726"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:06.944093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91567e-4a9d-4f75-9bda-a14e7cc6a8e1 None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:21:06.949256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-12431f74-f1c2-42c2-a3e0-2f0cd64d21e8 req-4545d888-9bb1-4472-896f-2547bd58170c tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 210 time: 0.0596859 Jul 07 19:21:06.962413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf3c1d-c559-498c-aa8f-d55c6a03b65a service neutron] Pushing event updated for resources: {'Port': ['ID=d551cfa8-0885-43f3-9e0d-b63dfaff9726,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:06.972199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f7365f3e-0b26-4da8-a1b9-01da7ee68fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.028958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Allocated IP 172.20.0.1 (04cd24e1-1834-4129-a6d4-322b4f90de1c/8b71919e-0a61-4e79-8208-f1f970491fac/6567b205-2df4-47cd-8909-6dd01f2c041f) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:07.042488 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-553007a9-2286-4c6c-bfb8-67543c5fad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:07.046724 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-553007a9-2286-4c6c-bfb8-67543c5fad04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc07dde229104e5d9e13538a6082d9fd&device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 1094 time: 0.1153557 Jul 07 19:21:07.092258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ea58f2ec-6164-4ea1-b97a-7c5d83f6ff18 None None] Provisioning complete for port 60590963-4a0d-4c47-b9a3-4c46a3322fee triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:07.092694 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ea58f2ec-6164-4ea1-b97a-7c5d83f6ff18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.108917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:07.109305 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.154097 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.203979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dec9a595-f4e0-487e-bc84-be857a268dca req-cccdefd2-0cd9-4c35-b771-8c71ad22a629 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9477148 Jul 07 19:21:07.275663 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-f3e39562-d172-48c1-b5cc-c4fd47f56a75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d551cfa8-0885-43f3-9e0d-b63dfaff9726 HTTP/1.1" status: 200 len: 217 time: 0.2167399 Jul 07 19:21:07.283228 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-27d383fd-798e-4049-af8c-284252091882 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.376562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=60590963-4a0d-4c47-b9a3-4c46a3322fee,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:07.432622 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f170dd-4a1b-4f1b-88de-2ea3c41c0128 x-openstack-request-id: req-59f170dd-4a1b-4f1b-88de-2ea3c41c0128 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:07.432914 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e00935-f0ce-4e11-a880-ee197e19fb2d", "tag": "d551cfa8-0885-43f3-9e0d-b63dfaff9726", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:07.433165 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-59f170dd-4a1b-4f1b-88de-2ea3c41c0128 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:07.433568 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e00935-f0ce-4e11-a880-ee197e19fb2d', 'tag': 'd551cfa8-0885-43f3-9e0d-b63dfaff9726', 'status': 'completed', 'code': 200} Jul 07 19:21:07.523158 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-27d383fd-798e-4049-af8c-284252091882 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.551162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27d383fd-798e-4049-af8c-284252091882 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network a12e389a-7802-4886-a57b-31a3ab36183d is not hosted by any dhcp agent {{(pid=93901) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:21:07.566247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-b512281b-638b-455f-ae46-3dac55d03588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:07.571980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-b512281b-638b-455f-ae46-3dac55d03588 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca507ba9-b5ae-48fd-a5e0-dc01819f0b0c HTTP/1.1" status: 200 len: 850 time: 0.2792804 Jul 07 19:21:07.582024 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-0dd71ce3-1367-41fe-874f-b518740fc277 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:07.585063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d383fd-798e-4049-af8c-284252091882 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:07.586754 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-27d383fd-798e-4049-af8c-284252091882 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.593605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-27d383fd-798e-4049-af8c-284252091882 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "PUT /v2.0/networks/a12e389a-7802-4886-a57b-31a3ab36183d HTTP/1.1" status: 200 len: 723 time: 1.8353338 Jul 07 19:21:07.596348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-0dd71ce3-1367-41fe-874f-b518740fc277 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/networks?id=bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 200 len: 816 time: 0.4076216 Jul 07 19:21:07.601698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57912) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:07.616255 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b91567e-4a9d-4f75-9bda-a14e7cc6a8e1 None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:21:07.663665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9bc44d39-842d-4547-a171-0dd1ad53e846 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'network_id': 'a12e389a-7802-4886-a57b-31a3ab36183d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:07.814784 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.834042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Transition to ACTIVE for port object 6567b205-2df4-47cd-8909-6dd01f2c041f will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:07.845742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f7365f3e-0b26-4da8-a1b9-01da7ee68fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.848305 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f7365f3e-0b26-4da8-a1b9-01da7ee68fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.849470 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f7365f3e-0b26-4da8-a1b9-01da7ee68fd7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c11ced6-bc28-4aff-bb80-f6614e852ae3 HTTP/1.1" status: 204 len: 168 time: 1.8277957 Jul 07 19:21:07.854006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-df6153f1-c2d1-4c13-ad07-177f889376dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9be5751-5586-4e8a-a147-e16cac9e2c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2532032 Jul 07 19:21:07.883484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 60590963-4a0d-4c47-b9a3-4c46a3322fee up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:07.913887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-ac123465-f269-4e7e-beef-9ee735a3a038 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:07.915482 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-ac123465-f269-4e7e-beef-9ee735a3a038 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.110 "GET /v2.0/networks?id=bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 200 len: 816 time: 0.7251151 Jul 07 19:21:07.949559 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-db0ee335-bd47-472e-8269-a07aa9269fa3 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/quotas/e4ca1b189f44499cbaf9b1b0ae76ee5e HTTP/1.1" status: 200 len: 375 time: 0.3242443 Jul 07 19:21:08.010054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Request body: {'port': {'device_id': 'c6f68ff2-c156-44f1-a36f-713d0daf3abc', 'network_id': 'bae55246-1299-4071-9510-5afe92afa539', 'admin_state_up': True, 'tenant_id': 'e4ca1b189f44499cbaf9b1b0ae76ee5e'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:08.018123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57924) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:08.106930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 60590963-4a0d-4c47-b9a3-4c46a3322fee triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:08.107862 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.182684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:08.195481 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.212654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Transition to ACTIVE for port object b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:08.235002 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.236801 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 224306aa-ccd1-4c14-ba43-2c2c46115394 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:08.386316 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-5e0e0a66-ea35-4bc7-9d10-ccf73693cbd8 service neutron] 10.222.0.48 "GET /v2.0/networks/c9be5751-5586-4e8a-a147-e16cac9e2c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134258 Jul 07 19:21:08.394924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7365f3e-0b26-4da8-a1b9-01da7ee68fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c11ced6-bc28-4aff-bb80-f6614e852ae3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:08.421853 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-b013c210-781b-4e00-b429-081cdda809e6 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=cb23d33203ea4a008c259da67231e720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1978981 Jul 07 19:21:08.424079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d383fd-798e-4049-af8c-284252091882 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=a12e389a-7802-4886-a57b-31a3ab36183d,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:08.446481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network a12e389a-7802-4886-a57b-31a3ab36183d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:08.516312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Made reservation on behalf of e4ca1b189f44499cbaf9b1b0ae76ee5e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:08.521229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.530315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 224306aa-ccd1-4c14-ba43-2c2c46115394 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:08.552565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 224306aa-ccd1-4c14-ba43-2c2c46115394 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:08.553004 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.590584 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ef9badd-bca3-430c-834b-dfefd09c5d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.645971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:08.670675 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-2ea4841c-d23b-4f7f-ac1a-9d893f2cd308 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6498263 Jul 07 19:21:08.738782 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.848992 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc44d39-842d-4547-a171-0dd1ad53e846 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:08.852925 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9bc44d39-842d-4547-a171-0dd1ad53e846 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.897834 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.908488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f55bd7-2bb5-46ba-8dd8-2dc7f1e3441c None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:21:08.920596 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dec322ad-c1e5-4d4c-9c1a-bdd8ef6c3d12 req-64d724f0-9240-411d-a07d-7661c2c1cb16 service neutron] 10.222.0.48 "GET /v2.0/networks/c9be5751-5586-4e8a-a147-e16cac9e2c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202022 Jul 07 19:21:08.934334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Network 04cd24e1-1834-4129-a6d4-322b4f90de1c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:08.943159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd04eb-03de-455e-909f-1d0a880d34e9 req-df58ca67-e430-45b4-92a7-2739f9e56b61 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:08.955694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f0bd04eb-03de-455e-909f-1d0a880d34e9 req-df58ca67-e430-45b4-92a7-2739f9e56b61 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 943 time: 0.7301233 Jul 07 19:21:08.987087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-84014dd9-45cc-49cc-9b05-a3446e559aff tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:08.989339 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-84014dd9-45cc-49cc-9b05-a3446e559aff tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5430174 Jul 07 19:21:08.999887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:09.004174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 224306aa-ccd1-4c14-ba43-2c2c46115394, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=224306aa-ccd1-4c14-ba43-2c2c46115394,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:09.010134 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.017200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:09.041211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Request body: {'port': {'device_id': '482a4ac2-a767-4fc3-9999-14ade5bd5386', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'cb23d33203ea4a008c259da67231e720'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:09.119257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=224306aa-ccd1-4c14-ba43-2c2c46115394,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:09.145743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f55bd7-2bb5-46ba-8dd8-2dc7f1e3441c None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:21:09.237203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Pushing event updated for resources: {'Port': ['ID=6567b205-2df4-47cd-8909-6dd01f2c041f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:09.253739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Attempting to bind port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:09.254073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Attempting to bind port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '7b809225-e639-4448-a521-5dde5de60204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:09.254393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Attempting to bind port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 on network cea8a610-b406-49f2-8da2-81e7cdd1045f {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:09.264924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 on network cea8a610-b406-49f2-8da2-81e7cdd1045f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:21:09.265220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Attempting to bind port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 on network cea8a610-b406-49f2-8da2-81e7cdd1045f {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:09.288964 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.291730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:09.292072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Checking segment: {'id': '7b809225-e639-4448-a521-5dde5de60204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:09.292455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Bound using segment: {'id': '7b809225-e639-4448-a521-5dde5de60204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:09.292888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Bound port: b1cb5c46-4a97-46a7-8090-eba7bb3f0a57, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b809225-e639-4448-a521-5dde5de60204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:09.293243 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.299738 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f0bd04eb-03de-455e-909f-1d0a880d34e9 req-2f03b9cf-a1b0-49ec-8ab4-92fb9ab3ab8e tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd4b0b29-f2b1-45e3-9876-6d72e4358b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405435 Jul 07 19:21:09.299738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57948) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:09.316913 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Allocated IP 172.20.0.3 (bae55246-1299-4071-9510-5afe92afa539/411ca88b-6487-40a2-a761-796f59893af9/d0a9033d-a95b-4fb9-8106-d09c0fc51fad) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:09.532187 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea8ff2f9-aefe-45fb-9553-b647464873b7 req-29240c98-ac61-4a79-a944-b1db46237be8 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 210 time: 0.0694578 Jul 07 19:21:09.596454 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ef9badd-bca3-430c-834b-dfefd09c5d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.620139 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-4d3aea9b-fe14-4ad4-88e0-60b708434524 service neutron] 10.222.0.81 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8898666 Jul 07 19:21:09.640175 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.663691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Made reservation on behalf of cb23d33203ea4a008c259da67231e720 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:09.666229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ef9badd-bca3-430c-834b-dfefd09c5d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.667621 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.672669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1446209051-network', 'tenant_id': 'ba5c5800b2e74481abcf3ad090f4c9c7'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:09.714661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 224306aa-ccd1-4c14-ba43-2c2c46115394 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:09.740371 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.799923 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Transition to ACTIVE for port object d0a9033d-a95b-4fb9-8106-d09c0fc51fad will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:09.826111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdb20d-fbb3-48b2-8d3d-e23005c7e67f req-a73fccb7-7159-47a4-a494-1249b3771cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:09.828947 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34fdb20d-fbb3-48b2-8d3d-e23005c7e67f req-a73fccb7-7159-47a4-a494-1249b3771cfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc07dde229104e5d9e13538a6082d9fd&device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 1094 time: 0.7740633 Jul 07 19:21:09.831866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] For port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:09.835083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Made reservation on behalf of ba5c5800b2e74481abcf3ad090f4c9c7 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:09.835236 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.837992 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.841374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 224306aa-ccd1-4c14-ba43-2c2c46115394 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:09.842078 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.852241 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.869020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.937152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] For port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:09.956084 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0ef9badd-bca3-430c-834b-dfefd09c5d11 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=23689cb592834cb3b6a6a06d8441b370&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9333200 Jul 07 19:21:09.967147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6ce42f99-fc61-402f-8ed0-75a33aa181c0 None None] Provisioning for port 6567b205-2df4-47cd-8909-6dd01f2c041f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:09.976458 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.977240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6ce42f99-fc61-402f-8ed0-75a33aa181c0 None None] Provisioning complete for port 6567b205-2df4-47cd-8909-6dd01f2c041f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:09.977814 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6ce42f99-fc61-402f-8ed0-75a33aa181c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.978287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9badd-bca3-430c-834b-dfefd09c5d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e92f577-2f7f-4d9b-8d76-e84aaa4960ac,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:09.978735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57952) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:10.052008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6ce42f99-fc61-402f-8ed0-75a33aa181c0 None None] Port 6567b205-2df4-47cd-8909-6dd01f2c041f cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:10.092530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:10.093162 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.094556 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] 10.222.0.48 "PUT /v2.0/ports/b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 HTTP/1.1" status: 200 len: 1091 time: 3.9085152 Jul 07 19:21:10.095197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac22661-e306-4e2f-8b37-3978279dfeb6', 'tag': 'b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:10.097512 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacdf456-e37b-4d5c-a41c-d9a639cf9a61" -d '{"events": [{"name": "network-changed", "server_uuid": "eac22661-e306-4e2f-8b37-3978279dfeb6", "tag": "b1cb5c46-4a97-46a7-8090-eba7bb3f0a57"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:10.161359 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-1d455aba-97d5-4dd4-a362-b509f0c79f10 service neutron] 10.222.0.81 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143828 Jul 07 19:21:10.174818 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.217290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee936a-c540-46af-9e28-722c7a62a938 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.221774 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9bc44d39-842d-4547-a171-0dd1ad53e846 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.224292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdb20d-fbb3-48b2-8d3d-e23005c7e67f req-6cc8ef0b-64aa-4ba3-b7fd-237de1ec58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:10.225773 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34fdb20d-fbb3-48b2-8d3d-e23005c7e67f req-6cc8ef0b-64aa-4ba3-b7fd-237de1ec58ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9be5751-5586-4e8a-a147-e16cac9e2c13 HTTP/1.1" status: 200 len: 911 time: 0.3439820 Jul 07 19:21:10.265978 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Network bae55246-1299-4071-9510-5afe92afa539 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:10.278666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41359d16-283a-41cb-a520-561f0107f279 req-d5850453-627e-468e-b074-3ba4e9651e31 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:10.280273 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41359d16-283a-41cb-a520-561f0107f279 req-d5850453-627e-468e-b074-3ba4e9651e31 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 943 time: 0.3898470 Jul 07 19:21:10.288637 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.290338 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b5ef836a-673c-417a-854d-b9a4e34fff29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.305083 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.317158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:10.324560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:10.331215 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34fdb20d-fbb3-48b2-8d3d-e23005c7e67f req-3eb94b54-826f-4d26-84e7-527565a92223 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d551cfa8-0885-43f3-9e0d-b63dfaff9726 HTTP/1.1" status: 200 len: 217 time: 0.0696759 Jul 07 19:21:10.378265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Pushing event updated for resources: {'Port': ['ID=d0a9033d-a95b-4fb9-8106-d09c0fc51fad,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.396742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b5ef836a-673c-417a-854d-b9a4e34fff29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.417988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc44d39-842d-4547-a171-0dd1ad53e846 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=7ceb4f44-0ad7-4495-bcbb-535d72c05965,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.499593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:10.500491 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.514886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdb20d-fbb3-48b2-8d3d-e23005c7e67f req-c199b681-403d-499a-8bd9-ec64bfbf47c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:10.516365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34fdb20d-fbb3-48b2-8d3d-e23005c7e67f req-c199b681-403d-499a-8bd9-ec64bfbf47c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca507ba9-b5ae-48fd-a5e0-dc01819f0b0c HTTP/1.1" status: 200 len: 850 time: 0.1533515 Jul 07 19:21:10.542648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc44d39-842d-4547-a171-0dd1ad53e846 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking segment: {'id': '56b0fb1c-f4a4-471d-bb47-b24ea919b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a12e389a-7802-4886-a57b-31a3ab36183d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:10.543037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc44d39-842d-4547-a171-0dd1ad53e846 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network hostable DHCP agents. Network: a12e389a-7802-4886-a57b-31a3ab36183d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:10.561662 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e7f490-a47c-49d3-8e7b-04a9d26e95a7 x-openstack-request-id: req-06e7f490-a47c-49d3-8e7b-04a9d26e95a7 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:10.562016 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac22661-e306-4e2f-8b37-3978279dfeb6", "tag": "b1cb5c46-4a97-46a7-8090-eba7bb3f0a57", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:10.562278 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06e7f490-a47c-49d3-8e7b-04a9d26e95a7 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:10.562685 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac22661-e306-4e2f-8b37-3978279dfeb6', 'tag': 'b1cb5c46-4a97-46a7-8090-eba7bb3f0a57', 'status': 'completed', 'code': 200} Jul 07 19:21:10.572246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b5ef836a-673c-417a-854d-b9a4e34fff29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.574893 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b5ef836a-673c-417a-854d-b9a4e34fff29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.576509 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b5ef836a-673c-417a-854d-b9a4e34fff29 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e92f577-2f7f-4d9b-8d76-e84aaa4960ac HTTP/1.1" status: 204 len: 168 time: 0.5866914 Jul 07 19:21:10.577333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb32850-a968-4996-becf-3767131bd5e3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.580088 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34fdb20d-fbb3-48b2-8d3d-e23005c7e67f req-152e857f-b348-4bd0-9bef-33ba4daac4b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9be5751-5586-4e8a-a147-e16cac9e2c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535698 Jul 07 19:21:10.631417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef836a-673c-417a-854d-b9a4e34fff29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e92f577-2f7f-4d9b-8d76-e84aaa4960ac,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.693071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc44d39-842d-4547-a171-0dd1ad53e846 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network a12e389a-7802-4886-a57b-31a3ab36183d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:10.696358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41359d16-283a-41cb-a520-561f0107f279 req-20063601-7f2e-4b79-b64d-03a3f84a9023 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920853 Jul 07 19:21:10.758178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-26be0299-fca0-442e-abfb-79c97d1976c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:10.759520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-9bc44d39-842d-4547-a171-0dd1ad53e846 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, a12e389a-7802-4886-a57b-31a3ab36183d) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:10.763418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-26be0299-fca0-442e-abfb-79c97d1976c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8013c0635e5a462ea781d7479370a19c&device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 1094 time: 0.6033051 Jul 07 19:21:10.770927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc44d39-842d-4547-a171-0dd1ad53e846 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:10.771521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9bc44d39-842d-4547-a171-0dd1ad53e846 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.796231 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34fdb20d-fbb3-48b2-8d3d-e23005c7e67f req-273cc7f8-fd94-4b81-802c-2b6122f7067f service neutron] 10.222.0.48 "GET /v2.0/networks/c9be5751-5586-4e8a-a147-e16cac9e2c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051449 Jul 07 19:21:10.797528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d07fd8-4b9f-4b9b-aa62-c52d13be5a8a None None] Network a12e389a-7802-4886-a57b-31a3ab36183d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:10.804694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a81b0-58ee-4a5e-a86e-c79ad6e61462 req-91351a74-9a71-4673-b70c-08769f5af68e tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:10.811855 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c08a81b0-58ee-4a5e-a86e-c79ad6e61462 req-91351a74-9a71-4673-b70c-08769f5af68e tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 943 time: 0.2341888 Jul 07 19:21:10.934785 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.943752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bf8ce1fa-c360-4c2c-9bc3-fdb0d668db92 None None] Provisioning for port d0a9033d-a95b-4fb9-8106-d09c0fc51fad completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:10.956343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-869a2946-b27a-4e1c-a3bb-cde2754482db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 HTTP/1.1" status: 200 len: 217 time: 0.1755664 Jul 07 19:21:10.961199 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bf8ce1fa-c360-4c2c-9bc3-fdb0d668db92 None None] Provisioning complete for port d0a9033d-a95b-4fb9-8106-d09c0fc51fad triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:10.961737 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce1fa-c360-4c2c-9bc3-fdb0d668db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.966245 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c08a81b0-58ee-4a5e-a86e-c79ad6e61462 req-a11ed36e-7602-4a73-9517-bfa67836781a tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd4b0b29-f2b1-45e3-9876-6d72e4358b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532130 Jul 07 19:21:11.017198 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.056941 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34fdb20d-fbb3-48b2-8d3d-e23005c7e67f req-c84aa611-cd09-4a0b-9cb3-ca8ee40905be service neutron] 10.222.0.48 "GET /v2.0/networks/c9be5751-5586-4e8a-a147-e16cac9e2c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421710 Jul 07 19:21:11.095344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ce1fa-c360-4c2c-9bc3-fdb0d668db92 None None] Port d0a9033d-a95b-4fb9-8106-d09c0fc51fad cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:11.242437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Allocated IP 192.168.233.168 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/49506b43-9f44-4009-b20c-3d51b15d5186) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:11.270946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Pushing event updated for resources: {'Port': ['ID=6567b205-2df4-47cd-8909-6dd01f2c041f,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:11.290282 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.298100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-813d41d9-2202-4695-8491-713d9dc55d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:11.299586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-a12e389a-7802-4886-a57b-31a3ab36183d', 'network_id': 'a12e389a-7802-4886-a57b-31a3ab36183d', 'tenant_id': 'c46fc25b00384d91a7840ff742d86fd5', 'fixed_ips': [{'subnet_id': '7ceb4f44-0ad7-4495-bcbb-535d72c05965'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:11.300566 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.312143 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-813d41d9-2202-4695-8491-713d9dc55d0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b851c974-dd68-4406-b39a-8ec255ef1d95 HTTP/1.1" status: 200 len: 853 time: 0.2976878 Jul 07 19:21:11.360078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.393604 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.441096 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1eae4c2-fb08-4351-821e-f3ab1d26e541 req-7fe243c3-2f55-4f28-849e-be2adfd28de7 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 210 time: 0.1098032 Jul 07 19:21:11.449963 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9bc44d39-842d-4547-a171-0dd1ad53e846 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8467627 Jul 07 19:21:11.457995 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-9580609f-66e8-4fa0-9558-359d641e9017 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4521403 Jul 07 19:21:11.459009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57992) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:11.475547 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b13c9f05-208a-4302-912a-0d438a0f80a6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:11.498180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Request body: {'port': {'device_id': 'c6f68ff2-c156-44f1-a36f-713d0daf3abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:11.505126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-5504340a-b47a-4046-8f99-861750c3a13d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cea8a610-b406-49f2-8da2-81e7cdd1045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185124 Jul 07 19:21:11.515616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0938bf9-eed7-40b3-9b7e-cd10a0099bff,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:11.667319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Allocated IP 172.20.0.2 (a12e389a-7802-4886-a57b-31a3ab36183d/7ceb4f44-0ad7-4495-bcbb-535d72c05965/d5cc492f-48fb-4bed-9444-72b6294abcee) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:11.678341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-1eb2bdbd-908f-4c08-997c-ce40d0e8d13c tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:11.696068 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-1eb2bdbd-908f-4c08-997c-ce40d0e8d13c tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/networks?id=bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 200 len: 816 time: 0.7585688 Jul 07 19:21:11.734878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:11.741574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d551cfa8-0885-43f3-9e0d-b63dfaff9726 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:21:11.817675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.842025 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b13c9f05-208a-4302-912a-0d438a0f80a6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24073413'] for subnet, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.958059 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.958059 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Added segment 4d47555e-3092-4cae-a727-bd424bb2d845 of type vlan for network 0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 Jul 07 19:21:11.969528 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.resource_extend [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:21:11.985929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-6ee0692f-cc81-4db0-9c51-cfeb8f6600dc tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/quotas/e4ca1b189f44499cbaf9b1b0ae76ee5e HTTP/1.1" status: 200 len: 375 time: 0.1177354 Jul 07 19:21:12.150384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Network 04cd24e1-1834-4129-a6d4-322b4f90de1c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:12.220095 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.231236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Transition to ACTIVE for port object d5cc492f-48fb-4bed-9444-72b6294abcee will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:12.257680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Transition to ACTIVE for port object d5cc492f-48fb-4bed-9444-72b6294abcee will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:12.268674 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.271560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58006) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:12.324163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Network a12e389a-7802-4886-a57b-31a3ab36183d is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:12.329368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:12.336694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:12.379854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Pushing event updated for resources: {'Port': ['ID=d5cc492f-48fb-4bed-9444-72b6294abcee,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:12.415456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d551cfa8-0885-43f3-9e0d-b63dfaff9726, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d551cfa8-0885-43f3-9e0d-b63dfaff9726,segment=NetworkSegment(6d22ba7a-2b36-4bdd-a04d-e088da01aff8),segment_id=6d22ba7a-2b36-4bdd-a04d-e088da01aff8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:12.463554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'd551cfa8-0885-43f3-9e0d-b63dfaff9726', 'network_id': 'c9be5751-5586-4e8a-a147-e16cac9e2c13', 'port_id': 'd551cfa8-0885-43f3-9e0d-b63dfaff9726', 'mac_address': 'fa:16:3e:fa:b2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca507ba9-b5ae-48fd-a5e0-dc01819f0b0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:21:12.556322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Attempting to bind port d5cc492f-48fb-4bed-9444-72b6294abcee on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:12.558238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Attempting to bind port d5cc492f-48fb-4bed-9444-72b6294abcee by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '56b0fb1c-f4a4-471d-bb47-b24ea919b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a12e389a-7802-4886-a57b-31a3ab36183d'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:12.558855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Attempting to bind port d5cc492f-48fb-4bed-9444-72b6294abcee on network a12e389a-7802-4886-a57b-31a3ab36183d {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:12.562636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:12.569373 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.579488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:12.580118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Checking segment: {'id': '56b0fb1c-f4a4-471d-bb47-b24ea919b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a12e389a-7802-4886-a57b-31a3ab36183d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:12.580826 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.581358 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Bound using segment: {'id': '56b0fb1c-f4a4-471d-bb47-b24ea919b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a12e389a-7802-4886-a57b-31a3ab36183d'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:12.582123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Bound port: d5cc492f-48fb-4bed-9444-72b6294abcee, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b0fb1c-f4a4-471d-bb47-b24ea919b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a12e389a-7802-4886-a57b-31a3ab36183d'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:12.582739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.592282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-0f31875e-5631-4f9f-a48b-2026e750e460 service neutron] 10.222.0.48 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0699136 Jul 07 19:21:12.651148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3605e33-15a2-4e64-b85d-ce0c51856acf req-de710d62-6b43-4dab-8e84-bb65c74657ef tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:12.658008 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3605e33-15a2-4e64-b85d-ce0c51856acf req-de710d62-6b43-4dab-8e84-bb65c74657ef tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 943 time: 0.6906610 Jul 07 19:21:12.665127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-970670009-network', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:12.692226 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.713151 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.resource_extend [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:21:12.721531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d551cfa8-0885-43f3-9e0d-b63dfaff9726 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:12.829568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d551cfa8-0885-43f3-9e0d-b63dfaff9726, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d551cfa8-0885-43f3-9e0d-b63dfaff9726,segment=NetworkSegment(6d22ba7a-2b36-4bdd-a04d-e088da01aff8),segment_id=6d22ba7a-2b36-4bdd-a04d-e088da01aff8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:12.836328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] For port d5cc492f-48fb-4bed-9444-72b6294abcee, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:12.847065 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.849593 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b13c9f05-208a-4302-912a-0d438a0f80a6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772663873311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13115980'] for subnet, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.885235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] For port d5cc492f-48fb-4bed-9444-72b6294abcee, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d5cc492f-48fb-4bed-9444-72b6294abcee,segment=NetworkSegment(56b0fb1c-f4a4-471d-bb47-b24ea919b296),segment_id=56b0fb1c-f4a4-471d-bb47-b24ea919b296)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:12.886427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Made reservation on behalf of 8affe05550d544f5ba8eb28dd6f8d58d for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:12.892449 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.898420 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3605e33-15a2-4e64-b85d-ce0c51856acf req-1273d9ba-f024-49ff-b93c-23de7028cb83 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234664 Jul 07 19:21:12.920326 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.921978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:12.923916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.978927 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.029091 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.062749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c9f05-208a-4302-912a-0d438a0f80a6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:13.062749 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b13c9f05-208a-4302-912a-0d438a0f80a6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.065261 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b13c9f05-208a-4302-912a-0d438a0f80a6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "PUT /v2.0/subnets/7ceb4f44-0ad7-4495-bcbb-535d72c05965 HTTP/1.1" status: 200 len: 806 time: 1.6041067 Jul 07 19:21:13.087386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58012) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:13.090032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d551cfa8-0885-43f3-9e0d-b63dfaff9726,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:13.176759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f509df94-f4af-43b5-9df7-8fc6a090b42a None None] Provisioning complete for port 6567b205-2df4-47cd-8909-6dd01f2c041f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:13.177698 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f509df94-f4af-43b5-9df7-8fc6a090b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.227155 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-fd7a642f-ccc0-4a32-ac09-d0eb802a71fe tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2324893 Jul 07 19:21:13.249348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['d551cfa8-0885-43f3-9e0d-b63dfaff9726'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:13.347264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.0009487 Jul 07 19:21:13.373880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f509df94-f4af-43b5-9df7-8fc6a090b42a None None] Port 6567b205-2df4-47cd-8909-6dd01f2c041f cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:13.442565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58014) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:13.446275 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a71df-af97-4b24-9e6b-921f587aaf35 None None] Pushing event updated for resources: {'Port': ['ID=d5cc492f-48fb-4bed-9444-72b6294abcee,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:13.463039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Request body: {'subnet': {'network_id': '0dc1f3f0-6a6b-4134-a285-43ff4dbffc05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1446209051-subnet', 'tenant_id': 'ba5c5800b2e74481abcf3ad090f4c9c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:13.471373 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.488976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ad9fa-5752-4598-917b-6990119690e7 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc1f3f0-6a6b-4134-a285-43ff4dbffc05,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:13.515893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:13.523631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Router 130574a1-d16a-4255-b89a-309458aeb673 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:21:13.546310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Transition to ACTIVE for port object 49506b43-9f44-4009-b20c-3d51b15d5186 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:13.592206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d70dca-5d37-4166-b297-79cf6e796a65 req-eb0b19cd-2f34-40a2-af12-f579a7bcb694 service neutron] 10.222.0.48 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9883687 Jul 07 19:21:13.675331 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-d57cb291-267f-4def-b332-fe0147d0012d service neutron] 10.222.0.81 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952463 Jul 07 19:21:13.677314 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.762663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c9f05-208a-4302-912a-0d438a0f80a6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=7ceb4f44-0ad7-4495-bcbb-535d72c05965,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:13.808105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d5cc492f-48fb-4bed-9444-72b6294abcee up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:13.873564 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.api [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:21:13.873564 n-d-793621-9 neutron-server[93901]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:21:13.873564 n-d-793621-9 neutron-server[93901]: [parameters: {'project_id_1': 'ba5c5800b2e74481abcf3ad090f4c9c7', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 21, 13, 488457)}] Jul 07 19:21:13.873564 n-d-793621-9 neutron-server[93901]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:21:13.874447 n-d-793621-9 neutron-server[93901]: DEBUG oslo_db.api [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:21:13.882311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port d5cc492f-48fb-4bed-9444-72b6294abcee completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:13.902144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a9033d-a95b-4fb9-8106-d09c0fc51fad {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:13.923142 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.937858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:13.945600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f40d92ec-37ed-4af7-9184-b01186f38261 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:13.947210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f40d92ec-37ed-4af7-9184-b01186f38261 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.110 "GET /v2.0/networks?id=bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 200 len: 816 time: 1.1371160 Jul 07 19:21:13.971995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Request body: {'port': {'device_id': '3d236029-4a63-4669-a5cf-b0a5a720b9ee', 'network_id': 'bae55246-1299-4071-9510-5afe92afa539', 'admin_state_up': True, 'tenant_id': 'e4ca1b189f44499cbaf9b1b0ae76ee5e'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:13.990118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:13.990118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:13.994194 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Transition to ACTIVE for port object d0a9033d-a95b-4fb9-8106-d09c0fc51fad will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:13.997386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Pushing event updated for resources: {'Port': ['ID=49506b43-9f44-4009-b20c-3d51b15d5186,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:14.073845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-abfd69ba-4c9d-4822-8df8-adb542f88be1 service neutron] 10.222.0.81 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205121 Jul 07 19:21:14.100775 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.184949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdf456-e37b-4d5c-a41c-d9a639cf9a61 req-a2d4a2c6-39fd-4e0e-a2fd-d10c1fabd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.196191 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cacdf456-e37b-4d5c-a41c-d9a639cf9a61 req-a2d4a2c6-39fd-4e0e-a2fd-d10c1fabd510 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8013c0635e5a462ea781d7479370a19c&device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 1094 time: 0.5020537 Jul 07 19:21:14.215294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.216049 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.243034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Pushing event updated for resources: {'Port': ['ID=d0a9033d-a95b-4fb9-8106-d09c0fc51fad,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:14.276102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.424637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:14.437816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Sync routers for ids ['130574a1-d16a-4255-b89a-309458aeb673'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:14.473420 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8ffc4855-e95a-45ab-8abc-fe5e2573d414 admin admin] 10.222.0.81 "PUT /v2.0/routers/130574a1-d16a-4255-b89a-309458aeb673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1109016 Jul 07 19:21:14.482085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Routers {'130574a1-d16a-4255-b89a-309458aeb673'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:14.483212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:20:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['130574a1-d16a-4255-b89a-309458aeb673'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:14.490235 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249550f-9f5c-4ecc-844a-cb07829ed335 req-35ea4461-5566-4ac0-b30a-5a109ba11891 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.493236 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2249550f-9f5c-4ecc-844a-cb07829ed335 req-35ea4461-5566-4ac0-b30a-5a109ba11891 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 944 time: 1.2726564 Jul 07 19:21:14.552148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdf456-e37b-4d5c-a41c-d9a639cf9a61 req-40704c41-cadd-43ce-ab63-9ec702113efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.554166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cacdf456-e37b-4d5c-a41c-d9a639cf9a61 req-40704c41-cadd-43ce-ab63-9ec702113efe service neutron] 10.222.0.48 "GET /v2.0/networks?id=cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 200 len: 914 time: 0.3481271 Jul 07 19:21:14.680378 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cacdf456-e37b-4d5c-a41c-d9a639cf9a61 req-26da8999-d5fa-4d92-858e-7cfed6ab8629 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 HTTP/1.1" status: 200 len: 217 time: 0.1166773 Jul 07 19:21:14.687026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-94559749-d737-42f7-998f-e518df09ee91 None None] Provisioning for port 49506b43-9f44-4009-b20c-3d51b15d5186 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:14.709404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-94559749-d737-42f7-998f-e518df09ee91 None None] Provisioning complete for port 49506b43-9f44-4009-b20c-3d51b15d5186 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:14.718731 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94559749-d737-42f7-998f-e518df09ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.885513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdf456-e37b-4d5c-a41c-d9a639cf9a61 req-df0c2ecd-2a6a-4507-9399-e41e323dc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.887850 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cacdf456-e37b-4d5c-a41c-d9a639cf9a61 req-df0c2ecd-2a6a-4507-9399-e41e323dc28b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b851c974-dd68-4406-b39a-8ec255ef1d95 HTTP/1.1" status: 200 len: 853 time: 0.1996617 Jul 07 19:21:14.897113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-94559749-d737-42f7-998f-e518df09ee91 None None] Port 49506b43-9f44-4009-b20c-3d51b15d5186 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:14.938454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Set router 130574a1-d16a-4255-b89a-309458aeb673 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:14.962675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.978750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Attempting to bind port d0a9033d-a95b-4fb9-8106-d09c0fc51fad on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:14.979304 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Attempting to bind port d0a9033d-a95b-4fb9-8106-d09c0fc51fad by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:14.979842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Attempting to bind port d0a9033d-a95b-4fb9-8106-d09c0fc51fad on network bae55246-1299-4071-9510-5afe92afa539 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:14.998963 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.018143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:15.024074 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cacdf456-e37b-4d5c-a41c-d9a639cf9a61 req-30f61017-907c-499d-bf04-22c777b71259 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cea8a610-b406-49f2-8da2-81e7cdd1045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172278 Jul 07 19:21:15.026382 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a637f11-a2d1-4ea4-b8a7-377ac7eba72d None None] Network a12e389a-7802-4886-a57b-31a3ab36183d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:15.052622 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-1d1b1301-89e7-40ef-a3cc-f461b7c19944 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0444863 Jul 07 19:21:15.063204 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Port d0a9033d-a95b-4fb9-8106-d09c0fc51fad on network bae55246-1299-4071-9510-5afe92afa539 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:21:15.063792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Attempting to bind port d0a9033d-a95b-4fb9-8106-d09c0fc51fad on network bae55246-1299-4071-9510-5afe92afa539 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:15.081442 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.081989 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Added segment b4a9fa5b-a805-46fa-a3ba-00d4dd658415 of type vlan for network 0e4885f1-69c9-4b78-809b-8db34ef27318 Jul 07 19:21:15.098828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:21:15.098828 n-d-793621-9 neutron-server[93900]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:21:15.098828 n-d-793621-9 neutron-server[93900]: [parameters: {'project_id_1': 'e4ca1b189f44499cbaf9b1b0ae76ee5e', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 21, 15, 58285)}] Jul 07 19:21:15.098828 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:21:15.100083 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:21:15.112669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Request body: {'port': {'device_id': '482a4ac2-a767-4fc3-9999-14ade5bd5386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:15.147919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1e397-f72d-4595-b6a8-9f4042986b05 req-015c82b7-ed3f-49fd-854a-ac29fc800f31 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:15.161984 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-08c1e397-f72d-4595-b6a8-9f4042986b05 req-015c82b7-ed3f-49fd-854a-ac29fc800f31 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 936 time: 0.3957856 Jul 07 19:21:15.243082 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2249550f-9f5c-4ecc-844a-cb07829ed335 req-19a39e9c-4229-4f7f-9c3c-94125c04cd98 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd4b0b29-f2b1-45e3-9876-6d72e4358b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597040 Jul 07 19:21:15.244993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:15.254643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Checking segment: {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:15.268252 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Bound using segment: {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:15.269405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Bound port: d0a9033d-a95b-4fb9-8106-d09c0fc51fad, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:15.270310 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.325099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Made reservation on behalf of ba5c5800b2e74481abcf3ad090f4c9c7 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:15.328231 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.444340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfbae7a-dfb2-497c-889c-3dd7c3e5708c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:15.501314 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.627814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Deleting port d5cc492f-48fb-4bed-9444-72b6294abcee {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:15.628162 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.698990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-54d911a3-2b21-407a-9183-a7b24e07c888 None None] Provisioning for port d5cc492f-48fb-4bed-9444-72b6294abcee completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:15.747152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d551cfa8-0885-43f3-9e0d-b63dfaff9726 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:15.786775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-54d911a3-2b21-407a-9183-a7b24e07c888 None None] Provisioning complete for port d5cc492f-48fb-4bed-9444-72b6294abcee triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:15.792552 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-54d911a3-2b21-407a-9183-a7b24e07c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.821122 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-08c1e397-f72d-4595-b6a8-9f4042986b05 req-170724e9-89d1-4028-8656-7f9ae42e15cf tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6575141 Jul 07 19:21:15.824188 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.resource_extend [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:21:15.942394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Made reservation on behalf of e4ca1b189f44499cbaf9b1b0ae76ee5e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:15.960770 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.972922 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cacdf456-e37b-4d5c-a41c-d9a639cf9a61 req-6806de78-0911-4ac3-b839-b6be6ea9f151 service neutron] 10.222.0.48 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9238007 Jul 07 19:21:16.129057 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.131369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:16.132066 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.169004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] For port d0a9033d-a95b-4fb9-8106-d09c0fc51fad, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:16.197554 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cacdf456-e37b-4d5c-a41c-d9a639cf9a61 req-82ca3bbf-013f-485a-bbd6-0cc6dd23aa60 service neutron] 10.222.0.48 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730959 Jul 07 19:21:16.271803 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25585f42-eac7-4044-9dd5-9a1034b2a3d4 req-2cf2e285-7cd3-43b5-af45-253d49cd0251 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 210 time: 0.0708270 Jul 07 19:21:16.274465 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.387378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] For port d0a9033d-a95b-4fb9-8106-d09c0fc51fad, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0a9033d-a95b-4fb9-8106-d09c0fc51fad,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:16.420603 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.1390696 Jul 07 19:21:16.427741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58042) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:16.430198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] For port d5cc492f-48fb-4bed-9444-72b6294abcee, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d5cc492f-48fb-4bed-9444-72b6294abcee,segment=NetworkSegment(56b0fb1c-f4a4-471d-bb47-b24ea919b296),segment_id=56b0fb1c-f4a4-471d-bb47-b24ea919b296)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:16.430666 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.481247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port d551cfa8-0885-43f3-9e0d-b63dfaff9726 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:16.491166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7dac10b2-aa20-40b2-a8ee-265cf51a2c98 admin admin] Request body: {'subnet': {'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-970670009-subnet', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:16.496747 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.561547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port d551cfa8-0885-43f3-9e0d-b63dfaff9726 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:16.561988 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.627547 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-54d911a3-2b21-407a-9183-a7b24e07c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.684812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Calling delete_port for d5cc492f-48fb-4bed-9444-72b6294abcee owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:16.695574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-54d911a3-2b21-407a-9183-a7b24e07c888 None None] For port d5cc492f-48fb-4bed-9444-72b6294abcee, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d5cc492f-48fb-4bed-9444-72b6294abcee,segment=NetworkSegment(56b0fb1c-f4a4-471d-bb47-b24ea919b296),segment_id=56b0fb1c-f4a4-471d-bb47-b24ea919b296)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:16.715704 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-54d911a3-2b21-407a-9183-a7b24e07c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.779235 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Pushing event updated for resources: {'Port': ['ID=d0a9033d-a95b-4fb9-8106-d09c0fc51fad,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:16.807162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130574a1-d16a-4255-b89a-309458aeb673', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890162620-router', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:55Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 4, 'project_id': '067efff9c72c4dcaab22b88424875d07', 'gw_port': {'id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130574a1-d16a-4255-b89a-309458aeb673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:57Z', 'updated_at': '2021-07-07T19:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '6567b205-2df4-47cd-8909-6dd01f2c041f', 'name': '', 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'mac_address': 'fa:16:3e:99:be:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130574a1-d16a-4255-b89a-309458aeb673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '8b71919e-0a61-4e79-8208-f1f970491fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:05Z', 'updated_at': '2021-07-07T19:21:10Z', 'revision_number': 2, 'project_id': '067efff9c72c4dcaab22b88424875d07', 'subnets': [{'id': '8b71919e-0a61-4e79-8208-f1f970491fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:16.822077 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.849844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddee72-f2fc-4368-bb2c-6e4c1eb96b43 admin admin] Pushing event updated for resources: {'Network': ['ID=0e4885f1-69c9-4b78-809b-8db34ef27318,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:16.877802 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 0e4885f1-69c9-4b78-809b-8db34ef27318 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:16.895486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Checking router: 130574a1-d16a-4255-b89a-309458aeb673 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:21:16.896427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Updating router 130574a1-d16a-4255-b89a-309458aeb673 port 6567b205-2df4-47cd-8909-6dd01f2c041f binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:21:16.904735 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.978443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:16.979259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.980714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-c02dbbe2-d1f7-44a1-ae88-a9cc871bd0cf service neutron] 10.222.0.110 "PUT /v2.0/ports/d0a9033d-a95b-4fb9-8106-d09c0fc51fad HTTP/1.1" status: 200 len: 1091 time: 5.4889305 Jul 07 19:21:16.981199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f68ff2-c156-44f1-a36f-713d0daf3abc', 'tag': 'd0a9033d-a95b-4fb9-8106-d09c0fc51fad'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:16.991764 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2784316-7706-4e06-a064-ea1e9e2138db" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f68ff2-c156-44f1-a36f-713d0daf3abc", "tag": "d0a9033d-a95b-4fb9-8106-d09c0fc51fad"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:17.029486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dac10b2-aa20-40b2-a8ee-265cf51a2c98 admin admin] Made reservation on behalf of 8affe05550d544f5ba8eb28dd6f8d58d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:17.033068 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dac10b2-aa20-40b2-a8ee-265cf51a2c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.114088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cf663-19ce-4ee3-9f01-26ff19257f65 req-9356de16-a65b-4921-8c8f-7c22dee7b6d1 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:17.118208 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-566cf663-19ce-4ee3-9f01-26ff19257f65 req-9356de16-a65b-4921-8c8f-7c22dee7b6d1 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 943 time: 1.2606761 Jul 07 19:21:17.124300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d911a3-2b21-407a-9183-a7b24e07c888 None None] Pushing event updated for resources: {'Port': ['ID=d5cc492f-48fb-4bed-9444-72b6294abcee,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:17.173503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e00935-f0ce-4e11-a880-ee197e19fb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd551cfa8-0885-43f3-9e0d-b63dfaff9726'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:17.176209 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf4d7c3-0e3d-4bbf-a929-4d0b129f22ba" -d '{"events": [{"server_uuid": "73e00935-f0ce-4e11-a880-ee197e19fb2d", "name": "network-vif-plugged", "status": "completed", "tag": "d551cfa8-0885-43f3-9e0d-b63dfaff9726"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:17.188376 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.216201 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a24a4b-a80c-4cc9-a6bd-effbea5a92ed None None] Network a12e389a-7802-4886-a57b-31a3ab36183d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:17.246355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d551cfa8-0885-43f3-9e0d-b63dfaff9726, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d551cfa8-0885-43f3-9e0d-b63dfaff9726,segment=NetworkSegment(6d22ba7a-2b36-4bdd-a04d-e088da01aff8),segment_id=6d22ba7a-2b36-4bdd-a04d-e088da01aff8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:17.260660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dee9eaf-5201-4c7c-84f6-476a6bb1f732,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:17.304677 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.323993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-cb6895cb-9ebf-49ba-8b69-6a85c6aa1473 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:17.325689 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-cb6895cb-9ebf-49ba-8b69-6a85c6aa1473 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.48 "GET /v2.0/networks?id=bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 200 len: 816 time: 0.7006285 Jul 07 19:21:17.340749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:17.341041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:17.341429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:17.341904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:17.342509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:17.343127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:17.343462 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:17.343795 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:17.344124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:17.344454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:17.345452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:17.345769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:17.360349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Request body: {'port': {'device_id': 'd0475ab0-5e7a-45ce-8cbf-c0c84014a864', 'network_id': 'bae55246-1299-4071-9510-5afe92afa539', 'admin_state_up': True, 'tenant_id': 'e4ca1b189f44499cbaf9b1b0ae76ee5e'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:17.369810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Checking segment: {'id': '4d47555e-3092-4cae-a727-bd424bb2d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0dc1f3f0-6a6b-4134-a285-43ff4dbffc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:17.370178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Network hostable DHCP agents. Network: 0dc1f3f0-6a6b-4134-a285-43ff4dbffc05, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:17.390207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-44218d0b-2c2f-4dcd-a452-e62606aed163 None None] Provisioning complete for port d5cc492f-48fb-4bed-9444-72b6294abcee triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:17.390672 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-44218d0b-2c2f-4dcd-a452-e62606aed163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.426101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c01ace-43b6-4ced-bc2d-785513edb63f req-916b12e3-577d-4ceb-af11-6af7872c4b1f tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:17.437237 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06c01ace-43b6-4ced-bc2d-785513edb63f req-916b12e3-577d-4ceb-af11-6af7872c4b1f tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 944 time: 0.8859885 Jul 07 19:21:17.486446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-44218d0b-2c2f-4dcd-a452-e62606aed163 None None] Port d5cc492f-48fb-4bed-9444-72b6294abcee was deleted so its status cannot be updated. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 19:21:17.528116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d551cfa8-0885-43f3-9e0d-b63dfaff9726,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:17.731612 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.775380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dac10b2-aa20-40b2-a8ee-265cf51a2c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.825433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Port': ['ID=d5cc492f-48fb-4bed-9444-72b6294abcee,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:17.877223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:21:17.881168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac10b2-aa20-40b2-a8ee-265cf51a2c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d263cb8b-79f0-4da0-8a25-5c9738f388fe,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:17.903789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d5cc492f-48fb-4bed-9444-72b6294abcee up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:17.914475 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-566cf663-19ce-4ee3-9f01-26ff19257f65 req-001d5722-faec-47fd-86a6-0e6ad0cc98f8 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708349 Jul 07 19:21:17.994540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No DVR routers for this DVR port d5cc492f-48fb-4bed-9444-72b6294abcee on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:18.038358 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: d5cc492f-48fb-4bed-9444-72b6294abcee {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:21:18.044957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Allocated IP 172.20.0.11 (bae55246-1299-4071-9510-5afe92afa539/411ca88b-6487-40a2-a761-796f59893af9/365a950f-91cd-4fb5-a844-83f79f6d560b) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:18.045722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d5cc492f-48fb-4bed-9444-72b6294abcee not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 19:21:18.068297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dac10b2-aa20-40b2-a8ee-265cf51a2c98 admin admin] Checking segment: {'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:18.068952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dac10b2-aa20-40b2-a8ee-265cf51a2c98 admin admin] Network hostable DHCP agents. Network: 0e4885f1-69c9-4b78-809b-8db34ef27318, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:18.103163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-a28a7e1e-afe1-4d10-9a04-7ed03b29ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:18.106400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-a28a7e1e-afe1-4d10-9a04-7ed03b29ad7a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 1094 time: 0.4210744 Jul 07 19:21:18.120584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Network 0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:18.146435 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49506b43-9f44-4009-b20c-3d51b15d5186 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:18.151670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dac10b2-aa20-40b2-a8ee-265cf51a2c98 admin admin] Network 0e4885f1-69c9-4b78-809b-8db34ef27318 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:18.164187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7dac10b2-aa20-40b2-a8ee-265cf51a2c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 0e4885f1-69c9-4b78-809b-8db34ef27318) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:18.166133 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.181157 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06c01ace-43b6-4ced-bc2d-785513edb63f req-cc4a852a-4f7a-4b4c-9d17-821ea88d8cf7 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd4b0b29-f2b1-45e3-9876-6d72e4358b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7417142 Jul 07 19:21:18.182282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 0dc1f3f0-6a6b-4134-a285-43ff4dbffc05) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:18.196639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:18.198032 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.210679 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.230276 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c3a24224-1687-46bc-a633-fc19357b4781 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.7865074 Jul 07 19:21:18.233195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7064d14c-0819-49fa-8983-6441a0682b29 None None] Network 0e4885f1-69c9-4b78-809b-8db34ef27318 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:18.239815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258db99e-6e2e-44e3-a967-d5917daa555f None None] Network 0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:18.256090 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.resource_extend [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:21:18.261202 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Port d5cc492f-48fb-4bed-9444-72b6294abcee not found, will not notify nova. {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 19:21:18.263697 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Transition to ACTIVE for port object 49506b43-9f44-4009-b20c-3d51b15d5186 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:18.290841 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.334013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dac10b2-aa20-40b2-a8ee-265cf51a2c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:18.346960 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dac10b2-aa20-40b2-a8ee-265cf51a2c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.388846 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c7e956-7c02-41b4-97b3-0cf37d8e78f5 x-openstack-request-id: req-86c7e956-7c02-41b4-97b3-0cf37d8e78f5 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:18.389155 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f68ff2-c156-44f1-a36f-713d0daf3abc", "tag": "d0a9033d-a95b-4fb9-8106-d09c0fc51fad", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:18.389420 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86c7e956-7c02-41b4-97b3-0cf37d8e78f5 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:18.399383 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f68ff2-c156-44f1-a36f-713d0daf3abc', 'tag': 'd0a9033d-a95b-4fb9-8106-d09c0fc51fad', 'status': 'completed', 'code': 200} Jul 07 19:21:18.429207 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-0fa19e02-53e5-4b42-ae69-6b24cff8fe75 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0a9033d-a95b-4fb9-8106-d09c0fc51fad HTTP/1.1" status: 200 len: 217 time: 0.2941623 Jul 07 19:21:18.487233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Made reservation on behalf of e4ca1b189f44499cbaf9b1b0ae76ee5e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:18.491027 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.534436 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca49c37-6251-49bb-a725-26eb16f0259f x-openstack-request-id: req-dca49c37-6251-49bb-a725-26eb16f0259f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:18.542785 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e00935-f0ce-4e11-a880-ee197e19fb2d", "name": "network-vif-plugged", "status": "completed", "tag": "d551cfa8-0885-43f3-9e0d-b63dfaff9726", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:18.543306 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dca49c37-6251-49bb-a725-26eb16f0259f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:18.543922 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e00935-f0ce-4e11-a880-ee197e19fb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd551cfa8-0885-43f3-9e0d-b63dfaff9726', 'code': 200} Jul 07 19:21:18.698064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Pushing event updated for resources: {'Port': ['ID=49506b43-9f44-4009-b20c-3d51b15d5186,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:18.847723 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7dac10b2-aa20-40b2-a8ee-265cf51a2c98 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3865607 Jul 07 19:21:18.849556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-0648ed8e-23d3-4279-aa68-b346ade078a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:18.851588 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-0648ed8e-23d3-4279-aa68-b346ade078a1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=411ca88b-6487-40a2-a761-796f59893af9 HTTP/1.1" status: 200 len: 855 time: 0.3568354 Jul 07 19:21:18.855108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58058) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:18.863427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:19.021780 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-17bbdc9f-f3b6-4ff4-aba7-76e94e8f4a0e req-d7aac1f0-3906-4b7e-b173-93828b99fd0e tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 210 time: 0.1637809 Jul 07 19:21:19.041810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Attempting to bind port 49506b43-9f44-4009-b20c-3d51b15d5186 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:19.042521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Attempting to bind port 49506b43-9f44-4009-b20c-3d51b15d5186 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:19.042767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:19.043749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Attempting to bind port 49506b43-9f44-4009-b20c-3d51b15d5186 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:19.052663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Port 49506b43-9f44-4009-b20c-3d51b15d5186 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:21:19.053312 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Attempting to bind port 49506b43-9f44-4009-b20c-3d51b15d5186 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:19.059442 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.062889 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.074176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:19.074945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:19.075575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:19.076551 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Bound port: 49506b43-9f44-4009-b20c-3d51b15d5186, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:19.077236 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.205443 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.214670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd02d5-9b9e-4300-a74e-08a25900d371 None None] Network 0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:19.217203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'b1cb5c46-4a97-46a7-8090-eba7bb3f0a57', 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f', 'port_id': 'b1cb5c46-4a97-46a7-8090-eba7bb3f0a57', 'mac_address': 'fa:16:3e:d6:e2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b851c974-dd68-4406-b39a-8ec255ef1d95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:21:19.229061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] For port 49506b43-9f44-4009-b20c-3d51b15d5186, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:19.234571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] For port 49506b43-9f44-4009-b20c-3d51b15d5186, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=49506b43-9f44-4009-b20c-3d51b15d5186,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:19.249607 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.259559 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4a4a9-4f77-4dd6-a901-abcf35e34a51 req-e11e5a28-debb-4d00-be5d-754ee9737921 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:19.261531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Transition to ACTIVE for port object 6567b205-2df4-47cd-8909-6dd01f2c041f will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:19.284342 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5b4a4a9-4f77-4dd6-a901-abcf35e34a51 req-e11e5a28-debb-4d00-be5d-754ee9737921 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 948 time: 0.9367762 Jul 07 19:21:19.329665 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.339758 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.490206 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c35dd-f960-40a6-8676-594d7883ffdc req-7cd1c6e9-2ebe-4db3-b0e7-6b3a398dd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:19.492941 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-407c35dd-f960-40a6-8676-594d7883ffdc req-7cd1c6e9-2ebe-4db3-b0e7-6b3a398dd9d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 1096 time: 0.7974949 Jul 07 19:21:19.494638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Subnet': ['ID=7ceb4f44-0ad7-4495-bcbb-535d72c05965,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:19.569662 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.681825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-aa7b0b5d-eef7-4144-9441-ad48f8c9e0d3 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:19.683835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-aa7b0b5d-eef7-4144-9441-ad48f8c9e0d3 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/networks?id=0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 HTTP/1.1" status: 200 len: 809 time: 0.1889548 Jul 07 19:21:19.685257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:19.685937 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.687658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] 10.222.0.110 "PUT /v2.0/ports/49506b43-9f44-4009-b20c-3d51b15d5186 HTTP/1.1" status: 200 len: 1096 time: 4.5896802 Jul 07 19:21:19.691750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482a4ac2-a767-4fc3-9999-14ade5bd5386', 'tag': '49506b43-9f44-4009-b20c-3d51b15d5186'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:19.701842 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef6dac8-e0ae-434d-bd6f-61baa1f98e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "482a4ac2-a767-4fc3-9999-14ade5bd5386", "tag": "49506b43-9f44-4009-b20c-3d51b15d5186"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:19.724432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-e918ec90-2a5a-4d74-8a5d-79edf8a3f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:19.726768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-e918ec90-2a5a-4d74-8a5d-79edf8a3f1af service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bae55246-1299-4071-9510-5afe92afa539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8524935 Jul 07 19:21:19.762519 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d9ca4-7d6f-4c45-b4f1-f61484f3f486 None None] Network a12e389a-7802-4886-a57b-31a3ab36183d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:19.764377 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.810313 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5b4a4a9-4f77-4dd6-a901-abcf35e34a51 req-a8393f3e-836b-437f-b85b-c1a57cd2ed57 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244117 Jul 07 19:21:19.812419 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-f0354ed2-81b2-4843-bf8f-4f29fc557414 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/quotas/ba5c5800b2e74481abcf3ad090f4c9c7 HTTP/1.1" status: 200 len: 375 time: 0.0110917 Jul 07 19:21:19.840117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Transition to ACTIVE for port object 365a950f-91cd-4fb5-a844-83f79f6d560b will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:19.854841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed70ff-90d5-4e65-a5b2-1149575a65f4 None None] Pushing event updated for resources: {'Port': ['ID=6567b205-2df4-47cd-8909-6dd01f2c041f,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:19.923405 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-407c35dd-f960-40a6-8676-594d7883ffdc req-f56ce8f2-f48f-43bd-b7e1-aa41d6bd887c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dd4b0b29-f2b1-45e3-9876-6d72e4358b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013367 Jul 07 19:21:19.995673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-27c296a4-6ae7-4aa6-ab02-ee88558f8722 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba5c5800b2e74481abcf3ad090f4c9c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1328678 Jul 07 19:21:20.009275 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.037951 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-0e4885f1-69c9-4b78-809b-8db34ef27318', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'fixed_ips': [{'subnet_id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:20.043595 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.047990 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.059642 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12e389a-7802-4886-a57b-31a3ab36183d']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:20.095155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:20.095516 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b0fb1c-f4a4-471d-bb47-b24ea919b296') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:20.096482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b0fb1c-f4a4-471d-bb47-b24ea919b296') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:20.121302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.124337 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:20.132575 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.180409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db7a30-35aa-4126-a421-7d2591be3500 service neutron] Pushing event updated for resources: {'Port': ['ID=49506b43-9f44-4009-b20c-3d51b15d5186,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:20.189864 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.218266 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.230680 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.241223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:20.242290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:20.254085 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:20.293681 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-54e926c2-7376-4349-b37f-2c5fe7ab19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:20.296196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-54e926c2-7376-4349-b37f-2c5fe7ab19d7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cb23d33203ea4a008c259da67231e720&device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 1099 time: 0.4804814 Jul 07 19:21:20.319659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Attempting to bind port 6567b205-2df4-47cd-8909-6dd01f2c041f on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:20.320028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Attempting to bind port 6567b205-2df4-47cd-8909-6dd01f2c041f by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'b80ba4cd-aa91-48ed-a272-5c8623768bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:20.320670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Attempting to bind port 6567b205-2df4-47cd-8909-6dd01f2c041f on network 04cd24e1-1834-4129-a6d4-322b4f90de1c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:20.326775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:20.362667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:20.363216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Checking segment: {'id': 'b80ba4cd-aa91-48ed-a272-5c8623768bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:20.363519 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.363907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Bound using segment: {'id': 'b80ba4cd-aa91-48ed-a272-5c8623768bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:20.364387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Bound port: 6567b205-2df4-47cd-8909-6dd01f2c041f, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80ba4cd-aa91-48ed-a272-5c8623768bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:20.364765 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.372739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-0c4f1436-ef5f-4aca-a075-b68d4a061d68 service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329351 Jul 07 19:21:20.402774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f83877-cdac-4a9a-87b7-3718ee45b1f6 req-cf7cd204-f35c-4991-a925-200f2dfef20b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:20.405008 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0f83877-cdac-4a9a-87b7-3718ee45b1f6 req-cf7cd204-f35c-4991-a925-200f2dfef20b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 943 time: 0.4037561 Jul 07 19:21:20.445050 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-c11ffdbd-3566-4a5f-9828-31c64d56b074 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=49506b43-9f44-4009-b20c-3d51b15d5186 HTTP/1.1" status: 200 len: 217 time: 0.1347001 Jul 07 19:21:20.454853 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Allocated IP 172.20.0.9 (bae55246-1299-4071-9510-5afe92afa539/411ca88b-6487-40a2-a761-796f59893af9/840a7ca6-be97-41cb-8420-621680a87d60) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:20.476284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Network bae55246-1299-4071-9510-5afe92afa539 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:20.480617 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-93d9ab52-b64a-4dd4-a06f-dac04872fb74 service neutron] 10.222.0.81 "GET /v2.0/networks/0dc1f3f0-6a6b-4134-a285-43ff4dbffc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496400 Jul 07 19:21:20.527664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:20.538100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:20.541188 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.543107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Pushing event updated for resources: {'Port': ['ID=365a950f-91cd-4fb5-a844-83f79f6d560b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:20.566724 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.568744 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/a12e389a-7802-4886-a57b-31a3ab36183d HTTP/1.1" status: 204 len: 168 time: 7.4797382 Jul 07 19:21:20.593070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fc1a4-4fac-4933-95ec-1984b77cde95 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Network': ['ID=a12e389a-7802-4886-a57b-31a3ab36183d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:20.597478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58080) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:20.686325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-90d6642e-00dc-4196-b482-fbff0fcdc26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:20.689139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-90d6642e-00dc-4196-b482-fbff0fcdc26b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.2294214 Jul 07 19:21:20.772325 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc044262-e0ae-4228-890e-60c2ff78e56b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:20.774025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc044262-e0ae-4228-890e-60c2ff78e56b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:20.789590 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cc044262-e0ae-4228-890e-60c2ff78e56b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/a12e389a-7802-4886-a57b-31a3ab36183d HTTP/1.1" status: 404 len: 339 time: 0.1868980 Jul 07 19:21:20.809626 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0f83877-cdac-4a9a-87b7-3718ee45b1f6 req-330befe7-decd-46f4-b35b-062bfd358fc9 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718712 Jul 07 19:21:20.833562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58082) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:20.852901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8f27fae5-4b57-4a35-b89b-1c9b1fd0a19e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-337945923', 'description': 'd1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:20.911573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:20.912246 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.927201 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Allocated IP 172.20.0.2 (0e4885f1-69c9-4b78-809b-8db34ef27318/d263cb8b-79f0-4da0-8a25-5c9738f388fe/f925ce6f-b249-41f7-a9ff-bd2085331ea8) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:20.951414 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e108faea-e5c5-4f34-9dd9-cbdce8d0eae0 req-559e2870-503e-4ccb-a135-e75e0488cb3b service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261121 Jul 07 19:21:20.982150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f27fae5-4b57-4a35-b89b-1c9b1fd0a19e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:20.989287 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f27fae5-4b57-4a35-b89b-1c9b1fd0a19e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.034639 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-5405e9dd-e29d-4806-9e74-6fc513f712ee tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0693972 Jul 07 19:21:21.047128 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-654bc702-a58d-4712-aaa8-b07918e90d39 service neutron] 10.222.0.81 "GET /v2.0/networks/0dc1f3f0-6a6b-4134-a285-43ff4dbffc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652370 Jul 07 19:21:21.074971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Request body: {'port': {'device_id': '3d236029-4a63-4669-a5cf-b0a5a720b9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:21.143972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f27fae5-4b57-4a35-b89b-1c9b1fd0a19e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:21.194772 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-fd0da8b4-04a3-471c-bcb3-2fd696113218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:21.200048 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-fd0da8b4-04a3-471c-bcb3-2fd696113218 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4903369 Jul 07 19:21:21.204446 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f27fae5-4b57-4a35-b89b-1c9b1fd0a19e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.204800 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-8f27fae5-4b57-4a35-b89b-1c9b1fd0a19e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Added segment 82e20293-524f-4c84-8313-c81fc6ba11e4 of type vlan for network 10513cf4-8df1-4ef5-a832-57224cb2c4f6 Jul 07 19:21:21.265132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f27fae5-4b57-4a35-b89b-1c9b1fd0a19e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.310134 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f27fae5-4b57-4a35-b89b-1c9b1fd0a19e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.327954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f27fae5-4b57-4a35-b89b-1c9b1fd0a19e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:21.328500 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f27fae5-4b57-4a35-b89b-1c9b1fd0a19e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262363'] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.380236 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.395830 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8f27fae5-4b57-4a35-b89b-1c9b1fd0a19e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5495899 Jul 07 19:21:21.398552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58088) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:21.399448 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.448360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Transition to ACTIVE for port object f925ce6f-b249-41f7-a9ff-bd2085331ea8 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:21.473006 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Transition to ACTIVE for port object f925ce6f-b249-41f7-a9ff-bd2085331ea8 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:21.514318 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.611356 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934c4ccd-75e7-444f-a0ee-1cddb851a499 x-openstack-request-id: req-934c4ccd-75e7-444f-a0ee-1cddb851a499 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:21.611830 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482a4ac2-a767-4fc3-9999-14ade5bd5386", "tag": "49506b43-9f44-4009-b20c-3d51b15d5186", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:21.615459 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-934c4ccd-75e7-444f-a0ee-1cddb851a499 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:21.621415 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482a4ac2-a767-4fc3-9999-14ade5bd5386', 'tag': '49506b43-9f44-4009-b20c-3d51b15d5186', 'status': 'completed', 'code': 200} Jul 07 19:21:21.655341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Transition to ACTIVE for port object 840a7ca6-be97-41cb-8420-621680a87d60 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:21.672394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b463c57-c07b-4266-b7e6-61145d50f7ee tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:21.673974 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9b463c57-c07b-4266-b7e6-61145d50f7ee tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/networks?id=10513cf4-8df1-4ef5-a832-57224cb2c4f6 HTTP/1.1" status: 200 len: 760 time: 0.2381341 Jul 07 19:21:21.710094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58092) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:21.743855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Network 0e4885f1-69c9-4b78-809b-8db34ef27318 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:21.751443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381c4a7-fa1d-48e4-aa8a-56723739d87f None None] DHCP port deletion for a12e389a-7802-4886-a57b-31a3ab36183d request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:21:21.755538 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:21.764734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:21.774584 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:21.789655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.833114 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d393c983-0e3d-4443-bcb0-b893821ee0c8 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'description': 'd2'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:22.037478 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.050346 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Attempting to bind port f925ce6f-b249-41f7-a9ff-bd2085331ea8 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:22.050728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Attempting to bind port f925ce6f-b249-41f7-a9ff-bd2085331ea8 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:22.051120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Attempting to bind port f925ce6f-b249-41f7-a9ff-bd2085331ea8 on network 0e4885f1-69c9-4b78-809b-8db34ef27318 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:22.064918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27fae5-4b57-4a35-b89b-1c9b1fd0a19e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=10513cf4-8df1-4ef5-a832-57224cb2c4f6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:22.085920 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Network bae55246-1299-4071-9510-5afe92afa539 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:22.098475 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-165bf9c9-73c4-4637-9579-4b3eb80c4ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.125426 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:22.133108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:22.143211 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.157585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:22.159380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Checking segment: {'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:22.159813 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.160221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Bound using segment: {'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:22.160735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Bound port: f925ce6f-b249-41f7-a9ff-bd2085331ea8, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:22.161127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.199551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6f2fce48-e3aa-4dcb-9139-ed8ab140d073 None None] Provisioning for port 365a950f-91cd-4fb5-a844-83f79f6d560b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:22.208954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 10513cf4-8df1-4ef5-a832-57224cb2c4f6 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:22.219584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Pushing event updated for resources: {'Port': ['ID=840a7ca6-be97-41cb-8420-621680a87d60,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:22.406468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.451344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-c4613e4c-9337-4610-97b8-b68fb2a68cb1 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1433158 Jul 07 19:21:22.518061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6f2fce48-e3aa-4dcb-9139-ed8ab140d073 None None] Provisioning complete for port 365a950f-91cd-4fb5-a844-83f79f6d560b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:22.518852 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6f2fce48-e3aa-4dcb-9139-ed8ab140d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.520905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Pushing event updated for resources: {'Port': ['ID=f925ce6f-b249-41f7-a9ff-bd2085331ea8,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:22.582608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] For port 6567b205-2df4-47cd-8909-6dd01f2c041f, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:22.583446 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:21:22.633698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] For port 6567b205-2df4-47cd-8909-6dd01f2c041f, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6567b205-2df4-47cd-8909-6dd01f2c041f,segment=NetworkSegment(b80ba4cd-aa91-48ed-a272-5c8623768bb3),segment_id=b80ba4cd-aa91-48ed-a272-5c8623768bb3)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:22.653629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:22.655585 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.678777 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.796893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6f2fce48-e3aa-4dcb-9139-ed8ab140d073 None None] Port 365a950f-91cd-4fb5-a844-83f79f6d560b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:22.804123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] For port f925ce6f-b249-41f7-a9ff-bd2085331ea8, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:22.842650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521480-4948-4c09-b1ab-80f68c78e1c8 req-38947a95-9041-4043-b480-f41bac037581 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:22.849991 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-24521480-4948-4c09-b1ab-80f68c78e1c8 req-38947a95-9041-4043-b480-f41bac037581 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 931 time: 0.9387310 Jul 07 19:21:22.868868 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-af30a273-7149-4ad6-bb60-9e11dbb0e936 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5149944 Jul 07 19:21:22.916488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] For port f925ce6f-b249-41f7-a9ff-bd2085331ea8, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f925ce6f-b249-41f7-a9ff-bd2085331ea8,segment=NetworkSegment(b4a9fa5b-a805-46fa-a3ba-00d4dd658415),segment_id=b4a9fa5b-a805-46fa-a3ba-00d4dd658415)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:22.928997 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Request body: {'port': {'device_id': 'd0475ab0-5e7a-45ce-8cbf-c0c84014a864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:22.993488 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.065706 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Allocated IP 172.25.0.139 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/9ad46734-f561-4ef1-bdab-daed1c66b89b) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:23.143536 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-24521480-4948-4c09-b1ab-80f68c78e1c8 req-ad0a48a1-d5e1-45dc-b4d0-f2c59e32b39b tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923546 Jul 07 19:21:23.159093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1897441-91d0-4859-b6ef-59cf162ebbe7 req-e95a1044-9df2-4efe-9178-effa1127898d service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6986096 Jul 07 19:21:23.254167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed70ff-90d5-4e65-a5b2-1149575a65f4 None None] Pushing event updated for resources: {'Port': ['ID=6567b205-2df4-47cd-8909-6dd01f2c041f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:23.298421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-30a6b384-c8e5-46e1-9029-6296d0385a10 None None] Provisioning for port 840a7ca6-be97-41cb-8420-621680a87d60 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:23.329543 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Routers {'130574a1-d16a-4255-b89a-309458aeb673'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:23.332318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:20:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['130574a1-d16a-4255-b89a-309458aeb673'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:23.420379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784316-7706-4e06-a064-ea1e9e2138db req-f3e0be5e-7b50-4f6f-9680-0ef4190da5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.423554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2784316-7706-4e06-a064-ea1e9e2138db req-f3e0be5e-7b50-4f6f-9680-0ef4190da5a4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 1094 time: 2.3390970 Jul 07 19:21:23.610755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a892a21-ad09-4877-9183-f7c3c2286128 req-7114201d-f2ba-4bd0-9b65-4db2149b5dd5 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.624110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a892a21-ad09-4877-9183-f7c3c2286128 req-7114201d-f2ba-4bd0-9b65-4db2149b5dd5 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 945 time: 2.5247328 Jul 07 19:21:23.649813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-30a6b384-c8e5-46e1-9029-6296d0385a10 None None] Provisioning complete for port 840a7ca6-be97-41cb-8420-621680a87d60 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:23.651538 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-30a6b384-c8e5-46e1-9029-6296d0385a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.756119 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d393c983-0e3d-4443-bcb0-b893821ee0c8 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.772512 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba996678-97ab-450c-9f9e-30d4704db692 None None] Pushing event updated for resources: {'Port': ['ID=f925ce6f-b249-41f7-a9ff-bd2085331ea8,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:23.783657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-30a6b384-c8e5-46e1-9029-6296d0385a10 None None] Port 840a7ca6-be97-41cb-8420-621680a87d60 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:23.828615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d5cc492f-48fb-4bed-9444-72b6294abcee no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:23.939439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: d5cc492f-48fb-4bed-9444-72b6294abcee {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:21:23.940390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d5cc492f-48fb-4bed-9444-72b6294abcee not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:21:23.942903 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-03fb5859-59c1-4e04-bd9a-6dde8e9d0d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.945649 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.005456 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.056724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.059498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a892a21-ad09-4877-9183-f7c3c2286128 req-96322dde-626c-40c2-9c32-8d28bc7268c7 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd4b0b29-f2b1-45e3-9876-6d72e4358b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319935 Jul 07 19:21:24.113234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] Set router 130574a1-d16a-4255-b89a-309458aeb673 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:24.301077 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365a950f-91cd-4fb5-a844-83f79f6d560b {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:24.342494 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.384366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Transition to ACTIVE for port object 365a950f-91cd-4fb5-a844-83f79f6d560b will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:24.422467 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6dac8-e0ae-434d-bd6f-61baa1f98e9c req-ad533299-7836-4c96-a6e1-419bde858811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:24.426368 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ef6dac8-e0ae-434d-bd6f-61baa1f98e9c req-ad533299-7836-4c96-a6e1-419bde858811 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cb23d33203ea4a008c259da67231e720&device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 1099 time: 1.0778716 Jul 07 19:21:24.468001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784316-7706-4e06-a064-ea1e9e2138db req-1f152afd-1e5f-4823-bf3b-23f290f1fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:24.473015 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2784316-7706-4e06-a064-ea1e9e2138db req-1f152afd-1e5f-4823-bf3b-23f290f1fe3a service neutron] 10.222.0.110 "GET /v2.0/networks?id=bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 200 len: 917 time: 1.0232332 Jul 07 19:21:24.620944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:24.622694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device d0a9033d-a95b-4fb9-8106-d09c0fc51fad details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:21:24.742473 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.789310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130574a1-d16a-4255-b89a-309458aeb673', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890162620-router', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:55Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 4, 'project_id': '067efff9c72c4dcaab22b88424875d07', 'gw_port': {'id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130574a1-d16a-4255-b89a-309458aeb673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:57Z', 'updated_at': '2021-07-07T19:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '6567b205-2df4-47cd-8909-6dd01f2c041f', 'name': '', 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'mac_address': 'fa:16:3e:99:be:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130574a1-d16a-4255-b89a-309458aeb673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '8b71919e-0a61-4e79-8208-f1f970491fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:05Z', 'updated_at': '2021-07-07T19:21:22Z', 'revision_number': 4, 'project_id': '067efff9c72c4dcaab22b88424875d07', 'subnets': [{'id': '8b71919e-0a61-4e79-8208-f1f970491fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:24.793548 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d393c983-0e3d-4443-bcb0-b893821ee0c8 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.836232 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-268975bd-810a-4213-ac02-41493379e856 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:24.838872 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-268975bd-810a-4213-ac02-41493379e856 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.48 "GET /v2.0/networks?id=0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 HTTP/1.1" status: 200 len: 809 time: 0.3580282 Jul 07 19:21:24.856779 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.872102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee1c9cc-4fd6-459f-90a2-f6ac18f7f9b7 None None] The sync data for ids ['130574a1-d16a-4255-b89a-309458aeb673'] in n-d-793621-9 is: [{'id': '130574a1-d16a-4255-b89a-309458aeb673', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890162620-router', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:55Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 4, 'project_id': '067efff9c72c4dcaab22b88424875d07', 'gw_port': {'id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130574a1-d16a-4255-b89a-309458aeb673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:57Z', 'updated_at': '2021-07-07T19:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '6567b205-2df4-47cd-8909-6dd01f2c041f', 'name': '', 'network_id': '04cd24e1-1834-4129-a6d4-322b4f90de1c', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'mac_address': 'fa:16:3e:99:be:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130574a1-d16a-4255-b89a-309458aeb673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '8b71919e-0a61-4e79-8208-f1f970491fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:05Z', 'updated_at': '2021-07-07T19:21:22Z', 'revision_number': 4, 'project_id': '067efff9c72c4dcaab22b88424875d07', 'subnets': [{'id': '8b71919e-0a61-4e79-8208-f1f970491fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:24.905408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:24.914445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:24.916021 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.134387 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.224650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d393c983-0e3d-4443-bcb0-b893821ee0c8 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network 10513cf4-8df1-4ef5-a832-57224cb2c4f6 is not hosted by any dhcp agent {{(pid=93900) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:21:25.231159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d393c983-0e3d-4443-bcb0-b893821ee0c8 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:25.232335 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d393c983-0e3d-4443-bcb0-b893821ee0c8 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.234253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:25.237529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port d0a9033d-a95b-4fb9-8106-d09c0fc51fad, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0a9033d-a95b-4fb9-8106-d09c0fc51fad,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:25.241394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac22661-e306-4e2f-8b37-3978279dfeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:25.243179 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d393c983-0e3d-4443-bcb0-b893821ee0c8 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "PUT /v2.0/networks/10513cf4-8df1-4ef5-a832-57224cb2c4f6 HTTP/1.1" status: 200 len: 757 time: 3.4442773 Jul 07 19:21:25.258324 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c429eeb8-5fc5-4fd4-89d9-b52927d8727d" -d '{"events": [{"server_uuid": "eac22661-e306-4e2f-8b37-3978279dfeb6", "name": "network-vif-plugged", "status": "completed", "tag": "b1cb5c46-4a97-46a7-8090-eba7bb3f0a57"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:25.270926 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.357890 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58106) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:25.370698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Request body: {'port': {'device_id': 'c9d12146-8b11-4c0f-ba88-a1d28ace6ac0', 'network_id': '0dc1f3f0-6a6b-4134-a285-43ff4dbffc05', 'admin_state_up': True, 'tenant_id': 'ba5c5800b2e74481abcf3ad090f4c9c7'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:25.377539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:25.381663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'd0a9033d-a95b-4fb9-8106-d09c0fc51fad', 'network_id': 'bae55246-1299-4071-9510-5afe92afa539', 'port_id': 'd0a9033d-a95b-4fb9-8106-d09c0fc51fad', 'mac_address': 'fa:16:3e:8a:ec:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411ca88b-6487-40a2-a761-796f59893af9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:21:25.384566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d0ef1b-0dc8-474d-8fb3-42c39bf57c16 None None] Network 0e4885f1-69c9-4b78-809b-8db34ef27318 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:25.488457 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6dac8-e0ae-434d-bd6f-61baa1f98e9c req-521c6be9-bff0-47e5-aa8c-da43ae985856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:25.490057 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ef6dac8-e0ae-434d-bd6f-61baa1f98e9c req-521c6be9-bff0-47e5-aa8c-da43ae985856 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 1.0205073 Jul 07 19:21:25.491103 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.555473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-50d16a5e-0461-4f70-94e3-a07979fd7ff8 None None] Provisioning for port f925ce6f-b249-41f7-a9ff-bd2085331ea8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:25.559606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Pushing event updated for resources: {'Port': ['ID=365a950f-91cd-4fb5-a844-83f79f6d560b,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:25.584865 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b6f485f-186a-46cc-9559-08e6ff351f88 req-5b95be6e-06a6-42b3-8940-ade5161ff9ba tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 210 time: 0.4817910 Jul 07 19:21:25.693718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a7f3a-24cb-4c0f-a8b1-d6cc97575839 req-28a6b1ee-2c06-4141-9dec-80a2d1e8945c tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:25.720170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-012a7f3a-24cb-4c0f-a8b1-d6cc97575839 req-28a6b1ee-2c06-4141-9dec-80a2d1e8945c tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 948 time: 2.2844334 Jul 07 19:21:25.829364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad46734-f561-4ef1-bdab-daed1c66b89b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:25.987649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2784316-7706-4e06-a064-ea1e9e2138db req-8dc50369-0a6e-4217-a928-5662a319dfa0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0a9033d-a95b-4fb9-8106-d09c0fc51fad HTTP/1.1" status: 200 len: 217 time: 1.0990961 Jul 07 19:21:26.007074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:26.020976 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ef6dac8-e0ae-434d-bd6f-61baa1f98e9c req-d9385cef-450e-4422-a664-ae6166066e59 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=49506b43-9f44-4009-b20c-3d51b15d5186 HTTP/1.1" status: 200 len: 217 time: 0.1999209 Jul 07 19:21:26.026379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:26.035704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:26.095622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:26.096228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:26.096416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:26.096714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:26.097060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:26.097399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:26.097928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:26.098414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:26.098905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:26.099271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:26.099609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:26.099940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:26.131795 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2efc37-378a-4f10-9ac6-728771786f02 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:26.133099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6567b205-2df4-47cd-8909-6dd01f2c041f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:26.141164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8b2efc37-378a-4f10-9ac6-728771786f02 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/networks?id=10513cf4-8df1-4ef5-a832-57224cb2c4f6 HTTP/1.1" status: 200 len: 760 time: 0.5548921 Jul 07 19:21:26.148887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-012a7f3a-24cb-4c0f-a8b1-d6cc97575839 req-3751759a-41e1-4ba6-80f1-57eb55ac034e tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971292 Jul 07 19:21:26.152919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58110) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:26.191054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784316-7706-4e06-a064-ea1e9e2138db req-f12be588-18e7-428e-a3e6-f7f692037c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:26.192710 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2784316-7706-4e06-a064-ea1e9e2138db req-f12be588-18e7-428e-a3e6-f7f692037c1c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=411ca88b-6487-40a2-a761-796f59893af9 HTTP/1.1" status: 200 len: 855 time: 0.2042627 Jul 07 19:21:26.270740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-929395195'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:26.373210 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.375129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:26.380695 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.452860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6dac8-e0ae-434d-bd6f-61baa1f98e9c req-cbd85ad9-1e69-4056-915f-e648ccb6217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:26.458416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 6567b205-2df4-47cd-8909-6dd01f2c041f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:26.459012 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ef6dac8-e0ae-434d-bd6f-61baa1f98e9c req-cbd85ad9-1e69-4056-915f-e648ccb6217e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.4294283 Jul 07 19:21:26.498313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Made reservation on behalf of ba5c5800b2e74481abcf3ad090f4c9c7 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:26.505259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.534627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 6567b205-2df4-47cd-8909-6dd01f2c041f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:26.535557 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.539790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a9033d-a95b-4fb9-8106-d09c0fc51fad {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:26.547384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Attempting to bind port 365a950f-91cd-4fb5-a844-83f79f6d560b on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:26.548250 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Attempting to bind port 365a950f-91cd-4fb5-a844-83f79f6d560b by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:26.549605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Attempting to bind port 365a950f-91cd-4fb5-a844-83f79f6d560b on network bae55246-1299-4071-9510-5afe92afa539 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:26.625283 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.657910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port d0a9033d-a95b-4fb9-8106-d09c0fc51fad, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0a9033d-a95b-4fb9-8106-d09c0fc51fad,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:26.705302 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.730325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 49506b43-9f44-4009-b20c-3d51b15d5186 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:21:26.747979 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Allocated IP 172.20.0.3 (0dc1f3f0-6a6b-4134-a285-43ff4dbffc05/5dee9eaf-5201-4c7c-84f6-476a6bb1f732/d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:26.748730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:26.838984 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.839688 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Added segment 5cccb9b5-bb1e-4f9b-ade3-d934e5e88739 of type vlan for network f9a136e7-ff21-4eef-a4d3-422bb9d8b58b Jul 07 19:21:26.999479 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.resource_extend [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:21:27.013467 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.015838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['d0a9033d-a95b-4fb9-8106-d09c0fc51fad'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:27.025796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a75c83-a938-4a96-916d-5dab6a250c86 req-3e75547b-5172-45c7-9108-212200829fef tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:27.027438 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26a75c83-a938-4a96-916d-5dab6a250c86 req-3e75547b-5172-45c7-9108-212200829fef tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 931 time: 0.4852011 Jul 07 19:21:27.056355 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.070680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6dac8-e0ae-434d-bd6f-61baa1f98e9c req-8e204e6f-5541-4b98-91e8-c52930970ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:27.072318 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ef6dac8-e0ae-434d-bd6f-61baa1f98e9c req-8e204e6f-5541-4b98-91e8-c52930970ae2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5272121 Jul 07 19:21:27.096171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Port 365a950f-91cd-4fb5-a844-83f79f6d560b on network bae55246-1299-4071-9510-5afe92afa539 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:21:27.097031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Attempting to bind port 365a950f-91cd-4fb5-a844-83f79f6d560b on network bae55246-1299-4071-9510-5afe92afa539 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:27.117035 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:27.117734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Checking segment: {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:27.118348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Bound using segment: {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:27.119057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Bound port: 365a950f-91cd-4fb5-a844-83f79f6d560b, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:27.119643 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.233232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ef6dac8-e0ae-434d-bd6f-61baa1f98e9c req-df4cd652-8f56-45bc-bd2d-16508df12def service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440322 Jul 07 19:21:27.292023 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] For port 365a950f-91cd-4fb5-a844-83f79f6d560b, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:27.307783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=d0a9033d-a95b-4fb9-8106-d09c0fc51fad,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:27.308922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] For port 365a950f-91cd-4fb5-a844-83f79f6d560b, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=365a950f-91cd-4fb5-a844-83f79f6d560b,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:27.335586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393c983-0e3d-4443-bcb0-b893821ee0c8 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=10513cf4-8df1-4ef5-a832-57224cb2c4f6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:27.345723 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.385637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 10513cf4-8df1-4ef5-a832-57224cb2c4f6 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:27.392548 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.404017 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.resource_extend [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:21:27.443607 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26a75c83-a938-4a96-916d-5dab6a250c86 req-e5900edd-582b-462a-a673-be5068aa2d62 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907735 Jul 07 19:21:27.480848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840a7ca6-be97-41cb-8420-621680a87d60 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:27.524352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Pushing event updated for resources: {'Port': ['ID=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:27.531607 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.538375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:27.539234 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.566099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.590667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb68648-f08d-4172-af63-855328059cba req-77ec9379-3144-42fc-b6b7-ce278df9c1f5 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:27.604306 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3bb68648-f08d-4172-af63-855328059cba req-77ec9379-3144-42fc-b6b7-ce278df9c1f5 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 945 time: 1.5270216 Jul 07 19:21:27.627257 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.657419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:27.658228 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.659873 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] 10.222.0.110 "PUT /v2.0/ports/365a950f-91cd-4fb5-a844-83f79f6d560b HTTP/1.1" status: 200 len: 1092 time: 6.6049745 Jul 07 19:21:27.692996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d236029-4a63-4669-a5cf-b0a5a720b9ee', 'tag': '365a950f-91cd-4fb5-a844-83f79f6d560b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:27.696944 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada89add-3068-4751-bede-eac99d248846" -d '{"events": [{"name": "network-changed", "server_uuid": "3d236029-4a63-4669-a5cf-b0a5a720b9ee", "tag": "365a950f-91cd-4fb5-a844-83f79f6d560b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:27.777185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 49506b43-9f44-4009-b20c-3d51b15d5186, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=49506b43-9f44-4009-b20c-3d51b15d5186,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:27.785264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=f9a136e7-ff21-4eef-a4d3-422bb9d8b58b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:27.791523 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-060bf325-ddf7-4a23-8566-f734ecc0fe44 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5755422 Jul 07 19:21:27.817632 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58118) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:27.837676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5d0f6612-f2c1-4582-aae6-38b1ec654a33 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'network_id': 'f9a136e7-ff21-4eef-a4d3-422bb9d8b58b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:27.856590 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3bb68648-f08d-4172-af63-855328059cba req-035ee6c7-a1f7-474b-9fa8-dc1430f7f21f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444999 Jul 07 19:21:27.882984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network f9a136e7-ff21-4eef-a4d3-422bb9d8b58b details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:27.895516 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Network 0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:27.929074 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784316-7706-4e06-a064-ea1e9e2138db req-1f567eb5-d27f-4c48-b13c-702a89f2ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:27.938775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2784316-7706-4e06-a064-ea1e9e2138db req-1f567eb5-d27f-4c48-b13c-702a89f2ca41 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bae55246-1299-4071-9510-5afe92afa539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5801272 Jul 07 19:21:28.009940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:28.019198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:28.027572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0f6612-f2c1-4582-aae6-38b1ec654a33 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:28.031277 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6612-f2c1-4582-aae6-38b1ec654a33 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.242422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '49506b43-9f44-4009-b20c-3d51b15d5186', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': '49506b43-9f44-4009-b20c-3d51b15d5186', 'mac_address': 'fa:16:3e:00:f2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:21:28.268887 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe107b5-6ee4-499b-8193-f0ab29d77147 x-openstack-request-id: req-1fe107b5-6ee4-499b-8193-f0ab29d77147 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:28.268887 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac22661-e306-4e2f-8b37-3978279dfeb6", "name": "network-vif-plugged", "status": "completed", "tag": "b1cb5c46-4a97-46a7-8090-eba7bb3f0a57", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:28.268887 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1fe107b5-6ee4-499b-8193-f0ab29d77147 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:28.268887 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac22661-e306-4e2f-8b37-3978279dfeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cb5c46-4a97-46a7-8090-eba7bb3f0a57', 'code': 200} Jul 07 19:21:28.297138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 6567b205-2df4-47cd-8909-6dd01f2c041f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6567b205-2df4-47cd-8909-6dd01f2c041f,segment=NetworkSegment(b80ba4cd-aa91-48ed-a272-5c8623768bb3),segment_id=b80ba4cd-aa91-48ed-a272-5c8623768bb3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:28.346841 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.347672 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f925ce6f-b249-41f7-a9ff-bd2085331ea8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:28.357303 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6612-f2c1-4582-aae6-38b1ec654a33 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.365565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Transition to ACTIVE for port object 840a7ca6-be97-41cb-8420-621680a87d60 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:28.450605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:28.454983 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.461226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f6612-f2c1-4582-aae6-38b1ec654a33 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=c238d002-a67b-4fb8-b8ac-0466892dd77e,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:28.498382 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.511302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.612424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-9f071f7f-22ad-44f9-ad4e-92615e357f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:28.615585 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-9f071f7f-22ad-44f9-ad4e-92615e357f9a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee HTTP/1.1" status: 200 len: 1095 time: 0.8613384 Jul 07 19:21:28.695564 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.716688 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=6567b205-2df4-47cd-8909-6dd01f2c041f,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:28.744445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e41c0-0d8f-488c-b8f0-584dba60f8bc service neutron] Pushing event updated for resources: {'Port': ['ID=365a950f-91cd-4fb5-a844-83f79f6d560b,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:28.753218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-ac5e69ab-7fd2-4370-b87f-963f2e3373ab service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365a950f-91cd-4fb5-a844-83f79f6d560b HTTP/1.1" status: 200 len: 217 time: 0.1163962 Jul 07 19:21:28.769323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-b7313587-bd1a-4998-8583-6ad59e3b6ace tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6592555 Jul 07 19:21:28.798887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Request body: {'port': {'device_id': 'c9d12146-8b11-4c0f-ba88-a1d28ace6ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:28.852026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49506b43-9f44-4009-b20c-3d51b15d5186 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:28.939676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Pushing event updated for resources: {'Port': ['ID=840a7ca6-be97-41cb-8420-621680a87d60,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:28.951393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.990735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea7ed5-7e9b-41da-ab80-09376b31b4b1 req-4955b8ad-6e2c-463b-9483-b67ee65caee8 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:29.004787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f925ce6f-b249-41f7-a9ff-bd2085331ea8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:29.005044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40ea7ed5-7e9b-41da-ab80-09376b31b4b1 req-4955b8ad-6e2c-463b-9483-b67ee65caee8 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 931 time: 0.5238853 Jul 07 19:21:29.033783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 49506b43-9f44-4009-b20c-3d51b15d5186, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=49506b43-9f44-4009-b20c-3d51b15d5186,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:29.035758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f925ce6f-b249-41f7-a9ff-bd2085331ea8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:29.041095 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.063298 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2784316-7706-4e06-a064-ea1e9e2138db req-43b02b8f-143e-45b1-9912-eca078403ee3 service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0959713 Jul 07 19:21:29.106096 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ef6dac8-e0ae-434d-bd6f-61baa1f98e9c req-2dcc8142-8146-4669-9ba6-331b7c75ac53 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7743294 Jul 07 19:21:29.116398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0f6612-f2c1-4582-aae6-38b1ec654a33 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking segment: {'id': '5cccb9b5-bb1e-4f9b-ade3-d934e5e88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9a136e7-ff21-4eef-a4d3-422bb9d8b58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:29.117047 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0f6612-f2c1-4582-aae6-38b1ec654a33 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network hostable DHCP agents. Network: f9a136e7-ff21-4eef-a4d3-422bb9d8b58b, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:29.128983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d704e4-f03a-4d3a-9c32-461ccda28034 req-55dca731-2195-455b-8868-1761e411bb73 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:29.146682 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1d704e4-f03a-4d3a-9c32-461ccda28034 req-55dca731-2195-455b-8868-1761e411bb73 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 945 time: 1.3378501 Jul 07 19:21:29.150970 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.165446 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-15bd8768-c68d-4164-86a6-973e119f7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:29.167896 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-15bd8768-c68d-4164-86a6-973e119f7126 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=411ca88b-6487-40a2-a761-796f59893af9 HTTP/1.1" status: 200 len: 855 time: 0.4006953 Jul 07 19:21:29.370186 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1d704e4-f03a-4d3a-9c32-461ccda28034 req-aa49748f-01e2-4b25-ab7e-a67fb5c4f89b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd4b0b29-f2b1-45e3-9876-6d72e4358b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187033 Jul 07 19:21:29.392729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc353f3-b70a-48f8-a683-d7aa8095428e req-6cc564dd-75df-4bcc-8366-baae9cf7a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:29.394620 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7dc353f3-b70a-48f8-a683-d7aa8095428e req-6cc564dd-75df-4bcc-8366-baae9cf7a364 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 1096 time: 1.0907352 Jul 07 19:21:29.398344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0f6612-f2c1-4582-aae6-38b1ec654a33 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network f9a136e7-ff21-4eef-a4d3-422bb9d8b58b is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:29.408651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Attempting to bind port 840a7ca6-be97-41cb-8420-621680a87d60 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:29.409127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Attempting to bind port 840a7ca6-be97-41cb-8420-621680a87d60 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:29.409481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Attempting to bind port 840a7ca6-be97-41cb-8420-621680a87d60 on network bae55246-1299-4071-9510-5afe92afa539 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:29.424557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Port 840a7ca6-be97-41cb-8420-621680a87d60 on network bae55246-1299-4071-9510-5afe92afa539 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:21:29.424793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=49506b43-9f44-4009-b20c-3d51b15d5186,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:29.425586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Attempting to bind port 840a7ca6-be97-41cb-8420-621680a87d60 on network bae55246-1299-4071-9510-5afe92afa539 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:29.439318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-5d0f6612-f2c1-4582-aae6-38b1ec654a33 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, f9a136e7-ff21-4eef-a4d3-422bb9d8b58b) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:29.443993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:29.450431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Checking segment: {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:29.451482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Bound using segment: {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:29.452105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Bound port: 840a7ca6-be97-41cb-8420-621680a87d60, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f3dab0-73c5-4065-851d-a69bc00b43f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bae55246-1299-4071-9510-5afe92afa539'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:29.452657 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.461994 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badfede3-71a8-441b-ad4e-b3d02753f6e3 None None] Network f9a136e7-ff21-4eef-a4d3-422bb9d8b58b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:29.491442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['49506b43-9f44-4009-b20c-3d51b15d5186'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:29.507411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.529131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0f6612-f2c1-4582-aae6-38b1ec654a33 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:29.530087 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6612-f2c1-4582-aae6-38b1ec654a33 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.553463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40ea7ed5-7e9b-41da-ab80-09376b31b4b1 req-1a36b6ee-4f60-4abc-8d47-646cff0e86e6 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978066 Jul 07 19:21:29.577083 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2784316-7706-4e06-a064-ea1e9e2138db req-3cbc7c08-7cd8-4218-b188-a71e8ce19589 service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550083 Jul 07 19:21:29.596160 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.660206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Router 21b6821d-3ef1-479b-a938-501405582f26 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:21:29.673761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-878e9299-2dd3-46bf-87ce-a1170b1743a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:29.675213 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7dc353f3-b70a-48f8-a683-d7aa8095428e req-3178660c-6845-4e43-882c-ea5085e5b145 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453709 Jul 07 19:21:29.676405 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-878e9299-2dd3-46bf-87ce-a1170b1743a3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bae55246-1299-4071-9510-5afe92afa539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3209405 Jul 07 19:21:29.720135 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e159bbc-4d14-412e-9b5f-520a81f51539 x-openstack-request-id: req-4e159bbc-4d14-412e-9b5f-520a81f51539 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:29.720562 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d236029-4a63-4669-a5cf-b0a5a720b9ee", "tag": "365a950f-91cd-4fb5-a844-83f79f6d560b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:29.720964 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e159bbc-4d14-412e-9b5f-520a81f51539 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:29.721512 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d236029-4a63-4669-a5cf-b0a5a720b9ee', 'tag': '365a950f-91cd-4fb5-a844-83f79f6d560b', 'status': 'completed', 'code': 200} Jul 07 19:21:29.747858 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5d0f6612-f2c1-4582-aae6-38b1ec654a33 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9234946 Jul 07 19:21:29.748276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58134) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:29.856482 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-ccd2cf8b-12b7-422b-a2b7-2afb70e02a7b service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680365 Jul 07 19:21:29.911380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.986338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port f925ce6f-b249-41f7-a9ff-bd2085331ea8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f925ce6f-b249-41f7-a9ff-bd2085331ea8,segment=NetworkSegment(b4a9fa5b-a805-46fa-a3ba-00d4dd658415),segment_id=b4a9fa5b-a805-46fa-a3ba-00d4dd658415)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:30.005951 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.055056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:30.120890 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Sync routers for ids ['21b6821d-3ef1-479b-a938-501405582f26'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:30.139230 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Routers {'21b6821d-3ef1-479b-a938-501405582f26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:30.140071 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:21:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['21b6821d-3ef1-479b-a938-501405582f26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:30.171371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] For port 840a7ca6-be97-41cb-8420-621680a87d60, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:30.176048 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.184117 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.185876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-92920617-5420-4128-842f-91210755e8a8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.3266659 Jul 07 19:21:30.238052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58144) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:30.310522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6567b205-2df4-47cd-8909-6dd01f2c041f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:30.329939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-f9a136e7-ff21-4eef-a4d3-422bb9d8b58b', 'network_id': 'f9a136e7-ff21-4eef-a4d3-422bb9d8b58b', 'tenant_id': 'c46fc25b00384d91a7840ff742d86fd5', 'fixed_ips': [{'subnet_id': 'c238d002-a67b-4fb8-b8ac-0466892dd77e'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:30.331374 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.443639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=f925ce6f-b249-41f7-a9ff-bd2085331ea8,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:30.471256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:30.483823 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.488576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44598f93-ef6a-40d9-b86c-cc93288ca0d9 req-e0686633-cbdd-4eb2-b325-297e6c7546b5 service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327924 Jul 07 19:21:30.509239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Transition to ACTIVE for port object d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:30.528023 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Set router 21b6821d-3ef1-479b-a938-501405582f26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:30.532550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.697022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 6567b205-2df4-47cd-8909-6dd01f2c041f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:30.697724 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.773670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83596bdc-8bd3-493f-bf57-3086a2f09bc7 req-4b8154b4-def3-4706-8dd0-a96d70d35d63 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:30.780722 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83596bdc-8bd3-493f-bf57-3086a2f09bc7 req-4b8154b4-def3-4706-8dd0-a96d70d35d63 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 943 time: 0.5131302 Jul 07 19:21:30.795741 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:21:26Z', 'revision_number': 3, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:30.801737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Allocated IP 172.20.0.2 (f9a136e7-ff21-4eef-a4d3-422bb9d8b58b/c238d002-a67b-4fb8-b8ac-0466892dd77e/36e6e806-39b8-4be5-9c69-c53fc1e12de5) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:30.835423 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Checking router: 21b6821d-3ef1-479b-a938-501405582f26 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:21:30.836392 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Updating router 21b6821d-3ef1-479b-a938-501405582f26 port 9ad46734-f561-4ef1-bdab-daed1c66b89b binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:21:30.876144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Pushing event updated for resources: {'Port': ['ID=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:30.900335 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.060324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83596bdc-8bd3-493f-bf57-3086a2f09bc7 req-ac354355-a513-4b01-8d22-43835789be15 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467394 Jul 07 19:21:31.103858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] For port 840a7ca6-be97-41cb-8420-621680a87d60, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=840a7ca6-be97-41cb-8420-621680a87d60,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:31.113709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89add-3068-4751-bede-eac99d248846 req-74150c09-45b9-402b-a435-b4b99384da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:31.120151 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ada89add-3068-4751-bede-eac99d248846 req-74150c09-45b9-402b-a435-b4b99384da67 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee HTTP/1.1" status: 200 len: 1095 time: 0.5589275 Jul 07 19:21:31.168647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 49506b43-9f44-4009-b20c-3d51b15d5186 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:31.264334 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.279208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89add-3068-4751-bede-eac99d248846 req-9c8db070-2fac-4a3c-a1b1-0c88afdc2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:31.282843 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ada89add-3068-4751-bede-eac99d248846 req-9c8db070-2fac-4a3c-a1b1-0c88afdc2327 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 200 len: 917 time: 0.1461880 Jul 07 19:21:31.300764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Transition to ACTIVE for port object 36e6e806-39b8-4be5-9c69-c53fc1e12de5 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:31.301997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Attempting to bind port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:31.303627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Attempting to bind port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '4d47555e-3092-4cae-a727-bd424bb2d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0dc1f3f0-6a6b-4134-a285-43ff4dbffc05'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:31.305991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Attempting to bind port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 on network 0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:31.355703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Transition to ACTIVE for port object 36e6e806-39b8-4be5-9c69-c53fc1e12de5 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:31.361910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 49506b43-9f44-4009-b20c-3d51b15d5186 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:31.372328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 49506b43-9f44-4009-b20c-3d51b15d5186 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:31.373483 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.380660 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.381555 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.386164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 on network 0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:21:31.389998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Attempting to bind port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 on network 0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:31.396915 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ada89add-3068-4751-bede-eac99d248846 req-a0ada7c3-2b9c-45ed-acfd-668284afb13a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365a950f-91cd-4fb5-a844-83f79f6d560b HTTP/1.1" status: 200 len: 217 time: 0.1067357 Jul 07 19:21:31.423640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea23375-04fe-4d52-ba38-9425fdde6687 req-36f358eb-91cd-4bc5-b0a7-9ecfb0410976 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:31.434259 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dea23375-04fe-4d52-ba38-9425fdde6687 req-36f358eb-91cd-4bc5-b0a7-9ecfb0410976 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 949 time: 1.7561505 Jul 07 19:21:31.435442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:31.443594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Checking segment: {'id': '4d47555e-3092-4cae-a727-bd424bb2d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0dc1f3f0-6a6b-4134-a285-43ff4dbffc05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:31.446243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Bound using segment: {'id': '4d47555e-3092-4cae-a727-bd424bb2d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0dc1f3f0-6a6b-4134-a285-43ff4dbffc05'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:31.447308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Bound port: d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d47555e-3092-4cae-a727-bd424bb2d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0dc1f3f0-6a6b-4134-a285-43ff4dbffc05'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:31.449303 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.526860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:31.528345 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.530404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] 10.222.0.48 "PUT /v2.0/ports/840a7ca6-be97-41cb-8420-621680a87d60 HTTP/1.1" status: 200 len: 1091 time: 8.6248364 Jul 07 19:21:31.531075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0475ab0-5e7a-45ce-8cbf-c0c84014a864', 'tag': '840a7ca6-be97-41cb-8420-621680a87d60'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:31.534860 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f60f06-4265-4e1e-88da-ca1ead7d2c20" -d '{"events": [{"name": "network-changed", "server_uuid": "d0475ab0-5e7a-45ce-8cbf-c0c84014a864", "tag": "840a7ca6-be97-41cb-8420-621680a87d60"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:31.545513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Network f9a136e7-ff21-4eef-a4d3-422bb9d8b58b is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:31.569100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:31.590055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:31.630412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Pushing event updated for resources: {'Port': ['ID=36e6e806-39b8-4be5-9c69-c53fc1e12de5,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:31.692211 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.697518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89add-3068-4751-bede-eac99d248846 req-84556c3f-9d85-4db4-8c15-76ba48956434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:31.700025 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ada89add-3068-4751-bede-eac99d248846 req-84556c3f-9d85-4db4-8c15-76ba48956434 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=411ca88b-6487-40a2-a761-796f59893af9 HTTP/1.1" status: 200 len: 855 time: 0.2943513 Jul 07 19:21:31.708757 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.736489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d9bb2-dd21-4e3a-8b1b-fae877eefaac service neutron] Pushing event updated for resources: {'Port': ['ID=840a7ca6-be97-41cb-8420-621680a87d60,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:31.754208 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Transition to ACTIVE for port object 9ad46734-f561-4ef1-bdab-daed1c66b89b will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:31.795964 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.798516 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] For port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:31.816754 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Subnet': ['ID=c238d002-a67b-4fb8-b8ac-0466892dd77e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:31.821418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dea23375-04fe-4d52-ba38-9425fdde6687 req-4e8caac7-d0e2-4a16-8c6f-9f14d80a1772 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859921 Jul 07 19:21:31.870116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] For port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1,segment=NetworkSegment(4d47555e-3092-4cae-a727-bd424bb2d845),segment_id=4d47555e-3092-4cae-a727-bd424bb2d845)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:31.909678 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.920779 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.936437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a136e7-ff21-4eef-a4d3-422bb9d8b58b']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:31.970064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Attempting to bind port 36e6e806-39b8-4be5-9c69-c53fc1e12de5 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:31.970641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Attempting to bind port 36e6e806-39b8-4be5-9c69-c53fc1e12de5 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '5cccb9b5-bb1e-4f9b-ade3-d934e5e88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9a136e7-ff21-4eef-a4d3-422bb9d8b58b'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:31.971143 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Attempting to bind port 36e6e806-39b8-4be5-9c69-c53fc1e12de5 on network f9a136e7-ff21-4eef-a4d3-422bb9d8b58b {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:31.979193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:31.979703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Checking segment: {'id': '5cccb9b5-bb1e-4f9b-ade3-d934e5e88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9a136e7-ff21-4eef-a4d3-422bb9d8b58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:31.980209 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.980699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Bound using segment: {'id': '5cccb9b5-bb1e-4f9b-ade3-d934e5e88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9a136e7-ff21-4eef-a4d3-422bb9d8b58b'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:31.981305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Bound port: 36e6e806-39b8-4be5-9c69-c53fc1e12de5, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cccb9b5-bb1e-4f9b-ade3-d934e5e88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9a136e7-ff21-4eef-a4d3-422bb9d8b58b'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:31.982001 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.999915 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191d6e9-5954-4420-ae99-4b5706a20441 None None] Pushing event updated for resources: {'Port': ['ID=9ad46734-f561-4ef1-bdab-daed1c66b89b,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:32.049099 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.091994 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Attempting to bind port 9ad46734-f561-4ef1-bdab-daed1c66b89b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:32.092401 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Attempting to bind port 9ad46734-f561-4ef1-bdab-daed1c66b89b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:32.092842 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Attempting to bind port 9ad46734-f561-4ef1-bdab-daed1c66b89b on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:32.130553 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:32.131043 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:32.131456 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.131858 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:32.132805 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Bound port: 9ad46734-f561-4ef1-bdab-daed1c66b89b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:32.133006 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.173440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2ff37-ee98-4991-9546-4f2128c602bc req-b593c6c4-9cf7-4ccf-8c05-fc5e405aad9f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:32.176926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cccb9b5-bb1e-4f9b-ade3-d934e5e88739') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:32.178034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cccb9b5-bb1e-4f9b-ade3-d934e5e88739') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:32.190146 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e8f2ff37-ee98-4991-9546-4f2128c602bc req-b593c6c4-9cf7-4ccf-8c05-fc5e405aad9f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 945 time: 0.5933604 Jul 07 19:21:32.207495 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f925ce6f-b249-41f7-a9ff-bd2085331ea8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:32.210589 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:32.212745 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.216444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] 10.222.0.48 "PUT /v2.0/ports/d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 HTTP/1.1" status: 200 len: 1091 time: 3.4241917 Jul 07 19:21:32.229599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d12146-8b11-4c0f-ba88-a1d28ace6ac0', 'tag': 'd17b0d53-86df-4fa8-ab0b-9a4b25ad05f1'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:32.234948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482a4ac2-a767-4fc3-9999-14ade5bd5386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49506b43-9f44-4009-b20c-3d51b15d5186'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:32.237518 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a46acec-3d49-4de9-a7a8-9a9cd8515d09" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d12146-8b11-4c0f-ba88-a1d28ace6ac0", "tag": "d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:32.238641 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f714ab-898c-42ff-b147-db44212b6d1b" -d '{"events": [{"server_uuid": "482a4ac2-a767-4fc3-9999-14ade5bd5386", "name": "network-vif-plugged", "status": "completed", "tag": "49506b43-9f44-4009-b20c-3d51b15d5186"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:32.270956 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.296110 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] For port 9ad46734-f561-4ef1-bdab-daed1c66b89b, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:32.305451 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] For port 9ad46734-f561-4ef1-bdab-daed1c66b89b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9ad46734-f561-4ef1-bdab-daed1c66b89b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:32.314126 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.353626 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.355798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fdc9f-7b74-4c56-9544-f9d3c5d3457f service neutron] Pushing event updated for resources: {'Port': ['ID=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:32.360307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 49506b43-9f44-4009-b20c-3d51b15d5186, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=49506b43-9f44-4009-b20c-3d51b15d5186,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:32.363112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] For port 36e6e806-39b8-4be5-9c69-c53fc1e12de5, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:32.370744 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.372192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device d0a9033d-a95b-4fb9-8106-d09c0fc51fad up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:32.391370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-e8654b66-88e2-459e-99cb-ddc039ca818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:32.393829 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-e8654b66-88e2-459e-99cb-ddc039ca818a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 1094 time: 0.7757816 Jul 07 19:21:32.398968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:32.399856 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:32.403857 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:32.425385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89add-3068-4751-bede-eac99d248846 req-4f81340f-3c18-48fe-a78f-15e6c7a1d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:32.427148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ada89add-3068-4751-bede-eac99d248846 req-4f81340f-3c18-48fe-a78f-15e6c7a1d77d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bae55246-1299-4071-9510-5afe92afa539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7150099 Jul 07 19:21:32.450537 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191d6e9-5954-4420-ae99-4b5706a20441 None None] Pushing event updated for resources: {'Port': ['ID=9ad46734-f561-4ef1-bdab-daed1c66b89b,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:32.453933 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e8f2ff37-ee98-4991-9546-4f2128c602bc req-77fa52e2-77bc-45b2-b3c5-9bbd0e79c271 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626011 Jul 07 19:21:32.508013 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Routers {'21b6821d-3ef1-479b-a938-501405582f26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:32.508713 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:21:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['21b6821d-3ef1-479b-a938-501405582f26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:32.533102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f925ce6f-b249-41f7-a9ff-bd2085331ea8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:32.533733 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.535792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port d0a9033d-a95b-4fb9-8106-d09c0fc51fad completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:32.603282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port d0a9033d-a95b-4fb9-8106-d09c0fc51fad triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:32.604872 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.649954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-aef53f25-4522-4077-a8a4-215580d6cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:32.652553 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-aef53f25-4522-4077-a8a4-215580d6cf58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba5c5800b2e74481abcf3ad090f4c9c7&device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 1094 time: 0.2750998 Jul 07 19:21:32.657698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ada89add-3068-4751-bede-eac99d248846 req-9a0760e9-13b7-4ca2-82ed-685ea589ba92 service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189317 Jul 07 19:21:32.693094 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37afad5-7939-495a-be89-2befc715b3d8 x-openstack-request-id: req-c37afad5-7939-495a-be89-2befc715b3d8 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:32.693401 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0475ab0-5e7a-45ce-8cbf-c0c84014a864", "tag": "840a7ca6-be97-41cb-8420-621680a87d60", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:32.693987 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c37afad5-7939-495a-be89-2befc715b3d8 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:32.694574 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0475ab0-5e7a-45ce-8cbf-c0c84014a864', 'tag': '840a7ca6-be97-41cb-8420-621680a87d60', 'status': 'completed', 'code': 200} Jul 07 19:21:32.710868 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-4d6aec9e-5fbf-4271-b181-827f699105d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=840a7ca6-be97-41cb-8420-621680a87d60 HTTP/1.1" status: 200 len: 217 time: 0.2810917 Jul 07 19:21:32.789450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-d4cacfe3-581e-4e03-9454-d41070d3e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:32.796019 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-d4cacfe3-581e-4e03-9454-d41070d3e7fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=411ca88b-6487-40a2-a761-796f59893af9 HTTP/1.1" status: 200 len: 855 time: 0.0623269 Jul 07 19:21:32.808207 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.api [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:21:32.808207 n-d-793621-9 neutron-server[93901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:21:32.808207 n-d-793621-9 neutron-server[93901]: [parameters: {'id': 'f9a136e7-ff21-4eef-a4d3-422bb9d8b58b'}] Jul 07 19:21:32.808207 n-d-793621-9 neutron-server[93901]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:21:32.808985 n-d-793621-9 neutron-server[93901]: DEBUG oslo_db.api [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:21:32.822704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=49506b43-9f44-4009-b20c-3d51b15d5186,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:32.860802 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] Set router 21b6821d-3ef1-479b-a938-501405582f26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:32.886524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] For port 36e6e806-39b8-4be5-9c69-c53fc1e12de5, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=36e6e806-39b8-4be5-9c69-c53fc1e12de5,segment=NetworkSegment(5cccb9b5-bb1e-4f9b-ade3-d934e5e88739),segment_id=5cccb9b5-bb1e-4f9b-ade3-d934e5e88739)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:32.905736 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.946995 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.972038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cb2e1-1cbf-47e9-a372-f69897920aea req-741253e6-7756-4dd3-87a3-8584e1fca88c tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:32.975768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-2ca887f1-e487-4777-b060-460d328b5eee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 HTTP/1.1" status: 200 len: 217 time: 0.1133642 Jul 07 19:21:32.984362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa5cb2e1-1cbf-47e9-a372-f69897920aea req-741253e6-7756-4dd3-87a3-8584e1fca88c tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 943 time: 0.7959986 Jul 07 19:21:33.103266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-52e3d375-e5de-45d1-a1af-74550489a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:33.104819 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-52e3d375-e5de-45d1-a1af-74550489a3e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5dee9eaf-5201-4c7c-84f6-476a6bb1f732 HTTP/1.1" status: 200 len: 849 time: 0.1174331 Jul 07 19:21:33.132678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ada89add-3068-4751-bede-eac99d248846 req-dd465dc9-70f3-4191-acd0-54d895f2a75b service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674635 Jul 07 19:21:33.169673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa5cb2e1-1cbf-47e9-a372-f69897920aea req-7b280c5f-f219-49dd-bdd7-8d62f91f99e2 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833305 Jul 07 19:21:33.198622 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-9f109f62-b270-46c5-9fcd-66b8e8b38081 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0dc1f3f0-6a6b-4134-a285-43ff4dbffc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642424 Jul 07 19:21:33.222620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-c07c514a-f6d7-4942-9273-fe078fbae1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:33.224305 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-c07c514a-f6d7-4942-9273-fe078fbae1d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bae55246-1299-4071-9510-5afe92afa539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4184473 Jul 07 19:21:33.244511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522943c-e57a-448c-9263-ef785791ba03 None None] Pushing event updated for resources: {'Port': ['ID=36e6e806-39b8-4be5-9c69-c53fc1e12de5,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:33.264883 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 365a950f-91cd-4fb5-a844-83f79f6d560b details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:21:33.311247 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:21:26Z', 'revision_number': 3, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:33.390735 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561816a-6e72-4aeb-a1da-4a23ca265241 None None] The sync data for ids ['21b6821d-3ef1-479b-a938-501405582f26'] in n-d-793621-9 is: [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:21:26Z', 'revision_number': 3, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:33.412147 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.738498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187fde0-16a0-4859-936f-560e6233c8fa req-e81e23c3-bb56-4e4a-88eb-440cd555413d tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:33.747659 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9187fde0-16a0-4859-936f-560e6233c8fa req-e81e23c3-bb56-4e4a-88eb-440cd555413d tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 943 time: 0.2709999 Jul 07 19:21:33.826693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-9a4f16f9-e8f1-4a4c-90e1-f79873a43aff service neutron] 10.222.0.48 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884988 Jul 07 19:21:33.840902 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Allocated IP 172.20.0.1 (0e4885f1-69c9-4b78-809b-8db34ef27318/d263cb8b-79f0-4da0-8a25-5c9738f388fe/e3813e7c-d6cc-4f60-a228-ff0d2605e932) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:34.081159 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9363ea12-96fa-4a5d-aa82-6369eb373c8e x-openstack-request-id: req-9363ea12-96fa-4a5d-aa82-6369eb373c8e {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:34.081896 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482a4ac2-a767-4fc3-9999-14ade5bd5386", "name": "network-vif-plugged", "status": "completed", "tag": "49506b43-9f44-4009-b20c-3d51b15d5186", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:34.082045 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9363ea12-96fa-4a5d-aa82-6369eb373c8e {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:34.082631 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482a4ac2-a767-4fc3-9999-14ade5bd5386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49506b43-9f44-4009-b20c-3d51b15d5186', 'code': 200} Jul 07 19:21:34.116988 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.126300 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.resource_extend [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:21:34.277831 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.326373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Transition to ACTIVE for port object e3813e7c-d6cc-4f60-a228-ff0d2605e932 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:34.342807 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9ad46734-f561-4ef1-bdab-daed1c66b89b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:34.399048 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9187fde0-16a0-4859-936f-560e6233c8fa req-e0fe6e28-87d4-4414-a976-a3aa828fa3f7 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499357 Jul 07 19:21:34.405671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Deleting port 36e6e806-39b8-4be5-9c69-c53fc1e12de5 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:34.406492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.468433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cca2ca-dbdd-4df6-a314-ea7de13ae3fe None None] Network f9a136e7-ff21-4eef-a4d3-422bb9d8b58b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:34.497747 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.511547 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faa516a-9e09-456d-a8d9-85ea2a7f550a x-openstack-request-id: req-0faa516a-9e09-456d-a8d9-85ea2a7f550a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:34.512861 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d12146-8b11-4c0f-ba88-a1d28ace6ac0", "tag": "d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:34.512861 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0faa516a-9e09-456d-a8d9-85ea2a7f550a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:34.512861 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d12146-8b11-4c0f-ba88-a1d28ace6ac0', 'tag': 'd17b0d53-86df-4fa8-ab0b-9a4b25ad05f1', 'status': 'completed', 'code': 200} Jul 07 19:21:34.568366 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Pushing event updated for resources: {'Port': ['ID=e3813e7c-d6cc-4f60-a228-ff0d2605e932,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:34.619741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Network 0e4885f1-69c9-4b78-809b-8db34ef27318 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:34.635123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:34.658252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:34.658926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port d0a9033d-a95b-4fb9-8106-d09c0fc51fad, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0a9033d-a95b-4fb9-8106-d09c0fc51fad,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:34.708948 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.806840 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] For port 36e6e806-39b8-4be5-9c69-c53fc1e12de5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=36e6e806-39b8-4be5-9c69-c53fc1e12de5,segment=NetworkSegment(5cccb9b5-bb1e-4f9b-ade3-d934e5e88739),segment_id=5cccb9b5-bb1e-4f9b-ade3-d934e5e88739)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:34.806840 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.812260 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-60562071-7dda-4dbf-9ae7-60ea19eb1da4 service neutron] 10.222.0.48 "GET /v2.0/networks/0dc1f3f0-6a6b-4134-a285-43ff4dbffc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5975666 Jul 07 19:21:34.816072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69807da9-a9bf-4fe7-8d1c-b3d54fb1d4c2 req-37e3e20e-da14-4705-bafe-1a699f0645dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:34.827533 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-69807da9-a9bf-4fe7-8d1c-b3d54fb1d4c2 req-37e3e20e-da14-4705-bafe-1a699f0645dc service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 1101 time: 0.4301479 Jul 07 19:21:34.897801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4e2f4-ea36-410e-a431-4523a9e87fd6 req-58fad2ad-81d9-4a9e-823f-d0d73571ebec tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:34.911138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 365a950f-91cd-4fb5-a844-83f79f6d560b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=365a950f-91cd-4fb5-a844-83f79f6d560b,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:34.915150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Calling delete_port for 36e6e806-39b8-4be5-9c69-c53fc1e12de5 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:34.924711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=d0a9033d-a95b-4fb9-8106-d09c0fc51fad,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:34.924987 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9e4e2f4-ea36-410e-a431-4523a9e87fd6 req-58fad2ad-81d9-4a9e-823f-d0d73571ebec tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 950 time: 0.4359932 Jul 07 19:21:34.937155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '365a950f-91cd-4fb5-a844-83f79f6d560b', 'network_id': 'bae55246-1299-4071-9510-5afe92afa539', 'port_id': '365a950f-91cd-4fb5-a844-83f79f6d560b', 'mac_address': 'fa:16:3e:b8:c9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411ca88b-6487-40a2-a761-796f59893af9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:21:35.065707 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.107250 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365a950f-91cd-4fb5-a844-83f79f6d560b {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:35.142750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 365a950f-91cd-4fb5-a844-83f79f6d560b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=365a950f-91cd-4fb5-a844-83f79f6d560b,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:35.145128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 9ad46734-f561-4ef1-bdab-daed1c66b89b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:35.157049 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.173081 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 9ad46734-f561-4ef1-bdab-daed1c66b89b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:35.173081 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.203313 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-69807da9-a9bf-4fe7-8d1c-b3d54fb1d4c2 req-9d2d37bf-216c-4be8-935d-135b9f513075 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580155 Jul 07 19:21:35.221793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-43ca4fd1-0644-48f1-95d1-77a0781c457e None None] Provisioning for port e3813e7c-d6cc-4f60-a228-ff0d2605e932 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:35.228964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-43ca4fd1-0644-48f1-95d1-77a0781c457e None None] Provisioning complete for port e3813e7c-d6cc-4f60-a228-ff0d2605e932 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:35.231341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9e4e2f4-ea36-410e-a431-4523a9e87fd6 req-7a6ae7f4-eb66-4d4d-999c-91c2110d531d tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054597 Jul 07 19:21:35.234071 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-43ca4fd1-0644-48f1-95d1-77a0781c457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.248576 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05eb6294-af68-4d3a-97eb-ce1fac7b5fb8 req-290b7f9e-5351-4185-9c16-5ab930e724b7 service neutron] 10.222.0.48 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3944542 Jul 07 19:21:35.250975 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.349254 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c166bcca-3290-47f7-a9b7-2f1cba952a4d req-e68e1b7a-39db-4e3c-b65e-8ff9d08ad31d service neutron] 10.222.0.48 "GET /v2.0/networks/0dc1f3f0-6a6b-4134-a285-43ff4dbffc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203295 Jul 07 19:21:35.352406 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.357620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Port': ['ID=36e6e806-39b8-4be5-9c69-c53fc1e12de5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:35.405057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-43ca4fd1-0644-48f1-95d1-77a0781c457e None None] Port e3813e7c-d6cc-4f60-a228-ff0d2605e932 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:35.423292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No DVR routers for this DVR port 36e6e806-39b8-4be5-9c69-c53fc1e12de5 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:35.513461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=365a950f-91cd-4fb5-a844-83f79f6d560b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:35.562726 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.577404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a136e7-ff21-4eef-a4d3-422bb9d8b58b']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:35.590161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cccb9b5-bb1e-4f9b-ade3-d934e5e88739') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:35.591209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cccb9b5-bb1e-4f9b-ade3-d934e5e88739') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:35.605832 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.620338 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.621272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0269105-a399-4084-8613-7660fe777044 None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:21:35.629193 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.668365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:35.669146 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:35.675020 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:35.688542 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46acec-3d49-4de9-a7a8-9a9cd8515d09 req-6287089f-4f2e-446d-a9d3-0d21acf5f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:35.690358 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a46acec-3d49-4de9-a7a8-9a9cd8515d09 req-6287089f-4f2e-446d-a9d3-0d21acf5f4a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba5c5800b2e74481abcf3ad090f4c9c7&device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 1094 time: 0.1836309 Jul 07 19:21:35.700159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385e52c-a265-49ea-a602-d5550fd5b09e req-cc6b1697-a31a-4fa1-86d0-a0c13c03841b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:35.708951 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4385e52c-a265-49ea-a602-d5550fd5b09e req-cc6b1697-a31a-4fa1-86d0-a0c13c03841b tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 945 time: 0.2167294 Jul 07 19:21:35.755351 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.762981 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4385e52c-a265-49ea-a602-d5550fd5b09e req-b330e7be-ad3d-4e2b-8880-baa63a2da8bf tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd4b0b29-f2b1-45e3-9876-6d72e4358b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531063 Jul 07 19:21:35.770698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['365a950f-91cd-4fb5-a844-83f79f6d560b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:35.893496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0947dfd-77dc-475a-806d-003a01d6ca6c req-73b2c00a-67e9-41e5-bc5b-91a010cc46c5 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:35.901778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 9ad46734-f561-4ef1-bdab-daed1c66b89b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9ad46734-f561-4ef1-bdab-daed1c66b89b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:35.902688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f0947dfd-77dc-475a-806d-003a01d6ca6c req-73b2c00a-67e9-41e5-bc5b-91a010cc46c5 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 945 time: 1.1324663 Jul 07 19:21:35.913965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46acec-3d49-4de9-a7a8-9a9cd8515d09 req-cd07a1ba-031b-4612-96a6-6e223d81cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:35.915971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a46acec-3d49-4de9-a7a8-9a9cd8515d09 req-cd07a1ba-031b-4612-96a6-6e223d81cadb service neutron] 10.222.0.48 "GET /v2.0/networks?id=0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 HTTP/1.1" status: 200 len: 910 time: 0.1823275 Jul 07 19:21:35.921718 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.021103 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.044465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60f06-4265-4e1e-88da-ca1ead7d2c20 req-2d66a9ed-0ac1-4fe6-97e8-8ac4597cb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:36.046032 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36f60f06-4265-4e1e-88da-ca1ead7d2c20 req-2d66a9ed-0ac1-4fe6-97e8-8ac4597cb092 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 1094 time: 0.6844153 Jul 07 19:21:36.048870 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a46acec-3d49-4de9-a7a8-9a9cd8515d09 req-66c94a65-de01-46eb-91e0-cb21de41ef83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 HTTP/1.1" status: 200 len: 217 time: 0.1243088 Jul 07 19:21:36.069162 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.084967 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/f9a136e7-ff21-4eef-a4d3-422bb9d8b58b HTTP/1.1" status: 204 len: 168 time: 6.3180790 Jul 07 19:21:36.085682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58176) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:36.096156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f68ff2-c156-44f1-a36f-713d0daf3abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a9033d-a95b-4fb9-8106-d09c0fc51fad'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:36.099879 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377c2454-742c-4d23-89b5-bebd87dd210d" -d '{"events": [{"server_uuid": "c6f68ff2-c156-44f1-a36f-713d0daf3abc", "name": "network-vif-plugged", "status": "completed", "tag": "d0a9033d-a95b-4fb9-8106-d09c0fc51fad"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:36.167926 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f0947dfd-77dc-475a-806d-003a01d6ca6c req-245ea92e-1931-4be4-a8ed-cfad5f9c0c5c tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605543 Jul 07 19:21:36.182013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=9ad46734-f561-4ef1-bdab-daed1c66b89b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:36.290264 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.300556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46acec-3d49-4de9-a7a8-9a9cd8515d09 req-54d58ff7-5728-4476-aa66-899c0083b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:36.301944 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a46acec-3d49-4de9-a7a8-9a9cd8515d09 req-54d58ff7-5728-4476-aa66-899c0083b91e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5dee9eaf-5201-4c7c-84f6-476a6bb1f732 HTTP/1.1" status: 200 len: 849 time: 0.2282529 Jul 07 19:21:36.357518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fdc6e-8b94-4a26-b542-d47e8c9d911f tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Network': ['ID=f9a136e7-ff21-4eef-a4d3-422bb9d8b58b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:36.366181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0269105-a399-4084-8613-7660fe777044 None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:21:36.380032 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a46acec-3d49-4de9-a7a8-9a9cd8515d09 req-0523b1f5-1960-4920-b4aa-82501c9ea804 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0dc1f3f0-6a6b-4134-a285-43ff4dbffc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666108 Jul 07 19:21:36.447104 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d27d972-059a-4f06-8a63-881a648ba297 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] GET failed (client error): The resource could not be found. Jul 07 19:21:36.450593 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5d27d972-059a-4f06-8a63-881a648ba297 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/subnets/c238d002-a67b-4fb8-b8ac-0466892dd77e HTTP/1.1" status: 404 len: 337 time: 0.3601687 Jul 07 19:21:36.458612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58184) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:36.542304 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad32e3f-7b8c-4b5a-826b-d3755ac23cdf tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:36.543616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad32e3f-7b8c-4b5a-826b-d3755ac23cdf tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:36.544623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5ad32e3f-7b8c-4b5a-826b-d3755ac23cdf tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/f9a136e7-ff21-4eef-a4d3-422bb9d8b58b HTTP/1.1" status: 404 len: 339 time: 0.0803268 Jul 07 19:21:36.556566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f08e00-7470-467d-99ec-3e675181ea58 req-9749e33d-47e7-4637-9572-2de83fa77f86 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:36.563788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e8f08e00-7470-467d-99ec-3e675181ea58 req-9749e33d-47e7-4637-9572-2de83fa77f86 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 943 time: 0.5138586 Jul 07 19:21:36.578128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58186) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:36.888709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e8f08e00-7470-467d-99ec-3e675181ea58 req-dc7b55b0-4a83-474b-a1b4-302e6efd83d5 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238492 Jul 07 19:21:36.894456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60f06-4265-4e1e-88da-ca1ead7d2c20 req-86db5096-d2e8-4179-9861-2122cb5726e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:36.897105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953bccd3-f40d-4829-b33e-64315cef6446 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:36.897679 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36f60f06-4265-4e1e-88da-ca1ead7d2c20 req-86db5096-d2e8-4179-9861-2122cb5726e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 200 len: 917 time: 0.8105135 Jul 07 19:21:36.901677 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-953bccd3-f40d-4829-b33e-64315cef6446 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3224511 Jul 07 19:21:36.909818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58190) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:36.959285 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-136cad94-18ba-4b77-b886-e4cf900252aa tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 207 time: 0.0479805 Jul 07 19:21:36.960291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58192) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:36.994411 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ce6983-3ce8-417a-9464-fa3dc9826d0d x-openstack-request-id: req-e6ce6983-3ce8-417a-9464-fa3dc9826d0d {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:36.994850 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f68ff2-c156-44f1-a36f-713d0daf3abc", "name": "network-vif-plugged", "status": "completed", "tag": "d0a9033d-a95b-4fb9-8106-d09c0fc51fad", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:36.995122 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6ce6983-3ce8-417a-9464-fa3dc9826d0d {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:36.995728 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f68ff2-c156-44f1-a36f-713d0daf3abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a9033d-a95b-4fb9-8106-d09c0fc51fad', 'code': 200} Jul 07 19:21:37.027166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36f60f06-4265-4e1e-88da-ca1ead7d2c20 req-f2ac3290-d133-4e80-8c34-dd797890a113 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=840a7ca6-be97-41cb-8420-621680a87d60 HTTP/1.1" status: 200 len: 217 time: 0.1120615 Jul 07 19:21:37.042293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076eb34-4f8f-466f-95b2-e37265649bbd req-f11d15f5-d817-44c8-b6ff-a9b147089468 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.044178 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a076eb34-4f8f-466f-95b2-e37265649bbd req-f11d15f5-d817-44c8-b6ff-a9b147089468 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 945 time: 0.6032445 Jul 07 19:21:37.095620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39533fb4-ede4-4877-956d-1f6a449250c4 req-a6e14eda-20e0-4eaa-9bea-fbd773f6815c tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.097233 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-39533fb4-ede4-4877-956d-1f6a449250c4 req-a6e14eda-20e0-4eaa-9bea-fbd773f6815c tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 943 time: 0.6215420 Jul 07 19:21:37.110140 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a46acec-3d49-4de9-a7a8-9a9cd8515d09 req-32d4227c-495b-4636-93d0-8e4ffa24ca20 service neutron] 10.222.0.48 "GET /v2.0/networks/0dc1f3f0-6a6b-4134-a285-43ff4dbffc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7167711 Jul 07 19:21:37.199533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 365a950f-91cd-4fb5-a844-83f79f6d560b up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:37.315380 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bd731826-f68f-4f2e-aa47-a678dbbfacd3 req-c5167d3a-e2dc-4293-975e-c84772565c9c tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-321170137&fields=id&tenant_id=8013c0635e5a462ea781d7479370a19c HTTP/1.1" status: 200 len: 267 time: 0.1968319 Jul 07 19:21:37.327296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 365a950f-91cd-4fb5-a844-83f79f6d560b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:37.335212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 365a950f-91cd-4fb5-a844-83f79f6d560b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:37.335936 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:37.426144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6911e1f7-172c-4da7-8d88-8af52bbd8c97 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.432132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6911e1f7-172c-4da7-8d88-8af52bbd8c97 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.438833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6911e1f7-172c-4da7-8d88-8af52bbd8c97 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.445152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6911e1f7-172c-4da7-8d88-8af52bbd8c97 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.452890 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6911e1f7-172c-4da7-8d88-8af52bbd8c97 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4897542 Jul 07 19:21:37.458685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58194) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:37.462294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5b7b3-273e-4dee-b9b5-cbb9cd631849 req-984a528c-0d0c-425c-896a-781edb328d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.463877 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fad5b7b3-273e-4dee-b9b5-cbb9cd631849 req-984a528c-0d0c-425c-896a-781edb328d62 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 1096 time: 0.3262773 Jul 07 19:21:37.498861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:37.592014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-79743f2b-9773-498f-a5d1-a27a52db5918 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1269348 Jul 07 19:21:37.593853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58196) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:37.613246 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 365a950f-91cd-4fb5-a844-83f79f6d560b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=365a950f-91cd-4fb5-a844-83f79f6d560b,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:37.619511 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:37.703310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=365a950f-91cd-4fb5-a844-83f79f6d560b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:37.716044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60f06-4265-4e1e-88da-ca1ead7d2c20 req-d4952a2a-bfc2-4e6d-a765-5cecd773b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.718994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36f60f06-4265-4e1e-88da-ca1ead7d2c20 req-d4952a2a-bfc2-4e6d-a765-5cecd773b742 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=411ca88b-6487-40a2-a761-796f59893af9 HTTP/1.1" status: 200 len: 855 time: 0.6730337 Jul 07 19:21:37.727504 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fad5b7b3-273e-4dee-b9b5-cbb9cd631849 req-5a9ba5c3-85a1-493a-ba6e-fedad1ae0f5b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326463 Jul 07 19:21:37.740659 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a46acec-3d49-4de9-a7a8-9a9cd8515d09 req-198d87fe-c45e-4230-9841-4e01a16dc281 service neutron] 10.222.0.48 "GET /v2.0/networks/0dc1f3f0-6a6b-4134-a285-43ff4dbffc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846107 Jul 07 19:21:37.770214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd731826-f68f-4f2e-aa47-a678dbbfacd3 req-9df1f9da-8ebd-44e1-a6a1-b67fbd4a290f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.773644 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bd731826-f68f-4f2e-aa47-a678dbbfacd3 req-9df1f9da-8ebd-44e1-a6a1-b67fbd4a290f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 945 time: 0.4572513 Jul 07 19:21:37.791652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-bd731826-f68f-4f2e-aa47-a678dbbfacd3 req-d3a005de-059c-425b-89d8-588c64f377dc tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'port': {'security_groups': ['50602707-ee29-4856-9d03-3e778aa9dffe', 'c77e9988-294e-4f35-8b67-338f5360e13a']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:37.827464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f546b95-9209-4cca-b51b-5e505a6ec601 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.830657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f546b95-9209-4cca-b51b-5e505a6ec601 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.837516 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0f546b95-9209-4cca-b51b-5e505a6ec601 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2197442 Jul 07 19:21:37.839533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58198) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:37.957053 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-39533fb4-ede4-4877-956d-1f6a449250c4 req-561c7500-3f28-4815-91ed-b19a52d09fe0 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442865 Jul 07 19:21:37.966926 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:37.986108 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bd731826-f68f-4f2e-aa47-a678dbbfacd3 req-d3a005de-059c-425b-89d8-588c64f377dc tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.081415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd948c93-15bd-476a-b670-d7c613fbb701 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:38.082918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd948c93-15bd-476a-b670-d7c613fbb701 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:38.087774 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dd948c93-15bd-476a-b670-d7c613fbb701 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2389262 Jul 07 19:21:38.096407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58202) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:38.160131 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.166835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9ad46734-f561-4ef1-bdab-daed1c66b89b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:38.236716 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 9ad46734-f561-4ef1-bdab-daed1c66b89b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:38.237744 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.368305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-bd731826-f68f-4f2e-aa47-a678dbbfacd3 req-d3a005de-059c-425b-89d8-588c64f377dc tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] For port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:38.368634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60f06-4265-4e1e-88da-ca1ead7d2c20 req-f62d5619-09df-40a5-8409-dca7b2ff1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:38.370284 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36f60f06-4265-4e1e-88da-ca1ead7d2c20 req-f62d5619-09df-40a5-8409-dca7b2ff1a3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bae55246-1299-4071-9510-5afe92afa539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6000419 Jul 07 19:21:38.371061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Pushing event updated for resources: {'Port': ['ID=e3813e7c-d6cc-4f60-a228-ff0d2605e932,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:38.381188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.409021 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bd731826-f68f-4f2e-aa47-a678dbbfacd3 req-d3a005de-059c-425b-89d8-588c64f377dc tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.409489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a076eb34-4f8f-466f-95b2-e37265649bbd req-a422c991-0fc1-43cf-82bb-701b4cc2b89d tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Deleting port d551cfa8-0885-43f3-9e0d-b63dfaff9726 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:38.409912 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a076eb34-4f8f-466f-95b2-e37265649bbd req-a422c991-0fc1-43cf-82bb-701b4cc2b89d tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.415291 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bd731826-f68f-4f2e-aa47-a678dbbfacd3 req-d3a005de-059c-425b-89d8-588c64f377dc tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.429854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:38.478718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ab6f5-988b-4697-bd66-9ef7d0800128 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:38.484791 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-182ab6f5-988b-4697-bd66-9ef7d0800128 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/networks/5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85 HTTP/1.1" status: 200 len: 800 time: 0.3822634 Jul 07 19:21:38.485865 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58204) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:38.496628 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd731826-f68f-4f2e-aa47-a678dbbfacd3 req-d3a005de-059c-425b-89d8-588c64f377dc tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:38.496628 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bd731826-f68f-4f2e-aa47-a678dbbfacd3 req-d3a005de-059c-425b-89d8-588c64f377dc tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.513693 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bd731826-f68f-4f2e-aa47-a678dbbfacd3 req-d3a005de-059c-425b-89d8-588c64f377dc tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "PUT /v2.0/ports/b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 HTTP/1.1" status: 200 len: 981 time: 0.7299068 Jul 07 19:21:38.528078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac22661-e306-4e2f-8b37-3978279dfeb6', 'tag': 'b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:38.534947 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6914a09d-b0af-4a0c-9e94-2f3e5d4440dd" -d '{"events": [{"name": "network-changed", "server_uuid": "eac22661-e306-4e2f-8b37-3978279dfeb6", "tag": "b1cb5c46-4a97-46a7-8090-eba7bb3f0a57"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:38.592861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a005de-059c-425b-89d8-588c64f377dc tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'Port': ['ID=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,revision_number=6']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:38.621921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:38.744907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a076eb34-4f8f-466f-95b2-e37265649bbd req-a422c991-0fc1-43cf-82bb-701b4cc2b89d tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] For port d551cfa8-0885-43f3-9e0d-b63dfaff9726, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d551cfa8-0885-43f3-9e0d-b63dfaff9726,segment=NetworkSegment(6d22ba7a-2b36-4bdd-a04d-e088da01aff8),segment_id=6d22ba7a-2b36-4bdd-a04d-e088da01aff8)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:38.745753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a076eb34-4f8f-466f-95b2-e37265649bbd req-a422c991-0fc1-43cf-82bb-701b4cc2b89d tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.781391 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a076eb34-4f8f-466f-95b2-e37265649bbd req-a422c991-0fc1-43cf-82bb-701b4cc2b89d tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Calling delete_port for d551cfa8-0885-43f3-9e0d-b63dfaff9726 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:38.836979 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3b1c6-0dc4-4d66-ad5f-82e1e6a550d6 req-6b64b368-c536-41ed-90e4-01d7cbd425a6 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:38.847637 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bef3b1c6-0dc4-4d66-ad5f-82e1e6a550d6 req-6b64b368-c536-41ed-90e4-01d7cbd425a6 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e00935-f0ce-4e11-a880-ee197e19fb2d HTTP/1.1" status: 200 len: 945 time: 0.1210377 Jul 07 19:21:38.923129 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bef3b1c6-0dc4-4d66-ad5f-82e1e6a550d6 req-ff57d247-393b-42a0-aaaf-d7fc23540c73 tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd4b0b29-f2b1-45e3-9876-6d72e4358b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742314 Jul 07 19:21:39.006827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d236029-4a63-4669-a5cf-b0a5a720b9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365a950f-91cd-4fb5-a844-83f79f6d560b'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:39.010492 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b969217b-4788-4598-9e91-7d5324733de7" -d '{"events": [{"server_uuid": "3d236029-4a63-4669-a5cf-b0a5a720b9ee", "name": "network-vif-plugged", "status": "completed", "tag": "365a950f-91cd-4fb5-a844-83f79f6d560b"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:39.022728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7796d7-0ef2-4428-bf50-bc71dc908450 req-7dc2c6a0-9e9e-4fcc-bfc7-93ae98647fd9 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:39.024574 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b7796d7-0ef2-4428-bf50-bc71dc908450 req-7dc2c6a0-9e9e-4fcc-bfc7-93ae98647fd9 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 950 time: 0.8574593 Jul 07 19:21:39.171598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a5371-4d4d-4b3e-a2f9-534b2b43b1f1 req-bfdd40bb-5c14-4272-91d2-38e735f0894b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:39.176001 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2b6a5371-4d4d-4b3e-a2f9-534b2b43b1f1 req-bfdd40bb-5c14-4272-91d2-38e735f0894b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 943 time: 0.1434026 Jul 07 19:21:39.200720 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a076eb34-4f8f-466f-95b2-e37265649bbd req-a422c991-0fc1-43cf-82bb-701b4cc2b89d tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.215468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b7796d7-0ef2-4428-bf50-bc71dc908450 req-43442f70-1d10-4d72-91b5-b279308a38d8 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603794 Jul 07 19:21:39.235270 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36f60f06-4265-4e1e-88da-ca1ead7d2c20 req-ff9340ef-8b02-434b-a99d-7f26b970f3a2 service neutron] 10.222.0.48 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8472466 Jul 07 19:21:39.276862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2b6a5371-4d4d-4b3e-a2f9-534b2b43b1f1 req-7425c2a4-4061-4d60-af86-2790be60be1f tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631707 Jul 07 19:21:39.334189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422c991-0fc1-43cf-82bb-701b4cc2b89d tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Pushing event deleted for resources: {'Port': ['ID=d551cfa8-0885-43f3-9e0d-b63dfaff9726,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:39.336789 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2bc2c6-1b62-4a6a-b68e-65930fb065aa x-openstack-request-id: req-7c2bc2c6-1b62-4a6a-b68e-65930fb065aa {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:39.350664 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac22661-e306-4e2f-8b37-3978279dfeb6", "tag": "b1cb5c46-4a97-46a7-8090-eba7bb3f0a57", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:39.351488 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c2bc2c6-1b62-4a6a-b68e-65930fb065aa {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:39.352476 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac22661-e306-4e2f-8b37-3978279dfeb6', 'tag': 'b1cb5c46-4a97-46a7-8090-eba7bb3f0a57', 'status': 'completed', 'code': 200} Jul 07 19:21:39.363275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58218) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:39.374504 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-31451dde-5e8a-46ed-b025-c6bcaa759b47 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/networks/5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.8133690 Jul 07 19:21:39.522036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a076eb34-4f8f-466f-95b2-e37265649bbd req-a422c991-0fc1-43cf-82bb-701b4cc2b89d tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] No DVR routers for this DVR port d551cfa8-0885-43f3-9e0d-b63dfaff9726 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:39.541955 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a076eb34-4f8f-466f-95b2-e37265649bbd req-a422c991-0fc1-43cf-82bb-701b4cc2b89d tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.546663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a076eb34-4f8f-466f-95b2-e37265649bbd req-a422c991-0fc1-43cf-82bb-701b4cc2b89d tempest-ServerGroupTestJSON-183885031 tempest-ServerGroupTestJSON-183885031-project] 10.222.0.48 "DELETE /v2.0/ports/d551cfa8-0885-43f3-9e0d-b63dfaff9726 HTTP/1.1" status: 204 len: 173 time: 2.4709616 Jul 07 19:21:39.582229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9b1e62-74ab-4a9b-a331-0067ff8e371d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:39.589510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dc9b1e62-74ab-4a9b-a331-0067ff8e371d tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/subnets/93d9f52c-3519-4f8d-ae93-0dcf75dc6414 HTTP/1.1" status: 200 len: 811 time: 0.2248461 Jul 07 19:21:39.593144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e00935-f0ce-4e11-a880-ee197e19fb2d', 'name': 'network-vif-deleted', 'tag': 'd551cfa8-0885-43f3-9e0d-b63dfaff9726'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:39.594974 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58222) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:39.599177 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323ccc95-0352-4e73-a6cc-4dacd8824c80" -d '{"events": [{"server_uuid": "73e00935-f0ce-4e11-a880-ee197e19fb2d", "name": "network-vif-deleted", "tag": "d551cfa8-0885-43f3-9e0d-b63dfaff9726"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:39.646461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Network 0e4885f1-69c9-4b78-809b-8db34ef27318 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:39.681649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd0d3fc-e4ce-4123-be97-d7871c329f6e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['shared'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:39.689937 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bcd0d3fc-e4ce-4123-be97-d7871c329f6e tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "GET /v2.0/subnets/93d9f52c-3519-4f8d-ae93-0dcf75dc6414?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0937252 Jul 07 19:21:39.696587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36f60f06-4265-4e1e-88da-ca1ead7d2c20 req-b58e0a6b-9558-40d0-a5ef-c17a70a1a9bc service neutron] 10.222.0.48 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205077 Jul 07 19:21:39.696587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58226) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:39.724862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914a09d-b0af-4a0c-9e94-2f3e5d4440dd req-f7579cc2-c776-4b5f-9170-4fbef6d2f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:39.727558 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6914a09d-b0af-4a0c-9e94-2f3e5d4440dd req-f7579cc2-c776-4b5f-9170-4fbef6d2f538 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8013c0635e5a462ea781d7479370a19c&device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 1135 time: 0.3464384 Jul 07 19:21:39.758886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d175cb30-8bc0-48d1-9538-4efd4cc2f767 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-709917243'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:39.764250 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:39.800702 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.807270 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15c8dab5-b42b-4176-b4b8-ec0600e50fba req-c39e23c0-0e5d-46b1-8c14-5279d0889583 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-138730811&fields=id&tenant_id=8013c0635e5a462ea781d7479370a19c HTTP/1.1" status: 200 len: 267 time: 0.2891150 Jul 07 19:21:39.880802 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0dd53-b367-417c-9699-d7cebace2889 req-7b39156c-4ae0-40d8-bbe5-df23bea2364c tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:39.883527 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bb0dd53-b367-417c-9699-d7cebace2889 req-7b39156c-4ae0-40d8-bbe5-df23bea2364c tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 943 time: 0.3648505 Jul 07 19:21:40.014045 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d175cb30-8bc0-48d1-9538-4efd4cc2f767 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:40.015665 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bb0dd53-b367-417c-9699-d7cebace2889 req-3ae85a5f-4f3b-477a-8d86-eebf8479b4d0 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232667 Jul 07 19:21:40.051039 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d175cb30-8bc0-48d1-9538-4efd4cc2f767 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.060513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914a09d-b0af-4a0c-9e94-2f3e5d4440dd req-4b217149-150d-455d-b0fa-65e3593ce5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:40.064891 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6914a09d-b0af-4a0c-9e94-2f3e5d4440dd req-4b217149-150d-455d-b0fa-65e3593ce5b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 200 len: 914 time: 0.3242743 Jul 07 19:21:40.163166 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7659319-b42e-4995-b438-679571c6a0be x-openstack-request-id: req-e7659319-b42e-4995-b438-679571c6a0be {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:40.163460 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d236029-4a63-4669-a5cf-b0a5a720b9ee", "name": "network-vif-plugged", "status": "completed", "tag": "365a950f-91cd-4fb5-a844-83f79f6d560b", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:40.163727 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7659319-b42e-4995-b438-679571c6a0be {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:40.164126 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d236029-4a63-4669-a5cf-b0a5a720b9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365a950f-91cd-4fb5-a844-83f79f6d560b', 'code': 200} Jul 07 19:21:40.169110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6914a09d-b0af-4a0c-9e94-2f3e5d4440dd req-6367e852-4787-4da4-9725-b64ce1bc7a22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 HTTP/1.1" status: 200 len: 217 time: 0.0944738 Jul 07 19:21:40.234542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-79dae9e8-34b4-4c93-b346-699122bd2b6e None None] Provisioning complete for port e3813e7c-d6cc-4f60-a228-ff0d2605e932 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:40.238503 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-79dae9e8-34b4-4c93-b346-699122bd2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.249791 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8dab5-b42b-4176-b4b8-ec0600e50fba req-bdbc0091-6eb6-454b-9cb5-c4d601bc3817 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:40.253313 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15c8dab5-b42b-4176-b4b8-ec0600e50fba req-bdbc0091-6eb6-454b-9cb5-c4d601bc3817 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 984 time: 0.4298410 Jul 07 19:21:40.260823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d175cb30-8bc0-48d1-9538-4efd4cc2f767 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:40.279355 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-15c8dab5-b42b-4176-b4b8-ec0600e50fba req-a65148fb-4955-430f-8386-cee1a653ce57 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'port': {'security_groups': ['50602707-ee29-4856-9d03-3e778aa9dffe', 'c77e9988-294e-4f35-8b67-338f5360e13a', '1a96dd4b-941f-4957-b5a0-cfe631838889']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:40.330249 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d175cb30-8bc0-48d1-9538-4efd4cc2f767 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.331231 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-d175cb30-8bc0-48d1-9538-4efd4cc2f767 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Added segment 432dcd63-9952-44ed-8912-0ad835c4712d of type vlan for network dfa4d732-9db8-4e41-a3e6-23dccdddccd5 Jul 07 19:21:40.381948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-79dae9e8-34b4-4c93-b346-699122bd2b6e None None] Port e3813e7c-d6cc-4f60-a228-ff0d2605e932 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:40.399266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 840a7ca6-be97-41cb-8420-621680a87d60 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:21:40.405470 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d551cfa8-0885-43f3-9e0d-b63dfaff9726 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:40.412101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914a09d-b0af-4a0c-9e94-2f3e5d4440dd req-d757fb24-dfe2-4546-b9ef-e3ce8a439141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:40.415479 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6914a09d-b0af-4a0c-9e94-2f3e5d4440dd req-d757fb24-dfe2-4546-b9ef-e3ce8a439141 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b851c974-dd68-4406-b39a-8ec255ef1d95 HTTP/1.1" status: 200 len: 853 time: 0.2286227 Jul 07 19:21:40.421387 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d175cb30-8bc0-48d1-9538-4efd4cc2f767 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.449630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: d551cfa8-0885-43f3-9e0d-b63dfaff9726 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:21:40.450012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d551cfa8-0885-43f3-9e0d-b63dfaff9726 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:21:40.457102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Router 21b6821d-3ef1-479b-a938-501405582f26 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:21:40.533719 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d175cb30-8bc0-48d1-9538-4efd4cc2f767 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.544801 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d175cb30-8bc0-48d1-9538-4efd4cc2f767 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:40.546449 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d175cb30-8bc0-48d1-9538-4efd4cc2f767 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.552748 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6914a09d-b0af-4a0c-9e94-2f3e5d4440dd req-ad16893f-85bd-4e82-8dc6-91a1b7e68e5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cea8a610-b406-49f2-8da2-81e7cdd1045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243689 Jul 07 19:21:40.652452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cad78-7524-457a-9cfb-a44333b97fa0 req-222cccce-60db-439c-ac33-e10686eb136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:40.655155 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c31cad78-7524-457a-9cfb-a44333b97fa0 req-222cccce-60db-439c-ac33-e10686eb136a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee HTTP/1.1" status: 200 len: 1097 time: 0.3654587 Jul 07 19:21:40.703158 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dbac04-61e8-4caf-8f2a-7c97f191e450 x-openstack-request-id: req-f9dbac04-61e8-4caf-8f2a-7c97f191e450 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:40.704028 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e00935-f0ce-4e11-a880-ee197e19fb2d", "name": "network-vif-deleted", "tag": "d551cfa8-0885-43f3-9e0d-b63dfaff9726", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:40.704305 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f9dbac04-61e8-4caf-8f2a-7c97f191e450 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:40.715700 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e00935-f0ce-4e11-a880-ee197e19fb2d', 'name': 'network-vif-deleted', 'tag': 'd551cfa8-0885-43f3-9e0d-b63dfaff9726', 'status': 'completed', 'code': 200} Jul 07 19:21:40.757767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 840a7ca6-be97-41cb-8420-621680a87d60, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=840a7ca6-be97-41cb-8420-621680a87d60,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:40.782920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '840a7ca6-be97-41cb-8420-621680a87d60', 'network_id': 'bae55246-1299-4071-9510-5afe92afa539', 'port_id': '840a7ca6-be97-41cb-8420-621680a87d60', 'mac_address': 'fa:16:3e:fb:bf:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411ca88b-6487-40a2-a761-796f59893af9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:21:40.866229 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.910296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840a7ca6-be97-41cb-8420-621680a87d60 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:40.928447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c31cad78-7524-457a-9cfb-a44333b97fa0 req-7ea05eee-5207-42c7-8d5f-b745e006133a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496596 Jul 07 19:21:40.954206 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 840a7ca6-be97-41cb-8420-621680a87d60, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=840a7ca6-be97-41cb-8420-621680a87d60,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:40.967674 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.971123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:21:40.992224 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-15c8dab5-b42b-4176-b4b8-ec0600e50fba req-a65148fb-4955-430f-8386-cee1a653ce57 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.996550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175cb30-8bc0-48d1-9538-4efd4cc2f767 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Network': ['ID=dfa4d732-9db8-4e41-a3e6-23dccdddccd5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:40.999727 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6914a09d-b0af-4a0c-9e94-2f3e5d4440dd req-1561ce53-6dd1-4d7c-a5a7-cd79bccfad20 service neutron] 10.222.0.48 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196959 Jul 07 19:21:41.004477 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d175cb30-8bc0-48d1-9538-4efd4cc2f767 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2887990 Jul 07 19:21:41.011574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58240) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:41.019344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network dfa4d732-9db8-4e41-a3e6-23dccdddccd5 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:41.054022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'network_id': 'dfa4d732-9db8-4e41-a3e6-23dccdddccd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:41.217842 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=840a7ca6-be97-41cb-8420-621680a87d60,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:41.316265 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1,segment=NetworkSegment(4d47555e-3092-4cae-a727-bd424bb2d845),segment_id=4d47555e-3092-4cae-a727-bd424bb2d845)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:41.325404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:41.342824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-15818ff6-8f82-4bd8-825c-804e88e3e94b admin admin] 10.222.0.81 "PUT /v2.0/routers/21b6821d-3ef1-479b-a938-501405582f26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0845151 Jul 07 19:21:41.355086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Sync routers for ids ['21b6821d-3ef1-479b-a938-501405582f26'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:41.370017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'd17b0d53-86df-4fa8-ab0b-9a4b25ad05f1', 'network_id': '0dc1f3f0-6a6b-4134-a285-43ff4dbffc05', 'port_id': 'd17b0d53-86df-4fa8-ab0b-9a4b25ad05f1', 'mac_address': 'fa:16:3e:4a:e8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dee9eaf-5201-4c7c-84f6-476a6bb1f732', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:21:41.373879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Made reservation on behalf of c46fc25b00384d91a7840ff742d86fd5 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:41.379280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.380198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-15c8dab5-b42b-4176-b4b8-ec0600e50fba req-a65148fb-4955-430f-8386-cee1a653ce57 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] For port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:41.392447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Routers {'21b6821d-3ef1-479b-a938-501405582f26'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:41.393224 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:21:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['21b6821d-3ef1-479b-a938-501405582f26'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:41.459558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-15c8dab5-b42b-4176-b4b8-ec0600e50fba req-a65148fb-4955-430f-8386-cee1a653ce57 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.467191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-15c8dab5-b42b-4176-b4b8-ec0600e50fba req-a65148fb-4955-430f-8386-cee1a653ce57 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.514064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8dab5-b42b-4176-b4b8-ec0600e50fba req-a65148fb-4955-430f-8386-cee1a653ce57 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:41.514757 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-15c8dab5-b42b-4176-b4b8-ec0600e50fba req-a65148fb-4955-430f-8386-cee1a653ce57 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.516262 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15c8dab5-b42b-4176-b4b8-ec0600e50fba req-a65148fb-4955-430f-8386-cee1a653ce57 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "PUT /v2.0/ports/b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 HTTP/1.1" status: 200 len: 1020 time: 1.2419286 Jul 07 19:21:41.541071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:41.623739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6914a09d-b0af-4a0c-9e94-2f3e5d4440dd req-97b12219-c45f-4e42-a4a2-e79be2dc1164 service neutron] 10.222.0.48 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958161 Jul 07 19:21:41.637356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65148fb-4955-430f-8386-cee1a653ce57 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'Port': ['ID=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:41.674061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_backend_mixin [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Performing IP validity checks on allocation pools {{(pid=93900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 19:21:41.674587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_backend_mixin [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 19:21:41.727571 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.728398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-8af8f1eb-3e52-4972-aad4-9853bbcfa64a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=cb23d33203ea4a008c259da67231e720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420222 Jul 07 19:21:41.731150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:41.789151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ae6f4-517e-4770-b26d-4b3f0d099960 req-4ed0ee94-331f-4b24-ad81-3732f7bcfc0a tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:41.803608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c79ae6f4-517e-4770-b26d-4b3f0d099960 req-4ed0ee94-331f-4b24-ad81-3732f7bcfc0a tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 943 time: 0.5014334 Jul 07 19:21:41.896722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:41.941249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1,segment=NetworkSegment(4d47555e-3092-4cae-a727-bd424bb2d845),segment_id=4d47555e-3092-4cae-a727-bd424bb2d845)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:41.971681 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.991643 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c79ae6f4-517e-4770-b26d-4b3f0d099960 req-a30d71b2-53d6-43be-bc3a-578db871c342 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807439 Jul 07 19:21:42.076793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Set router 21b6821d-3ef1-479b-a938-501405582f26 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:42.232692 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:42.425065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=92afbc55-8a6d-4dc6-b71c-0c2bceb78586,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:42.519942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-61f20ddf-1b3f-4723-bbe1-d68049358291 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:42.522539 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-61f20ddf-1b3f-4723-bbe1-d68049358291 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7824457 Jul 07 19:21:42.538733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Checking segment: {'id': '432dcd63-9952-44ed-8912-0ad835c4712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dfa4d732-9db8-4e41-a3e6-23dccdddccd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:42.539337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network hostable DHCP agents. Network: dfa4d732-9db8-4e41-a3e6-23dccdddccd5, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:42.568839 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-76ba0a72-501b-4efb-adbb-52e040e9ebcc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/quotas/cb23d33203ea4a008c259da67231e720 HTTP/1.1" status: 200 len: 375 time: 0.0349996 Jul 07 19:21:42.597040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Network dfa4d732-9db8-4e41-a3e6-23dccdddccd5 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:42.630110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, dfa4d732-9db8-4e41-a3e6-23dccdddccd5) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:42.641759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:42.646527 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:42.696018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:42.701711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71457689-8d6c-416f-a6ab-ddb486d04d3b None None] Network dfa4d732-9db8-4e41-a3e6-23dccdddccd5 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:42.723029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac22661-e306-4e2f-8b37-3978279dfeb6', 'tag': 'b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:42.728720 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cba276-c104-49c9-9aea-195f6a084d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "eac22661-e306-4e2f-8b37-3978279dfeb6", "tag": "b1cb5c46-4a97-46a7-8090-eba7bb3f0a57"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:42.734113 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-67b847c6-cf5c-422c-8097-e406bdcd161b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7039733 Jul 07 19:21:42.737409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58262) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:42.746091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-49047643-ebb1-4cf4-97ef-78785c57efc9 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:42.771880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:42.805385 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1f0dc832-9b22-492c-871f-b1dfbe51f05d tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cb23d33203ea4a008c259da67231e720&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2251663 Jul 07 19:21:42.815149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94754a-eedb-4b2a-a02c-161e2bb3dee1 req-54095d15-a063-4dd9-b87d-6993ef519ec8 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:42.830261 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b94754a-eedb-4b2a-a02c-161e2bb3dee1 req-54095d15-a063-4dd9-b87d-6993ef519ec8 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 944 time: 0.1791146 Jul 07 19:21:42.892440 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b94754a-eedb-4b2a-a02c-161e2bb3dee1 req-467b7708-73ab-4f53-8a65-ffdacbac97b8 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611365 Jul 07 19:21:42.942835 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-49047643-ebb1-4cf4-97ef-78785c57efc9 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25160555'] for subnet, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:42.977241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['840a7ca6-be97-41cb-8420-621680a87d60'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:43.106520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca344177-6ebd-490c-aa93-c6501e556737 req-89b0c9f5-aae1-4953-94ff-74ab28d5f410 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:43.118146 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ca344177-6ebd-490c-aa93-c6501e556737 req-89b0c9f5-aae1-4953-94ff-74ab28d5f410 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 1023 time: 0.1202013 Jul 07 19:21:43.251841 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-49047643-ebb1-4cf4-97ef-78785c57efc9 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772663873311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24947076'] for subnet, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.256395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ca344177-6ebd-490c-aa93-c6501e556737 req-4437bf16-245d-46f8-9894-595da268e344 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&id=c77e9988-294e-4f35-8b67-338f5360e13a&id=1a96dd4b-941f-4957-b5a0-cfe631838889 HTTP/1.1" status: 200 len: 6155 time: 0.1372957 Jul 07 19:21:43.394179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49047643-ebb1-4cf4-97ef-78785c57efc9 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:43.395142 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-49047643-ebb1-4cf4-97ef-78785c57efc9 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.399267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-49047643-ebb1-4cf4-97ef-78785c57efc9 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "PUT /v2.0/subnets/92afbc55-8a6d-4dc6-b71c-0c2bceb78586 HTTP/1.1" status: 200 len: 877 time: 0.6580002 Jul 07 19:21:43.400267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58276) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:43.449250 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49047643-ebb1-4cf4-97ef-78785c57efc9 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event updated for resources: {'Subnet': ['ID=92afbc55-8a6d-4dc6-b71c-0c2bceb78586,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:43.497295 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023b933e-e73b-4292-8b67-6a1f16657046 x-openstack-request-id: req-023b933e-e73b-4292-8b67-6a1f16657046 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:43.497646 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac22661-e306-4e2f-8b37-3978279dfeb6", "tag": "b1cb5c46-4a97-46a7-8090-eba7bb3f0a57", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:43.497902 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-023b933e-e73b-4292-8b67-6a1f16657046 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:43.498236 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac22661-e306-4e2f-8b37-3978279dfeb6', 'tag': 'b1cb5c46-4a97-46a7-8090-eba7bb3f0a57', 'status': 'completed', 'code': 200} Jul 07 19:21:43.755787 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.908068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58282) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:43.929932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4aeee8ae-e116-4b2a-aa47-2cdcdd9bf54a tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960872266', 'description': 'tempest-description--1719335036'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:43.973419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4aeee8ae-e116-4b2a-aa47-2cdcdd9bf54a tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.998452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-dfa4d732-9db8-4e41-a3e6-23dccdddccd5', 'network_id': 'dfa4d732-9db8-4e41-a3e6-23dccdddccd5', 'tenant_id': 'c46fc25b00384d91a7840ff742d86fd5', 'fixed_ips': [{'subnet_id': '92afbc55-8a6d-4dc6-b71c-0c2bceb78586'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:44.008831 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.195696 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-efe23d96-1603-432c-a659-532686a98bc8 req-66a43d01-fd50-4408-bfd7-13881bbbb63a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 210 time: 0.1765382 Jul 07 19:21:44.294152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-f712ad60-9669-4f3f-a822-fa73ba569381 req-8b60c9e2-0a65-45fb-9e3b-c886c9030f56 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1486924733 ', 'description': 'tempest-description-1648206130'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:44.421209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:21:36Z', 'revision_number': 4, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e3813e7c-d6cc-4f60-a228-ff0d2605e932', 'name': '', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'mac_address': 'fa:16:3e:d1:2d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:33Z', 'updated_at': '2021-07-07T19:21:36Z', 'revision_number': 2, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'subnets': [{'id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:44.428489 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4aeee8ae-e116-4b2a-aa47-2cdcdd9bf54a tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.451043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4aeee8ae-e116-4b2a-aa47-2cdcdd9bf54a tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.529919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cba276-c104-49c9-9aea-195f6a084d9a req-6ca5957d-655f-4a78-8ebc-30a621d62fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:44.531786 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7cba276-c104-49c9-9aea-195f6a084d9a req-6ca5957d-655f-4a78-8ebc-30a621d62fc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8013c0635e5a462ea781d7479370a19c&device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 1174 time: 0.9661999 Jul 07 19:21:44.533504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Checking router: 21b6821d-3ef1-479b-a938-501405582f26 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:21:44.534354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Updating router 21b6821d-3ef1-479b-a938-501405582f26 port e3813e7c-d6cc-4f60-a228-ff0d2605e932 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:21:44.544582 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.592381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f712ad60-9669-4f3f-a822-fa73ba569381 req-8b60c9e2-0a65-45fb-9e3b-c886c9030f56 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.604493 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.724875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced5aa-2dc7-44e7-83fe-2f2eb5619452 req-89e10a84-f8ef-46cc-9fd6-22fc2449543a tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:44.736661 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52ced5aa-2dc7-44e7-83fe-2f2eb5619452 req-89e10a84-f8ef-46cc-9fd6-22fc2449543a tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 944 time: 1.0517445 Jul 07 19:21:44.800318 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52ced5aa-2dc7-44e7-83fe-2f2eb5619452 req-b24b912a-57ac-410c-b4d5-9be16e1d8b23 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623672 Jul 07 19:21:44.841520 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f712ad60-9669-4f3f-a822-fa73ba569381 req-8b60c9e2-0a65-45fb-9e3b-c886c9030f56 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.847132 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4aeee8ae-e116-4b2a-aa47-2cdcdd9bf54a tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.850154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4aeee8ae-e116-4b2a-aa47-2cdcdd9bf54a tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9388337 Jul 07 19:21:44.851211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeee8ae-e116-4b2a-aa47-2cdcdd9bf54a tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149cc3fb-e769-4e35-aa07-fa4c95e80c28,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:44.856185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58288) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:44.857332 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f712ad60-9669-4f3f-a822-fa73ba569381 req-8b60c9e2-0a65-45fb-9e3b-c886c9030f56 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.890522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3f6f7699-61d9-43a7-bf70-f60caa68ccd2 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Request body: {'security_group_rule': {'security_group_id': '149cc3fb-e769-4e35-aa07-fa4c95e80c28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:44.912708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cba276-c104-49c9-9aea-195f6a084d9a req-290fc997-39b6-4bff-b05b-ade61f0d4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:44.915621 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7cba276-c104-49c9-9aea-195f6a084d9a req-290fc997-39b6-4bff-b05b-ade61f0d4b6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 200 len: 914 time: 0.2890527 Jul 07 19:21:44.970404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f712ad60-9669-4f3f-a822-fa73ba569381 req-8b60c9e2-0a65-45fb-9e3b-c886c9030f56 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.972994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f712ad60-9669-4f3f-a822-fa73ba569381 req-8b60c9e2-0a65-45fb-9e3b-c886c9030f56 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.6924529 Jul 07 19:21:44.974390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60c9e2-0a65-45fb-9e3b-c886c9030f56 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ef64a-5aa9-4cd1-bddc-150cf2c70f66,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:44.989487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7699-61d9-43a7-bf70-f60caa68ccd2 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.061943 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7cba276-c104-49c9-9aea-195f6a084d9a req-e4b150aa-9f74-4470-af29-83c862a9b044 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 HTTP/1.1" status: 200 len: 217 time: 0.1381700 Jul 07 19:21:45.106715 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7699-61d9-43a7-bf70-f60caa68ccd2 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.115307 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7699-61d9-43a7-bf70-f60caa68ccd2 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.149885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f7699-61d9-43a7-bf70-f60caa68ccd2 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad7d9a1-c425-4a95-84b9-9c7b094d71c8,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:45.150671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cba276-c104-49c9-9aea-195f6a084d9a req-e1df33a9-fecf-484d-bc8c-78983dff7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:45.165702 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7cba276-c104-49c9-9aea-195f6a084d9a req-e1df33a9-fecf-484d-bc8c-78983dff7823 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b851c974-dd68-4406-b39a-8ec255ef1d95 HTTP/1.1" status: 200 len: 853 time: 0.0930054 Jul 07 19:21:45.198527 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7699-61d9-43a7-bf70-f60caa68ccd2 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.204173 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3f6f7699-61d9-43a7-bf70-f60caa68ccd2 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3200197 Jul 07 19:21:45.211505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58294) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:45.223948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7cba276-c104-49c9-9aea-195f6a084d9a req-c285d396-8eda-4128-bd36-7cba82e06412 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cea8a610-b406-49f2-8da2-81e7cdd1045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455384 Jul 07 19:21:45.243740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b31efe69-4081-4a9c-a8ff-fdec0c316007 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Request body: {'security_group_rule': {'security_group_id': '149cc3fb-e769-4e35-aa07-fa4c95e80c28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:45.313644 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b31efe69-4081-4a9c-a8ff-fdec0c316007 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.367725 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40fa6fe5-7c74-4fc8-8df9-c8d3a76e077e req-6a166859-34a3-4770-8f59-1d4700d2b7b9 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/fb4ef64a-5aa9-4cd1-bddc-150cf2c70f66 HTTP/1.1" status: 200 len: 1783 time: 0.2000597 Jul 07 19:21:45.422851 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.438277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Transition to ACTIVE for port object e3813e7c-d6cc-4f60-a228-ff0d2605e932 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:45.517738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7cba276-c104-49c9-9aea-195f6a084d9a req-41aa0ee0-8edb-4690-923c-dffc2c2055f8 service neutron] 10.222.0.48 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768605 Jul 07 19:21:45.541031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Allocated IP 172.20.0.3 (dfa4d732-9db8-4e41-a3e6-23dccdddccd5/92afbc55-8a6d-4dc6-b71c-0c2bceb78586/abede683-3ad1-44d1-a2ec-61c0332da57c) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:45.548984 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.605829 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771464ec-a2e4-4d4f-a4b6-4b5a150ec442 req-a579ccaf-f628-4798-86c3-80b141341dae tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:45.608071 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-771464ec-a2e4-4d4f-a4b6-4b5a150ec442 req-a579ccaf-f628-4798-86c3-80b141341dae tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 944 time: 0.2201459 Jul 07 19:21:45.610982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b31efe69-4081-4a9c-a8ff-fdec0c316007 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.663975 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b31efe69-4081-4a9c-a8ff-fdec0c316007 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.698630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31efe69-4081-4a9c-a8ff-fdec0c316007 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743fa0fb-d4c7-4bb7-a41d-e3a208f732ba,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:45.738938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-771464ec-a2e4-4d4f-a4b6-4b5a150ec442 req-920c506f-200f-4d5b-b373-db7a101d0f00 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118743 Jul 07 19:21:45.741042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b31efe69-4081-4a9c-a8ff-fdec0c316007 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.742574 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b31efe69-4081-4a9c-a8ff-fdec0c316007 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5296936 Jul 07 19:21:45.746780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58302) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:45.757147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:45.849753 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7cba276-c104-49c9-9aea-195f6a084d9a req-d60edfd0-cabd-4307-bbeb-605508a38b29 service neutron] 10.222.0.48 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157256 Jul 07 19:21:45.927513 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.978290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-5daf5ec3-81f4-4eef-8552-135aa7643a1b tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cb23d33203ea4a008c259da67231e720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075456 Jul 07 19:21:45.985793 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83114b9f-14ec-4070-8df9-1732af6956e5 req-32603625-8834-43f1-9256-e6af905c315c tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 210 time: 0.0929306 Jul 07 19:21:46.072674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d5f36-30a5-47bc-bdee-ff695a375412 None None] Pushing event updated for resources: {'Port': ['ID=e3813e7c-d6cc-4f60-a228-ff0d2605e932,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:46.159261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Attempting to bind port e3813e7c-d6cc-4f60-a228-ff0d2605e932 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:46.159787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Attempting to bind port e3813e7c-d6cc-4f60-a228-ff0d2605e932 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:46.161872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Attempting to bind port e3813e7c-d6cc-4f60-a228-ff0d2605e932 on network 0e4885f1-69c9-4b78-809b-8db34ef27318 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:46.210962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:46.211640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Checking segment: {'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:46.212295 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.213219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Bound using segment: {'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:46.214069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Bound port: e3813e7c-d6cc-4f60-a228-ff0d2605e932, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:46.215380 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.315566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448dfa7-7159-4cca-a77e-2b4e78c943f2 req-ba110b32-3e70-4494-99f2-8da8028925c3 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:46.321407 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a448dfa7-7159-4cca-a77e-2b4e78c943f2 req-ba110b32-3e70-4494-99f2-8da8028925c3 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 944 time: 0.1413660 Jul 07 19:21:46.334013 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.377781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Transition to ACTIVE for port object abede683-3ad1-44d1-a2ec-61c0332da57c will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:46.438750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a448dfa7-7159-4cca-a77e-2b4e78c943f2 req-ff315dec-eaa8-4a46-9d91-c427142944f4 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128836 Jul 07 19:21:46.443541 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-635bdf33-9d74-41a0-81d1-56f4c2619591 req-a59f09d5-d896-4517-981a-7d96a038e4e6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/fb4ef64a-5aa9-4cd1-bddc-150cf2c70f66 HTTP/1.1" status: 200 len: 1783 time: 0.5290167 Jul 07 19:21:46.474231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] For port e3813e7c-d6cc-4f60-a228-ff0d2605e932, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:46.478723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] For port e3813e7c-d6cc-4f60-a228-ff0d2605e932, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e3813e7c-d6cc-4f60-a228-ff0d2605e932,segment=NetworkSegment(b4a9fa5b-a805-46fa-a3ba-00d4dd658415),segment_id=b4a9fa5b-a805-46fa-a3ba-00d4dd658415)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:46.480718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Transition to ACTIVE for port object abede683-3ad1-44d1-a2ec-61c0332da57c will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:46.490735 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.502953 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.515113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.599346 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Network dfa4d732-9db8-4e41-a3e6-23dccdddccd5 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:46.615924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:46.632345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Subnet': ['ID=92afbc55-8a6d-4dc6-b71c-0c2bceb78586,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:46.637586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:46.640068 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d5f36-30a5-47bc-bdee-ff695a375412 None None] Pushing event updated for resources: {'Port': ['ID=e3813e7c-d6cc-4f60-a228-ff0d2605e932,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:46.654780 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Routers {'21b6821d-3ef1-479b-a938-501405582f26'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:46.655471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:21:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['21b6821d-3ef1-479b-a938-501405582f26'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:46.701516 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58314) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:46.796792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-7dad7dde-ac0e-4212-baeb-09f1987db76e tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:46.801745 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-7dad7dde-ac0e-4212-baeb-09f1987db76e tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7614510 Jul 07 19:21:46.803672 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-635bdf33-9d74-41a0-81d1-56f4c2619591 req-d6feb3c8-3612-406a-b599-a3072d30ada1 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.819691 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.820986 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Request body: {'port': {'device_id': '58b13e2b-991b-45c2-875d-ab7ca10ad1da', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': 'cb23d33203ea4a008c259da67231e720'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:46.856395 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa4d732-9db8-4e41-a3e6-23dccdddccd5']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:46.887485 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432dcd63-9952-44ed-8912-0ad835c4712d') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:46.888102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432dcd63-9952-44ed-8912-0ad835c4712d') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:46.892636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ffce94-a15a-45f6-b1d5-ced62fb87717 admin admin] Deleting subnet ca507ba9-b5ae-48fd-a5e0-dc01819f0b0c {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:21:46.920888 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.943525 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-635bdf33-9d74-41a0-81d1-56f4c2619591 req-d6feb3c8-3612-406a-b599-a3072d30ada1 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.945351 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.955905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Pushing event updated for resources: {'Port': ['ID=abede683-3ad1-44d1-a2ec-61c0332da57c,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:46.956213 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:46.956913 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.977021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Attempting to bind port abede683-3ad1-44d1-a2ec-61c0332da57c on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:46.977396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Attempting to bind port abede683-3ad1-44d1-a2ec-61c0332da57c by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '432dcd63-9952-44ed-8912-0ad835c4712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dfa4d732-9db8-4e41-a3e6-23dccdddccd5'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:46.977772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Attempting to bind port abede683-3ad1-44d1-a2ec-61c0332da57c on network dfa4d732-9db8-4e41-a3e6-23dccdddccd5 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:46.990617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:46.991027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Checking segment: {'id': '432dcd63-9952-44ed-8912-0ad835c4712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dfa4d732-9db8-4e41-a3e6-23dccdddccd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:46.991438 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.991837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Bound using segment: {'id': '432dcd63-9952-44ed-8912-0ad835c4712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dfa4d732-9db8-4e41-a3e6-23dccdddccd5'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:46.994777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Bound port: abede683-3ad1-44d1-a2ec-61c0332da57c, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432dcd63-9952-44ed-8912-0ad835c4712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dfa4d732-9db8-4e41-a3e6-23dccdddccd5'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:46.995209 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.998145 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.020286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] Set router 21b6821d-3ef1-479b-a938-501405582f26 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:47.064829 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:47.071722 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4ffce94-a15a-45f6-b1d5-ced62fb87717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.113836 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:21:47.113836 n-d-793621-9 neutron-server[93900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:21:47.113836 n-d-793621-9 neutron-server[93900]: [parameters: {'id': 'dfa4d732-9db8-4e41-a3e6-23dccdddccd5'}] Jul 07 19:21:47.113836 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:21:47.114293 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:21:47.119020 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4ffce94-a15a-45f6-b1d5-ced62fb87717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.131284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-635bdf33-9d74-41a0-81d1-56f4c2619591 req-d6feb3c8-3612-406a-b599-a3072d30ada1 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.134282 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-635bdf33-9d74-41a0-81d1-56f4c2619591 req-d6feb3c8-3612-406a-b599-a3072d30ada1 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.135815 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-635bdf33-9d74-41a0-81d1-56f4c2619591 req-d6feb3c8-3612-406a-b599-a3072d30ada1 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "DELETE /v2.0/security-groups/fb4ef64a-5aa9-4cd1-bddc-150cf2c70f66 HTTP/1.1" status: 204 len: 173 time: 0.6894484 Jul 07 19:21:47.195880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6feb3c8-3612-406a-b599-a3072d30ada1 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ef64a-5aa9-4cd1-bddc-150cf2c70f66,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:47.259851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Made reservation on behalf of cb23d33203ea4a008c259da67231e720 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:47.263855 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.287816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Allocated IP 172.25.0.130 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/2f29e5bf-ffd1-47f4-b71f-757aeb2ec4b6) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:47.350195 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4ffce94-a15a-45f6-b1d5-ced62fb87717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.473320 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4ffce94-a15a-45f6-b1d5-ced62fb87717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.546154 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] For port abede683-3ad1-44d1-a2ec-61c0332da57c, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:47.551868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] For port abede683-3ad1-44d1-a2ec-61c0332da57c, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=abede683-3ad1-44d1-a2ec-61c0332da57c,segment=NetworkSegment(432dcd63-9952-44ed-8912-0ad835c4712d),segment_id=432dcd63-9952-44ed-8912-0ad835c4712d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:47.588122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4ffce94-a15a-45f6-b1d5-ced62fb87717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.591654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a4ffce94-a15a-45f6-b1d5-ced62fb87717 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ca507ba9-b5ae-48fd-a5e0-dc01819f0b0c HTTP/1.1" status: 204 len: 168 time: 0.8890216 Jul 07 19:21:47.595501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffce94-a15a-45f6-b1d5-ced62fb87717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca507ba9-b5ae-48fd-a5e0-dc01819f0b0c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:47.597204 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58326) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:47.623735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020ff66-c1fc-420f-bb8a-ddbb8d195563 req-a0ab503a-aea9-4519-a314-b60b209a3374 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:47.624425 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bee4299-3fe5-424e-b634-7b3475f694f6 req-08ec787f-7325-4605-9eff-fcb2dd723b20 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 210 time: 0.2146487 Jul 07 19:21:47.626134 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9020ff66-c1fc-420f-bb8a-ddbb8d195563 req-a0ab503a-aea9-4519-a314-b60b209a3374 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 944 time: 0.4460216 Jul 07 19:21:47.626768 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.655081 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.775073 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-a01c1eb1-a041-4618-bb87-5324fd81a4e4 req-904f9090-71ff-4f1f-9ae7-304366defc0a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] show failed (client error): The resource could not be found. Jul 07 19:21:47.790319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a01c1eb1-a041-4618-bb87-5324fd81a4e4 req-904f9090-71ff-4f1f-9ae7-304366defc0a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/fb4ef64a-5aa9-4cd1-bddc-150cf2c70f66 HTTP/1.1" status: 404 len: 352 time: 0.0763788 Jul 07 19:21:47.823717 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.861492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.878183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9020ff66-c1fc-420f-bb8a-ddbb8d195563 req-48207b38-8208-4770-bc99-f8089164c946 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348928 Jul 07 19:21:47.929910 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.948800 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Allocated IP 192.168.233.227 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:47.978345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-35c4e723-deae-4328-a3c5-b1dbbb03500a req-d339ee7c-bdbd-4d09-8df6-641006941639 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-610361319', 'description': 'tempest-description-498859303'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:48.034163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ea6c4-da73-47e8-98d3-abe4d87968d4 None None] Pushing event updated for resources: {'Port': ['ID=abede683-3ad1-44d1-a2ec-61c0332da57c,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:48.058774 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-35c4e723-deae-4328-a3c5-b1dbbb03500a req-d339ee7c-bdbd-4d09-8df6-641006941639 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.063505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3608f97-48bc-4cf1-9601-ae9fe1bfe64d None None] Network dfa4d732-9db8-4e41-a3e6-23dccdddccd5 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:48.214012 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-35c4e723-deae-4328-a3c5-b1dbbb03500a req-d339ee7c-bdbd-4d09-8df6-641006941639 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.227454 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-35c4e723-deae-4328-a3c5-b1dbbb03500a req-d339ee7c-bdbd-4d09-8df6-641006941639 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.268516 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339ee7c-bdbd-4d09-8df6-641006941639 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f909e359-0749-48cd-87e9-bc9a4f0e1643,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:48.277960 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.282408 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.298507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Deleting port abede683-3ad1-44d1-a2ec-61c0332da57c {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:48.298882 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.301118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Transition to ACTIVE for port object c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:48.301750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9be5751-5586-4e8a-a147-e16cac9e2c13']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:48.310689 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-35c4e723-deae-4328-a3c5-b1dbbb03500a req-d339ee7c-bdbd-4d09-8df6-641006941639 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.335896 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-35c4e723-deae-4328-a3c5-b1dbbb03500a req-d339ee7c-bdbd-4d09-8df6-641006941639 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3765583 Jul 07 19:21:48.366515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 840a7ca6-be97-41cb-8420-621680a87d60 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:48.387586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-f9bf9112-a935-40a1-ba80-9c74a95493dc req-9398ecb4-0fe0-4a84-bdbb-6c745da8f585 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-557207569', 'description': 'tempest-description-786074931'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:48.405752 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.411479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:48.423074 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d22ba7a-2b36-4bdd-a04d-e088da01aff8') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:48.424375 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d22ba7a-2b36-4bdd-a04d-e088da01aff8') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:48.431767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['49506b43-9f44-4009-b20c-3d51b15d5186'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:48.434452 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f9bf9112-a935-40a1-ba80-9c74a95493dc req-9398ecb4-0fe0-4a84-bdbb-6c745da8f585 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.468921 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.479509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:21:36Z', 'revision_number': 4, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e3813e7c-d6cc-4f60-a228-ff0d2605e932', 'name': '', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'mac_address': 'fa:16:3e:d1:2d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:33Z', 'updated_at': '2021-07-07T19:21:46Z', 'revision_number': 4, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'subnets': [{'id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:48.488071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:48.508036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:48.537227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa9323-6db6-45e5-99c5-0c44a608e04f None None] Network dfa4d732-9db8-4e41-a3e6-23dccdddccd5 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:48.538900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.555427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] For port abede683-3ad1-44d1-a2ec-61c0332da57c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=abede683-3ad1-44d1-a2ec-61c0332da57c,segment=NetworkSegment(432dcd63-9952-44ed-8912-0ad835c4712d),segment_id=432dcd63-9952-44ed-8912-0ad835c4712d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:48.556103 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.559323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:48.559954 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:48.563912 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:48.574686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:48.598452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:48.619444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:48.643150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a47d3-ea13-4875-8d76-c702cfaa53b8 None None] The sync data for ids ['21b6821d-3ef1-479b-a938-501405582f26'] in n-d-793621-9 is: [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:21:36Z', 'revision_number': 4, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e3813e7c-d6cc-4f60-a228-ff0d2605e932', 'name': '', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'mac_address': 'fa:16:3e:d1:2d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:33Z', 'updated_at': '2021-07-07T19:21:46Z', 'revision_number': 4, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'subnets': [{'id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:48.687201 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f9bf9112-a935-40a1-ba80-9c74a95493dc req-9398ecb4-0fe0-4a84-bdbb-6c745da8f585 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.697490 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f9bf9112-a935-40a1-ba80-9c74a95493dc req-9398ecb4-0fe0-4a84-bdbb-6c745da8f585 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.719796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Calling delete_port for abede683-3ad1-44d1-a2ec-61c0332da57c owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:48.747188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 840a7ca6-be97-41cb-8420-621680a87d60 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:48.776529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 840a7ca6-be97-41cb-8420-621680a87d60 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:48.777148 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.784936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Pushing event updated for resources: {'Port': ['ID=2f29e5bf-ffd1-47f4-b71f-757aeb2ec4b6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:48.801369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:48.801829 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f9bf9112-a935-40a1-ba80-9c74a95493dc req-9398ecb4-0fe0-4a84-bdbb-6c745da8f585 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.802384 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.821171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f9bf9112-a935-40a1-ba80-9c74a95493dc req-9398ecb4-0fe0-4a84-bdbb-6c745da8f585 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4374986 Jul 07 19:21:48.976643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Pushing event updated for resources: {'Port': ['ID=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:48.987300 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.075193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-e6d45bc1-0aa0-42aa-be9e-f622cd3abedc tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2592082 Jul 07 19:21:49.102364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Request body: {'port': {'device_id': '58b13e2b-991b-45c2-875d-ab7ca10ad1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:49.162400 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.196762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf73a9f-c027-4999-a7c9-4d01f7ef64e0 req-696b8a73-42c5-4b58-9467-474323df5e5b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:49.207089 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-adf73a9f-c027-4999-a7c9-4d01f7ef64e0 req-696b8a73-42c5-4b58-9467-474323df5e5b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 944 time: 0.8277073 Jul 07 19:21:49.242020 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.247790 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.253892 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c9be5751-5586-4e8a-a147-e16cac9e2c13 HTTP/1.1" status: 204 len: 168 time: 1.6553009 Jul 07 19:21:49.261560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.289606 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 840a7ca6-be97-41cb-8420-621680a87d60, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=840a7ca6-be97-41cb-8420-621680a87d60,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:49.296641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0475ab0-5e7a-45ce-8cbf-c0c84014a864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840a7ca6-be97-41cb-8420-621680a87d60'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:49.304722 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1954b7-50fe-4318-924b-78dad4c7cb96" -d '{"events": [{"server_uuid": "d0475ab0-5e7a-45ce-8cbf-c0c84014a864", "name": "network-vif-plugged", "status": "completed", "tag": "840a7ca6-be97-41cb-8420-621680a87d60"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:49.349555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-33fca6a5-7234-43c3-86bd-4b724bc118ce None None] Provisioning for port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:49.351294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398ecb4-0fe0-4a84-bdbb-6c745da8f585 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fddf0289-5e38-4008-825a-f06d76a28595,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:49.367723 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.372172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27924e5c-f253-4637-af93-00746f32c844 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9be5751-5586-4e8a-a147-e16cac9e2c13,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:49.373598 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:49.403743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No DVR routers for this DVR port abede683-3ad1-44d1-a2ec-61c0332da57c on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:49.481500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Port': ['ID=abede683-3ad1-44d1-a2ec-61c0332da57c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:49.500810 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-adf73a9f-c027-4999-a7c9-4d01f7ef64e0 req-629182c3-578d-448d-bb94-f2948ea65782 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828076 Jul 07 19:21:49.517784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58346) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:49.537540 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.547017 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.564918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-da8d1708-c901-44d9-869b-85e5ae062b3d req-edc6288a-2b12-43ad-a29e-72a7e67fa0ed tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1113512524', 'description': 'tempest-description-2031529951'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:49.568704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-33fca6a5-7234-43c3-86bd-4b724bc118ce None None] Provisioning complete for port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:49.569221 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-33fca6a5-7234-43c3-86bd-4b724bc118ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.626407 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268aede-d5f5-40ac-afeb-20d243bf3e4d req-e430095f-4846-4da9-8888-42c9aecc1d36 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:49.637093 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f268aede-d5f5-40ac-afeb-20d243bf3e4d req-e430095f-4846-4da9-8888-42c9aecc1d36 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 936 time: 0.6369665 Jul 07 19:21:49.639403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-33fca6a5-7234-43c3-86bd-4b724bc118ce None None] Port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:49.670847 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6745dd-0197-4a02-bef9-b91fab69463b None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:21:49.681082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.686937 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f93ac12b-60e2-4e82-a6b2-c10159b2abfa req-bfd9822b-0a68-4ca2-aee1-32c366548931 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8120105 Jul 07 19:21:49.733281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa4d732-9db8-4e41-a3e6-23dccdddccd5']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:49.741190 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-da8d1708-c901-44d9-869b-85e5ae062b3d req-edc6288a-2b12-43ad-a29e-72a7e67fa0ed tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.769011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432dcd63-9952-44ed-8912-0ad835c4712d') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:49.769550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432dcd63-9952-44ed-8912-0ad835c4712d') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:49.769833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:49.797534 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.800823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=840a7ca6-be97-41cb-8420-621680a87d60,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:49.805544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:49.805926 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.823219 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f268aede-d5f5-40ac-afeb-20d243bf3e4d req-2cccdd8f-b132-4710-b53c-39670d88c536 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850414 Jul 07 19:21:49.886253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-44f5fdd3-5143-4805-b72b-198d8ddd632f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dc07dde229104e5d9e13538a6082d9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641436 Jul 07 19:21:49.891513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58348) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:50.009077 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.021752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6745dd-0197-4a02-bef9-b91fab69463b None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:21:50.087647 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.112325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:50.113260 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:50.141925 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:50.188779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1,segment=NetworkSegment(4d47555e-3092-4cae-a727-bd424bb2d845),segment_id=4d47555e-3092-4cae-a727-bd424bb2d845)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:50.196129 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.272249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:50.287741 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-811fd2bf-8a56-44b2-8ec5-ff7c80e1863f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.340063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e3813e7c-d6cc-4f60-a228-ff0d2605e932 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:50.428521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-811fd2bf-8a56-44b2-8ec5-ff7c80e1863f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.450125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.460158 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.464894 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/dfa4d732-9db8-4e41-a3e6-23dccdddccd5 HTTP/1.1" status: 204 len: 168 time: 7.0631928 Jul 07 19:21:50.467973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58350) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:50.497429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port e3813e7c-d6cc-4f60-a228-ff0d2605e932 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:50.510420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e3813e7c-d6cc-4f60-a228-ff0d2605e932 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:50.510827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.535250 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ac12b-60e2-4e82-a6b2-c10159b2abfa req-f5a04c25-8f9a-45d5-a6c0-b2930f73dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:50.538383 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f93ac12b-60e2-4e82-a6b2-c10159b2abfa req-f5a04c25-8f9a-45d5-a6c0-b2930f73dcc4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 1096 time: 0.7551613 Jul 07 19:21:50.557345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f4598-8756-4a0e-83ff-6189c206d1dc tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Network': ['ID=dfa4d732-9db8-4e41-a3e6-23dccdddccd5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:50.582326 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c3233d-976b-4d0e-a87c-031d0b4b24b0 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:50.583603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c3233d-976b-4d0e-a87c-031d0b4b24b0 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:50.586876 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-64c3233d-976b-4d0e-a87c-031d0b4b24b0 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/subnets/92afbc55-8a6d-4dc6-b71c-0c2bceb78586 HTTP/1.1" status: 404 len: 337 time: 0.0930464 Jul 07 19:21:50.605847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58354) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:50.673111 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.702546 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.716180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed30f1f-f4a6-455b-ba8c-364fa96a6e42 req-502a236d-6672-4769-9751-f4de366c1035 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:50.718192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ed30f1f-f4a6-455b-ba8c-364fa96a6e42 req-502a236d-6672-4769-9751-f4de366c1035 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 945 time: 0.5706720 Jul 07 19:21:50.752600 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6d8d3e-ffbb-4499-91ef-c3912a9b5cea tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:50.753359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6d8d3e-ffbb-4499-91ef-c3912a9b5cea tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:50.756281 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3e6d8d3e-ffbb-4499-91ef-c3912a9b5cea tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/dfa4d732-9db8-4e41-a3e6-23dccdddccd5 HTTP/1.1" status: 404 len: 339 time: 0.1456597 Jul 07 19:21:50.772422 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-da8d1708-c901-44d9-869b-85e5ae062b3d req-edc6288a-2b12-43ad-a29e-72a7e67fa0ed tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.793154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58356) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:50.795697 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.826039 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-da8d1708-c901-44d9-869b-85e5ae062b3d req-edc6288a-2b12-43ad-a29e-72a7e67fa0ed tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.861056 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-da8d1708-c901-44d9-869b-85e5ae062b3d req-edc6288a-2b12-43ad-a29e-72a7e67fa0ed tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.880078 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-da8d1708-c901-44d9-869b-85e5ae062b3d req-edc6288a-2b12-43ad-a29e-72a7e67fa0ed tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3189168 Jul 07 19:21:50.893846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port e3813e7c-d6cc-4f60-a228-ff0d2605e932, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e3813e7c-d6cc-4f60-a228-ff0d2605e932,segment=NetworkSegment(b4a9fa5b-a805-46fa-a3ba-00d4dd658415),segment_id=b4a9fa5b-a805-46fa-a3ba-00d4dd658415)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:50.910613 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-400b8583-c70f-485c-9a1d-1e8ddc61c897 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:50.911412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400b8583-c70f-485c-9a1d-1e8ddc61c897 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:50.912812 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.913843 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-400b8583-c70f-485c-9a1d-1e8ddc61c897 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/subnets/c238d002-a67b-4fb8-b8ac-0466892dd77e HTTP/1.1" status: 404 len: 337 time: 0.1104376 Jul 07 19:21:50.923698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58362) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:51.024235 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b516cf-f376-497b-8f0b-4e653463f902 x-openstack-request-id: req-b5b516cf-f376-497b-8f0b-4e653463f902 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:51.028401 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0475ab0-5e7a-45ce-8cbf-c0c84014a864", "name": "network-vif-plugged", "status": "completed", "tag": "840a7ca6-be97-41cb-8420-621680a87d60", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:51.028867 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5b516cf-f376-497b-8f0b-4e653463f902 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:51.029468 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0475ab0-5e7a-45ce-8cbf-c0c84014a864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840a7ca6-be97-41cb-8420-621680a87d60', 'code': 200} Jul 07 19:21:51.030353 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=e3813e7c-d6cc-4f60-a228-ff0d2605e932,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:51.059411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ed30f1f-f4a6-455b-ba8c-364fa96a6e42 req-c5a8ce25-6449-462c-bec8-da6d7346a994 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180022 Jul 07 19:21:51.084077 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-9954d750-d50d-4350-9eec-cfe8d9681ea4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:51.084922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9954d750-d50d-4350-9eec-cfe8d9681ea4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:51.087096 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9954d750-d50d-4350-9eec-cfe8d9681ea4 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/f9a136e7-ff21-4eef-a4d3-422bb9d8b58b HTTP/1.1" status: 404 len: 339 time: 0.1619380 Jul 07 19:21:51.090755 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:51.101818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58364) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:51.102541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Pushing event updated for resources: {'Port': ['ID=2f29e5bf-ffd1-47f4-b71f-757aeb2ec4b6,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:51.144648 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-811fd2bf-8a56-44b2-8ec5-ff7c80e1863f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:51.147962 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-811fd2bf-8a56-44b2-8ec5-ff7c80e1863f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:51.149288 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-811fd2bf-8a56-44b2-8ec5-ff7c80e1863f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd4b0b29-f2b1-45e3-9876-6d72e4358b05 HTTP/1.1" status: 204 len: 168 time: 1.2511303 Jul 07 19:21:51.240259 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-96d31a72-4425-4ebb-acaf-7c856a5a31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:51.270925 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ac12b-60e2-4e82-a6b2-c10159b2abfa req-2dc61e11-dc23-4679-9b40-1841ab75c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:51.276643 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f93ac12b-60e2-4e82-a6b2-c10159b2abfa req-2dc61e11-dc23-4679-9b40-1841ab75c0c3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 200 len: 917 time: 0.6877761 Jul 07 19:21:51.284317 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:51.294090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fd2bf-8a56-44b2-8ec5-ff7c80e1863f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4b0b29-f2b1-45e3-9876-6d72e4358b05,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:51.318520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6288a-2b12-43ad-a29e-72a7e67fa0ed tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60859c3-c0fe-4007-a15f-9da5d7d170b2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:51.405894 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f93ac12b-60e2-4e82-a6b2-c10159b2abfa req-729270e0-fc96-42af-a4af-284f713596f7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0a9033d-a95b-4fb9-8106-d09c0fc51fad HTTP/1.1" status: 200 len: 217 time: 0.1043746 Jul 07 19:21:51.424270 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:51.425787 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-63fca72f-3c61-44dd-9243-502957bea8d0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6772845 Jul 07 19:21:51.508681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518d514-0d59-4264-a83b-abe72b49e246 req-985df647-f153-4ce7-bdc8-ff1fce2228ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:51.510666 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3518d514-0d59-4264-a83b-abe72b49e246 req-985df647-f153-4ce7-bdc8-ff1fce2228ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 1096 time: 0.4083047 Jul 07 19:21:51.528465 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fd8d8-fa2e-4b37-b069-1ad77d3652ee req-2691270e-12b1-4d57-807f-eea91ace2e8c tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:51.530049 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-364fd8d8-fa2e-4b37-b069-1ad77d3652ee req-2691270e-12b1-4d57-807f-eea91ace2e8c tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 936 time: 0.1409421 Jul 07 19:21:51.533773 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ac12b-60e2-4e82-a6b2-c10159b2abfa req-b5d3f32a-2bf3-4115-a291-a3692756968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:51.535654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f93ac12b-60e2-4e82-a6b2-c10159b2abfa req-b5d3f32a-2bf3-4115-a291-a3692756968c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=411ca88b-6487-40a2-a761-796f59893af9 HTTP/1.1" status: 200 len: 855 time: 0.1085508 Jul 07 19:21:51.599969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:51.637914 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:51.713009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Transition to ACTIVE for port object c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:51.717455 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:51.736694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:51.783869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10513cf4-8df1-4ef5-a832-57224cb2c4f6']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:51.865884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace996f-80d6-4070-b333-4786ff8b2a25 req-c2e05c65-f893-4c5d-9ea0-7ab4f3d3035c tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:51.867525 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bace996f-80d6-4070-b333-4786ff8b2a25 req-c2e05c65-f893-4c5d-9ea0-7ab4f3d3035c tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 945 time: 0.5171318 Jul 07 19:21:51.882157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e20293-524f-4c84-8313-c81fc6ba11e4') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:51.882470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e20293-524f-4c84-8313-c81fc6ba11e4') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:51.966935 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.143686 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bace996f-80d6-4070-b333-4786ff8b2a25 req-fd6391a9-28f7-4de9-8d1b-d70ab973f296 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457094 Jul 07 19:21:52.173696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:52.178445 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.232487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:52.234169 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.238649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e3813e7c-d6cc-4f60-a228-ff0d2605e932 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:52.241691 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:52.365718 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3518d514-0d59-4264-a83b-abe72b49e246 req-92efb8e1-11bf-418b-b575-32d53358b826 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8341670 Jul 07 19:21:52.401100 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-364fd8d8-fa2e-4b37-b069-1ad77d3652ee req-fa7b4627-b267-4c0f-adc1-0c2205ffe160 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8579228 Jul 07 19:21:52.432126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e3813e7c-d6cc-4f60-a228-ff0d2605e932 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:52.433621 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.467629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ac12b-60e2-4e82-a6b2-c10159b2abfa req-e9d06b43-38b8-476b-bca8-cb674127e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:52.472844 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f93ac12b-60e2-4e82-a6b2-c10159b2abfa req-e9d06b43-38b8-476b-bca8-cb674127e12b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bae55246-1299-4071-9510-5afe92afa539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9223430 Jul 07 19:21:52.546412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Attempting to bind port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:52.547206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Attempting to bind port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:52.549323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Attempting to bind port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:52.707019 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f93ac12b-60e2-4e82-a6b2-c10159b2abfa req-7b82782f-e29a-45df-a8cd-a36f4bfc935a service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246013 Jul 07 19:21:52.736741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:21:52.737325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Attempting to bind port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:52.753131 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.758365 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.761061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/10513cf4-8df1-4ef5-a832-57224cb2c4f6 HTTP/1.1" status: 204 len: 168 time: 1.6479402 Jul 07 19:21:52.768740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:52.769230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:52.769589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:52.770053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Bound port: c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:52.770417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.772153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58436) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:52.842397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1cbad-af70-4c40-9a8a-991e6f7dfbfb tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Network': ['ID=10513cf4-8df1-4ef5-a832-57224cb2c4f6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:52.855307 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a1da1b-0df2-4347-92ac-43b13ee00df8 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:52.856001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a1da1b-0df2-4347-92ac-43b13ee00df8 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:52.857979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-18a1da1b-0df2-4347-92ac-43b13ee00df8 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/subnets/7ceb4f44-0ad7-4495-bcbb-535d72c05965 HTTP/1.1" status: 404 len: 337 time: 0.0767441 Jul 07 19:21:52.870716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58438) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:52.890594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b89fc403-d575-4fbd-9246-1357fa7b2f56 req-f218bf8e-66c9-4acd-95a4-02f42cc1e05c tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8013c0635e5a462ea781d7479370a19c HTTP/1.1" status: 200 len: 10907 time: 0.5940459 Jul 07 19:21:52.892827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58440) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:52.897174 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1768bee-e7f3-4c6f-be38-bb40797779ed tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:52.897174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1768bee-e7f3-4c6f-be38-bb40797779ed tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:52.898508 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c1768bee-e7f3-4c6f-be38-bb40797779ed tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/a12e389a-7802-4886-a57b-31a3ab36183d HTTP/1.1" status: 404 len: 339 time: 0.0252714 Jul 07 19:21:52.902692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58442) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:52.991888 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f93ac12b-60e2-4e82-a6b2-c10159b2abfa req-bde2c8b5-439a-4b85-a578-d9f9b58898c3 service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721100 Jul 07 19:21:52.994973 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-949bfccf-eb27-491e-a773-7e026db10686 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:52.995812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949bfccf-eb27-491e-a773-7e026db10686 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:52.999121 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-949bfccf-eb27-491e-a773-7e026db10686 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/subnets/168eb6a6-829e-4043-b7dd-3c5607b7a0c6 HTTP/1.1" status: 404 len: 337 time: 0.0909152 Jul 07 19:21:53.004045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58456) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:53.032123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d12146-8b11-4c0f-ba88-a1d28ace6ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17b0d53-86df-4fa8-ab0b-9a4b25ad05f1'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:53.034779 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb97d346-f7bd-415a-9d92-d304114e273a" -d '{"events": [{"server_uuid": "c9d12146-8b11-4c0f-ba88-a1d28ace6ac0", "name": "network-vif-plugged", "status": "completed", "tag": "d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:53.039236 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b89fc403-d575-4fbd-9246-1357fa7b2f56 req-57b6ccd2-4c3c-4b93-85bc-87b570cfa91f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/50602707-ee29-4856-9d03-3e778aa9dffe HTTP/1.1" status: 200 len: 2985 time: 0.0853379 Jul 07 19:21:53.040569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] For port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:53.048685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] For port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:53.057055 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ab075b-5e69-4cba-97eb-16b2c2afb411 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:53.057623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ab075b-5e69-4cba-97eb-16b2c2afb411 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:53.063275 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58464) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:53.070562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-91ab075b-5e69-4cba-97eb-16b2c2afb411 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/289fa80a-8544-4958-9219-66e52a94454c HTTP/1.1" status: 404 len: 339 time: 0.0628827 Jul 07 19:21:53.096100 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.111022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-819397652-network', 'tenant_id': '442130b57d39424f9c75227920c828fd'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:53.142381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e12048-888b-499e-a7a1-e48b85e9ef6d req-23a991eb-3df9-4d2c-85f7-d7a3930475b4 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:53.159225 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e6e12048-888b-499e-a7a1-e48b85e9ef6d req-23a991eb-3df9-4d2c-85f7-d7a3930475b4 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 945 time: 0.4507728 Jul 07 19:21:53.246390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e6e12048-888b-499e-a7a1-e48b85e9ef6d req-34d3e4f3-886e-4a46-b0ce-be7ab5aa5558 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857177 Jul 07 19:21:53.325376 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:53.332663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b89fc403-d575-4fbd-9246-1357fa7b2f56 req-44ebecd6-e953-4edb-bb00-527ef8b19621 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/50602707-ee29-4856-9d03-3e778aa9dffe HTTP/1.1" status: 200 len: 2985 time: 0.2704751 Jul 07 19:21:53.344277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:53.345460 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.347174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-1e3c848a-efc9-4690-b961-6c6847937ab2 service neutron] 10.222.0.48 "PUT /v2.0/ports/c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe HTTP/1.1" status: 200 len: 1096 time: 4.2500262 Jul 07 19:21:53.353624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b13e2b-991b-45c2-875d-ab7ca10ad1da', 'tag': 'c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:53.367494 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6385ebb-0604-4e47-b9c4-3b032613a183" -d '{"events": [{"name": "network-changed", "server_uuid": "58b13e2b-991b-45c2-875d-ab7ca10ad1da", "tag": "c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:53.379069 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc28ce6e-c1e5-479a-99d1-9fcf9b7ba938 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:53.380765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc28ce6e-c1e5-479a-99d1-9fcf9b7ba938 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:53.383154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dc28ce6e-c1e5-479a-99d1-9fcf9b7ba938 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/subnets/ae57e186-2a30-4a10-9717-5550ef2a19c8 HTTP/1.1" status: 404 len: 337 time: 0.3176920 Jul 07 19:21:53.385784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58488) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:53.399539 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb4d385-4804-4ba2-a8e2-ddf8655e86c3 x-openstack-request-id: req-fbb4d385-4804-4ba2-a8e2-ddf8655e86c3 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:53.400767 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d12146-8b11-4c0f-ba88-a1d28ace6ac0", "name": "network-vif-plugged", "status": "completed", "tag": "d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:53.401250 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbb4d385-4804-4ba2-a8e2-ddf8655e86c3 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:53.401957 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d12146-8b11-4c0f-ba88-a1d28ace6ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17b0d53-86df-4fa8-ab0b-9a4b25ad05f1', 'code': 200} Jul 07 19:21:53.437636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Made reservation on behalf of 442130b57d39424f9c75227920c828fd for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:53.454600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.484869 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dca841c0-f854-4f23-b5c5-ce22d75ef30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.496950 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.535266 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-e099dd50-834c-4e26-af89-b9e0700a37e0 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:53.542030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e099dd50-834c-4e26-af89-b9e0700a37e0 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:53.549754 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e099dd50-834c-4e26-af89-b9e0700a37e0 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/05929ffc-74f3-47ed-a95d-5625a4974302 HTTP/1.1" status: 404 len: 339 time: 0.1626112 Jul 07 19:21:53.554317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58492) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:53.655595 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac76bb8e-67b7-4a23-99f9-685aebf2ac1b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:53.657191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac76bb8e-67b7-4a23-99f9-685aebf2ac1b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:53.659311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ac76bb8e-67b7-4a23-99f9-685aebf2ac1b tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/subnets/64710cca-dcda-4dd8-8b69-096b3214940d HTTP/1.1" status: 404 len: 337 time: 0.0529795 Jul 07 19:21:53.661713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58494) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:53.692840 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd8fc3b-695b-4939-8be5-108f20e9ec72 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:53.693898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd8fc3b-695b-4939-8be5-108f20e9ec72 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:53.702810 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ffd8fc3b-695b-4939-8be5-108f20e9ec72 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/0bec44c8-f86b-420b-9846-c2f0153be205 HTTP/1.1" status: 404 len: 339 time: 0.0394938 Jul 07 19:21:53.718339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d0639ae7-2844-41a9-b23e-23935ffff9a5 req-780d71a9-cb9a-4964-9e47-6096a793999e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/f909e359-0749-48cd-87e9-bc9a4f0e1643 HTTP/1.1" status: 200 len: 1801 time: 0.2112496 Jul 07 19:21:53.732870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58496) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:53.859310 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.948712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-eba7d2da-b08c-4243-940f-62727e7b7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:53.952456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-eba7d2da-b08c-4243-940f-62727e7b7e1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb23d33203ea4a008c259da67231e720&device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 1099 time: 0.4943967 Jul 07 19:21:53.965473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af563a2-ae7f-4740-a88d-82d4a4be8dcb req-c0c46a64-3498-478d-b541-1b8e7eeb79d4 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:53.974653 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9af563a2-ae7f-4740-a88d-82d4a4be8dcb req-c0c46a64-3498-478d-b541-1b8e7eeb79d4 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 945 time: 0.2011204 Jul 07 19:21:54.058926 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-10301e6a-5545-4452-a55a-7dc4fb58c881 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe HTTP/1.1" status: 200 len: 217 time: 0.0814800 Jul 07 19:21:54.087143 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.113064 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4e8d24-ad0e-4252-88d1-e4f7106b4f7c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:54.114876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4e8d24-ad0e-4252-88d1-e4f7106b4f7c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:54.121246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0b4e8d24-ad0e-4252-88d1-e4f7106b4f7c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/subnets/2256a742-6896-499c-8d3b-f000e199014a HTTP/1.1" status: 404 len: 337 time: 0.3787293 Jul 07 19:21:54.124372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58500) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:54.177019 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b8e196-558d-4995-935c-f060b96bf3de tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:54.178041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b8e196-558d-4995-935c-f060b96bf3de tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:54.180788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a0b8e196-558d-4995-935c-f060b96bf3de tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/e3794cd6-b581-4fc2-9f9b-a74f4ba9be37 HTTP/1.1" status: 404 len: 339 time: 0.0533855 Jul 07 19:21:54.189301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58502) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:54.246403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d0639ae7-2844-41a9-b23e-23935ffff9a5 req-95065195-4872-47c9-9494-1017af9af53f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.270638 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b179e5cf-6d36-4395-944b-40afddd541a9 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:54.271831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b179e5cf-6d36-4395-944b-40afddd541a9 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:54.279837 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b179e5cf-6d36-4395-944b-40afddd541a9 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/subnets/9bb3983e-3ba5-4ad6-961b-5a38ec134131 HTTP/1.1" status: 404 len: 337 time: 0.0832222 Jul 07 19:21:54.284830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58504) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:54.369462 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d0639ae7-2844-41a9-b23e-23935ffff9a5 req-95065195-4872-47c9-9494-1017af9af53f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.374007 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-504e67fa-5cd4-4e94-8471-7258f83c0900 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:54.374649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504e67fa-5cd4-4e94-8471-7258f83c0900 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:54.390117 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-504e67fa-5cd4-4e94-8471-7258f83c0900 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/61e4baba-5768-4325-b3f3-345f4b1371d4 HTTP/1.1" status: 404 len: 339 time: 0.1032441 Jul 07 19:21:54.397930 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58508) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:54.422324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bf993-4546-430e-b04d-ba9d6abd5675 req-5d4777d4-7980-4e00-8817-c8f4d4e53adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:54.425675 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-384bf993-4546-430e-b04d-ba9d6abd5675 req-5d4777d4-7980-4e00-8817-c8f4d4e53adf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 1096 time: 0.4850771 Jul 07 19:21:54.482223 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b8f4c7-8b21-4fa3-9679-b06f53a7fc60 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:54.482997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b8f4c7-8b21-4fa3-9679-b06f53a7fc60 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:54.489944 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-60b8f4c7-8b21-4fa3-9679-b06f53a7fc60 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/subnets/5d3e6a37-cb9d-4079-969e-5bd51aa78618 HTTP/1.1" status: 404 len: 337 time: 0.0909309 Jul 07 19:21:54.493551 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9af563a2-ae7f-4740-a88d-82d4a4be8dcb req-1bdf3933-e1f6-4c75-b73c-da0e5effcbcf tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171983 Jul 07 19:21:54.494523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.503920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58510) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:54.542201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-6f2218aa-bdf6-4e8f-93b2-e04c171e136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:54.545134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-6f2218aa-bdf6-4e8f-93b2-e04c171e136c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.4699876 Jul 07 19:21:54.595316 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d0639ae7-2844-41a9-b23e-23935ffff9a5 req-95065195-4872-47c9-9494-1017af9af53f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.597890 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d0639ae7-2844-41a9-b23e-23935ffff9a5 req-95065195-4872-47c9-9494-1017af9af53f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.599141 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d0639ae7-2844-41a9-b23e-23935ffff9a5 req-95065195-4872-47c9-9494-1017af9af53f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "DELETE /v2.0/security-groups/f909e359-0749-48cd-87e9-bc9a4f0e1643 HTTP/1.1" status: 204 len: 173 time: 0.8787344 Jul 07 19:21:54.605163 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:54.644570 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-384bf993-4546-430e-b04d-ba9d6abd5675 req-f323c2e3-73ec-42c4-9f85-178cea7957ee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917117 Jul 07 19:21:54.645682 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95065195-4872-47c9-9494-1017af9af53f tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f909e359-0749-48cd-87e9-bc9a4f0e1643,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:54.651915 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d83e07-beb8-4ebb-b0df-b94f276772f7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:54.652743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d83e07-beb8-4ebb-b0df-b94f276772f7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:54.658840 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932f3336-5b50-425a-a220-a15848b91562 x-openstack-request-id: req-932f3336-5b50-425a-a220-a15848b91562 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:54.659342 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b13e2b-991b-45c2-875d-ab7ca10ad1da", "tag": "c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:54.659721 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-932f3336-5b50-425a-a220-a15848b91562 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:54.663163 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a8d83e07-beb8-4ebb-b0df-b94f276772f7 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/5bd2a841-8cb2-4361-91ab-7b0eb9860306 HTTP/1.1" status: 404 len: 339 time: 0.1075740 Jul 07 19:21:54.664640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58514) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:54.667962 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b13e2b-991b-45c2-875d-ab7ca10ad1da', 'tag': 'c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe', 'status': 'completed', 'code': 200} Jul 07 19:21:54.686639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb9451e-312a-415a-93d5-033ac4f4ed46,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:54.696680 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.697098 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Added segment f7738161-1356-4eef-af07-37e3935b2ba3 of type vlan for network c7a8d583-e305-4105-a7ca-683cce92a5af Jul 07 19:21:54.764254 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-919dcea8-2663-4340-8385-9f97bf8aaafd tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:54.764747 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.774484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919dcea8-2663-4340-8385-9f97bf8aaafd tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:54.776742 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-919dcea8-2663-4340-8385-9f97bf8aaafd tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/subnets/bd788e9e-a548-4e33-8a7b-c003142debe1 HTTP/1.1" status: 404 len: 337 time: 0.1110740 Jul 07 19:21:54.791561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58516) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:54.791780 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.805783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-ebf3914b-9810-42c7-9da4-23a4a88554a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:54.807358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-ebf3914b-9810-42c7-9da4-23a4a88554a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482624 Jul 07 19:21:54.840269 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-628ef415-bb3e-4271-82ec-f8ad3b6b2a0c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:54.844584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628ef415-bb3e-4271-82ec-f8ad3b6b2a0c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:54.846765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-628ef415-bb3e-4271-82ec-f8ad3b6b2a0c tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/1bf5a4a2-b7bc-427d-95c6-f3224032fe9c HTTP/1.1" status: 404 len: 339 time: 0.0550685 Jul 07 19:21:54.851642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58518) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:54.958111 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.959002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:54.959002 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.043686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bfe4d-4f3f-411e-ac68-01e917c7daaf req-f7fd4e02-b848-47c2-9d7b-c8c3fbfc9b5d tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:55.046092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b79bfe4d-4f3f-411e-ac68-01e917c7daaf req-f7fd4e02-b848-47c2-9d7b-c8c3fbfc9b5d tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 948 time: 0.1255391 Jul 07 19:21:55.112054 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b79bfe4d-4f3f-411e-ac68-01e917c7daaf req-8327cd14-d392-4707-91ac-812396998c13 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593388 Jul 07 19:21:55.149816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2800d1e-769a-4b38-b11d-1d8eedf3e310 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Deleting subnet 93d9f52c-3519-4f8d-ae93-0dcf75dc6414 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:21:55.156278 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2800d1e-769a-4b38-b11d-1d8eedf3e310 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.195163 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-6e0aacaf-3522-4aeb-9e4b-5f36d82df0a4 req-0e87ca32-853f-47e0-b11a-211ca4a82a45 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] show failed (client error): The resource could not be found. Jul 07 19:21:55.206705 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e0aacaf-3522-4aeb-9e4b-5f36d82df0a4 req-0e87ca32-853f-47e0-b11a-211ca4a82a45 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/f909e359-0749-48cd-87e9-bc9a4f0e1643 HTTP/1.1" status: 404 len: 352 time: 0.0247855 Jul 07 19:21:55.214469 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2800d1e-769a-4b38-b11d-1d8eedf3e310 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.269519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] Pushing event updated for resources: {'Network': ['ID=c7a8d583-e305-4105-a7ca-683cce92a5af,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:55.286603 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c7a8d583-e305-4105-a7ca-683cce92a5af details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:55.333439 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-02130b5c-480e-4b07-8fe7-655944a6d7a0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4360497 Jul 07 19:21:55.334571 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e3e8f90c-55d1-4ae4-bed7-72de879b9db2 req-1058b53d-15ac-41f3-a948-16ad8e7655c2 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/fddf0289-5e38-4008-825a-f06d76a28595 HTTP/1.1" status: 200 len: 1801 time: 0.0951204 Jul 07 19:21:55.335442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58524) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:55.352927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-67b4f651-102b-4733-980c-fcce823f8cdc admin admin] Request body: {'subnet': {'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-819397652-subnet', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:55.411825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-d5329aa1-0571-4a17-bd95-dcd09e6ab214 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871148 Jul 07 19:21:55.453744 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3564e-a590-4c46-a0f7-cbd831325a01 req-3ddcb483-7d27-4f8d-a1eb-055927aa85de tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:55.457963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b4f651-102b-4733-980c-fcce823f8cdc admin admin] Made reservation on behalf of 442130b57d39424f9c75227920c828fd for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:55.461203 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98c3564e-a590-4c46-a0f7-cbd831325a01 req-3ddcb483-7d27-4f8d-a1eb-055927aa85de tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 945 time: 0.5067360 Jul 07 19:21:55.461383 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67b4f651-102b-4733-980c-fcce823f8cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.526148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2800d1e-769a-4b38-b11d-1d8eedf3e310 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.532315 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e3e8f90c-55d1-4ae4-bed7-72de879b9db2 req-999ecd18-66bc-43ae-a394-e54c2dc257f2 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.577095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e3e8f90c-55d1-4ae4-bed7-72de879b9db2 req-999ecd18-66bc-43ae-a394-e54c2dc257f2 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.596916 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98c3564e-a590-4c46-a0f7-cbd831325a01 req-448d0dad-7d96-4ec3-91ed-746bae84b5d6 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347187 Jul 07 19:21:55.681208 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e3e8f90c-55d1-4ae4-bed7-72de879b9db2 req-999ecd18-66bc-43ae-a394-e54c2dc257f2 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.684173 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e3e8f90c-55d1-4ae4-bed7-72de879b9db2 req-999ecd18-66bc-43ae-a394-e54c2dc257f2 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.699033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e3e8f90c-55d1-4ae4-bed7-72de879b9db2 req-999ecd18-66bc-43ae-a394-e54c2dc257f2 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "DELETE /v2.0/security-groups/fddf0289-5e38-4008-825a-f06d76a28595 HTTP/1.1" status: 204 len: 173 time: 0.3361444 Jul 07 19:21:55.710854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42761441-f3e8-4f5c-8aae-eb0351326fca req-d326fd87-2e85-4cd6-977f-df71babf1fd4 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826838 Jul 07 19:21:55.732404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2800d1e-769a-4b38-b11d-1d8eedf3e310 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.762143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2800d1e-769a-4b38-b11d-1d8eedf3e310 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Subnet': ['ID=93d9f52c-3519-4f8d-ae93-0dcf75dc6414,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:55.845851 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ecd18-66bc-43ae-a394-e54c2dc257f2 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddf0289-5e38-4008-825a-f06d76a28595,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:55.847397 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2800d1e-769a-4b38-b11d-1d8eedf3e310 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.847397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e2800d1e-769a-4b38-b11d-1d8eedf3e310 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/subnets/93d9f52c-3519-4f8d-ae93-0dcf75dc6414 HTTP/1.1" status: 204 len: 168 time: 0.9892292 Jul 07 19:21:55.856357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58532) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:55.871242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5443e1de-9f58-41db-ab04-364b40970e31 None None] Network 5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:55.961666 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67b4f651-102b-4733-980c-fcce823f8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.168260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4f651-102b-4733-980c-fcce823f8cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=637b22fd-8e32-4648-80bc-c3a53f1054fc,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:56.182159 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.236179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc1340-81fd-4453-a2b2-6a847448909d req-c6c1db8e-9a57-4af2-8eed-8d4edddc495d tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:56.238121 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d6dc1340-81fd-4453-a2b2-6a847448909d req-c6c1db8e-9a57-4af2-8eed-8d4edddc495d tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.4135010 Jul 07 19:21:56.250072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4f651-102b-4733-980c-fcce823f8cdc admin admin] Checking segment: {'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:56.250596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b4f651-102b-4733-980c-fcce823f8cdc admin admin] Network hostable DHCP agents. Network: c7a8d583-e305-4105-a7ca-683cce92a5af, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:56.270112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cc7a1-41f5-412a-8b44-69c1b338c3d1 req-f3019946-e68d-46d8-bfb5-3bf68f56b6a9 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:56.285062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-572cc7a1-41f5-412a-8b44-69c1b338c3d1 req-f3019946-e68d-46d8-bfb5-3bf68f56b6a9 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 945 time: 0.3987312 Jul 07 19:21:56.317396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d6dc1340-81fd-4453-a2b2-6a847448909d req-5d05f3ca-9286-4c48-bf93-f41743766920 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707889 Jul 07 19:21:56.321219 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b4f651-102b-4733-980c-fcce823f8cdc admin admin] Network c7a8d583-e305-4105-a7ca-683cce92a5af is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:56.343431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-67b4f651-102b-4733-980c-fcce823f8cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, c7a8d583-e305-4105-a7ca-683cce92a5af) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:56.344239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385ebb-0604-4e47-b9c4-3b032613a183 req-07922c5c-5e67-474f-a0a2-80d9a74665c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:56.348762 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6385ebb-0604-4e47-b9c4-3b032613a183 req-07922c5c-5e67-474f-a0a2-80d9a74665c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb23d33203ea4a008c259da67231e720&device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 1099 time: 0.4944851 Jul 07 19:21:56.351011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b4f651-102b-4733-980c-fcce823f8cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:56.352453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67b4f651-102b-4733-980c-fcce823f8cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.372633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140772bb-a066-41fc-9285-778a5efcfeb4 None None] Network c7a8d583-e305-4105-a7ca-683cce92a5af requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:56.378072 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-67b4f651-102b-4733-980c-fcce823f8cdc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0325720 Jul 07 19:21:56.378728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58544) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:56.388675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-819397652-router', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:56.420386 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.421734 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.493625 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-572cc7a1-41f5-412a-8b44-69c1b338c3d1 req-daff5c00-62cb-4228-8dc9-b425aefd891c tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072449 Jul 07 19:21:56.508339 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.650553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Deleting port ab75fa71-2554-44ed-9b07-347e9712a5fa {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:56.650938 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.656833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385ebb-0604-4e47-b9c4-3b032613a183 req-865f3456-48db-4ada-a64f-0d39a2b614f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:56.658369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6385ebb-0604-4e47-b9c4-3b032613a183 req-865f3456-48db-4ada-a64f-0d39a2b614f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3050528 Jul 07 19:21:56.741998 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-d1a09686-7c0a-401d-926e-faf5ab64d679 req-9694ddb0-b911-46c8-914f-c83a94655fab tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] show failed (client error): The resource could not be found. Jul 07 19:21:56.754882 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a09686-7c0a-401d-926e-faf5ab64d679 req-9694ddb0-b911-46c8-914f-c83a94655fab tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/fddf0289-5e38-4008-825a-f06d76a28595 HTTP/1.1" status: 404 len: 352 time: 0.1748307 Jul 07 19:21:56.804482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] DHCP port deletion for 5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:21:56.849589 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.867579 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6385ebb-0604-4e47-b9c4-3b032613a183 req-aff361cb-158a-432c-9fe8-09ef27345372 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe HTTP/1.1" status: 200 len: 217 time: 0.1879003 Jul 07 19:21:56.931431 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.949604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385ebb-0604-4e47-b9c4-3b032613a183 req-1fdb0b13-2a3e-462d-a5d5-59b8572fdea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:56.951770 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6385ebb-0604-4e47-b9c4-3b032613a183 req-1fdb0b13-2a3e-462d-a5d5-59b8572fdea8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0714500 Jul 07 19:21:56.971372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Deleting port ab75fa71-2554-44ed-9b07-347e9712a5fa {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:56.973914 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.005652 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e14b4d0-4f7c-490f-adf7-3541dc48cd93 req-0a35332f-4efa-46c5-9277-a5a7800de352 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4878557 Jul 07 19:21:57.012420 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] For port ab75fa71-2554-44ed-9b07-347e9712a5fa, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ab75fa71-2554-44ed-9b07-347e9712a5fa,segment=NetworkSegment(37dc465b-dd94-4fb8-8be9-8de15dd1d1e2),segment_id=37dc465b-dd94-4fb8-8be9-8de15dd1d1e2)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:57.012420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.035377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Calling delete_port for ab75fa71-2554-44ed-9b07-347e9712a5fa owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:57.141743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54577c68-2905-4061-9244-042b755fdb36 req-51c8696c-0578-42f8-b398-1a3566eda5b4 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:57.142961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385ebb-0604-4e47-b9c4-3b032613a183 req-a30308d5-b56e-437e-b941-1d839c7f8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:57.145107 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6385ebb-0604-4e47-b9c4-3b032613a183 req-a30308d5-b56e-437e-b941-1d839c7f8e98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1826029 Jul 07 19:21:57.149606 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54577c68-2905-4061-9244-042b755fdb36 req-51c8696c-0578-42f8-b398-1a3566eda5b4 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee HTTP/1.1" status: 200 len: 946 time: 0.2080271 Jul 07 19:21:57.170905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16a819-87c5-4011-8c11-e3398c8bf056 req-29fb5dc5-ea2e-4ac6-89fb-a4ae5ba4d89b tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:57.172862 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f16a819-87c5-4011-8c11-e3398c8bf056 req-29fb5dc5-ea2e-4ac6-89fb-a4ae5ba4d89b tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 948 time: 0.4428759 Jul 07 19:21:57.225275 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54577c68-2905-4061-9244-042b755fdb36 req-623da7ba-c93d-4235-a436-01b2f829ed93 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745766 Jul 07 19:21:57.269919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b4d0-4f7c-490f-adf7-3541dc48cd93 req-eb09bef4-bb4e-42a5-8a4f-1a490acdf751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:57.271558 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e14b4d0-4f7c-490f-adf7-3541dc48cd93 req-eb09bef4-bb4e-42a5-8a4f-1a490acdf751 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8013c0635e5a462ea781d7479370a19c&device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 1174 time: 0.1996861 Jul 07 19:21:57.273205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e4bf6d-e332-481a-a12e-ae5bc08e5262 None None] Network c7a8d583-e305-4105-a7ca-683cce92a5af requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:57.344422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f16a819-87c5-4011-8c11-e3398c8bf056 req-d7bc6060-9f1f-4a96-9dc1-fdc0feb891ef tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581509 Jul 07 19:21:57.364444 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.368921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] For port ab75fa71-2554-44ed-9b07-347e9712a5fa, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ab75fa71-2554-44ed-9b07-347e9712a5fa,segment=NetworkSegment(37dc465b-dd94-4fb8-8be9-8de15dd1d1e2),segment_id=37dc465b-dd94-4fb8-8be9-8de15dd1d1e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:57.369321 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.393976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Calling delete_port for ab75fa71-2554-44ed-9b07-347e9712a5fa owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:57.402135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Port': ['ID=ab75fa71-2554-44ed-9b07-347e9712a5fa,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:57.416210 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6385ebb-0604-4e47-b9c4-3b032613a183 req-fd9ad518-1b2b-43c9-9395-bdf43d9bac99 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385352 Jul 07 19:21:57.420534 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] No DVR routers for this DVR port ab75fa71-2554-44ed-9b07-347e9712a5fa on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:57.588735 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.617013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Pushing event deleted for resources: {'Port': ['ID=ab75fa71-2554-44ed-9b07-347e9712a5fa,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:57.632526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:57.632749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:57.633324 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:57.633729 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:57.634125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:57.634539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:57.634957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:57.635907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:57.635907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:57.636081 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:57.636421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:57.636773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:57.643998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0280d-c45b-4cca-990c-f2c3ba013649 None None] No DVR routers for this DVR port ab75fa71-2554-44ed-9b07-347e9712a5fa on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:57.767968 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.774970 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.785502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:57.799911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37dc465b-dd94-4fb8-8be9-8de15dd1d1e2') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:57.800210 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37dc465b-dd94-4fb8-8be9-8de15dd1d1e2') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:57.806385 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.811710 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.871763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.886669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:57.887083 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:57.891622 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:57.933526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b4d0-4f7c-490f-adf7-3541dc48cd93 req-c98ea491-1ba0-45b8-a27a-7d9e174c50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:57.935327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e14b4d0-4f7c-490f-adf7-3541dc48cd93 req-c98ea491-1ba0-45b8-a27a-7d9e174c50fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 200 len: 914 time: 0.4936388 Jul 07 19:21:57.942481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7a87b346-43f5-46ea-9162-f7cf49e45ba8 req-702b2c48-a863-4bc7-adb3-2ed862ca468c tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/f60859c3-c0fe-4007-a15f-9da5d7d170b2 HTTP/1.1" status: 200 len: 1803 time: 0.4985201 Jul 07 19:21:57.960847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Allocated IP 172.25.0.211 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/d0194afa-2dc6-447a-9c20-20b69b848771) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:57.972429 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e6385ebb-0604-4e47-b9c4-3b032613a183 req-55be3c3c-4ba6-44ee-8ce7-945c0a1169dc service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415704 Jul 07 19:21:57.999489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075be19-7275-4a78-a667-ded3a32911a5 req-9dad2ab2-192f-45b6-a5bb-7814ff3a9aba tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:58.001774 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c075be19-7275-4a78-a667-ded3a32911a5 req-9dad2ab2-192f-45b6-a5bb-7814ff3a9aba tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 945 time: 0.1817963 Jul 07 19:21:58.007928 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.017578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.019898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] 10.222.0.81 "DELETE /v2.0/networks/5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85 HTTP/1.1" status: 204 len: 168 time: 2.1623697 Jul 07 19:21:58.023132 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e14b4d0-4f7c-490f-adf7-3541dc48cd93 req-2e7d43b0-ef34-4592-993a-1aea37555255 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 HTTP/1.1" status: 200 len: 217 time: 0.0796020 Jul 07 19:21:58.041641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051223c4-3b22-4814-8020-a6a8d94f9fa6 tempest-NetworksTest-641638007 tempest-NetworksTest-641638007-project] Pushing event deleted for resources: {'Network': ['ID=5304e7fc-b2cf-4dfe-a8d6-508cf3a6fa85,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:58.092951 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c075be19-7275-4a78-a667-ded3a32911a5 req-c69e2d18-ac90-4e43-b538-3f9ee1eb2e69 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714970 Jul 07 19:21:58.162119 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ab75fa71-2554-44ed-9b07-347e9712a5fa no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:58.202511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: ab75fa71-2554-44ed-9b07-347e9712a5fa {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:21:58.202992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ab75fa71-2554-44ed-9b07-347e9712a5fa not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:21:58.239330 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.272630 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b4d0-4f7c-490f-adf7-3541dc48cd93 req-7ca3393a-6d67-430e-a0c9-ca4cb54fc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:58.274135 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e14b4d0-4f7c-490f-adf7-3541dc48cd93 req-7ca3393a-6d67-430e-a0c9-ca4cb54fc778 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b851c974-dd68-4406-b39a-8ec255ef1d95 HTTP/1.1" status: 200 len: 853 time: 0.2383001 Jul 07 19:21:58.321375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6ad76-db88-499c-acc2-43576cf8b562 req-bbf1ac6d-2b0d-4616-a89f-687bdf55a2cd tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:58.323014 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06b6ad76-db88-499c-acc2-43576cf8b562 req-bbf1ac6d-2b0d-4616-a89f-687bdf55a2cd tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 945 time: 0.0859520 Jul 07 19:21:58.328562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58574) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:58.345878 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e14b4d0-4f7c-490f-adf7-3541dc48cd93 req-5c92c41c-78c9-4ab8-ad55-deec30a03290 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cea8a610-b406-49f2-8da2-81e7cdd1045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521748 Jul 07 19:21:58.355152 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7a87b346-43f5-46ea-9162-f7cf49e45ba8 req-7f55c3b5-bc6d-48b5-8793-93ef755f47e0 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.405494 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06b6ad76-db88-499c-acc2-43576cf8b562 req-b9bce332-fd19-4607-9874-fe615a90bdee tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676236 Jul 07 19:21:58.449027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7a87b346-43f5-46ea-9162-f7cf49e45ba8 req-7f55c3b5-bc6d-48b5-8793-93ef755f47e0 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.479864 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.556686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:58.568527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:58.575902 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7e5724df-2fe3-44eb-a5f8-aaeee24985f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c46fc25b00384d91a7840ff742d86fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456276 Jul 07 19:21:58.578861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58584) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:58.580597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:58.583089 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7a87b346-43f5-46ea-9162-f7cf49e45ba8 req-7f55c3b5-bc6d-48b5-8793-93ef755f47e0 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.585928 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7a87b346-43f5-46ea-9162-f7cf49e45ba8 req-7f55c3b5-bc6d-48b5-8793-93ef755f47e0 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.587240 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7a87b346-43f5-46ea-9162-f7cf49e45ba8 req-7f55c3b5-bc6d-48b5-8793-93ef755f47e0 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "DELETE /v2.0/security-groups/f60859c3-c0fe-4007-a15f-9da5d7d170b2 HTTP/1.1" status: 204 len: 173 time: 0.6278944 Jul 07 19:21:58.595803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0194afa-2dc6-447a-9c20-20b69b848771,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:58.619417 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e14b4d0-4f7c-490f-adf7-3541dc48cd93 req-7d2c6bfb-6c10-4c1f-a900-51e775374c33 service neutron] 10.222.0.48 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619243 Jul 07 19:21:58.629789 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55c3b5-bc6d-48b5-8793-93ef755f47e0 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60859c3-c0fe-4007-a15f-9da5d7d170b2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:58.715276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4db4e7f6-8365-479c-bc50-f2be5c9dc089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.774194 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4db4e7f6-8365-479c-bc50-f2be5c9dc089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.926204 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4db4e7f6-8365-479c-bc50-f2be5c9dc089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.928960 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4db4e7f6-8365-479c-bc50-f2be5c9dc089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.930833 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4db4e7f6-8365-479c-bc50-f2be5c9dc089 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc824c3a-6813-44d6-a081-6f152e0daac5 HTTP/1.1" status: 204 len: 168 time: 0.3503478 Jul 07 19:21:58.956008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4e7f6-8365-479c-bc50-f2be5c9dc089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc824c3a-6813-44d6-a081-6f152e0daac5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:59.004778 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-4245108e-925e-49cd-81b4-6f559d9ab97c tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:59.007317 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-4245108e-925e-49cd-81b4-6f559d9ab97c tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/networks?id=2a01c667-6bec-4d8c-b266-b4195412e13f HTTP/1.1" status: 200 len: 815 time: 0.1717577 Jul 07 19:21:59.034341 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-42c2909d-2170-4017-bee3-bcf299581a0c tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/quotas/b2c5e2e402e4480bb47c34a94dbbdb86 HTTP/1.1" status: 200 len: 375 time: 0.0215476 Jul 07 19:21:59.128207 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-ea4638eb-dc21-4df3-a8b9-17dd43ee0f75 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2c5e2e402e4480bb47c34a94dbbdb86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881708 Jul 07 19:21:59.183176 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e14b4d0-4f7c-490f-adf7-3541dc48cd93 req-4921e24a-318f-4b05-98c7-1fc7bcd4429e service neutron] 10.222.0.48 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544403 Jul 07 19:21:59.255965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedac437-befb-41b0-b75e-5316c962d23f req-da1f7b76-d67b-4560-9902-22647ccc4c0f tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:59.256134 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fedac437-befb-41b0-b75e-5316c962d23f req-da1f7b76-d67b-4560-9902-22647ccc4c0f tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.1739743 Jul 07 19:21:59.291723 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-698d09cf-65b7-4d8c-ae53-90f8326ba608 service neutron] 10.222.0.81 "GET /v2.0/networks/2a01c667-6bec-4d8c-b266-b4195412e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563339 Jul 07 19:21:59.349972 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fedac437-befb-41b0-b75e-5316c962d23f req-e44cb8e4-c7b4-40f0-a7f3-8d2eafed1a22 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503907 Jul 07 19:21:59.350691 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.506041 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-7cc54803-d4bb-4257-9611-24495890be77 service neutron] 10.222.0.81 "GET /v2.0/networks/2a01c667-6bec-4d8c-b266-b4195412e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131703 Jul 07 19:21:59.555897 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:21:59.730753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407ecdd-44d2-4546-bdd8-328fe3a81d72 req-01cb4d75-ea98-49c6-9502-c574cccc16f8 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:59.730978 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f407ecdd-44d2-4546-bdd8-328fe3a81d72 req-01cb4d75-ea98-49c6-9502-c574cccc16f8 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 948 time: 0.1524651 Jul 07 19:21:59.733949 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.853414 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f407ecdd-44d2-4546-bdd8-328fe3a81d72 req-d0044dbd-0840-4648-a4e1-184976acd90f tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940778 Jul 07 19:21:59.925315 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-acafb377-c763-4e74-ab79-f7e686916657 req-c0c0f258-ced2-4ac3-a91a-161f931010ab tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] show failed (client error): The resource could not be found. Jul 07 19:21:59.926584 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acafb377-c763-4e74-ab79-f7e686916657 req-c0c0f258-ced2-4ac3-a91a-161f931010ab tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/f60859c3-c0fe-4007-a15f-9da5d7d170b2 HTTP/1.1" status: 404 len: 352 time: 0.0166421 Jul 07 19:22:00.014674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Router c68a42dd-42cf-4aed-9b32-74bcbada8d08 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:22:00.162830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58630) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:00.169224 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0046005 Jul 07 19:22:00.174691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58632) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:00.307278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:00.320637 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Sync routers for ids ['c68a42dd-42cf-4aed-9b32-74bcbada8d08'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:00.336088 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Routers {'c68a42dd-42cf-4aed-9b32-74bcbada8d08'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:00.339554 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:21:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c68a42dd-42cf-4aed-9b32-74bcbada8d08'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:00.340159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.349845 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-19503d6c-e708-452a-b72f-345e907f44d5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9700112 Jul 07 19:22:00.351241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58640) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:00.359889 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1395a138-b229-4a56-bd7e-7802117eaf33 req-afaa0932-866b-4bb9-b4ae-7113b0d58c3d tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 210 time: 0.0529130 Jul 07 19:22:00.433083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:22:00.446121 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ddb14652-608d-449b-83ff-11be43d61556 tempest-NetworksApiDiscovery-352485881 tempest-NetworksApiDiscovery-352485881-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2699649 Jul 07 19:22:00.502997 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-75962954-347f-4496-8354-34ee7aee1e17 req-e77bfdfb-01be-4e64-ae4d-c57ab52415db tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8013c0635e5a462ea781d7479370a19c HTTP/1.1" status: 200 len: 6155 time: 0.0986850 Jul 07 19:22:00.593808 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-75962954-347f-4496-8354-34ee7aee1e17 req-02eb82d6-b0f6-4539-a7a2-6331b9668f96 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/50602707-ee29-4856-9d03-3e778aa9dffe HTTP/1.1" status: 200 len: 2985 time: 0.0838444 Jul 07 19:22:00.606487 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Set router c68a42dd-42cf-4aed-9b32-74bcbada8d08 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:00.737770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:00.746315 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-75962954-347f-4496-8354-34ee7aee1e17 req-752f3adc-57c1-4c9c-b493-60dbfdf18c74 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/50602707-ee29-4856-9d03-3e778aa9dffe HTTP/1.1" status: 200 len: 2985 time: 0.1459348 Jul 07 19:22:00.773028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': 'c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe', 'mac_address': 'fa:16:3e:18:35:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:22:00.862647 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.870863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-d008c163-dafa-41e2-8b3f-e2802491c8dc req-68acc79c-e1a9-49dd-b1db-e2170b3a1a09 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1590632479', 'description': 'tempest-description-38948682'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:00.893973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:00.920968 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d008c163-dafa-41e2-8b3f-e2802491c8dc req-68acc79c-e1a9-49dd-b1db-e2170b3a1a09 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.939007 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:00.945846 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.962928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58654) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:00.965097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609a488-b2a4-4417-bb2e-1a48f558206a req-a1c5f1dc-c3a7-480f-bc18-a4c24223b47f tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:00.973029 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609a488-b2a4-4417-bb2e-1a48f558206a req-a1c5f1dc-c3a7-480f-bc18-a4c24223b47f tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:00.974875 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'name': 'tempest-ServerRescueNegativeTestJSON-819397652-router', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:56Z', 'updated_at': '2021-07-07T19:21:59Z', 'revision_number': 3, 'project_id': '442130b57d39424f9c75227920c828fd', 'gw_port': {'id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:57Z', 'updated_at': '2021-07-07T19:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:00.982860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609a488-b2a4-4417-bb2e-1a48f558206a req-a1c5f1dc-c3a7-480f-bc18-a4c24223b47f tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:00.990925 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1609a488-b2a4-4417-bb2e-1a48f558206a req-a1c5f1dc-c3a7-480f-bc18-a4c24223b47f tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864&device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee&device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 2417 time: 0.4768670 Jul 07 19:22:01.011992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:01.034080 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Checking router: c68a42dd-42cf-4aed-9b32-74bcbada8d08 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:22:01.034577 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Updating router c68a42dd-42cf-4aed-9b32-74bcbada8d08 port d0194afa-2dc6-447a-9c20-20b69b848771 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:22:01.094489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1609a488-b2a4-4417-bb2e-1a48f558206a req-cd514c4b-483c-46d4-a58e-ac9609ea92d6 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014960 Jul 07 19:22:01.096736 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d008c163-dafa-41e2-8b3f-e2802491c8dc req-68acc79c-e1a9-49dd-b1db-e2170b3a1a09 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.112612 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d008c163-dafa-41e2-8b3f-e2802491c8dc req-68acc79c-e1a9-49dd-b1db-e2170b3a1a09 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.210888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d008c163-dafa-41e2-8b3f-e2802491c8dc req-68acc79c-e1a9-49dd-b1db-e2170b3a1a09 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.214913 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d008c163-dafa-41e2-8b3f-e2802491c8dc req-68acc79c-e1a9-49dd-b1db-e2170b3a1a09 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3513305 Jul 07 19:22:01.219094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acc79c-e1a9-49dd-b1db-e2170b3a1a09 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36371c5-4cbb-4122-877d-4f120c029c4d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:01.280434 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.358392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd10b266-c2e7-4bea-9e3f-22ce4247f86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.376103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:01.425087 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.658726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Allocated IP 172.20.0.1 (c7a8d583-e305-4105-a7ca-683cce92a5af/637b22fd-8e32-4648-80bc-c3a53f1054fc/a0729a79-35e3-43bd-ab42-f58f63a2a150) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:01.714507 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd10b266-c2e7-4bea-9e3f-22ce4247f86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.730690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4264c8f-920d-49b1-bbdb-66d5ea5d486d req-70468d46-f39f-4e1a-b970-568e4491d515 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:01.749706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a4264c8f-920d-49b1-bbdb-66d5ea5d486d req-70468d46-f39f-4e1a-b970-568e4491d515 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 949 time: 0.2941134 Jul 07 19:22:01.783311 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd10b266-c2e7-4bea-9e3f-22ce4247f86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.871171 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bd10b266-c2e7-4bea-9e3f-22ce4247f86a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=438dec2c1ebb492d8e8fe3b5581ccd92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7868087 Jul 07 19:22:01.885533 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a4264c8f-920d-49b1-bbdb-66d5ea5d486d req-c4863260-3b59-4af4-b97a-f46ce37a3142 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329215 Jul 07 19:22:01.885533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58668) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:01.902512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10b266-c2e7-4bea-9e3f-22ce4247f86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a49966-ccbd-4cf4-8951-d8242347d93b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:01.934417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-d27a487e-3337-49d3-9740-73e8c372710a req-b710cb82-370d-42a2-bd78-a68dbe47f337 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-188489831', 'description': 'tempest-description-503482453'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:01.962848 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.970883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.990608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d27a487e-3337-49d3-9740-73e8c372710a req-b710cb82-370d-42a2-bd78-a68dbe47f337 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.991976 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Transition to ACTIVE for port object d0194afa-2dc6-447a-9c20-20b69b848771 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:02.009835 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.016088 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8e758fa-137e-419a-91b7-ad8aa9ce6af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.080250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8e758fa-137e-419a-91b7-ad8aa9ce6af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.083943 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Attempting to bind port d0194afa-2dc6-447a-9c20-20b69b848771 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:02.084641 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Attempting to bind port d0194afa-2dc6-447a-9c20-20b69b848771 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:02.085262 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Attempting to bind port d0194afa-2dc6-447a-9c20-20b69b848771 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:02.096293 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Pushing event updated for resources: {'Port': ['ID=d0194afa-2dc6-447a-9c20-20b69b848771,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:02.100835 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:02.101613 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:02.102271 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.103059 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:02.103833 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Bound port: d0194afa-2dc6-447a-9c20-20b69b848771, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:02.104621 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.113669 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:02.114673 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:02.115261 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:02.115803 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:02.116016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-f0280812-9b69-4955-a66d-7b1f3f9e63bb tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:02.116727 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:02.117309 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:02.117863 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:02.118401 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:02.118933 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-f0280812-9b69-4955-a66d-7b1f3f9e63bb tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.110 "GET /v2.0/networks?id=2a01c667-6bec-4d8c-b266-b4195412e13f HTTP/1.1" status: 200 len: 815 time: 0.3174934 Jul 07 19:22:02.119174 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:02.119719 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:02.120496 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:02.121056 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:02.159322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627bb17-0bc6-4e0c-bbf1-1fb647e4838a req-64917b1c-2925-4172-977e-57cd51fb5253 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:02.175973 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f627bb17-0bc6-4e0c-bbf1-1fb647e4838a req-64917b1c-2925-4172-977e-57cd51fb5253 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 945 time: 0.4956145 Jul 07 19:22:02.191306 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] For port d0194afa-2dc6-447a-9c20-20b69b848771, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:02.199260 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] For port d0194afa-2dc6-447a-9c20-20b69b848771, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d0194afa-2dc6-447a-9c20-20b69b848771,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:02.208790 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.227748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Request body: {'port': {'device_id': 'e0c0f7b6-e205-4089-a16f-5a492fc66b23', 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f', 'admin_state_up': True, 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:02.233832 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8e758fa-137e-419a-91b7-ad8aa9ce6af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.236615 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8e758fa-137e-419a-91b7-ad8aa9ce6af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.237858 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e8e758fa-137e-419a-91b7-ad8aa9ce6af7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87a49966-ccbd-4cf4-8951-d8242347d93b HTTP/1.1" status: 204 len: 168 time: 0.3508713 Jul 07 19:22:02.247415 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d27a487e-3337-49d3-9740-73e8c372710a req-b710cb82-370d-42a2-bd78-a68dbe47f337 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.257777 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d27a487e-3337-49d3-9740-73e8c372710a req-b710cb82-370d-42a2-bd78-a68dbe47f337 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.261270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e758fa-137e-419a-91b7-ad8aa9ce6af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a49966-ccbd-4cf4-8951-d8242347d93b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:02.347188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d27a487e-3337-49d3-9740-73e8c372710a req-b710cb82-370d-42a2-bd78-a68dbe47f337 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.360606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d27a487e-3337-49d3-9740-73e8c372710a req-b710cb82-370d-42a2-bd78-a68dbe47f337 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4341400 Jul 07 19:22:02.362126 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Routers {'c68a42dd-42cf-4aed-9b32-74bcbada8d08'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:02.363742 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:21:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c68a42dd-42cf-4aed-9b32-74bcbada8d08'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:02.378848 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199371f-4c90-4bf7-8bf7-1d16e0549d60 None None] Pushing event updated for resources: {'Port': ['ID=d0194afa-2dc6-447a-9c20-20b69b848771,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:02.396695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710cb82-370d-42a2-bd78-a68dbe47f337 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96465834-60ef-47a7-8f7f-7262514c4a80,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:02.397132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.599192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f627bb17-0bc6-4e0c-bbf1-1fb647e4838a req-80ffb6b5-a4c5-47da-a36f-a81def37d431 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219396 Jul 07 19:22:02.627836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Network c7a8d583-e305-4105-a7ca-683cce92a5af is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:02.661651 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41ca4b77-9965-42a3-ace6-d4c18fe309d5 req-9bd488af-7355-4057-bce7-1600bf286329 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 210 time: 0.0931191 Jul 07 19:22:02.663248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:02.694106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:02.796622 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] Set router c68a42dd-42cf-4aed-9b32-74bcbada8d08 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:02.798403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:03.045177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Pushing event updated for resources: {'Port': ['ID=a0729a79-35e3-43bd-ab42-f58f63a2a150,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:03.107624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:03.244116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Made reservation on behalf of b2c5e2e402e4480bb47c34a94dbbdb86 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:03.254102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:03.371510 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'name': 'tempest-ServerRescueNegativeTestJSON-819397652-router', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:56Z', 'updated_at': '2021-07-07T19:21:59Z', 'revision_number': 3, 'project_id': '442130b57d39424f9c75227920c828fd', 'gw_port': {'id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:57Z', 'updated_at': '2021-07-07T19:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:03.465781 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026e8ad2-6e8c-404a-9c03-a11eed93ad41 None None] The sync data for ids ['c68a42dd-42cf-4aed-9b32-74bcbada8d08'] in n-d-793621-9 is: [{'id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'name': 'tempest-ServerRescueNegativeTestJSON-819397652-router', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:56Z', 'updated_at': '2021-07-07T19:21:59Z', 'revision_number': 3, 'project_id': '442130b57d39424f9c75227920c828fd', 'gw_port': {'id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:57Z', 'updated_at': '2021-07-07T19:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:03.730766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe84228-a913-4244-ac86-25929e669bc4 req-8c702c15-cc89-4ede-8c54-b1730bbbe022 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:03.758874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2fe84228-a913-4244-ac86-25929e669bc4 req-8c702c15-cc89-4ede-8c54-b1730bbbe022 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 949 time: 0.3196261 Jul 07 19:22:03.848090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Allocated IP 172.20.0.4 (2a01c667-6bec-4d8c-b266-b4195412e13f/fba34de3-0b7c-4473-82ab-0ff6322672f2/4eda8655-533a-4951-afd3-4947442f950f) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:03.955739 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:03.970570 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.002848 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2fe84228-a913-4244-ac86-25929e669bc4 req-4e55158f-fca8-4f4f-9d4f-b1fee225d697 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385335 Jul 07 19:22:04.103933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58730) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:04.321741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d0194afa-2dc6-447a-9c20-20b69b848771 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:04.354988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1857576943-network', 'tenant_id': '98af89ca79c94635904ba30c6f3d3618'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:04.465740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Made reservation on behalf of 98af89ca79c94635904ba30c6f3d3618 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:04.469789 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.481581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:04.510289 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.593956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port d0194afa-2dc6-447a-9c20-20b69b848771 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:04.612491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d0194afa-2dc6-447a-9c20-20b69b848771 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:04.613204 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.802079 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.829273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port d0194afa-2dc6-447a-9c20-20b69b848771, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d0194afa-2dc6-447a-9c20-20b69b848771,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:04.831353 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:04.837844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:04.838673 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.841031 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.857904 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.869404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.963844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:22:05.013845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=d0194afa-2dc6-447a-9c20-20b69b848771,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:05.111049 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.140942 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-53de3ccd-e9e6-4c1c-ab89-b97a63cf2517 req-dde1fb34-3ce6-41c3-9e3f-4605315ab2c6 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 210 time: 0.1365092 Jul 07 19:22:05.146068 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.159370 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Added segment 9fed0ebb-3643-4ad2-b4c7-52b667ce55b6 of type vlan for network 268dad93-e87e-4853-ab29-ee6c5d81bfa2 Jul 07 19:22:05.163386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a64638-0600-4661-b0ec-46b679a79a56,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:05.175075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Pushing event updated for resources: {'Port': ['ID=a0729a79-35e3-43bd-ab42-f58f63a2a150,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:05.189685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b13e2b-991b-45c2-875d-ab7ca10ad1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:05.195968 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7672235-d687-471a-a718-00877152dacc" -d '{"events": [{"server_uuid": "58b13e2b-991b-45c2-875d-ab7ca10ad1da", "name": "network-vif-plugged", "status": "completed", "tag": "c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:05.209684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:05.217910 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.284177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.342356 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.373774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:05.415480 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.417192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:05.418031 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.480118 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.602557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] Pushing event updated for resources: {'Network': ['ID=268dad93-e87e-4853-ab29-ee6c5d81bfa2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:05.611909 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ea8e1a77-0d09-498d-a323-9ea7e8a29268 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5051565 Jul 07 19:22:05.614301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58746) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:05.619786 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 268dad93-e87e-4853-ab29-ee6c5d81bfa2 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:22:05.634038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a654a00a-7bf3-481d-a403-69f5805e171a admin admin] Request body: {'subnet': {'network_id': '268dad93-e87e-4853-ab29-ee6c5d81bfa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1857576943-subnet', 'tenant_id': '98af89ca79c94635904ba30c6f3d3618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:05.680233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a654a00a-7bf3-481d-a403-69f5805e171a admin admin] Made reservation on behalf of 98af89ca79c94635904ba30c6f3d3618 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:05.685025 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a654a00a-7bf3-481d-a403-69f5805e171a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.687850 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.787111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Transition to ACTIVE for port object 4eda8655-533a-4951-afd3-4947442f950f will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:05.844713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Network c7a8d583-e305-4105-a7ca-683cce92a5af is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:05.864113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:06.039011 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.161123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Pushing event updated for resources: {'Port': ['ID=4eda8655-533a-4951-afd3-4947442f950f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:06.199409 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a654a00a-7bf3-481d-a403-69f5805e171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.260279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d0194afa-2dc6-447a-9c20-20b69b848771 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:06.362747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Network 2a01c667-6bec-4d8c-b266-b4195412e13f is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:06.379675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:06.404472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:06.414955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654a00a-7bf3-481d-a403-69f5805e171a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7177ef76-46e2-466d-a240-0b66443b150d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:06.424677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d0194afa-2dc6-447a-9c20-20b69b848771 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:06.435772 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.469213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6cbe1-3671-456a-89a0-0ac4a2391d53 req-12555353-aab5-471e-8fdb-1d2742232e9e tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:06.479510 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2a6cbe1-3671-456a-89a0-0ac4a2391d53 req-12555353-aab5-471e-8fdb-1d2742232e9e tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 950 time: 0.4969957 Jul 07 19:22:06.534929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Router c68a42dd-42cf-4aed-9b32-74bcbada8d08 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:06.601001 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2a6cbe1-3671-456a-89a0-0ac4a2391d53 req-c4139ee9-0a19-41fb-84ff-b8fd2441c41a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160650 Jul 07 19:22:06.601740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:06.602440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.603687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a654a00a-7bf3-481d-a403-69f5805e171a admin admin] Checking segment: {'id': '9fed0ebb-3643-4ad2-b4c7-52b667ce55b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '268dad93-e87e-4853-ab29-ee6c5d81bfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:06.608616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a654a00a-7bf3-481d-a403-69f5805e171a admin admin] Network hostable DHCP agents. Network: 268dad93-e87e-4853-ab29-ee6c5d81bfa2, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:22:06.635605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b4c44be0-deb4-41eb-bdb8-9f9fdd856cae tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4391072 Jul 07 19:22:06.657169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a654a00a-7bf3-481d-a403-69f5805e171a admin admin] Network 268dad93-e87e-4853-ab29-ee6c5d81bfa2 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:22:06.698122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-a654a00a-7bf3-481d-a403-69f5805e171a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 268dad93-e87e-4853-ab29-ee6c5d81bfa2) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:06.717754 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a654a00a-7bf3-481d-a403-69f5805e171a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:06.733542 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a654a00a-7bf3-481d-a403-69f5805e171a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.739166 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47045787-f08c-4c08-9c5b-54cece928130 x-openstack-request-id: req-47045787-f08c-4c08-9c5b-54cece928130 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:06.742733 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b13e2b-991b-45c2-875d-ab7ca10ad1da", "name": "network-vif-plugged", "status": "completed", "tag": "c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:06.743022 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47045787-f08c-4c08-9c5b-54cece928130 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:06.745179 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b13e2b-991b-45c2-875d-ab7ca10ad1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe', 'code': 200} Jul 07 19:22:06.751921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf4377-ce1e-4f40-aa0b-ef757830bfef None None] Network 268dad93-e87e-4853-ab29-ee6c5d81bfa2 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:06.772037 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a654a00a-7bf3-481d-a403-69f5805e171a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1564686 Jul 07 19:22:06.983386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ac07cfe3-b132-4fec-8468-7f7d18ef0937 None None] Provisioning for port 4eda8655-533a-4951-afd3-4947442f950f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:06.998928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:07.022606 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6e538cd2-c62a-4830-bd3c-985cf7d0771a admin admin] 10.222.0.81 "PUT /v2.0/routers/c68a42dd-42cf-4aed-9b32-74bcbada8d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6691117 Jul 07 19:22:07.067968 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ac07cfe3-b132-4fec-8468-7f7d18ef0937 None None] Provisioning complete for port 4eda8655-533a-4951-afd3-4947442f950f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:07.068422 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac07cfe3-b132-4fec-8468-7f7d18ef0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.070126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd55ad-5b22-4654-b08d-af2ffcac56b5 req-c8bbcc40-6464-4068-b2db-e19401a4ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:07.071802 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bdbd55ad-5b22-4654-b08d-af2ffcac56b5 req-c8bbcc40-6464-4068-b2db-e19401a4ebf3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 1101 time: 0.2059803 Jul 07 19:22:07.101055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Sync routers for ids ['c68a42dd-42cf-4aed-9b32-74bcbada8d08'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:07.165217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bdbd55ad-5b22-4654-b08d-af2ffcac56b5 req-09cdeb84-8eb4-4b6c-8f5f-117a4a663a35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851603 Jul 07 19:22:07.290711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Routers {'c68a42dd-42cf-4aed-9b32-74bcbada8d08'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:07.294070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:21:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c68a42dd-42cf-4aed-9b32-74bcbada8d08'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:07.312086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b39ca-ce01-4292-b26c-e07db34c40fd None None] Network 268dad93-e87e-4853-ab29-ee6c5d81bfa2 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:07.665448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ac07cfe3-b132-4fec-8468-7f7d18ef0937 None None] Port 4eda8655-533a-4951-afd3-4947442f950f cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:22:07.741903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83ff9c-ba3d-486d-9bf4-8f9f53a57e53 req-e7554481-18a1-4f1b-92b0-81e8c4488719 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:07.751798 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd83ff9c-ba3d-486d-9bf4-8f9f53a57e53 req-e7554481-18a1-4f1b-92b0-81e8c4488719 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 931 time: 0.1725833 Jul 07 19:22:07.834631 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd83ff9c-ba3d-486d-9bf4-8f9f53a57e53 req-8b2e3bfd-c9d3-4d76-b02a-564680a32198 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815504 Jul 07 19:22:07.900156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Set router c68a42dd-42cf-4aed-9b32-74bcbada8d08 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:07.923695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58784) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:07.929618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-53791816-network', 'tenant_id': '91df4dd98eae421eb002f7058771bd3a'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:07.973703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Made reservation on behalf of 91df4dd98eae421eb002f7058771bd3a for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:07.976163 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.988696 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.117046 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.134535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.187298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:22:08.207760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c220c8d-c43e-4f6c-b2c6-f4c3d66205ab,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:08.232906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.233264 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Added segment cfc55fce-87d6-4588-8d79-48422b53657e of type vlan for network bff2f95c-e350-468b-8bf5-2e25c648ad37 Jul 07 19:22:08.310517 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.389955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.391846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:08.393063 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.397805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'name': 'tempest-ServerRescueNegativeTestJSON-819397652-router', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:56Z', 'updated_at': '2021-07-07T19:22:03Z', 'revision_number': 4, 'project_id': '442130b57d39424f9c75227920c828fd', 'gw_port': {'id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:57Z', 'updated_at': '2021-07-07T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a0729a79-35e3-43bd-ab42-f58f63a2a150', 'name': '', 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'mac_address': 'fa:16:3e:b1:f2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '637b22fd-8e32-4648-80bc-c3a53f1054fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:01Z', 'updated_at': '2021-07-07T19:22:03Z', 'revision_number': 2, 'project_id': '442130b57d39424f9c75227920c828fd', 'subnets': [{'id': '637b22fd-8e32-4648-80bc-c3a53f1054fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:08.443561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Checking router: c68a42dd-42cf-4aed-9b32-74bcbada8d08 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:22:08.443843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Updating router c68a42dd-42cf-4aed-9b32-74bcbada8d08 port a0729a79-35e3-43bd-ab42-f58f63a2a150 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:22:08.480921 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5560017 Jul 07 19:22:08.482448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58792) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:08.488529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4983a2d-afe1-4172-ba4d-b0e3210b5144 admin admin] Pushing event updated for resources: {'Network': ['ID=bff2f95c-e350-468b-8bf5-2e25c648ad37,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:08.504535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-7474c423-6cdb-4acf-a8d3-65bc7a1378e2 admin admin] Request body: {'subnet': {'network_id': 'bff2f95c-e350-468b-8bf5-2e25c648ad37', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-53791816-subnet', 'tenant_id': '91df4dd98eae421eb002f7058771bd3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:08.533525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network bff2f95c-e350-468b-8bf5-2e25c648ad37 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:22:08.589322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7474c423-6cdb-4acf-a8d3-65bc7a1378e2 admin admin] Made reservation on behalf of 91df4dd98eae421eb002f7058771bd3a for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:08.600896 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7474c423-6cdb-4acf-a8d3-65bc7a1378e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.687440 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.064188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7474c423-6cdb-4acf-a8d3-65bc7a1378e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.141564 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.154010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Transition to ACTIVE for port object a0729a79-35e3-43bd-ab42-f58f63a2a150 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:09.163323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474c423-6cdb-4acf-a8d3-65bc7a1378e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9041422c-b529-40fc-8bdf-02955cc2416f,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:09.165551 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.176016 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7474c423-6cdb-4acf-a8d3-65bc7a1378e2 admin admin] Checking segment: {'id': 'cfc55fce-87d6-4588-8d79-48422b53657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'bff2f95c-e350-468b-8bf5-2e25c648ad37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:09.176386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7474c423-6cdb-4acf-a8d3-65bc7a1378e2 admin admin] Network hostable DHCP agents. Network: bff2f95c-e350-468b-8bf5-2e25c648ad37, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:22:09.204318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7474c423-6cdb-4acf-a8d3-65bc7a1378e2 admin admin] Network bff2f95c-e350-468b-8bf5-2e25c648ad37 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:22:09.216933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-7474c423-6cdb-4acf-a8d3-65bc7a1378e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, bff2f95c-e350-468b-8bf5-2e25c648ad37) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:09.223458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7474c423-6cdb-4acf-a8d3-65bc7a1378e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:09.224938 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7474c423-6cdb-4acf-a8d3-65bc7a1378e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.229875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a664a-4afc-40cf-9c32-e02898a74f48 None None] Network bff2f95c-e350-468b-8bf5-2e25c648ad37 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:09.266317 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7474c423-6cdb-4acf-a8d3-65bc7a1378e2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7824671 Jul 07 19:22:09.455501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58804) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:09.503315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b54ae1-61fa-450b-8def-43d1f47cbb5c None None] Pushing event updated for resources: {'Port': ['ID=a0729a79-35e3-43bd-ab42-f58f63a2a150,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:09.520170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Attempting to bind port a0729a79-35e3-43bd-ab42-f58f63a2a150 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:09.520549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Attempting to bind port a0729a79-35e3-43bd-ab42-f58f63a2a150 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:09.520917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Attempting to bind port a0729a79-35e3-43bd-ab42-f58f63a2a150 on network c7a8d583-e305-4105-a7ca-683cce92a5af {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:09.530713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:09.531117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Checking segment: {'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:09.531578 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.531957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Bound using segment: {'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:09.532431 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Bound port: a0729a79-35e3-43bd-ab42-f58f63a2a150, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:09.532818 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.539624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-6641add4-69d1-4d41-85c3-9051dce10de3 admin admin] Deleting subnet 7177ef76-46e2-466d-a240-0b66443b150d {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:09.544924 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6641add4-69d1-4d41-85c3-9051dce10de3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.600903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6641add4-69d1-4d41-85c3-9051dce10de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.666945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd9f48-47d2-4840-852b-de515cf1e8ed None None] Network bff2f95c-e350-468b-8bf5-2e25c648ad37 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:09.673727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] For port a0729a79-35e3-43bd-ab42-f58f63a2a150, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:09.694079 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6641add4-69d1-4d41-85c3-9051dce10de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.737031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] For port a0729a79-35e3-43bd-ab42-f58f63a2a150, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a0729a79-35e3-43bd-ab42-f58f63a2a150,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:09.742425 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.830211 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6641add4-69d1-4d41-85c3-9051dce10de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.847195 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.862610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Routers {'c68a42dd-42cf-4aed-9b32-74bcbada8d08'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:09.863384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:21:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c68a42dd-42cf-4aed-9b32-74bcbada8d08'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:09.892819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641add4-69d1-4d41-85c3-9051dce10de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7177ef76-46e2-466d-a240-0b66443b150d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:09.904972 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6641add4-69d1-4d41-85c3-9051dce10de3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.907501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6641add4-69d1-4d41-85c3-9051dce10de3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7177ef76-46e2-466d-a240-0b66443b150d HTTP/1.1" status: 204 len: 168 time: 0.4508984 Jul 07 19:22:09.910191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58808) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:09.925164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b54ae1-61fa-450b-8def-43d1f47cbb5c None None] Pushing event updated for resources: {'Port': ['ID=a0729a79-35e3-43bd-ab42-f58f63a2a150,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:10.004019 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.036333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] Set router c68a42dd-42cf-4aed-9b32-74bcbada8d08 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:10.112649 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.124933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268dad93-e87e-4853-ab29-ee6c5d81bfa2']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:10.137274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fed0ebb-3643-4ad2-b4c7-52b667ce55b6') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:10.137843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fed0ebb-3643-4ad2-b4c7-52b667ce55b6') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:10.148143 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.168623 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.210509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:10.211230 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:10.224898 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:10.404788 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.410105 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.412509 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/268dad93-e87e-4853-ab29-ee6c5d81bfa2 HTTP/1.1" status: 204 len: 168 time: 0.5010254 Jul 07 19:22:10.415243 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58810) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:10.421569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'name': 'tempest-ServerRescueNegativeTestJSON-819397652-router', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:56Z', 'updated_at': '2021-07-07T19:22:03Z', 'revision_number': 4, 'project_id': '442130b57d39424f9c75227920c828fd', 'gw_port': {'id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:57Z', 'updated_at': '2021-07-07T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a0729a79-35e3-43bd-ab42-f58f63a2a150', 'name': '', 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'mac_address': 'fa:16:3e:b1:f2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '637b22fd-8e32-4648-80bc-c3a53f1054fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:01Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 4, 'project_id': '442130b57d39424f9c75227920c828fd', 'subnets': [{'id': '637b22fd-8e32-4648-80bc-c3a53f1054fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:10.456267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b90bae-eaa6-4b42-a56b-59749795426e None None] The sync data for ids ['c68a42dd-42cf-4aed-9b32-74bcbada8d08'] in n-d-793621-9 is: [{'id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'name': 'tempest-ServerRescueNegativeTestJSON-819397652-router', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:56Z', 'updated_at': '2021-07-07T19:22:03Z', 'revision_number': 4, 'project_id': '442130b57d39424f9c75227920c828fd', 'gw_port': {'id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:57Z', 'updated_at': '2021-07-07T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a0729a79-35e3-43bd-ab42-f58f63a2a150', 'name': '', 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'mac_address': 'fa:16:3e:b1:f2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '637b22fd-8e32-4648-80bc-c3a53f1054fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:01Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 4, 'project_id': '442130b57d39424f9c75227920c828fd', 'subnets': [{'id': '637b22fd-8e32-4648-80bc-c3a53f1054fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:10.484328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087eab4-3187-40db-97a3-a78aedda99f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=268dad93-e87e-4853-ab29-ee6c5d81bfa2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:10.544047 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cf4933-171c-4e9f-9a34-e1a1e7d9e4cb admin admin] Deleting subnet 9041422c-b529-40fc-8bdf-02955cc2416f {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:10.553987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4933-171c-4e9f-9a34-e1a1e7d9e4cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.628390 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4933-171c-4e9f-9a34-e1a1e7d9e4cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.694280 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4933-171c-4e9f-9a34-e1a1e7d9e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.786075 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4933-171c-4e9f-9a34-e1a1e7d9e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.809126 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4933-171c-4e9f-9a34-e1a1e7d9e4cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.814110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d5cf4933-171c-4e9f-9a34-e1a1e7d9e4cb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9041422c-b529-40fc-8bdf-02955cc2416f HTTP/1.1" status: 204 len: 168 time: 0.3947310 Jul 07 19:22:10.815176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58814) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:10.831178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf4933-171c-4e9f-9a34-e1a1e7d9e4cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9041422c-b529-40fc-8bdf-02955cc2416f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:10.922874 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.031463 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.053953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff2f95c-e350-468b-8bf5-2e25c648ad37']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:11.084149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc55fce-87d6-4588-8d79-48422b53657e') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:11.084549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc55fce-87d6-4588-8d79-48422b53657e') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:11.098708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.122252 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.131696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:11.132113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:11.134086 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:11.213212 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.221502 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.227556 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bff2f95c-e350-468b-8bf5-2e25c648ad37 HTTP/1.1" status: 204 len: 168 time: 0.4072459 Jul 07 19:22:11.242377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82da65d-4d67-4fe0-adb0-34c708a94221 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff2f95c-e350-468b-8bf5-2e25c648ad37,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:11.470206 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58820) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:11.520315 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6619f850-cc88-49c0-8ead-b22d9878dc0f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=98af89ca79c94635904ba30c6f3d3618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488031 Jul 07 19:22:11.523056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58822) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:11.589142 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c1722fa3-0bd8-405f-b3d7-e7e9f50036cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.619452 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c1722fa3-0bd8-405f-b3d7-e7e9f50036cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.693444 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c1722fa3-0bd8-405f-b3d7-e7e9f50036cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.696080 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c1722fa3-0bd8-405f-b3d7-e7e9f50036cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.697257 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c1722fa3-0bd8-405f-b3d7-e7e9f50036cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20a64638-0600-4661-b0ec-46b679a79a56 HTTP/1.1" status: 204 len: 168 time: 0.1732509 Jul 07 19:22:11.711468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1722fa3-0bd8-405f-b3d7-e7e9f50036cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a64638-0600-4661-b0ec-46b679a79a56,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:12.233619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a0729a79-35e3-43bd-ab42-f58f63a2a150 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:12.268430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58830) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:12.313425 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port a0729a79-35e3-43bd-ab42-f58f63a2a150 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:12.318832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a0729a79-35e3-43bd-ab42-f58f63a2a150 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:12.319269 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.330479 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58832) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:12.331115 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b92f8eb0-9ae1-40d6-bdad-e9fb0a612807 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91df4dd98eae421eb002f7058771bd3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607402 Jul 07 19:22:12.412257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-063c0487-149c-411d-bbf7-3d02a41c1407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.442313 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.444058 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-063c0487-149c-411d-bbf7-3d02a41c1407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.484885 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port a0729a79-35e3-43bd-ab42-f58f63a2a150, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a0729a79-35e3-43bd-ab42-f58f63a2a150,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:12.489878 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.507646 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-063c0487-149c-411d-bbf7-3d02a41c1407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.511595 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-063c0487-149c-411d-bbf7-3d02a41c1407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.513079 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-063c0487-149c-411d-bbf7-3d02a41c1407 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c220c8d-c43e-4f6c-b2c6-f4c3d66205ab HTTP/1.1" status: 204 len: 168 time: 0.1807399 Jul 07 19:22:12.524110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c0487-149c-411d-bbf7-3d02a41c1407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c220c8d-c43e-4f6c-b2c6-f4c3d66205ab,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:12.600080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=a0729a79-35e3-43bd-ab42-f58f63a2a150,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:13.099209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-237acb21-e940-4e3e-a582-3f83e0f5ea64 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:13.101345 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-237acb21-e940-4e3e-a582-3f83e0f5ea64 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 818 time: 0.2133152 Jul 07 19:22:13.105916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-6ddc1c2b-f75b-4536-972e-886870f42b00 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:13.113427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-6ddc1c2b-f75b-4536-972e-886870f42b00 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/networks?id=cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 200 len: 813 time: 0.2375429 Jul 07 19:22:13.127874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-741f3731-77f6-4405-840e-13face15f6d1 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/quotas/442130b57d39424f9c75227920c828fd HTTP/1.1" status: 200 len: 375 time: 0.0205011 Jul 07 19:22:13.130663 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-c8c1fb1f-35b0-40d8-a717-e45bf1b7c543 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/quotas/8013c0635e5a462ea781d7479370a19c HTTP/1.1" status: 200 len: 375 time: 0.0161841 Jul 07 19:22:13.225391 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-502c4668-91bc-4f80-88d4-ded394a28f61 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0961955 Jul 07 19:22:13.230085 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-62007cab-00e1-419b-af78-2cb8e51baa67 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8013c0635e5a462ea781d7479370a19c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0982952 Jul 07 19:22:13.363420 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-53f49bf5-71f8-4571-b411-0be871e88655 service neutron] 10.222.0.81 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370590 Jul 07 19:22:13.380039 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-68ab5307-fd0a-4ed7-b817-0ddb5c149bf8 service neutron] 10.222.0.81 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488786 Jul 07 19:22:13.559949 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-55bf27e4-775e-4817-b8e1-eee396b53062 service neutron] 10.222.0.81 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873097 Jul 07 19:22:13.579591 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2c04672b-f273-4444-9d06-d3420e6ad23f service neutron] 10.222.0.81 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985970 Jul 07 19:22:14.097430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5ce00-d3a0-40b2-90be-6191be1f4789 req-35a9f3bb-1341-416a-9f3c-e47704ff87f9 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:14.111193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcc5ce00-d3a0-40b2-90be-6191be1f4789 req-35a9f3bb-1341-416a-9f3c-e47704ff87f9 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 950 time: 0.1525550 Jul 07 19:22:14.239784 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a0729a79-35e3-43bd-ab42-f58f63a2a150 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:14.379453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a0729a79-35e3-43bd-ab42-f58f63a2a150 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:14.381170 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:15.054576 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcc5ce00-d3a0-40b2-90be-6191be1f4789 req-71d20e58-b9d7-4e66-9105-e150b602c220 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9413197 Jul 07 19:22:15.194711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75925748-2d4d-4555-8ee2-75de87aa5505 req-f6c7dcb3-2bed-4e10-8543-98562861218e tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:15.204439 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75925748-2d4d-4555-8ee2-75de87aa5505 req-f6c7dcb3-2bed-4e10-8543-98562861218e tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 931 time: 0.2028713 Jul 07 19:22:15.320600 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75925748-2d4d-4555-8ee2-75de87aa5505 req-290fd737-bcd8-4227-847f-c86b14bbae50 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090779 Jul 07 19:22:15.405410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-344f1a55-c6c6-4a7a-9bae-90b9e3620df3 req-c47879f2-d876-44fd-8956-192d750b1808 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 210 time: 0.0509343 Jul 07 19:22:15.581748 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a691e792-bbb9-4b55-80b0-9107016c7c0d req-c6fcd9cd-416c-4b4d-8320-6fcd2079ef84 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 210 time: 0.0563035 Jul 07 19:22:16.460034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d7c79-24e6-4391-9e66-c63b2989196e req-bb2c351e-0cc1-4353-9fef-7010ada1fcf4 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:16.461650 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-420d7c79-24e6-4391-9e66-c63b2989196e req-bb2c351e-0cc1-4353-9fef-7010ada1fcf4 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.0912733 Jul 07 19:22:16.501087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa3618-322d-448d-b249-5238d72d1081 req-7ab29cc6-5060-4559-8c0e-8bfb910ea6f7 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:16.502857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-7ab29cc6-5060-4559-8c0e-8bfb910ea6f7 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 818 time: 0.1525097 Jul 07 19:22:16.516175 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-420d7c79-24e6-4391-9e66-c63b2989196e req-7ff387e0-f56e-4b91-b45b-de6e5eceae8b tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480719 Jul 07 19:22:16.525172 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-6fc36e19-00f8-41cc-bfee-33220f7f84a0 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/quotas/442130b57d39424f9c75227920c828fd HTTP/1.1" status: 200 len: 375 time: 0.0110774 Jul 07 19:22:16.621210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-4cec988e-2ff1-4adc-b1eb-57cf58ae21d0 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895045 Jul 07 19:22:16.728640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61083666-c51d-4053-97f7-367fc092caa5 req-1d4f2db8-e561-4984-af9c-ec3617fdb570 tempest-ServersAdminNegativeTestJSON-161001550 tempest-ServersAdminNegativeTestJSON-161001550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:16.730201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61083666-c51d-4053-97f7-367fc092caa5 req-1d4f2db8-e561-4984-af9c-ec3617fdb570 tempest-ServersAdminNegativeTestJSON-161001550 tempest-ServersAdminNegativeTestJSON-161001550-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 1101 time: 0.0607066 Jul 07 19:22:16.743621 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-04b68383-317f-41ed-a01d-db5fb1ed3ef2 service neutron] 10.222.0.81 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096983 Jul 07 19:22:16.757380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-61083666-c51d-4053-97f7-367fc092caa5 req-8c2bcd44-1dab-497b-b46f-ba57b1a119f4 tempest-ServersAdminNegativeTestJSON-161001550 tempest-ServersAdminNegativeTestJSON-161001550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:16.852569 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-a91ef9bc-f56e-4f5b-856e-962080398660 service neutron] 10.222.0.81 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014059 Jul 07 19:22:16.917946 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-61083666-c51d-4053-97f7-367fc092caa5 req-8c2bcd44-1dab-497b-b46f-ba57b1a119f4 tempest-ServersAdminNegativeTestJSON-161001550 tempest-ServersAdminNegativeTestJSON-161001550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:16.925943 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-61083666-c51d-4053-97f7-367fc092caa5 req-8c2bcd44-1dab-497b-b46f-ba57b1a119f4 tempest-ServersAdminNegativeTestJSON-161001550 tempest-ServersAdminNegativeTestJSON-161001550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:16.948990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61083666-c51d-4053-97f7-367fc092caa5 req-8c2bcd44-1dab-497b-b46f-ba57b1a119f4 tempest-ServersAdminNegativeTestJSON-161001550 tempest-ServersAdminNegativeTestJSON-161001550-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117078 Jul 07 19:22:16.968554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Request body: {'port': {'device_id': 'e0c0f7b6-e205-4089-a16f-5a492fc66b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:16.981754 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bcd44-1dab-497b-b46f-ba57b1a119f4 tempest-ServersAdminNegativeTestJSON-161001550 tempest-ServersAdminNegativeTestJSON-161001550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bded35b-f1cc-4b73-a39e-f002b5063ae5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:17.149206 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:17.368459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaae0d3-f8c2-461f-8840-e85720c04e13 req-c344ac45-af01-4096-abf6-60adcbfb7a92 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:17.370227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-baaae0d3-f8c2-461f-8840-e85720c04e13 req-c344ac45-af01-4096-abf6-60adcbfb7a92 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 931 time: 0.1458540 Jul 07 19:22:17.442270 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6f384a5-ba68-4b9d-a1ef-4b89273d1b43 req-ecc0e999-b2b8-4702-b94e-bab49e720b02 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 210 time: 0.0700476 Jul 07 19:22:17.522763 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-baaae0d3-f8c2-461f-8840-e85720c04e13 req-3c0aa633-0b5b-40e3-8b49-672d44f13b8e tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367080 Jul 07 19:22:17.680151 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-adc2ba7b-fdb9-459d-8f22-f0d3f56f9115 req-0a351938-4651-46af-a7b6-1508c0004c76 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 210 time: 0.0802534 Jul 07 19:22:17.929276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eda8655-533a-4951-afd3-4947442f950f {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:17.947557 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:17.994755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Transition to ACTIVE for port object 4eda8655-533a-4951-afd3-4947442f950f will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:18.000027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:18.032236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7435977-2250-4b0e-b986-b9d697c6a2fa req-e718e55d-5f1e-46a8-88b1-da6659634161 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:18.035669 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7435977-2250-4b0e-b986-b9d697c6a2fa req-e718e55d-5f1e-46a8-88b1-da6659634161 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.1010447 Jul 07 19:22:18.132837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7435977-2250-4b0e-b986-b9d697c6a2fa req-f42ae763-aa62-4c8a-aebc-3b5ccbf2a871 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914671 Jul 07 19:22:18.133814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Pushing event updated for resources: {'Port': ['ID=4eda8655-533a-4951-afd3-4947442f950f,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:18.373094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Attempting to bind port 4eda8655-533a-4951-afd3-4947442f950f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:18.373725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Attempting to bind port 4eda8655-533a-4951-afd3-4947442f950f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:18.374928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Attempting to bind port 4eda8655-533a-4951-afd3-4947442f950f on network 2a01c667-6bec-4d8c-b266-b4195412e13f {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:18.380226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Port 4eda8655-533a-4951-afd3-4947442f950f on network 2a01c667-6bec-4d8c-b266-b4195412e13f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:22:18.380762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Attempting to bind port 4eda8655-533a-4951-afd3-4947442f950f on network 2a01c667-6bec-4d8c-b266-b4195412e13f {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:18.391215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:18.392155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Checking segment: {'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:18.393039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Bound using segment: {'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:18.394078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Bound port: 4eda8655-533a-4951-afd3-4947442f950f, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eac3955-fac7-4748-a868-b288af2f6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:18.394936 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:18.514136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044df39-7ba9-4969-9ce0-4d2ce14480d5 req-942926b1-850d-4b86-94be-dfaf0167e93a tempest-ServersAdminNegativeTestJSON-161001550 tempest-ServersAdminNegativeTestJSON-161001550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:18.524794 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4044df39-7ba9-4969-9ce0-4d2ce14480d5 req-942926b1-850d-4b86-94be-dfaf0167e93a tempest-ServersAdminNegativeTestJSON-161001550 tempest-ServersAdminNegativeTestJSON-161001550-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 1101 time: 0.1610336 Jul 07 19:22:18.694201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4044df39-7ba9-4969-9ce0-4d2ce14480d5 req-1c8606a5-7578-4b35-8290-6e65ec161c7c tempest-ServersAdminNegativeTestJSON-161001550 tempest-ServersAdminNegativeTestJSON-161001550-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649938 Jul 07 19:22:18.849894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] For port 4eda8655-533a-4951-afd3-4947442f950f, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:18.870103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] For port 4eda8655-533a-4951-afd3-4947442f950f, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4eda8655-533a-4951-afd3-4947442f950f,segment=NetworkSegment(3eac3955-fac7-4748-a868-b288af2f6f4b),segment_id=3eac3955-fac7-4748-a868-b288af2f6f4b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:18.949814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:18.963079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ded8729b-6826-4e13-891b-039123749c21 req-3d82c91b-94f9-40c7-981a-86640dc8864d tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 210 time: 0.0499361 Jul 07 19:22:19.035953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:19.036604 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:19.038301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] 10.222.0.110 "PUT /v2.0/ports/4eda8655-533a-4951-afd3-4947442f950f HTTP/1.1" status: 200 len: 1091 time: 2.0827408 Jul 07 19:22:19.040955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c0f7b6-e205-4089-a16f-5a492fc66b23', 'tag': '4eda8655-533a-4951-afd3-4947442f950f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:19.043678 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25c7c24-ffd7-4be4-bf5c-f52106d59495" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c0f7b6-e205-4089-a16f-5a492fc66b23", "tag": "4eda8655-533a-4951-afd3-4947442f950f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:19.061376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-8bf877e1-c98b-4fe8-b8c7-a1a0aa7a93d6 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:19.064101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-8bf877e1-c98b-4fe8-b8c7-a1a0aa7a93d6 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.110 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 818 time: 0.5360882 Jul 07 19:22:19.097977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Request body: {'port': {'device_id': '2437d68d-8d87-45a9-92c6-bf99b3a4f41b', 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af', 'admin_state_up': True, 'tenant_id': '442130b57d39424f9c75227920c828fd'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:19.176865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd415c-f191-4a94-946a-63b3f4a8bc94 service neutron] Pushing event updated for resources: {'Port': ['ID=4eda8655-533a-4951-afd3-4947442f950f,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:19.195186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607f664-19ee-4f3e-9824-a3f9bf9d29f7 req-cc6529b9-21a0-4530-9b58-f37f39d19118 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:19.203469 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7607f664-19ee-4f3e-9824-a3f9bf9d29f7 req-cc6529b9-21a0-4530-9b58-f37f39d19118 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 943 time: 0.3151553 Jul 07 19:22:19.276431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c5aa277-1a5c-41f1-8a21-73973b5f435b req-5dad3a37-16e1-4afa-8d80-8a11a17feb9c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 210 time: 0.0651426 Jul 07 19:22:19.539803 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-74d4ab44-a81e-472b-94e8-661fa5f44159 req-a190db63-56d1-4f4f-9090-637604a8c965 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:22:19.542080 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74d4ab44-a81e-472b-94e8-661fa5f44159 req-a190db63-56d1-4f4f-9090-637604a8c965 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109940 Jul 07 19:22:19.754637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-ed09118b-0a7d-4b4a-9e4f-2a0b8089bd96 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:19.760997 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-ed09118b-0a7d-4b4a-9e4f-2a0b8089bd96 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.110 "GET /v2.0/networks?id=cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 200 len: 813 time: 0.3049469 Jul 07 19:22:19.788133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'port': {'device_id': '2c60bf1e-e574-4e35-8c73-0b9b163354c5', 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f', 'admin_state_up': True, 'tenant_id': '8013c0635e5a462ea781d7479370a19c'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:19.809669 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7607f664-19ee-4f3e-9824-a3f9bf9d29f7 req-4b86f206-b52b-4047-82fb-b72385a9a3fa tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050079 Jul 07 19:22:20.042773 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c86a13-bb36-472d-8453-39f332dc999b x-openstack-request-id: req-30c86a13-bb36-472d-8453-39f332dc999b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:20.043406 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c0f7b6-e205-4089-a16f-5a492fc66b23", "tag": "4eda8655-533a-4951-afd3-4947442f950f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:20.043406 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30c86a13-bb36-472d-8453-39f332dc999b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:20.043594 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c0f7b6-e205-4089-a16f-5a492fc66b23', 'tag': '4eda8655-533a-4951-afd3-4947442f950f', 'status': 'completed', 'code': 200} Jul 07 19:22:20.066603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-ca28ea70-0f50-4bab-b65f-b6da0fb6613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:20.071409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-ca28ea70-0f50-4bab-b65f-b6da0fb6613b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b2c5e2e402e4480bb47c34a94dbbdb86&device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 1094 time: 0.9037814 Jul 07 19:22:20.108377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Made reservation on behalf of 442130b57d39424f9c75227920c828fd for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:20.120580 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.222523 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-1190c283-fbfa-473b-b99d-298da62ff76e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eda8655-533a-4951-afd3-4947442f950f HTTP/1.1" status: 200 len: 217 time: 0.1406837 Jul 07 19:22:20.284933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3869520-ef76-450c-aec1-f536641a91db req-eaf2a25e-8e67-48c3-8e5f-d65f00f0e7bb tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:20.301777 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3869520-ef76-450c-aec1-f536641a91db req-eaf2a25e-8e67-48c3-8e5f-d65f00f0e7bb tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.2268636 Jul 07 19:22:20.425122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Made reservation on behalf of 8013c0635e5a462ea781d7479370a19c for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:20.429916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.445956 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3869520-ef76-450c-aec1-f536641a91db req-cc786d2c-441f-4b8a-8fef-72368d1c4d01 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409516 Jul 07 19:22:20.496690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-006439e9-6be5-4d51-97f5-89a2dfe05502 req-64c2e58b-8aa6-4bde-81e5-0452a3f87498 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 210 time: 0.0410058 Jul 07 19:22:20.696036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59062) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:20.829062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Allocated IP 172.20.0.6 (c7a8d583-e305-4105-a7ca-683cce92a5af/637b22fd-8e32-4648-80bc-c3a53f1054fc/b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:20.877086 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Allocated IP 172.20.0.2 (cea8a610-b406-49f2-8da2-81e7cdd1045f/b851c974-dd68-4406-b39a-8ec255ef1d95/ed311b6b-3a77-4b7a-8d27-611635edbb42) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:21.064231 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b3db99ce-2db7-4207-a711-36672d149cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.165545 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90296a4a-80ca-4475-b2f5-e6c128d4d71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.219842 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c4b6fe16-05a7-4bb3-a8c1-fc7be8821861 req-48346c21-603f-4976-9c78-557b48ac17cc tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 210 time: 0.0695145 Jul 07 19:22:21.260046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b806dc60-95d7-4418-82aa-ca6e30e91a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:21.263745 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-b806dc60-95d7-4418-82aa-ca6e30e91a4f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fba34de3-0b7c-4473-82ab-0ff6322672f2 HTTP/1.1" status: 200 len: 854 time: 1.0226228 Jul 07 19:22:21.342910 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.466417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.488881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:21.620548 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'Port': ['ID=ed311b6b-3a77-4b7a-8d27-611635edbb42,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:21.626603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Network cea8a610-b406-49f2-8da2-81e7cdd1045f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:21.628722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa3618-322d-448d-b249-5238d72d1081 req-0f60cb6b-ad25-4e5c-9df2-a87693987d05 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:21.637377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-0f60cb6b-ad25-4e5c-9df2-a87693987d05 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.110 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 818 time: 1.1362424 Jul 07 19:22:21.638688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:21.642088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:21.656459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:21.656752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:21.657109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:21.657444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:21.657781 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:21.658114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:21.658444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:21.658769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:21.659122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:21.659437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:21.659760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:21.660086 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:21.673364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-22aa3618-322d-448d-b249-5238d72d1081 req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Request body: {'port': {'device_id': '61fecaf8-8b37-454c-8312-5e9858d3d7b8', 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af', 'admin_state_up': True, 'tenant_id': '442130b57d39424f9c75227920c828fd'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:21.694585 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90296a4a-80ca-4475-b2f5-e6c128d4d71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.704403 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90296a4a-80ca-4475-b2f5-e6c128d4d71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.774177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90296a4a-80ca-4475-b2f5-e6c128d4d71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e810dc7f-4dc4-4795-bad5-2073c173e59a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:21.803038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:21.803811 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.821555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-df72c3e6-3fa9-4259-8ea4-5bec5d07d62a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0411482 Jul 07 19:22:21.837004 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Request body: {'port': {'device_id': '2c60bf1e-e574-4e35-8c73-0b9b163354c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:21.846756 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-90296a4a-80ca-4475-b2f5-e6c128d4d71a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2690a968d851420887cc599e31cf50aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1493094 Jul 07 19:22:21.847416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59082) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:22.011031 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.051598 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.087604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-91542a1c-5537-46aa-8c9d-b3394fd59f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:22.090020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-91542a1c-5537-46aa-8c9d-b3394fd59f43 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2a01c667-6bec-4d8c-b266-b4195412e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8058131 Jul 07 19:22:22.095070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22aa3618-322d-448d-b249-5238d72d1081 req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Made reservation on behalf of 442130b57d39424f9c75227920c828fd for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:22.100946 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22aa3618-322d-448d-b249-5238d72d1081 req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.148772 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-245645e4-19fc-41b5-bf92-6f771405fb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.200593 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-245645e4-19fc-41b5-bf92-6f771405fb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.283311 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d23d6-9ac3-4d9f-ba11-d9c89500dab6 req-8afbcb8d-fd66-48d6-b8a8-be463f628c13 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:22.284899 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a13d23d6-9ac3-4d9f-ba11-d9c89500dab6 req-8afbcb8d-fd66-48d6-b8a8-be463f628c13 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 945 time: 0.3136761 Jul 07 19:22:22.341045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f870d3-cffa-40fc-ba42-1bf7924d3edb req-2cd8beb4-72b2-4ca2-8fa6-e1e959de956a tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:22.343605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-53f870d3-cffa-40fc-ba42-1bf7924d3edb req-2cd8beb4-72b2-4ca2-8fa6-e1e959de956a tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 943 time: 0.3701329 Jul 07 19:22:22.356906 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-f5001d64-b2ea-4cd1-b3cf-edd80935ecd2 service neutron] 10.222.0.110 "GET /v2.0/networks/2a01c667-6bec-4d8c-b266-b4195412e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357533 Jul 07 19:22:22.379379 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a13d23d6-9ac3-4d9f-ba11-d9c89500dab6 req-f81072e2-0a71-48ae-ae08-85138f46e4cb tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713270 Jul 07 19:22:22.441850 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.491344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Network c7a8d583-e305-4105-a7ca-683cce92a5af is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:22.559098 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-245645e4-19fc-41b5-bf92-6f771405fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.563658 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-245645e4-19fc-41b5-bf92-6f771405fb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.568983 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-245645e4-19fc-41b5-bf92-6f771405fb5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e810dc7f-4dc4-4795-bad5-2073c173e59a HTTP/1.1" status: 204 len: 168 time: 0.7023208 Jul 07 19:22:22.575491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:22.577638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Pushing event updated for resources: {'Port': ['ID=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:22.595798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:22.619325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245645e4-19fc-41b5-bf92-6f771405fb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e810dc7f-4dc4-4795-bad5-2073c173e59a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:22.683091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:22.684108 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.688061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed311b6b-3a77-4b7a-8d27-611635edbb42 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:22.705081 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.715977 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-53f870d3-cffa-40fc-ba42-1bf7924d3edb req-4be1e5c9-5891-4e1a-ad86-5063cb806cd9 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928905 Jul 07 19:22:22.735477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Transition to ACTIVE for port object ed311b6b-3a77-4b7a-8d27-611635edbb42 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:22.745585 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-c0039e57-4966-4858-912f-c4f9a500f67d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6519153 Jul 07 19:22:22.746412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.749033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-22aa3618-322d-448d-b249-5238d72d1081 req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Allocated IP 172.20.0.2 (c7a8d583-e305-4105-a7ca-683cce92a5af/637b22fd-8e32-4648-80bc-c3a53f1054fc/e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:22.769984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Request body: {'port': {'device_id': '2437d68d-8d87-45a9-92c6-bf99b3a4f41b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:22.834592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc03ee-d011-4cc1-a844-4c9516eba24e req-5d158995-ef20-482b-917d-2086eeafb657 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:22.845801 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-08dc03ee-d011-4cc1-a844-4c9516eba24e req-5d158995-ef20-482b-917d-2086eeafb657 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.2573433 Jul 07 19:22:22.896757 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7265bed6-a414-4723-ac1f-b57713ce9e30 req-7af70347-00ab-4bce-bf23-634bbe78be7d service neutron] 10.222.0.110 "GET /v2.0/networks/2a01c667-6bec-4d8c-b266-b4195412e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238621 Jul 07 19:22:22.935314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed311b6b-3a77-4b7a-8d27-611635edbb42,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:22.991582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-08dc03ee-d011-4cc1-a844-4c9516eba24e req-0cda0ba9-583d-4f6a-9881-de8aecfa9151 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445634 Jul 07 19:22:23.004624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59094) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:23.031953 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35636bdf-a66f-47ed-beb0-5b7967d6c36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.095115 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.109007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Attempting to bind port ed311b6b-3a77-4b7a-8d27-611635edbb42 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:23.109507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Attempting to bind port ed311b6b-3a77-4b7a-8d27-611635edbb42 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '7b809225-e639-4448-a521-5dde5de60204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:23.109908 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Attempting to bind port ed311b6b-3a77-4b7a-8d27-611635edbb42 on network cea8a610-b406-49f2-8da2-81e7cdd1045f {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:23.117502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Port ed311b6b-3a77-4b7a-8d27-611635edbb42 on network cea8a610-b406-49f2-8da2-81e7cdd1045f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:22:23.117904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Attempting to bind port ed311b6b-3a77-4b7a-8d27-611635edbb42 on network cea8a610-b406-49f2-8da2-81e7cdd1045f {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:23.141877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:23.142375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Checking segment: {'id': '7b809225-e639-4448-a521-5dde5de60204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:23.142900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Bound using segment: {'id': '7b809225-e639-4448-a521-5dde5de60204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:23.144468 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Bound port: ed311b6b-3a77-4b7a-8d27-611635edbb42, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b809225-e639-4448-a521-5dde5de60204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:23.145131 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.206308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6c6c5-638d-46f7-8f89-07e13e19daa7 req-2296b010-0eb0-46d1-86c1-e9c19e41e557 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.210855 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34b6c6c5-638d-46f7-8f89-07e13e19daa7 req-2296b010-0eb0-46d1-86c1-e9c19e41e557 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 943 time: 0.3202112 Jul 07 19:22:23.262166 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22aa3618-322d-448d-b249-5238d72d1081 req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.266524 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7c24-ffd7-4be4-bf5c-f52106d59495 req-1d985e73-be69-4ea2-b864-7e083b0e3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.268027 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c25c7c24-ffd7-4be4-bf5c-f52106d59495 req-1d985e73-be69-4ea2-b864-7e083b0e3cfb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b2c5e2e402e4480bb47c34a94dbbdb86&device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 1094 time: 0.2814178 Jul 07 19:22:23.329955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] For port ed311b6b-3a77-4b7a-8d27-611635edbb42, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:23.353900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccfb07-7ba3-4d28-a232-b5287cb59fd0 req-95703bde-964c-4185-a73a-8a9a85a55643 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.356277 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-afccfb07-7ba3-4d28-a232-b5287cb59fd0 req-95703bde-964c-4185-a73a-8a9a85a55643 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 950 time: 0.2325156 Jul 07 19:22:23.364795 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35636bdf-a66f-47ed-beb0-5b7967d6c36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.371364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] For port ed311b6b-3a77-4b7a-8d27-611635edbb42, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ed311b6b-3a77-4b7a-8d27-611635edbb42,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:23.381733 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35636bdf-a66f-47ed-beb0-5b7967d6c36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.398074 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.401670 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34b6c6c5-638d-46f7-8f89-07e13e19daa7 req-f0bbdb3d-845b-4943-83d9-a58be7dc48ca tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825833 Jul 07 19:22:23.466392 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9f757594-3d75-4516-b436-c271474b7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.485023 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22aa3618-322d-448d-b249-5238d72d1081 req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.501215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35636bdf-a66f-47ed-beb0-5b7967d6c36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354f83a8-5ae7-410a-9e0a-44de642aab0b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:23.515613 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.517532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.517702 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] 10.222.0.110 "PUT /v2.0/ports/ed311b6b-3a77-4b7a-8d27-611635edbb42 HTTP/1.1" status: 200 len: 1091 time: 1.6855540 Jul 07 19:22:23.522835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-35636bdf-a66f-47ed-beb0-5b7967d6c36c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=792a40e548bc4b5397b8aa54857b32db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5165634 Jul 07 19:22:23.523041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c60bf1e-e574-4e35-8c73-0b9b163354c5', 'tag': 'ed311b6b-3a77-4b7a-8d27-611635edbb42'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:23.525207 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a85aa42-8dbc-4651-a631-7b0ae6655f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c60bf1e-e574-4e35-8c73-0b9b163354c5", "tag": "ed311b6b-3a77-4b7a-8d27-611635edbb42"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:23.528036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59102) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:23.547462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-afccfb07-7ba3-4d28-a232-b5287cb59fd0 req-aab3a8c3-029e-4c3f-aab2-462a6366fc8c tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780596 Jul 07 19:22:23.606173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7c24-ffd7-4be4-bf5c-f52106d59495 req-783893c1-8d94-4618-a9a4-ae703da10803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.607878 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c25c7c24-ffd7-4be4-bf5c-f52106d59495 req-783893c1-8d94-4618-a9a4-ae703da10803 service neutron] 10.222.0.110 "GET /v2.0/networks?id=2a01c667-6bec-4d8c-b266-b4195412e13f HTTP/1.1" status: 200 len: 916 time: 0.2832460 Jul 07 19:22:23.628442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999148e-c240-4ae9-871f-304f76d766a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed311b6b-3a77-4b7a-8d27-611635edbb42,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:23.649657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22aa3618-322d-448d-b249-5238d72d1081 req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Network c7a8d583-e305-4105-a7ca-683cce92a5af is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:23.687151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-22aa3618-322d-448d-b249-5238d72d1081 req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:23.720811 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-109be0bc-d005-4fde-9c1d-c860ee31ccd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.734398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-c733bb17-a3fb-4957-909b-1671dc60169a tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1960872266&fields=id&tenant_id=8affe05550d544f5ba8eb28dd6f8d58d HTTP/1.1" status: 200 len: 267 time: 0.0671091 Jul 07 19:22:23.737085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-22aa3618-322d-448d-b249-5238d72d1081 req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:23.740616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Pushing event updated for resources: {'Port': ['ID=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:23.741094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-f17e9344-92ae-48f3-8c13-047d19375726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.742697 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-f17e9344-92ae-48f3-8c13-047d19375726 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8013c0635e5a462ea781d7479370a19c&device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 1094 time: 0.1662338 Jul 07 19:22:23.751872 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c25c7c24-ffd7-4be4-bf5c-f52106d59495 req-e29c9b0c-4898-4cad-bd4b-1ca26fa0f11d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eda8655-533a-4951-afd3-4947442f950f HTTP/1.1" status: 200 len: 217 time: 0.1101320 Jul 07 19:22:23.795125 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.824923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-109be0bc-d005-4fde-9c1d-c860ee31ccd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.869418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-e0592005-6a22-465e-bbfe-83a8bbd40234 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed311b6b-3a77-4b7a-8d27-611635edbb42 HTTP/1.1" status: 200 len: 217 time: 0.1081469 Jul 07 19:22:23.892973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa3618-322d-448d-b249-5238d72d1081 req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.893591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22aa3618-322d-448d-b249-5238d72d1081 req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.941044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7c24-ffd7-4be4-bf5c-f52106d59495 req-65585729-6545-44ba-8186-03defa9835b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.942638 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c25c7c24-ffd7-4be4-bf5c-f52106d59495 req-65585729-6545-44ba-8186-03defa9835b2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fba34de3-0b7c-4473-82ab-0ff6322672f2 HTTP/1.1" status: 200 len: 854 time: 0.1607876 Jul 07 19:22:23.962122 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aca43b-d46a-4f0f-9367-ff506c23af97 req-4f1698b2-f27a-400c-88d7-36565de94de1 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.963477 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0aca43b-d46a-4f0f-9367-ff506c23af97 req-4f1698b2-f27a-400c-88d7-36565de94de1 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 931 time: 0.3742537 Jul 07 19:22:23.977962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-176cffac-d60f-4619-a1dc-d43c9bc6e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.979538 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-176cffac-d60f-4619-a1dc-d43c9bc6e6a4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b851c974-dd68-4406-b39a-8ec255ef1d95 HTTP/1.1" status: 200 len: 853 time: 0.0978801 Jul 07 19:22:23.981156 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-748b8081-d03d-4cb5-beb1-4d671dda4560 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3291335 Jul 07 19:22:23.989058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ca5a4dd2-eae3-4aed-b2c2-d69f4ce2e0bd tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.991299 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ca5a4dd2-eae3-4aed-b2c2-d69f4ce2e0bd tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/networks?id=0e4885f1-69c9-4b78-809b-8db34ef27318 HTTP/1.1" status: 200 len: 815 time: 0.2452936 Jul 07 19:22:23.993075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ce688-3302-4586-acef-997d0ecca338 req-9fae2e0b-8a2e-4cd7-bf9d-7c760141e8c0 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.995007 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-224ce688-3302-4586-acef-997d0ecca338 req-9fae2e0b-8a2e-4cd7-bf9d-7c760141e8c0 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 945 time: 0.3285427 Jul 07 19:22:23.997022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:24.024973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Request body: {'port': {'device_id': '61fecaf8-8b37-454c-8312-5e9858d3d7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:24.045682 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.048565 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-cdbdc4ca-7466-43ac-8ad8-0134e667bf8a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=cea8a610-b406-49f2-8da2-81e7cdd1045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451431 Jul 07 19:22:24.053923 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-eca519c1-e4c2-4da6-83eb-1eb73835a2fd tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/quotas/8affe05550d544f5ba8eb28dd6f8d58d HTTP/1.1" status: 200 len: 375 time: 0.0526428 Jul 07 19:22:24.057555 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-109be0bc-d005-4fde-9c1d-c860ee31ccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.064114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-109be0bc-d005-4fde-9c1d-c860ee31ccd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.066547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-109be0bc-d005-4fde-9c1d-c860ee31ccd6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/354f83a8-5ae7-410a-9e0a-44de642aab0b HTTP/1.1" status: 204 len: 168 time: 0.5328121 Jul 07 19:22:24.141737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109be0bc-d005-4fde-9c1d-c860ee31ccd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354f83a8-5ae7-410a-9e0a-44de642aab0b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:24.245962 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-96b3085d-7f43-4d2c-aee1-f9bfe0965482 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8affe05550d544f5ba8eb28dd6f8d58d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1586275 Jul 07 19:22:24.283528 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-2b2e2fa3-3b09-4e11-9009-da19b786d472 service neutron] 10.222.0.110 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144415 Jul 07 19:22:24.414882 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Transition to ACTIVE for port object b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:24.428670 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0aca43b-d46a-4f0f-9367-ff506c23af97 req-b344086a-866f-442d-882d-a7e5297daf3c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446857 Jul 07 19:22:24.432203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.557728 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.563447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Pushing event updated for resources: {'Port': ['ID=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:24.577678 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7c24-ffd7-4be4-bf5c-f52106d59495 req-9d402038-cffb-4394-b596-6a454b53aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:24.579277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c25c7c24-ffd7-4be4-bf5c-f52106d59495 req-9d402038-cffb-4394-b596-6a454b53aed2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2a01c667-6bec-4d8c-b266-b4195412e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6112163 Jul 07 19:22:24.613332 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eef6a-fb88-4cc9-92e0-ae182e36346b req-1b2c6891-d40a-4ba0-8ff1-c1e32296326e tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:24.616760 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f1eef6a-fb88-4cc9-92e0-ae182e36346b req-1b2c6891-d40a-4ba0-8ff1-c1e32296326e tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.48 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 950 time: 0.3067458 Jul 07 19:22:24.631839 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-eb6f2c03-be75-4ec0-ad5a-2a7f95781c7f service neutron] 10.222.0.81 "GET /v2.0/networks/0e4885f1-69c9-4b78-809b-8db34ef27318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711009 Jul 07 19:22:24.692802 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.725294 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b39994b-4559-406e-8436-f66faf4c3f6b req-7d65d0e5-b900-400b-ab44-57b3ea7c1917 service neutron] 10.222.0.110 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169879 Jul 07 19:22:24.815942 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-97c7646d-c095-4b2a-acc6-5ea000ca9a63 service neutron] 10.222.0.81 "GET /v2.0/networks/0e4885f1-69c9-4b78-809b-8db34ef27318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642411 Jul 07 19:22:24.834968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-4f1eef6a-fb88-4cc9-92e0-ae182e36346b req-d8fefaa8-db7b-493d-bb91-2c7edd84f25a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Deleting port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:24.835324 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4f1eef6a-fb88-4cc9-92e0-ae182e36346b req-d8fefaa8-db7b-493d-bb91-2c7edd84f25a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.871256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-224ce688-3302-4586-acef-997d0ecca338 req-c99d1ba6-d4b4-4fe4-bf2a-08a75b33a06b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Deleting port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:24.871724 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-224ce688-3302-4586-acef-997d0ecca338 req-c99d1ba6-d4b4-4fe4-bf2a-08a75b33a06b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.984536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4f1eef6a-fb88-4cc9-92e0-ae182e36346b req-d8fefaa8-db7b-493d-bb91-2c7edd84f25a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] For port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:24.985133 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4f1eef6a-fb88-4cc9-92e0-ae182e36346b req-d8fefaa8-db7b-493d-bb91-2c7edd84f25a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.010003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-4f1eef6a-fb88-4cc9-92e0-ae182e36346b req-d8fefaa8-db7b-493d-bb91-2c7edd84f25a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Calling delete_port for c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:25.124670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Attempting to bind port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:25.125468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Attempting to bind port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:25.125966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Attempting to bind port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 on network c7a8d583-e305-4105-a7ca-683cce92a5af {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:25.131161 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c25c7c24-ffd7-4be4-bf5c-f52106d59495 req-1a928440-8472-450f-a599-f52444d2d6a5 service neutron] 10.222.0.110 "GET /v2.0/networks/2a01c667-6bec-4d8c-b266-b4195412e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391591 Jul 07 19:22:25.191372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 on network c7a8d583-e305-4105-a7ca-683cce92a5af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:22:25.191598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Attempting to bind port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 on network c7a8d583-e305-4105-a7ca-683cce92a5af {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:25.263813 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4f1eef6a-fb88-4cc9-92e0-ae182e36346b req-d8fefaa8-db7b-493d-bb91-2c7edd84f25a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.278662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:25.297524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['49506b43-9f44-4009-b20c-3d51b15d5186'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:25.306571 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:25.317228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Checking segment: {'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:25.317827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Bound using segment: {'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:25.319478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Bound port: b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:25.319972 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.351166 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394dd56c-a49d-4065-9bcc-6d9c866da252 x-openstack-request-id: req-394dd56c-a49d-4065-9bcc-6d9c866da252 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:25.351679 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c60bf1e-e574-4e35-8c73-0b9b163354c5", "tag": "ed311b6b-3a77-4b7a-8d27-611635edbb42", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:25.352024 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-394dd56c-a49d-4065-9bcc-6d9c866da252 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:25.352635 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c60bf1e-e574-4e35-8c73-0b9b163354c5', 'tag': 'ed311b6b-3a77-4b7a-8d27-611635edbb42', 'status': 'completed', 'code': 200} Jul 07 19:22:25.371251 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fefaa8-db7b-493d-bb91-2c7edd84f25a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Pushing event deleted for resources: {'Port': ['ID=c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:25.373177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff8be9-ec97-4f01-a6c6-ccfd7fe1594f req-791f78f2-76af-4ce0-9aba-96bcb38213bf tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:25.375944 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e5ff8be9-ec97-4f01-a6c6-ccfd7fe1594f req-791f78f2-76af-4ce0-9aba-96bcb38213bf tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 945 time: 0.7403355 Jul 07 19:22:25.475592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4eda8655-533a-4951-afd3-4947442f950f details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:22:25.541509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1eef6a-fb88-4cc9-92e0-ae182e36346b req-d8fefaa8-db7b-493d-bb91-2c7edd84f25a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] No DVR routers for this DVR port c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:25.552715 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4f1eef6a-fb88-4cc9-92e0-ae182e36346b req-d8fefaa8-db7b-493d-bb91-2c7edd84f25a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.553942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-224ce688-3302-4586-acef-997d0ecca338 req-c99d1ba6-d4b4-4fe4-bf2a-08a75b33a06b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] For port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1,segment=NetworkSegment(4d47555e-3092-4cae-a727-bd424bb2d845),segment_id=4d47555e-3092-4cae-a727-bd424bb2d845)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:25.554694 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-224ce688-3302-4586-acef-997d0ecca338 req-c99d1ba6-d4b4-4fe4-bf2a-08a75b33a06b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.555187 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f1eef6a-fb88-4cc9-92e0-ae182e36346b req-d8fefaa8-db7b-493d-bb91-2c7edd84f25a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.48 "DELETE /v2.0/ports/c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe HTTP/1.1" status: 204 len: 173 time: 0.9216125 Jul 07 19:22:25.605001 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c25c7c24-ffd7-4be4-bf5c-f52106d59495 req-dc40e6f0-f658-4f68-99ee-ae10b07b0a6f service neutron] 10.222.0.110 "GET /v2.0/networks/2a01c667-6bec-4d8c-b266-b4195412e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527369 Jul 07 19:22:25.756016 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e5ff8be9-ec97-4f01-a6c6-ccfd7fe1594f req-4e357d54-e6f2-4d88-ac67-2834b9b81ba8 tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0938bf9-eed7-40b3-9b7e-cd10a0099bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315699 Jul 07 19:22:25.799041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-224ce688-3302-4586-acef-997d0ecca338 req-c99d1ba6-d4b4-4fe4-bf2a-08a75b33a06b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Calling delete_port for d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:25.814039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85aa42-8dbc-4651-a631-7b0ae6655f8a req-0d99747e-ff81-4143-83eb-707356d11b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:25.815806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a85aa42-8dbc-4651-a631-7b0ae6655f8a req-0d99747e-ff81-4143-83eb-707356d11b72 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8013c0635e5a462ea781d7479370a19c&device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 1094 time: 0.4589980 Jul 07 19:22:26.015223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 4eda8655-533a-4951-afd3-4947442f950f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4eda8655-533a-4951-afd3-4947442f950f,segment=NetworkSegment(3eac3955-fac7-4748-a868-b288af2f6f4b),segment_id=3eac3955-fac7-4748-a868-b288af2f6f4b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:26.046894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] For port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:26.053620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] For port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:26.057490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '4eda8655-533a-4951-afd3-4947442f950f', 'network_id': '2a01c667-6bec-4d8c-b266-b4195412e13f', 'port_id': '4eda8655-533a-4951-afd3-4947442f950f', 'mac_address': 'fa:16:3e:36:de:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba34de3-0b7c-4473-82ab-0ff6322672f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:22:26.066585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d588f07-c6f6-45c3-ae5c-1ed0bc48b9b3 req-4116773e-aa35-4fdc-9298-32601a0c1004 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:26.085771 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d588f07-c6f6-45c3-ae5c-1ed0bc48b9b3 req-4116773e-aa35-4fdc-9298-32601a0c1004 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 943 time: 0.5584893 Jul 07 19:22:26.146307 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.176357 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.222395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eda8655-533a-4951-afd3-4947442f950f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:26.252972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d588f07-c6f6-45c3-ae5c-1ed0bc48b9b3 req-a01cd1ae-8304-4172-98e9-d6590661782d tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658268 Jul 07 19:22:26.268008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 4eda8655-533a-4951-afd3-4947442f950f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4eda8655-533a-4951-afd3-4947442f950f,segment=NetworkSegment(3eac3955-fac7-4748-a868-b288af2f6f4b),segment_id=3eac3955-fac7-4748-a868-b288af2f6f4b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:26.283069 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.298623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85aa42-8dbc-4651-a631-7b0ae6655f8a req-fe042f05-9c70-4623-a51d-71588d8f88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:26.303236 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a85aa42-8dbc-4651-a631-7b0ae6655f8a req-fe042f05-9c70-4623-a51d-71588d8f88bb service neutron] 10.222.0.110 "GET /v2.0/networks?id=cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 200 len: 914 time: 0.4738002 Jul 07 19:22:26.398565 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a85aa42-8dbc-4651-a631-7b0ae6655f8a req-210b6e56-fe4b-4f1e-800c-e35866a0440f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed311b6b-3a77-4b7a-8d27-611635edbb42 HTTP/1.1" status: 200 len: 217 time: 0.0798011 Jul 07 19:22:26.439830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:26.440830 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.454663 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] 10.222.0.110 "PUT /v2.0/ports/b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 HTTP/1.1" status: 200 len: 1091 time: 3.6974645 Jul 07 19:22:26.467113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2437d68d-8d87-45a9-92c6-bf99b3a4f41b', 'tag': 'b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:26.470470 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fde9b7-c9d1-40d8-98f8-ea70c3a62e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "2437d68d-8d87-45a9-92c6-bf99b3a4f41b", "tag": "b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:26.485112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:26.496306 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.497718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=4eda8655-533a-4951-afd3-4947442f950f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:26.500739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85aa42-8dbc-4651-a631-7b0ae6655f8a req-9944bc22-cd3b-4bee-92cd-0c568ed8a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:26.502038 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a85aa42-8dbc-4651-a631-7b0ae6655f8a req-9944bc22-cd3b-4bee-92cd-0c568ed8a83b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b851c974-dd68-4406-b39a-8ec255ef1d95 HTTP/1.1" status: 200 len: 853 time: 0.0971568 Jul 07 19:22:26.539898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.558311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Pushing event updated for resources: {'Port': ['ID=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:26.574239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a85aa42-8dbc-4651-a631-7b0ae6655f8a req-513083e0-5c2f-48aa-85cd-ddb6c2802e80 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=cea8a610-b406-49f2-8da2-81e7cdd1045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560043 Jul 07 19:22:26.604891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['4eda8655-533a-4951-afd3-4947442f950f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:26.627063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:26.627659 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:26.628159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:26.628893 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:26.629480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:26.629966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:26.630448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:26.631102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:26.631599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:26.632655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:26.633385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:26.633725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04577418-768d-4e47-af5c-afd0e0a2d1dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:26.637986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Transition to ACTIVE for port object e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:26.643510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-224ce688-3302-4586-acef-997d0ecca338 req-c99d1ba6-d4b4-4fe4-bf2a-08a75b33a06b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.650763 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.657278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:26.740773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:26.741216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:26.755920 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee47d8-3c99-4061-880e-811a7a6eb0e3 req-4291466d-4645-4f8d-8fe4-9d265947319c tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:26.767529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7ee47d8-3c99-4061-880e-811a7a6eb0e3 req-4291466d-4645-4f8d-8fe4-9d265947319c tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 943 time: 0.2633777 Jul 07 19:22:26.783419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0373a22-bf62-4b49-820f-062d7824cd22 req-03d54607-3435-46f9-ae08-e27c8974f446 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:26.790306 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0373a22-bf62-4b49-820f-062d7824cd22 req-03d54607-3435-46f9-ae08-e27c8974f446 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.6598096 Jul 07 19:22:26.792355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-224ce688-3302-4586-acef-997d0ecca338 req-c99d1ba6-d4b4-4fe4-bf2a-08a75b33a06b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] No DVR routers for this DVR port d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:26.805520 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-224ce688-3302-4586-acef-997d0ecca338 req-c99d1ba6-d4b4-4fe4-bf2a-08a75b33a06b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.807492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-224ce688-3302-4586-acef-997d0ecca338 req-c99d1ba6-d4b4-4fe4-bf2a-08a75b33a06b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.48 "DELETE /v2.0/ports/d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1 HTTP/1.1" status: 204 len: 173 time: 2.7798438 Jul 07 19:22:26.842308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Pushing event updated for resources: {'Port': ['ID=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:26.870451 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7ee47d8-3c99-4061-880e-811a7a6eb0e3 req-13c29cf5-ce3e-4b24-b3f6-5eaa7604e13a tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014688 Jul 07 19:22:26.926006 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a85aa42-8dbc-4651-a631-7b0ae6655f8a req-22d161f0-f584-4d6b-a7dc-86d7b5c4dd6b service neutron] 10.222.0.110 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331587 Jul 07 19:22:26.929086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d1ba6-d4b4-4fe4-bf2a-08a75b33a06b tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] Pushing event deleted for resources: {'Port': ['ID=d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:26.933269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-accf393e-0b1d-4ef5-9550-3b9a73097f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:26.934978 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-accf393e-0b1d-4ef5-9550-3b9a73097f3b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 1094 time: 0.3577292 Jul 07 19:22:27.008685 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0373a22-bf62-4b49-820f-062d7824cd22 req-88e50efa-ca49-4206-8f45-b56dbb412221 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123151 Jul 07 19:22:27.008685 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-51cf33b8-71e5-44e0-a9cd-df4037f4d6a5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 HTTP/1.1" status: 200 len: 217 time: 0.0423291 Jul 07 19:22:27.133842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-8a661f6a-db9f-492f-a81d-edf136632a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:27.136186 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a85aa42-8dbc-4651-a631-7b0ae6655f8a req-f2c52216-d949-44dd-8962-a1014bf7d300 service neutron] 10.222.0.110 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054446 Jul 07 19:22:27.136318 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-8a661f6a-db9f-492f-a81d-edf136632a56 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=637b22fd-8e32-4648-80bc-c3a53f1054fc HTTP/1.1" status: 200 len: 858 time: 0.1176050 Jul 07 19:22:27.146158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Attempting to bind port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:27.146501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Attempting to bind port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:27.146861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Attempting to bind port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 on network c7a8d583-e305-4105-a7ca-683cce92a5af {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:27.162447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 on network c7a8d583-e305-4105-a7ca-683cce92a5af not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:22:27.166086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Attempting to bind port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 on network c7a8d583-e305-4105-a7ca-683cce92a5af {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:27.226714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-d21e1ac7-8aa3-474d-a5f2-4a7f18423944 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c7a8d583-e305-4105-a7ca-683cce92a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651982 Jul 07 19:22:27.230562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:27.230958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Checking segment: {'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:27.231349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Bound using segment: {'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:27.231794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Bound port: e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7738161-1356-4eef-af07-37e3935b2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:27.232134 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.243134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-799fe352-3fb0-4d68-bd59-bb18ef345127 req-04bbc52a-9a4e-4ef6-86c3-0c300c1ca017 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=58b13e2b-991b-45c2-875d-ab7ca10ad1da HTTP/1.1" status: 200 len: 210 time: 0.0565834 Jul 07 19:22:27.351889 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8aff57d0-c451-4759-a618-ca11a061d93e req-c594d73b-1458-497d-a0a9-a49f3cc4aa88 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.1038353 Jul 07 19:22:27.353554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b13e2b-991b-45c2-875d-ab7ca10ad1da', 'name': 'network-vif-deleted', 'tag': 'c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:27.355919 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfc5f03-0362-418b-93ad-0ca4327e49d9" -d '{"events": [{"server_uuid": "58b13e2b-991b-45c2-875d-ab7ca10ad1da", "name": "network-vif-deleted", "tag": "c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:27.437810 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d58fc48-ddc7-4af2-a246-edcda811788f x-openstack-request-id: req-3d58fc48-ddc7-4af2-a246-edcda811788f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:27.438108 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2437d68d-8d87-45a9-92c6-bf99b3a4f41b", "tag": "b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:27.438364 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d58fc48-ddc7-4af2-a246-edcda811788f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:27.438763 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2437d68d-8d87-45a9-92c6-bf99b3a4f41b', 'tag': 'b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1', 'status': 'completed', 'code': 200} Jul 07 19:22:27.480992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ed311b6b-3a77-4b7a-8d27-611635edbb42 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:22:27.494727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5fe6d-be4d-44fc-94c9-4e4b29cab7b3 req-7cf90ed6-f1a4-4998-aa7a-7a07d967a24a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:27.501879 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-32f5fe6d-be4d-44fc-94c9-4e4b29cab7b3 req-7cf90ed6-f1a4-4998-aa7a-7a07d967a24a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 943 time: 0.1363573 Jul 07 19:22:27.518175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] For port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:27.523222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] For port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:27.535212 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.582304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-32f5fe6d-be4d-44fc-94c9-4e4b29cab7b3 req-60c71ea8-4cbc-4988-8f4c-ad70a2b6f945 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762727 Jul 07 19:22:27.613471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Pushing event updated for resources: {'Port': ['ID=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:27.615190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59196) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:27.645720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:27.647997 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.650994 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-6d37332a-e053-4d41-a1ea-b93839150a50 service neutron] 10.222.0.110 "PUT /v2.0/ports/e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 HTTP/1.1" status: 200 len: 1091 time: 3.6302764 Jul 07 19:22:27.686016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ed311b6b-3a77-4b7a-8d27-611635edbb42, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ed311b6b-3a77-4b7a-8d27-611635edbb42,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:27.709721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-9da68e71-db7b-4e71-ba86-9a7d1c48ed8c service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659882 Jul 07 19:22:27.730618 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'ed311b6b-3a77-4b7a-8d27-611635edbb42', 'network_id': 'cea8a610-b406-49f2-8da2-81e7cdd1045f', 'port_id': 'ed311b6b-3a77-4b7a-8d27-611635edbb42', 'mac_address': 'fa:16:3e:74:41:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b851c974-dd68-4406-b39a-8ec255ef1d95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:22:27.805322 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3eed80a4-5744-4268-890c-e22b36c0a6ca req-d8bc196b-6ddb-4bf5-8fcc-1c231967ad5c tempest-ServerTagsTestJSON-1954116515 tempest-ServerTagsTestJSON-1954116515-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9d12146-8b11-4c0f-ba88-a1d28ace6ac0 HTTP/1.1" status: 200 len: 210 time: 0.0774028 Jul 07 19:22:27.836891 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-178dfb91-7925-462f-9307-2248b1160e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.864155 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.896445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed311b6b-3a77-4b7a-8d27-611635edbb42 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:27.936116 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8a0405-37a7-4c99-9aaa-91edc46526b4 x-openstack-request-id: req-1e8a0405-37a7-4c99-9aaa-91edc46526b4 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:27.943880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ed311b6b-3a77-4b7a-8d27-611635edbb42, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ed311b6b-3a77-4b7a-8d27-611635edbb42,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:27.949611 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.950644 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b13e2b-991b-45c2-875d-ab7ca10ad1da", "name": "network-vif-deleted", "tag": "c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:27.950989 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e8a0405-37a7-4c99-9aaa-91edc46526b4 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:27.951837 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b13e2b-991b-45c2-875d-ab7ca10ad1da', 'name': 'network-vif-deleted', 'tag': 'c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe', 'status': 'completed', 'code': 200} Jul 07 19:22:28.003401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa3618-322d-448d-b249-5238d72d1081 req-e0207707-8295-4bd8-9d13-8746aa32ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:28.010882 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-e0207707-8295-4bd8-9d13-8746aa32ce4e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 1094 time: 0.3156419 Jul 07 19:22:28.016752 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1dfb4121-c29f-488c-bb6e-c89919a03ed1 req-8e08c38d-0775-4f30-acb3-178ee90106b4 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873144 Jul 07 19:22:28.055531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ed311b6b-3a77-4b7a-8d27-611635edbb42,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:28.065521 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-178dfb91-7925-462f-9307-2248b1160e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.081028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-178dfb91-7925-462f-9307-2248b1160e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.102401 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94f698-656c-4f1e-ad79-ba0a3b0cb388 req-943f97ac-96a6-4c61-9e0b-9994f63719a9 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:28.103376 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-dfebbba3-2d20-40a3-8cf2-20ec82427ec6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 HTTP/1.1" status: 200 len: 217 time: 0.0702837 Jul 07 19:22:28.104799 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e94f698-656c-4f1e-ad79-ba0a3b0cb388 req-943f97ac-96a6-4c61-9e0b-9994f63719a9 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 944 time: 0.3279428 Jul 07 19:22:28.179220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-178dfb91-7925-462f-9307-2248b1160e10 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0cdf76c89a074ea3bf4ac88c780b1b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5625939 Jul 07 19:22:28.180187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59204) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:28.195097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dfb91-7925-462f-9307-2248b1160e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cd93d6-2cda-4954-8058-79b0a8578779,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:28.245969 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e94f698-656c-4f1e-ad79-ba0a3b0cb388 req-3074f9a2-4755-4baa-882d-c0513d8513da tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227789 Jul 07 19:22:28.260467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ed311b6b-3a77-4b7a-8d27-611635edbb42'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:28.283026 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3fca014-0132-411a-93cc-19b1fcf3ff12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.337058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3fca014-0132-411a-93cc-19b1fcf3ff12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.400285 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3fca014-0132-411a-93cc-19b1fcf3ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.403238 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3fca014-0132-411a-93cc-19b1fcf3ff12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.407984 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b3fca014-0132-411a-93cc-19b1fcf3ff12 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/86cd93d6-2cda-4954-8058-79b0a8578779 HTTP/1.1" status: 204 len: 168 time: 0.2240686 Jul 07 19:22:28.421535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fca014-0132-411a-93cc-19b1fcf3ff12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cd93d6-2cda-4954-8058-79b0a8578779,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:28.554894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa3618-322d-448d-b249-5238d72d1081 req-41d06a25-0eb1-4f37-933c-9773f22e5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:28.557219 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-41d06a25-0eb1-4f37-933c-9773f22e5d7d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=637b22fd-8e32-4648-80bc-c3a53f1054fc HTTP/1.1" status: 200 len: 858 time: 0.4387307 Jul 07 19:22:28.595112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-a37aabb8-143e-430b-be53-28ebe10becf0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:28.597099 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-a37aabb8-143e-430b-be53-28ebe10becf0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.48 "GET /v2.0/networks?id=0e4885f1-69c9-4b78-809b-8db34ef27318 HTTP/1.1" status: 200 len: 815 time: 0.6873033 Jul 07 19:22:28.620190 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-593af26f-1e4b-46b0-8743-780994182229 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c7a8d583-e305-4105-a7ca-683cce92a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522625 Jul 07 19:22:28.626104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:28.682242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:28.682711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c15af0f6-cdad-4f04-b5c3-fbe7a22a13fe not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:28.703246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152167b-7c15-4176-8f07-04cb2ec568bc req-e988c02c-6179-4412-98fd-765b7deed172 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:28.711489 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a152167b-7c15-4176-8f07-04cb2ec568bc req-e988c02c-6179-4412-98fd-765b7deed172 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.1671026 Jul 07 19:22:28.774628 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a152167b-7c15-4176-8f07-04cb2ec568bc req-03b276a5-4a66-4b14-be0c-6a03d80acd4a tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620213 Jul 07 19:22:28.819076 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-a5559828-67a3-47fd-a661-32cdd0c50fc0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8affe05550d544f5ba8eb28dd6f8d58d HTTP/1.1" status: 200 len: 380 time: 0.2012334 Jul 07 19:22:28.833803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fae48-a993-45b5-851d-3b6f8e9fb46b req-1d2ca4eb-3edb-4414-ab8e-4c897c26149d tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:28.842228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a69fae48-a993-45b5-851d-3b6f8e9fb46b req-1d2ca4eb-3edb-4414-ab8e-4c897c26149d tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 944 time: 0.7378294 Jul 07 19:22:28.848924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Request body: {'port': {'device_id': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'admin_state_up': True, 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'security_groups': ['149cc3fb-e769-4e35-aa07-fa4c95e80c28']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:28.918896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59220) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:28.936259 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b547-5d9f-4a86-8ceb-74870c2c3e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.982929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fde9b7-c9d1-40d8-98f8-ea70c3a62e8b req-fbbfbb02-6234-46ea-b3de-6832eab60b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:28.985022 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41fde9b7-c9d1-40d8-98f8-ea70c3a62e8b req-fbbfbb02-6234-46ea-b3de-6832eab60b01 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 1094 time: 0.8191602 Jul 07 19:22:29.046310 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d2434e44-1106-417b-b86f-270172fa9244 req-7feddb51-f522-4993-b310-3186eec5a3f8 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.0428860 Jul 07 19:22:29.112544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b547-5d9f-4a86-8ceb-74870c2c3e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.117983 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b547-5d9f-4a86-8ceb-74870c2c3e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.154365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-e776619a-8f70-46e1-834d-039e8e977549 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210054 Jul 07 19:22:29.158589 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Made reservation on behalf of 8affe05550d544f5ba8eb28dd6f8d58d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:29.164819 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.190349 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a69fae48-a993-45b5-851d-3b6f8e9fb46b req-ddfa1c8a-14ee-4447-b8eb-900f0ff2b662 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464432 Jul 07 19:22:29.411484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Allocated IP 172.20.0.9 (0e4885f1-69c9-4b78-809b-8db34ef27318/d263cb8b-79f0-4da0-8a25-5c9738f388fe/51ccf93f-12dc-4aa9-9989-bfd37ad84e3e) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:29.436074 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59224) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:29.453967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d12146-8b11-4c0f-ba88-a1d28ace6ac0', 'name': 'network-vif-deleted', 'tag': 'd17b0d53-86df-4fa8-ab0b-9a4b25ad05f1'}, {'name': 'network-changed', 'server_uuid': '61fecaf8-8b37-454c-8312-5e9858d3d7b8', 'tag': 'e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:29.456342 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb194adc-e63f-4e07-8cc2-2b8c006a4232" -d '{"events": [{"server_uuid": "c9d12146-8b11-4c0f-ba88-a1d28ace6ac0", "name": "network-vif-deleted", "tag": "d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1"}, {"name": "network-changed", "server_uuid": "61fecaf8-8b37-454c-8312-5e9858d3d7b8", "tag": "e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:29.500649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4eda8655-533a-4951-afd3-4947442f950f up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:29.521888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fde9b7-c9d1-40d8-98f8-ea70c3a62e8b req-deb3527b-4688-4419-a395-40b9ac2443d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:29.523676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41fde9b7-c9d1-40d8-98f8-ea70c3a62e8b req-deb3527b-4688-4419-a395-40b9ac2443d8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 919 time: 0.5312877 Jul 07 19:22:29.645009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 4eda8655-533a-4951-afd3-4947442f950f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:29.654625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 4eda8655-533a-4951-afd3-4947442f950f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:29.655082 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.662398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41fde9b7-c9d1-40d8-98f8-ea70c3a62e8b req-48335fc8-238d-40c4-a5e0-16971fde35b8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 HTTP/1.1" status: 200 len: 217 time: 0.1201658 Jul 07 19:22:29.678221 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22aa3618-322d-448d-b249-5238d72d1081 req-253e570a-1192-4725-bd84-f1ce95c7ca16 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098100 Jul 07 19:22:29.740781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fde9b7-c9d1-40d8-98f8-ea70c3a62e8b req-d4f1acf5-f193-49db-8d0e-e11a27c10083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:29.742273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41fde9b7-c9d1-40d8-98f8-ea70c3a62e8b req-d4f1acf5-f193-49db-8d0e-e11a27c10083 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=637b22fd-8e32-4648-80bc-c3a53f1054fc HTTP/1.1" status: 200 len: 858 time: 0.0693181 Jul 07 19:22:29.745494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cef5d66-013d-4c5a-985a-2ff9cf15db38 admin admin] Deleting subnet 5dee9eaf-5201-4c7c-84f6-476a6bb1f732 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:29.750322 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6cef5d66-013d-4c5a-985a-2ff9cf15db38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.779972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f5a6b547-5d9f-4a86-8ceb-74870c2c3e9a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8df1660dbe7d4fc492c6cef80cf2a83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8598394 Jul 07 19:22:29.783502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59230) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:29.791133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6b547-5d9f-4a86-8ceb-74870c2c3e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa6a107-7b96-4592-be05-adad79977213,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:29.794359 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6cef5d66-013d-4c5a-985a-2ff9cf15db38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.805427 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.847859 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6cef5d66-013d-4c5a-985a-2ff9cf15db38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.856591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c0f7b6-e205-4089-a16f-5a492fc66b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eda8655-533a-4951-afd3-4947442f950f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:29.860510 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a1af4c-f38e-4a8a-9e91-a121fb49cdd5" -d '{"events": [{"server_uuid": "e0c0f7b6-e205-4089-a16f-5a492fc66b23", "name": "network-vif-plugged", "status": "completed", "tag": "4eda8655-533a-4951-afd3-4947442f950f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:29.867983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 4eda8655-533a-4951-afd3-4947442f950f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4eda8655-533a-4951-afd3-4947442f950f,segment=NetworkSegment(3eac3955-fac7-4748-a868-b288af2f6f4b),segment_id=3eac3955-fac7-4748-a868-b288af2f6f4b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:29.875336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-342920d4-5b5d-49cb-b8d1-b1cd0483ff50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.881110 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.881110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ed311b6b-3a77-4b7a-8d27-611635edbb42 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:29.918026 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-342920d4-5b5d-49cb-b8d1-b1cd0483ff50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.949846 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6cef5d66-013d-4c5a-985a-2ff9cf15db38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.975232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=4eda8655-533a-4951-afd3-4947442f950f,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:29.981183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d42db-a2ba-4a30-9050-e3e466b631ed req-2fd42a69-eb8b-4bcc-8120-0d8d801e834e tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:29.997403 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f5d42db-a2ba-4a30-9050-e3e466b631ed req-2fd42a69-eb8b-4bcc-8120-0d8d801e834e tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 943 time: 0.2943883 Jul 07 19:22:29.998468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port ed311b6b-3a77-4b7a-8d27-611635edbb42 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:30.005590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port ed311b6b-3a77-4b7a-8d27-611635edbb42 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:30.006263 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.018070 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41fde9b7-c9d1-40d8-98f8-ea70c3a62e8b req-280dfa7e-a13d-4c24-a3cd-7b081550eab8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c7a8d583-e305-4105-a7ca-683cce92a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927975 Jul 07 19:22:30.033335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-342920d4-5b5d-49cb-b8d1-b1cd0483ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.036113 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-342920d4-5b5d-49cb-b8d1-b1cd0483ff50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.037680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-342920d4-5b5d-49cb-b8d1-b1cd0483ff50 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4fa6a107-7b96-4592-be05-adad79977213 HTTP/1.1" status: 204 len: 168 time: 0.2526824 Jul 07 19:22:30.061090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342920d4-5b5d-49cb-b8d1-b1cd0483ff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa6a107-7b96-4592-be05-adad79977213,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:30.070513 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6cef5d66-013d-4c5a-985a-2ff9cf15db38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.075829 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6cef5d66-013d-4c5a-985a-2ff9cf15db38 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5dee9eaf-5201-4c7c-84f6-476a6bb1f732 HTTP/1.1" status: 204 len: 168 time: 0.6360655 Jul 07 19:22:30.076360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef5d66-013d-4c5a-985a-2ff9cf15db38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dee9eaf-5201-4c7c-84f6-476a6bb1f732,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:30.083519 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59238) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:30.087806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f5d42db-a2ba-4a30-9050-e3e466b631ed req-1ba62fed-5b08-4bea-978a-ca1d2e568079 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892916 Jul 07 19:22:30.165669 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.198418 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be01637-fd93-4120-8fb0-760cc99c7675 x-openstack-request-id: req-8be01637-fd93-4120-8fb0-760cc99c7675 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:30.198917 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d12146-8b11-4c0f-ba88-a1d28ace6ac0", "name": "network-vif-deleted", "tag": "d17b0d53-86df-4fa8-ab0b-9a4b25ad05f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61fecaf8-8b37-454c-8312-5e9858d3d7b8", "tag": "e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:30.199179 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8be01637-fd93-4120-8fb0-760cc99c7675 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:30.199626 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d12146-8b11-4c0f-ba88-a1d28ace6ac0', 'name': 'network-vif-deleted', 'tag': 'd17b0d53-86df-4fa8-ab0b-9a4b25ad05f1', 'status': 'completed', 'code': 200} Jul 07 19:22:30.199834 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fecaf8-8b37-454c-8312-5e9858d3d7b8', 'tag': 'e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2', 'status': 'completed', 'code': 200} Jul 07 19:22:30.223648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ed311b6b-3a77-4b7a-8d27-611635edbb42, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ed311b6b-3a77-4b7a-8d27-611635edbb42,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:30.228286 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.278096 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.311686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ed311b6b-3a77-4b7a-8d27-611635edbb42,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:30.365247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Transition to ACTIVE for port object 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:30.390523 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.415848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce8702-6d5e-474b-80a3-3dcb8919e0af req-c96d739c-09fb-4e00-89bb-4d0f71d86c89 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:30.418315 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44ce8702-6d5e-474b-80a3-3dcb8919e0af req-c96d739c-09fb-4e00-89bb-4d0f71d86c89 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 950 time: 0.1007218 Jul 07 19:22:30.423445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29aafd2-d5c2-4b5d-8ce3-826f3be668c6 req-9aaba8e5-1585-49fc-be6a-ff7542755d33 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:30.424989 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a29aafd2-d5c2-4b5d-8ce3-826f3be668c6 req-9aaba8e5-1585-49fc-be6a-ff7542755d33 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 945 time: 0.5012352 Jul 07 19:22:30.469939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44ce8702-6d5e-474b-80a3-3dcb8919e0af req-9fdc5326-de33-415a-82c9-2493fa984a8f tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389447 Jul 07 19:22:30.471572 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41fde9b7-c9d1-40d8-98f8-ea70c3a62e8b req-d4e1818c-d7ef-4a96-954b-4d2819d1660a service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223628 Jul 07 19:22:30.598555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb194adc-e63f-4e07-8cc2-2b8c006a4232 req-45c04697-98c9-4540-8ac6-118207487432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:30.602097 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb194adc-e63f-4e07-8cc2-2b8c006a4232 req-45c04697-98c9-4540-8ac6-118207487432 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 1094 time: 0.4052224 Jul 07 19:22:30.696880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa293ff-fd58-4065-b3d5-a94fb77fca10 req-9356b465-49cb-481e-a3db-51e231c0e6a2 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:30.698469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4aa293ff-fd58-4065-b3d5-a94fb77fca10 req-9356b465-49cb-481e-a3db-51e231c0e6a2 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.0862443 Jul 07 19:22:30.744724 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.778891 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a29aafd2-d5c2-4b5d-8ce3-826f3be668c6 req-8441e772-e3f0-447a-a960-76bf9f6b961c tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359182 Jul 07 19:22:30.782044 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4aa293ff-fd58-4065-b3d5-a94fb77fca10 req-dab7f3ed-f54a-496c-8210-0b3e8b7b0320 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773449 Jul 07 19:22:30.787090 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.837965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc1f3f0-6a6b-4134-a285-43ff4dbffc05']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:30.865494 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f7831b-d1ea-4377-a2f4-4382c45ef2ab x-openstack-request-id: req-f4f7831b-d1ea-4377-a2f4-4382c45ef2ab {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:30.868534 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c0f7b6-e205-4089-a16f-5a492fc66b23", "name": "network-vif-plugged", "status": "completed", "tag": "4eda8655-533a-4951-afd3-4947442f950f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:30.869221 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4f7831b-d1ea-4377-a2f4-4382c45ef2ab {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:30.870018 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c0f7b6-e205-4089-a16f-5a492fc66b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eda8655-533a-4951-afd3-4947442f950f', 'code': 200} Jul 07 19:22:30.909065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d47555e-3092-4cae-a727-bd424bb2d845') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:30.909367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d47555e-3092-4cae-a727-bd424bb2d845') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:30.923085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Network 0e4885f1-69c9-4b78-809b-8db34ef27318 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:30.938129 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41fde9b7-c9d1-40d8-98f8-ea70c3a62e8b req-b61f4a04-1cdb-46a7-bfce-f5302ad5c641 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552011 Jul 07 19:22:30.972361 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.975016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:31.002497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:31.005866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Pushing event updated for resources: {'Port': ['ID=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:31.093221 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.096885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfef948-0ea1-4853-b6b1-fec5cbcabd08 req-f69d64b9-7349-4249-ba67-242b56b66e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:31.099599 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8bfef948-0ea1-4853-b6b1-fec5cbcabd08 req-f69d64b9-7349-4249-ba67-242b56b66e3a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 1096 time: 0.1501095 Jul 07 19:22:31.110228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb194adc-e63f-4e07-8cc2-2b8c006a4232 req-43b3474f-99a6-4953-a6e7-266773c26d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:31.111817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb194adc-e63f-4e07-8cc2-2b8c006a4232 req-43b3474f-99a6-4953-a6e7-266773c26d60 service neutron] 10.222.0.110 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 919 time: 0.4853964 Jul 07 19:22:31.122236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:31.122551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:31.124885 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:31.191188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:31.191837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.256784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8bfef948-0ea1-4853-b6b1-fec5cbcabd08 req-1163ab00-d969-4bbb-9bee-cd5411ee3c25 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252289 Jul 07 19:22:31.299590 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb194adc-e63f-4e07-8cc2-2b8c006a4232 req-2a8705e3-3565-458a-8be0-20656592eb78 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 HTTP/1.1" status: 200 len: 217 time: 0.1737733 Jul 07 19:22:31.311686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dd5ff-5796-474e-a694-d8c50656db31 req-9771584c-246b-4d8b-a946-628bf090f014 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:31.320837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c84dd5ff-5796-474e-a694-d8c50656db31 req-9771584c-246b-4d8b-a946-628bf090f014 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 931 time: 0.2101834 Jul 07 19:22:31.366876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c84dd5ff-5796-474e-a694-d8c50656db31 req-a4248567-a68a-4bb0-aab0-e97244b4c66d tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448489 Jul 07 19:22:31.501408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:22:31.658809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb194adc-e63f-4e07-8cc2-2b8c006a4232 req-a23e0615-82ca-4eb7-a750-2314fc9d1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:31.660314 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb194adc-e63f-4e07-8cc2-2b8c006a4232 req-a23e0615-82ca-4eb7-a750-2314fc9d1aa8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=637b22fd-8e32-4648-80bc-c3a53f1054fc HTTP/1.1" status: 200 len: 858 time: 0.0518999 Jul 07 19:22:31.662203 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-400a6097-a998-4346-a696-2b61b11c8dbe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8169191 Jul 07 19:22:31.666118 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.682367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Request body: {'port': {'device_id': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:31.684067 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:31.686712 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.688583 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0dc1f3f0-6a6b-4134-a285-43ff4dbffc05 HTTP/1.1" status: 204 len: 168 time: 1.5921195 Jul 07 19:22:31.707795 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ac3ba-8e86-4482-85ec-f7d312dfa313 req-d5ac25ca-6d2f-46bc-89d8-45449739257f tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:31.709431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c76ac3ba-8e86-4482-85ec-f7d312dfa313 req-d5ac25ca-6d2f-46bc-89d8-45449739257f tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 943 time: 0.1394086 Jul 07 19:22:31.725166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bb6ce9b1-d33f-4dc5-a757-b744e8e61ace None None] Provisioning for port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:31.728371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1', 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af', 'port_id': 'b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1', 'mac_address': 'fa:16:3e:e0:98:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637b22fd-8e32-4648-80bc-c3a53f1054fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:22:31.733018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bb6ce9b1-d33f-4dc5-a757-b744e8e61ace None None] Provisioning complete for port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:31.736782 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb6ce9b1-d33f-4dc5-a757-b744e8e61ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.743750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d78a8-5438-4643-a7a8-da7213dfa669 req-cd594d93-aa67-4b3a-9411-29619de36a56 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:31.753019 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-703d78a8-5438-4643-a7a8-da7213dfa669 req-cd594d93-aa67-4b3a-9411-29619de36a56 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 945 time: 0.7389612 Jul 07 19:22:31.806976 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb194adc-e63f-4e07-8cc2-2b8c006a4232 req-1f33f751-1425-4492-8ffd-3b43517a6edf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c7a8d583-e305-4105-a7ca-683cce92a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285198 Jul 07 19:22:31.807842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3ea59-8749-494a-99f1-c087e1aa8790 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc1f3f0-6a6b-4134-a285-43ff4dbffc05,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:31.843682 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c76ac3ba-8e86-4482-85ec-f7d312dfa313 req-955f6fa0-0381-489b-b47c-43fb4b56187e tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068211 Jul 07 19:22:31.884050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ce9b1-d33f-4dc5-a757-b744e8e61ace None None] Port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:22:31.885908 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.906484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:31.937318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:31.942539 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.010450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:32.043555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59312) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:32.049955 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-703d78a8-5438-4643-a7a8-da7213dfa669 req-254fff5b-1150-4d4f-b3ec-3d7db60f8a33 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960534 Jul 07 19:22:32.081928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e0880-8d04-4619-8305-71cdd04bd270 req-f1b46408-4496-41b1-862f-a83317401034 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:32.081928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b7e0880-8d04-4619-8305-71cdd04bd270 req-f1b46408-4496-41b1-862f-a83317401034 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.110 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 950 time: 0.8043265 Jul 07 19:22:32.123442 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb194adc-e63f-4e07-8cc2-2b8c006a4232 req-6e5bb05b-43a4-4f15-831d-5e379acb3a55 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086915 Jul 07 19:22:32.134968 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d363a27e-ba33-46fd-96a4-9f1fb7a8c62f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba5c5800b2e74481abcf3ad090f4c9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876243 Jul 07 19:22:32.139015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59314) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:32.153169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.259072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:32.304569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc9883-f3c0-401c-846e-2f9ca26e86e0 req-186a021a-8ee4-4950-ad9a-675008afa82a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:32.312026 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6fbc9883-f3c0-401c-846e-2f9ca26e86e0 req-186a021a-8ee4-4950-ad9a-675008afa82a tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 950 time: 0.2604091 Jul 07 19:22:32.359869 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb5c4023-927c-4e6e-a85d-c36110060cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.373066 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6fbc9883-f3c0-401c-846e-2f9ca26e86e0 req-3ae28189-6eb7-450c-a07a-281863275135 tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/security-groups?id=7cb32850-a968-4996-becf-3767131bd5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600207 Jul 07 19:22:32.419380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb5c4023-927c-4e6e-a85d-c36110060cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.541821 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb5c4023-927c-4e6e-a85d-c36110060cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.545177 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb5c4023-927c-4e6e-a85d-c36110060cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.548974 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fb5c4023-927c-4e6e-a85d-c36110060cde admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0938bf9-eed7-40b3-9b7e-cd10a0099bff HTTP/1.1" status: 204 len: 168 time: 0.4017673 Jul 07 19:22:32.573838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c4023-927c-4e6e-a85d-c36110060cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0938bf9-eed7-40b3-9b7e-cd10a0099bff,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:32.712339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb194adc-e63f-4e07-8cc2-2b8c006a4232 req-2efdf411-d4b4-4a6b-a005-f550afaabcb1 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691831 Jul 07 19:22:32.862241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a6cdd-38d4-4c22-ace6-72a15072ce3c req-7d9bf53d-6166-4b2a-acaa-f65cdeb568d2 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:32.871325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c60bf1e-e574-4e35-8c73-0b9b163354c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed311b6b-3a77-4b7a-8d27-611635edbb42'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:32.874634 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac646d3-ac06-4dc3-b8a0-4a8a3bec2681" -d '{"events": [{"server_uuid": "2c60bf1e-e574-4e35-8c73-0b9b163354c5", "name": "network-vif-plugged", "status": "completed", "tag": "ed311b6b-3a77-4b7a-8d27-611635edbb42"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:32.874861 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d11a6cdd-38d4-4c22-ace6-72a15072ce3c req-7d9bf53d-6166-4b2a-acaa-f65cdeb568d2 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.2058008 Jul 07 19:22:32.929996 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d11a6cdd-38d4-4c22-ace6-72a15072ce3c req-9075ccd3-0edc-4435-8376-2dbf54d16efa tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539880 Jul 07 19:22:32.989508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab91c19-f8d4-449b-979a-137ecfe01667 req-e03fbfb0-0779-4efe-8422-1776b6b5eb5c tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:33.004029 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fab91c19-f8d4-449b-979a-137ecfe01667 req-e03fbfb0-0779-4efe-8422-1776b6b5eb5c tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 945 time: 0.6415360 Jul 07 19:22:33.085404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-6b7e0880-8d04-4619-8305-71cdd04bd270 req-b113d721-0032-4c53-a629-7a06cccfbdfe tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Deleting port 49506b43-9f44-4009-b20c-3d51b15d5186 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:33.085856 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b7e0880-8d04-4619-8305-71cdd04bd270 req-b113d721-0032-4c53-a629-7a06cccfbdfe tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.165284 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fab91c19-f8d4-449b-979a-137ecfe01667 req-2d5b490a-35a0-4f21-9bdf-830b17996989 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406136 Jul 07 19:22:33.252978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db416c2-1721-4b86-b6ad-25563c4b50ff req-7a739bfe-ac73-4c7f-8d24-81ae129f0de4 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:33.255163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8db416c2-1721-4b86-b6ad-25563c4b50ff req-7a739bfe-ac73-4c7f-8d24-81ae129f0de4 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 931 time: 0.1100402 Jul 07 19:22:33.259081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:33.279919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.292034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6b7e0880-8d04-4619-8305-71cdd04bd270 req-b113d721-0032-4c53-a629-7a06cccfbdfe tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] For port 49506b43-9f44-4009-b20c-3d51b15d5186, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=49506b43-9f44-4009-b20c-3d51b15d5186,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:33.293983 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b7e0880-8d04-4619-8305-71cdd04bd270 req-b113d721-0032-4c53-a629-7a06cccfbdfe tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.318626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Transition to ACTIVE for port object 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:33.320225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-6b7e0880-8d04-4619-8305-71cdd04bd270 req-b113d721-0032-4c53-a629-7a06cccfbdfe tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Calling delete_port for 49506b43-9f44-4009-b20c-3d51b15d5186 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:33.325617 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.371929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8db416c2-1721-4b86-b6ad-25563c4b50ff req-a1760e0f-eac5-4c80-bd91-745b60bc58fe tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095734 Jul 07 19:22:33.389538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Pushing event updated for resources: {'Port': ['ID=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:33.504806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:22:33.509681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:33.523901 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d85851-04d9-453d-ab7b-c31480715a2b x-openstack-request-id: req-e7d85851-04d9-453d-ab7b-c31480715a2b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:33.523901 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c60bf1e-e574-4e35-8c73-0b9b163354c5", "name": "network-vif-plugged", "status": "completed", "tag": "ed311b6b-3a77-4b7a-8d27-611635edbb42", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:33.524263 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7d85851-04d9-453d-ab7b-c31480715a2b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:33.524383 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c60bf1e-e574-4e35-8c73-0b9b163354c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed311b6b-3a77-4b7a-8d27-611635edbb42', 'code': 200} Jul 07 19:22:33.745049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Attempting to bind port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:33.745389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Attempting to bind port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:33.745905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Attempting to bind port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e on network 0e4885f1-69c9-4b78-809b-8db34ef27318 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:33.757746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e on network 0e4885f1-69c9-4b78-809b-8db34ef27318 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:22:33.758203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Attempting to bind port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e on network 0e4885f1-69c9-4b78-809b-8db34ef27318 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:33.803632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:33.803632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Checking segment: {'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:33.804062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Bound using segment: {'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:33.804566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Bound port: 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:33.804931 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.884651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2b586-92a9-4b3c-8848-acf19e78f835 req-af0f21e7-deee-4472-8231-c16688793183 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:33.895806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fac2b586-92a9-4b3c-8848-acf19e78f835 req-af0f21e7-deee-4472-8231-c16688793183 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 945 time: 0.1917768 Jul 07 19:22:33.899874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:33.915865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:33.916248 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.926648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] For port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:33.932161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] For port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e,segment=NetworkSegment(b4a9fa5b-a805-46fa-a3ba-00d4dd658415),segment_id=b4a9fa5b-a805-46fa-a3ba-00d4dd658415)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:33.944129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44376889-3b57-4582-9654-218fef9ee808 req-88e2521b-efcf-439d-99b0-d1594edb42f9 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:33.952242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44376889-3b57-4582-9654-218fef9ee808 req-88e2521b-efcf-439d-99b0-d1594edb42f9 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 943 time: 0.4558713 Jul 07 19:22:33.978066 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.002418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fac2b586-92a9-4b3c-8848-acf19e78f835 req-cb2fa5c0-2245-4237-ac5d-9f4285a84dfe tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055756 Jul 07 19:22:34.055111 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:34.073896 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2', 'network_id': 'c7a8d583-e305-4105-a7ca-683cce92a5af', 'port_id': 'e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2', 'mac_address': 'fa:16:3e:da:47:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637b22fd-8e32-4648-80bc-c3a53f1054fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:22:34.095586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:34.096987 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.098554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] 10.222.0.48 "PUT /v2.0/ports/51ccf93f-12dc-4aa9-9989-bfd37ad84e3e HTTP/1.1" status: 200 len: 1091 time: 2.4282203 Jul 07 19:22:34.106470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'tag': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:34.109707 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c593cf24-781f-4c96-8dc9-eb67e1e3f402" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3ff065-f96e-4a70-84ce-4aad1f1d439a", "tag": "51ccf93f-12dc-4aa9-9989-bfd37ad84e3e"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:34.171779 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44376889-3b57-4582-9654-218fef9ee808 req-2b669449-2d7f-4801-b5fd-87c93d1e5af1 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158511 Jul 07 19:22:34.203254 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95151d-d2e2-402c-9a6c-909a48220b71 req-fc950d11-81a9-4323-88a7-0977e7c95164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:34.205544 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1b95151d-d2e2-402c-9a6c-909a48220b71 req-fc950d11-81a9-4323-88a7-0977e7c95164 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 1096 time: 0.5417178 Jul 07 19:22:34.221110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b7e0880-8d04-4619-8305-71cdd04bd270 req-b113d721-0032-4c53-a629-7a06cccfbdfe tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.265939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a528953c-8ed8-4ff5-95e9-310d2acc7dd1 req-d2ba13f6-7698-4414-b84f-d517419ac38b tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.81 "GET /v2.0/ports?device_id=482a4ac2-a767-4fc3-9999-14ade5bd5386 HTTP/1.1" status: 200 len: 210 time: 0.0841479 Jul 07 19:22:34.268683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['49506b43-9f44-4009-b20c-3d51b15d5186'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:34.340203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbed49a-6a56-4671-8426-1b91bbb2bb8b service neutron] Pushing event updated for resources: {'Port': ['ID=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:34.393858 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.398329 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.408124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113d721-0032-4c53-a629-7a06cccfbdfe tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Pushing event deleted for resources: {'Port': ['ID=49506b43-9f44-4009-b20c-3d51b15d5186,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:34.424229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:34.463092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1b95151d-d2e2-402c-9a6c-909a48220b71 req-f6e01f6d-f4eb-4df9-9045-41b93f78146f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386804 Jul 07 19:22:34.472096 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:34.485615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:34.489929 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.543119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7e0880-8d04-4619-8305-71cdd04bd270 req-b113d721-0032-4c53-a629-7a06cccfbdfe tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] No DVR routers for this DVR port 49506b43-9f44-4009-b20c-3d51b15d5186 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:34.555991 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b7e0880-8d04-4619-8305-71cdd04bd270 req-b113d721-0032-4c53-a629-7a06cccfbdfe tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.558072 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b7e0880-8d04-4619-8305-71cdd04bd270 req-b113d721-0032-4c53-a629-7a06cccfbdfe tempest-ServersAdminNegativeTestJSON-294514056 tempest-ServersAdminNegativeTestJSON-294514056-project] 10.222.0.110 "DELETE /v2.0/ports/49506b43-9f44-4009-b20c-3d51b15d5186 HTTP/1.1" status: 204 len: 173 time: 2.4552896 Jul 07 19:22:34.588349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:34.593685 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.634381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-931ab70d-e1d8-4d62-acad-3f47c1a6e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:34.655568 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-931ab70d-e1d8-4d62-acad-3f47c1a6e758 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8affe05550d544f5ba8eb28dd6f8d58d&device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 1094 time: 0.4792690 Jul 07 19:22:34.814397 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-bfd35e1d-93cb-47f8-bb2a-66a0af168b5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e HTTP/1.1" status: 200 len: 217 time: 0.1367533 Jul 07 19:22:34.840544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f24ad1-2948-4b29-ade1-b2b96977a39f req-57ca7fb7-37ca-468d-818d-317002793948 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:34.849620 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82f24ad1-2948-4b29-ade1-b2b96977a39f req-57ca7fb7-37ca-468d-818d-317002793948 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.4000859 Jul 07 19:22:35.027540 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b40b34-5dd9-49ec-be42-a9975197ffcc x-openstack-request-id: req-39b40b34-5dd9-49ec-be42-a9975197ffcc {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:35.027540 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3ff065-f96e-4a70-84ce-4aad1f1d439a", "tag": "51ccf93f-12dc-4aa9-9989-bfd37ad84e3e", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:35.027717 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39b40b34-5dd9-49ec-be42-a9975197ffcc {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:35.028433 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'tag': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e', 'status': 'completed', 'code': 200} Jul 07 19:22:35.069916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:35.110366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-1510055a-e85f-4def-8764-b0ff2754fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:35.112332 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-1510055a-e85f-4def-8764-b0ff2754fda8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d263cb8b-79f0-4da0-8a25-5c9738f388fe HTTP/1.1" status: 200 len: 854 time: 0.2616317 Jul 07 19:22:35.142254 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82f24ad1-2948-4b29-ade1-b2b96977a39f req-ef2182bc-82b9-4403-b705-8b4833bd0ba0 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760925 Jul 07 19:22:35.164572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:35.241355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-7bd1c606-3ff1-4682-b199-f3b2791048a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:35.252487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-7bd1c606-3ff1-4682-b199-f3b2791048a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e4885f1-69c9-4b78-809b-8db34ef27318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064398 Jul 07 19:22:35.358704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8535-0094-4d5f-b735-219538aafbde req-4ab23bef-09f4-4217-9c01-c5b6e90588cd tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:35.360314 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-caac8535-0094-4d5f-b735-219538aafbde req-4ab23bef-09f4-4217-9c01-c5b6e90588cd tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 945 time: 0.2023039 Jul 07 19:22:35.487769 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-caac8535-0094-4d5f-b735-219538aafbde req-aabfbcf0-3f05-4a37-9c2a-b0c94df4164b tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186187 Jul 07 19:22:35.517109 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 49506b43-9f44-4009-b20c-3d51b15d5186 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:35.544835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2437d68d-8d87-45a9-92c6-bf99b3a4f41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:35.549946 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7316ec-d62b-4ad5-8131-791b3c285f19" -d '{"events": [{"server_uuid": "2437d68d-8d87-45a9-92c6-bf99b3a4f41b", "name": "network-vif-plugged", "status": "completed", "tag": "b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:35.558008 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.591031 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-1db8ce87-a5e3-4878-b3a5-fc65a985cd84 service neutron] 10.222.0.48 "GET /v2.0/networks/0e4885f1-69c9-4b78-809b-8db34ef27318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300693 Jul 07 19:22:35.619736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 49506b43-9f44-4009-b20c-3d51b15d5186 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:35.620488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 49506b43-9f44-4009-b20c-3d51b15d5186 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:35.671982 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ef36e230-eb9e-43cf-b68f-0b59effec9f1 req-dbc8185e-f6f7-46f8-aa66-57cd736780c5 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=106a3404-f0e5-4d89-95f3-bc45d72a4f9a HTTP/1.1" status: 200 len: 210 time: 0.0737336 Jul 07 19:22:35.727111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac64f83-7be7-4275-a294-ece477a92355 req-cd6de9ee-7d41-418d-812a-c19d0be18b05 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:35.728879 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6ac64f83-7be7-4275-a294-ece477a92355 req-cd6de9ee-7d41-418d-812a-c19d0be18b05 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 943 time: 0.2885990 Jul 07 19:22:35.902290 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6ac64f83-7be7-4275-a294-ece477a92355 req-304f2f02-b618-44ca-ae41-7435d1260b54 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660388 Jul 07 19:22:35.983852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9911e81a-f8be-4880-9f35-fbe511a03993 req-0b17c3be-1c3d-45c6-858d-b7f1440a09b5 service neutron] 10.222.0.48 "GET /v2.0/networks/0e4885f1-69c9-4b78-809b-8db34ef27318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851175 Jul 07 19:22:36.009048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ce297-79f2-4e78-869b-50660c1747fd req-3c6e86c1-207f-444f-af91-93d93283f56c tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:36.020407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e83ce297-79f2-4e78-869b-50660c1747fd req-3c6e86c1-207f-444f-af91-93d93283f56c tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 945 time: 0.1749320 Jul 07 19:22:36.088158 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e83ce297-79f2-4e78-869b-50660c1747fd req-7d780dd1-527d-4c9b-8890-67a342418902 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665731 Jul 07 19:22:36.202044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593cf24-781f-4c96-8dc9-eb67e1e3f402 req-0b1ff2bf-3370-4871-8a82-37c034d0ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:36.205614 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c593cf24-781f-4c96-8dc9-eb67e1e3f402 req-0b1ff2bf-3370-4871-8a82-37c034d0ba4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8affe05550d544f5ba8eb28dd6f8d58d&device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 1094 time: 0.1464705 Jul 07 19:22:36.248545 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb8fce7-4f8c-482c-b735-137a0096f13f x-openstack-request-id: req-acb8fce7-4f8c-482c-b735-137a0096f13f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:36.250830 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2437d68d-8d87-45a9-92c6-bf99b3a4f41b", "name": "network-vif-plugged", "status": "completed", "tag": "b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:36.251255 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-acb8fce7-4f8c-482c-b735-137a0096f13f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:36.251684 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2437d68d-8d87-45a9-92c6-bf99b3a4f41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1', 'code': 200} Jul 07 19:22:36.423071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1796ec2-43de-4893-b0a1-a510fd7468b7 req-b39fee8d-02ef-4ba8-aad4-12b84e8862ba tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:36.433682 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a1796ec2-43de-4893-b0a1-a510fd7468b7 req-b39fee8d-02ef-4ba8-aad4-12b84e8862ba tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 944 time: 0.2537186 Jul 07 19:22:36.491073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593cf24-781f-4c96-8dc9-eb67e1e3f402 req-4363017f-1629-4ccb-821d-b059108bd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:36.492840 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c593cf24-781f-4c96-8dc9-eb67e1e3f402 req-4363017f-1629-4ccb-821d-b059108bd256 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e4885f1-69c9-4b78-809b-8db34ef27318 HTTP/1.1" status: 200 len: 916 time: 0.2560899 Jul 07 19:22:36.557244 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:22:36.561961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c593cf24-781f-4c96-8dc9-eb67e1e3f402 req-80b1bf94-69aa-4760-ac31-a7a9de0384cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e HTTP/1.1" status: 200 len: 217 time: 0.0613232 Jul 07 19:22:36.595966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a1796ec2-43de-4893-b0a1-a510fd7468b7 req-aea61902-d776-42a6-bf9f-f45647faac55 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609793 Jul 07 19:22:36.712669 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2c5aec5-046b-4122-b33a-525e3f32189f req-b4415b52-034e-4aee-b838-993d650b6bbd tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1590632479&fields=id&tenant_id=8013c0635e5a462ea781d7479370a19c HTTP/1.1" status: 200 len: 267 time: 0.0603168 Jul 07 19:22:36.790308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff8ca8-33f0-47ce-84aa-07ad25fdaff4 req-90ad361f-156b-4a78-8063-919ba5419834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:36.798469 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bbff8ca8-33f0-47ce-84aa-07ad25fdaff4 req-90ad361f-156b-4a78-8063-919ba5419834 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 1096 time: 0.4322848 Jul 07 19:22:36.818247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5aec5-046b-4122-b33a-525e3f32189f req-009f53ae-3ff2-4d4d-a029-f2a3062551ef tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:36.827755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2c5aec5-046b-4122-b33a-525e3f32189f req-009f53ae-3ff2-4d4d-a029-f2a3062551ef tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 945 time: 0.1120782 Jul 07 19:22:36.834427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a2c5aec5-046b-4122-b33a-525e3f32189f req-9942df7a-15b8-4af0-ae5c-f502e27cf96e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'port': {'security_groups': ['50602707-ee29-4856-9d03-3e778aa9dffe', 'b36371c5-4cbb-4122-877d-4f120c029c4d']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:36.856722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59460) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:36.867577 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593cf24-781f-4c96-8dc9-eb67e1e3f402 req-049e8c1e-8ef3-4d6e-ab09-3e0991276ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:36.869540 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c593cf24-781f-4c96-8dc9-eb67e1e3f402 req-049e8c1e-8ef3-4d6e-ab09-3e0991276ce0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d263cb8b-79f0-4da0-8a25-5c9738f388fe HTTP/1.1" status: 200 len: 854 time: 0.2724936 Jul 07 19:22:36.997444 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a2c5aec5-046b-4122-b33a-525e3f32189f req-9942df7a-15b8-4af0-ae5c-f502e27cf96e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.039375 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482a4ac2-a767-4fc3-9999-14ade5bd5386', 'name': 'network-vif-deleted', 'tag': '49506b43-9f44-4009-b20c-3d51b15d5186'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:37.043572 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ae8e24-7e13-40c7-8b02-221613afec08" -d '{"events": [{"server_uuid": "482a4ac2-a767-4fc3-9999-14ade5bd5386", "name": "network-vif-deleted", "tag": "49506b43-9f44-4009-b20c-3d51b15d5186"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:37.057349 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bbff8ca8-33f0-47ce-84aa-07ad25fdaff4 req-72a78c36-6c55-4a6f-a794-e844d8cf073b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387156 Jul 07 19:22:37.298429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2dea0-39c2-4a3c-b9dd-9fa026febcf0 req-3f367539-229e-4c3d-ab88-e1bb7dd79aa0 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:37.309905 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbb2dea0-39c2-4a3c-b9dd-9fa026febcf0 req-3f367539-229e-4c3d-ab88-e1bb7dd79aa0 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.3980348 Jul 07 19:22:37.340608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593cf24-781f-4c96-8dc9-eb67e1e3f402 req-baf718a7-83be-4767-81ba-6087c178eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:37.346211 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c593cf24-781f-4c96-8dc9-eb67e1e3f402 req-baf718a7-83be-4767-81ba-6087c178eb72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e4885f1-69c9-4b78-809b-8db34ef27318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4559705 Jul 07 19:22:37.365511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a2c5aec5-046b-4122-b33a-525e3f32189f req-9942df7a-15b8-4af0-ae5c-f502e27cf96e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] For port ed311b6b-3a77-4b7a-8d27-611635edbb42, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ed311b6b-3a77-4b7a-8d27-611635edbb42,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:37.430074 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a2c5aec5-046b-4122-b33a-525e3f32189f req-9942df7a-15b8-4af0-ae5c-f502e27cf96e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.436438 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a2c5aec5-046b-4122-b33a-525e3f32189f req-9942df7a-15b8-4af0-ae5c-f502e27cf96e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.451818 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ed311b6b-3a77-4b7a-8d27-611635edbb42'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:37.455294 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:37.527906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942df7a-15b8-4af0-ae5c-f502e27cf96e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'Port': ['ID=ed311b6b-3a77-4b7a-8d27-611635edbb42,revision_number=6']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:37.546935 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:37.579456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5aec5-046b-4122-b33a-525e3f32189f req-9942df7a-15b8-4af0-ae5c-f502e27cf96e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:37.582456 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a2c5aec5-046b-4122-b33a-525e3f32189f req-9942df7a-15b8-4af0-ae5c-f502e27cf96e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.596632 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2c5aec5-046b-4122-b33a-525e3f32189f req-9942df7a-15b8-4af0-ae5c-f502e27cf96e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "PUT /v2.0/ports/ed311b6b-3a77-4b7a-8d27-611635edbb42 HTTP/1.1" status: 200 len: 981 time: 0.7676802 Jul 07 19:22:37.599471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c60bf1e-e574-4e35-8c73-0b9b163354c5', 'tag': 'ed311b6b-3a77-4b7a-8d27-611635edbb42'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:37.611189 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d696a79d-9f53-4fed-aea4-b13d2eb27222" -d '{"events": [{"name": "network-changed", "server_uuid": "2c60bf1e-e574-4e35-8c73-0b9b163354c5", "tag": "ed311b6b-3a77-4b7a-8d27-611635edbb42"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:37.825195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ed311b6b-3a77-4b7a-8d27-611635edbb42'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:37.863634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbb2dea0-39c2-4a3c-b9dd-9fa026febcf0 req-7619976e-d940-4eae-947f-fbb26e390ae5 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533376 Jul 07 19:22:37.881784 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-112947b4-bc30-4f2e-a506-0c9f13fdc7f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb23d33203ea4a008c259da67231e720&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0193882 Jul 07 19:22:37.882002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59484) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:37.990140 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c593cf24-781f-4c96-8dc9-eb67e1e3f402 req-13df5e58-9b98-4e87-a4bd-29b347762c2d service neutron] 10.222.0.48 "GET /v2.0/networks/0e4885f1-69c9-4b78-809b-8db34ef27318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159370 Jul 07 19:22:37.997767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:38.024311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:38.030828 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.031636 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-06045d10-d1ba-4bfe-9c83-696058083764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.092620 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-06045d10-d1ba-4bfe-9c83-696058083764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.132321 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8afd15a-9f03-4603-9363-904565192fbe x-openstack-request-id: req-d8afd15a-9f03-4603-9363-904565192fbe {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:38.134636 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482a4ac2-a767-4fc3-9999-14ade5bd5386", "name": "network-vif-deleted", "tag": "49506b43-9f44-4009-b20c-3d51b15d5186", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:38.134973 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8afd15a-9f03-4603-9363-904565192fbe {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:38.135820 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482a4ac2-a767-4fc3-9999-14ade5bd5386', 'name': 'network-vif-deleted', 'tag': '49506b43-9f44-4009-b20c-3d51b15d5186', 'status': 'completed', 'code': 200} Jul 07 19:22:38.224337 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39164f0e-076d-4cde-b9c1-c59da4bc771b req-5b37d219-b412-40d6-ab89-cd23eb977c04 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/b36371c5-4cbb-4122-877d-4f120c029c4d HTTP/1.1" status: 200 len: 1801 time: 0.0945628 Jul 07 19:22:38.303092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45797db-f6da-454a-baa8-2e3b99765338 req-d6c0e659-9411-40da-bb75-c84bb019295a tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:38.306834 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c593cf24-781f-4c96-8dc9-eb67e1e3f402 req-65038223-8398-408c-8f1f-5ced6d93a555 service neutron] 10.222.0.48 "GET /v2.0/networks/0e4885f1-69c9-4b78-809b-8db34ef27318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110716 Jul 07 19:22:38.326299 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f45797db-f6da-454a-baa8-2e3b99765338 req-d6c0e659-9411-40da-bb75-c84bb019295a tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 943 time: 0.1973381 Jul 07 19:22:38.387942 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-39164f0e-076d-4cde-b9c1-c59da4bc771b req-5f1343a5-8c7e-4abb-9e61-f57035db9040 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 19:22:38.403948 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f45797db-f6da-454a-baa8-2e3b99765338 req-21f1cda5-d82d-493e-9884-7c6d9b998649 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740373 Jul 07 19:22:38.404627 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39164f0e-076d-4cde-b9c1-c59da4bc771b req-5f1343a5-8c7e-4abb-9e61-f57035db9040 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "DELETE /v2.0/security-groups/b36371c5-4cbb-4122-877d-4f120c029c4d HTTP/1.1" status: 409 len: 341 time: 0.1660111 Jul 07 19:22:38.404832 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-06045d10-d1ba-4bfe-9c83-696058083764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.408350 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-06045d10-d1ba-4bfe-9c83-696058083764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.415244 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-06045d10-d1ba-4bfe-9c83-696058083764 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7cb32850-a968-4996-becf-3767131bd5e3 HTTP/1.1" status: 204 len: 168 time: 0.5312006 Jul 07 19:22:38.424610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06045d10-d1ba-4bfe-9c83-696058083764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb32850-a968-4996-becf-3767131bd5e3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:38.477035 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa5d266-5024-4b04-befd-2c152db163a2 x-openstack-request-id: req-1aa5d266-5024-4b04-befd-2c152db163a2 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:38.482505 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c60bf1e-e574-4e35-8c73-0b9b163354c5", "tag": "ed311b6b-3a77-4b7a-8d27-611635edbb42", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:38.483622 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1aa5d266-5024-4b04-befd-2c152db163a2 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:38.484542 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c60bf1e-e574-4e35-8c73-0b9b163354c5', 'tag': 'ed311b6b-3a77-4b7a-8d27-611635edbb42', 'status': 'completed', 'code': 200} Jul 07 19:22:38.524364 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.600846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fecaf8-8b37-454c-8312-5e9858d3d7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:38.603296 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20751b6c-aad5-46b6-b737-91c21fe2b737" -d '{"events": [{"server_uuid": "61fecaf8-8b37-454c-8312-5e9858d3d7b8", "name": "network-vif-plugged", "status": "completed", "tag": "e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:38.659597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696a79d-9f53-4fed-aea4-b13d2eb27222 req-6fbb1fd6-59fc-4603-a041-8b5c5f004422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:38.661129 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d696a79d-9f53-4fed-aea4-b13d2eb27222 req-6fbb1fd6-59fc-4603-a041-8b5c5f004422 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8013c0635e5a462ea781d7479370a19c&device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 1135 time: 0.1521080 Jul 07 19:22:38.664174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:38.697627 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.774230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6da839-861e-4aec-9bc1-6b9565674f9e req-7fdbcaf9-6134-4eed-9de2-f279a52e482e tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:38.786133 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bc6da839-861e-4aec-9bc1-6b9565674f9e req-7fdbcaf9-6134-4eed-9de2-f279a52e482e tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.0919235 Jul 07 19:22:38.789022 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f66ec3c4-40d4-48de-a360-8b45af097995 req-47463e52-86a7-4779-ba57-b12cedcdd18b tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0899220 Jul 07 19:22:38.839993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696a79d-9f53-4fed-aea4-b13d2eb27222 req-30ec4802-291e-46e6-870a-cdc382b2da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:38.841881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d696a79d-9f53-4fed-aea4-b13d2eb27222 req-30ec4802-291e-46e6-870a-cdc382b2da4d service neutron] 10.222.0.110 "GET /v2.0/networks?id=cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 200 len: 914 time: 0.1731455 Jul 07 19:22:38.860117 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bc6da839-861e-4aec-9bc1-6b9565674f9e req-a3978693-b123-4a5b-a287-84d9793e1890 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678759 Jul 07 19:22:38.906622 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d696a79d-9f53-4fed-aea4-b13d2eb27222 req-aa51a587-d155-4edf-bcbf-0fa5097690c7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed311b6b-3a77-4b7a-8d27-611635edbb42 HTTP/1.1" status: 200 len: 217 time: 0.0577841 Jul 07 19:22:38.923083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:38.955798 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59502) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:39.005741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696a79d-9f53-4fed-aea4-b13d2eb27222 req-c1750da5-c8e6-4c23-becc-230336e7bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:39.008421 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d696a79d-9f53-4fed-aea4-b13d2eb27222 req-c1750da5-c8e6-4c23-becc-230336e7bd01 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b851c974-dd68-4406-b39a-8ec255ef1d95 HTTP/1.1" status: 200 len: 853 time: 0.0931742 Jul 07 19:22:39.062355 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c580fa5a-c2ad-4ace-a057-152c1816de13 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b944150f42d425382642e58f75b2549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037743 Jul 07 19:22:39.065644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59506) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:39.081817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d696a79d-9f53-4fed-aea4-b13d2eb27222 req-572e052c-e9a2-4968-8417-42e8e1192a77 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=cea8a610-b406-49f2-8da2-81e7cdd1045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669384 Jul 07 19:22:39.152026 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37ebc198-23f0-4bb1-bd54-59dad83ca44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.190087 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37ebc198-23f0-4bb1-bd54-59dad83ca44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.307534 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37ebc198-23f0-4bb1-bd54-59dad83ca44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.310826 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37ebc198-23f0-4bb1-bd54-59dad83ca44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.313878 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-37ebc198-23f0-4bb1-bd54-59dad83ca44a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4bded35b-f1cc-4b73-a39e-f002b5063ae5 HTTP/1.1" status: 204 len: 168 time: 0.2454419 Jul 07 19:22:39.330586 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5968256-b9c1-4cdb-bb54-233347c3fcab x-openstack-request-id: req-b5968256-b9c1-4cdb-bb54-233347c3fcab {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:39.330920 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fecaf8-8b37-454c-8312-5e9858d3d7b8", "name": "network-vif-plugged", "status": "completed", "tag": "e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:39.331283 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5968256-b9c1-4cdb-bb54-233347c3fcab {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:39.331705 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fecaf8-8b37-454c-8312-5e9858d3d7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2', 'code': 200} Jul 07 19:22:39.336053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebc198-23f0-4bb1-bd54-59dad83ca44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bded35b-f1cc-4b73-a39e-f002b5063ae5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:39.379400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d696a79d-9f53-4fed-aea4-b13d2eb27222 req-50b02188-b708-4a63-aada-0a8ff45ca551 service neutron] 10.222.0.110 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818139 Jul 07 19:22:39.772956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca0a42-9eae-4cfe-a450-0df299b106da req-db49651c-08d8-4d65-925c-16831976cddd tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:39.775044 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-30ca0a42-9eae-4cfe-a450-0df299b106da req-db49651c-08d8-4d65-925c-16831976cddd tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.1914062 Jul 07 19:22:39.779954 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d696a79d-9f53-4fed-aea4-b13d2eb27222 req-1e048656-e87f-4435-888f-30954b09d52e service neutron] 10.222.0.110 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811891 Jul 07 19:22:39.783611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e32f-51f6-4ff3-be5b-f7f1e800aa56 req-2efef052-ac99-4194-b7b0-a140c47ed97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:39.788448 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8044e32f-51f6-4ff3-be5b-f7f1e800aa56 req-2efef052-ac99-4194-b7b0-a140c47ed97a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 1096 time: 0.2670798 Jul 07 19:22:39.814456 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.859847 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-30ca0a42-9eae-4cfe-a450-0df299b106da req-d1891158-1f76-41a0-bd36-2dec85b2a262 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768831 Jul 07 19:22:39.863939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375c02d-cb4b-4952-83a8-c1af41e17e7a req-2ffeeb26-1e8c-47eb-b8f8-c66959ec52ce tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:39.866331 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2375c02d-cb4b-4952-83a8-c1af41e17e7a req-2ffeeb26-1e8c-47eb-b8f8-c66959ec52ce tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 984 time: 0.1983144 Jul 07 19:22:39.943406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8044e32f-51f6-4ff3-be5b-f7f1e800aa56 req-d5107cda-c3bd-4bf6-be10-e160fe48e32c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395195 Jul 07 19:22:40.013716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2375c02d-cb4b-4952-83a8-c1af41e17e7a req-4d30e49e-28ca-4eb8-8ff8-fa3043ca69a5 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=b36371c5-4cbb-4122-877d-4f120c029c4d&id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1166782 Jul 07 19:22:40.048131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83a136-94c2-4aa6-956c-266712300798 req-83136447-7bec-4987-9fe8-6b212bc4322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:40.053336 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc83a136-94c2-4aa6-956c-266712300798 req-83136447-7bec-4987-9fe8-6b212bc4322d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8013c0635e5a462ea781d7479370a19c&device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 1135 time: 0.1781569 Jul 07 19:22:40.245260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7789400-9208-4794-b4a8-538b853f6f56 req-ece414eb-32e7-418a-9db3-ae2acae53041 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:40.260133 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7789400-9208-4794-b4a8-538b853f6f56 req-ece414eb-32e7-418a-9db3-ae2acae53041 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 943 time: 0.1568024 Jul 07 19:22:40.294229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83a136-94c2-4aa6-956c-266712300798 req-3fa05a38-6f80-4a8c-abed-f36724ce1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:40.296246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc83a136-94c2-4aa6-956c-266712300798 req-3fa05a38-6f80-4a8c-abed-f36724ce1401 service neutron] 10.222.0.110 "GET /v2.0/networks?id=cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 200 len: 914 time: 0.2201300 Jul 07 19:22:40.339513 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7789400-9208-4794-b4a8-538b853f6f56 req-26cf22e1-89e4-4c0f-9432-f0f3a6f7977e tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694740 Jul 07 19:22:40.372437 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-371dc6df-6ce6-4a26-abfa-14feb62c7be2 req-7333734e-b8bf-477b-9664-a8202f9d322e tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0748856 Jul 07 19:22:40.475458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc83a136-94c2-4aa6-956c-266712300798 req-4e3368ad-8822-494e-865e-14dcc02cbdf8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed311b6b-3a77-4b7a-8d27-611635edbb42 HTTP/1.1" status: 200 len: 217 time: 0.1628335 Jul 07 19:22:40.571147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83a136-94c2-4aa6-956c-266712300798 req-1bd6b47e-e836-459f-909d-64015b54a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:40.573042 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc83a136-94c2-4aa6-956c-266712300798 req-1bd6b47e-e836-459f-909d-64015b54a94b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b851c974-dd68-4406-b39a-8ec255ef1d95 HTTP/1.1" status: 200 len: 853 time: 0.0782244 Jul 07 19:22:40.614437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94ab86-ceb8-4e15-89a8-141a30061f0f req-2f3094ea-a27e-4491-9258-14db1345d0cd tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:40.626326 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b94ab86-ceb8-4e15-89a8-141a30061f0f req-2f3094ea-a27e-4491-9258-14db1345d0cd tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1171260 Jul 07 19:22:40.715670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b94ab86-ceb8-4e15-89a8-141a30061f0f req-d9b62cb4-544c-4903-abf1-1e8b85b29825 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840416 Jul 07 19:22:40.722498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc83a136-94c2-4aa6-956c-266712300798 req-6482d9fd-0300-4a6d-8489-a1a5994f432c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=cea8a610-b406-49f2-8da2-81e7cdd1045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351705 Jul 07 19:22:40.859883 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc83a136-94c2-4aa6-956c-266712300798 req-983ab66a-d33a-4b70-8d9a-d61f019615c2 service neutron] 10.222.0.110 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237655 Jul 07 19:22:41.018735 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc83a136-94c2-4aa6-956c-266712300798 req-a27d1eac-b5fb-4653-980e-3c2766b34534 service neutron] 10.222.0.110 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489344 Jul 07 19:22:41.274456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a09c36-20ce-4b45-acf8-0818d378a220 req-f30d8cf5-2425-46c4-a763-8eda5436c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:41.280862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94a09c36-20ce-4b45-acf8-0818d378a220 req-f30d8cf5-2425-46c4-a763-8eda5436c7dc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 1096 time: 0.1901195 Jul 07 19:22:41.336202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b6ba6-ecec-4246-9072-cbf3c9f17dbe req-055ee518-2af2-48a6-8e03-135198b80b04 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:41.338222 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c3b6ba6-ecec-4246-9072-cbf3c9f17dbe req-055ee518-2af2-48a6-8e03-135198b80b04 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.1051400 Jul 07 19:22:41.440537 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c3b6ba6-ecec-4246-9072-cbf3c9f17dbe req-423c39d5-aed2-44d9-b175-edf84ee91322 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898678 Jul 07 19:22:41.642379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b2e0-df84-4680-beea-8335e9d9d6c0 req-ce8e50cf-4dab-41d1-9efc-ce8116166ca8 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:41.644154 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0803b2e0-df84-4680-beea-8335e9d9d6c0 req-ce8e50cf-4dab-41d1-9efc-ce8116166ca8 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 984 time: 0.3570001 Jul 07 19:22:41.677175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a09c36-20ce-4b45-acf8-0818d378a220 req-06a7901d-2b74-441d-9514-57173cd3b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:41.679186 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94a09c36-20ce-4b45-acf8-0818d378a220 req-06a7901d-2b74-441d-9514-57173cd3b18a service neutron] 10.222.0.110 "GET /v2.0/networks?id=bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 200 len: 917 time: 0.3770146 Jul 07 19:22:41.774652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308ed2d-be72-49c2-a1b9-15fcca916b17 req-a9a5c8a8-5dd1-402e-9ecf-da777d4a1332 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:41.776502 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4308ed2d-be72-49c2-a1b9-15fcca916b17 req-a9a5c8a8-5dd1-402e-9ecf-da777d4a1332 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 943 time: 0.1190026 Jul 07 19:22:41.807544 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0803b2e0-df84-4680-beea-8335e9d9d6c0 req-ab688930-e17d-4f14-af5d-b6bb76f52099 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=b36371c5-4cbb-4122-877d-4f120c029c4d&id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1494257 Jul 07 19:22:41.808918 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94a09c36-20ce-4b45-acf8-0818d378a220 req-373cf310-95c7-4fac-9cf2-58ca502d7e93 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0a9033d-a95b-4fb9-8106-d09c0fc51fad HTTP/1.1" status: 200 len: 217 time: 0.1142540 Jul 07 19:22:41.865896 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4308ed2d-be72-49c2-a1b9-15fcca916b17 req-df85100b-c9d4-4fdb-b28a-c98b657307b6 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829122 Jul 07 19:22:41.977614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a09c36-20ce-4b45-acf8-0818d378a220 req-7ed32c34-b809-4ceb-aeb5-eb3682d6fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:41.986943 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94a09c36-20ce-4b45-acf8-0818d378a220 req-7ed32c34-b809-4ceb-aeb5-eb3682d6fa28 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=411ca88b-6487-40a2-a761-796f59893af9 HTTP/1.1" status: 200 len: 855 time: 0.1634932 Jul 07 19:22:42.142316 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-db5b28a1-5554-46e1-a374-7e3d3d460458 req-d40b3509-f2ff-4132-9a21-b4f321988891 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=106a3404-f0e5-4d89-95f3-bc45d72a4f9a HTTP/1.1" status: 200 len: 210 time: 0.0526612 Jul 07 19:22:42.165477 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2e3ba91-82cd-4b2e-9577-346a5339beeb req-59c20c11-1498-45a0-a4af-f42e28aff87e tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0615418 Jul 07 19:22:42.198183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a09c36-20ce-4b45-acf8-0818d378a220 req-196949e8-f9d7-4b9b-b641-9edc71ab3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:42.204705 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94a09c36-20ce-4b45-acf8-0818d378a220 req-196949e8-f9d7-4b9b-b641-9edc71ab3aab service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bae55246-1299-4071-9510-5afe92afa539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2090731 Jul 07 19:22:42.269109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fd515-8e69-45d7-b994-d383034e0cbd req-4275b3c1-9ac1-497f-85a7-19580a929cd0 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:42.276967 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d36fd515-8e69-45d7-b994-d383034e0cbd req-4275b3c1-9ac1-497f-85a7-19580a929cd0 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1479542 Jul 07 19:22:42.344532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d36fd515-8e69-45d7-b994-d383034e0cbd req-2ddeb5f0-cef9-4182-88c8-ca6c5fbb705f tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656977 Jul 07 19:22:42.366840 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94a09c36-20ce-4b45-acf8-0818d378a220 req-cb52a5ee-ef7b-4a2d-830a-dfe317425513 service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477873 Jul 07 19:22:42.506334 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94a09c36-20ce-4b45-acf8-0818d378a220 req-dbcf0adc-f257-4510-b75f-466e4b374c75 service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260111 Jul 07 19:22:42.817403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d70970-4ad7-4820-9e41-95d3568dace0 req-f8bfddc1-c6ff-49af-94fc-6022bca4d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:42.820642 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3d70970-4ad7-4820-9e41-95d3568dace0 req-f8bfddc1-c6ff-49af-94fc-6022bca4d784 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 1096 time: 0.1196687 Jul 07 19:22:42.933081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf748f0-ebf0-4dca-93e0-4b750616e689 req-5ca92d1c-6eff-4323-b266-ec6f9944e304 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:42.937406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bdf748f0-ebf0-4dca-93e0-4b750616e689 req-5ca92d1c-6eff-4323-b266-ec6f9944e304 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1002638 Jul 07 19:22:42.942861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8494398-542e-414f-addd-2bfe4d0f13fe req-567f65c5-ac18-44b8-abf7-94106f2eb771 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:42.952451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b8494398-542e-414f-addd-2bfe4d0f13fe req-567f65c5-ac18-44b8-abf7-94106f2eb771 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.1829598 Jul 07 19:22:43.021121 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b8494398-542e-414f-addd-2bfe4d0f13fe req-0144aee7-b021-4ff8-8a5f-50e3ed34ac51 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637605 Jul 07 19:22:43.026266 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bdf748f0-ebf0-4dca-93e0-4b750616e689 req-ea862db9-c03d-447e-82b6-35e76a403c22 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819652 Jul 07 19:22:43.079682 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d70970-4ad7-4820-9e41-95d3568dace0 req-a9b455e1-442d-4804-9518-c3fa7a3c74be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:43.103168 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3d70970-4ad7-4820-9e41-95d3568dace0 req-a9b455e1-442d-4804-9518-c3fa7a3c74be service neutron] 10.222.0.110 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 919 time: 0.2704499 Jul 07 19:22:43.222928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3d70970-4ad7-4820-9e41-95d3568dace0 req-0c1ef0e8-6761-46d6-90a1-85fd60dc65f9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 HTTP/1.1" status: 200 len: 217 time: 0.0938244 Jul 07 19:22:43.324533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d70970-4ad7-4820-9e41-95d3568dace0 req-070858b1-b51b-4d42-9731-f47c9ec568a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:43.326042 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3d70970-4ad7-4820-9e41-95d3568dace0 req-070858b1-b51b-4d42-9731-f47c9ec568a8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=637b22fd-8e32-4648-80bc-c3a53f1054fc HTTP/1.1" status: 200 len: 858 time: 0.1021941 Jul 07 19:22:43.374135 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3d70970-4ad7-4820-9e41-95d3568dace0 req-4cd782b8-f49b-494a-bb90-5309445337b6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c7a8d583-e305-4105-a7ca-683cce92a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410554 Jul 07 19:22:43.385657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6734a5-95b4-4747-874f-df098cd42072 req-cdb6ab0f-c321-49f3-b91d-06dec2e43f79 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:43.397395 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c6734a5-95b4-4747-874f-df098cd42072 req-cdb6ab0f-c321-49f3-b91d-06dec2e43f79 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 943 time: 0.1377189 Jul 07 19:22:43.418615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a166983-2adb-496b-925a-d42dc8748a63 req-6d321960-ef16-4361-9a6a-5e07df23e7a6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:43.425992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a166983-2adb-496b-925a-d42dc8748a63 req-6d321960-ef16-4361-9a6a-5e07df23e7a6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 984 time: 0.1587787 Jul 07 19:22:43.459229 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c6734a5-95b4-4747-874f-df098cd42072 req-fdf28fff-61ef-4412-ae85-e2f49be2451e tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606892 Jul 07 19:22:43.526450 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a166983-2adb-496b-925a-d42dc8748a63 req-766bb15b-4c93-43e9-a60f-3d9b0ca0445e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=b36371c5-4cbb-4122-877d-4f120c029c4d&id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0987458 Jul 07 19:22:43.578883 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3d70970-4ad7-4820-9e41-95d3568dace0 req-1748030f-d142-4116-be87-c274ba5668a1 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942039 Jul 07 19:22:43.848410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-792b8f04-5715-4da2-af24-d4f1dd065f07 req-f73229f8-2ae7-4522-9db6-2dfecaea2164 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0729415 Jul 07 19:22:43.903367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-300fa0dd-cab8-492b-bb02-4b9067071a9b req-1401448c-49ef-4f72-ac3e-7c06a85a567c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0952213 Jul 07 19:22:43.908213 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3d70970-4ad7-4820-9e41-95d3568dace0 req-5cc1c885-d8bd-4157-b3a3-3e5f8831ab84 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223541 Jul 07 19:22:43.946845 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29291228-45a9-4f24-a757-dae57b896645 req-f5027375-d812-4e49-833e-1330941de9c3 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-188489831&fields=id&tenant_id=8013c0635e5a462ea781d7479370a19c HTTP/1.1" status: 200 len: 267 time: 0.1352921 Jul 07 19:22:44.063820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29291228-45a9-4f24-a757-dae57b896645 req-2570d094-4495-46e9-8a25-2631108c90ec tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:44.066189 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29291228-45a9-4f24-a757-dae57b896645 req-2570d094-4495-46e9-8a25-2631108c90ec tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 984 time: 0.1159773 Jul 07 19:22:44.085088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-29291228-45a9-4f24-a757-dae57b896645 req-eb4b0f91-2b4b-4746-ac42-79257965eb85 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'port': {'security_groups': ['50602707-ee29-4856-9d03-3e778aa9dffe', 'b36371c5-4cbb-4122-877d-4f120c029c4d', '96465834-60ef-47a7-8f7f-7262514c4a80']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:44.109667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59632) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:44.263905 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29291228-45a9-4f24-a757-dae57b896645 req-eb4b0f91-2b4b-4746-ac42-79257965eb85 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.331387 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b8a4c225-9c7d-46a4-86a2-193e93638369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.353232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3f19c-aef5-4ecf-9afc-a67f195ec05f req-899bb7ce-8045-4805-945f-09be9f834cda tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:44.354833 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f1e3f19c-aef5-4ecf-9afc-a67f195ec05f req-899bb7ce-8045-4805-945f-09be9f834cda tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1467452 Jul 07 19:22:44.443090 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f1e3f19c-aef5-4ecf-9afc-a67f195ec05f req-418cf8b8-7394-4887-a5e4-e7542ffc8fc5 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723689 Jul 07 19:22:44.551699 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b8a4c225-9c7d-46a4-86a2-193e93638369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.558204 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b8a4c225-9c7d-46a4-86a2-193e93638369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.604627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4c225-9c7d-46a4-86a2-193e93638369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c142f800-11f3-4492-98e2-ba316c63fab1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:44.608621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-29291228-45a9-4f24-a757-dae57b896645 req-eb4b0f91-2b4b-4746-ac42-79257965eb85 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] For port ed311b6b-3a77-4b7a-8d27-611635edbb42, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ed311b6b-3a77-4b7a-8d27-611635edbb42,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:44.650257 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b8a4c225-9c7d-46a4-86a2-193e93638369 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b952ad31c2a40ceb57ec9c9518449fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387461 Jul 07 19:22:44.653473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59638) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:44.680846 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29291228-45a9-4f24-a757-dae57b896645 req-eb4b0f91-2b4b-4746-ac42-79257965eb85 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.695816 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29291228-45a9-4f24-a757-dae57b896645 req-eb4b0f91-2b4b-4746-ac42-79257965eb85 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.719219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:44.730907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ed311b6b-3a77-4b7a-8d27-611635edbb42'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:44.804511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:22:44.838968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b0f91-2b4b-4746-ac42-79257965eb85 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'Port': ['ID=ed311b6b-3a77-4b7a-8d27-611635edbb42,revision_number=7']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:44.870054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29291228-45a9-4f24-a757-dae57b896645 req-eb4b0f91-2b4b-4746-ac42-79257965eb85 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:44.871490 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-29291228-45a9-4f24-a757-dae57b896645 req-eb4b0f91-2b4b-4746-ac42-79257965eb85 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.872462 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097311e4-9eba-4d9c-8a8d-e4657742cd07 req-e8d9e984-8fb3-48fc-9fb2-64f4b112d6b3 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:44.875066 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-097311e4-9eba-4d9c-8a8d-e4657742cd07 req-e8d9e984-8fb3-48fc-9fb2-64f4b112d6b3 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.2234025 Jul 07 19:22:44.896847 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c27c867b-e353-4767-b251-9a6e02fb356d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.899110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29291228-45a9-4f24-a757-dae57b896645 req-eb4b0f91-2b4b-4746-ac42-79257965eb85 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "PUT /v2.0/ports/ed311b6b-3a77-4b7a-8d27-611635edbb42 HTTP/1.1" status: 200 len: 1020 time: 0.8210032 Jul 07 19:22:44.901534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c60bf1e-e574-4e35-8c73-0b9b163354c5', 'tag': 'ed311b6b-3a77-4b7a-8d27-611635edbb42'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:44.908812 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e763613c-6bb8-451e-a06b-b6924f55136b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c60bf1e-e574-4e35-8c73-0b9b163354c5", "tag": "ed311b6b-3a77-4b7a-8d27-611635edbb42"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:44.929981 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c27c867b-e353-4767-b251-9a6e02fb356d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.021375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ed311b6b-3a77-4b7a-8d27-611635edbb42'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:45.028248 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-097311e4-9eba-4d9c-8a8d-e4657742cd07 req-1abdc145-1b26-44b6-ac3b-3fdf6ac69577 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324234 Jul 07 19:22:45.028865 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c27c867b-e353-4767-b251-9a6e02fb356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.032390 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c27c867b-e353-4767-b251-9a6e02fb356d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.035033 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c27c867b-e353-4767-b251-9a6e02fb356d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c142f800-11f3-4492-98e2-ba316c63fab1 HTTP/1.1" status: 204 len: 168 time: 0.3803713 Jul 07 19:22:45.044909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c867b-e353-4767-b251-9a6e02fb356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c142f800-11f3-4492-98e2-ba316c63fab1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:45.227122 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44688e-8d11-4131-ae23-fcab68544a72 req-0a7a3a01-fda0-4852-a00b-4714575b772b tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:45.231286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd44688e-8d11-4131-ae23-fcab68544a72 req-0a7a3a01-fda0-4852-a00b-4714575b772b tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 943 time: 0.1521935 Jul 07 19:22:45.276388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93e1e7ce-c145-4d91-854b-0f1082f78089 req-3ce6b85f-09fa-43a7-a208-c4e79195588b tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0635748 Jul 07 19:22:45.363470 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd44688e-8d11-4131-ae23-fcab68544a72 req-e92ad4df-e424-4b5a-90c8-16ade5726961 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267569 Jul 07 19:22:45.450211 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8554775e-bb2a-4ea2-a29e-e6abeb30f8fd req-9046bac2-8e69-42f2-83bf-579f8c68c32e tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/96465834-60ef-47a7-8f7f-7262514c4a80 HTTP/1.1" status: 200 len: 1801 time: 0.0705144 Jul 07 19:22:45.471437 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e,segment=NetworkSegment(b4a9fa5b-a805-46fa-a3ba-00d4dd658415),segment_id=b4a9fa5b-a805-46fa-a3ba-00d4dd658415)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:45.505698 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4fa3ad-8400-4369-89df-97eec1451c20 x-openstack-request-id: req-3f4fa3ad-8400-4369-89df-97eec1451c20 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:45.506010 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c60bf1e-e574-4e35-8c73-0b9b163354c5", "tag": "ed311b6b-3a77-4b7a-8d27-611635edbb42", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:45.506288 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f4fa3ad-8400-4369-89df-97eec1451c20 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:45.506697 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c60bf1e-e574-4e35-8c73-0b9b163354c5', 'tag': 'ed311b6b-3a77-4b7a-8d27-611635edbb42', 'status': 'completed', 'code': 200} Jul 07 19:22:45.564662 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-8554775e-bb2a-4ea2-a29e-e6abeb30f8fd req-276ff8c7-8f96-4024-8beb-2d1b6b558fc6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 19:22:45.578319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8554775e-bb2a-4ea2-a29e-e6abeb30f8fd req-276ff8c7-8f96-4024-8beb-2d1b6b558fc6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "DELETE /v2.0/security-groups/96465834-60ef-47a7-8f7f-7262514c4a80 HTTP/1.1" status: 409 len: 341 time: 0.1269574 Jul 07 19:22:45.657640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'port_id': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e', 'mac_address': 'fa:16:3e:0e:67:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:22:45.713498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59662) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:45.737137 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78811922-fc8a-4a60-96a7-6cb73b17997a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.745623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763613c-6bb8-451e-a06b-b6924f55136b req-8515e755-d6d0-44af-a24f-baa82270ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:45.755975 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e763613c-6bb8-451e-a06b-b6924f55136b req-8515e755-d6d0-44af-a24f-baa82270ebae service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8013c0635e5a462ea781d7479370a19c&device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 1174 time: 0.1737719 Jul 07 19:22:45.972673 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78811922-fc8a-4a60-96a7-6cb73b17997a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.979817 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78811922-fc8a-4a60-96a7-6cb73b17997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.027690 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.065367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763613c-6bb8-451e-a06b-b6924f55136b req-14d4ecfe-1331-4448-a694-62df2b8658d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:46.068243 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e763613c-6bb8-451e-a06b-b6924f55136b req-14d4ecfe-1331-4448-a694-62df2b8658d4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 200 len: 914 time: 0.3035305 Jul 07 19:22:46.085915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcb3f2-d577-495d-b759-cdde2db62a69 req-2fe57678-0e2c-4955-8adf-542fb6f2f5d0 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:46.094362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fdcb3f2-d577-495d-b759-cdde2db62a69 req-2fe57678-0e2c-4955-8adf-542fb6f2f5d0 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2845173 Jul 07 19:22:46.109190 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-78811922-fc8a-4a60-96a7-6cb73b17997a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0d1cc35a7e54daf81351b5022f9d963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911438 Jul 07 19:22:46.109448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59666) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:46.127685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:46.176207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78811922-fc8a-4a60-96a7-6cb73b17997a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0619f0-266e-40e9-95b9-444db140b18c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:46.177153 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e763613c-6bb8-451e-a06b-b6924f55136b req-442b2a30-3739-4b11-9064-4e7dc7da9019 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed311b6b-3a77-4b7a-8d27-611635edbb42 HTTP/1.1" status: 200 len: 217 time: 0.0616522 Jul 07 19:22:46.193736 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fdcb3f2-d577-495d-b759-cdde2db62a69 req-ecb66416-0faf-4da0-ac4f-a9e29663f11b tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944083 Jul 07 19:22:46.206064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e,segment=NetworkSegment(b4a9fa5b-a805-46fa-a3ba-00d4dd658415),segment_id=b4a9fa5b-a805-46fa-a3ba-00d4dd658415)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:46.236032 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.255066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c070ea-c680-4333-b6dd-5b8d4ee7c815 req-70693587-3bf7-4dcb-946e-1b605ea5a56b tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:46.266071 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-66c070ea-c680-4333-b6dd-5b8d4ee7c815 req-70693587-3bf7-4dcb-946e-1b605ea5a56b tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.2546556 Jul 07 19:22:46.303073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763613c-6bb8-451e-a06b-b6924f55136b req-b99064a1-913f-47ed-9e81-fdf3d9c85a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:46.303515 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2452096c-66c6-471b-a42a-e1e041de9c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.306646 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e763613c-6bb8-451e-a06b-b6924f55136b req-b99064a1-913f-47ed-9e81-fdf3d9c85a5c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b851c974-dd68-4406-b39a-8ec255ef1d95 HTTP/1.1" status: 200 len: 853 time: 0.1114652 Jul 07 19:22:46.331553 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2452096c-66c6-471b-a42a-e1e041de9c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.384090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e763613c-6bb8-451e-a06b-b6924f55136b req-448e4c3c-2792-4da9-a261-9a296630c858 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=cea8a610-b406-49f2-8da2-81e7cdd1045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639369 Jul 07 19:22:46.410916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:46.435418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-66c070ea-c680-4333-b6dd-5b8d4ee7c815 req-b78f1040-bb3e-4b7c-80e2-b0a97169d96b tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678438 Jul 07 19:22:46.472017 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2452096c-66c6-471b-a42a-e1e041de9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.474729 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2452096c-66c6-471b-a42a-e1e041de9c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.475995 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2452096c-66c6-471b-a42a-e1e041de9c44 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cc0619f0-266e-40e9-95b9-444db140b18c HTTP/1.1" status: 204 len: 168 time: 0.3655484 Jul 07 19:22:46.488535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452096c-66c6-471b-a42a-e1e041de9c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0619f0-266e-40e9-95b9-444db140b18c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:46.684797 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c6a38b51-0d96-4f2e-b627-b7f2484be0be req-4a1c782f-db34-4b2c-a238-57c754f7dbf1 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0867682 Jul 07 19:22:46.689952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['51ccf93f-12dc-4aa9-9989-bfd37ad84e3e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:47.016420 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e763613c-6bb8-451e-a06b-b6924f55136b req-4e4ead40-b80f-49fb-96f5-56c0f36c93fc service neutron] 10.222.0.110 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248684 Jul 07 19:22:47.024920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac5949-3f4c-43c9-9617-fae77774fa1c req-04db25ec-0a32-4ab1-b6f9-d3b2defa0710 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:47.026404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40ac5949-3f4c-43c9-9617-fae77774fa1c req-04db25ec-0a32-4ab1-b6f9-d3b2defa0710 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 944 time: 0.1419168 Jul 07 19:22:47.055832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bb431-3216-4684-8884-b27136decc38 req-137cffdd-40e1-47f2-8be6-1edf0a48588a tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:47.057680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa8bb431-3216-4684-8884-b27136decc38 req-137cffdd-40e1-47f2-8be6-1edf0a48588a tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee HTTP/1.1" status: 200 len: 946 time: 0.1222100 Jul 07 19:22:47.118527 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa8bb431-3216-4684-8884-b27136decc38 req-05e28205-877a-4ed7-ae2c-79b2bc516ef7 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549133 Jul 07 19:22:47.130465 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40ac5949-3f4c-43c9-9617-fae77774fa1c req-fa7fb627-4650-460c-a934-f3e7931b46fd tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521197 Jul 07 19:22:47.161632 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e763613c-6bb8-451e-a06b-b6924f55136b req-657d06fa-aba3-455a-8595-64e8530f38bc service neutron] 10.222.0.110 "GET /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340647 Jul 07 19:22:47.396789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e9c13-7deb-4fbf-81dd-e4bf3eb62a9e req-7a84893f-d1a4-4011-aa51-6526aa63a728 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:47.404183 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d50e9c13-7deb-4fbf-81dd-e4bf3eb62a9e req-7a84893f-d1a4-4011-aa51-6526aa63a728 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 1023 time: 0.0958862 Jul 07 19:22:47.462490 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d50e9c13-7deb-4fbf-81dd-e4bf3eb62a9e req-0455f35d-62d7-4f8f-8f3d-9d782a88a2d6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=b36371c5-4cbb-4122-877d-4f120c029c4d&id=96465834-60ef-47a7-8f7f-7262514c4a80&id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0572600 Jul 07 19:22:47.682879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46e8ab-25f0-46aa-9848-a9c2e084422c req-115a0be3-815d-4f37-8520-f879d4014661 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:47.684660 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f46e8ab-25f0-46aa-9848-a9c2e084422c req-115a0be3-815d-4f37-8520-f879d4014661 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 945 time: 0.1070743 Jul 07 19:22:47.760209 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f46e8ab-25f0-46aa-9848-a9c2e084422c req-057a9485-60b0-4f08-a863-f31230ed81e7 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687075 Jul 07 19:22:47.859158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2297b2-565a-4f9b-8e1f-0a3e78c1412d req-3ba3d559-4beb-4206-aca6-a7cc113a398c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:47.861215 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a2297b2-565a-4f9b-8e1f-0a3e78c1412d req-3ba3d559-4beb-4206-aca6-a7cc113a398c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.0814013 Jul 07 19:22:47.904557 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a2297b2-565a-4f9b-8e1f-0a3e78c1412d req-3d350ebe-7acb-4768-a15a-66213f5933d7 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376756 Jul 07 19:22:47.934690 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-353e633a-7a3a-4baf-8479-b3cc68472819 req-fdda6022-0ed6-4f6c-9d21-b5dab3654b1f tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0384564 Jul 07 19:22:47.996643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-1c4cfd48-cf5f-47d7-beec-fdfc03dfe3d6 req-2a01804a-9159-449a-9659-43e668650287 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:22:47.997739 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c4cfd48-cf5f-47d7-beec-fdfc03dfe3d6 req-2a01804a-9159-449a-9659-43e668650287 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086968 Jul 07 19:22:48.156150 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c4cfd48-cf5f-47d7-beec-fdfc03dfe3d6 req-a0725ab1-1fc5-4822-bda6-16f1253a661a tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1428006 Jul 07 19:22:48.488294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8538e11-050f-405f-b316-fa245d2a4949 req-876f65da-7bee-48b2-8c7f-5c52119ed1ae tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:48.490192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f8538e11-050f-405f-b316-fa245d2a4949 req-876f65da-7bee-48b2-8c7f-5c52119ed1ae tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 944 time: 0.0735464 Jul 07 19:22:48.534760 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f8538e11-050f-405f-b316-fa245d2a4949 req-dd00e6c5-565f-4b80-87d9-65bd2fbdc337 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376332 Jul 07 19:22:48.580813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58460124-188d-4b47-8406-360c2fe859bc req-113af542-6f85-4046-aaa7-4b40e49eb2f3 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:48.582567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-58460124-188d-4b47-8406-360c2fe859bc req-113af542-6f85-4046-aaa7-4b40e49eb2f3 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.0859077 Jul 07 19:22:48.643462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-58460124-188d-4b47-8406-360c2fe859bc req-3c8f62bb-24aa-4698-864d-3d7c953d6d0b tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540016 Jul 07 19:22:48.785742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:48.859239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:48.869867 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:48.870553 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:48.884939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df8a6f-2845-4b45-82b4-0185cc26bddf req-bddc24b8-222a-4a28-895f-b1a002530ce1 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:48.886658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-66df8a6f-2845-4b45-82b4-0185cc26bddf req-bddc24b8-222a-4a28-895f-b1a002530ce1 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 1023 time: 0.1317246 Jul 07 19:22:48.928515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75968f3c-2e4b-48f6-bc66-acb23ef25742 req-568e89d8-04c7-4456-b4b2-7e1f03b65533 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:48.939368 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-75968f3c-2e4b-48f6-bc66-acb23ef25742 req-568e89d8-04c7-4456-b4b2-7e1f03b65533 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee HTTP/1.1" status: 200 len: 946 time: 0.0898092 Jul 07 19:22:48.958429 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-66df8a6f-2845-4b45-82b4-0185cc26bddf req-4c1de17d-8ac0-4a7e-abd1-2101d2a53ef1 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=b36371c5-4cbb-4122-877d-4f120c029c4d&id=96465834-60ef-47a7-8f7f-7262514c4a80&id=50602707-ee29-4856-9d03-3e778aa9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0642927 Jul 07 19:22:48.968362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437ac58-a1a8-4f6e-855a-cd80dbfbda59 req-57d821ae-ffa8-4b62-842f-26c1c672e527 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:48.970728 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6437ac58-a1a8-4f6e-855a-cd80dbfbda59 req-57d821ae-ffa8-4b62-842f-26c1c672e527 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.110 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 1023 time: 0.1574311 Jul 07 19:22:48.997713 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-75968f3c-2e4b-48f6-bc66-acb23ef25742 req-6cd4bec8-b3ec-4932-83a6-64a6567d54ce tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573387 Jul 07 19:22:49.010876 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.046416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:49.048912 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51df9184-585d-4789-82bc-8233ec106785" -d '{"events": [{"server_uuid": "0c3ff065-f96e-4a70-84ce-4aad1f1d439a", "name": "network-vif-plugged", "status": "completed", "tag": "51ccf93f-12dc-4aa9-9989-bfd37ad84e3e"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:49.069537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e,segment=NetworkSegment(b4a9fa5b-a805-46fa-a3ba-00d4dd658415),segment_id=b4a9fa5b-a805-46fa-a3ba-00d4dd658415)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:49.080762 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.164099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:49.180835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-6437ac58-a1a8-4f6e-855a-cd80dbfbda59 req-373d00ba-d232-4cc6-98bf-77cf0f914156 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Deleting port ed311b6b-3a77-4b7a-8d27-611635edbb42 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:49.181178 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6437ac58-a1a8-4f6e-855a-cd80dbfbda59 req-373d00ba-d232-4cc6-98bf-77cf0f914156 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.267565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875dee2-1722-4230-8b66-f1e74bc787c6 req-93edbdce-5c71-4cf6-b1bb-06c7ce20cc92 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:49.271474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c875dee2-1722-4230-8b66-f1e74bc787c6 req-93edbdce-5c71-4cf6-b1bb-06c7ce20cc92 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1012011 Jul 07 19:22:49.299465 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e84246a-304b-4146-9fdb-8bd596d25a58 req-93f8ea7e-088f-4d58-ba60-43d50acfa08a tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0389838 Jul 07 19:22:49.316890 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c875dee2-1722-4230-8b66-f1e74bc787c6 req-cea60d55-d3fa-4a47-a810-e58de095642d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398252 Jul 07 19:22:49.374044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6437ac58-a1a8-4f6e-855a-cd80dbfbda59 req-373d00ba-d232-4cc6-98bf-77cf0f914156 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] For port ed311b6b-3a77-4b7a-8d27-611635edbb42, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ed311b6b-3a77-4b7a-8d27-611635edbb42,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:49.374423 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6437ac58-a1a8-4f6e-855a-cd80dbfbda59 req-373d00ba-d232-4cc6-98bf-77cf0f914156 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.383392 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c938ec-c6dc-4454-89b1-4bb5a9758366 x-openstack-request-id: req-c9c938ec-c6dc-4454-89b1-4bb5a9758366 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:49.383790 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3ff065-f96e-4a70-84ce-4aad1f1d439a", "name": "network-vif-plugged", "status": "completed", "tag": "51ccf93f-12dc-4aa9-9989-bfd37ad84e3e", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:49.384163 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9c938ec-c6dc-4454-89b1-4bb5a9758366 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:49.384710 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e', 'code': 200} Jul 07 19:22:49.395684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-6437ac58-a1a8-4f6e-855a-cd80dbfbda59 req-373d00ba-d232-4cc6-98bf-77cf0f914156 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Calling delete_port for ed311b6b-3a77-4b7a-8d27-611635edbb42 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:49.609907 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741fda9-55d3-4124-ba41-9c579ded95d4 req-b4d60bf6-faaf-4c22-9434-62ac5934324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:49.609907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4741fda9-55d3-4124-ba41-9c579ded95d4 req-b4d60bf6-faaf-4c22-9434-62ac5934324d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 1096 time: 0.1314921 Jul 07 19:22:49.626694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0d727-51db-4e58-b409-daccdda26ae6 req-af9ede17-b14c-4bb7-a90f-d671855f4f17 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:49.628398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fcc0d727-51db-4e58-b409-daccdda26ae6 req-af9ede17-b14c-4bb7-a90f-d671855f4f17 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 945 time: 0.1595674 Jul 07 19:22:49.709794 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4741fda9-55d3-4124-ba41-9c579ded95d4 req-a1b88466-73ae-48e6-92de-9619a8a6e0a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987823 Jul 07 19:22:49.736345 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6437ac58-a1a8-4f6e-855a-cd80dbfbda59 req-373d00ba-d232-4cc6-98bf-77cf0f914156 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.754730 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ed311b6b-3a77-4b7a-8d27-611635edbb42'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:49.755794 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fcc0d727-51db-4e58-b409-daccdda26ae6 req-bc7af4a1-5991-42be-acdb-dab9eac49935 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178720 Jul 07 19:22:49.758210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:49.784381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d00ba-d232-4cc6-98bf-77cf0f914156 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event deleted for resources: {'Port': ['ID=ed311b6b-3a77-4b7a-8d27-611635edbb42,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:49.883967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6437ac58-a1a8-4f6e-855a-cd80dbfbda59 req-373d00ba-d232-4cc6-98bf-77cf0f914156 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] No DVR routers for this DVR port ed311b6b-3a77-4b7a-8d27-611635edbb42 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:49.888721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6437ac58-a1a8-4f6e-855a-cd80dbfbda59 req-373d00ba-d232-4cc6-98bf-77cf0f914156 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.896351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6437ac58-a1a8-4f6e-855a-cd80dbfbda59 req-373d00ba-d232-4cc6-98bf-77cf0f914156 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.110 "DELETE /v2.0/ports/ed311b6b-3a77-4b7a-8d27-611635edbb42 HTTP/1.1" status: 204 len: 173 time: 0.9142573 Jul 07 19:22:49.898396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c60bf1e-e574-4e35-8c73-0b9b163354c5', 'name': 'network-vif-deleted', 'tag': 'ed311b6b-3a77-4b7a-8d27-611635edbb42'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:49.906355 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2dedb0-bda0-450c-ae7e-4167969195b5" -d '{"events": [{"server_uuid": "2c60bf1e-e574-4e35-8c73-0b9b163354c5", "name": "network-vif-deleted", "tag": "ed311b6b-3a77-4b7a-8d27-611635edbb42"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:49.922345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369cace-adda-4492-a5d7-1a7a29f2519a req-94274b04-a7c8-4a64-960c-d4562a370afb tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:49.931672 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e369cace-adda-4492-a5d7-1a7a29f2519a req-94274b04-a7c8-4a64-960c-d4562a370afb tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 945 time: 0.1851978 Jul 07 19:22:49.991006 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e369cace-adda-4492-a5d7-1a7a29f2519a req-1acdb339-c814-46cd-8cc2-de130f698383 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582671 Jul 07 19:22:50.112226 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6380d68-c179-46d7-ace8-6f4eb7def7c7 x-openstack-request-id: req-e6380d68-c179-46d7-ace8-6f4eb7def7c7 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:50.112539 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c60bf1e-e574-4e35-8c73-0b9b163354c5", "name": "network-vif-deleted", "tag": "ed311b6b-3a77-4b7a-8d27-611635edbb42", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:50.113126 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6380d68-c179-46d7-ace8-6f4eb7def7c7 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:50.113291 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c60bf1e-e574-4e35-8c73-0b9b163354c5', 'name': 'network-vif-deleted', 'tag': 'ed311b6b-3a77-4b7a-8d27-611635edbb42', 'status': 'completed', 'code': 200} Jul 07 19:22:50.179745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59784) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:50.214969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f685789-c35a-4d24-ba35-b9cc3f1f6aeb req-8048ac08-738d-45cc-a58d-f7e6e43d537f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1804161 Jul 07 19:22:50.375618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-149e727e-e3b3-4f2e-bed0-8538c458d626 req-9b8fd323-db56-4a09-9b3a-652c8fd71260 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c60bf1e-e574-4e35-8c73-0b9b163354c5 HTTP/1.1" status: 200 len: 210 time: 0.0870125 Jul 07 19:22:50.401804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c2764-aec5-4ea0-83fb-edae56c66646 req-48ab5f2a-421a-43b4-9523-05bf7ee358c0 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:50.408297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c2764-aec5-4ea0-83fb-edae56c66646 req-48ab5f2a-421a-43b4-9523-05bf7ee358c0 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:50.414880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c2764-aec5-4ea0-83fb-edae56c66646 req-48ab5f2a-421a-43b4-9523-05bf7ee358c0 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:50.417032 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f75c2764-aec5-4ea0-83fb-edae56c66646 req-48ab5f2a-421a-43b4-9523-05bf7ee358c0 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864&device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee&device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 2417 time: 0.1736801 Jul 07 19:22:50.425841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f685789-c35a-4d24-ba35-b9cc3f1f6aeb req-e9d997cc-0827-4979-9aee-22667f9cc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:50.426375 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b4c64472-29f9-447e-9ffb-d171b2f2fe72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.427457 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f685789-c35a-4d24-ba35-b9cc3f1f6aeb req-e9d997cc-0827-4979-9aee-22667f9cc0ac service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee HTTP/1.1" status: 200 len: 1097 time: 0.1320066 Jul 07 19:22:50.547360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f75c2764-aec5-4ea0-83fb-edae56c66646 req-80d61d42-8dda-47a0-b827-643623846a65 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188602 Jul 07 19:22:50.563050 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-047e9fb0-c8ff-4b30-91c0-7120f473861d req-347cde89-2f4b-4aa9-974e-4b4e5af0dbfa tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0384011 Jul 07 19:22:50.634109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f685789-c35a-4d24-ba35-b9cc3f1f6aeb req-fb502874-47f5-4b77-83a2-1f52d7826b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:50.635682 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f685789-c35a-4d24-ba35-b9cc3f1f6aeb req-fb502874-47f5-4b77-83a2-1f52d7826b61 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 200 len: 917 time: 0.1735289 Jul 07 19:22:50.650756 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b4c64472-29f9-447e-9ffb-d171b2f2fe72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.661041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b4c64472-29f9-447e-9ffb-d171b2f2fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.692510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f685789-c35a-4d24-ba35-b9cc3f1f6aeb req-75638596-1660-4271-8ced-4a2df67c391b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365a950f-91cd-4fb5-a844-83f79f6d560b HTTP/1.1" status: 200 len: 217 time: 0.0462673 Jul 07 19:22:50.698340 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b4c64472-29f9-447e-9ffb-d171b2f2fe72 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15ee0651ce19470aa1c3be172077dca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5170310 Jul 07 19:22:50.703125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59794) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:50.740211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c64472-29f9-447e-9ffb-d171b2f2fe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1211454e-20d0-4381-9e34-163ebee0bbf3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:50.801058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ccd8cb0c-0176-4aae-8acd-361bfd25c924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.832577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ccd8cb0c-0176-4aae-8acd-361bfd25c924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.842828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f685789-c35a-4d24-ba35-b9cc3f1f6aeb req-14d5798f-9981-4869-b314-8ba4bbe6b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:50.844560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f685789-c35a-4d24-ba35-b9cc3f1f6aeb req-14d5798f-9981-4869-b314-8ba4bbe6b6af service neutron] 10.222.0.110 "GET /v2.0/subnets?id=411ca88b-6487-40a2-a761-796f59893af9 HTTP/1.1" status: 200 len: 855 time: 0.1285458 Jul 07 19:22:50.876249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ec026-9948-4300-bb3f-47cdae157dba req-54c9da24-c5c2-4def-9794-b2aa6601f56c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:50.877848 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df7ec026-9948-4300-bb3f-47cdae157dba req-54c9da24-c5c2-4def-9794-b2aa6601f56c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1755130 Jul 07 19:22:50.907528 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-385e82e9-feee-4ffd-aff1-f2f47b009328 req-d5869318-6671-4cd7-8341-5098ec11bff1 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3006139 Jul 07 19:22:50.935011 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df7ec026-9948-4300-bb3f-47cdae157dba req-93237efa-4fd6-45be-9ed8-405d5e119e0e tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Jul 07 19:22:50.960686 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ccd8cb0c-0176-4aae-8acd-361bfd25c924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.963509 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ccd8cb0c-0176-4aae-8acd-361bfd25c924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.966994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ccd8cb0c-0176-4aae-8acd-361bfd25c924 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1211454e-20d0-4381-9e34-163ebee0bbf3 HTTP/1.1" status: 204 len: 168 time: 0.2609191 Jul 07 19:22:50.970593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f685789-c35a-4d24-ba35-b9cc3f1f6aeb req-b5f91ed7-ae2b-444a-9362-c2c73e097aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:50.975171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f685789-c35a-4d24-ba35-b9cc3f1f6aeb req-b5f91ed7-ae2b-444a-9362-c2c73e097aba service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bae55246-1299-4071-9510-5afe92afa539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223752 Jul 07 19:22:50.986720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8cb0c-0176-4aae-8acd-361bfd25c924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1211454e-20d0-4381-9e34-163ebee0bbf3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:51.005540 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4f5984d3-5e8d-4726-ac2c-ec50bdac0792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.279369 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f685789-c35a-4d24-ba35-b9cc3f1f6aeb req-7995ecee-1200-4f52-ab4b-945abe772690 service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923203 Jul 07 19:22:51.295423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2dd3-4ae4-4845-a122-9e71fae96aca req-df9338ff-da31-4406-b2a5-b7d3b96fafd9 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:51.303930 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-724b2dd3-4ae4-4845-a122-9e71fae96aca req-df9338ff-da31-4406-b2a5-b7d3b96fafd9 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 945 time: 0.1398671 Jul 07 19:22:51.438852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-724b2dd3-4ae4-4845-a122-9e71fae96aca req-b12b602c-2745-4220-acfb-1bdff262cf20 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243279 Jul 07 19:22:51.474454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f685789-c35a-4d24-ba35-b9cc3f1f6aeb req-879aeeb2-39d5-4c14-b7f2-688739346129 service neutron] 10.222.0.110 "GET /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681719 Jul 07 19:22:51.636144 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb81d71c-6669-4abd-93de-bfa1181eeed5 req-d5f8b60e-2804-4f07-94c2-d0012ea953b3 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/b36371c5-4cbb-4122-877d-4f120c029c4d HTTP/1.1" status: 200 len: 1801 time: 0.0485632 Jul 07 19:22:51.709531 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb81d71c-6669-4abd-93de-bfa1181eeed5 req-2afca607-62f3-4c4b-b4bb-80d35e3fad44 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.738388 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb81d71c-6669-4abd-93de-bfa1181eeed5 req-2afca607-62f3-4c4b-b4bb-80d35e3fad44 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.792657 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb81d71c-6669-4abd-93de-bfa1181eeed5 req-2afca607-62f3-4c4b-b4bb-80d35e3fad44 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.796689 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb81d71c-6669-4abd-93de-bfa1181eeed5 req-2afca607-62f3-4c4b-b4bb-80d35e3fad44 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.797866 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb81d71c-6669-4abd-93de-bfa1181eeed5 req-2afca607-62f3-4c4b-b4bb-80d35e3fad44 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "DELETE /v2.0/security-groups/b36371c5-4cbb-4122-877d-4f120c029c4d HTTP/1.1" status: 204 len: 173 time: 0.1557584 Jul 07 19:22:51.807929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afca607-62f3-4c4b-b4bb-80d35e3fad44 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36371c5-4cbb-4122-877d-4f120c029c4d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:51.842246 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eb72b5fb-fc18-434d-8db8-0b0f4b0b40a8 req-dde01cc5-41d4-4ed9-bb33-96480f8f3d6d tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0771160 Jul 07 19:22:51.938303 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50258339-d971-4c5e-a1e1-b636fb7a3ea7 req-41be60a9-6beb-4236-b9a4-5aab7d8b9d04 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/96465834-60ef-47a7-8f7f-7262514c4a80 HTTP/1.1" status: 200 len: 1801 time: 0.0572462 Jul 07 19:22:52.022169 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50258339-d971-4c5e-a1e1-b636fb7a3ea7 req-b43e5350-9f20-4a64-9df7-a4fb9b837333 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.046039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59838) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:52.052854 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50258339-d971-4c5e-a1e1-b636fb7a3ea7 req-b43e5350-9f20-4a64-9df7-a4fb9b837333 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.111649 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50258339-d971-4c5e-a1e1-b636fb7a3ea7 req-b43e5350-9f20-4a64-9df7-a4fb9b837333 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.114692 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50258339-d971-4c5e-a1e1-b636fb7a3ea7 req-b43e5350-9f20-4a64-9df7-a4fb9b837333 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.119448 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50258339-d971-4c5e-a1e1-b636fb7a3ea7 req-b43e5350-9f20-4a64-9df7-a4fb9b837333 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "DELETE /v2.0/security-groups/96465834-60ef-47a7-8f7f-7262514c4a80 HTTP/1.1" status: 204 len: 173 time: 0.1801827 Jul 07 19:22:52.140111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e5350-9f20-4a64-9df7-a4fb9b837333 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96465834-60ef-47a7-8f7f-7262514c4a80,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:52.302113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1243402599-network', 'tenant_id': 'd42683353110401599ce436e6d43f9dd'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:52.375926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:52.378885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.402131 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.432650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764cd2-3f26-4c59-afae-19e1ff13bc05 req-d3e031db-e673-4bd1-a3a9-6651d7190005 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:52.439734 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f764cd2-3f26-4c59-afae-19e1ff13bc05 req-d3e031db-e673-4bd1-a3a9-6651d7190005 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1816971 Jul 07 19:22:52.449384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-53284762-c63f-4b9b-b64c-3141aeba1196 req-e417e49b-fada-4659-9561-3a1f653010cf tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2047001589', 'description': 'tempest-description-1888613803'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:52.481925 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-53284762-c63f-4b9b-b64c-3141aeba1196 req-e417e49b-fada-4659-9561-3a1f653010cf tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.515738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f764cd2-3f26-4c59-afae-19e1ff13bc05 req-1f5decb4-e1a9-49ea-bd7d-7451150979a9 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750055 Jul 07 19:22:52.640256 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.646335 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.665035 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:22:52.676289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.676683 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Added segment 6186d10c-c70f-402c-b805-01d4a1504d06 of type vlan for network 9e8fffb8-cb07-4daa-8bce-c031462730cc Jul 07 19:22:52.729925 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.733466 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-53284762-c63f-4b9b-b64c-3141aeba1196 req-e417e49b-fada-4659-9561-3a1f653010cf tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.738562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-53284762-c63f-4b9b-b64c-3141aeba1196 req-e417e49b-fada-4659-9561-3a1f653010cf tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.778639 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de372109-8c8c-45b6-93c2-778d6314b35e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:52.781446 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-53284762-c63f-4b9b-b64c-3141aeba1196 req-e417e49b-fada-4659-9561-3a1f653010cf tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.802284 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-53284762-c63f-4b9b-b64c-3141aeba1196 req-e417e49b-fada-4659-9561-3a1f653010cf tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3558331 Jul 07 19:22:52.804291 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.806148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:52.807226 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.857523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417e49b-fada-4659-9561-3a1f653010cf tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b059ef1d-cd0d-4a1e-aaf1-52fd47f8db25,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:52.897129 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8496249 Jul 07 19:22:52.905014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59866) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:52.910577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2d40c7f7-0ec0-4fd2-9b07-5ba46f11dbfb admin admin] Request body: {'subnet': {'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1243402599-subnet', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:52.917668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d1fc7-a236-4dbf-933c-dd7b21d2a64b admin admin] Pushing event updated for resources: {'Network': ['ID=9e8fffb8-cb07-4daa-8bce-c031462730cc,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:52.934390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 9e8fffb8-cb07-4daa-8bce-c031462730cc details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:22:52.937496 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a4e51a5-0d93-4d64-ae42-d93df4355751 req-4639c55c-ffcc-48b0-863e-4027416b6814 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/b059ef1d-cd0d-4a1e-aaf1-52fd47f8db25 HTTP/1.1" status: 200 len: 1803 time: 0.1060350 Jul 07 19:22:52.942587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-6a4e51a5-0d93-4d64-ae42-d93df4355751 req-a7150fef-8c6e-4015-aa51-08c2148b09ee tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Request body: {'security_group': {'name': 'tempest-sg-hth-921545654', 'description': 'tempest-description-hth-127484894'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:52.968992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d40c7f7-0ec0-4fd2-9b07-5ba46f11dbfb admin admin] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:52.971807 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d40c7f7-0ec0-4fd2-9b07-5ba46f11dbfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.999221 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6a4e51a5-0d93-4d64-ae42-d93df4355751 req-a7150fef-8c6e-4015-aa51-08c2148b09ee tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.061401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6a4e51a5-0d93-4d64-ae42-d93df4355751 req-a7150fef-8c6e-4015-aa51-08c2148b09ee tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.075746 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6a4e51a5-0d93-4d64-ae42-d93df4355751 req-a7150fef-8c6e-4015-aa51-08c2148b09ee tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.079508 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6a4e51a5-0d93-4d64-ae42-d93df4355751 req-a7150fef-8c6e-4015-aa51-08c2148b09ee tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.081016 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a4e51a5-0d93-4d64-ae42-d93df4355751 req-a7150fef-8c6e-4015-aa51-08c2148b09ee tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "PUT /v2.0/security-groups/b059ef1d-cd0d-4a1e-aaf1-52fd47f8db25 HTTP/1.1" status: 200 len: 1775 time: 0.1428230 Jul 07 19:22:53.111311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7150fef-8c6e-4015-aa51-08c2148b09ee tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b059ef1d-cd0d-4a1e-aaf1-52fd47f8db25,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:53.173043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee6f87-e8cf-4a49-aece-8ddbc21e5a2f req-055184c9-fc4d-4771-be05-eed436a20a02 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:53.181310 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01ee6f87-e8cf-4a49-aece-8ddbc21e5a2f req-055184c9-fc4d-4771-be05-eed436a20a02 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 945 time: 0.1295128 Jul 07 19:22:53.248988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01ee6f87-e8cf-4a49-aece-8ddbc21e5a2f req-2e9af056-8830-418a-8c9a-cb5b60a8c206 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659988 Jul 07 19:22:53.315385 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d40c7f7-0ec0-4fd2-9b07-5ba46f11dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.345264 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e99660a-d576-4034-89b2-0edeea6602a1 req-d4de2347-4e9c-4ed2-aff5-bcb6a4a5f4b7 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/b059ef1d-cd0d-4a1e-aaf1-52fd47f8db25 HTTP/1.1" status: 200 len: 1775 time: 0.0471253 Jul 07 19:22:53.407970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40c7f7-0ec0-4fd2-9b07-5ba46f11dbfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5d3b0d-14ab-4a49-8d97-3be61993459b,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:53.429727 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-371f5e0e-cef9-4276-a872-afc9bfed751a req-2e0df6a3-fb97-42a7-ac17-43d807f7e302 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0417869 Jul 07 19:22:53.437623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40c7f7-0ec0-4fd2-9b07-5ba46f11dbfb admin admin] Checking segment: {'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:53.437997 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d40c7f7-0ec0-4fd2-9b07-5ba46f11dbfb admin admin] Network hostable DHCP agents. Network: 9e8fffb8-cb07-4daa-8bce-c031462730cc, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:22:53.467979 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2b7856a1-b443-4048-8b78-ae932a169f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.483487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d40c7f7-0ec0-4fd2-9b07-5ba46f11dbfb admin admin] Network 9e8fffb8-cb07-4daa-8bce-c031462730cc is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:22:53.502937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-2d40c7f7-0ec0-4fd2-9b07-5ba46f11dbfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 9e8fffb8-cb07-4daa-8bce-c031462730cc) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:53.508064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d40c7f7-0ec0-4fd2-9b07-5ba46f11dbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:53.508882 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d40c7f7-0ec0-4fd2-9b07-5ba46f11dbfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.512790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1dbe9f-debe-41c8-bdb6-44dbfdbfa7ea None None] Network 9e8fffb8-cb07-4daa-8bce-c031462730cc requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:53.543199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59892) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:53.545710 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ed311b6b-3a77-4b7a-8d27-611635edbb42 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:53.549916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:53.552228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2d40c7f7-0ec0-4fd2-9b07-5ba46f11dbfb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6249695 Jul 07 19:22:53.578019 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.579427 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.660043 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: ed311b6b-3a77-4b7a-8d27-611635edbb42 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:53.660666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ed311b6b-3a77-4b7a-8d27-611635edbb42 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:53.679529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2636a-c2bc-4355-b816-dea575a79917 req-6b798f89-6086-4522-adcc-e1dac5a0d2f7 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:53.681483 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8f2636a-c2bc-4355-b816-dea575a79917 req-6b798f89-6086-4522-adcc-e1dac5a0d2f7 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 945 time: 0.0934250 Jul 07 19:22:53.688260 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.691907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59898) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:53.698041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5a350319-443b-4ee4-817c-75aa056ea0a5 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Request body: {'floatingip': {'port_id': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:53.761136 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a350319-443b-4ee4-817c-75aa056ea0a5 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for floatingip, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.827339 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.841799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-9e8fffb8-cb07-4daa-8bce-c031462730cc', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'fixed_ips': [{'subnet_id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:22:53.843485 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.887600 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bd42083-d389-4063-bb4d-e60f8ae20c2b req-eedce16b-cba4-4e5d-94ba-a4c6512f0418 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/b059ef1d-cd0d-4a1e-aaf1-52fd47f8db25 HTTP/1.1" status: 200 len: 1775 time: 0.1213691 Jul 07 19:22:53.952010 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.063735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Allocated IP 172.20.0.2 (9e8fffb8-cb07-4daa-8bce-c031462730cc/8b5d3b0d-14ab-4a49-8d97-3be61993459b/7e8ed61c-7533-4bad-a668-f2b3b77e880b) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:54.118168 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0bd42083-d389-4063-bb4d-e60f8ae20c2b req-66fa73fb-091e-45ea-9b74-35feae9f2239 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.270856 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0bd42083-d389-4063-bb4d-e60f8ae20c2b req-66fa73fb-091e-45ea-9b74-35feae9f2239 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.356855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.367999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Transition to ACTIVE for port object 7e8ed61c-7533-4bad-a668-f2b3b77e880b will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:54.422453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Transition to ACTIVE for port object 7e8ed61c-7533-4bad-a668-f2b3b77e880b will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:54.426425 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.435290 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.467666 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0bd42083-d389-4063-bb4d-e60f8ae20c2b req-66fa73fb-091e-45ea-9b74-35feae9f2239 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.470433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0bd42083-d389-4063-bb4d-e60f8ae20c2b req-66fa73fb-091e-45ea-9b74-35feae9f2239 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.471703 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bd42083-d389-4063-bb4d-e60f8ae20c2b req-66fa73fb-091e-45ea-9b74-35feae9f2239 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "DELETE /v2.0/security-groups/b059ef1d-cd0d-4a1e-aaf1-52fd47f8db25 HTTP/1.1" status: 204 len: 173 time: 0.5831633 Jul 07 19:22:54.476487 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.477082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Network 9e8fffb8-cb07-4daa-8bce-c031462730cc is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:54.484540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:54.491593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b78ada-134d-45cd-9a6a-25b3841ca2ed req-6f37238d-d0cb-406c-a720-ad78bf438fa8 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:54.492323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:54.498958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa73fb-091e-45ea-9b74-35feae9f2239 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b059ef1d-cd0d-4a1e-aaf1-52fd47f8db25,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:54.499540 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5b78ada-134d-45cd-9a6a-25b3841ca2ed req-6f37238d-d0cb-406c-a720-ad78bf438fa8 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2264519 Jul 07 19:22:54.581261 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5b78ada-134d-45cd-9a6a-25b3841ca2ed req-008db620-85af-4bf9-82c9-c87dc74e9fdb tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806720 Jul 07 19:22:54.674580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Attempting to bind port 7e8ed61c-7533-4bad-a668-f2b3b77e880b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:54.675320 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Attempting to bind port 7e8ed61c-7533-4bad-a668-f2b3b77e880b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:54.675906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Attempting to bind port 7e8ed61c-7533-4bad-a668-f2b3b77e880b on network 9e8fffb8-cb07-4daa-8bce-c031462730cc {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:54.688664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:54.689549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Checking segment: {'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:54.690168 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.690771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Bound using segment: {'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:54.691871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Bound port: 7e8ed61c-7533-4bad-a668-f2b3b77e880b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:54.692543 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.760601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Allocated IP 172.25.0.36 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/f37ad6d6-b0d3-4391-ace0-99d48d860579) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:54.791432 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] For port 7e8ed61c-7533-4bad-a668-f2b3b77e880b, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:54.796676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] For port 7e8ed61c-7533-4bad-a668-f2b3b77e880b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7e8ed61c-7533-4bad-a668-f2b3b77e880b,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:54.806868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Pushing event updated for resources: {'Port': ['ID=7e8ed61c-7533-4bad-a668-f2b3b77e880b,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:54.821676 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.891979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3ba60-c614-42c8-899c-faa8a6408775 None None] Pushing event updated for resources: {'Port': ['ID=7e8ed61c-7533-4bad-a668-f2b3b77e880b,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:54.908779 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.937121 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-efb47268-1e35-4580-8515-d39dcea1221b req-667b7e1a-1728-4ee4-a0f8-fa16a043092f tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.1169093 Jul 07 19:22:55.045100 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.133753 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.258168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:55.268404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:55.271852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:55.274291 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-8a6699b9-c75b-40b3-ad01-ba847e88d874 req-dac0b396-0836-401d-9504-450ca1234023 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] show failed (client error): The resource could not be found. Jul 07 19:22:55.290687 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a6699b9-c75b-40b3-ad01-ba847e88d874 req-dac0b396-0836-401d-9504-450ca1234023 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/96465834-60ef-47a7-8f7f-7262514c4a80 HTTP/1.1" status: 404 len: 352 time: 0.0602014 Jul 07 19:22:55.298032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Pushing event updated for resources: {'Port': ['ID=f37ad6d6-b0d3-4391-ace0-99d48d860579,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:55.393886 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-868ba74e-41fb-4223-9bc8-a5183a310501 req-15a3dced-2a6a-4665-8a80-4064f89a40f3 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] show failed (client error): The resource could not be found. Jul 07 19:22:55.413488 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-868ba74e-41fb-4223-9bc8-a5183a310501 req-15a3dced-2a6a-4665-8a80-4064f89a40f3 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/b36371c5-4cbb-4122-877d-4f120c029c4d HTTP/1.1" status: 404 len: 352 time: 0.0638931 Jul 07 19:22:55.448430 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-c7c0dd13-67b4-4a6b-b418-afe6fb00683f req-4f2958dc-0d1c-4096-8dcf-08ab07778fa8 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] show failed (client error): The resource could not be found. Jul 07 19:22:55.449515 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7c0dd13-67b4-4a6b-b418-afe6fb00683f req-4f2958dc-0d1c-4096-8dcf-08ab07778fa8 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/f60859c3-c0fe-4007-a15f-9da5d7d170b2 HTTP/1.1" status: 404 len: 352 time: 0.0271094 Jul 07 19:22:55.491545 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.resource_extend [None req-5a350319-443b-4ee4-817c-75aa056ea0a5 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:22:55.558933 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a350319-443b-4ee4-817c-75aa056ea0a5 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.564082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a350319-443b-4ee4-817c-75aa056ea0a5 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.626649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae60da-ac40-4c6d-8f0a-d08d0531888d req-aadddbc5-3a0f-47b4-b662-306ae4b0f1d8 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:55.634152 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15ae60da-ac40-4c6d-8f0a-d08d0531888d req-aadddbc5-3a0f-47b4-b662-306ae4b0f1d8 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 945 time: 0.8745680 Jul 07 19:22:55.771595 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15ae60da-ac40-4c6d-8f0a-d08d0531888d req-f7a0d375-ed0e-48ce-ad00-9df48805abff tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364148 Jul 07 19:22:55.818221 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-5a350319-443b-4ee4-817c-75aa056ea0a5 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Floating IP fdaa3b13-8894-4b31-ab7d-e0fea905622d associated. External IP: 172.25.0.130, port: 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e. Jul 07 19:22:55.927763 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-78f30f46-0c60-4ba3-bdeb-64c99a5078fa req-f2d0c04b-3876-4eef-ab4a-5e4f8dd93a07 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] show failed (client error): The resource could not be found. Jul 07 19:22:55.942948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f30f46-0c60-4ba3-bdeb-64c99a5078fa req-f2d0c04b-3876-4eef-ab4a-5e4f8dd93a07 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/fddf0289-5e38-4008-825a-f06d76a28595 HTTP/1.1" status: 404 len: 352 time: 0.4301016 Jul 07 19:22:56.060538 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-446a942c-c18b-4d55-b9b2-5ce0ec7834a6 req-64a10228-4ab9-4e89-b3f8-361670184a68 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] show failed (client error): The resource could not be found. Jul 07 19:22:56.061554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-446a942c-c18b-4d55-b9b2-5ce0ec7834a6 req-64a10228-4ab9-4e89-b3f8-361670184a68 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/f909e359-0749-48cd-87e9-bc9a4f0e1643 HTTP/1.1" status: 404 len: 352 time: 0.0195937 Jul 07 19:22:56.099386 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.247374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a350319-443b-4ee4-817c-75aa056ea0a5 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Router 21b6821d-3ef1-479b-a938-501405582f26 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:56.367146 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc429c4d-50ff-46fb-a999-fa654a6eba81 req-a7396422-d2bc-47a0-94a4-256fe6169470 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.1008420 Jul 07 19:22:56.376071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7e8ed61c-7533-4bad-a668-f2b3b77e880b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:56.391686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af5496-9e69-4083-ac06-4dc32e0c9a90 req-3a2b41f1-9ec1-4d83-9617-8af0aff91717 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:56.399179 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-67af5496-9e69-4083-ac06-4dc32e0c9a90 req-3a2b41f1-9ec1-4d83-9617-8af0aff91717 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.3832383 Jul 07 19:22:56.520655 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.567014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781d79e-0216-49ea-935b-6a774aa062b8 req-7258e8c1-cc48-4826-8ccb-140645ef7dc8 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:56.568568 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e781d79e-0216-49ea-935b-6a774aa062b8 req-7258e8c1-cc48-4826-8ccb-140645ef7dc8 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 945 time: 0.3012121 Jul 07 19:22:56.569672 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-67af5496-9e69-4083-ac06-4dc32e0c9a90 req-e513cbc3-6805-4558-950e-bb171b4724b0 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694674 Jul 07 19:22:56.574608 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-724e86b1-c798-4532-a319-d4b79a3a1005 req-87eb5be1-16c3-46a8-a005-104ffeff4ef6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] show failed (client error): The resource could not be found. Jul 07 19:22:56.580975 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-724e86b1-c798-4532-a319-d4b79a3a1005 req-87eb5be1-16c3-46a8-a005-104ffeff4ef6 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/fb4ef64a-5aa9-4cd1-bddc-150cf2c70f66 HTTP/1.1" status: 404 len: 352 time: 0.1234381 Jul 07 19:22:56.616573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a350319-443b-4ee4-817c-75aa056ea0a5 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:56.626590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a350319-443b-4ee4-817c-75aa056ea0a5 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.627641 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d7679-d554-4c89-ae7c-5acc618425dc None None] Sync routers for ids ['21b6821d-3ef1-479b-a938-501405582f26'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:56.650441 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d7679-d554-4c89-ae7c-5acc618425dc None None] Routers {'21b6821d-3ef1-479b-a938-501405582f26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:56.651563 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ed3d7679-d554-4c89-ae7c-5acc618425dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:22:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['21b6821d-3ef1-479b-a938-501405582f26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:56.729476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5a350319-443b-4ee4-817c-75aa056ea0a5 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "PUT /v2.0/floatingips/fdaa3b13-8894-4b31-ab7d-e0fea905622d HTTP/1.1" status: 200 len: 991 time: 3.0357974 Jul 07 19:22:56.729881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'tag': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:56.732213 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68889767-cc5e-4427-a60c-ed524c60acf9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3ff065-f96e-4a70-84ce-4aad1f1d439a", "tag": "51ccf93f-12dc-4aa9-9989-bfd37ad84e3e"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:56.863456 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.868198 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c33df-ab63-4752-af21-47614f20c589 None None] Network 9e8fffb8-cb07-4daa-8bce-c031462730cc requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:56.902286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-e781d79e-0216-49ea-935b-6a774aa062b8 req-ecc2235c-8547-405f-9f9a-101336fd57ea tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Deleting port 840a7ca6-be97-41cb-8420-621680a87d60 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:56.904069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e781d79e-0216-49ea-935b-6a774aa062b8 req-ecc2235c-8547-405f-9f9a-101336fd57ea tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.955766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 7e8ed61c-7533-4bad-a668-f2b3b77e880b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:57.005267 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbba61b-efed-4102-98b1-8bc9c057476a x-openstack-request-id: req-5cbba61b-efed-4102-98b1-8bc9c057476a {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:57.007420 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3ff065-f96e-4a70-84ce-4aad1f1d439a", "tag": "51ccf93f-12dc-4aa9-9989-bfd37ad84e3e", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:57.007919 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5cbba61b-efed-4102-98b1-8bc9c057476a {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:57.008562 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'tag': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e', 'status': 'completed', 'code': 200} Jul 07 19:22:57.014121 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ed3d7679-d554-4c89-ae7c-5acc618425dc None None] Set router 21b6821d-3ef1-479b-a938-501405582f26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:57.101915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Provisioning for port 7e8ed61c-7533-4bad-a668-f2b3b77e880b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:57.123239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Provisioning complete for port 7e8ed61c-7533-4bad-a668-f2b3b77e880b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:57.123617 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.259906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68889767-cc5e-4427-a60c-ed524c60acf9 req-eba44231-b57d-4f92-92fa-ab3190c711f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:57.269892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68889767-cc5e-4427-a60c-ed524c60acf9 req-eba44231-b57d-4f92-92fa-ab3190c711f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8affe05550d544f5ba8eb28dd6f8d58d&device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 1096 time: 0.1997988 Jul 07 19:22:57.483384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Router 751155f6-a835-4175-8831-35f1a0c0a977 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:22:57.492472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-e781d79e-0216-49ea-935b-6a774aa062b8 req-ecc2235c-8547-405f-9f9a-101336fd57ea tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] For port 840a7ca6-be97-41cb-8420-621680a87d60, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=840a7ca6-be97-41cb-8420-621680a87d60,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:57.492859 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e781d79e-0216-49ea-935b-6a774aa062b8 req-ecc2235c-8547-405f-9f9a-101336fd57ea tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.525036 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ed3d7679-d554-4c89-ae7c-5acc618425dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:21:36Z', 'revision_number': 4, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'fdaa3b13-8894-4b31-ab7d-e0fea905622d', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'floating_ip_address': '172.25.0.130', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '21b6821d-3ef1-479b-a938-501405582f26', 'port_id': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'mac_address': 'fa:16:3e:0e:67:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:21:48Z', 'updated_at': '2021-07-07T19:22:54Z', 'revision_number': 1, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3813e7c-d6cc-4f60-a228-ff0d2605e932', 'name': '', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'mac_address': 'fa:16:3e:d1:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:33Z', 'updated_at': '2021-07-07T19:21:50Z', 'revision_number': 5, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'subnets': [{'id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:57.588267 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d7679-d554-4c89-ae7c-5acc618425dc None None] Checking router: 21b6821d-3ef1-479b-a938-501405582f26 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:22:57.609168 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d7679-d554-4c89-ae7c-5acc618425dc None None] Routers {'21b6821d-3ef1-479b-a938-501405582f26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:57.611191 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ed3d7679-d554-4c89-ae7c-5acc618425dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:22:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['21b6821d-3ef1-479b-a938-501405582f26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:57.635105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-e781d79e-0216-49ea-935b-6a774aa062b8 req-ecc2235c-8547-405f-9f9a-101336fd57ea tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Calling delete_port for 840a7ca6-be97-41cb-8420-621680a87d60 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:57.650492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:57.653316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68889767-cc5e-4427-a60c-ed524c60acf9 req-2b04cf20-9ab5-4524-a31d-5297bfd2ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:57.655113 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68889767-cc5e-4427-a60c-ed524c60acf9 req-2b04cf20-9ab5-4524-a31d-5297bfd2ffea service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e4885f1-69c9-4b78-809b-8db34ef27318 HTTP/1.1" status: 200 len: 916 time: 0.3785434 Jul 07 19:22:57.683356 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.692226 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.696833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2007a322-4327-49f9-9f01-2a9b3faa1b7f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1491711 Jul 07 19:22:57.696833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59964) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:57.713563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf38de0-5dc5-4b2e-8d02-d175e5b4971f req-c9518f96-1c90-4640-b42b-7fb288aa4ff5 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:57.714965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Sync routers for ids ['751155f6-a835-4175-8831-35f1a0c0a977'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:57.722539 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6cf38de0-5dc5-4b2e-8d02-d175e5b4971f req-c9518f96-1c90-4640-b42b-7fb288aa4ff5 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 945 time: 0.4333792 Jul 07 19:22:57.759940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] For port 7e8ed61c-7533-4bad-a668-f2b3b77e880b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7e8ed61c-7533-4bad-a668-f2b3b77e880b,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:57.770412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Routers {'751155f6-a835-4175-8831-35f1a0c0a977'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:57.771082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:22:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['751155f6-a835-4175-8831-35f1a0c0a977'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:57.809744 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ed3d7679-d554-4c89-ae7c-5acc618425dc None None] Set router 21b6821d-3ef1-479b-a938-501405582f26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:57.980335 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Set router 751155f6-a835-4175-8831-35f1a0c0a977 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:58.003249 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6cf38de0-5dc5-4b2e-8d02-d175e5b4971f req-fc97eb20-8efb-4362-a70b-f0b0ba2bdec0 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815591 Jul 07 19:22:58.017372 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68889767-cc5e-4427-a60c-ed524c60acf9 req-81f40252-ce87-4f2e-b2cf-392dae9dc4a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e HTTP/1.1" status: 200 len: 999 time: 0.3475845 Jul 07 19:22:58.062030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc23fa-423c-4883-9c9e-dfbd1b948e88 req-6f989f8d-736d-4a6f-a14f-1c29d54a5846 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:58.066391 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.077691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1bbc23fa-423c-4883-9c9e-dfbd1b948e88 req-6f989f8d-736d-4a6f-a14f-1c29d54a5846 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 1023 time: 0.6009033 Jul 07 19:22:58.244123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fc6663c6-7ca4-4d60-a9bf-4c8917d0831f None None] Provisioning complete for port 7e8ed61c-7533-4bad-a668-f2b3b77e880b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:58.244765 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fc6663c6-7ca4-4d60-a9bf-4c8917d0831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.288637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1bbc23fa-423c-4883-9c9e-dfbd1b948e88 req-5e807413-e90e-4d14-8b41-9aeb4c78f9c2 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&id=c77e9988-294e-4f35-8b67-338f5360e13a&id=1a96dd4b-941f-4957-b5a0-cfe631838889&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2082098 Jul 07 19:22:58.306222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68889767-cc5e-4427-a60c-ed524c60acf9 req-e65eb33e-0b34-4f4f-a25b-22f10dad0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:58.309519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68889767-cc5e-4427-a60c-ed524c60acf9 req-e65eb33e-0b34-4f4f-a25b-22f10dad0aff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d263cb8b-79f0-4da0-8a25-5c9738f388fe HTTP/1.1" status: 200 len: 854 time: 0.1976712 Jul 07 19:22:58.323866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Pushing event updated for resources: {'Port': ['ID=7e8ed61c-7533-4bad-a668-f2b3b77e880b,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:58.335876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:58.336234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:58.336583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:58.336927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:58.337270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:58.337611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:58.337944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:58.338271 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:58.338605 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:58.339140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:58.339584 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:58.339908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c8d81-a125-4ea7-8b07-7f35b87973b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:58.396360 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e781d79e-0216-49ea-935b-6a774aa062b8 req-ecc2235c-8547-405f-9f9a-101336fd57ea tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.409798 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ed3d7679-d554-4c89-ae7c-5acc618425dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:21:36Z', 'revision_number': 4, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'fdaa3b13-8894-4b31-ab7d-e0fea905622d', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'floating_ip_address': '172.25.0.130', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '21b6821d-3ef1-479b-a938-501405582f26', 'port_id': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'mac_address': 'fa:16:3e:0e:67:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:21:48Z', 'updated_at': '2021-07-07T19:22:54Z', 'revision_number': 1, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3813e7c-d6cc-4f60-a228-ff0d2605e932', 'name': '', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'mac_address': 'fa:16:3e:d1:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:33Z', 'updated_at': '2021-07-07T19:21:50Z', 'revision_number': 5, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'subnets': [{'id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:58.459983 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d7679-d554-4c89-ae7c-5acc618425dc None None] The sync data for ids ['21b6821d-3ef1-479b-a938-501405582f26'] in n-d-793621-9 is: [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:21:36Z', 'revision_number': 4, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'fdaa3b13-8894-4b31-ab7d-e0fea905622d', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'floating_ip_address': '172.25.0.130', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '21b6821d-3ef1-479b-a938-501405582f26', 'port_id': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'mac_address': 'fa:16:3e:0e:67:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:21:48Z', 'updated_at': '2021-07-07T19:22:54Z', 'revision_number': 1, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3813e7c-d6cc-4f60-a228-ff0d2605e932', 'name': '', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'mac_address': 'fa:16:3e:d1:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:33Z', 'updated_at': '2021-07-07T19:21:50Z', 'revision_number': 5, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'subnets': [{'id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:58.469992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['d0a9033d-a95b-4fb9-8106-d09c0fc51fad', '365a950f-91cd-4fb5-a844-83f79f6d560b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:58.487886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68889767-cc5e-4427-a60c-ed524c60acf9 req-75a3aad8-2a17-4712-869c-1ec1350fb1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:58.495124 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68889767-cc5e-4427-a60c-ed524c60acf9 req-75a3aad8-2a17-4712-869c-1ec1350fb1be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e4885f1-69c9-4b78-809b-8db34ef27318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743696 Jul 07 19:22:58.536166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2235c-8547-405f-9f9a-101336fd57ea tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Pushing event deleted for resources: {'Port': ['ID=840a7ca6-be97-41cb-8420-621680a87d60,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:58.571053 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03637671-6629-41cb-9a14-3ed3865b1e3b req-36f6cbcc-9a21-40f8-9a01-99ace56a3f23 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.1806717 Jul 07 19:22:58.775244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e781d79e-0216-49ea-935b-6a774aa062b8 req-ecc2235c-8547-405f-9f9a-101336fd57ea tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] No DVR routers for this DVR port 840a7ca6-be97-41cb-8420-621680a87d60 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:58.780970 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-e781d79e-0216-49ea-935b-6a774aa062b8 req-ecc2235c-8547-405f-9f9a-101336fd57ea tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.783513 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e781d79e-0216-49ea-935b-6a774aa062b8 req-ecc2235c-8547-405f-9f9a-101336fd57ea tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.48 "DELETE /v2.0/ports/840a7ca6-be97-41cb-8420-621680a87d60 HTTP/1.1" status: 204 len: 173 time: 2.2014756 Jul 07 19:22:58.784089 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0475ab0-5e7a-45ce-8cbf-c0c84014a864', 'name': 'network-vif-deleted', 'tag': '840a7ca6-be97-41cb-8420-621680a87d60'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:58.787485 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c932f619-39ea-4817-9a62-3be537b0b920" -d '{"events": [{"server_uuid": "d0475ab0-5e7a-45ce-8cbf-c0c84014a864", "name": "network-vif-deleted", "tag": "840a7ca6-be97-41cb-8420-621680a87d60"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:58.813908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 840a7ca6-be97-41cb-8420-621680a87d60 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:58.831035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:22:55Z', 'revision_number': 3, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:58.881536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 840a7ca6-be97-41cb-8420-621680a87d60 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:58.881883 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 840a7ca6-be97-41cb-8420-621680a87d60 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:58.885776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Checking router: 751155f6-a835-4175-8831-35f1a0c0a977 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:22:58.886129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Updating router 751155f6-a835-4175-8831-35f1a0c0a977 port f37ad6d6-b0d3-4391-ace0-99d48d860579 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:22:58.939369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a5fff-711a-444f-8e7a-020b091cc9bc req-e419db03-069a-4510-a1ab-b580d715c539 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:58.950373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-962a5fff-711a-444f-8e7a-020b091cc9bc req-e419db03-069a-4510-a1ab-b580d715c539 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.3721488 Jul 07 19:22:58.959892 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515d97e-bc15-497a-a495-e2bcf5955a8b None None] New status for floating IP fdaa3b13-8894-4b31-ab7d-e0fea905622d: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:22:58.997775 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c098c739-5514-44ee-a95e-13bc4f49338f x-openstack-request-id: req-c098c739-5514-44ee-a95e-13bc4f49338f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:58.998206 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0475ab0-5e7a-45ce-8cbf-c0c84014a864", "name": "network-vif-deleted", "tag": "840a7ca6-be97-41cb-8420-621680a87d60", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:58.998501 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c098c739-5514-44ee-a95e-13bc4f49338f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:58.999106 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0475ab0-5e7a-45ce-8cbf-c0c84014a864', 'name': 'network-vif-deleted', 'tag': '840a7ca6-be97-41cb-8420-621680a87d60', 'status': 'completed', 'code': 200} Jul 07 19:22:59.001166 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.011412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68889767-cc5e-4427-a60c-ed524c60acf9 req-0fa33060-4aa3-4c3c-be63-a8089c04bd17 service neutron] 10.222.0.48 "GET /v2.0/networks/0e4885f1-69c9-4b78-809b-8db34ef27318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824884 Jul 07 19:22:59.116154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-962a5fff-711a-444f-8e7a-020b091cc9bc req-222d8f95-f307-4cee-906a-b5010c0f926d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642790 Jul 07 19:22:59.410179 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0473a552-4a7d-4ff4-b36d-4de52f13ae93 req-4cdd1535-c294-469d-8072-d8cb6fc9c0c9 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0475ab0-5e7a-45ce-8cbf-c0c84014a864 HTTP/1.1" status: 200 len: 210 time: 0.0956821 Jul 07 19:22:59.430673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68889767-cc5e-4427-a60c-ed524c60acf9 req-4fe6acde-c8b6-41fb-8afb-b46ab02bd518 service neutron] 10.222.0.48 "GET /v2.0/networks/0e4885f1-69c9-4b78-809b-8db34ef27318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067595 Jul 07 19:22:59.487882 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.717941 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.721969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Allocated IP 172.20.0.1 (9e8fffb8-cb07-4daa-8bce-c031462730cc/8b5d3b0d-14ab-4a49-8d97-3be61993459b/1af2ddf4-a8e8-4c85-843b-951820099c0c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:59.741923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Transition to ACTIVE for port object f37ad6d6-b0d3-4391-ace0-99d48d860579 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:59.763050 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.772692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315eceb-9541-4bea-b446-e12ecda68235 req-54b84985-e4e5-4415-9062-94e3d1a77928 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:59.780226 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b315eceb-9541-4bea-b446-e12ecda68235 req-54b84985-e4e5-4415-9062-94e3d1a77928 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 1023 time: 0.2463701 Jul 07 19:22:59.871172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f31e8-635b-4743-9c7f-ae172303c315 req-8a78309e-bd59-412d-99bc-2105f5a3b8c5 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:59.872713 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bb4f31e8-635b-4743-9c7f-ae172303c315 req-8a78309e-bd59-412d-99bc-2105f5a3b8c5 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.48 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 1023 time: 0.2756870 Jul 07 19:22:59.894732 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b315eceb-9541-4bea-b446-e12ecda68235 req-07abbfee-35ba-40d3-861b-0f50930636c7 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups?id=50602707-ee29-4856-9d03-3e778aa9dffe&id=c77e9988-294e-4f35-8b67-338f5360e13a&id=1a96dd4b-941f-4957-b5a0-cfe631838889&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1135430 Jul 07 19:22:59.907336 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-edaf3d6a-d5c7-4d79-8931-b6b1f46c6296 req-dfce8c90-f49a-4bed-8570-f03a4965ee0b tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0513248 Jul 07 19:22:59.962596 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.988623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Attempting to bind port f37ad6d6-b0d3-4391-ace0-99d48d860579 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:59.989182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Transition to ACTIVE for port object 1af2ddf4-a8e8-4c85-843b-951820099c0c will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:59.989354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Attempting to bind port f37ad6d6-b0d3-4391-ace0-99d48d860579 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:59.989830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Attempting to bind port f37ad6d6-b0d3-4391-ace0-99d48d860579 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:00.025323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:00.027366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:00.030855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.031601 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.033108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:00.035091 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Bound port: f37ad6d6-b0d3-4391-ace0-99d48d860579, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:00.036436 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.135456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Network 9e8fffb8-cb07-4daa-8bce-c031462730cc is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:00.153066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:00.158742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:00.164041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-bb4f31e8-635b-4743-9c7f-ae172303c315 req-1743808a-cc9f-480a-8973-a79cb8913c28 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Deleting port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:00.164471 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bb4f31e8-635b-4743-9c7f-ae172303c315 req-1743808a-cc9f-480a-8973-a79cb8913c28 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.177531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] For port f37ad6d6-b0d3-4391-ace0-99d48d860579, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:00.187772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] For port f37ad6d6-b0d3-4391-ace0-99d48d860579, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f37ad6d6-b0d3-4391-ace0-99d48d860579,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:00.190915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca291d-50da-4559-8b55-db4c3daeecd8 None None] Pushing event updated for resources: {'Port': ['ID=f37ad6d6-b0d3-4391-ace0-99d48d860579,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:00.203148 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.219576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Pushing event updated for resources: {'Port': ['ID=1af2ddf4-a8e8-4c85-843b-951820099c0c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:00.280217 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.310318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Routers {'751155f6-a835-4175-8831-35f1a0c0a977'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:00.311503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:22:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['751155f6-a835-4175-8831-35f1a0c0a977'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:00.388553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7e8ed61c-7533-4bad-a668-f2b3b77e880b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:00.395435 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-bb4f31e8-635b-4743-9c7f-ae172303c315 req-1743808a-cc9f-480a-8973-a79cb8913c28 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] For port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,segment=NetworkSegment(7b809225-e639-4448-a521-5dde5de60204),segment_id=7b809225-e639-4448-a521-5dde5de60204)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:00.395802 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bb4f31e8-635b-4743-9c7f-ae172303c315 req-1743808a-cc9f-480a-8973-a79cb8913c28 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.432301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-bb4f31e8-635b-4743-9c7f-ae172303c315 req-1743808a-cc9f-480a-8973-a79cb8913c28 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Calling delete_port for b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:00.452344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca291d-50da-4559-8b55-db4c3daeecd8 None None] Pushing event updated for resources: {'Port': ['ID=f37ad6d6-b0d3-4391-ace0-99d48d860579,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:00.643780 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] Set router 751155f6-a835-4175-8831-35f1a0c0a977 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:00.673662 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.735000 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bb4f31e8-635b-4743-9c7f-ae172303c315 req-1743808a-cc9f-480a-8973-a79cb8913c28 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.772202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743808a-cc9f-480a-8973-a79cb8913c28 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event deleted for resources: {'Port': ['ID=b1cb5c46-4a97-46a7-8090-eba7bb3f0a57,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:00.790718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:00.836797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a11c0757-b2dd-4114-a939-8555f9b912b1 None None] Provisioning for port 1af2ddf4-a8e8-4c85-843b-951820099c0c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:00.841064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7e8ed61c-7533-4bad-a668-f2b3b77e880b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:00.841435 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.846260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4f31e8-635b-4743-9c7f-ae172303c315 req-1743808a-cc9f-480a-8973-a79cb8913c28 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] No DVR routers for this DVR port b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:00.851011 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bb4f31e8-635b-4743-9c7f-ae172303c315 req-1743808a-cc9f-480a-8973-a79cb8913c28 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.855191 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bb4f31e8-635b-4743-9c7f-ae172303c315 req-1743808a-cc9f-480a-8973-a79cb8913c28 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.48 "DELETE /v2.0/ports/b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 HTTP/1.1" status: 204 len: 173 time: 0.9592969 Jul 07 19:23:00.855641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac22661-e306-4e2f-8b37-3978279dfeb6', 'name': 'network-vif-deleted', 'tag': 'b1cb5c46-4a97-46a7-8090-eba7bb3f0a57'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:00.858409 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf464f74-feaa-40da-b269-58c6c8ec27ff" -d '{"events": [{"server_uuid": "eac22661-e306-4e2f-8b37-3978279dfeb6", "name": "network-vif-deleted", "tag": "b1cb5c46-4a97-46a7-8090-eba7bb3f0a57"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:00.869489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a11c0757-b2dd-4114-a939-8555f9b912b1 None None] Provisioning complete for port 1af2ddf4-a8e8-4c85-843b-951820099c0c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:00.869865 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a11c0757-b2dd-4114-a939-8555f9b912b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.919368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a11c0757-b2dd-4114-a939-8555f9b912b1 None None] Port 1af2ddf4-a8e8-4c85-843b-951820099c0c cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:01.019778 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62b5be1-f627-4b05-96c1-3935745821db x-openstack-request-id: req-b62b5be1-f627-4b05-96c1-3935745821db {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:01.020077 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac22661-e306-4e2f-8b37-3978279dfeb6", "name": "network-vif-deleted", "tag": "b1cb5c46-4a97-46a7-8090-eba7bb3f0a57", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:01.020336 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b62b5be1-f627-4b05-96c1-3935745821db {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:01.020740 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac22661-e306-4e2f-8b37-3978279dfeb6', 'name': 'network-vif-deleted', 'tag': 'b1cb5c46-4a97-46a7-8090-eba7bb3f0a57', 'status': 'completed', 'code': 200} Jul 07 19:23:01.059672 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:22:55Z', 'revision_number': 3, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:01.098847 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bef9a1-1bee-4f54-9161-5cb32e37fad3 None None] The sync data for ids ['751155f6-a835-4175-8831-35f1a0c0a977'] in n-d-793621-9 is: [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:22:55Z', 'revision_number': 3, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:23:01.212663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f9b28168-b23c-467d-9c3d-86ada6e805db req-c30e603c-4d28-4349-835e-80e7fa6ef62b tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/ports?device_id=eac22661-e306-4e2f-8b37-3978279dfeb6 HTTP/1.1" status: 200 len: 210 time: 0.0440738 Jul 07 19:23:01.349493 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5cdb2-b860-4d19-93da-5c9bb2de8f2f req-847f1f00-40b2-49c7-8d89-afdf316ecb8a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:01.351198 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b1d5cdb2-b860-4d19-93da-5c9bb2de8f2f req-847f1f00-40b2-49c7-8d89-afdf316ecb8a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.8338833 Jul 07 19:23:01.396369 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.450216 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.504410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b24431-9514-46d1-9522-472bea2fa1ad req-08b33e2c-4473-4f59-adbd-d4985c5f653d tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:01.507649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5b24431-9514-46d1-9522-472bea2fa1ad req-08b33e2c-4473-4f59-adbd-d4985c5f653d tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee HTTP/1.1" status: 200 len: 946 time: 0.1760535 Jul 07 19:23:01.600756 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5b24431-9514-46d1-9522-472bea2fa1ad req-a401c023-8d90-4f14-b55d-2a64035e618d tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790296 Jul 07 19:23:01.631445 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b1d5cdb2-b860-4d19-93da-5c9bb2de8f2f req-a42fb127-d1ab-4e8c-a20c-d4c8881cd388 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330799 Jul 07 19:23:01.638291 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.648810 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Pushing event updated for resources: {'Port': ['ID=1af2ddf4-a8e8-4c85-843b-951820099c0c,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:01.902679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Network 9e8fffb8-cb07-4daa-8bce-c031462730cc is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:01.904916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:01.917743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a1ea25dd-4ec8-48d2-9074-3595102a2019 req-c3603893-2102-43fd-9ddc-9e36417a5a86 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0628707 Jul 07 19:23:02.112002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Router 751155f6-a835-4175-8831-35f1a0c0a977 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:23:02.308907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f37ad6d6-b0d3-4391-ace0-99d48d860579 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:02.334991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:23:02.341708 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8e34f7bc-ea88-4474-9af7-01ef3347d67b admin admin] 10.222.0.81 "PUT /v2.0/routers/751155f6-a835-4175-8831-35f1a0c0a977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6439679 Jul 07 19:23:02.376443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-27d3a409-ec6c-45ed-ba80-fb5a7a806410 None None] Provisioning complete for port 1af2ddf4-a8e8-4c85-843b-951820099c0c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:02.376823 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-27d3a409-ec6c-45ed-ba80-fb5a7a806410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.429750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-27d3a409-ec6c-45ed-ba80-fb5a7a806410 None None] Port 1af2ddf4-a8e8-4c85-843b-951820099c0c cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:02.437220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f37ad6d6-b0d3-4391-ace0-99d48d860579 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:02.445073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f37ad6d6-b0d3-4391-ace0-99d48d860579 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:02.445459 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.508998 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7c50680-e93d-4c50-82f2-bf5e05e37662 req-f510fca1-283c-4d2c-8a84-3fa8c88fcafc tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/1a96dd4b-941f-4957-b5a0-cfe631838889 HTTP/1.1" status: 200 len: 1801 time: 0.0944090 Jul 07 19:23:02.580507 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.610531 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a7c50680-e93d-4c50-82f2-bf5e05e37662 req-68bf1035-5647-4ee0-afad-a8634c6a3f11 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.612218 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port f37ad6d6-b0d3-4391-ace0-99d48d860579, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f37ad6d6-b0d3-4391-ace0-99d48d860579,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:02.618773 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.645627 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a7c50680-e93d-4c50-82f2-bf5e05e37662 req-68bf1035-5647-4ee0-afad-a8634c6a3f11 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.708178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=f37ad6d6-b0d3-4391-ace0-99d48d860579,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:02.760159 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a7c50680-e93d-4c50-82f2-bf5e05e37662 req-68bf1035-5647-4ee0-afad-a8634c6a3f11 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.762952 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a7c50680-e93d-4c50-82f2-bf5e05e37662 req-68bf1035-5647-4ee0-afad-a8634c6a3f11 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.774063 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7c50680-e93d-4c50-82f2-bf5e05e37662 req-68bf1035-5647-4ee0-afad-a8634c6a3f11 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "DELETE /v2.0/security-groups/1a96dd4b-941f-4957-b5a0-cfe631838889 HTTP/1.1" status: 204 len: 173 time: 0.2567728 Jul 07 19:23:02.796782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf1035-5647-4ee0-afad-a8634c6a3f11 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a96dd4b-941f-4957-b5a0-cfe631838889,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:02.833697 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:03.079107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7e8ec-6350-40ed-88e6-32d8e4e7fcf3 req-709bd3e0-1c32-4b6f-a8bb-c32b6d66aaf9 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:03.088381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82a7e8ec-6350-40ed-88e6-32d8e4e7fcf3 req-709bd3e0-1c32-4b6f-a8bb-c32b6d66aaf9 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee HTTP/1.1" status: 200 len: 946 time: 0.1956139 Jul 07 19:23:03.171423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8da49-27d5-4ffe-a23c-16e42449a974 req-e71436b4-0ff7-4b96-84ba-c3082712a6d1 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:03.183964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05b8da49-27d5-4ffe-a23c-16e42449a974 req-e71436b4-0ff7-4b96-84ba-c3082712a6d1 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2563572 Jul 07 19:23:03.191072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:03.192840 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b1cb5c46-4a97-46a7-8090-eba7bb3f0a57 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:03.265220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82a7e8ec-6350-40ed-88e6-32d8e4e7fcf3 req-1322d0e3-85e7-4f8d-95ae-58f3f7de5b29 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754751 Jul 07 19:23:03.283019 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05b8da49-27d5-4ffe-a23c-16e42449a974 req-ce5e73de-a45d-456e-9df2-202396dbb58e tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907202 Jul 07 19:23:03.381698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789a21b-ae2d-46cd-ab72-0530acea63d7 req-dfd1c106-cb94-4107-8be9-365fac74ed9f tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:03.385734 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5789a21b-ae2d-46cd-ab72-0530acea63d7 req-dfd1c106-cb94-4107-8be9-365fac74ed9f tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.110 "GET /v2.0/ports?device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee HTTP/1.1" status: 200 len: 946 time: 0.2241933 Jul 07 19:23:03.546302 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-89bd385c-1e70-47d3-8c66-00b30e723689 req-8a3ef5dd-3322-463e-9b3d-8407423fcddc tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "GET /v2.0/security-groups/c77e9988-294e-4f35-8b67-338f5360e13a HTTP/1.1" status: 200 len: 1802 time: 0.2245197 Jul 07 19:23:03.667969 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-89bd385c-1e70-47d3-8c66-00b30e723689 req-ad6f248b-7ca5-4c35-83c9-91ad5c490866 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.676311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-5789a21b-ae2d-46cd-ab72-0530acea63d7 req-2b10b53d-8095-4e94-9062-737899e13c55 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Deleting port 365a950f-91cd-4fb5-a844-83f79f6d560b {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:03.676652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5789a21b-ae2d-46cd-ab72-0530acea63d7 req-2b10b53d-8095-4e94-9062-737899e13c55 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.695001 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e4c3d48-c715-4f0f-871d-66a689a4388b req-c29702a0-845c-489c-9d7b-a05651c92cce tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0486288 Jul 07 19:23:03.763321 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-89bd385c-1e70-47d3-8c66-00b30e723689 req-ad6f248b-7ca5-4c35-83c9-91ad5c490866 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.835060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-5789a21b-ae2d-46cd-ab72-0530acea63d7 req-2b10b53d-8095-4e94-9062-737899e13c55 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] For port 365a950f-91cd-4fb5-a844-83f79f6d560b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=365a950f-91cd-4fb5-a844-83f79f6d560b,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:03.835539 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5789a21b-ae2d-46cd-ab72-0530acea63d7 req-2b10b53d-8095-4e94-9062-737899e13c55 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.850294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-89bd385c-1e70-47d3-8c66-00b30e723689 req-ad6f248b-7ca5-4c35-83c9-91ad5c490866 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.850294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-89bd385c-1e70-47d3-8c66-00b30e723689 req-ad6f248b-7ca5-4c35-83c9-91ad5c490866 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.855075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-89bd385c-1e70-47d3-8c66-00b30e723689 req-ad6f248b-7ca5-4c35-83c9-91ad5c490866 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] 10.222.0.81 "DELETE /v2.0/security-groups/c77e9988-294e-4f35-8b67-338f5360e13a HTTP/1.1" status: 204 len: 173 time: 0.3071172 Jul 07 19:23:03.858100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60106) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:03.861357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-5789a21b-ae2d-46cd-ab72-0530acea63d7 req-2b10b53d-8095-4e94-9062-737899e13c55 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Calling delete_port for 365a950f-91cd-4fb5-a844-83f79f6d560b owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:03.874982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f248b-7ca5-4c35-83c9-91ad5c490866 tempest-SecurityGroupsTestJSON-467578223 tempest-SecurityGroupsTestJSON-467578223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77e9988-294e-4f35-8b67-338f5360e13a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:03.917456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0348b9c-097d-4824-994e-d63ef14d84ab admin admin] Deleting subnet b851c974-dd68-4406-b39a-8ec255ef1d95 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:23:03.921550 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0348b9c-097d-4824-994e-d63ef14d84ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.922035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Sync routers for ids ['751155f6-a835-4175-8831-35f1a0c0a977'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:23:03.934950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Routers {'751155f6-a835-4175-8831-35f1a0c0a977'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:03.936045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:22:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['751155f6-a835-4175-8831-35f1a0c0a977'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:03.971483 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0348b9c-097d-4824-994e-d63ef14d84ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.033231 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0348b9c-097d-4824-994e-d63ef14d84ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.052850 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5789a21b-ae2d-46cd-ab72-0530acea63d7 req-2b10b53d-8095-4e94-9062-737899e13c55 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.088386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['d0a9033d-a95b-4fb9-8106-d09c0fc51fad', '365a950f-91cd-4fb5-a844-83f79f6d560b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:04.110532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10b53d-8095-4e94-9062-737899e13c55 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Pushing event deleted for resources: {'Port': ['ID=365a950f-91cd-4fb5-a844-83f79f6d560b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:04.130747 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0348b9c-097d-4824-994e-d63ef14d84ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.154173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0348b9c-097d-4824-994e-d63ef14d84ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.160333 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d0348b9c-097d-4824-994e-d63ef14d84ab admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b851c974-dd68-4406-b39a-8ec255ef1d95 HTTP/1.1" status: 204 len: 168 time: 0.2994864 Jul 07 19:23:04.191284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60118) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.214538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0348b9c-097d-4824-994e-d63ef14d84ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b851c974-dd68-4406-b39a-8ec255ef1d95,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:04.217574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Set router 751155f6-a835-4175-8831-35f1a0c0a977 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:04.346341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f37ad6d6-b0d3-4391-ace0-99d48d860579 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:04.384980 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5789a21b-ae2d-46cd-ab72-0530acea63d7 req-2b10b53d-8095-4e94-9062-737899e13c55 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] No DVR routers for this DVR port 365a950f-91cd-4fb5-a844-83f79f6d560b on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:04.394696 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5789a21b-ae2d-46cd-ab72-0530acea63d7 req-2b10b53d-8095-4e94-9062-737899e13c55 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.401437 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5789a21b-ae2d-46cd-ab72-0530acea63d7 req-2b10b53d-8095-4e94-9062-737899e13c55 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.110 "DELETE /v2.0/ports/365a950f-91cd-4fb5-a844-83f79f6d560b HTTP/1.1" status: 204 len: 173 time: 1.0012956 Jul 07 19:23:04.402082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d236029-4a63-4669-a5cf-b0a5a720b9ee', 'name': 'network-vif-deleted', 'tag': '365a950f-91cd-4fb5-a844-83f79f6d560b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:04.408848 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72815bc-b9a0-4a68-b7e6-e5dcf4e361e0" -d '{"events": [{"server_uuid": "3d236029-4a63-4669-a5cf-b0a5a720b9ee", "name": "network-vif-deleted", "tag": "365a950f-91cd-4fb5-a844-83f79f6d560b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:04.545238 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5cd28373-57ca-44a1-abce-d2864c011e01 req-7658d710-f7f3-405b-9c4a-0bb7c95fb006 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d236029-4a63-4669-a5cf-b0a5a720b9ee HTTP/1.1" status: 200 len: 210 time: 0.0848465 Jul 07 19:23:04.552763 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.754589 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491e507c-d928-4529-a41b-a304a7ec83a8 x-openstack-request-id: req-491e507c-d928-4529-a41b-a304a7ec83a8 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:04.763398 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d236029-4a63-4669-a5cf-b0a5a720b9ee", "name": "network-vif-deleted", "tag": "365a950f-91cd-4fb5-a844-83f79f6d560b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:04.764406 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-491e507c-d928-4529-a41b-a304a7ec83a8 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:04.764863 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d236029-4a63-4669-a5cf-b0a5a720b9ee', 'name': 'network-vif-deleted', 'tag': '365a950f-91cd-4fb5-a844-83f79f6d560b', 'status': 'completed', 'code': 200} Jul 07 19:23:04.801888 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.822087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea8a610-b406-49f2-8da2-81e7cdd1045f']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:04.835016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f37ad6d6-b0d3-4391-ace0-99d48d860579 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:04.835602 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.858638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b809225-e639-4448-a521-5dde5de60204') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:04.858929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b809225-e639-4448-a521-5dde5de60204') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:04.895038 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.932375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:23:00Z', 'revision_number': 4, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '1af2ddf4-a8e8-4c85-843b-951820099c0c', 'name': '', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'mac_address': 'fa:16:3e:97:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:59Z', 'updated_at': '2021-07-07T19:23:01Z', 'revision_number': 2, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'subnets': [{'id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:04.942490 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.971308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:23:04.975571 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.991170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Checking router: 751155f6-a835-4175-8831-35f1a0c0a977 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:23:04.991537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Updating router 751155f6-a835-4175-8831-35f1a0c0a977 port 1af2ddf4-a8e8-4c85-843b-951820099c0c binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:23:05.027332 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:23:05.036892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3117ba-5684-4d85-898d-d651d1d44ed5 req-e52b222d-ac2f-4648-a97f-a557cf128073 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:05.045522 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a3117ba-5684-4d85-898d-d651d1d44ed5 req-e52b222d-ac2f-4648-a97f-a557cf128073 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1592510 Jul 07 19:23:05.121234 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.136152 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a3117ba-5684-4d85-898d-d651d1d44ed5 req-562a7ec5-4f04-416e-8d18-45d8444637c1 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896227 Jul 07 19:23:05.155360 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.166386 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.172775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cea8a610-b406-49f2-8da2-81e7cdd1045f HTTP/1.1" status: 204 len: 168 time: 0.9807014 Jul 07 19:23:05.205154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d754f-5f37-482b-a6e8-51be2776c284 admin admin] Pushing event deleted for resources: {'Network': ['ID=cea8a610-b406-49f2-8da2-81e7cdd1045f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:05.307359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a5dbb10-1976-4abc-9046-7850f37d7a5d req-c9ab6fb6-daf8-496a-a18d-6cd724018c3d tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0513551 Jul 07 19:23:05.390271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378efb1-5120-485d-a6b0-989eed474b37 req-dc96a805-bae4-4508-85d9-db6356792088 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:05.400871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9378efb1-5120-485d-a6b0-989eed474b37 req-dc96a805-bae4-4508-85d9-db6356792088 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 945 time: 0.1833069 Jul 07 19:23:05.402145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60152) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.481518 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9378efb1-5120-485d-a6b0-989eed474b37 req-99099931-5d75-462d-8148-409fb0f73854 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792704 Jul 07 19:23:05.486686 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d3797d87-3c20-472a-9461-a407e9e4f3ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8013c0635e5a462ea781d7479370a19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0831747 Jul 07 19:23:05.487177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60154) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.527816 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.570430 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2b1826bd-0915-474f-b225-ee746a03a910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.603379 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2b1826bd-0915-474f-b225-ee746a03a910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.693308 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2b1826bd-0915-474f-b225-ee746a03a910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.696743 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2b1826bd-0915-474f-b225-ee746a03a910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.698294 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2b1826bd-0915-474f-b225-ee746a03a910 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50602707-ee29-4856-9d03-3e778aa9dffe HTTP/1.1" status: 204 len: 168 time: 0.2092137 Jul 07 19:23:05.723769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1826bd-0915-474f-b225-ee746a03a910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50602707-ee29-4856-9d03-3e778aa9dffe,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:05.869719 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.889332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Transition to ACTIVE for port object 1af2ddf4-a8e8-4c85-843b-951820099c0c will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:05.905132 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.021514 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb20f2-50bf-4255-b71d-58ca7ba17274 None None] Pushing event updated for resources: {'Port': ['ID=1af2ddf4-a8e8-4c85-843b-951820099c0c,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:06.137024 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Attempting to bind port 1af2ddf4-a8e8-4c85-843b-951820099c0c on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:06.138066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Attempting to bind port 1af2ddf4-a8e8-4c85-843b-951820099c0c by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:06.138066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Attempting to bind port 1af2ddf4-a8e8-4c85-843b-951820099c0c on network 9e8fffb8-cb07-4daa-8bce-c031462730cc {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:06.144705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:06.145306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Checking segment: {'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:06.145967 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.146641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Bound using segment: {'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:06.147188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Bound port: 1af2ddf4-a8e8-4c85-843b-951820099c0c, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:06.147604 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.410435 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] For port 1af2ddf4-a8e8-4c85-843b-951820099c0c, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:06.456656 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] For port 1af2ddf4-a8e8-4c85-843b-951820099c0c, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1af2ddf4-a8e8-4c85-843b-951820099c0c,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:06.472662 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.499953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25de19-a6d7-437c-84cf-84c97acfbcae req-bb0e651f-158b-45be-a841-76cc03d8105f tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:06.508985 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e25de19-a6d7-437c-84cf-84c97acfbcae req-bb0e651f-158b-45be-a841-76cc03d8105f tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1009009 Jul 07 19:23:06.514153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acae18e-e36c-4643-8beb-9ffc662dc393 req-04e047b4-dbe7-4568-ac25-0074860f9e22 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:06.525994 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2acae18e-e36c-4643-8beb-9ffc662dc393 req-04e047b4-dbe7-4568-ac25-0074860f9e22 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.1039891 Jul 07 19:23:06.568537 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e25de19-a6d7-437c-84cf-84c97acfbcae req-2612e905-412a-4aa0-8a26-8e0d0ed274eb tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562665 Jul 07 19:23:06.628441 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2acae18e-e36c-4643-8beb-9ffc662dc393 req-4d9608c4-7254-4f0a-a3b7-22a42e905fd1 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983109 Jul 07 19:23:06.777814 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb20f2-50bf-4255-b71d-58ca7ba17274 None None] Pushing event updated for resources: {'Port': ['ID=1af2ddf4-a8e8-4c85-843b-951820099c0c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:06.790845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Routers {'751155f6-a835-4175-8831-35f1a0c0a977'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:06.792240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:22:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['751155f6-a835-4175-8831-35f1a0c0a977'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:06.849045 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6589cf2-b48e-496d-a4db-40433a7202f9 req-046ca567-fdf2-45bb-801f-8d78bb50cd84 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.1200705 Jul 07 19:23:07.003846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] Set router 751155f6-a835-4175-8831-35f1a0c0a977 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:07.140323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e21d5-8d6a-4acc-94ea-86fbe8863dcf req-5a8b5088-5e48-4527-8067-15bad171a7d9 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:07.147647 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-686e21d5-8d6a-4acc-94ea-86fbe8863dcf req-5a8b5088-5e48-4527-8067-15bad171a7d9 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 945 time: 0.2065413 Jul 07 19:23:07.198552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497f4ed-c4d3-4fde-a65d-a8d4cf992e22 req-8ceb5af2-d44f-4272-b3dd-78448add9db8 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:07.200241 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2497f4ed-c4d3-4fde-a65d-a8d4cf992e22 req-8ceb5af2-d44f-4272-b3dd-78448add9db8 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.110 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 945 time: 0.1878986 Jul 07 19:23:07.212232 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-686e21d5-8d6a-4acc-94ea-86fbe8863dcf req-4eb770e7-10f2-4e15-9a18-1997eee1a6cd tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/security-groups?id=1de8bd6c-bde8-46f6-ab66-75e0624fede7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636563 Jul 07 19:23:07.365507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-2497f4ed-c4d3-4fde-a65d-a8d4cf992e22 req-ee31626c-8d4d-4fb3-8d55-fe4bf8646409 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Deleting port 4eda8655-533a-4951-afd3-4947442f950f {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:07.365984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2497f4ed-c4d3-4fde-a65d-a8d4cf992e22 req-ee31626c-8d4d-4fb3-8d55-fe4bf8646409 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.409223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:23:00Z', 'revision_number': 4, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '1af2ddf4-a8e8-4c85-843b-951820099c0c', 'name': '', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'mac_address': 'fa:16:3e:97:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:59Z', 'updated_at': '2021-07-07T19:23:06Z', 'revision_number': 4, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'subnets': [{'id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:07.421659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60202) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:07.450628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8eca1f-1c48-4260-95ca-6efe8cdfcb2b None None] The sync data for ids ['751155f6-a835-4175-8831-35f1a0c0a977'] in n-d-793621-9 is: [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:23:00Z', 'revision_number': 4, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '1af2ddf4-a8e8-4c85-843b-951820099c0c', 'name': '', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'mac_address': 'fa:16:3e:97:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:59Z', 'updated_at': '2021-07-07T19:23:06Z', 'revision_number': 4, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'subnets': [{'id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:23:07.490405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2497f4ed-c4d3-4fde-a65d-a8d4cf992e22 req-ee31626c-8d4d-4fb3-8d55-fe4bf8646409 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] For port 4eda8655-533a-4951-afd3-4947442f950f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4eda8655-533a-4951-afd3-4947442f950f,segment=NetworkSegment(3eac3955-fac7-4748-a868-b288af2f6f4b),segment_id=3eac3955-fac7-4748-a868-b288af2f6f4b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:07.490782 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2497f4ed-c4d3-4fde-a65d-a8d4cf992e22 req-ee31626c-8d4d-4fb3-8d55-fe4bf8646409 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.526336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-2497f4ed-c4d3-4fde-a65d-a8d4cf992e22 req-ee31626c-8d4d-4fb3-8d55-fe4bf8646409 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Calling delete_port for 4eda8655-533a-4951-afd3-4947442f950f owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:07.573880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 365a950f-91cd-4fb5-a844-83f79f6d560b no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:07.606887 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 365a950f-91cd-4fb5-a844-83f79f6d560b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:07.607288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 365a950f-91cd-4fb5-a844-83f79f6d560b not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:07.618077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-network', 'tenant_id': '9366443b78874460a63d7aaac26d676e'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:07.664244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:07.677065 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.695272 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.870940 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2497f4ed-c4d3-4fde-a65d-a8d4cf992e22 req-ee31626c-8d4d-4fb3-8d55-fe4bf8646409 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.893257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['4eda8655-533a-4951-afd3-4947442f950f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:07.914584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31626c-8d4d-4fb3-8d55-fe4bf8646409 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Pushing event deleted for resources: {'Port': ['ID=4eda8655-533a-4951-afd3-4947442f950f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:07.954834 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.969246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.030052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:23:08.046904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccde434-a5a4-4e85-ba53-fd5e6aa9f092 req-649ffd1f-010a-4e4e-bc40-65b08734e51a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:08.048505 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ccde434-a5a4-4e85-ba53-fd5e6aa9f092 req-649ffd1f-010a-4e4e-bc40-65b08734e51a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2447202 Jul 07 19:23:08.049620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2497f4ed-c4d3-4fde-a65d-a8d4cf992e22 req-ee31626c-8d4d-4fb3-8d55-fe4bf8646409 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] No DVR routers for this DVR port 4eda8655-533a-4951-afd3-4947442f950f on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:08.056447 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2497f4ed-c4d3-4fde-a65d-a8d4cf992e22 req-ee31626c-8d4d-4fb3-8d55-fe4bf8646409 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.059148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2497f4ed-c4d3-4fde-a65d-a8d4cf992e22 req-ee31626c-8d4d-4fb3-8d55-fe4bf8646409 tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.110 "DELETE /v2.0/ports/4eda8655-533a-4951-afd3-4947442f950f HTTP/1.1" status: 204 len: 173 time: 0.8432827 Jul 07 19:23:08.068527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c0f7b6-e205-4089-a16f-5a492fc66b23', 'name': 'network-vif-deleted', 'tag': '4eda8655-533a-4951-afd3-4947442f950f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:08.071543 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49da00c9-7ed4-4d02-89a9-933d6d92fabb" -d '{"events": [{"server_uuid": "e0c0f7b6-e205-4089-a16f-5a492fc66b23", "name": "network-vif-deleted", "tag": "4eda8655-533a-4951-afd3-4947442f950f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:08.082049 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.082440 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Added segment 7793feab-4fa1-43d8-a94a-dd91be042926 of type vlan for network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 Jul 07 19:23:08.098979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd55466-c1d2-4481-a7e8-03f2f5152fb6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:08.117798 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ccde434-a5a4-4e85-ba53-fd5e6aa9f092 req-484df33c-3491-4755-88ab-93293aa35bc1 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559659 Jul 07 19:23:08.156390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4598f-74d6-4ab2-8509-b21a48773b6d req-0cfb988e-9bbf-4700-be3f-8e4c0c5ee406 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:08.163605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02e4598f-74d6-4ab2-8509-b21a48773b6d req-0cfb988e-9bbf-4700-be3f-8e4c0c5ee406 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.2069108 Jul 07 19:23:08.320520 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.367514 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02e4598f-74d6-4ab2-8509-b21a48773b6d req-015f7e15-cf22-4cad-89ea-a45a9661ecaa tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029457 Jul 07 19:23:08.382214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1af2ddf4-a8e8-4c85-843b-951820099c0c up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:08.435312 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.436660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:08.437491 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.477303 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0534983 Jul 07 19:23:08.501528 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34afd13-91c6-45a6-94ab-b08b05231c72 x-openstack-request-id: req-a34afd13-91c6-45a6-94ab-b08b05231c72 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:08.501826 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c0f7b6-e205-4089-a16f-5a492fc66b23", "name": "network-vif-deleted", "tag": "4eda8655-533a-4951-afd3-4947442f950f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:08.502079 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a34afd13-91c6-45a6-94ab-b08b05231c72 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:08.502475 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c0f7b6-e205-4089-a16f-5a492fc66b23', 'name': 'network-vif-deleted', 'tag': '4eda8655-533a-4951-afd3-4947442f950f', 'status': 'completed', 'code': 200} Jul 07 19:23:08.541265 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60222) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:08.552919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-508fc63e-b756-463f-9896-60d2e2c7b833 admin admin] Request body: {'subnet': {'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-subnet', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:08.573939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 1af2ddf4-a8e8-4c85-843b-951820099c0c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:08.584486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 1af2ddf4-a8e8-4c85-843b-951820099c0c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:08.585211 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.734216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0d2ae-aa18-4f03-91b7-8e894b49ceaf admin admin] Pushing event updated for resources: {'Network': ['ID=e65b60fe-28f2-4cd6-a3d4-66f5e861df04,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:08.751841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508fc63e-b756-463f-9896-60d2e2c7b833 admin admin] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:08.758041 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e68af4f1-59dd-4312-be90-a62810a912c8 req-49695439-55f8-48bc-bd50-5d39f519d151 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.3009462 Jul 07 19:23:08.759476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-508fc63e-b756-463f-9896-60d2e2c7b833 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.774679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:23:08.894390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb71de7-15d2-40f7-afb8-b3a5b6aca536 req-f20678ac-31bc-4a3c-a7b2-e2cacef7082b tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:08.909463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-beb71de7-15d2-40f7-afb8-b3a5b6aca536 req-f20678ac-31bc-4a3c-a7b2-e2cacef7082b tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.110 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.5998178 Jul 07 19:23:08.952429 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.960206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6446cce4-5719-4bbf-ac29-0ec5a9f6733c req-450e8d1f-3d5d-407c-9cb6-1ea804c7bb7b tempest-AttachSCSIVolumeTestJSON-924258052 tempest-AttachSCSIVolumeTestJSON-924258052-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0c0f7b6-e205-4089-a16f-5a492fc66b23 HTTP/1.1" status: 200 len: 210 time: 0.0957642 Jul 07 19:23:09.063323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 1af2ddf4-a8e8-4c85-843b-951820099c0c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1af2ddf4-a8e8-4c85-843b-951820099c0c,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:09.073656 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.161812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=1af2ddf4-a8e8-4c85-843b-951820099c0c,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:09.170832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-beb71de7-15d2-40f7-afb8-b3a5b6aca536 req-42838793-1e2d-4cd5-b09b-5fd7a294e306 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Deleting port d0a9033d-a95b-4fb9-8106-d09c0fc51fad {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:09.171900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-beb71de7-15d2-40f7-afb8-b3a5b6aca536 req-42838793-1e2d-4cd5-b09b-5fd7a294e306 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.258671 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-508fc63e-b756-463f-9896-60d2e2c7b833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.349240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508fc63e-b756-463f-9896-60d2e2c7b833 admin admin] Checking segment: {'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:09.349611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508fc63e-b756-463f-9896-60d2e2c7b833 admin admin] Network hostable DHCP agents. Network: e65b60fe-28f2-4cd6-a3d4-66f5e861df04, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:23:09.352083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fc63e-b756-463f-9896-60d2e2c7b833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=027d46ee-f3de-4146-9c6b-7af9eea05b1d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:09.383015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-beb71de7-15d2-40f7-afb8-b3a5b6aca536 req-42838793-1e2d-4cd5-b09b-5fd7a294e306 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] For port d0a9033d-a95b-4fb9-8106-d09c0fc51fad, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d0a9033d-a95b-4fb9-8106-d09c0fc51fad,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:09.383680 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-beb71de7-15d2-40f7-afb8-b3a5b6aca536 req-42838793-1e2d-4cd5-b09b-5fd7a294e306 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.402923 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-beb71de7-15d2-40f7-afb8-b3a5b6aca536 req-42838793-1e2d-4cd5-b09b-5fd7a294e306 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Calling delete_port for d0a9033d-a95b-4fb9-8106-d09c0fc51fad owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:09.444618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508fc63e-b756-463f-9896-60d2e2c7b833 admin admin] Network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:23:09.475827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-508fc63e-b756-463f-9896-60d2e2c7b833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, e65b60fe-28f2-4cd6-a3d4-66f5e861df04) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:09.482220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508fc63e-b756-463f-9896-60d2e2c7b833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:09.483025 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-508fc63e-b756-463f-9896-60d2e2c7b833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.489713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a71a761-2e66-43cf-b9f0-637440a2bc94 None None] Network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:09.538968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e073c-5507-41dd-8137-ea12c242652a req-29061b19-c327-4c9c-a8f1-7dce72e46300 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:09.540558 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc2e073c-5507-41dd-8137-ea12c242652a req-29061b19-c327-4c9c-a8f1-7dce72e46300 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1860409 Jul 07 19:23:09.541973 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-508fc63e-b756-463f-9896-60d2e2c7b833 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9932237 Jul 07 19:23:09.547000 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60232) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:09.555918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:09.620651 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.626654 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.644293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc2e073c-5507-41dd-8137-ea12c242652a req-0e695724-28dd-453e-8d7a-f468663a514a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831788 Jul 07 19:23:09.673491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84838015-8c6a-4825-8e08-6686ba06dcc7 req-0a2e89f6-7e9c-46d4-8040-c79f259c51c1 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:09.680993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-84838015-8c6a-4825-8e08-6686ba06dcc7 req-0a2e89f6-7e9c-46d4-8040-c79f259c51c1 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 945 time: 0.1633861 Jul 07 19:23:09.710389 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.735843 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-beb71de7-15d2-40f7-afb8-b3a5b6aca536 req-42838793-1e2d-4cd5-b09b-5fd7a294e306 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.778660 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'fixed_ips': [{'subnet_id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:23:09.780956 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.782933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42838793-1e2d-4cd5-b09b-5fd7a294e306 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Pushing event deleted for resources: {'Port': ['ID=d0a9033d-a95b-4fb9-8106-d09c0fc51fad,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:09.805565 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-84838015-8c6a-4825-8e08-6686ba06dcc7 req-86fea9af-9363-4a66-8f52-2175e74b5418 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/security-groups?id=43683a91-4bca-44a4-b6d7-31d3c4d381c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154640 Jul 07 19:23:09.838120 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.875409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb71de7-15d2-40f7-afb8-b3a5b6aca536 req-42838793-1e2d-4cd5-b09b-5fd7a294e306 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] No DVR routers for this DVR port d0a9033d-a95b-4fb9-8106-d09c0fc51fad on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:09.878246 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-beb71de7-15d2-40f7-afb8-b3a5b6aca536 req-42838793-1e2d-4cd5-b09b-5fd7a294e306 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.880482 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-beb71de7-15d2-40f7-afb8-b3a5b6aca536 req-42838793-1e2d-4cd5-b09b-5fd7a294e306 tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.110 "DELETE /v2.0/ports/d0a9033d-a95b-4fb9-8106-d09c0fc51fad HTTP/1.1" status: 204 len: 173 time: 0.9624202 Jul 07 19:23:09.995195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.087649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f9223328-8dbf-4846-91f8-cb827201cca5 req-f298d100-45e7-497e-9d31-bdeda7fbbfd5 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0815902 Jul 07 19:23:10.093142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Allocated IP 172.20.0.2 (e65b60fe-28f2-4cd6-a3d4-66f5e861df04/027d46ee-f3de-4146-9c6b-7af9eea05b1d/b8567d34-19b8-422c-a7b0-0e0181382e87) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:10.300155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1af2ddf4-a8e8-4c85-843b-951820099c0c up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:10.503643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f68ff2-c156-44f1-a36f-713d0daf3abc', 'name': 'network-vif-deleted', 'tag': 'd0a9033d-a95b-4fb9-8106-d09c0fc51fad'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:10.506073 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ee2593-67c3-4b73-bdbc-4211b9fe2131" -d '{"events": [{"server_uuid": "c6f68ff2-c156-44f1-a36f-713d0daf3abc", "name": "network-vif-deleted", "tag": "d0a9033d-a95b-4fb9-8106-d09c0fc51fad"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:10.576433 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527a2b52-b378-44e6-9a4e-f431ff782680 x-openstack-request-id: req-527a2b52-b378-44e6-9a4e-f431ff782680 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:10.576737 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f68ff2-c156-44f1-a36f-713d0daf3abc", "name": "network-vif-deleted", "tag": "d0a9033d-a95b-4fb9-8106-d09c0fc51fad", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:10.578264 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-527a2b52-b378-44e6-9a4e-f431ff782680 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:10.578869 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f68ff2-c156-44f1-a36f-713d0daf3abc', 'name': 'network-vif-deleted', 'tag': 'd0a9033d-a95b-4fb9-8106-d09c0fc51fad', 'status': 'completed', 'code': 200} Jul 07 19:23:10.790676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 1af2ddf4-a8e8-4c85-843b-951820099c0c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:10.791732 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.844538 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.895477 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Transition to ACTIVE for port object b8567d34-19b8-422c-a7b0-0e0181382e87 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:10.939023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Transition to ACTIVE for port object b8567d34-19b8-422c-a7b0-0e0181382e87 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:10.957229 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.065178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:11.071145 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Pushing event updated for resources: {'Port': ['ID=b8567d34-19b8-422c-a7b0-0e0181382e87,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:11.075566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:11.080053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:11.253019 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-89558267-d8ab-463c-a45b-d855cacfec27 req-2d29dfe9-3c5b-46f9-831f-56d4d1d74d8b tempest-ListServerFiltersTestJSON-103846917 tempest-ListServerFiltersTestJSON-103846917-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6f68ff2-c156-44f1-a36f-713d0daf3abc HTTP/1.1" status: 200 len: 210 time: 0.0643265 Jul 07 19:23:11.259049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Attempting to bind port b8567d34-19b8-422c-a7b0-0e0181382e87 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:11.259905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Attempting to bind port b8567d34-19b8-422c-a7b0-0e0181382e87 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:11.260626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Attempting to bind port b8567d34-19b8-422c-a7b0-0e0181382e87 on network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:11.269755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:11.270403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Checking segment: {'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:11.271061 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.271739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Bound using segment: {'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:11.272482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Bound port: b8567d34-19b8-422c-a7b0-0e0181382e87, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:11.273046 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.274398 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.307207 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.361341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b8997-58e5-4111-afeb-9e16b8986097 req-5d13ae61-18dd-4dbe-92e5-4ef6303b9c2d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:11.374605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f58b8997-58e5-4111-afeb-9e16b8986097 req-5d13ae61-18dd-4dbe-92e5-4ef6303b9c2d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2171113 Jul 07 19:23:11.460489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] For port b8567d34-19b8-422c-a7b0-0e0181382e87, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:11.464099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] For port b8567d34-19b8-422c-a7b0-0e0181382e87, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b8567d34-19b8-422c-a7b0-0e0181382e87,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:11.471643 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.501617 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bc59e87-09ff-4c93-90f3-b001fe3cc444 req-557d24fe-ce5d-4504-80d7-961b36edae26 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0351481 Jul 07 19:23:11.559189 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f58b8997-58e5-4111-afeb-9e16b8986097 req-37f8b8d8-c614-43fb-8010-6e66418f3933 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835375 Jul 07 19:23:11.621490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4eda8655-533a-4951-afd3-4947442f950f no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:11.660798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9556ca-52bf-4fbe-be61-9e1376b41566 None None] Pushing event updated for resources: {'Port': ['ID=b8567d34-19b8-422c-a7b0-0e0181382e87,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:11.709112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 4eda8655-533a-4951-afd3-4947442f950f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:11.711051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4eda8655-533a-4951-afd3-4947442f950f not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:11.712203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device d0a9033d-a95b-4fb9-8106-d09c0fc51fad no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:11.727140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Allocated IP 172.25.0.244 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:11.788800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: d0a9033d-a95b-4fb9-8106-d09c0fc51fad {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:11.788960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device d0a9033d-a95b-4fb9-8106-d09c0fc51fad not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:12.008518 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.101000 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.167126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:12.169371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:12.177003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:12.323284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Pushing event updated for resources: {'Port': ['ID=6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:12.380090 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b8567d34-19b8-422c-a7b0-0e0181382e87 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:12.467418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60318) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:12.504564 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port b8567d34-19b8-422c-a7b0-0e0181382e87 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:12.547343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-839cd03d-f46d-4374-9125-70bc48ed3eff admin admin] Deleting subnet 411ca88b-6487-40a2-a761-796f59893af9 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:23:12.554779 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-839cd03d-f46d-4374-9125-70bc48ed3eff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.744277 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-839cd03d-f46d-4374-9125-70bc48ed3eff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.752356 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.303277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674392b-2aa8-4fc7-9fb4-8d42dec1a3c5 req-f887ee3c-5e90-4145-957a-5d7c5acc3ecc tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:13.312418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7674392b-2aa8-4fc7-9fb4-8d42dec1a3c5 req-f887ee3c-5e90-4145-957a-5d7c5acc3ecc tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2964106 Jul 07 19:23:13.331583 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d780e03e-9a93-43a6-8cb0-75220735b558 req-736301cc-3b6c-45ee-ae24-625f0288032e tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0398726 Jul 07 19:23:13.346421 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-839cd03d-f46d-4374-9125-70bc48ed3eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.362893 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.394284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d45aea-fead-475f-9d6e-f9e5529987c9 None None] Network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:13.459424 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7674392b-2aa8-4fc7-9fb4-8d42dec1a3c5 req-f6b04cd6-94af-4f53-a68e-5e32510149c0 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461043 Jul 07 19:23:13.475558 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-839cd03d-f46d-4374-9125-70bc48ed3eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.518734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3489a68f-9bef-4d74-b5b8-11644c27f827 None None] Provisioning for port b8567d34-19b8-422c-a7b0-0e0181382e87 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:13.555427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3489a68f-9bef-4d74-b5b8-11644c27f827 None None] Provisioning complete for port b8567d34-19b8-422c-a7b0-0e0181382e87 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:13.555827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3489a68f-9bef-4d74-b5b8-11644c27f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.558152 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:23:13.561568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cd03d-f46d-4374-9125-70bc48ed3eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=411ca88b-6487-40a2-a761-796f59893af9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:13.570180 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-839cd03d-f46d-4374-9125-70bc48ed3eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.572773 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-839cd03d-f46d-4374-9125-70bc48ed3eff admin admin] 10.222.0.81 "DELETE /v2.0/subnets/411ca88b-6487-40a2-a761-796f59893af9 HTTP/1.1" status: 204 len: 168 time: 1.1028638 Jul 07 19:23:13.575738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60330) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:13.642396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Router 9ebae46d-259e-4493-832e-ac4637592236 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:23:13.670991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ba540-ed37-4c93-bffa-3fc73b68017e None None] Network bae55246-1299-4071-9510-5afe92afa539 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:13.802282 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.813206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:23:13.827688 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Sync routers for ids ['9ebae46d-259e-4493-832e-ac4637592236'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:23:13.844230 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Routers {'9ebae46d-259e-4493-832e-ac4637592236'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:13.848300 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:22:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9ebae46d-259e-4493-832e-ac4637592236'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:13.858532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.864226 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-152fcae1-0a7b-46f4-a88e-391a72732290 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3156085 Jul 07 19:23:13.868954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60334) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:13.998532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Deleting port 60590963-4a0d-4c47-b9a3-4c46a3322fee {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:13.998532 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.105703 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Set router 9ebae46d-259e-4493-832e-ac4637592236 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:14.134504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] For port 60590963-4a0d-4c47-b9a3-4c46a3322fee, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=60590963-4a0d-4c47-b9a3-4c46a3322fee,segment=NetworkSegment(b8f3dab0-73c5-4065-851d-a69bc00b43f4),segment_id=b8f3dab0-73c5-4065-851d-a69bc00b43f4)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:14.135051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.155541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Calling delete_port for 60590963-4a0d-4c47-b9a3-4c46a3322fee owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:14.283771 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3489a68f-9bef-4d74-b5b8-11644c27f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.336373 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.380978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aded469-85dc-447d-9aa5-3d7b3a6d4465 None None] DHCP port deletion for bae55246-1299-4071-9510-5afe92afa539 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:23:14.443280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] No DVR routers for this DVR port 60590963-4a0d-4c47-b9a3-4c46a3322fee on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:14.445054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=60590963-4a0d-4c47-b9a3-4c46a3322fee,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:14.456482 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:23:12Z', 'revision_number': 3, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:14.477137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3489a68f-9bef-4d74-b5b8-11644c27f827 None None] For port b8567d34-19b8-422c-a7b0-0e0181382e87, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b8567d34-19b8-422c-a7b0-0e0181382e87,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:14.487987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3489a68f-9bef-4d74-b5b8-11644c27f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.548698 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Checking router: 9ebae46d-259e-4493-832e-ac4637592236 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:23:14.549247 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Updating router 9ebae46d-259e-4493-832e-ac4637592236 port 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:23:14.655767 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.656613 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.687803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae55246-1299-4071-9510-5afe92afa539']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:14.726810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489a68f-9bef-4d74-b5b8-11644c27f827 None None] Pushing event updated for resources: {'Port': ['ID=b8567d34-19b8-422c-a7b0-0e0181382e87,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:14.728264 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f3dab0-73c5-4065-851d-a69bc00b43f4') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:14.728626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f3dab0-73c5-4065-851d-a69bc00b43f4') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:14.773279 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.812258 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.827538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:23:14.828160 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:23:14.830683 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:23:14.898316 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-637f09ac-eec4-404e-96b1-cebac270a666 req-bec10e3c-2bbb-48c9-adf4-976463b1bcc1 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.2319820 Jul 07 19:23:15.121376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.148027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.153231 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bae55246-1299-4071-9510-5afe92afa539 HTTP/1.1" status: 204 len: 168 time: 1.5709167 Jul 07 19:23:15.198889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c667550-a550-4aaf-84af-2622912d26f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bae55246-1299-4071-9510-5afe92afa539,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:15.249442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845f2c0-02d9-474a-b2f5-d830444d9d02 req-3ad3d853-a2d0-489b-98b8-8a1110d97abc tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:15.264628 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8845f2c0-02d9-474a-b2f5-d830444d9d02 req-3ad3d853-a2d0-489b-98b8-8a1110d97abc tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.3063445 Jul 07 19:23:15.332741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-83f031c6-53c1-4e66-8870-082bb4fe699a None None] Provisioning complete for port b8567d34-19b8-422c-a7b0-0e0181382e87 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:15.332952 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-83f031c6-53c1-4e66-8870-082bb4fe699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.333124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.343699 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8845f2c0-02d9-474a-b2f5-d830444d9d02 req-dbbf64b4-baa8-4cc2-8a28-fdf0a3b33399 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688124 Jul 07 19:23:15.395126 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.508177 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Transition to ACTIVE for port object 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:15.533977 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.534260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60352) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.621916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-60b31113-d476-4aa9-ad7f-6352b0b8d11f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4ca1b189f44499cbaf9b1b0ae76ee5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862699 Jul 07 19:23:15.623153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60354) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.672365 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Attempting to bind port 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:15.673433 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Attempting to bind port 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:15.674096 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Attempting to bind port 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:15.679609 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1efad144-04e9-40d3-9e6b-851404f7a040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.698093 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Pushing event updated for resources: {'Port': ['ID=6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:15.701466 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:15.702369 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:15.702974 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.703613 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:15.704269 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Bound port: 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:15.704936 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.746215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1efad144-04e9-40d3-9e6b-851404f7a040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.747212 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:15.748334 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:15.748865 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:15.749424 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:15.749922 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:15.750573 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:15.751087 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:15.751571 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:15.752129 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:15.752612 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:15.753098 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:15.753583 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:15.802269 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] For port 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:15.808144 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] For port 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:15.820063 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.825031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1efad144-04e9-40d3-9e6b-851404f7a040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.831617 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1efad144-04e9-40d3-9e6b-851404f7a040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.839854 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1efad144-04e9-40d3-9e6b-851404f7a040 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43683a91-4bca-44a4-b6d7-31d3c4d381c5 HTTP/1.1" status: 204 len: 168 time: 0.2154312 Jul 07 19:23:15.856082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efad144-04e9-40d3-9e6b-851404f7a040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43683a91-4bca-44a4-b6d7-31d3c4d381c5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:15.893784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Allocated IP 172.20.0.1 (e65b60fe-28f2-4cd6-a3d4-66f5e861df04/027d46ee-f3de-4146-9c6b-7af9eea05b1d/536b61d9-7f73-4978-ac6d-e57ccac54b79) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:15.904298 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Routers {'9ebae46d-259e-4493-832e-ac4637592236'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:15.905599 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:22:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9ebae46d-259e-4493-832e-ac4637592236'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:16.014081 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a211a-55ae-41d5-8e46-c83bd1383568 None None] Pushing event updated for resources: {'Port': ['ID=6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:16.188156 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.193902 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] Set router 9ebae46d-259e-4493-832e-ac4637592236 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:16.244916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Transition to ACTIVE for port object 536b61d9-7f73-4978-ac6d-e57ccac54b79 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:16.327631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b8567d34-19b8-422c-a7b0-0e0181382e87 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:16.340242 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84d36955-b59d-4f5a-81f6-e065cc55a06b req-db4c47ff-f9a4-49b3-a216-3933a7c94b3f tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0417571 Jul 07 19:23:16.342739 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.458460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:16.485969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b8567d34-19b8-422c-a7b0-0e0181382e87 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:16.486340 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.493243 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:16.503258 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:16.512407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=536b61d9-7f73-4978-ac6d-e57ccac54b79,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:16.679746 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.768783 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:23:12Z', 'revision_number': 3, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:16.850275 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1209a-89b7-4d54-972f-36ef0b7ee246 None None] The sync data for ids ['9ebae46d-259e-4493-832e-ac4637592236'] in n-d-793621-9 is: [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:23:12Z', 'revision_number': 3, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:23:16.874638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60388) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:16.922194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 60590963-4a0d-4c47-b9a3-4c46a3322fee no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:16.990863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 60590963-4a0d-4c47-b9a3-4c46a3322fee {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:16.991769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 60590963-4a0d-4c47-b9a3-4c46a3322fee not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:17.046289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e1fb67cd-1280-4dca-b349-54031e1d9d2f None None] Provisioning for port 536b61d9-7f73-4978-ac6d-e57ccac54b79 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:17.051474 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e1fb67cd-1280-4dca-b349-54031e1d9d2f None None] Provisioning complete for port 536b61d9-7f73-4978-ac6d-e57ccac54b79 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:17.051991 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e1fb67cd-1280-4dca-b349-54031e1d9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.150652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb67cd-1280-4dca-b349-54031e1d9d2f None None] Port 536b61d9-7f73-4978-ac6d-e57ccac54b79 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:17.162091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43929-87da-4602-9b4e-7d66ec7b9723 req-47e0432d-7d9b-495d-b0ef-8e32a6c39c10 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:17.181190 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-67a43929-87da-4602-9b4e-7d66ec7b9723 req-47e0432d-7d9b-495d-b0ef-8e32a6c39c10 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.3456035 Jul 07 19:23:17.238141 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-67a43929-87da-4602-9b4e-7d66ec7b9723 req-2fca7185-8480-4db2-ac85-42f256777cf8 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581257 Jul 07 19:23:17.379191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.675450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60408) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:17.749536 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.764606 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-debb4ed3-8606-48b6-9a5b-3136ca95df56 req-7d70548d-a922-4869-a91a-45853fab95f9 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.1047394 Jul 07 19:23:17.768140 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.955407 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41781e8b-94d3-41d7-906e-a1db0200c27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.959152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-431010902-network', 'tenant_id': 'b3f9f9a8ccf24b4685095adfeb568049'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:17.969790 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=536b61d9-7f73-4978-ac6d-e57ccac54b79,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:17.980489 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.151041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Made reservation on behalf of b3f9f9a8ccf24b4685095adfeb568049 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:18.154446 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.184497 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.334076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:18.342957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:18.398318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:18.568791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:18.574132 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:18.574512 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.721822 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.754706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:18.755013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Router 9ebae46d-259e-4493-832e-ac4637592236 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:23:18.764308 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.787555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-41781e8b-94d3-41d7-906e-a1db0200c27a admin admin] Deleting port 37c25f67-0d96-4060-ac1c-7f409ccb4b34 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:18.788383 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41781e8b-94d3-41d7-906e-a1db0200c27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.812382 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.826861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.923370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:23:18.925134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:18.946832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f447b-2aa9-47dc-9dc4-305395ba424e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:18.978132 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-117a7949-3b5c-4ee2-a5ad-0cf83c11ed82 None None] Provisioning complete for port 536b61d9-7f73-4978-ac6d-e57ccac54b79 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:18.980460 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-117a7949-3b5c-4ee2-a5ad-0cf83c11ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.984146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-41781e8b-94d3-41d7-906e-a1db0200c27a admin admin] For port 37c25f67-0d96-4060-ac1c-7f409ccb4b34, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=37c25f67-0d96-4060-ac1c-7f409ccb4b34,segment=NetworkSegment(3eac3955-fac7-4748-a868-b288af2f6f4b),segment_id=3eac3955-fac7-4748-a868-b288af2f6f4b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:18.986176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41781e8b-94d3-41d7-906e-a1db0200c27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.995118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.995490 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Added segment b22086d2-c2e8-403e-bfdb-f5551eb7ebb1 of type vlan for network 84ac411b-a44f-47a9-958c-36bb19a62bae Jul 07 19:23:19.005536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-41781e8b-94d3-41d7-906e-a1db0200c27a admin admin] Calling delete_port for 37c25f67-0d96-4060-ac1c-7f409ccb4b34 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:19.035955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e88751-fce2-4fda-9b09-fe0cd9d6c35e req-2d441d6a-0b71-4081-bb87-9401e9d9682f tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:19.040106 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41e88751-fce2-4fda-9b09-fe0cd9d6c35e req-2d441d6a-0b71-4081-bb87-9401e9d9682f tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.3974793 Jul 07 19:23:19.081837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-117a7949-3b5c-4ee2-a5ad-0cf83c11ed82 None None] Port 536b61d9-7f73-4978-ac6d-e57ccac54b79 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:19.111761 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.124439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:23:19.131220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-888464f8-18f0-4220-85b8-ffbc94d8b8d7 admin admin] 10.222.0.81 "PUT /v2.0/routers/9ebae46d-259e-4493-832e-ac4637592236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2606308 Jul 07 19:23:19.175913 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41e88751-fce2-4fda-9b09-fe0cd9d6c35e req-90fbfb58-3654-4420-ba4f-0516d487090e tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067708 Jul 07 19:23:19.206726 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.208585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:19.209196 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.249432 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d8a62fd-71d4-44be-a9f0-f2b68dabb15d req-70dc0739-91a3-42cc-98fc-136b30d9e324 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0463545 Jul 07 19:23:19.305052 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6281435 Jul 07 19:23:19.305595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60426) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:19.313491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f9de747d-1b18-4bc1-baeb-3a7c89be5e08 admin admin] Request body: {'subnet': {'network_id': '84ac411b-a44f-47a9-958c-36bb19a62bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-431010902-subnet', 'tenant_id': 'b3f9f9a8ccf24b4685095adfeb568049', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:19.332076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedd407-cc3f-4874-bd47-afc70039ad01 admin admin] Pushing event updated for resources: {'Network': ['ID=84ac411b-a44f-47a9-958c-36bb19a62bae,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:19.344446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 84ac411b-a44f-47a9-958c-36bb19a62bae details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:23:19.396894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9de747d-1b18-4bc1-baeb-3a7c89be5e08 admin admin] Made reservation on behalf of b3f9f9a8ccf24b4685095adfeb568049 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:19.399330 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9de747d-1b18-4bc1-baeb-3a7c89be5e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.465435 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41781e8b-94d3-41d7-906e-a1db0200c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.509644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41781e8b-94d3-41d7-906e-a1db0200c27a admin admin] Pushing event deleted for resources: {'Port': ['ID=37c25f67-0d96-4060-ac1c-7f409ccb4b34,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:19.913078 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9de747d-1b18-4bc1-baeb-3a7c89be5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.943629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41781e8b-94d3-41d7-906e-a1db0200c27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.067460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Sync routers for ids ['9ebae46d-259e-4493-832e-ac4637592236'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:23:20.092721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Routers {'9ebae46d-259e-4493-832e-ac4637592236'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:20.094275 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:22:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9ebae46d-259e-4493-832e-ac4637592236'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:20.236236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de747d-1b18-4bc1-baeb-3a7c89be5e08 admin admin] Checking segment: {'id': 'b22086d2-c2e8-403e-bfdb-f5551eb7ebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '84ac411b-a44f-47a9-958c-36bb19a62bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:20.236829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9de747d-1b18-4bc1-baeb-3a7c89be5e08 admin admin] Network hostable DHCP agents. Network: 84ac411b-a44f-47a9-958c-36bb19a62bae, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:23:20.262651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de747d-1b18-4bc1-baeb-3a7c89be5e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d21d395a-aebf-4200-837a-14c77107c154,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:20.308351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Set router 9ebae46d-259e-4493-832e-ac4637592236 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:20.399717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9de747d-1b18-4bc1-baeb-3a7c89be5e08 admin admin] Network 84ac411b-a44f-47a9-958c-36bb19a62bae is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:23:20.479678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:20.661751 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3633fb6f-ae0a-4647-ae39-42151aaff0b3 req-3e503898-efa9-4389-b011-6e8277732eee tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0718935 Jul 07 19:23:20.756396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:20.757032 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.918570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:23:17Z', 'revision_number': 4, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '536b61d9-7f73-4978-ac6d-e57ccac54b79', 'name': '', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'mac_address': 'fa:16:3e:58:17:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:15Z', 'updated_at': '2021-07-07T19:23:17Z', 'revision_number': 2, 'project_id': '9366443b78874460a63d7aaac26d676e', 'subnets': [{'id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:20.946648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Checking router: 9ebae46d-259e-4493-832e-ac4637592236 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:23:20.947549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Updating router 9ebae46d-259e-4493-832e-ac4637592236 port 536b61d9-7f73-4978-ac6d-e57ccac54b79 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:23:21.009899 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.014770 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-48c65861-e099-421e-8b9c-9a081afb74f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.020430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f9de747d-1b18-4bc1-baeb-3a7c89be5e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 84ac411b-a44f-47a9-958c-36bb19a62bae) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:21.033216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b4f98c-4672-4fc0-a5f5-46d30baa69c5 None None] Network 84ac411b-a44f-47a9-958c-36bb19a62bae requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:21.034373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9de747d-1b18-4bc1-baeb-3a7c89be5e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:21.035003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9de747d-1b18-4bc1-baeb-3a7c89be5e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.110028 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f9de747d-1b18-4bc1-baeb-3a7c89be5e08 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8027153 Jul 07 19:23:21.141582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e70b1-5cb8-4a6c-8155-f331f9b55e9e req-d8cd1534-ee56-497a-af0c-95e118a57733 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:21.149150 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d73e70b1-5cb8-4a6c-8155-f331f9b55e9e req-d8cd1534-ee56-497a-af0c-95e118a57733 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1733735 Jul 07 19:23:21.273673 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d73e70b1-5cb8-4a6c-8155-f331f9b55e9e req-7c3144f7-c253-4527-8690-ce1879ea4a25 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225433 Jul 07 19:23:21.339595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d888b4-ea71-4eea-9b88-918121e3863c None None] Network 84ac411b-a44f-47a9-958c-36bb19a62bae requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:21.343217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41781e8b-94d3-41d7-906e-a1db0200c27a admin admin] Router b3408c96-8232-4887-be09-f9cf46ff5913 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:23:21.637448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41781e8b-94d3-41d7-906e-a1db0200c27a admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:23:21.656406 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524ed9a1-ea2c-4604-b365-cea9bc275c33 None None] Sync routers for ids ['b3408c96-8232-4887-be09-f9cf46ff5913'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:23:21.658561 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-41781e8b-94d3-41d7-906e-a1db0200c27a admin admin] 10.222.0.81 "PUT /v2.0/routers/b3408c96-8232-4887-be09-f9cf46ff5913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7821522 Jul 07 19:23:21.661195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60530) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:21.713244 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ed9a1-ea2c-4604-b365-cea9bc275c33 None None] Routers {'b3408c96-8232-4887-be09-f9cf46ff5913'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:21.713860 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-524ed9a1-ea2c-4604-b365-cea9bc275c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:22:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b3408c96-8232-4887-be09-f9cf46ff5913'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:21.938583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-759defd2-d357-4d6c-bd59-0be92ec4be3a req-5cdd1347-dcf6-42f3-93b5-d4ec304599c9 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0362077 Jul 07 19:23:21.961672 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.964892 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.993584 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Transition to ACTIVE for port object 536b61d9-7f73-4978-ac6d-e57ccac54b79 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:22.002326 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-524ed9a1-ea2c-4604-b365-cea9bc275c33 None None] Set router b3408c96-8232-4887-be09-f9cf46ff5913 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:22.003506 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.142677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dc116-6c48-49e9-a00e-2170cbba2aa2 None None] Pushing event updated for resources: {'Port': ['ID=536b61d9-7f73-4978-ac6d-e57ccac54b79,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:22.170395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Attempting to bind port 536b61d9-7f73-4978-ac6d-e57ccac54b79 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:22.170784 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Attempting to bind port 536b61d9-7f73-4978-ac6d-e57ccac54b79 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:22.171179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Attempting to bind port 536b61d9-7f73-4978-ac6d-e57ccac54b79 on network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:22.178576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:22.179345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Checking segment: {'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:22.180463 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.181212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Bound using segment: {'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:22.182633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Bound port: 536b61d9-7f73-4978-ac6d-e57ccac54b79, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:22.183641 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.291544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] For port 536b61d9-7f73-4978-ac6d-e57ccac54b79, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:22.297851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] For port 536b61d9-7f73-4978-ac6d-e57ccac54b79, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=536b61d9-7f73-4978-ac6d-e57ccac54b79,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:22.307807 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.396656 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-524ed9a1-ea2c-4604-b365-cea9bc275c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418329829-router', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:23:19Z', 'revision_number': 5, 'project_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'gw_port': {'id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:25:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:22.449388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dc116-6c48-49e9-a00e-2170cbba2aa2 None None] Pushing event updated for resources: {'Port': ['ID=536b61d9-7f73-4978-ac6d-e57ccac54b79,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:22.512203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Routers {'9ebae46d-259e-4493-832e-ac4637592236'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:22.515749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:22:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9ebae46d-259e-4493-832e-ac4637592236'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:22.636364 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524ed9a1-ea2c-4604-b365-cea9bc275c33 None None] Checking router: b3408c96-8232-4887-be09-f9cf46ff5913 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:23:22.658507 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ed9a1-ea2c-4604-b365-cea9bc275c33 None None] Routers {'b3408c96-8232-4887-be09-f9cf46ff5913'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:22.662889 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-524ed9a1-ea2c-4604-b365-cea9bc275c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:22:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b3408c96-8232-4887-be09-f9cf46ff5913'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:22.781677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] Set router 9ebae46d-259e-4493-832e-ac4637592236 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:22.908763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.981097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50010b3b-a0f1-4a19-b3f8-736426a4fe10 req-b3869123-c31e-4950-9b94-15f7ff27cd59 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:22.989733 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50010b3b-a0f1-4a19-b3f8-736426a4fe10 req-b3869123-c31e-4950-9b94-15f7ff27cd59 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1988919 Jul 07 19:23:23.007414 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-524ed9a1-ea2c-4604-b365-cea9bc275c33 None None] Set router b3408c96-8232-4887-be09-f9cf46ff5913 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:23.070146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Deleting port 126557e6-6b00-4812-b5b2-d884ad06e12a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:23.070819 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.101639 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50010b3b-a0f1-4a19-b3f8-736426a4fe10 req-bde48597-ab88-4eab-a421-6ef0cae03610 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110110 Jul 07 19:23:23.309603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] For port 126557e6-6b00-4812-b5b2-d884ad06e12a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=126557e6-6b00-4812-b5b2-d884ad06e12a,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:23.310757 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.356842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Calling delete_port for 126557e6-6b00-4812-b5b2-d884ad06e12a owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:23.360481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:23:17Z', 'revision_number': 4, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '536b61d9-7f73-4978-ac6d-e57ccac54b79', 'name': '', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'mac_address': 'fa:16:3e:58:17:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:15Z', 'updated_at': '2021-07-07T19:23:22Z', 'revision_number': 4, 'project_id': '9366443b78874460a63d7aaac26d676e', 'subnets': [{'id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:23.382136 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-524ed9a1-ea2c-4604-b365-cea9bc275c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418329829-router', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:23:19Z', 'revision_number': 5, 'project_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'gw_port': {'id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:25:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:23.475034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bc0ee-f135-4cb9-a94f-b87583b0527d None None] The sync data for ids ['9ebae46d-259e-4493-832e-ac4637592236'] in n-d-793621-9 is: [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:23:17Z', 'revision_number': 4, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '536b61d9-7f73-4978-ac6d-e57ccac54b79', 'name': '', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'mac_address': 'fa:16:3e:58:17:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:15Z', 'updated_at': '2021-07-07T19:23:22Z', 'revision_number': 4, 'project_id': '9366443b78874460a63d7aaac26d676e', 'subnets': [{'id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:23:23.514156 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524ed9a1-ea2c-4604-b365-cea9bc275c33 None None] The sync data for ids ['b3408c96-8232-4887-be09-f9cf46ff5913'] in n-d-793621-9 is: [{'id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418329829-router', 'tenant_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:23:19Z', 'revision_number': 5, 'project_id': 'b2c5e2e402e4480bb47c34a94dbbdb86', 'gw_port': {'id': '126557e6-6b00-4812-b5b2-d884ad06e12a', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:25:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3408c96-8232-4887-be09-f9cf46ff5913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:38Z', 'updated_at': '2021-07-07T19:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:23:23.535544 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7674e607-bb64-4062-a951-129f07303bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.633436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-916364f0-84e1-4a83-8983-891dbdb0d7c4 req-afa97db3-728f-402b-9836-ff2c5438d7f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.1301436 Jul 07 19:23:23.719905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e9ff491-0b5e-4a51-8884-aefd6891733c req-677f0200-d208-48d4-a9b6-27e5e8bb9c9d tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0974321 Jul 07 19:23:23.803958 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.915297 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.991677 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Pushing event deleted for resources: {'Port': ['ID=126557e6-6b00-4812-b5b2-d884ad06e12a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:24.009247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:24.009625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:24.009976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:24.010321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:24.010651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:24.011027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:24.011358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:24.011688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:24.012017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:24.012343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:24.012668 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:24.013294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:24.104685 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.238918 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.241378 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.311596 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.312390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3408c96-8232-4887-be09-f9cf46ff5913 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:23:24.320481 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.324529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-46be489a-bf04-4361-bbef-e47db96a8747 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b3408c96-8232-4887-be09-f9cf46ff5913 HTTP/1.1" status: 204 len: 168 time: 2.6575840 Jul 07 19:23:24.333243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60562) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:24.426291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16f77b1-df86-464f-a1dd-654ca5255f21 admin admin] Deleting subnet fba34de3-0b7c-4473-82ab-0ff6322672f2 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:23:24.442464 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a16f77b1-df86-464f-a1dd-654ca5255f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.495987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa7c6d-0974-45af-919d-763ab89b2386 req-6d99f65a-ed8b-4716-aff4-72efd53717e7 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:24.510247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 536b61d9-7f73-4978-ac6d-e57ccac54b79 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:24.516924 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31fa7c6d-0974-45af-919d-763ab89b2386 req-6d99f65a-ed8b-4716-aff4-72efd53717e7 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1427424 Jul 07 19:23:24.565185 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a16f77b1-df86-464f-a1dd-654ca5255f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.597361 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-31fa7c6d-0974-45af-919d-763ab89b2386 req-ec29c811-d60d-412f-995d-d6410a484d28 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723863 Jul 07 19:23:24.671577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 536b61d9-7f73-4978-ac6d-e57ccac54b79 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:24.702487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 536b61d9-7f73-4978-ac6d-e57ccac54b79 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:24.713466 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.764706 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a16f77b1-df86-464f-a1dd-654ca5255f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.871054 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.899125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a16f77b1-df86-464f-a1dd-654ca5255f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.955825 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.993113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a16f77b1-df86-464f-a1dd-654ca5255f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.005685 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a16f77b1-df86-464f-a1dd-654ca5255f21 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fba34de3-0b7c-4473-82ab-0ff6322672f2 HTTP/1.1" status: 204 len: 168 time: 0.6793482 Jul 07 19:23:25.006612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f77b1-df86-464f-a1dd-654ca5255f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba34de3-0b7c-4473-82ab-0ff6322672f2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:25.016098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60572) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:25.016727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 536b61d9-7f73-4978-ac6d-e57ccac54b79, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=536b61d9-7f73-4978-ac6d-e57ccac54b79,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:25.021430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745b2a49-e356-4be1-b7ef-e5928d15e5e5 None None] Network 2a01c667-6bec-4d8c-b266-b4195412e13f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:25.102830 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.142178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 37c25f67-0d96-4060-ac1c-7f409ccb4b34 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:25.205375 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.249502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 37c25f67-0d96-4060-ac1c-7f409ccb4b34 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:25.250400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 37c25f67-0d96-4060-ac1c-7f409ccb4b34 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:25.273070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea49ff18-86d2-4117-81eb-45c8d5dfac91 req-917cf37e-6cef-4023-8f56-d7c21e3a5310 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0919321 Jul 07 19:23:25.285964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=536b61d9-7f73-4978-ac6d-e57ccac54b79,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:25.395053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Deleting port 379d138a-c3b0-47fa-a65b-a601eb8cde56 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:25.395999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.430121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1586b0ce-8950-43c8-9c21-823a24500602 None None] DHCP port deletion for 2a01c667-6bec-4d8c-b266-b4195412e13f request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:23:25.521462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] For port 379d138a-c3b0-47fa-a65b-a601eb8cde56, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=379d138a-c3b0-47fa-a65b-a601eb8cde56,segment=NetworkSegment(3eac3955-fac7-4748-a868-b288af2f6f4b),segment_id=3eac3955-fac7-4748-a868-b288af2f6f4b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:25.521846 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.530487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1586b0ce-8950-43c8-9c21-823a24500602 None None] Deleting port 379d138a-c3b0-47fa-a65b-a601eb8cde56 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:25.532063 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1586b0ce-8950-43c8-9c21-823a24500602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.541393 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Calling delete_port for 379d138a-c3b0-47fa-a65b-a601eb8cde56 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:25.662579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1586b0ce-8950-43c8-9c21-823a24500602 None None] For port 379d138a-c3b0-47fa-a65b-a601eb8cde56, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=379d138a-c3b0-47fa-a65b-a601eb8cde56,segment=NetworkSegment(3eac3955-fac7-4748-a868-b288af2f6f4b),segment_id=3eac3955-fac7-4748-a868-b288af2f6f4b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:25.662920 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1586b0ce-8950-43c8-9c21-823a24500602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.691595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1586b0ce-8950-43c8-9c21-823a24500602 None None] Calling delete_port for 379d138a-c3b0-47fa-a65b-a601eb8cde56 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:25.737467 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.805726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2deda-ba64-47c2-81ca-98029fa7873e req-30b55850-19dc-4002-a89a-6d38113e63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:25.812709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-30b2deda-ba64-47c2-81ca-98029fa7873e req-30b55850-19dc-4002-a89a-6d38113e63ef service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 1096 time: 0.1625524 Jul 07 19:23:25.816721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Pushing event deleted for resources: {'Port': ['ID=379d138a-c3b0-47fa-a65b-a601eb8cde56,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:25.817440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] No DVR routers for this DVR port 379d138a-c3b0-47fa-a65b-a601eb8cde56 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:25.900533 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1586b0ce-8950-43c8-9c21-823a24500602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.930645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586b0ce-8950-43c8-9c21-823a24500602 None None] Pushing event deleted for resources: {'Port': ['ID=379d138a-c3b0-47fa-a65b-a601eb8cde56,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:25.938268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586b0ce-8950-43c8-9c21-823a24500602 None None] No DVR routers for this DVR port 379d138a-c3b0-47fa-a65b-a601eb8cde56 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:25.952797 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.956859 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-30b2deda-ba64-47c2-81ca-98029fa7873e req-dd31cd47-80a7-498b-befc-537470b11ecc service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272714 Jul 07 19:23:25.967157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a01c667-6bec-4d8c-b266-b4195412e13f']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:25.983785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eac3955-fac7-4748-a868-b288af2f6f4b') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:25.984051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eac3955-fac7-4748-a868-b288af2f6f4b') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:26.000017 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.005500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcc7de-bbe4-4131-a200-20222dfae968 req-49503fc6-5a3a-40b0-b0cb-baefcd57b0ca tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:26.018699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bdcc7de-bbe4-4131-a200-20222dfae968 req-49503fc6-5a3a-40b0-b0cb-baefcd57b0ca tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1097856 Jul 07 19:23:26.023059 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.031354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:23:26.032010 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:23:26.034463 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:23:26.066104 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bdcc7de-bbe4-4131-a200-20222dfae968 req-196041a0-ca77-42c3-aded-4cb1c1cdcaf3 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461969 Jul 07 19:23:26.129699 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.141823 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.144255 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] 10.222.0.81 "DELETE /v2.0/networks/2a01c667-6bec-4d8c-b266-b4195412e13f HTTP/1.1" status: 204 len: 168 time: 1.1270778 Jul 07 19:23:26.147523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60584) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:26.251170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707fdf3-5252-4c1e-aba3-810557543bde admin admin] Pushing event deleted for resources: {'Network': ['ID=2a01c667-6bec-4d8c-b266-b4195412e13f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:26.301808 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 536b61d9-7f73-4978-ac6d-e57ccac54b79 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:26.391642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 536b61d9-7f73-4978-ac6d-e57ccac54b79 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:26.392145 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.513372 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.597264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8da236a-ec1f-465a-8399-35be18ff3313 req-dc8e52c0-f3f7-4ea0-a4a3-6b4d1ce3684a tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0707331 Jul 07 19:23:26.747195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 126557e6-6b00-4812-b5b2-d884ad06e12a no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:26.781638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60596) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:26.795103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 126557e6-6b00-4812-b5b2-d884ad06e12a {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:26.795664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 126557e6-6b00-4812-b5b2-d884ad06e12a not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:26.796276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 379d138a-c3b0-47fa-a65b-a601eb8cde56 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:26.817334 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 379d138a-c3b0-47fa-a65b-a601eb8cde56 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:26.817958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 379d138a-c3b0-47fa-a65b-a601eb8cde56 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:26.885113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f94f1d6c-a334-4804-a5d3-0be5be9223b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.050020 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.141012 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3f36d4f4-0a0a-4726-a833-161ec3badb7c req-55973c4b-9b5c-4f7c-a325-7b375e04348f tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd&device_id=106a3404-f0e5-4d89-95f3-bc45d72a4f9a HTTP/1.1" status: 200 len: 210 time: 0.0790803 Jul 07 19:23:27.365142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d9bc2-c8b6-4bc7-934f-bfa35128d6e7 req-61c0952d-f815-41f1-94d2-4775dc0e4880 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:27.367552 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-533d9bc2-c8b6-4bc7-934f-bfa35128d6e7 req-61c0952d-f815-41f1-94d2-4775dc0e4880 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1003025 Jul 07 19:23:27.385004 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.418101 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.434015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-533d9bc2-c8b6-4bc7-934f-bfa35128d6e7 req-8d935a1e-588f-4aa8-9711-0e8abdc1c10a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583358 Jul 07 19:23:27.485652 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e90294b3a4e449d8e5743a9fd3eefff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6999745 Jul 07 19:23:27.485652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28790bdf-1c52-4edf-99d3-f996697429ab,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:27.486216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60612) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:27.512079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:27.512425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:27.513347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:27.513899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:27.514233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:27.514566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:27.514924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:27.515253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:27.515578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:27.515899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:27.516225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:27.516549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045633e-bdd6-42d3-b370-c0f659b1e4a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:27.567617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f94f1d6c-a334-4804-a5d3-0be5be9223b0 admin admin] Deleting port 6567b205-2df4-47cd-8909-6dd01f2c041f {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:27.568239 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f94f1d6c-a334-4804-a5d3-0be5be9223b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.599356 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed6b7-2300-42ee-9715-61a411925a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.626171 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed6b7-2300-42ee-9715-61a411925a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.661354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-f94f1d6c-a334-4804-a5d3-0be5be9223b0 admin admin] For port 6567b205-2df4-47cd-8909-6dd01f2c041f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6567b205-2df4-47cd-8909-6dd01f2c041f,segment=NetworkSegment(b80ba4cd-aa91-48ed-a272-5c8623768bb3),segment_id=b80ba4cd-aa91-48ed-a272-5c8623768bb3)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:27.661743 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f94f1d6c-a334-4804-a5d3-0be5be9223b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.693786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f94f1d6c-a334-4804-a5d3-0be5be9223b0 admin admin] Calling delete_port for 6567b205-2df4-47cd-8909-6dd01f2c041f owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:27.695639 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed6b7-2300-42ee-9715-61a411925a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.699275 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed6b7-2300-42ee-9715-61a411925a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.711309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8a8ed6b7-2300-42ee-9715-61a411925a80 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28790bdf-1c52-4edf-99d3-f996697429ab HTTP/1.1" status: 204 len: 168 time: 0.2173719 Jul 07 19:23:27.733127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ed6b7-2300-42ee-9715-61a411925a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28790bdf-1c52-4edf-99d3-f996697429ab,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:27.904697 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c41f7d83-5448-4d5e-b045-2b13f1133ba3 req-c4f54d7c-30c1-407d-8394-e0200d74d3c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=681a358395ba41ffa0b25708752eb334&device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0671344 Jul 07 19:23:27.961093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c41f7d83-5448-4d5e-b045-2b13f1133ba3 req-a8288155-e4bd-437b-9021-3d3742950103 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=681a358395ba41ffa0b25708752eb334&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479574 Jul 07 19:23:28.178924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f7d83-5448-4d5e-b045-2b13f1133ba3 req-fc88dd2f-78f4-40c8-aeee-58305a7e3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:28.180707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c41f7d83-5448-4d5e-b045-2b13f1133ba3 req-fc88dd2f-78f4-40c8-aeee-58305a7e3309 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099102 Jul 07 19:23:28.191668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f94f1d6c-a334-4804-a5d3-0be5be9223b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:28.230710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f1d6c-a334-4804-a5d3-0be5be9223b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6567b205-2df4-47cd-8909-6dd01f2c041f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:28.277429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39ed3-6ab1-4d52-8a09-ed334684d830 req-f36c400a-9cee-4ce3-ab75-8d35b83c47b4 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:28.279675 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ce39ed3-6ab1-4d52-8a09-ed334684d830 req-f36c400a-9cee-4ce3-ab75-8d35b83c47b4 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.1026888 Jul 07 19:23:28.344332 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ce39ed3-6ab1-4d52-8a09-ed334684d830 req-3cebcd35-b1af-4ae1-a36d-e2bce56b6b88 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580792 Jul 07 19:23:28.456631 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f94f1d6c-a334-4804-a5d3-0be5be9223b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:28.584273 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11a012c3-aee5-4aa6-9f02-e1a14234c023 req-2cae3e7d-5be0-4c03-afca-df29da4bb0f4 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0633502 Jul 07 19:23:28.789691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94f1d6c-a334-4804-a5d3-0be5be9223b0 admin admin] Router 130574a1-d16a-4255-b89a-309458aeb673 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:23:28.937609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94f1d6c-a334-4804-a5d3-0be5be9223b0 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:23:28.951497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f94f1d6c-a334-4804-a5d3-0be5be9223b0 admin admin] 10.222.0.81 "PUT /v2.0/routers/130574a1-d16a-4255-b89a-309458aeb673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8005335 Jul 07 19:23:28.952619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60648) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:28.954367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d685b0e9-f864-4919-b3d2-9b25373b3958 None None] Sync routers for ids ['130574a1-d16a-4255-b89a-309458aeb673'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:23:28.974983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d685b0e9-f864-4919-b3d2-9b25373b3958 None None] Routers {'130574a1-d16a-4255-b89a-309458aeb673'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:28.975643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d685b0e9-f864-4919-b3d2-9b25373b3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:23:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['130574a1-d16a-4255-b89a-309458aeb673'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:29.145893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-d685b0e9-f864-4919-b3d2-9b25373b3958 None None] Set router 130574a1-d16a-4255-b89a-309458aeb673 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:29.175327 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.402928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f7700-eefd-48fc-91fa-1ca3ecb0ba0b req-9b33f19a-ce48-4ba5-93d4-050a1cb1202f tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:29.413852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e4f7700-eefd-48fc-91fa-1ca3ecb0ba0b req-9b33f19a-ce48-4ba5-93d4-050a1cb1202f tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.4524322 Jul 07 19:23:29.471708 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d685b0e9-f864-4919-b3d2-9b25373b3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130574a1-d16a-4255-b89a-309458aeb673', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890162620-router', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:55Z', 'updated_at': '2021-07-07T19:23:27Z', 'revision_number': 5, 'project_id': '067efff9c72c4dcaab22b88424875d07', 'gw_port': {'id': '224306aa-ccd1-4c14-ba43-2c2c46115394', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130574a1-d16a-4255-b89a-309458aeb673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:20:57Z', 'updated_at': '2021-07-07T19:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:29.474616 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.507803 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e4f7700-eefd-48fc-91fa-1ca3ecb0ba0b req-f0e38fde-86a9-46e5-9bf7-0c4b9f54434e tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925817 Jul 07 19:23:29.520508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d685b0e9-f864-4919-b3d2-9b25373b3958 None None] Checking router: 130574a1-d16a-4255-b89a-309458aeb673 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:23:29.540103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d685b0e9-f864-4919-b3d2-9b25373b3958 None None] Routers {'130574a1-d16a-4255-b89a-309458aeb673'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:29.540906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d685b0e9-f864-4919-b3d2-9b25373b3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:23:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['130574a1-d16a-4255-b89a-309458aeb673'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:29.592997 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Deleting port 224306aa-ccd1-4c14-ba43-2c2c46115394 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:29.603611 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.676307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-72b585f5-b0e1-4311-9b60-5fec65d4e391 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:29.678626 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-72b585f5-b0e1-4311-9b60-5fec65d4e391 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/networks?id=84ac411b-a44f-47a9-958c-36bb19a62bae HTTP/1.1" status: 200 len: 820 time: 0.2882218 Jul 07 19:23:29.722684 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-20b9f751-8a5d-44a4-9f54-46eb2bfc3f59 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/quotas/b3f9f9a8ccf24b4685095adfeb568049 HTTP/1.1" status: 200 len: 375 time: 0.0371554 Jul 07 19:23:29.801247 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-f06630fe-398c-40eb-b06c-e4febda11b10 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3f9f9a8ccf24b4685095adfeb568049&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681050 Jul 07 19:23:29.806176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-d685b0e9-f864-4919-b3d2-9b25373b3958 None None] Set router 130574a1-d16a-4255-b89a-309458aeb673 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:29.811226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] For port 224306aa-ccd1-4c14-ba43-2c2c46115394, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=224306aa-ccd1-4c14-ba43-2c2c46115394,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:29.812066 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.837106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Calling delete_port for 224306aa-ccd1-4c14-ba43-2c2c46115394 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:29.886338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d685b0e9-f864-4919-b3d2-9b25373b3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130574a1-d16a-4255-b89a-309458aeb673', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890162620-router', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:55Z', 'updated_at': '2021-07-07T19:23:29Z', 'revision_number': 6, 'project_id': '067efff9c72c4dcaab22b88424875d07', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:29.919255 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-f0913a12-28d6-4061-bc9d-116f76085c23 service neutron] 10.222.0.81 "GET /v2.0/networks/84ac411b-a44f-47a9-958c-36bb19a62bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169760 Jul 07 19:23:29.929760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d685b0e9-f864-4919-b3d2-9b25373b3958 None None] The sync data for ids ['130574a1-d16a-4255-b89a-309458aeb673'] in n-d-793621-9 is: [{'id': '130574a1-d16a-4255-b89a-309458aeb673', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890162620-router', 'tenant_id': '067efff9c72c4dcaab22b88424875d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:55Z', 'updated_at': '2021-07-07T19:23:29Z', 'revision_number': 6, 'project_id': '067efff9c72c4dcaab22b88424875d07', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:23:30.000508 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-24ed829b-32e3-48f7-9f2e-b0520cf8db0d req-413f9f66-9a1a-4147-9634-8a861889449c tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0665338 Jul 07 19:23:30.041098 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-f5b49e7f-89d7-4ffa-8a13-acf88691154d service neutron] 10.222.0.81 "GET /v2.0/networks/84ac411b-a44f-47a9-958c-36bb19a62bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203644 Jul 07 19:23:30.230323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.270602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c41f7d83-5448-4d5e-b045-2b13f1133ba3 req-ebfdebe2-1a8a-4e11-b0a4-03781981f1ea tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.48 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0738649 Jul 07 19:23:30.322627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9dba8732-50a1-44a1-90b3-c96a90d01912 req-4bd1c165-fd75-4195-869d-86ebb8dfd34e tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 210 time: 0.0875208 Jul 07 19:23:30.324691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Pushing event deleted for resources: {'Port': ['ID=224306aa-ccd1-4c14-ba43-2c2c46115394,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:30.482551 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.485520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6567b205-2df4-47cd-8909-6dd01f2c041f no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:30.565462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 6567b205-2df4-47cd-8909-6dd01f2c041f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:30.566943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6567b205-2df4-47cd-8909-6dd01f2c041f not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:30.718566 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.728268 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.865761 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.866858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 130574a1-d16a-4255-b89a-309458aeb673 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:23:30.875224 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.876962 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e95da0bb-bd40-4f0b-b0fb-0102b2528767 admin admin] 10.222.0.81 "DELETE /v2.0/routers/130574a1-d16a-4255-b89a-309458aeb673 HTTP/1.1" status: 204 len: 168 time: 1.9228539 Jul 07 19:23:30.879429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60696) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:30.981183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf198a1-8467-4f3b-9b2d-19d4ee14087d admin admin] Deleting subnet 8b71919e-0a61-4e79-8208-f1f970491fac {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:23:30.990320 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcf198a1-8467-4f3b-9b2d-19d4ee14087d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:31.111825 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcf198a1-8467-4f3b-9b2d-19d4ee14087d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:31.460375 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a3e08a4-0c8f-4bec-bd33-ef1dbdbd062e req-7dee157b-6222-43e4-ba10-278abafda776 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=59e34f8d-d006-4ffe-b586-5d55dd6793dd HTTP/1.1" status: 200 len: 210 time: 0.0969136 Jul 07 19:23:31.477067 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcf198a1-8467-4f3b-9b2d-19d4ee14087d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:31.594561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cb17b-cf2d-4524-9ab9-0607eda68c86 req-5e7906d5-0e02-4487-be27-854418775de8 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:31.599088 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-110cb17b-cf2d-4524-9ab9-0607eda68c86 req-5e7906d5-0e02-4487-be27-854418775de8 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.8047903 Jul 07 19:23:31.615436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcf198a1-8467-4f3b-9b2d-19d4ee14087d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:31.651979 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-110cb17b-cf2d-4524-9ab9-0607eda68c86 req-6c959968-04f1-41f7-8c15-726fcbe09bb9 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492880 Jul 07 19:23:31.681591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf198a1-8467-4f3b-9b2d-19d4ee14087d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b71919e-0a61-4e79-8208-f1f970491fac,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:31.703700 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcf198a1-8467-4f3b-9b2d-19d4ee14087d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:31.703700 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fcf198a1-8467-4f3b-9b2d-19d4ee14087d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8b71919e-0a61-4e79-8208-f1f970491fac HTTP/1.1" status: 204 len: 168 time: 0.8210599 Jul 07 19:23:31.705780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60718) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:31.706782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025823f2-6dd4-4279-a828-4a08c20dfca7 None None] Network 04cd24e1-1834-4129-a6d4-322b4f90de1c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:31.785602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f2c0989-c8a0-41d5-ab20-01d17c79d644 req-6fdaef9a-14ff-4564-872b-223109543b33 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 210 time: 0.0492985 Jul 07 19:23:31.815901 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:31.966436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Deleting port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:31.966773 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.119725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] For port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3,segment=NetworkSegment(b80ba4cd-aa91-48ed-a272-5c8623768bb3),segment_id=b80ba4cd-aa91-48ed-a272-5c8623768bb3)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:32.124623 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.162564 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e980b173-db70-4675-82d6-170ede18acac None None] DHCP port deletion for 04cd24e1-1834-4129-a6d4-322b4f90de1c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:23:32.181383 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Calling delete_port for fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:32.301139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 224306aa-ccd1-4c14-ba43-2c2c46115394 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:32.310095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e980b173-db70-4675-82d6-170ede18acac None None] Deleting port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:32.310668 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e980b173-db70-4675-82d6-170ede18acac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.404670 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.437219 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] No DVR routers for this DVR port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:32.453210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 224306aa-ccd1-4c14-ba43-2c2c46115394 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:32.453558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 224306aa-ccd1-4c14-ba43-2c2c46115394 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:32.454243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:32.565728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:32.574355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:32.604251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e980b173-db70-4675-82d6-170ede18acac None None] For port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3,segment=NetworkSegment(b80ba4cd-aa91-48ed-a272-5c8623768bb3),segment_id=b80ba4cd-aa91-48ed-a272-5c8623768bb3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:32.611861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e980b173-db70-4675-82d6-170ede18acac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.658908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e980b173-db70-4675-82d6-170ede18acac None None] Calling delete_port for fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:32.670162 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.708283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cd24e1-1834-4129-a6d4-322b4f90de1c']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:32.771866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80ba4cd-aa91-48ed-a272-5c8623768bb3') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:32.775512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80ba4cd-aa91-48ed-a272-5c8623768bb3') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:32.829251 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.880566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7405fc9-4a96-4b58-9d68-3ce7a1f71ae4 req-3869abab-9f7e-42b8-adb7-a67931aa7b5a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:32.889222 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7405fc9-4a96-4b58-9d68-3ce7a1f71ae4 req-3869abab-9f7e-42b8-adb7-a67931aa7b5a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.2103097 Jul 07 19:23:32.965592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Pushing event deleted for resources: {'Port': ['ID=fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:32.974135 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e980b173-db70-4675-82d6-170ede18acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.009058 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7405fc9-4a96-4b58-9d68-3ce7a1f71ae4 req-3a13d275-f20d-47a3-8750-ebe4b73c1e6d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183319 Jul 07 19:23:33.082066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980b173-db70-4675-82d6-170ede18acac None None] Pushing event deleted for resources: {'Port': ['ID=fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:33.104363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980b173-db70-4675-82d6-170ede18acac None None] No DVR routers for this DVR port fdef89e6-500e-4b4a-9d8d-4c6c5bdf63c3 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:33.157140 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.190098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:23:33.190820 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:23:33.204453 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:23:33.419748 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8d719998-db14-4804-b7bc-fa98e5f05c30 req-fb555fba-3221-4834-8456-ea16c20833c0 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 210 time: 0.1015174 Jul 07 19:23:33.441900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.463241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.465109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] 10.222.0.81 "DELETE /v2.0/networks/04cd24e1-1834-4129-a6d4-322b4f90de1c HTTP/1.1" status: 204 len: 168 time: 1.7581732 Jul 07 19:23:33.533571 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94540a28-f9d3-449c-8124-abc33bbc3ac1 req-f627965a-6b57-4f72-854e-cd798d4ea46e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=681a358395ba41ffa0b25708752eb334&device_id=106a3404-f0e5-4d89-95f3-bc45d72a4f9a HTTP/1.1" status: 200 len: 210 time: 0.1425872 Jul 07 19:23:33.565965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08961f8-7d01-4ff2-9cf1-a4cca80c82ec admin admin] Pushing event deleted for resources: {'Network': ['ID=04cd24e1-1834-4129-a6d4-322b4f90de1c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:33.594612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-8a50de59-ffe5-434b-b6a0-d037b0f6daf6 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:33.600459 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-8a50de59-ffe5-434b-b6a0-d037b0f6daf6 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.110 "GET /v2.0/networks?id=84ac411b-a44f-47a9-958c-36bb19a62bae HTTP/1.1" status: 200 len: 820 time: 0.6245809 Jul 07 19:23:33.609932 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94540a28-f9d3-449c-8124-abc33bbc3ac1 req-389912b5-dbb3-4a4c-9b84-8b23b7379c46 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=681a358395ba41ffa0b25708752eb334&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660110 Jul 07 19:23:33.615918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Request body: {'port': {'device_id': 'a147a94a-163e-4286-b038-93a349f2ea92', 'network_id': '84ac411b-a44f-47a9-958c-36bb19a62bae', 'admin_state_up': True, 'tenant_id': 'b3f9f9a8ccf24b4685095adfeb568049'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:33.803526 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44bb4ee5-9d51-44d4-b3dd-2234ade51c6c req-7dd131fe-b559-4971-a3bb-86e842496ec2 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=106a3404-f0e5-4d89-95f3-bc45d72a4f9a HTTP/1.1" status: 200 len: 210 time: 0.0475612 Jul 07 19:23:33.911143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60762) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:33.933134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540a28-f9d3-449c-8124-abc33bbc3ac1 req-122c2a99-a54e-42a7-926e-8428fa4c46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:33.936975 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94540a28-f9d3-449c-8124-abc33bbc3ac1 req-122c2a99-a54e-42a7-926e-8428fa4c46bf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3180678 Jul 07 19:23:33.994605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Made reservation on behalf of b3f9f9a8ccf24b4685095adfeb568049 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:34.004033 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.057991 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c3bd3f19-ce6f-4841-8585-d4633638a7ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2c5e2e402e4480bb47c34a94dbbdb86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421075 Jul 07 19:23:34.060246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60768) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:34.238091 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c0610d5-2a3a-4ad5-8d1a-97088795120d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.306098 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c0610d5-2a3a-4ad5-8d1a-97088795120d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.344747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Allocated IP 172.20.0.5 (84ac411b-a44f-47a9-958c-36bb19a62bae/d21d395a-aebf-4200-837a-14c77107c154/e203d997-3aca-40f6-a624-67e7f2748fc8) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:34.440071 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c0610d5-2a3a-4ad5-8d1a-97088795120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.444594 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c0610d5-2a3a-4ad5-8d1a-97088795120d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.452909 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9c0610d5-2a3a-4ad5-8d1a-97088795120d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1de8bd6c-bde8-46f6-ab66-75e0624fede7 HTTP/1.1" status: 204 len: 168 time: 0.3910139 Jul 07 19:23:34.463031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0610d5-2a3a-4ad5-8d1a-97088795120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de8bd6c-bde8-46f6-ab66-75e0624fede7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:34.553182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbece6-464a-4a60-8666-96448c6a9f6f req-ba94c8fd-36a1-485c-9aa2-0a94c4cd4544 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:34.555327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8dbbece6-464a-4a60-8666-96448c6a9f6f req-ba94c8fd-36a1-485c-9aa2-0a94c4cd4544 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.2081068 Jul 07 19:23:34.609177 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ad9bc75a-d75c-454b-81ec-d20127ec6f4a req-52ad8db3-9122-4d52-9185-1b4ce0b5738f tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 210 time: 0.0361571 Jul 07 19:23:34.727427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8dbbece6-464a-4a60-8666-96448c6a9f6f req-f63dfb96-5f7c-4074-a5b0-9c208627a9c6 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596663 Jul 07 19:23:34.763803 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.816273 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.973627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Pushing event updated for resources: {'Port': ['ID=e203d997-3aca-40f6-a624-67e7f2748fc8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:34.988501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Network 84ac411b-a44f-47a9-958c-36bb19a62bae is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:34.990648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:34.994379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:35.119852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99b08658-60fe-441c-8132-2323f5d842a4 req-28f75ae9-1609-44a0-ba63-2e5bdb0259e1 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=106a3404-f0e5-4d89-95f3-bc45d72a4f9a HTTP/1.1" status: 200 len: 210 time: 0.0452001 Jul 07 19:23:35.121269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60796) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:35.139796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:35.141071 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.170504 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-35bd4778-8a94-4d2e-ab6a-b69883ebdf05 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5597293 Jul 07 19:23:35.197185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Request body: {'port': {'device_id': 'a147a94a-163e-4286-b038-93a349f2ea92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:35.217517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-85338444-74db-444f-b882-830d4903457d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=067efff9c72c4dcaab22b88424875d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943880 Jul 07 19:23:35.228296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60800) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:35.315203 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca97c-24f9-4f75-8a94-7c4461f8e3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.350375 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca97c-24f9-4f75-8a94-7c4461f8e3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.392824 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.424222 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca97c-24f9-4f75-8a94-7c4461f8e3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.427049 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca97c-24f9-4f75-8a94-7c4461f8e3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.428204 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dc9ca97c-24f9-4f75-8a94-7c4461f8e3df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85276745-f74e-4072-977a-9b3b4a412e47 HTTP/1.1" status: 204 len: 168 time: 0.1987245 Jul 07 19:23:35.447282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ca97c-24f9-4f75-8a94-7c4461f8e3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85276745-f74e-4072-977a-9b3b4a412e47,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:35.788977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94540a28-f9d3-449c-8124-abc33bbc3ac1 req-fcecbd15-9214-4543-98b0-6037c4fc9511 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.48 "GET /v2.0/ports?device_id=106a3404-f0e5-4d89-95f3-bc45d72a4f9a HTTP/1.1" status: 200 len: 210 time: 0.0677497 Jul 07 19:23:35.924654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de165e-cbcd-4a68-9aad-53e38e72db0e req-b0f94340-c7e5-4a0b-bc46-602309673198 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:35.944310 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-19de165e-cbcd-4a68-9aad-53e38e72db0e req-b0f94340-c7e5-4a0b-bc46-602309673198 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 931 time: 0.1374645 Jul 07 19:23:35.979399 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:36.019307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e203d997-3aca-40f6-a624-67e7f2748fc8 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:36.033520 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:36.054004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Transition to ACTIVE for port object e203d997-3aca-40f6-a624-67e7f2748fc8 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:36.062154 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:36.146821 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-19de165e-cbcd-4a68-9aad-53e38e72db0e req-b10d6952-edf4-4e79-a0a0-733911b80cbb tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/security-groups?id=214f447b-2aa9-47dc-9dc4-305395ba424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006948 Jul 07 19:23:36.150501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e203d997-3aca-40f6-a624-67e7f2748fc8,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:36.533831 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc2e5d3b-cb27-4142-b564-cee19b0c59f7 req-19db6c66-3685-4d48-9dd1-7aa25c132901 tempest-ServerShowV247Test-1761039631 tempest-ServerShowV247Test-1761039631-project] 10.222.0.81 "GET /v2.0/ports?device_id=106a3404-f0e5-4d89-95f3-bc45d72a4f9a HTTP/1.1" status: 200 len: 210 time: 0.0915759 Jul 07 19:23:36.613273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Attempting to bind port e203d997-3aca-40f6-a624-67e7f2748fc8 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:36.628986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Attempting to bind port e203d997-3aca-40f6-a624-67e7f2748fc8 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'b22086d2-c2e8-403e-bfdb-f5551eb7ebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '84ac411b-a44f-47a9-958c-36bb19a62bae'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:36.629667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Attempting to bind port e203d997-3aca-40f6-a624-67e7f2748fc8 on network 84ac411b-a44f-47a9-958c-36bb19a62bae {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:36.648350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Port e203d997-3aca-40f6-a624-67e7f2748fc8 on network 84ac411b-a44f-47a9-958c-36bb19a62bae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:23:36.648700 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Attempting to bind port e203d997-3aca-40f6-a624-67e7f2748fc8 on network 84ac411b-a44f-47a9-958c-36bb19a62bae {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:36.673735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:36.674083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Checking segment: {'id': 'b22086d2-c2e8-403e-bfdb-f5551eb7ebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '84ac411b-a44f-47a9-958c-36bb19a62bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:36.674489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Bound using segment: {'id': 'b22086d2-c2e8-403e-bfdb-f5551eb7ebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '84ac411b-a44f-47a9-958c-36bb19a62bae'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:36.674989 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Bound port: e203d997-3aca-40f6-a624-67e7f2748fc8, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22086d2-c2e8-403e-bfdb-f5551eb7ebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '84ac411b-a44f-47a9-958c-36bb19a62bae'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:36.675386 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:36.861442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] For port e203d997-3aca-40f6-a624-67e7f2748fc8, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:36.872848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] For port e203d997-3aca-40f6-a624-67e7f2748fc8, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e203d997-3aca-40f6-a624-67e7f2748fc8,segment=NetworkSegment(b22086d2-c2e8-403e-bfdb-f5551eb7ebb1),segment_id=b22086d2-c2e8-403e-bfdb-f5551eb7ebb1)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:36.887828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:36.991790 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e203d997-3aca-40f6-a624-67e7f2748fc8,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:37.007998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:37.008962 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:37.011456 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-4dac1e94-6b37-4e32-b934-56deef0bb3f6 service neutron] 10.222.0.110 "PUT /v2.0/ports/e203d997-3aca-40f6-a624-67e7f2748fc8 HTTP/1.1" status: 200 len: 1091 time: 1.8297229 Jul 07 19:23:37.012099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a147a94a-163e-4286-b038-93a349f2ea92', 'tag': 'e203d997-3aca-40f6-a624-67e7f2748fc8'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:37.014815 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b1a739-8c5b-4adf-83aa-164151544451" -d '{"events": [{"name": "network-changed", "server_uuid": "a147a94a-163e-4286-b038-93a349f2ea92", "tag": "e203d997-3aca-40f6-a624-67e7f2748fc8"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:37.117895 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147d2186-392c-44c3-a727-ccefea921cc2 x-openstack-request-id: req-147d2186-392c-44c3-a727-ccefea921cc2 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:37.119173 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a147a94a-163e-4286-b038-93a349f2ea92", "tag": "e203d997-3aca-40f6-a624-67e7f2748fc8", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:37.119630 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-147d2186-392c-44c3-a727-ccefea921cc2 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:37.120234 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a147a94a-163e-4286-b038-93a349f2ea92', 'tag': 'e203d997-3aca-40f6-a624-67e7f2748fc8', 'status': 'completed', 'code': 200} Jul 07 19:23:37.167760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-a6aa7ca5-f734-426e-9d62-47231288a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:37.171777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-a6aa7ca5-f734-426e-9d62-47231288a109 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b3f9f9a8ccf24b4685095adfeb568049&device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 1094 time: 0.1006656 Jul 07 19:23:37.268205 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-27c46f98-f39e-495a-bbe2-d462e3f8b5c3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e203d997-3aca-40f6-a624-67e7f2748fc8 HTTP/1.1" status: 200 len: 217 time: 0.0841541 Jul 07 19:23:37.391521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-09c35b1a-d0e0-41f6-b864-1c88a68755a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:37.395954 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-09c35b1a-d0e0-41f6-b864-1c88a68755a9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d21d395a-aebf-4200-837a-14c77107c154 HTTP/1.1" status: 200 len: 860 time: 0.1215580 Jul 07 19:23:37.515125 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-da120179-e3e6-4166-adcc-7713073869f2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84ac411b-a44f-47a9-958c-36bb19a62bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079555 Jul 07 19:23:37.648136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af0e39-ac7b-4d1a-9dde-958af4dee5a7 req-3713b383-28a3-4982-9b63-ef721466651a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:37.665391 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21af0e39-ac7b-4d1a-9dde-958af4dee5a7 req-3713b383-28a3-4982-9b63-ef721466651a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 943 time: 0.1906874 Jul 07 19:23:37.808591 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-64b35473-688f-497a-a581-1431cc2312cb service neutron] 10.222.0.110 "GET /v2.0/networks/84ac411b-a44f-47a9-958c-36bb19a62bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828901 Jul 07 19:23:37.810554 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21af0e39-ac7b-4d1a-9dde-958af4dee5a7 req-0145b940-b253-48f1-ae9e-b708e0ff2650 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/security-groups?id=214f447b-2aa9-47dc-9dc4-305395ba424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429636 Jul 07 19:23:38.086382 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-855846e6-2d62-40df-a645-22c6d0f2fbed req-2bc5496b-f439-4fe2-bc2f-9bf166938017 service neutron] 10.222.0.110 "GET /v2.0/networks/84ac411b-a44f-47a9-958c-36bb19a62bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702813 Jul 07 19:23:38.419321 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1a739-8c5b-4adf-83aa-164151544451 req-b8e01d01-d4ee-495e-a965-8569983015cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:38.420824 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17b1a739-8c5b-4adf-83aa-164151544451 req-b8e01d01-d4ee-495e-a965-8569983015cd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b3f9f9a8ccf24b4685095adfeb568049&device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 1094 time: 0.2059784 Jul 07 19:23:38.493880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9460aa-2d58-4ce8-8359-784bd4734794 req-26d5514d-68e9-48c5-ab5e-6cef7c764624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:38.499911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb9460aa-2d58-4ce8-8359-784bd4734794 req-26d5514d-68e9-48c5-ab5e-6cef7c764624 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 1096 time: 0.3622758 Jul 07 19:23:38.557563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60918) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:38.704141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60922) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:38.809312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450212c-4967-4209-b96c-0a2089e0b3ec req-41b01019-18ff-4028-9992-f30748d7a3ff tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:38.816390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6450212c-4967-4209-b96c-0a2089e0b3ec req-41b01019-18ff-4028-9992-f30748d7a3ff tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.4179397 Jul 07 19:23:38.870019 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1a739-8c5b-4adf-83aa-164151544451 req-e1cab1f3-d269-45e2-9856-23b935dfdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:38.871611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17b1a739-8c5b-4adf-83aa-164151544451 req-e1cab1f3-d269-45e2-9856-23b935dfdba4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84ac411b-a44f-47a9-958c-36bb19a62bae HTTP/1.1" status: 200 len: 921 time: 0.4017866 Jul 07 19:23:38.875000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9460aa-2d58-4ce8-8359-784bd4734794 req-6caefb40-27b0-4e94-a4a0-0efca183d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:38.876863 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cb47d2e-5737-4a8e-82bd-f61a83d9651c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.880283 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb9460aa-2d58-4ce8-8359-784bd4734794 req-6caefb40-27b0-4e94-a4a0-0efca183d82a service neutron] 10.222.0.110 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 919 time: 0.3441875 Jul 07 19:23:38.925381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036f2cd2-9e8a-40b5-a957-020d4127d1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.005362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6450212c-4967-4209-b96c-0a2089e0b3ec req-e4caf8bd-be67-4850-857e-d3cc306d91af tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879966 Jul 07 19:23:39.008722 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17b1a739-8c5b-4adf-83aa-164151544451 req-c7a8b956-f947-4333-89cc-c19aeda64017 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e203d997-3aca-40f6-a624-67e7f2748fc8 HTTP/1.1" status: 200 len: 217 time: 0.1273627 Jul 07 19:23:39.103437 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cb47d2e-5737-4a8e-82bd-f61a83d9651c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.129070 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb9460aa-2d58-4ce8-8359-784bd4734794 req-1e344e15-28dd-4ff4-9372-44e8253015ed service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 HTTP/1.1" status: 200 len: 217 time: 0.2259207 Jul 07 19:23:39.217749 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036f2cd2-9e8a-40b5-a957-020d4127d1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.236980 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cb47d2e-5737-4a8e-82bd-f61a83d9651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.269172 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3cb47d2e-5737-4a8e-82bd-f61a83d9651c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4aa487d17eec4fa5a2375c3fc2a6bac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7088010 Jul 07 19:23:39.270778 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036f2cd2-9e8a-40b5-a957-020d4127d1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.274670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1a739-8c5b-4adf-83aa-164151544451 req-0af0a68c-a0ed-49fc-a068-b24ff54b18d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:39.275361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60934) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:39.277134 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17b1a739-8c5b-4adf-83aa-164151544451 req-0af0a68c-a0ed-49fc-a068-b24ff54b18d1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d21d395a-aebf-4200-837a-14c77107c154 HTTP/1.1" status: 200 len: 860 time: 0.1930254 Jul 07 19:23:39.287047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9460aa-2d58-4ce8-8359-784bd4734794 req-a5197d87-9446-4f94-aec9-c23f937ad453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:39.288527 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb9460aa-2d58-4ce8-8359-784bd4734794 req-a5197d87-9446-4f94-aec9-c23f937ad453 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=637b22fd-8e32-4648-80bc-c3a53f1054fc HTTP/1.1" status: 200 len: 858 time: 0.1392486 Jul 07 19:23:39.374561 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-036f2cd2-9e8a-40b5-a957-020d4127d1d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=681a358395ba41ffa0b25708752eb334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6660800 Jul 07 19:23:39.375335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb47d2e-5737-4a8e-82bd-f61a83d9651c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825b40de-4cb3-49c7-be8e-5eb08f030923,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:39.378256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60936) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:39.412716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17b1a739-8c5b-4adf-83aa-164151544451 req-b937ac5f-9d52-48cf-9a0c-8066bb5e44d6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84ac411b-a44f-47a9-958c-36bb19a62bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232224 Jul 07 19:23:39.414700 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb9460aa-2d58-4ce8-8359-784bd4734794 req-1bc7ac17-da23-44a5-a494-663c7e839ef3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c7a8d583-e305-4105-a7ca-683cce92a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079719 Jul 07 19:23:39.414997 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-873f6b5c-9829-4077-bedc-d78017597144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.560623 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-873f6b5c-9829-4077-bedc-d78017597144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.579428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48422e-db56-4483-ba5d-b02ca3550802 req-079a73b7-e9f2-4ec1-9b6e-0ac8f1397c04 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:39.582731 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7d48422e-db56-4483-ba5d-b02ca3550802 req-079a73b7-e9f2-4ec1-9b6e-0ac8f1397c04 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 943 time: 0.4755111 Jul 07 19:23:39.617029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f2cd2-9e8a-40b5-a957-020d4127d1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b28ab50-73fc-44f8-958b-c5b9eca0163a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:39.625051 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17b1a739-8c5b-4adf-83aa-164151544451 req-d7df4980-ae49-4434-ab57-07e10fa9be3a service neutron] 10.222.0.110 "GET /v2.0/networks/84ac411b-a44f-47a9-958c-36bb19a62bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981096 Jul 07 19:23:39.626964 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb9460aa-2d58-4ce8-8359-784bd4734794 req-c566bb73-710b-4914-a11a-16e650d282d3 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914287 Jul 07 19:23:39.717073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-763bbf9a-e846-4d18-b38b-7fa180b5510c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.812040 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.855940 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17b1a739-8c5b-4adf-83aa-164151544451 req-f8ce2c91-2e76-42d5-9bc6-57567ed5f105 service neutron] 10.222.0.110 "GET /v2.0/networks/84ac411b-a44f-47a9-958c-36bb19a62bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169404 Jul 07 19:23:39.877293 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb9460aa-2d58-4ce8-8359-784bd4734794 req-52405fad-97c0-4c5a-abc1-5148b86707c9 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209511 Jul 07 19:23:39.948776 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7d48422e-db56-4483-ba5d-b02ca3550802 req-993dfb66-1a50-4118-8077-750ddffd4fc1 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/security-groups?id=214f447b-2aa9-47dc-9dc4-305395ba424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051534 Jul 07 19:23:39.955825 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-763bbf9a-e846-4d18-b38b-7fa180b5510c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.006612 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-873f6b5c-9829-4077-bedc-d78017597144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.009838 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-873f6b5c-9829-4077-bedc-d78017597144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.011099 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-873f6b5c-9829-4077-bedc-d78017597144 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/825b40de-4cb3-49c7-be8e-5eb08f030923 HTTP/1.1" status: 204 len: 168 time: 0.7329555 Jul 07 19:23:40.097641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f6b5c-9829-4077-bedc-d78017597144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825b40de-4cb3-49c7-be8e-5eb08f030923,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:40.141317 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-763bbf9a-e846-4d18-b38b-7fa180b5510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.144607 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-763bbf9a-e846-4d18-b38b-7fa180b5510c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.146026 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-763bbf9a-e846-4d18-b38b-7fa180b5510c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b28ab50-73fc-44f8-958b-c5b9eca0163a HTTP/1.1" status: 204 len: 168 time: 0.7657230 Jul 07 19:23:40.163811 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bbf9a-e846-4d18-b38b-7fa180b5510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b28ab50-73fc-44f8-958b-c5b9eca0163a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:40.320196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d997-1986-4dd3-b99d-c4e26de5e8e5 req-e39adc35-4a0e-46be-ad0a-e560f72d202a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:40.329323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78b9d997-1986-4dd3-b99d-c4e26de5e8e5 req-e39adc35-4a0e-46be-ad0a-e560f72d202a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.0887899 Jul 07 19:23:40.381632 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78b9d997-1986-4dd3-b99d-c4e26de5e8e5 req-527867d1-4343-44f8-9a91-118d9b1f0911 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511405 Jul 07 19:23:41.560489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfcfee-2cb0-427e-bb28-3b16f0107bf1 req-ab8c069a-475f-44a9-aaf6-cc82a62d8c2f tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:41.563945 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3cfcfee-2cb0-427e-bb28-3b16f0107bf1 req-ab8c069a-475f-44a9-aaf6-cc82a62d8c2f tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 943 time: 0.1501467 Jul 07 19:23:41.650455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3cfcfee-2cb0-427e-bb28-3b16f0107bf1 req-f5058436-9df8-459a-a5c6-ab90ba7f2f4a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/security-groups?id=214f447b-2aa9-47dc-9dc4-305395ba424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724349 Jul 07 19:23:41.715486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e203d997-3aca-40f6-a624-67e7f2748fc8 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:23:41.832777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bf77a-ba8b-48c9-a217-d7e1961bdfe1 req-3aa69f45-590c-4905-b678-d6f4a4286672 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:41.840263 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d1bf77a-ba8b-48c9-a217-d7e1961bdfe1 req-3aa69f45-590c-4905-b678-d6f4a4286672 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.1904714 Jul 07 19:23:41.925845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d1bf77a-ba8b-48c9-a217-d7e1961bdfe1 req-554312e9-0702-462f-9bbb-ffe93f209278 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809910 Jul 07 19:23:41.938430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e203d997-3aca-40f6-a624-67e7f2748fc8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e203d997-3aca-40f6-a624-67e7f2748fc8,segment=NetworkSegment(b22086d2-c2e8-403e-bfdb-f5551eb7ebb1),segment_id=b22086d2-c2e8-403e-bfdb-f5551eb7ebb1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:41.971154 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'e203d997-3aca-40f6-a624-67e7f2748fc8', 'network_id': '84ac411b-a44f-47a9-958c-36bb19a62bae', 'port_id': 'e203d997-3aca-40f6-a624-67e7f2748fc8', 'mac_address': 'fa:16:3e:2f:fd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21d395a-aebf-4200-837a-14c77107c154', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:23:42.054614 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:42.070535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e203d997-3aca-40f6-a624-67e7f2748fc8 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:42.104884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e203d997-3aca-40f6-a624-67e7f2748fc8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e203d997-3aca-40f6-a624-67e7f2748fc8,segment=NetworkSegment(b22086d2-c2e8-403e-bfdb-f5551eb7ebb1),segment_id=b22086d2-c2e8-403e-bfdb-f5551eb7ebb1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:42.110545 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:42.189986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e203d997-3aca-40f6-a624-67e7f2748fc8,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:42.490509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['e203d997-3aca-40f6-a624-67e7f2748fc8'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:42.755113 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c6518d1-b797-408c-95ca-be94517d59f8 req-e789a7a9-16f0-4b7d-8899-746d6e69155f tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0697012 Jul 07 19:23:43.027270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0e938-3759-4fd2-9c3b-b5868d16c577 req-4c1b70a9-34a8-4820-b1f5-18106bd0d503 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:43.044559 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86a0e938-3759-4fd2-9c3b-b5868d16c577 req-4c1b70a9-34a8-4820-b1f5-18106bd0d503 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 944 time: 0.0980787 Jul 07 19:23:43.112614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86a0e938-3759-4fd2-9c3b-b5868d16c577 req-63181dad-0cca-4415-a276-58cc7647d94d tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/security-groups?id=214f447b-2aa9-47dc-9dc4-305395ba424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671239 Jul 07 19:23:43.372072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59989d30-0620-415c-9639-149168d1e931 req-097573c1-9482-449a-b5f6-e6b948da3b48 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:43.383783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-59989d30-0620-415c-9639-149168d1e931 req-097573c1-9482-449a-b5f6-e6b948da3b48 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.1100030 Jul 07 19:23:43.445136 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-59989d30-0620-415c-9639-149168d1e931 req-7dab1684-8265-416b-a94f-9104712b898b tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578070 Jul 07 19:23:43.733671 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e203d997-3aca-40f6-a624-67e7f2748fc8 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:43.868264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port e203d997-3aca-40f6-a624-67e7f2748fc8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:43.879036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port e203d997-3aca-40f6-a624-67e7f2748fc8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:43.881455 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:44.022069 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7b8a51a-469a-4f6e-a297-b4fd1de0ee51 req-29e1c204-4401-4f31-aa2c-166cf4e02a0b tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1000977 Jul 07 19:23:44.110304 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:44.141321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a147a94a-163e-4286-b038-93a349f2ea92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e203d997-3aca-40f6-a624-67e7f2748fc8'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:44.156005 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cc304a-a70c-4d24-9054-b8a6f0067300" -d '{"events": [{"server_uuid": "a147a94a-163e-4286-b038-93a349f2ea92", "name": "network-vif-plugged", "status": "completed", "tag": "e203d997-3aca-40f6-a624-67e7f2748fc8"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:44.183691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e203d997-3aca-40f6-a624-67e7f2748fc8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e203d997-3aca-40f6-a624-67e7f2748fc8,segment=NetworkSegment(b22086d2-c2e8-403e-bfdb-f5551eb7ebb1),segment_id=b22086d2-c2e8-403e-bfdb-f5551eb7ebb1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:44.189436 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:44.274651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e203d997-3aca-40f6-a624-67e7f2748fc8,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:44.361118 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ae8f4-cb95-458e-bc65-1ca74270427a req-0d4b1014-918f-4d3f-8a68-5b29e56acc2b tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:44.369917 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce5ae8f4-cb95-458e-bc65-1ca74270427a req-0d4b1014-918f-4d3f-8a68-5b29e56acc2b tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 945 time: 0.0978682 Jul 07 19:23:44.432043 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce5ae8f4-cb95-458e-bc65-1ca74270427a req-ac2c780c-d384-4875-9779-889b25ebc9d1 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/security-groups?id=214f447b-2aa9-47dc-9dc4-305395ba424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608964 Jul 07 19:23:44.491615 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb86e54d-1877-415c-9d34-9f588cb584ae x-openstack-request-id: req-bb86e54d-1877-415c-9d34-9f588cb584ae {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:44.492164 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a147a94a-163e-4286-b038-93a349f2ea92", "name": "network-vif-plugged", "status": "completed", "tag": "e203d997-3aca-40f6-a624-67e7f2748fc8", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:44.492627 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb86e54d-1877-415c-9d34-9f588cb584ae {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:44.493231 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a147a94a-163e-4286-b038-93a349f2ea92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e203d997-3aca-40f6-a624-67e7f2748fc8', 'code': 200} Jul 07 19:23:44.659669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498bbb3-e0be-4cff-ad69-6459837ed63f req-29fa1f4d-3a1e-4c1a-8614-3fc69a4bf564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:44.661231 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3498bbb3-e0be-4cff-ad69-6459837ed63f req-29fa1f4d-3a1e-4c1a-8614-3fc69a4bf564 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 1096 time: 0.0827627 Jul 07 19:23:44.714272 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3498bbb3-e0be-4cff-ad69-6459837ed63f req-450d25d1-1a9c-443f-8c9b-c638908345e7 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=214f447b-2aa9-47dc-9dc4-305395ba424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Jul 07 19:23:44.745032 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba1244-2895-4c03-a328-e2c63bcc3ef4 req-ee6e5071-6f33-4218-a0e6-9a530aa5609b tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:44.747626 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d0ba1244-2895-4c03-a328-e2c63bcc3ef4 req-ee6e5071-6f33-4218-a0e6-9a530aa5609b tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.1190095 Jul 07 19:23:44.794695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d0ba1244-2895-4c03-a328-e2c63bcc3ef4 req-88eccdd6-0edc-4e05-9659-50cc5f947078 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Jul 07 19:23:45.106912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32894) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:45.115107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-74b10179-78fa-4653-8e3f-8473b89de132 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1186804430'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:45.160065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b10179-78fa-4653-8e3f-8473b89de132 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:45.170111 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-74b10179-78fa-4653-8e3f-8473b89de132 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:45.242018 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1128d78d-f2bc-4a36-ab86-32631887f23a req-8ced9b65-9a24-481c-aae3-2bc627c1ca5a tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0441227 Jul 07 19:23:45.258261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b10179-78fa-4653-8e3f-8473b89de132 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:23:45.286563 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-74b10179-78fa-4653-8e3f-8473b89de132 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:45.287276 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-74b10179-78fa-4653-8e3f-8473b89de132 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Added segment bc9030c6-b21a-4bad-9fec-656a91c78f3a of type vlan for network 670c7056-dca7-47fb-9792-9847dd3669c1 Jul 07 19:23:45.337097 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-74b10179-78fa-4653-8e3f-8473b89de132 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:45.373856 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-74b10179-78fa-4653-8e3f-8473b89de132 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:45.380090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b10179-78fa-4653-8e3f-8473b89de132 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:45.380842 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-74b10179-78fa-4653-8e3f-8473b89de132 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:45.438185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32902) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:45.443603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-74b10179-78fa-4653-8e3f-8473b89de132 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3352985 Jul 07 19:23:45.448863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32904) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:45.455423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-07545612-88f1-4877-b13a-b22bf3d492f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1927147898'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:45.469103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b10179-78fa-4653-8e3f-8473b89de132 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Network': ['ID=670c7056-dca7-47fb-9792-9847dd3669c1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:45.484095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 670c7056-dca7-47fb-9792-9847dd3669c1 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:23:45.526428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07545612-88f1-4877-b13a-b22bf3d492f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:45.531837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07545612-88f1-4877-b13a-b22bf3d492f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:45.562434 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07545612-88f1-4877-b13a-b22bf3d492f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:23:45.605000 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07545612-88f1-4877-b13a-b22bf3d492f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:45.605509 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-07545612-88f1-4877-b13a-b22bf3d492f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Added segment 47982dee-4c19-4488-8495-a1e8fabe9f5b of type vlan for network b39bec63-5191-41ce-a475-0913476e6e43 Jul 07 19:23:45.656513 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c54d-729e-4228-ae4a-bde5a6844bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:45.981001 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07545612-88f1-4877-b13a-b22bf3d492f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.087459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa037e-4721-4b5f-9c41-6da0774b1754 req-47cd5b1c-7b78-42ab-8856-bd731f5a208b tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:46.091795 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07545612-88f1-4877-b13a-b22bf3d492f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.091981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2aa037e-4721-4b5f-9c41-6da0774b1754 req-47cd5b1c-7b78-42ab-8856-bd731f5a208b tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.1013463 Jul 07 19:23:46.097800 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07545612-88f1-4877-b13a-b22bf3d492f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:46.098606 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07545612-88f1-4877-b13a-b22bf3d492f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.171631 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2aa037e-4721-4b5f-9c41-6da0774b1754 req-8db494ef-1e61-4110-980b-2425200ed8db tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723219 Jul 07 19:23:46.251731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4347ace-8f5b-4d9e-afe6-41fba3951508 req-be4fc2d6-11c5-44ae-a2ef-615493c643b3 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:46.254310 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c4347ace-8f5b-4d9e-afe6-41fba3951508 req-be4fc2d6-11c5-44ae-a2ef-615493c643b3 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 945 time: 0.2856236 Jul 07 19:23:46.304427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07545612-88f1-4877-b13a-b22bf3d492f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Network': ['ID=b39bec63-5191-41ce-a475-0913476e6e43,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:46.318938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network b39bec63-5191-41ce-a475-0913476e6e43 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:23:46.359650 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c54d-729e-4228-ae4a-bde5a6844bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.371195 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c4347ace-8f5b-4d9e-afe6-41fba3951508 req-2dd7e54a-ddd3-48fb-ace9-d07216465bbd tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/security-groups?id=214f447b-2aa9-47dc-9dc4-305395ba424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067450 Jul 07 19:23:46.372379 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c54d-729e-4228-ae4a-bde5a6844bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.381672 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-07545612-88f1-4877-b13a-b22bf3d492f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9291446 Jul 07 19:23:46.383291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32924) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:46.389934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-dc3d9490-ef13-4639-9369-8dadf60f04ab tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'subnet': {'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:46.428656 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5cb5c54d-729e-4228-ae4a-bde5a6844bba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f166190f58746feb2d5597d0368d1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9857497 Jul 07 19:23:46.428656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5c54d-729e-4228-ae4a-bde5a6844bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b294137-82ff-4308-8b08-ae2bd25e220d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:46.429958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32926) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:46.511735 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dff7e7e-c400-4fc0-b752-2389cf9b9cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.530978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3d9490-ef13-4639-9369-8dadf60f04ab tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:46.534883 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9490-ef13-4639-9369-8dadf60f04ab tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.553389 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dff7e7e-c400-4fc0-b752-2389cf9b9cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.604314 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-900ddd77-38df-4666-9e28-f361950bbf66 req-3696f169-5464-4e88-ad76-3143afc00f95 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0480130 Jul 07 19:23:46.647512 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dff7e7e-c400-4fc0-b752-2389cf9b9cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.650593 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dff7e7e-c400-4fc0-b752-2389cf9b9cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.652619 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3dff7e7e-c400-4fc0-b752-2389cf9b9cf8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b294137-82ff-4308-8b08-ae2bd25e220d HTTP/1.1" status: 204 len: 168 time: 0.2217205 Jul 07 19:23:46.666670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff7e7e-c400-4fc0-b752-2389cf9b9cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b294137-82ff-4308-8b08-ae2bd25e220d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:46.768473 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9490-ef13-4639-9369-8dadf60f04ab tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.869136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d9490-ef13-4639-9369-8dadf60f04ab tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Subnet': ['ID=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:46.891080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3d9490-ef13-4639-9369-8dadf60f04ab tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Checking segment: {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:46.891543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d9490-ef13-4639-9369-8dadf60f04ab tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Network hostable DHCP agents. Network: 670c7056-dca7-47fb-9792-9847dd3669c1, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:23:46.913505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d9490-ef13-4639-9369-8dadf60f04ab tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Network 670c7056-dca7-47fb-9792-9847dd3669c1 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:23:46.931348 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-dc3d9490-ef13-4639-9369-8dadf60f04ab tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 670c7056-dca7-47fb-9792-9847dd3669c1) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:46.938328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d9490-ef13-4639-9369-8dadf60f04ab tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:46.938996 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9490-ef13-4639-9369-8dadf60f04ab tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.942175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16efceb3-e85d-4f9a-8fd2-4aeaa128a01e None None] Network 670c7056-dca7-47fb-9792-9847dd3669c1 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:46.960801 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dc3d9490-ef13-4639-9369-8dadf60f04ab tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5740471 Jul 07 19:23:46.961497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32934) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:46.967732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-268a2c44-ccc8-4356-8def-842219832790 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'subnet': {'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:47.204904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-670c7056-dca7-47fb-9792-9847dd3669c1', 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'fixed_ips': [{'subnet_id': 'd104a22e-d0f7-4430-a3f2-6fa28f9f44e8'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:23:47.211749 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.219316 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268a2c44-ccc8-4356-8def-842219832790 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:47.230512 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-268a2c44-ccc8-4356-8def-842219832790 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.374502 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ece779ac-473e-4593-a2db-72c015bd43b9 req-9df8c49f-a04c-4338-876c-4213fcbfd5e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0672147 Jul 07 19:23:47.539975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f7ff2-7ef1-40ff-85b9-4bac252f3467 req-c13480fc-9838-4124-98d6-2d08fa81f4c8 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:47.549889 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df2f7ff2-7ef1-40ff-85b9-4bac252f3467 req-c13480fc-9838-4124-98d6-2d08fa81f4c8 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.1012890 Jul 07 19:23:47.577753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Allocated IP 10.1.1.2 (670c7056-dca7-47fb-9792-9847dd3669c1/d104a22e-d0f7-4430-a3f2-6fa28f9f44e8/3a9234b5-5d25-4f98-825d-15edb3e34e6f) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:47.592710 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df2f7ff2-7ef1-40ff-85b9-4bac252f3467 req-c4b70b59-7b8c-430d-9593-f9be01a3ac28 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410659 Jul 07 19:23:47.664199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-268a2c44-ccc8-4356-8def-842219832790 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.795061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a2c44-ccc8-4356-8def-842219832790 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Subnet': ['ID=cf648d12-0dbc-4ada-9808-fda1919d4e3a,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:47.814343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a2c44-ccc8-4356-8def-842219832790 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Checking segment: {'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:47.814850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268a2c44-ccc8-4356-8def-842219832790 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Network hostable DHCP agents. Network: b39bec63-5191-41ce-a475-0913476e6e43, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:23:47.900433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268a2c44-ccc8-4356-8def-842219832790 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Network b39bec63-5191-41ce-a475-0913476e6e43 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:23:47.925735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-268a2c44-ccc8-4356-8def-842219832790 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, b39bec63-5191-41ce-a475-0913476e6e43) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:47.940341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a2c44-ccc8-4356-8def-842219832790 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:47.940520 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.943902 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-268a2c44-ccc8-4356-8def-842219832790 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.948649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-509117e2-6cdd-4d2a-912e-df3c3289f8c8 req-9f85e152-81ae-47ec-b396-aab27f977a39 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0867379 Jul 07 19:23:47.957356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Transition to ACTIVE for port object 3a9234b5-5d25-4f98-825d-15edb3e34e6f will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:47.976091 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Transition to ACTIVE for port object 3a9234b5-5d25-4f98-825d-15edb3e34e6f will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:47.982151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2b8610-7246-4ba7-9181-5ab1b7dd12e7 None None] Network b39bec63-5191-41ce-a475-0913476e6e43 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:47.999172 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-268a2c44-ccc8-4356-8def-842219832790 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0335481 Jul 07 19:23:47.999602 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.999717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32972) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:48.021227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e5000-3250-4059-8351-d72279542e96 req-f417b9c9-323e-4c99-886e-fc31feb9092e tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:48.026175 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-008e5000-3250-4059-8351-d72279542e96 req-f417b9c9-323e-4c99-886e-fc31feb9092e tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 945 time: 0.2064745 Jul 07 19:23:48.038280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'port': {'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1', 'name': 'tempest-TaggedBootDevicesTest-168127364', 'fixed_ips': [{'subnet_id': 'd104a22e-d0f7-4430-a3f2-6fa28f9f44e8'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:48.157614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Pushing event updated for resources: {'Port': ['ID=3a9234b5-5d25-4f98-825d-15edb3e34e6f,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:48.172816 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-008e5000-3250-4059-8351-d72279542e96 req-6c5967ed-02d5-4597-b5da-a41260f6fc61 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/security-groups?id=214f447b-2aa9-47dc-9dc4-305395ba424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284156 Jul 07 19:23:48.211186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Network 670c7056-dca7-47fb-9792-9847dd3669c1 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:48.214486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:48.220674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:48.291875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:48.417213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Attempting to bind port 3a9234b5-5d25-4f98-825d-15edb3e34e6f on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:48.417731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Attempting to bind port 3a9234b5-5d25-4f98-825d-15edb3e34e6f by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:48.418099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Attempting to bind port 3a9234b5-5d25-4f98-825d-15edb3e34e6f on network 670c7056-dca7-47fb-9792-9847dd3669c1 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:48.426408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:48.426941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Checking segment: {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:48.427353 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.427898 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Bound using segment: {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:48.428490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Bound port: 3a9234b5-5d25-4f98-825d-15edb3e34e6f, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:48.428764 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.452931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-b39bec63-5191-41ce-a475-0913476e6e43', 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'fixed_ips': [{'subnet_id': 'cf648d12-0dbc-4ada-9808-fda1919d4e3a'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:23:48.453819 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.535707 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.579779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] device_id is not set on port 187ae605-4dc9-46b9-9962-1a475e620dc7 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:23:48.941769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] For port 3a9234b5-5d25-4f98-825d-15edb3e34e6f, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:48.955813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] For port 3a9234b5-5d25-4f98-825d-15edb3e34e6f, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3a9234b5-5d25-4f98-825d-15edb3e34e6f,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:48.972107 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.989584 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Allocated IP 10.2.2.2 (b39bec63-5191-41ce-a475-0913476e6e43/cf648d12-0dbc-4ada-9808-fda1919d4e3a/3d54e707-f458-4835-92ac-888d09013ef6) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:49.005138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33018) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:49.193251 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411bcb8-57aa-40ed-a046-2bd5f7de827d req-de95a174-1ca5-4e9f-a85d-53a10aaa911c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:49.204131 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8411bcb8-57aa-40ed-a046-2bd5f7de827d req-de95a174-1ca5-4e9f-a85d-53a10aaa911c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.3223701 Jul 07 19:23:49.245167 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2f6b-dc0c-42ff-a56f-e183b1563b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.288484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00589ba6-d23d-4169-8922-7fd0cb485ae3 None None] Pushing event updated for resources: {'Port': ['ID=3a9234b5-5d25-4f98-825d-15edb3e34e6f,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:49.344527 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1d08948c-7e77-4f9f-bf33-4b595bc43873 req-7e90aee0-a9b3-4ff0-94fc-a79f8d8ede5f tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1194639 Jul 07 19:23:49.401933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Allocated IP 10.1.1.97 (670c7056-dca7-47fb-9792-9847dd3669c1/d104a22e-d0f7-4430-a3f2-6fa28f9f44e8/187ae605-4dc9-46b9-9962-1a475e620dc7) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:49.559221 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.582681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Transition to ACTIVE for port object 3d54e707-f458-4835-92ac-888d09013ef6 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:49.611548 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2f6b-dc0c-42ff-a56f-e183b1563b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.618083 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2f6b-dc0c-42ff-a56f-e183b1563b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.638445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Transition to ACTIVE for port object 3d54e707-f458-4835-92ac-888d09013ef6 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:49.647158 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.739426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8d8e2f6b-dc0c-42ff-a56f-e183b1563b5f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b750c508c604448fb36a7631f7d76822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7304554 Jul 07 19:23:49.742420 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e2f6b-dc0c-42ff-a56f-e183b1563b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdca84b-be65-440a-ad81-3906a0507038,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:49.753035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33040) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:49.770187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Pushing event updated for resources: {'Port': ['ID=3d54e707-f458-4835-92ac-888d09013ef6,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:49.796838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Network b39bec63-5191-41ce-a475-0913476e6e43 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:49.800574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:49.807470 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:49.835095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.863094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Transition to ACTIVE for port object 187ae605-4dc9-46b9-9962-1a475e620dc7 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:49.874961 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d20648e-c760-4794-b437-d4441f076b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.914496 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d20648e-c760-4794-b437-d4441f076b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.923320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8411bcb8-57aa-40ed-a046-2bd5f7de827d req-cda5cbfe-664f-4411-a984-3453977b6b9f tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7177179 Jul 07 19:23:49.931083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Attempting to bind port 3d54e707-f458-4835-92ac-888d09013ef6 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:49.931830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Attempting to bind port 3d54e707-f458-4835-92ac-888d09013ef6 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:49.932244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Attempting to bind port 3d54e707-f458-4835-92ac-888d09013ef6 on network b39bec63-5191-41ce-a475-0913476e6e43 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:49.933637 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.950781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:49.951956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Checking segment: {'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:49.952540 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.952936 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Bound using segment: {'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:49.957581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Bound port: 3d54e707-f458-4835-92ac-888d09013ef6, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:49.957581 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.044490 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d20648e-c760-4794-b437-d4441f076b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.048091 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d20648e-c760-4794-b437-d4441f076b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.052445 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9d20648e-c760-4794-b437-d4441f076b1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9fdca84b-be65-440a-ad81-3906a0507038 HTTP/1.1" status: 204 len: 168 time: 0.2979352 Jul 07 19:23:50.101127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20648e-c760-4794-b437-d4441f076b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdca84b-be65-440a-ad81-3906a0507038,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:50.127445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Port': ['ID=187ae605-4dc9-46b9-9962-1a475e620dc7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:50.144952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Network 670c7056-dca7-47fb-9792-9847dd3669c1 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:50.162314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:50.172966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:50.275125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] For port 3d54e707-f458-4835-92ac-888d09013ef6, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:50.293876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] For port 3d54e707-f458-4835-92ac-888d09013ef6, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3d54e707-f458-4835-92ac-888d09013ef6,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:50.311799 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.426744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:50.429179 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.476607 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-956847a1-c7a3-4643-afb7-2e3f5cc73478 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4737077 Jul 07 19:23:50.479204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33066) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:50.499535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'port': {'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1', 'name': 'tempest-TaggedBootDevicesTest-541579420', 'fixed_ips': [{'subnet_id': 'd104a22e-d0f7-4430-a3f2-6fa28f9f44e8'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:50.537960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3a9234b5-5d25-4f98-825d-15edb3e34e6f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:50.567408 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:23:50.736298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49871c95-9ed8-4363-86b8-8b3aa5c82054 None None] Pushing event updated for resources: {'Port': ['ID=3d54e707-f458-4835-92ac-888d09013ef6,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:50.736650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:50.805425 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 3a9234b5-5d25-4f98-825d-15edb3e34e6f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:51.026833 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0c96856c-0419-489c-80ec-b4e36a4c5a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:51.089013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a339d3b9-1f6b-4f93-bd53-4f00b7d76879 req-90465c2a-a981-4a99-bd39-6c52d3df5748 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0737436 Jul 07 19:23:51.098554 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:51.145612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] device_id is not set on port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:23:51.170580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69cd128-ce8c-43a3-8c90-84bffd38965e None None] Network 670c7056-dca7-47fb-9792-9847dd3669c1 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:51.341539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-49d27bfd-686a-4b02-ab18-d1fcc52a130f None None] Provisioning for port 3a9234b5-5d25-4f98-825d-15edb3e34e6f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:51.355236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-49d27bfd-686a-4b02-ab18-d1fcc52a130f None None] Provisioning complete for port 3a9234b5-5d25-4f98-825d-15edb3e34e6f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:51.355760 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49d27bfd-686a-4b02-ab18-d1fcc52a130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:51.516381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8155c92-a953-4313-ada2-66c6af1febf6 req-1fb2b44c-0c1a-4cab-851b-eba6f1451d50 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:51.519275 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c8155c92-a953-4313-ada2-66c6af1febf6 req-1fb2b44c-0c1a-4cab-851b-eba6f1451d50 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.1362579 Jul 07 19:23:51.634287 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c8155c92-a953-4313-ada2-66c6af1febf6 req-0ba0a472-229d-4a9b-832e-89ae9aeecedb tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574489 Jul 07 19:23:51.644199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0b1de-9280-4c0a-a821-b7d7bafb7ad1 req-144f54f2-af09-4c0f-b84c-8630f9a6b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:51.646126 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76a0b1de-9280-4c0a-a821-b7d7bafb7ad1 req-144f54f2-af09-4c0f-b84c-8630f9a6b9d2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 1096 time: 0.1240401 Jul 07 19:23:51.707027 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76a0b1de-9280-4c0a-a821-b7d7bafb7ad1 req-be09012b-deba-4657-a602-486420be2c4b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526695 Jul 07 19:23:51.719688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Allocated IP 10.1.1.122 (670c7056-dca7-47fb-9792-9847dd3669c1/d104a22e-d0f7-4430-a3f2-6fa28f9f44e8/768dc9ab-af3b-4396-b478-2e71bcc1a3f6) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:51.770895 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49d27bfd-686a-4b02-ab18-d1fcc52a130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:51.878149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-49d27bfd-686a-4b02-ab18-d1fcc52a130f None None] For port 3a9234b5-5d25-4f98-825d-15edb3e34e6f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3a9234b5-5d25-4f98-825d-15edb3e34e6f,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:51.909227 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49d27bfd-686a-4b02-ab18-d1fcc52a130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:52.017296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d27bfd-686a-4b02-ab18-d1fcc52a130f None None] Pushing event updated for resources: {'Port': ['ID=3a9234b5-5d25-4f98-825d-15edb3e34e6f,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:52.018736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0898d0-fe69-4b0f-a177-09b7de1f28e2 req-2c5e8ca3-e34d-4384-b3e6-d00338592c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:52.032263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b0898d0-fe69-4b0f-a177-09b7de1f28e2 req-2c5e8ca3-e34d-4384-b3e6-d00338592c1b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 1096 time: 0.1122172 Jul 07 19:23:52.284938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0898d0-fe69-4b0f-a177-09b7de1f28e2 req-8d539ade-3263-4312-b3ac-b141712eb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:52.286481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b0898d0-fe69-4b0f-a177-09b7de1f28e2 req-8d539ade-3263-4312-b3ac-b141712eb26b service neutron] 10.222.0.110 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 919 time: 0.2248521 Jul 07 19:23:52.287003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33098) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:52.434857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b0898d0-fe69-4b0f-a177-09b7de1f28e2 req-b8461114-020b-441a-a9da-a1dcf84d60f1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 HTTP/1.1" status: 200 len: 217 time: 0.1216359 Jul 07 19:23:52.564237 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-86f9cd8f-76c6-476e-af8f-85518710f234 None None] Provisioning complete for port 3a9234b5-5d25-4f98-825d-15edb3e34e6f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:52.564724 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-86f9cd8f-76c6-476e-af8f-85518710f234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:52.585230 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-30a148ad-b54c-4174-818c-88855e8483fe req-96c6b8a5-cb36-408b-8ec5-a5d3a40cfed9 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0890703 Jul 07 19:23:52.618559 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0898d0-fe69-4b0f-a177-09b7de1f28e2 req-369ebeb7-6383-4997-9756-29bbe8d812c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:52.622968 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b0898d0-fe69-4b0f-a177-09b7de1f28e2 req-369ebeb7-6383-4997-9756-29bbe8d812c7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=637b22fd-8e32-4648-80bc-c3a53f1054fc HTTP/1.1" status: 200 len: 858 time: 0.1813173 Jul 07 19:23:52.641276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1156212290-network', 'tenant_id': 'e12dc729d097499293efcc14013febf6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:52.672040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cc2d5b-1a32-43e1-8ad5-17ca40a6f5c2 None None] Network b39bec63-5191-41ce-a475-0913476e6e43 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:52.674046 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3d54e707-f458-4835-92ac-888d09013ef6 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:52.778089 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b0898d0-fe69-4b0f-a177-09b7de1f28e2 req-bb0c8d47-127f-4b64-9950-199a107ccaea service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c7a8d583-e305-4105-a7ca-683cce92a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942008 Jul 07 19:23:52.796218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Made reservation on behalf of e12dc729d097499293efcc14013febf6 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:52.808628 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.011065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4bca5-6615-47fc-ba66-6cea76a7509e req-99ef92d1-db6e-4025-a8ea-f8a3bd7141f9 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:53.026823 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6cc4bca5-6615-47fc-ba66-6cea76a7509e req-99ef92d1-db6e-4025-a8ea-f8a3bd7141f9 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 945 time: 1.6630998 Jul 07 19:23:53.048932 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.210571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.299789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 3d54e707-f458-4835-92ac-888d09013ef6 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:53.307212 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b0898d0-fe69-4b0f-a177-09b7de1f28e2 req-eaf00110-06da-4a49-ab8c-c209c443b96f service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558096 Jul 07 19:23:53.313958 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6cc4bca5-6615-47fc-ba66-6cea76a7509e req-20411195-6618-48c8-ae95-f415b4846f1a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/security-groups?id=214f447b-2aa9-47dc-9dc4-305395ba424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860498 Jul 07 19:23:53.315566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Transition to ACTIVE for port object 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:53.329805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3a9234b5-5d25-4f98-825d-15edb3e34e6f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:53.381630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-86f9cd8f-76c6-476e-af8f-85518710f234 None None] Provisioning for port 187ae605-4dc9-46b9-9962-1a475e620dc7 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:53.391511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-86f9cd8f-76c6-476e-af8f-85518710f234 None None] Provisioning complete for port 187ae605-4dc9-46b9-9962-1a475e620dc7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:53.392132 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-86f9cd8f-76c6-476e-af8f-85518710f234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.419611 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.426665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15592b-7046-49d4-9db7-4dfbb2139172 req-5fc00391-e6d7-4bf2-bd90-5074c4c799c6 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:53.430291 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ec15592b-7046-49d4-9db7-4dfbb2139172 req-5fc00391-e6d7-4bf2-bd90-5074c4c799c6 tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.110 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 945 time: 0.3741162 Jul 07 19:23:53.507505 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd988e76-2927-411e-a408-7199e7b3f350 req-d143b71e-e2d2-4b1f-8cc7-db53d0d189c0 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:53.514644 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd988e76-2927-411e-a408-7199e7b3f350 req-d143b71e-e2d2-4b1f-8cc7-db53d0d189c0 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.4526582 Jul 07 19:23:53.599803 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Port': ['ID=768dc9ab-af3b-4396-b478-2e71bcc1a3f6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:53.638121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Network 670c7056-dca7-47fb-9792-9847dd3669c1 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:53.639930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:53.642501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:53.715494 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.717689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-86f9cd8f-76c6-476e-af8f-85518710f234 None None] Port 187ae605-4dc9-46b9-9962-1a475e620dc7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:53.729030 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-eaf0dc0a-81bd-4aff-93f7-e5399c2d45ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.742902 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:53.743551 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.752502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3a9234b5-5d25-4f98-825d-15edb3e34e6f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:53.753124 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.784214 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd988e76-2927-411e-a408-7199e7b3f350 req-1c19524d-34c9-4af1-8764-1317e540fc34 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654159 Jul 07 19:23:53.790759 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.797325 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0b237d76-07e2-4a55-8df7-40d517589b0a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3167918 Jul 07 19:23:53.956371 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.957782 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b0898d0-fe69-4b0f-a177-09b7de1f28e2 req-39a89c0f-181f-4c3b-ab1a-e54b4e4fee31 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294577 Jul 07 19:23:53.975394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d23995ca-71fd-4036-b1e8-5fe800a172df None None] Provisioning for port 3d54e707-f458-4835-92ac-888d09013ef6 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:53.998082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:23:53.999400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d23995ca-71fd-4036-b1e8-5fe800a172df None None] Provisioning complete for port 3d54e707-f458-4835-92ac-888d09013ef6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:53.999807 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d23995ca-71fd-4036-b1e8-5fe800a172df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.018976 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf9666ef-2a30-48e3-92fd-aa5a0ca678c4 req-5f09289a-76ff-41c7-90bc-32626021421d tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1060166 Jul 07 19:23:54.042426 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.046496 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Added segment 20e8fd33-82b5-45f9-8e2d-c54ddeac78f5 of type vlan for network 02f836db-6676-46b9-aee6-90c3bd2e56ec Jul 07 19:23:54.116926 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.156661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14101860-749e-493c-99a7-289eb6afe980,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:54.168829 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d23995ca-71fd-4036-b1e8-5fe800a172df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.178428 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.181199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:54.182624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.235581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d23995ca-71fd-4036-b1e8-5fe800a172df None None] For port 3d54e707-f458-4835-92ac-888d09013ef6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3d54e707-f458-4835-92ac-888d09013ef6,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:54.250129 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d23995ca-71fd-4036-b1e8-5fe800a172df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.269278 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9721756 Jul 07 19:23:54.269722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33120) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:54.275849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1cc031f6-fd0b-4034-928a-70460563b8f3 admin admin] Request body: {'subnet': {'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1156212290-subnet', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:54.319456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d23995ca-71fd-4036-b1e8-5fe800a172df None None] Provisioning complete for port 187ae605-4dc9-46b9-9962-1a475e620dc7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:54.319869 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d23995ca-71fd-4036-b1e8-5fe800a172df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.328423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-ec15592b-7046-49d4-9db7-4dfbb2139172 req-32272cb9-703a-4aaf-9578-7fb37425b71a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Deleting port e203d997-3aca-40f6-a624-67e7f2748fc8 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:54.328726 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ec15592b-7046-49d4-9db7-4dfbb2139172 req-32272cb9-703a-4aaf-9578-7fb37425b71a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.340033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc031f6-fd0b-4034-928a-70460563b8f3 admin admin] Made reservation on behalf of e12dc729d097499293efcc14013febf6 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:54.345254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cc031f6-fd0b-4034-928a-70460563b8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.364543 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d23995ca-71fd-4036-b1e8-5fe800a172df None None] Port 187ae605-4dc9-46b9-9962-1a475e620dc7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:54.381659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33124) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:54.394046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-783ea875-a627-46b4-ba0f-528eb8948bc0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217179754', 'description': 'tempest-description--1676235955'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:54.406635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23995ca-71fd-4036-b1e8-5fe800a172df None None] Pushing event updated for resources: {'Port': ['ID=3d54e707-f458-4835-92ac-888d09013ef6,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:54.414554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539b071-ad34-458b-b193-33782eb94772 admin admin] Pushing event updated for resources: {'Network': ['ID=02f836db-6676-46b9-aee6-90c3bd2e56ec,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:54.432911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 02f836db-6676-46b9-aee6-90c3bd2e56ec details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:23:54.494124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ec15592b-7046-49d4-9db7-4dfbb2139172 req-32272cb9-703a-4aaf-9578-7fb37425b71a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] For port e203d997-3aca-40f6-a624-67e7f2748fc8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e203d997-3aca-40f6-a624-67e7f2748fc8,segment=NetworkSegment(b22086d2-c2e8-403e-bfdb-f5551eb7ebb1),segment_id=b22086d2-c2e8-403e-bfdb-f5551eb7ebb1)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:54.494962 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ec15592b-7046-49d4-9db7-4dfbb2139172 req-32272cb9-703a-4aaf-9578-7fb37425b71a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.511762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-ec15592b-7046-49d4-9db7-4dfbb2139172 req-32272cb9-703a-4aaf-9578-7fb37425b71a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Calling delete_port for e203d997-3aca-40f6-a624-67e7f2748fc8 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:54.569779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9254fb42-f3d9-40a3-ab9f-8c21e8e03bc8 None None] Provisioning for port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:54.577088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9254fb42-f3d9-40a3-ab9f-8c21e8e03bc8 None None] Provisioning complete for port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:54.578540 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9254fb42-f3d9-40a3-ab9f-8c21e8e03bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.736231 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-783ea875-a627-46b4-ba0f-528eb8948bc0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.754358 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ec15592b-7046-49d4-9db7-4dfbb2139172 req-32272cb9-703a-4aaf-9578-7fb37425b71a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.794239 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.811062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9254fb42-f3d9-40a3-ab9f-8c21e8e03bc8 None None] Port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:54.842545 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9254fb42-f3d9-40a3-ab9f-8c21e8e03bc8 None None] Provisioning complete for port 3d54e707-f458-4835-92ac-888d09013ef6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:54.848284 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9254fb42-f3d9-40a3-ab9f-8c21e8e03bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.848491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32272cb9-703a-4aaf-9578-7fb37425b71a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Pushing event deleted for resources: {'Port': ['ID=e203d997-3aca-40f6-a624-67e7f2748fc8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:54.909678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-783ea875-a627-46b4-ba0f-528eb8948bc0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.923004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-783ea875-a627-46b4-ba0f-528eb8948bc0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.959860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ea875-a627-46b4-ba0f-528eb8948bc0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fead2581-9689-477d-a3dc-c6c4b4bcfd41,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:55.001629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba775a11-0ca1-40aa-93c2-7be0da9a88a8 req-fbc82b7c-24d1-477c-a829-97c27ba9192b tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:55.003649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba775a11-0ca1-40aa-93c2-7be0da9a88a8 req-fbc82b7c-24d1-477c-a829-97c27ba9192b tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/ports?device_id=a147a94a-163e-4286-b038-93a349f2ea92 HTTP/1.1" status: 200 len: 867 time: 0.4627194 Jul 07 19:23:55.011508 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-783ea875-a627-46b4-ba0f-528eb8948bc0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.012707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec15592b-7046-49d4-9db7-4dfbb2139172 req-32272cb9-703a-4aaf-9578-7fb37425b71a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] No DVR routers for this DVR port e203d997-3aca-40f6-a624-67e7f2748fc8 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:55.014225 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-783ea875-a627-46b4-ba0f-528eb8948bc0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6307406 Jul 07 19:23:55.020861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33132) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:55.030837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ec15592b-7046-49d4-9db7-4dfbb2139172 req-32272cb9-703a-4aaf-9578-7fb37425b71a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.035296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-17112cf0-4b53-428f-b27d-d8af789a5fd5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'security_group_rule': {'security_group_id': 'fead2581-9689-477d-a3dc-c6c4b4bcfd41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:55.036602 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ec15592b-7046-49d4-9db7-4dfbb2139172 req-32272cb9-703a-4aaf-9578-7fb37425b71a tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.110 "DELETE /v2.0/ports/e203d997-3aca-40f6-a624-67e7f2748fc8 HTTP/1.1" status: 204 len: 173 time: 1.5916097 Jul 07 19:23:55.037239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a147a94a-163e-4286-b038-93a349f2ea92', 'name': 'network-vif-deleted', 'tag': 'e203d997-3aca-40f6-a624-67e7f2748fc8'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:55.046311 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eae9a82-e944-4b43-be8a-67a426502f37" -d '{"events": [{"server_uuid": "a147a94a-163e-4286-b038-93a349f2ea92", "name": "network-vif-deleted", "tag": "e203d997-3aca-40f6-a624-67e7f2748fc8"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:55.235965 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba775a11-0ca1-40aa-93c2-7be0da9a88a8 req-e6132d5e-78a3-48f8-99ef-4c5798a66dbe tempest-ServerMetadataNegativeTestJSON-77586442 tempest-ServerMetadataNegativeTestJSON-77586442-project] 10.222.0.81 "GET /v2.0/security-groups?id=214f447b-2aa9-47dc-9dc4-305395ba424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928091 Jul 07 19:23:55.267541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c0fb9-75c2-48e2-96e7-65c15fcb3df4 req-694014dd-3a45-4e96-9ae3-8073d3189491 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:55.276654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e8c0fb9-75c2-48e2-96e7-65c15fcb3df4 req-694014dd-3a45-4e96-9ae3-8073d3189491 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.1872692 Jul 07 19:23:55.344631 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17112cf0-4b53-428f-b27d-d8af789a5fd5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.378003 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e8c0fb9-75c2-48e2-96e7-65c15fcb3df4 req-e040eef3-6e17-4643-8a75-f76d09d38e85 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924399 Jul 07 19:23:55.446374 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7349552-db21-48f6-b77d-8c1e41755d77 x-openstack-request-id: req-f7349552-db21-48f6-b77d-8c1e41755d77 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:55.446726 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a147a94a-163e-4286-b038-93a349f2ea92", "name": "network-vif-deleted", "tag": "e203d997-3aca-40f6-a624-67e7f2748fc8", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:55.447041 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7349552-db21-48f6-b77d-8c1e41755d77 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:55.448975 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a147a94a-163e-4286-b038-93a349f2ea92', 'name': 'network-vif-deleted', 'tag': 'e203d997-3aca-40f6-a624-67e7f2748fc8', 'status': 'completed', 'code': 200} Jul 07 19:23:55.471585 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cc031f6-fd0b-4034-928a-70460563b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.584891 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7cb4fafb-b7d5-4676-b677-15b67a46f41d req-331591b2-18af-43fe-a4ad-1ef4e3f7a193 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1387620 Jul 07 19:23:55.585587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc031f6-fd0b-4034-928a-70460563b8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b18c18-ffa6-4760-8549-97ac33844a2f,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:55.644139 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17112cf0-4b53-428f-b27d-d8af789a5fd5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.650613 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17112cf0-4b53-428f-b27d-d8af789a5fd5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.677924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc031f6-fd0b-4034-928a-70460563b8f3 admin admin] Checking segment: {'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:55.678308 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc031f6-fd0b-4034-928a-70460563b8f3 admin admin] Network hostable DHCP agents. Network: 02f836db-6676-46b9-aee6-90c3bd2e56ec, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:23:55.712071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17112cf0-4b53-428f-b27d-d8af789a5fd5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eceb9717-c738-4da6-bc90-fc3bb6168dd1,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:55.722737 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17112cf0-4b53-428f-b27d-d8af789a5fd5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.728420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33144) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:55.735147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-32dc1519-7091-4b11-968f-ab1fe7e53634 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'security_group_rule': {'security_group_id': 'fead2581-9689-477d-a3dc-c6c4b4bcfd41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:55.741931 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-17112cf0-4b53-428f-b27d-d8af789a5fd5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7176754 Jul 07 19:23:55.743599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc031f6-fd0b-4034-928a-70460563b8f3 admin admin] Network 02f836db-6676-46b9-aee6-90c3bd2e56ec is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:23:55.766149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1cc031f6-fd0b-4034-928a-70460563b8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 02f836db-6676-46b9-aee6-90c3bd2e56ec) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:55.771980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc031f6-fd0b-4034-928a-70460563b8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:55.773429 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cc031f6-fd0b-4034-928a-70460563b8f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.791067 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f5e322-c132-44cb-95b8-9341f45d1749 None None] Network 02f836db-6676-46b9-aee6-90c3bd2e56ec requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:55.793324 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e203d997-3aca-40f6-a624-67e7f2748fc8 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:55.883243 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1cc031f6-fd0b-4034-928a-70460563b8f3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6121166 Jul 07 19:23:55.884018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33150) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:55.885781 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-32dc1519-7091-4b11-968f-ab1fe7e53634 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.917528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:55.997007 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.998740 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.024996 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-32dc1519-7091-4b11-968f-ab1fe7e53634 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.030280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-32dc1519-7091-4b11-968f-ab1fe7e53634 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.042180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: e203d997-3aca-40f6-a624-67e7f2748fc8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:56.049753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e203d997-3aca-40f6-a624-67e7f2748fc8 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:56.128377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc1519-7091-4b11-968f-ab1fe7e53634 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc6f824-d53d-4a1a-9330-3cc70166083a,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:56.165139 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-32dc1519-7091-4b11-968f-ab1fe7e53634 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.171334 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-32dc1519-7091-4b11-968f-ab1fe7e53634 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4365430 Jul 07 19:23:56.173906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33154) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:56.178449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:56.193129 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.445681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3d54e707-f458-4835-92ac-888d09013ef6 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:56.456097 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.542204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33160) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:56.542467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-02f836db-6676-46b9-aee6-90c3bd2e56ec', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'fixed_ips': [{'subnet_id': '42b18c18-ffa6-4760-8549-97ac33844a2f'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:23:56.546280 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.565072 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.575838 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.628336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2448f8d-5b0b-4051-b709-94ae174451b8 req-83c95250-9d27-4973-a6df-7f608eb3af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:56.629797 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2448f8d-5b0b-4051-b709-94ae174451b8 req-83c95250-9d27-4973-a6df-7f608eb3af75 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 1096 time: 0.4970767 Jul 07 19:23:56.644816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feb3cd-4cef-4303-90a8-f3331486af07 req-b216732c-66de-4c6d-841c-650c473d6570 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:56.663203 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e5feb3cd-4cef-4303-90a8-f3331486af07 req-b216732c-66de-4c6d-841c-650c473d6570 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.3551774 Jul 07 19:23:56.775651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a35642-1aa1-4610-a868-49adfdb1903f admin admin] Deleting subnet d21d395a-aebf-4200-837a-14c77107c154 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:23:56.795671 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a4a35642-1aa1-4610-a868-49adfdb1903f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.932144 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a4a35642-1aa1-4610-a868-49adfdb1903f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.936107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3d54e707-f458-4835-92ac-888d09013ef6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:56.936487 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.074215 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Allocated IP 172.20.0.2 (02f836db-6676-46b9-aee6-90c3bd2e56ec/42b18c18-ffa6-4760-8549-97ac33844a2f/cc6096c6-3ba7-4dad-b794-0c395c16a858) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:57.115507 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a4a35642-1aa1-4610-a868-49adfdb1903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.247369 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e5feb3cd-4cef-4303-90a8-f3331486af07 req-3c611448-cc3f-4859-8c26-2281af22e0ac tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826745 Jul 07 19:23:57.299899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2448f8d-5b0b-4051-b709-94ae174451b8 req-aa009d0d-37e2-4a11-b707-8b7c741e0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:57.301305 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2448f8d-5b0b-4051-b709-94ae174451b8 req-aa009d0d-37e2-4a11-b707-8b7c741e0c7c service neutron] 10.222.0.110 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 919 time: 0.6208880 Jul 07 19:23:57.321165 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.412159 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2448f8d-5b0b-4051-b709-94ae174451b8 req-37644da1-e6a6-4e9a-9b67-a4c0f8bd52a6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 HTTP/1.1" status: 200 len: 217 time: 0.1014922 Jul 07 19:23:57.507601 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.528747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Transition to ACTIVE for port object cc6096c6-3ba7-4dad-b794-0c395c16a858 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:57.563395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Transition to ACTIVE for port object cc6096c6-3ba7-4dad-b794-0c395c16a858 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:57.579182 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.595563 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-388cfb63-f33f-49e0-ad2b-5d5ebcbf6d57 req-6305cc67-b7e6-47d9-b4ba-8aec443458ea tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1025999 Jul 07 19:23:57.668949 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a4a35642-1aa1-4610-a868-49adfdb1903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.684967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Network 02f836db-6676-46b9-aee6-90c3bd2e56ec is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:57.688943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:57.696148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:57.718838 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.723462 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a35642-1aa1-4610-a868-49adfdb1903f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d21d395a-aebf-4200-837a-14c77107c154,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:57.725985 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a4a35642-1aa1-4610-a868-49adfdb1903f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.730114 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a4a35642-1aa1-4610-a868-49adfdb1903f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d21d395a-aebf-4200-837a-14c77107c154 HTTP/1.1" status: 204 len: 168 time: 1.1844065 Jul 07 19:23:57.745938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33170) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:57.761600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.762580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Pushing event updated for resources: {'Port': ['ID=cc6096c6-3ba7-4dad-b794-0c395c16a858,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:57.771172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2448f8d-5b0b-4051-b709-94ae174451b8 req-1a384cc6-c382-4a90-adc1-92a38b4af657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:57.779378 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2448f8d-5b0b-4051-b709-94ae174451b8 req-1a384cc6-c382-4a90-adc1-92a38b4af657 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=637b22fd-8e32-4648-80bc-c3a53f1054fc HTTP/1.1" status: 200 len: 858 time: 0.3529077 Jul 07 19:23:57.844352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2448f8d-5b0b-4051-b709-94ae174451b8 req-82de6424-b692-4e27-a1ad-7b1ede00f856 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c7a8d583-e305-4105-a7ca-683cce92a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561702 Jul 07 19:23:57.861633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Attempting to bind port cc6096c6-3ba7-4dad-b794-0c395c16a858 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:57.862042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Attempting to bind port cc6096c6-3ba7-4dad-b794-0c395c16a858 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:57.862609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Attempting to bind port cc6096c6-3ba7-4dad-b794-0c395c16a858 on network 02f836db-6676-46b9-aee6-90c3bd2e56ec {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:57.880851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:57.881232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Checking segment: {'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:57.882928 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.884290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Bound using segment: {'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:57.889285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Bound port: cc6096c6-3ba7-4dad-b794-0c395c16a858, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:57.889761 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.925165 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.936731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Allocated IP 172.25.0.194 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/a9743fec-328c-4efc-afd9-031230339ed1) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:57.982661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] For port cc6096c6-3ba7-4dad-b794-0c395c16a858, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:57.987984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] For port cc6096c6-3ba7-4dad-b794-0c395c16a858, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cc6096c6-3ba7-4dad-b794-0c395c16a858,segment=NetworkSegment(20e8fd33-82b5-45f9-8e2d-c54ddeac78f5),segment_id=20e8fd33-82b5-45f9-8e2d-c54ddeac78f5)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:57.996948 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.046754 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2448f8d-5b0b-4051-b709-94ae174451b8 req-16358a04-3aa1-4920-8c98-2cea0d9e2091 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932268 Jul 07 19:23:58.122876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e14c1c-6827-4670-a1d7-0d01dac271e9 None None] Pushing event updated for resources: {'Port': ['ID=cc6096c6-3ba7-4dad-b794-0c395c16a858,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:58.166125 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.201529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ac411b-a44f-47a9-958c-36bb19a62bae']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:58.217090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22086d2-c2e8-403e-bfdb-f5551eb7ebb1') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:58.217394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22086d2-c2e8-403e-bfdb-f5551eb7ebb1') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:58.227321 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.237913 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.267723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.277545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:23:58.277994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.282293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b7028c9-f70a-4258-8837-e6174fbc535f req-656ea9fc-1924-45ce-a813-a1b268b1e3b7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1528141 Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:23:58.282968 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:23:58.290109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2448f8d-5b0b-4051-b709-94ae174451b8 req-b2a9c06a-f39b-4b33-954b-9d1578cf3f82 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249951 Jul 07 19:23:58.407223 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.440884 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.534103 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.535675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Port': ['ID=a9743fec-328c-4efc-afd9-031230339ed1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:58.538987 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] 10.222.0.81 "DELETE /v2.0/networks/84ac411b-a44f-47a9-958c-36bb19a62bae HTTP/1.1" status: 204 len: 168 time: 0.7889030 Jul 07 19:23:58.556960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e1872-213e-4b92-82f3-9fd4fbc81403 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ac411b-a44f-47a9-958c-36bb19a62bae,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:58.571271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:58.572951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:58.583148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:58.595598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Allocated IP 172.25.0.61 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/f25db9a2-f7a0-4691-ac22-ec33c2ade954) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:58.723713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7028c9-f70a-4258-8837-e6174fbc535f req-2cb64302-08d3-4591-b8b6-a42eeaf212e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:58.725274 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b7028c9-f70a-4258-8837-e6174fbc535f req-2cb64302-08d3-4591-b8b6-a42eeaf212e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8affe05550d544f5ba8eb28dd6f8d58d&device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 1096 time: 0.3025756 Jul 07 19:23:58.859337 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.889696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33186) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:59.012234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5764a85-aca5-44a9-958d-755fd59b7d6a req-b8030617-c410-412c-87fc-08ed908b0118 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:59.019408 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b5764a85-aca5-44a9-958d-755fd59b7d6a req-b8030617-c410-412c-87fc-08ed908b0118 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.3520634 Jul 07 19:23:59.033703 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.057096 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-41e588f1-23b0-48df-be10-8de614a6cafa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3f9f9a8ccf24b4685095adfeb568049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660333 Jul 07 19:23:59.059764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33188) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:59.139520 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b5764a85-aca5-44a9-958d-755fd59b7d6a req-c9e07dcf-3abd-42be-863c-b36a20572c0b tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186485 Jul 07 19:23:59.142994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-917c0ba9-3216-4502-afa0-4e6ced45c4a0 req-6b417d66-b5cf-42bc-9f76-af497008bba1 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0806303 Jul 07 19:23:59.180645 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.185740 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.255743 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a494-59f2-4bd8-adcd-27c4dc5e2c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.309036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7028c9-f70a-4258-8837-e6174fbc535f req-82ca6f3d-a283-4c25-b42f-c22916c8470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:59.310603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b7028c9-f70a-4258-8837-e6174fbc535f req-82ca6f3d-a283-4c25-b42f-c22916c8470a service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e4885f1-69c9-4b78-809b-8db34ef27318 HTTP/1.1" status: 200 len: 916 time: 0.4930196 Jul 07 19:23:59.312700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:59.313645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Pushing event updated for resources: {'Port': ['ID=f25db9a2-f7a0-4691-ac22-ec33c2ade954,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:59.316945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:59.353106 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a494-59f2-4bd8-adcd-27c4dc5e2c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.425466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:59.428757 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b7028c9-f70a-4258-8837-e6174fbc535f req-d01334ec-99e5-4168-9cc7-65bd9cb3d6f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e HTTP/1.1" status: 200 len: 1001 time: 0.1089299 Jul 07 19:23:59.447657 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a494-59f2-4bd8-adcd-27c4dc5e2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.451424 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a494-59f2-4bd8-adcd-27c4dc5e2c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.455137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8ba9a494-59f2-4bd8-adcd-27c4dc5e2c27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/214f447b-2aa9-47dc-9dc4-305395ba424e HTTP/1.1" status: 204 len: 168 time: 0.3894193 Jul 07 19:23:59.566050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9a494-59f2-4bd8-adcd-27c4dc5e2c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f447b-2aa9-47dc-9dc4-305395ba424e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:59.688994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7028c9-f70a-4258-8837-e6174fbc535f req-fc6c727f-1a5d-43bc-9f4c-1f36f5ed2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:59.715217 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b7028c9-f70a-4258-8837-e6174fbc535f req-fc6c727f-1a5d-43bc-9f4c-1f36f5ed2040 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d263cb8b-79f0-4da0-8a25-5c9738f388fe HTTP/1.1" status: 200 len: 854 time: 0.2320666 Jul 07 19:23:59.731989 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.738187 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.837606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Port': ['ID=a9743fec-328c-4efc-afd9-031230339ed1,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:59.942760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6061619-ff0e-4b08-ab15-62f89f7d595b None None] Network 02f836db-6676-46b9-aee6-90c3bd2e56ec requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:59.963837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.009001 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.018072 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-209d9e9e-a161-48d4-ba6a-ecb0bdd47475 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8354235 Jul 07 19:24:00.080164 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.085241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7028c9-f70a-4258-8837-e6174fbc535f req-86864827-caf8-4677-b118-69e911bcc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:00.089476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b7028c9-f70a-4258-8837-e6174fbc535f req-86864827-caf8-4677-b118-69e911bcc075 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e4885f1-69c9-4b78-809b-8db34ef27318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3057415 Jul 07 19:24:00.149533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9a8d4a27-af0d-460b-9b9d-ff4a35db9c1d None None] Provisioning for port cc6096c6-3ba7-4dad-b794-0c395c16a858 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:00.440930 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b7028c9-f70a-4258-8837-e6174fbc535f req-e1de82c7-1090-4802-b2a8-cc965cd7014d service neutron] 10.222.0.48 "GET /v2.0/networks/0e4885f1-69c9-4b78-809b-8db34ef27318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159552 Jul 07 19:24:00.598370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cc6096c6-3ba7-4dad-b794-0c395c16a858 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:00.640158 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3e262bf2-764e-47ea-a200-f56d9b481ef7 req-21ad0822-ae50-4f56-9e1a-726f6e1f4ca1 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0685844 Jul 07 19:24:00.785736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port cc6096c6-3ba7-4dad-b794-0c395c16a858 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:00.791942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cc6096c6-3ba7-4dad-b794-0c395c16a858 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:00.792817 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.933381 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.999296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port cc6096c6-3ba7-4dad-b794-0c395c16a858, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cc6096c6-3ba7-4dad-b794-0c395c16a858,segment=NetworkSegment(20e8fd33-82b5-45f9-8e2d-c54ddeac78f5),segment_id=20e8fd33-82b5-45f9-8e2d-c54ddeac78f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:01.004056 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:01.028206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-63033a16-3fa5-45b8-a262-b83c6edfbd57 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--217179754&fields=id&tenant_id=d42683353110401599ce436e6d43f9dd HTTP/1.1" status: 200 len: 267 time: 0.1222882 Jul 07 19:24:01.111236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=cc6096c6-3ba7-4dad-b794-0c395c16a858,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:01.123083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:01.123408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:01.123907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:01.124402 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:01.124941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:01.125288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:01.125665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:01.126223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:01.126925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:01.127271 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:01.128879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:01.129452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:01.131137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c8e5d-1335-431c-a9f1-37dfdfa101f5 req-3ca126ae-4e8d-409a-a42a-e9cbfb635549 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:01.133682 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cc4c8e5d-1335-431c-a9f1-37dfdfa101f5 req-3ca126ae-4e8d-409a-a42a-e9cbfb635549 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.5362582 Jul 07 19:24:01.208842 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e7aac564-5ddf-4c5e-bbd0-47be88a7ba57 None None] Provisioning complete for port cc6096c6-3ba7-4dad-b794-0c395c16a858 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:01.209123 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b7028c9-f70a-4258-8837-e6174fbc535f req-efeb7322-6b8e-43b5-bda9-1fd6214a5675 service neutron] 10.222.0.48 "GET /v2.0/networks/0e4885f1-69c9-4b78-809b-8db34ef27318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590206 Jul 07 19:24:01.209529 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7aac564-5ddf-4c5e-bbd0-47be88a7ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:01.229061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-670f0f89-db76-42cb-9531-8cc97e24a8d2 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:01.235405 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:01.251128 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-670f0f89-db76-42cb-9531-8cc97e24a8d2 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports/187ae605-4dc9-46b9-9962-1a475e620dc7 HTTP/1.1" status: 200 len: 930 time: 0.2200201 Jul 07 19:24:01.270079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cc4c8e5d-1335-431c-a9f1-37dfdfa101f5 req-206b2605-699c-442a-a377-0c2f5389a710 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128259 Jul 07 19:24:01.416621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33244) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:01.460068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-2a6402bc-8d2c-4fe7-972d-194251f6e835 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:01.464881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-2a6402bc-8d2c-4fe7-972d-194251f6e835 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports/768dc9ab-af3b-4396-b478-2e71bcc1a3f6 HTTP/1.1" status: 200 len: 931 time: 0.2055471 Jul 07 19:24:01.566438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Router a044b158-bdc7-424c-8d40-1757a100e05b is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:24:01.573537 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-fa403a4a-82f0-488f-a9ad-7f102830a216 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0993485 Jul 07 19:24:01.577544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-958600949-network', 'tenant_id': '841b9ecf2ec74e8e897a3a69325ac715'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:01.644653 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-a92dc3a0-40b8-4889-b453-77361a77a435 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0642967 Jul 07 19:24:01.698163 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Made reservation on behalf of 841b9ecf2ec74e8e897a3a69325ac715 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:01.702876 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:01.716140 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:01.786926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:24:01.796634 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Sync routers for ids ['a044b158-bdc7-424c-8d40-1757a100e05b'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:24:01.812804 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Routers {'a044b158-bdc7-424c-8d40-1757a100e05b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:01.813915 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:23:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a044b158-bdc7-424c-8d40-1757a100e05b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:01.816172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-918b49bf-3986-415f-b982-e993373c0476 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:01.837832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-918b49bf-3986-415f-b982-e993373c0476 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:01.856651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-918b49bf-3986-415f-b982-e993373c0476 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:01.867504 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-918b49bf-3986-415f-b982-e993373c0476 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/networks?id=9e8fffb8-cb07-4daa-8bce-c031462730cc&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=b39bec63-5191-41ce-a475-0913476e6e43&id=b39bec63-5191-41ce-a475-0913476e6e43 HTTP/1.1" status: 200 len: 1991 time: 0.2207193 Jul 07 19:24:01.895703 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-dfc9c27f-0c7c-4a54-9636-532d0228b667 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/quotas/d42683353110401599ce436e6d43f9dd HTTP/1.1" status: 200 len: 375 time: 0.0264013 Jul 07 19:24:01.923799 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e0c39420-5e51-460d-bbb5-bf821f210c71 req-f42acecf-bcec-478b-be64-b2ef35eab8b8 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0514188 Jul 07 19:24:01.953086 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Set router a044b158-bdc7-424c-8d40-1757a100e05b gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:01.963735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:01.969913 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:01.976247 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:01.981394 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bb7f6e84-a8d2-4443-9436-f7330bea303d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0927484 Jul 07 19:24:01.982257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33256) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:02.053649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:24:02.078927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b600e945-4fa8-4053-97cb-241764669cb0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:02.088670 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-a6912ba3-4d0a-44fc-a993-2db5ea139e0f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1839166 Jul 07 19:24:02.132853 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.133429 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Added segment 82aad665-25bd-4bf0-940f-0d6fa146ef23 of type vlan for network 1863e8e5-f4a7-4f3b-985e-7d1dbb87976a Jul 07 19:24:02.224536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cab346ae-115f-445c-8a7d-beb382721498 service neutron] 10.222.0.81 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311517 Jul 07 19:24:02.389409 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:23:59Z', 'revision_number': 3, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:02.427381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cc6096c6-3ba7-4dad-b794-0c395c16a858 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:02.476107 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-070dc605-a79c-47c6-90f8-52827196e8da service neutron] 10.222.0.81 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350767 Jul 07 19:24:02.529549 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Checking router: a044b158-bdc7-424c-8d40-1757a100e05b for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:24:02.530115 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Updating router a044b158-bdc7-424c-8d40-1757a100e05b port f25db9a2-f7a0-4691-ac22-ec33c2ade954 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:24:02.600516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cc6096c6-3ba7-4dad-b794-0c395c16a858 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:02.601357 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.628826 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.650145 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-44538ea8-7054-4685-a84c-c3af1803c9f0 service neutron] 10.222.0.81 "GET /v2.0/ports/187ae605-4dc9-46b9-9962-1a475e620dc7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1632893 Jul 07 19:24:02.829220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-5f3a21bb-e6bc-40c0-aa4b-052b0148f32c service neutron] 10.222.0.81 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780491 Jul 07 19:24:03.010601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-0fe0af47-b1b9-4f7d-a5b7-0d966841c442 service neutron] 10.222.0.81 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736307 Jul 07 19:24:03.108070 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-e92174b2-05e1-40bc-a27f-0393e4acce1a service neutron] 10.222.0.81 "GET /v2.0/ports/768dc9ab-af3b-4396-b478-2e71bcc1a3f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0887115 Jul 07 19:24:03.126917 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.180353 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.195510 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Transition to ACTIVE for port object f25db9a2-f7a0-4691-ac22-ec33c2ade954 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:03.206269 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.324845 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.327905 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-2d2a2e35-1e56-4885-9ba3-115633eda5ac service neutron] 10.222.0.81 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075419 Jul 07 19:24:03.339575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:03.342757 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.342945 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Attempting to bind port f25db9a2-f7a0-4691-ac22-ec33c2ade954 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:03.343233 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Attempting to bind port f25db9a2-f7a0-4691-ac22-ec33c2ade954 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:03.343592 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Attempting to bind port f25db9a2-f7a0-4691-ac22-ec33c2ade954 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:03.365376 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf37d3e-0ae1-4249-9ac6-0dc80579de88 None None] Pushing event updated for resources: {'Port': ['ID=f25db9a2-f7a0-4691-ac22-ec33c2ade954,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:03.374609 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:03.374609 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:03.374609 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.374609 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:03.374609 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Bound port: f25db9a2-f7a0-4691-ac22-ec33c2ade954, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:03.374609 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.453424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b32a4-76fd-4269-b273-e021c05c999e req-8b1edd7b-004d-4aac-b7b6-e7f7571a8b5a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:03.455396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b03b32a4-76fd-4269-b273-e021c05c999e req-8b1edd7b-004d-4aac-b7b6-e7f7571a8b5a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.3692191 Jul 07 19:24:03.456828 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0392454 Jul 07 19:24:03.467869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33290) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:03.509643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c863a1d0-28b4-4311-994c-1007f4f1bec9 admin admin] Request body: {'subnet': {'network_id': '1863e8e5-f4a7-4f3b-985e-7d1dbb87976a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-958600949-subnet', 'tenant_id': '841b9ecf2ec74e8e897a3a69325ac715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:03.554994 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] For port f25db9a2-f7a0-4691-ac22-ec33c2ade954, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:03.566617 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] For port f25db9a2-f7a0-4691-ac22-ec33c2ade954, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f25db9a2-f7a0-4691-ac22-ec33c2ade954,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:03.573845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcc31e-c608-49ff-bcb2-5ff00400723d admin admin] Pushing event updated for resources: {'Network': ['ID=1863e8e5-f4a7-4f3b-985e-7d1dbb87976a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:03.575503 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.593726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 1863e8e5-f4a7-4f3b-985e-7d1dbb87976a details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:24:03.605560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-81df5daf-c072-4d0b-8430-cd83aa82c03d service neutron] 10.222.0.81 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666521 Jul 07 19:24:03.715433 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Routers {'a044b158-bdc7-424c-8d40-1757a100e05b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:03.716239 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:23:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a044b158-bdc7-424c-8d40-1757a100e05b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:03.742988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c863a1d0-28b4-4311-994c-1007f4f1bec9 admin admin] Made reservation on behalf of 841b9ecf2ec74e8e897a3a69325ac715 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:03.745544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c863a1d0-28b4-4311-994c-1007f4f1bec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.760251 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b03b32a4-76fd-4269-b273-e021c05c999e req-f48ee5ba-45c7-434e-99c1-460c7fe281b8 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934222 Jul 07 19:24:03.791560 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf37d3e-0ae1-4249-9ac6-0dc80579de88 None None] Pushing event updated for resources: {'Port': ['ID=f25db9a2-f7a0-4691-ac22-ec33c2ade954,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:03.806837 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b25b4bb8-5876-40fd-b6fc-a7b33fa25bb9 service neutron] 10.222.0.81 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830401 Jul 07 19:24:03.899849 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] Set router a044b158-bdc7-424c-8d40-1757a100e05b gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:03.999461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-0e6d1662-4b65-4a6c-9d71-5bbf29d158a6 service neutron] 10.222.0.81 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816080 Jul 07 19:24:04.214481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-81a44f55-e433-403f-86f0-5793dcc0368e service neutron] 10.222.0.81 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087181 Jul 07 19:24:04.343799 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:23:59Z', 'revision_number': 3, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:04.371699 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-929c2693-7255-44d3-9c3d-3d01505de5b8 service neutron] 10.222.0.81 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504631 Jul 07 19:24:04.390987 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c6256-c356-49b7-a607-d864aafdd2b8 None None] The sync data for ids ['a044b158-bdc7-424c-8d40-1757a100e05b'] in n-d-793621-9 is: [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:23:59Z', 'revision_number': 3, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:24:04.393559 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3d44fe58-1abf-4c85-ae48-7f9c5a772e93 req-82431a53-359e-41c4-9518-c1ad7b9b9013 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1838586 Jul 07 19:24:04.529206 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c863a1d0-28b4-4311-994c-1007f4f1bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:04.565518 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-9e8ebc04-d43d-4839-8349-81a156dc0d97 service neutron] 10.222.0.81 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765134 Jul 07 19:24:04.612699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33308) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:04.666209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d74c9a7f-8538-4887-8e69-a554aef4454e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2092771035'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:04.676190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863a1d0-28b4-4311-994c-1007f4f1bec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20efb861-8846-4da9-94f3-5455389f7eac,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:04.707876 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:04.746726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74c9a7f-8538-4887-8e69-a554aef4454e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:04.752653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d74c9a7f-8538-4887-8e69-a554aef4454e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:04.770374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c863a1d0-28b4-4311-994c-1007f4f1bec9 admin admin] Checking segment: {'id': '82aad665-25bd-4bf0-940f-0d6fa146ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1863e8e5-f4a7-4f3b-985e-7d1dbb87976a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:04.771765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c863a1d0-28b4-4311-994c-1007f4f1bec9 admin admin] Network hostable DHCP agents. Network: 1863e8e5-f4a7-4f3b-985e-7d1dbb87976a, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:24:04.897386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74c9a7f-8538-4887-8e69-a554aef4454e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:24:04.912217 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d74c9a7f-8538-4887-8e69-a554aef4454e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:04.912736 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-d74c9a7f-8538-4887-8e69-a554aef4454e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Added segment 91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a of type vlan for network 4b2f0ba9-a35f-42e4-b301-175c9787e97d Jul 07 19:24:04.960572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c863a1d0-28b4-4311-994c-1007f4f1bec9 admin admin] Network 1863e8e5-f4a7-4f3b-985e-7d1dbb87976a is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:24:04.985197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-c863a1d0-28b4-4311-994c-1007f4f1bec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 1863e8e5-f4a7-4f3b-985e-7d1dbb87976a) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:04.990938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c863a1d0-28b4-4311-994c-1007f4f1bec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:04.991803 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c863a1d0-28b4-4311-994c-1007f4f1bec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:04.998313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e2c33d-fb30-4ea3-b4e1-5cd66ba41ed3 None None] Network 1863e8e5-f4a7-4f3b-985e-7d1dbb87976a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:05.097252 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c863a1d0-28b4-4311-994c-1007f4f1bec9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6246824 Jul 07 19:24:05.098458 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d74c9a7f-8538-4887-8e69-a554aef4454e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.103947 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-52ef493b-f322-433c-ba2a-bac92153b6bf service neutron] 10.222.0.81 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312262 Jul 07 19:24:05.243417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Allocated IP 172.20.0.1 (02f836db-6676-46b9-aee6-90c3bd2e56ec/42b18c18-ffa6-4760-8549-97ac33844a2f/574d7631-1511-4003-a600-6ebaf3a4e390) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:05.270196 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d74c9a7f-8538-4887-8e69-a554aef4454e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.281080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74c9a7f-8538-4887-8e69-a554aef4454e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:05.286677 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d74c9a7f-8538-4887-8e69-a554aef4454e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.355086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7876927-f027-4297-9ddb-5f80980402c4 None None] Network 1863e8e5-f4a7-4f3b-985e-7d1dbb87976a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:05.464158 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d74c9a7f-8538-4887-8e69-a554aef4454e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8076186 Jul 07 19:24:05.466169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33322) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:05.508329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-52da7104-cf23-4d7e-9e44-6634a1bc95f0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-613659362'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:05.555430 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.576122 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.583443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c9a7f-8538-4887-8e69-a554aef4454e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Network': ['ID=4b2f0ba9-a35f-42e4-b301-175c9787e97d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:05.602100 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f22eac71-4ddb-4e04-b5e7-42d3021377ad service neutron] 10.222.0.81 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630461 Jul 07 19:24:05.613525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 4b2f0ba9-a35f-42e4-b301-175c9787e97d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:24:05.622183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52da7104-cf23-4d7e-9e44-6634a1bc95f0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:05.628062 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52da7104-cf23-4d7e-9e44-6634a1bc95f0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.665725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Transition to ACTIVE for port object 574d7631-1511-4003-a600-6ebaf3a4e390 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:05.695048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52da7104-cf23-4d7e-9e44-6634a1bc95f0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:24:05.724203 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52da7104-cf23-4d7e-9e44-6634a1bc95f0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.724767 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-52da7104-cf23-4d7e-9e44-6634a1bc95f0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Added segment 8e0a5382-f8d4-4071-9f12-e8f8ca5e674c of type vlan for network c3072a4c-f835-4930-b50e-45a5a51219c9 Jul 07 19:24:05.835367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8422708-8830-42e4-b807-e6e42077631d req-edb1f066-cd09-41db-bbb0-758e2d5c405a tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0776465 Jul 07 19:24:05.850167 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52da7104-cf23-4d7e-9e44-6634a1bc95f0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.856849 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.879168 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-27e41614-019c-45f2-bf29-205efe1eb933 service neutron] 10.222.0.81 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675645 Jul 07 19:24:05.923983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Network 02f836db-6676-46b9-aee6-90c3bd2e56ec is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:05.930488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:05.953944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:06.006671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Pushing event updated for resources: {'Port': ['ID=574d7631-1511-4003-a600-6ebaf3a4e390,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:06.048051 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52da7104-cf23-4d7e-9e44-6634a1bc95f0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.060539 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da7104-cf23-4d7e-9e44-6634a1bc95f0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:06.061752 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52da7104-cf23-4d7e-9e44-6634a1bc95f0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.145934 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.233662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33346) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:06.235098 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-52da7104-cf23-4d7e-9e44-6634a1bc95f0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7552993 Jul 07 19:24:06.239417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0b13ed33-28ea-42c6-abc2-94597d1ee7ea tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'subnet': {'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:06.311847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da7104-cf23-4d7e-9e44-6634a1bc95f0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Network': ['ID=c3072a4c-f835-4930-b50e-45a5a51219c9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:06.347391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c3072a4c-f835-4930-b50e-45a5a51219c9 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:24:06.444256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b13ed33-28ea-42c6-abc2-94597d1ee7ea tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:06.454427 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b13ed33-28ea-42c6-abc2-94597d1ee7ea tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.503209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f25db9a2-f7a0-4691-ac22-ec33c2ade954 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:06.571979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b37a91ef-8bcb-44a2-9986-23a1b570508b None None] Provisioning for port 574d7631-1511-4003-a600-6ebaf3a4e390 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:06.581186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b37a91ef-8bcb-44a2-9986-23a1b570508b None None] Provisioning complete for port 574d7631-1511-4003-a600-6ebaf3a4e390 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:06.582030 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b37a91ef-8bcb-44a2-9986-23a1b570508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.582602 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.618716 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-34adc5f0-e082-402b-bb9b-1cb3b2f2eeb6 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:06.628041 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-34adc5f0-e082-402b-bb9b-1cb3b2f2eeb6 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/networks?id=1863e8e5-f4a7-4f3b-985e-7d1dbb87976a HTTP/1.1" status: 200 len: 812 time: 0.2975619 Jul 07 19:24:06.678099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b37a91ef-8bcb-44a2-9986-23a1b570508b None None] Port 574d7631-1511-4003-a600-6ebaf3a4e390 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:06.679516 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-aefffcd3-ce7a-4914-ae35-2ecd08b6ba31 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/quotas/841b9ecf2ec74e8e897a3a69325ac715 HTTP/1.1" status: 200 len: 375 time: 0.0498962 Jul 07 19:24:06.685137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f25db9a2-f7a0-4691-ac22-ec33c2ade954 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:06.692173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f25db9a2-f7a0-4691-ac22-ec33c2ade954 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:06.694770 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.759319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-baa6499e-f31c-4352-b2c5-8379b0a0965d tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=841b9ecf2ec74e8e897a3a69325ac715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786309 Jul 07 19:24:06.793085 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b13ed33-28ea-42c6-abc2-94597d1ee7ea tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.824892 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.874531 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13ed33-28ea-42c6-abc2-94597d1ee7ea tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Subnet': ['ID=165879fa-75a2-4135-9b64-25c95d0127f0,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:06.882091 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port f25db9a2-f7a0-4691-ac22-ec33c2ade954, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f25db9a2-f7a0-4691-ac22-ec33c2ade954,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:06.889924 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.901811 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13ed33-28ea-42c6-abc2-94597d1ee7ea tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Checking segment: {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:06.902946 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13ed33-28ea-42c6-abc2-94597d1ee7ea tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Network hostable DHCP agents. Network: 4b2f0ba9-a35f-42e4-b301-175c9787e97d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:24:06.931367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13ed33-28ea-42c6-abc2-94597d1ee7ea tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Network 4b2f0ba9-a35f-42e4-b301-175c9787e97d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:24:06.951370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0b13ed33-28ea-42c6-abc2-94597d1ee7ea tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 4b2f0ba9-a35f-42e4-b301-175c9787e97d) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:06.957009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13ed33-28ea-42c6-abc2-94597d1ee7ea tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:06.958313 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b13ed33-28ea-42c6-abc2-94597d1ee7ea tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.978567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0b13ed33-28ea-42c6-abc2-94597d1ee7ea tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7435989 Jul 07 19:24:06.981569 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33376) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:06.984313 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-986ae40b-3fe9-402d-94d0-25ed3cdaf370 service neutron] 10.222.0.81 "GET /v2.0/networks/1863e8e5-f4a7-4f3b-985e-7d1dbb87976a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237587 Jul 07 19:24:06.988692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-779f7e66-747e-48e1-af3b-f5f0daa94d73 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'subnet': {'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:06.991895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a05ec6f-262f-477d-9834-d2b27620dfc6 None None] Network 4b2f0ba9-a35f-42e4-b301-175c9787e97d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:07.122292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=f25db9a2-f7a0-4691-ac22-ec33c2ade954,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:07.188948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779f7e66-747e-48e1-af3b-f5f0daa94d73 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:07.201600 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-779f7e66-747e-48e1-af3b-f5f0daa94d73 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.209320 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-4f548d91-2ead-48b3-8ad5-ced3e77ffc38 service neutron] 10.222.0.81 "GET /v2.0/networks/1863e8e5-f4a7-4f3b-985e-7d1dbb87976a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238498 Jul 07 19:24:07.219277 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.227879 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.267613 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-4b2f0ba9-a35f-42e4-b301-175c9787e97d', 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'fixed_ips': [{'subnet_id': '165879fa-75a2-4135-9b64-25c95d0127f0'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:24:07.268600 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.362275 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.377035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Pushing event updated for resources: {'Port': ['ID=574d7631-1511-4003-a600-6ebaf3a4e390,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:07.722618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Network 02f836db-6676-46b9-aee6-90c3bd2e56ec is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:07.789413 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2b000f3-356a-40ad-a211-20fc8fdce580 req-0bcd557e-4760-41f7-92f9-ef92066edf18 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1162927 Jul 07 19:24:07.792488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:07.908782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea03a47-65e8-423c-9882-9b65288c1314 req-f180997e-c091-41dc-bf27-0a2fbda6c9a3 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:07.910489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cea03a47-65e8-423c-9882-9b65288c1314 req-f180997e-c091-41dc-bf27-0a2fbda6c9a3 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.2309418 Jul 07 19:24:08.017820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Allocated IP 10.1.1.2 (4b2f0ba9-a35f-42e4-b301-175c9787e97d/165879fa-75a2-4135-9b64-25c95d0127f0/57cc0f05-808e-4371-938d-6d23471be2dd) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:08.059335 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d74a6e38-4c61-4f24-bc5d-c7b6c1215bbf req-346c9fa9-43e5-496d-9e4b-26fa0a215344 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0539954 Jul 07 19:24:08.153421 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cea03a47-65e8-423c-9882-9b65288c1314 req-0b5cb750-43bf-4912-b0f5-d960a3e85e66 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333860 Jul 07 19:24:08.157173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Router a044b158-bdc7-424c-8d40-1757a100e05b has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:24:08.303776 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-779f7e66-747e-48e1-af3b-f5f0daa94d73 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:08.377414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f25db9a2-f7a0-4691-ac22-ec33c2ade954 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:08.386510 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44d193e9-5439-4809-ab6b-e732e4e8aee4 req-518482ca-b096-45c2-856d-4dc0f9ef6c51 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 210 time: 0.1033394 Jul 07 19:24:08.436589 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f7e66-747e-48e1-af3b-f5f0daa94d73 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Subnet': ['ID=fb0069d5-7de3-451a-bd71-45e915b153df,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:08.449862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f7e66-747e-48e1-af3b-f5f0daa94d73 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Checking segment: {'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:08.450741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f7e66-747e-48e1-af3b-f5f0daa94d73 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Network hostable DHCP agents. Network: c3072a4c-f835-4930-b50e-45a5a51219c9, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:24:08.477705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f7e66-747e-48e1-af3b-f5f0daa94d73 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Network c3072a4c-f835-4930-b50e-45a5a51219c9 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:24:08.490671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-779f7e66-747e-48e1-af3b-f5f0daa94d73 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, c3072a4c-f835-4930-b50e-45a5a51219c9) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:08.494449 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:08.499647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779f7e66-747e-48e1-af3b-f5f0daa94d73 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:08.503401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-779f7e66-747e-48e1-af3b-f5f0daa94d73 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:08.523914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ad93d3-e2b8-4298-8ded-b0474aa14f26 None None] Network c3072a4c-f835-4930-b50e-45a5a51219c9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:08.531953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33408) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:08.535979 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-779f7e66-747e-48e1-af3b-f5f0daa94d73 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5527203 Jul 07 19:24:08.547778 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'port': {'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1798025610', 'fixed_ips': [{'subnet_id': '165879fa-75a2-4135-9b64-25c95d0127f0'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:08.661887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:24:08.684456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1129612d-d008-4bb3-8524-b7cfc6fa36ca admin admin] 10.222.0.81 "PUT /v2.0/routers/a044b158-bdc7-424c-8d40-1757a100e05b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6984947 Jul 07 19:24:08.723441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Sync routers for ids ['a044b158-bdc7-424c-8d40-1757a100e05b'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:24:08.727698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-dfd79cf0-2822-47c3-8e3b-0e489aa91183 None None] Provisioning complete for port 574d7631-1511-4003-a600-6ebaf3a4e390 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:08.728602 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dfd79cf0-2822-47c3-8e3b-0e489aa91183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:08.735342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Transition to ACTIVE for port object 57cc0f05-808e-4371-938d-6d23471be2dd will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:08.845270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:08.910299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Routers {'a044b158-bdc7-424c-8d40-1757a100e05b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:08.911460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:23:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a044b158-bdc7-424c-8d40-1757a100e05b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:08.925590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Transition to ACTIVE for port object 57cc0f05-808e-4371-938d-6d23471be2dd will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:09.002899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:09.019121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f25db9a2-f7a0-4691-ac22-ec33c2ade954 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:09.019834 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:09.025556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-dfd79cf0-2822-47c3-8e3b-0e489aa91183 None None] Port 574d7631-1511-4003-a600-6ebaf3a4e390 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:09.032478 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:09.042948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] device_id is not set on port 0fccae39-d74c-4e24-8894-943565c5335e yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:24:09.093467 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47c608bd-5764-4891-8f82-6762a4dc5823 req-f97e72eb-c8c0-4c72-a3ee-be449331a04c tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0710866 Jul 07 19:24:09.191794 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-c3072a4c-f835-4930-b50e-45a5a51219c9', 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'fixed_ips': [{'subnet_id': 'fb0069d5-7de3-451a-bd71-45e915b153df'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:24:09.192704 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:09.204242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Network 4b2f0ba9-a35f-42e4-b301-175c9787e97d is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:09.219079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:09.222352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:09.225012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Pushing event updated for resources: {'Port': ['ID=57cc0f05-808e-4371-938d-6d23471be2dd,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:09.298941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Set router a044b158-bdc7-424c-8d40-1757a100e05b gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:09.498035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Allocated IP 10.1.1.171 (4b2f0ba9-a35f-42e4-b301-175c9787e97d/165879fa-75a2-4135-9b64-25c95d0127f0/0fccae39-d74c-4e24-8894-943565c5335e) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:09.543936 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-809490ea-d907-426e-913b-499f9e91f38a req-abb22a68-9563-4c79-9f16-713ec5a5436a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0827665 Jul 07 19:24:09.817752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33438) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:09.832862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Attempting to bind port 57cc0f05-808e-4371-938d-6d23471be2dd on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:09.833243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Attempting to bind port 57cc0f05-808e-4371-938d-6d23471be2dd by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:09.833614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Attempting to bind port 57cc0f05-808e-4371-938d-6d23471be2dd on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:09.842166 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d6f7649b-cded-4a39-826e-62b8c8395191 req-ca39d838-961e-4d8a-a7b4-b784cfb3cc40 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 210 time: 0.0847707 Jul 07 19:24:09.854259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a116e9c6-e290-402a-b74f-0bd601b97e89 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301301259', 'description': 'tempest-description--646228734'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:09.933059 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a116e9c6-e290-402a-b74f-0bd601b97e89 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.058361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:10.061751 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Checking segment: {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:10.062870 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.065207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Bound using segment: {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:10.066569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Bound port: 57cc0f05-808e-4371-938d-6d23471be2dd, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:10.067211 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.110813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-20af37bd-7cf2-49c3-8c10-ae0c4e4d9cfe tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:10.114089 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-20af37bd-7cf2-49c3-8c10-ae0c4e4d9cfe tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.48 "GET /v2.0/networks?id=1863e8e5-f4a7-4f3b-985e-7d1dbb87976a HTTP/1.1" status: 200 len: 812 time: 0.6005981 Jul 07 19:24:10.123984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a116e9c6-e290-402a-b74f-0bd601b97e89 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.138304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a116e9c6-e290-402a-b74f-0bd601b97e89 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.145096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Request body: {'port': {'device_id': 'f71145ed-b781-483d-bdaf-69fbbf3bb21d', 'network_id': '1863e8e5-f4a7-4f3b-985e-7d1dbb87976a', 'admin_state_up': True, 'tenant_id': '841b9ecf2ec74e8e897a3a69325ac715'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:10.227433 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a116e9c6-e290-402a-b74f-0bd601b97e89 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.229339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a116e9c6-e290-402a-b74f-0bd601b97e89 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4077473 Jul 07 19:24:10.250054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33442) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:10.258483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-385deffb-4921-43ee-b5c3-b37fff2bc130 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Request body: {'security_group_rule': {'security_group_id': '731b290b-4782-444b-88ee-5dffd614c8f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:10.284411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116e9c6-e290-402a-b74f-0bd601b97e89 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731b290b-4782-444b-88ee-5dffd614c8f8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:10.311493 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.409721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-03c72116-6e3d-4018-bbba-3a9f349c2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:10.417320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-03c72116-6e3d-4018-bbba-3a9f349c2ba6 service neutron] 10.222.0.48 "GET /v2.0/ports/187ae605-4dc9-46b9-9962-1a475e620dc7 HTTP/1.1" status: 200 len: 1026 time: 0.1845562 Jul 07 19:24:10.453302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.453896 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-385deffb-4921-43ee-b5c3-b37fff2bc130 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.457168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] For port 57cc0f05-808e-4371-938d-6d23471be2dd, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:10.466243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] For port 57cc0f05-808e-4371-938d-6d23471be2dd, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=57cc0f05-808e-4371-938d-6d23471be2dd,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:10.480309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Allocated IP 10.2.2.2 (c3072a4c-f835-4930-b50e-45a5a51219c9/fb0069d5-7de3-451a-bd71-45e915b153df/5240a5d7-ec38-47e9-a58c-0b398d120a72) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:10.529613 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Transition to ACTIVE for port object 0fccae39-d74c-4e24-8894-943565c5335e will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:10.538300 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2b3a7f63-6123-43be-b5cc-de69e553102e req-2728f7e4-1651-413a-933b-93c624fc252a tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0939317 Jul 07 19:24:10.558696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-1f220193-9678-454e-9087-06325c35abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:10.560659 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-1f220193-9678-454e-9087-06325c35abbb service neutron] 10.222.0.48 "GET /v2.0/ports/768dc9ab-af3b-4396-b478-2e71bcc1a3f6 HTTP/1.1" status: 200 len: 1027 time: 0.1334825 Jul 07 19:24:10.599572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Made reservation on behalf of 841b9ecf2ec74e8e897a3a69325ac715 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:10.617993 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.631353 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.647598 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-385deffb-4921-43ee-b5c3-b37fff2bc130 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.746294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-385deffb-4921-43ee-b5c3-b37fff2bc130 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.835336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385deffb-4921-43ee-b5c3-b37fff2bc130 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771cdfcc-49c4-4029-bccc-70d0ebee9d1c,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:10.852572 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-385deffb-4921-43ee-b5c3-b37fff2bc130 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.857470 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-385deffb-4921-43ee-b5c3-b37fff2bc130 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6026161 Jul 07 19:24:10.859128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33448) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:10.890502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-52ccfef3-606a-401d-b15c-9b997099a9fe tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Request body: {'security_group_rule': {'security_group_id': '731b290b-4782-444b-88ee-5dffd614c8f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:10.894607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Allocated IP 172.20.0.2 (1863e8e5-f4a7-4f3b-985e-7d1dbb87976a/20efb861-8846-4da9-94f3-5455389f7eac/7378595c-2dcc-4aab-8381-3e59b15fbd59) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:10.904764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829ea95-de45-4e85-929d-d1bf3d0832fc None None] Pushing event updated for resources: {'Port': ['ID=57cc0f05-808e-4371-938d-6d23471be2dd,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:10.969979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '574d7631-1511-4003-a600-6ebaf3a4e390', 'name': '', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'mac_address': 'fa:16:3e:b8:e1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:04Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 2, 'project_id': 'e12dc729d097499293efcc14013febf6', 'subnets': [{'id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:11.051510 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Checking router: a044b158-bdc7-424c-8d40-1757a100e05b for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:24:11.053023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Updating router a044b158-bdc7-424c-8d40-1757a100e05b port 574d7631-1511-4003-a600-6ebaf3a4e390 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:24:11.078402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-741f04f2-7313-4e83-8bf2-92da724c65f9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:11.094636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-741f04f2-7313-4e83-8bf2-92da724c65f9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:11.108090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-741f04f2-7313-4e83-8bf2-92da724c65f9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:11.109705 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-741f04f2-7313-4e83-8bf2-92da724c65f9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "GET /v2.0/networks?id=9e8fffb8-cb07-4daa-8bce-c031462730cc&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=b39bec63-5191-41ce-a475-0913476e6e43&id=b39bec63-5191-41ce-a475-0913476e6e43 HTTP/1.1" status: 200 len: 1991 time: 0.5382907 Jul 07 19:24:11.118966 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.146503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Transition to ACTIVE for port object 5240a5d7-ec38-47e9-a58c-0b398d120a72 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:11.213094 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.248447 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52ccfef3-606a-401d-b15c-9b997099a9fe tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.274849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-be097a75-9470-42d2-805f-bee48ec211e5 req-50df04b3-c5c6-41de-b214-e2b323e9fe4c tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 210 time: 0.1635973 Jul 07 19:24:11.275965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Transition to ACTIVE for port object 5240a5d7-ec38-47e9-a58c-0b398d120a72 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:11.332262 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.374302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.390380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.471596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Network 4b2f0ba9-a35f-42e4-b301-175c9787e97d is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:11.483722 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-72aed62e-3df5-437a-8a7d-988eaae15bbe tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d42683353110401599ce436e6d43f9dd HTTP/1.1" status: 200 len: 379 time: 0.3547897 Jul 07 19:24:11.486508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:11.500262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:11.515274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'port': {'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'admin_state_up': True, 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'security_groups': ['fead2581-9689-477d-a3dc-c6c4b4bcfd41']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:11.567622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Network c3072a4c-f835-4930-b50e-45a5a51219c9 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:11.602747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Port': ['ID=0fccae39-d74c-4e24-8894-943565c5335e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:11.648462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ef8aa64-6a7c-426c-a38d-50fcf1f8cc2d req-eb444488-8a15-45ea-b3de-4c09529eb9cb tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.3163223 Jul 07 19:24:11.710277 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52ccfef3-606a-401d-b15c-9b997099a9fe tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.731782 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52ccfef3-606a-401d-b15c-9b997099a9fe tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.737314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:11.741361 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.781388 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.821991 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-23439f07-fa86-4b53-b29d-f1251322cd6f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2847345 Jul 07 19:24:11.839884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33462) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:11.891755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'port': {'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d', 'name': 'tempest-TaggedBootDevicesTest_v242-581030507', 'fixed_ips': [{'subnet_id': '165879fa-75a2-4135-9b64-25c95d0127f0'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:11.922436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccfef3-606a-401d-b15c-9b997099a9fe tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040de6a2-a99b-41e3-acf8-682fcc45c55e,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:11.940407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Network 1863e8e5-f4a7-4f3b-985e-7d1dbb87976a is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:11.953440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52ccfef3-606a-401d-b15c-9b997099a9fe tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.958945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33464) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:11.960179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:11.970535 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-52ccfef3-606a-401d-b15c-9b997099a9fe tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0771890 Jul 07 19:24:11.978127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Pushing event updated for resources: {'Port': ['ID=5240a5d7-ec38-47e9-a58c-0b398d120a72,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:11.978808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:11.985398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:12.016396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:12.020195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:12.126211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Pushing event updated for resources: {'Port': ['ID=7378595c-2dcc-4aab-8381-3e59b15fbd59,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:12.209495 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e3033f23-a5fc-4391-9f6d-be3b0fed5c85 req-8d45eca9-2aa7-49d7-8eb8-2d7312354329 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1753793 Jul 07 19:24:12.254718 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.290428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:12.295539 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.320859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:12.321757 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.422856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:12.447734 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-6184599a-ee5c-47d0-882f-3c1cb5116eaf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3209417 Jul 07 19:24:12.473412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Request body: {'port': {'device_id': 'f71145ed-b781-483d-bdaf-69fbbf3bb21d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:12.538167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 57cc0f05-808e-4371-938d-6d23471be2dd up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:12.606539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Attempting to bind port 5240a5d7-ec38-47e9-a58c-0b398d120a72 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:12.606944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Attempting to bind port 5240a5d7-ec38-47e9-a58c-0b398d120a72 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:12.608378 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Attempting to bind port 5240a5d7-ec38-47e9-a58c-0b398d120a72 on network c3072a4c-f835-4930-b50e-45a5a51219c9 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:12.620669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:12.621059 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Checking segment: {'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:12.623217 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.623217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Bound using segment: {'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:12.623692 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Bound port: 5240a5d7-ec38-47e9-a58c-0b398d120a72, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:12.624083 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.665354 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.748900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Transition to ACTIVE for port object 574d7631-1511-4003-a600-6ebaf3a4e390 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:12.764498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.780709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc99aef-cd6d-4ed5-92db-40218bc2e8ea None None] Network 4b2f0ba9-a35f-42e4-b301-175c9787e97d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:12.788903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Allocated IP 172.20.0.14 (9e8fffb8-cb07-4daa-8bce-c031462730cc/8b5d3b0d-14ab-4a49-8d97-3be61993459b/4219d048-4aa6-43ce-9248-c8af3c8ae30c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:12.816151 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.879484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] device_id is not set on port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:24:12.897877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] For port 5240a5d7-ec38-47e9-a58c-0b398d120a72, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:12.901619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] For port 5240a5d7-ec38-47e9-a58c-0b398d120a72, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5240a5d7-ec38-47e9-a58c-0b398d120a72,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:12.977610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 57cc0f05-808e-4371-938d-6d23471be2dd completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:12.981294 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.008007 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1646ec-493c-4074-b0e5-acfd113a37c1 req-0e7cf0d9-c5c6-48f5-8ec7-611ef18d4254 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:13.015290 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e1646ec-493c-4074-b0e5-acfd113a37c1 req-0e7cf0d9-c5c6-48f5-8ec7-611ef18d4254 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 931 time: 0.4403689 Jul 07 19:24:13.081806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-272736de-0996-458e-a2bf-506f245ce6d6 None None] Provisioning for port 57cc0f05-808e-4371-938d-6d23471be2dd completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:13.096226 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-272736de-0996-458e-a2bf-506f245ce6d6 None None] Provisioning complete for port 57cc0f05-808e-4371-938d-6d23471be2dd triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:13.096571 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-272736de-0996-458e-a2bf-506f245ce6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.202132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-682baec0-6174-491e-9fd9-481f9f2a36a1 req-c243d808-4bf2-430c-b3ce-00ab7a76ebde tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0425780 Jul 07 19:24:13.247911 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.305581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c17b8-ae46-47af-a11c-1cddd727dc41 None None] Pushing event updated for resources: {'Port': ['ID=574d7631-1511-4003-a600-6ebaf3a4e390,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:13.341258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Allocated IP 10.1.1.250 (4b2f0ba9-a35f-42e4-b301-175c9787e97d/165879fa-75a2-4135-9b64-25c95d0127f0/ee1edfc8-c2a9-4be2-beff-4595d8bd5989) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:13.411835 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.628501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e1646ec-493c-4074-b0e5-acfd113a37c1 req-f4c81183-19b3-48b5-a71c-3a2c22d56bb0 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/security-groups?id=b600e945-4fa8-4053-97cb-241764669cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6122897 Jul 07 19:24:13.735518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Attempting to bind port 574d7631-1511-4003-a600-6ebaf3a4e390 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:13.736081 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Attempting to bind port 574d7631-1511-4003-a600-6ebaf3a4e390 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:13.736297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Attempting to bind port 574d7631-1511-4003-a600-6ebaf3a4e390 on network 02f836db-6676-46b9-aee6-90c3bd2e56ec {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:13.749500 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:13.749804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Checking segment: {'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:13.750193 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.750599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Bound using segment: {'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:13.751102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Bound port: 574d7631-1511-4003-a600-6ebaf3a4e390, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:13.751486 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.777683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fea34-7c18-4155-bc25-0172aa6b17a0 None None] Pushing event updated for resources: {'Port': ['ID=5240a5d7-ec38-47e9-a58c-0b398d120a72,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:13.808818 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.809402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Allocated IP 172.25.0.48 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/3021c521-734a-4aea-a959-364ea755364a) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:13.839108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Transition to ACTIVE for port object ee1edfc8-c2a9-4be2-beff-4595d8bd5989 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:13.900642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] For port 574d7631-1511-4003-a600-6ebaf3a4e390, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:13.909699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] For port 574d7631-1511-4003-a600-6ebaf3a4e390, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=574d7631-1511-4003-a600-6ebaf3a4e390,segment=NetworkSegment(20e8fd33-82b5-45f9-8e2d-c54ddeac78f5),segment_id=20e8fd33-82b5-45f9-8e2d-c54ddeac78f5)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:13.916294 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-272736de-0996-458e-a2bf-506f245ce6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.925045 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.935594 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.979382 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Transition to ACTIVE for port object 4219d048-4aa6-43ce-9248-c8af3c8ae30c will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:13.987885 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9bbf76be-8fee-450f-881e-a82af688b0d1 req-f009cd1d-123b-46de-a148-e526972462f1 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0705955 Jul 07 19:24:14.008809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.075433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-272736de-0996-458e-a2bf-506f245ce6d6 None None] For port 57cc0f05-808e-4371-938d-6d23471be2dd, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=57cc0f05-808e-4371-938d-6d23471be2dd,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:14.099721 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-272736de-0996-458e-a2bf-506f245ce6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.109791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Routers {'a044b158-bdc7-424c-8d40-1757a100e05b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:14.110447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:23:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a044b158-bdc7-424c-8d40-1757a100e05b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:14.143157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Port': ['ID=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:14.206911 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Network 4b2f0ba9-a35f-42e4-b301-175c9787e97d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:14.210940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:14.216761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:14.322419 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.338538 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] Set router a044b158-bdc7-424c-8d40-1757a100e05b gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:14.410638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Port': ['ID=4219d048-4aa6-43ce-9248-c8af3c8ae30c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:14.520428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Network 9e8fffb8-cb07-4daa-8bce-c031462730cc is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:14.535953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:14.570716 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5240a5d7-ec38-47e9-a58c-0b398d120a72 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:14.593660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:14.594500 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.596699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7378595c-2dcc-4aab-8381-3e59b15fbd59 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:14.618785 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.654941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Transition to ACTIVE for port object 7378595c-2dcc-4aab-8381-3e59b15fbd59 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:14.657420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c17b8-ae46-47af-a11c-1cddd727dc41 None None] Pushing event updated for resources: {'Port': ['ID=574d7631-1511-4003-a600-6ebaf3a4e390,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:14.662099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:14.785124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.833462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-afe14828-13a1-41a8-ad16-4f052816eca4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9923034 Jul 07 19:24:14.868792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:14.870536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.904647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.919050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd7bef81-2e86-4130-8cf3-bd8bc087e2ff tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4172668 Jul 07 19:24:14.920392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.942945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'port': {'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1', 'admin_state_up': True, 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'security_groups': ['fead2581-9689-477d-a3dc-c6c4b4bcfd41']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:15.028131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584cdf1f-b1a6-49da-9e09-fca09db698b0 None None] Network c3072a4c-f835-4930-b50e-45a5a51219c9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:15.047209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272736de-0996-458e-a2bf-506f245ce6d6 None None] Pushing event updated for resources: {'Port': ['ID=57cc0f05-808e-4371-938d-6d23471be2dd,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:15.066819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:15.098004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e0a4d-4fd5-4ea7-ad2f-759aae0ff760 req-b194cf69-ff7b-464e-95b8-0841e62594d5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:15.100372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8b6e0a4d-4fd5-4ea7-ad2f-759aae0ff760 req-b194cf69-ff7b-464e-95b8-0841e62594d5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 932 time: 0.5578279 Jul 07 19:24:15.142912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:15.169991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:15.177511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Pushing event updated for resources: {'Port': ['ID=7378595c-2dcc-4aab-8381-3e59b15fbd59,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:15.250434 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8b6e0a4d-4fd5-4ea7-ad2f-759aae0ff760 req-738d5a56-60c9-410c-9cf1-13f78a61edcd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400950 Jul 07 19:24:15.260626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 5240a5d7-ec38-47e9-a58c-0b398d120a72 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:15.283243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bc70c29a-0a4e-4b58-9271-00b9f67afa05 None None] Provisioning for port 4219d048-4aa6-43ce-9248-c8af3c8ae30c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:15.305836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:15.313803 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.372761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bc70c29a-0a4e-4b58-9271-00b9f67afa05 None None] Provisioning complete for port 4219d048-4aa6-43ce-9248-c8af3c8ae30c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:15.384997 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bc70c29a-0a4e-4b58-9271-00b9f67afa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.424954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Attempting to bind port 7378595c-2dcc-4aab-8381-3e59b15fbd59 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:15.425210 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Attempting to bind port 7378595c-2dcc-4aab-8381-3e59b15fbd59 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '82aad665-25bd-4bf0-940f-0d6fa146ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1863e8e5-f4a7-4f3b-985e-7d1dbb87976a'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:15.425545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Attempting to bind port 7378595c-2dcc-4aab-8381-3e59b15fbd59 on network 1863e8e5-f4a7-4f3b-985e-7d1dbb87976a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:15.449596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Pushing event updated for resources: {'Port': ['ID=3021c521-734a-4aea-a959-364ea755364a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:15.464273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Port 7378595c-2dcc-4aab-8381-3e59b15fbd59 on network 1863e8e5-f4a7-4f3b-985e-7d1dbb87976a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:15.465246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Attempting to bind port 7378595c-2dcc-4aab-8381-3e59b15fbd59 on network 1863e8e5-f4a7-4f3b-985e-7d1dbb87976a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:15.538819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:15.539218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Checking segment: {'id': '82aad665-25bd-4bf0-940f-0d6fa146ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1863e8e5-f4a7-4f3b-985e-7d1dbb87976a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:15.539633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Bound using segment: {'id': '82aad665-25bd-4bf0-940f-0d6fa146ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1863e8e5-f4a7-4f3b-985e-7d1dbb87976a'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:15.540120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Bound port: 7378595c-2dcc-4aab-8381-3e59b15fbd59, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82aad665-25bd-4bf0-940f-0d6fa146ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1863e8e5-f4a7-4f3b-985e-7d1dbb87976a'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:15.540538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.560870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2266484-fe45-493f-88a5-06620febc05d req-33c86c63-9c79-402b-8db3-d50b78d47dd8 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:15.562406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2266484-fe45-493f-88a5-06620febc05d req-33c86c63-9c79-402b-8db3-d50b78d47dd8 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 943 time: 0.5110555 Jul 07 19:24:15.574609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bc70c29a-0a4e-4b58-9271-00b9f67afa05 None None] Port 4219d048-4aa6-43ce-9248-c8af3c8ae30c cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:15.644582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Allocated IP 10.1.1.77 (670c7056-dca7-47fb-9792-9847dd3669c1/d104a22e-d0f7-4430-a3f2-6fa28f9f44e8/d949ce9f-2979-471e-ac23-9481b32beb9b) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:15.653557 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.712618 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '574d7631-1511-4003-a600-6ebaf3a4e390', 'name': '', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'mac_address': 'fa:16:3e:b8:e1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:04Z', 'updated_at': '2021-07-07T19:24:13Z', 'revision_number': 4, 'project_id': 'e12dc729d097499293efcc14013febf6', 'subnets': [{'id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:15.752342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2266484-fe45-493f-88a5-06620febc05d req-c3cf3001-1196-44de-96d8-95b526b976b0 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/security-groups?id=b600e945-4fa8-4053-97cb-241764669cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814680 Jul 07 19:24:15.783904 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.815534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f49663-7f15-4dd5-b655-80e29f543c3b None None] The sync data for ids ['a044b158-bdc7-424c-8d40-1757a100e05b'] in n-d-793621-9 is: [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '574d7631-1511-4003-a600-6ebaf3a4e390', 'name': '', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'mac_address': 'fa:16:3e:b8:e1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:04Z', 'updated_at': '2021-07-07T19:24:13Z', 'revision_number': 4, 'project_id': 'e12dc729d097499293efcc14013febf6', 'subnets': [{'id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:24:15.822097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] Provisioning for port 0fccae39-d74c-4e24-8894-943565c5335e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:15.835239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] Provisioning complete for port 0fccae39-d74c-4e24-8894-943565c5335e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:15.835622 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.845993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] For port 7378595c-2dcc-4aab-8381-3e59b15fbd59, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:15.922179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] For port 7378595c-2dcc-4aab-8381-3e59b15fbd59, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7378595c-2dcc-4aab-8381-3e59b15fbd59,segment=NetworkSegment(82aad665-25bd-4bf0-940f-0d6fa146ef23),segment_id=82aad665-25bd-4bf0-940f-0d6fa146ef23)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:15.937857 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.957875 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.981490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] Port 0fccae39-d74c-4e24-8894-943565c5335e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:16.008420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] Provisioning for port 5240a5d7-ec38-47e9-a58c-0b398d120a72 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:16.015810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] Provisioning complete for port 5240a5d7-ec38-47e9-a58c-0b398d120a72 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:16.016191 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.039193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Transition to ACTIVE for port object d949ce9f-2979-471e-ac23-9481b32beb9b will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:16.111078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:16.111726 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.113178 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] 10.222.0.48 "PUT /v2.0/ports/7378595c-2dcc-4aab-8381-3e59b15fbd59 HTTP/1.1" status: 200 len: 1091 time: 3.6555259 Jul 07 19:24:16.139229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.190927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71145ed-b781-483d-bdaf-69fbbf3bb21d', 'tag': '7378595c-2dcc-4aab-8381-3e59b15fbd59'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:16.193475 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58124ee5-34e6-4d53-bc3d-4081bb634352" -d '{"events": [{"name": "network-changed", "server_uuid": "f71145ed-b781-483d-bdaf-69fbbf3bb21d", "tag": "7378595c-2dcc-4aab-8381-3e59b15fbd59"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:16.212353 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.243554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Network 670c7056-dca7-47fb-9792-9847dd3669c1 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:16.272525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:16.277834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:16.332996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33488) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:16.344063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] For port 5240a5d7-ec38-47e9-a58c-0b398d120a72, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5240a5d7-ec38-47e9-a58c-0b398d120a72,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:16.344917 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-399ccf56-fff1-4a1d-9972-4cec57bf0fd6 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716256708', 'description': 'tempest-description--1416120944'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:16.349579 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.359564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Port': ['ID=d949ce9f-2979-471e-ac23-9481b32beb9b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:16.383508 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2306a468-1ef6-4541-8e76-dd8cb3f91ee9 req-fc570f31-af76-45b2-8142-c28daa4e7b72 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1844645 Jul 07 19:24:16.412722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:16.416002 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.434930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] Provisioning complete for port 57cc0f05-808e-4371-938d-6d23471be2dd triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:16.434930 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.494202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fa7f3-07be-42c5-b0a1-d36da892202d service neutron] Pushing event updated for resources: {'Port': ['ID=7378595c-2dcc-4aab-8381-3e59b15fbd59,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:16.533979 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4a501f-d7c4-4e3c-b7e3-4d376194c8c8 x-openstack-request-id: req-1f4a501f-d7c4-4e3c-b7e3-4d376194c8c8 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:16.534300 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71145ed-b781-483d-bdaf-69fbbf3bb21d", "tag": "7378595c-2dcc-4aab-8381-3e59b15fbd59", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:16.534556 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f4a501f-d7c4-4e3c-b7e3-4d376194c8c8 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:16.536206 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71145ed-b781-483d-bdaf-69fbbf3bb21d', 'tag': '7378595c-2dcc-4aab-8381-3e59b15fbd59', 'status': 'completed', 'code': 200} Jul 07 19:24:16.537524 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-852a5798-b69d-4a9b-b8d8-2cd2bbe28c21 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6054735 Jul 07 19:24:16.549830 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-399ccf56-fff1-4a1d-9972-4cec57bf0fd6 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.558215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'port': {'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1', 'admin_state_up': True, 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'security_groups': ['fead2581-9689-477d-a3dc-c6c4b4bcfd41']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:16.583483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 57cc0f05-808e-4371-938d-6d23471be2dd up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:16.662626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-64aeb9d5-288e-4f1c-97b0-25be8124975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:16.669267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-64aeb9d5-288e-4f1c-97b0-25be8124975d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=841b9ecf2ec74e8e897a3a69325ac715&device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 1094 time: 0.4513862 Jul 07 19:24:16.684160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d44045-5b14-48f5-8e82-552ae9c3974f None None] Pushing event updated for resources: {'Port': ['ID=5240a5d7-ec38-47e9-a58c-0b398d120a72,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:16.710367 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.720685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 57cc0f05-808e-4371-938d-6d23471be2dd triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:16.721120 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.781571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.823264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-c958fcb5-d31b-4fb1-93ed-9eb56f683737 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7378595c-2dcc-4aab-8381-3e59b15fbd59 HTTP/1.1" status: 200 len: 217 time: 0.1252766 Jul 07 19:24:16.951615 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-399ccf56-fff1-4a1d-9972-4cec57bf0fd6 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.986568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf55f3-2b1b-4d59-954b-02b9de58b9a0 req-001c3a72-6d8d-402c-ab11-c45357c961f7 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:17.009537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf55f3-2b1b-4d59-954b-02b9de58b9a0 req-001c3a72-6d8d-402c-ab11-c45357c961f7 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:17.011510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32bf55f3-2b1b-4d59-954b-02b9de58b9a0 req-001c3a72-6d8d-402c-ab11-c45357c961f7 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 1653 time: 0.1746924 Jul 07 19:24:17.034621 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-399ccf56-fff1-4a1d-9972-4cec57bf0fd6 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.048894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:17.053534 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.095089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-363d6b92-d7f1-4067-b659-115092d19b3b None None] Provisioning complete for port 5240a5d7-ec38-47e9-a58c-0b398d120a72 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:17.095629 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-363d6b92-d7f1-4067-b659-115092d19b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.121763 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32bf55f3-2b1b-4d59-954b-02b9de58b9a0 req-b295367f-6786-4716-a665-2d8367cd7c4e tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994458 Jul 07 19:24:17.203827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Pushing event updated for resources: {'Port': ['ID=3021c521-734a-4aea-a959-364ea755364a,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:17.217123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-399ccf56-fff1-4a1d-9972-4cec57bf0fd6 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.222337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-399ccf56-fff1-4a1d-9972-4cec57bf0fd6 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8812943 Jul 07 19:24:17.228065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33494) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:17.228483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ccf56-fff1-4a1d-9972-4cec57bf0fd6 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a09fe47-cafa-4ede-b997-b0b261292a90,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:17.232749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d6ac2451-58a6-46b0-9a55-ce10ee3f300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:17.234279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-d6ac2451-58a6-46b0-9a55-ce10ee3f300e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20efb861-8846-4da9-94f3-5455389f7eac HTTP/1.1" status: 200 len: 852 time: 0.3339732 Jul 07 19:24:17.235687 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.252525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c6710947-54df-4917-9125-1474d771029e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'security_group_rule': {'security_group_id': '3a09fe47-cafa-4ede-b997-b0b261292a90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:17.265252 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.275437 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dddc9178-abaa-4457-9470-e059e8c7fafc tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2998841 Jul 07 19:24:17.275694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 574d7631-1511-4003-a600-6ebaf3a4e390 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:17.275694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-363d6b92-d7f1-4067-b659-115092d19b3b None None] Provisioning for port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:17.294325 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-88ff2d7c-2b1d-404e-af41-471ea361889e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1863e8e5-f4a7-4f3b-985e-7d1dbb87976a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391018 Jul 07 19:24:17.304069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-363d6b92-d7f1-4067-b659-115092d19b3b None None] Provisioning complete for port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:17.304446 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-363d6b92-d7f1-4067-b659-115092d19b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.329348 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1c274-3ea0-4827-a223-92e156bcc4b5 req-84de69bf-822f-4a69-9a15-a416d94bdb7f tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:17.331158 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60d1c274-3ea0-4827-a223-92e156bcc4b5 req-84de69bf-822f-4a69-9a15-a416d94bdb7f tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 943 time: 0.2887533 Jul 07 19:24:17.386601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-363d6b92-d7f1-4067-b659-115092d19b3b None None] Port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:17.403008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-363d6b92-d7f1-4067-b659-115092d19b3b None None] Provisioning for port d949ce9f-2979-471e-ac23-9481b32beb9b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:17.406892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 574d7631-1511-4003-a600-6ebaf3a4e390 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:17.412036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-363d6b92-d7f1-4067-b659-115092d19b3b None None] Provisioning complete for port d949ce9f-2979-471e-ac23-9481b32beb9b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:17.412425 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-363d6b92-d7f1-4067-b659-115092d19b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.417126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 574d7631-1511-4003-a600-6ebaf3a4e390 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:17.417928 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.439488 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6710947-54df-4917-9125-1474d771029e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.449660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Allocated IP 10.1.1.8 (670c7056-dca7-47fb-9792-9847dd3669c1/d104a22e-d0f7-4430-a3f2-6fa28f9f44e8/b8a29686-3c06-475e-8cad-a99cbf484113) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:17.451846 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60d1c274-3ea0-4827-a223-92e156bcc4b5 req-09f9c59c-e8c8-4bf9-8d83-e3bacea59ffe tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/security-groups?id=b600e945-4fa8-4053-97cb-241764669cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067135 Jul 07 19:24:17.497262 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-2284095c-f7a4-402a-9b6d-897bc1739ec9 service neutron] 10.222.0.48 "GET /v2.0/networks/1863e8e5-f4a7-4f3b-985e-7d1dbb87976a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862338 Jul 07 19:24:17.535923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-363d6b92-d7f1-4067-b659-115092d19b3b None None] Port d949ce9f-2979-471e-ac23-9481b32beb9b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:17.577102 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.647741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-9bd43659-e452-4bd1-b13f-bbf268c8271d tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1301301259&fields=id&tenant_id=e12dc729d097499293efcc14013febf6 HTTP/1.1" status: 200 len: 267 time: 0.1209171 Jul 07 19:24:17.651501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809c1bed-2cfd-4ab2-8b5b-f4feec7fd4c5 req-92d9c588-5e84-4ed7-b88c-25b6308517b3 service neutron] 10.222.0.48 "GET /v2.0/networks/1863e8e5-f4a7-4f3b-985e-7d1dbb87976a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449661 Jul 07 19:24:17.654185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 574d7631-1511-4003-a600-6ebaf3a4e390, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=574d7631-1511-4003-a600-6ebaf3a4e390,segment=NetworkSegment(20e8fd33-82b5-45f9-8e2d-c54ddeac78f5),segment_id=20e8fd33-82b5-45f9-8e2d-c54ddeac78f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:17.683532 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.747135 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-63c22129-e0f6-412c-a9a8-ca407878768f req-2587d7a5-59db-48a1-bb05-184c38713243 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0412667 Jul 07 19:24:17.803403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=574d7631-1511-4003-a600-6ebaf3a4e390,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:17.828990 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6710947-54df-4917-9125-1474d771029e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.861199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58124ee5-34e6-4d53-bc3d-4081bb634352 req-1a1160b1-f45d-478d-a83e-887d51985af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:17.865193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58124ee5-34e6-4d53-bc3d-4081bb634352 req-1a1160b1-f45d-478d-a83e-887d51985af4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=841b9ecf2ec74e8e897a3a69325ac715&device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 1094 time: 0.1153615 Jul 07 19:24:17.878770 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6710947-54df-4917-9125-1474d771029e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.957073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6710947-54df-4917-9125-1474d771029e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa17ad3-aee3-4fc0-9cce-716b7f2ae054,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:17.964178 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6710947-54df-4917-9125-1474d771029e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.968536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c6710947-54df-4917-9125-1474d771029e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7394986 Jul 07 19:24:17.972357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33512) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:17.980904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-31d5d792-757b-4fff-b3ed-a064b4210877 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'security_group_rule': {'security_group_id': '3a09fe47-cafa-4ede-b997-b0b261292a90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:18.003577 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d334d-0e9b-429f-b4de-1d2226be782f req-657f1fd4-8cfc-4f6e-aba0-2fcee4651078 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:18.005149 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-657f1fd4-8cfc-4f6e-aba0-2fcee4651078 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/networks?id=02f836db-6676-46b9-aee6-90c3bd2e56ec HTTP/1.1" status: 200 len: 812 time: 0.3564837 Jul 07 19:24:18.037484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58124ee5-34e6-4d53-bc3d-4081bb634352 req-8a0cb323-bcce-4d96-ae3d-b9fe8185fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:18.039320 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58124ee5-34e6-4d53-bc3d-4081bb634352 req-8a0cb323-bcce-4d96-ae3d-b9fe8185fb34 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1863e8e5-f4a7-4f3b-985e-7d1dbb87976a HTTP/1.1" status: 200 len: 913 time: 0.1654220 Jul 07 19:24:18.039745 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-a7bf005d-8c93-4e26-83a9-0752320fed47 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/quotas/e12dc729d097499293efcc14013febf6 HTTP/1.1" status: 200 len: 375 time: 0.0251558 Jul 07 19:24:18.086558 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58124ee5-34e6-4d53-bc3d-4081bb634352 req-fe270d05-adc5-4f87-bd36-a222457c45b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7378595c-2dcc-4aab-8381-3e59b15fbd59 HTTP/1.1" status: 200 len: 217 time: 0.0376382 Jul 07 19:24:18.089340 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.094242 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-31d5d792-757b-4fff-b3ed-a064b4210877 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.119126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Transition to ACTIVE for port object b8a29686-3c06-475e-8cad-a99cbf484113 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:18.160626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58124ee5-34e6-4d53-bc3d-4081bb634352 req-847ebd0c-ab4a-4c4b-b836-0f9ee6f63dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:18.162444 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58124ee5-34e6-4d53-bc3d-4081bb634352 req-847ebd0c-ab4a-4c4b-b836-0f9ee6f63dfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20efb861-8846-4da9-94f3-5455389f7eac HTTP/1.1" status: 200 len: 852 time: 0.0693853 Jul 07 19:24:18.202855 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58124ee5-34e6-4d53-bc3d-4081bb634352 req-684124ee-5beb-4ecd-b6c6-ab5e6872d09c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1863e8e5-f4a7-4f3b-985e-7d1dbb87976a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288854 Jul 07 19:24:18.220488 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.224118 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-31d5d792-757b-4fff-b3ed-a064b4210877 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.246620 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-d085aa9a-9f76-4abb-999d-5ce10720b5e4 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e12dc729d097499293efcc14013febf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1879985 Jul 07 19:24:18.272624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-31d5d792-757b-4fff-b3ed-a064b4210877 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.370972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5240a5d7-ec38-47e9-a58c-0b398d120a72 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:18.382282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58124ee5-34e6-4d53-bc3d-4081bb634352 req-57c77887-51db-4643-98b4-001c2c692e44 service neutron] 10.222.0.48 "GET /v2.0/networks/1863e8e5-f4a7-4f3b-985e-7d1dbb87976a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706090 Jul 07 19:24:18.429562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c5f0b-8724-4065-b406-bc7181535243 req-a61a6364-44b1-4a2a-9ca0-016f1368d80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:18.430749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 5240a5d7-ec38-47e9-a58c-0b398d120a72 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:18.431396 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.436328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c5f0b-8724-4065-b406-bc7181535243 req-a61a6364-44b1-4a2a-9ca0-016f1368d80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:18.442872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c5f0b-8724-4065-b406-bc7181535243 req-a61a6364-44b1-4a2a-9ca0-016f1368d80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:18.444592 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca4c5f0b-8724-4065-b406-bc7181535243 req-a61a6364-44b1-4a2a-9ca0-016f1368d80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 2372 time: 0.1553028 Jul 07 19:24:18.540321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 574d7631-1511-4003-a600-6ebaf3a4e390 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:18.546119 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca4c5f0b-8724-4065-b406-bc7181535243 req-77267571-2d34-403a-b678-abb5164f055c tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720398 Jul 07 19:24:18.565534 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58124ee5-34e6-4d53-bc3d-4081bb634352 req-0daa49c1-dc8a-4e6d-a529-37de667bf7a0 service neutron] 10.222.0.48 "GET /v2.0/networks/1863e8e5-f4a7-4f3b-985e-7d1dbb87976a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707320 Jul 07 19:24:18.612753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 574d7631-1511-4003-a600-6ebaf3a4e390 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:18.613230 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.735338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5d792-757b-4fff-b3ed-a064b4210877 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a5bc72-c32c-4a95-aed5-c17ddb59f573,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:18.743297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Network 670c7056-dca7-47fb-9792-9847dd3669c1 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:18.761056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:18.767438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:18.773852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-31d5d792-757b-4fff-b3ed-a064b4210877 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.778087 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-31d5d792-757b-4fff-b3ed-a064b4210877 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8003139 Jul 07 19:24:18.782612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33518) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:18.798105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:18.798631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Port': ['ID=b8a29686-3c06-475e-8cad-a99cbf484113,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:18.838109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1a4da-46bf-4738-9287-4154ced84261 req-5748c1d0-00d1-47f1-a31e-7d6a09b06eb5 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:18.843676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-a3ffa997-d66b-4ffa-84e5-3047ea39fc60 service neutron] 10.222.0.81 "GET /v2.0/networks/02f836db-6676-46b9-aee6-90c3bd2e56ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959244 Jul 07 19:24:18.849803 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09f1a4da-46bf-4738-9287-4154ced84261 req-5748c1d0-00d1-47f1-a31e-7d6a09b06eb5 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 943 time: 0.1408048 Jul 07 19:24:18.850041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:18.850523 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.893516 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.933027 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-cd314163-35a7-43a3-8876-84942fbb7a37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3850551 Jul 07 19:24:18.936440 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09f1a4da-46bf-4738-9287-4154ced84261 req-80fddbbb-ed6f-4fcb-8bcb-00699c2f0b1f tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/security-groups?id=b600e945-4fa8-4053-97cb-241764669cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852084 Jul 07 19:24:18.950356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'port': {'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43', 'admin_state_up': True, 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'security_groups': ['fead2581-9689-477d-a3dc-c6c4b4bcfd41']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:19.055156 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.150920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-92bd9613-ed95-4db9-9cbd-fec347f7bdea service neutron] 10.222.0.81 "GET /v2.0/networks/02f836db-6676-46b9-aee6-90c3bd2e56ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967241 Jul 07 19:24:19.175305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-13eb9176-cdfd-40f1-9098-2f3a3a5a54ce None None] Provisioning for port b8a29686-3c06-475e-8cad-a99cbf484113 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:19.179822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-13eb9176-cdfd-40f1-9098-2f3a3a5a54ce None None] Provisioning complete for port b8a29686-3c06-475e-8cad-a99cbf484113 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:19.180333 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-13eb9176-cdfd-40f1-9098-2f3a3a5a54ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.218345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Allocated IP 172.25.0.187 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/4f4518a5-3184-44fc-a0c8-72a15d699507) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:19.220707 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-13eb9176-cdfd-40f1-9098-2f3a3a5a54ce None None] Port b8a29686-3c06-475e-8cad-a99cbf484113 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:19.255574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:19.284545 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82a79179-4888-41db-bcb3-4540cc1dce73 req-f55082b5-ed6e-4a51-8e73-ac5db92415da tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1123283 Jul 07 19:24:19.370608 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.399230 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.450515 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.522523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:19.528404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:19.530859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:19.558086 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Port': ['ID=4f4518a5-3184-44fc-a0c8-72a15d699507,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:19.677726 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.754867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6d79977d-33fa-4664-adfb-568626b18313 req-a926ac86-7998-402d-9f1d-175dd0070106 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 210 time: 0.0610826 Jul 07 19:24:19.767185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Allocated IP 10.2.2.100 (b39bec63-5191-41ce-a475-0913476e6e43/cf648d12-0dbc-4ada-9808-fda1919d4e3a/ea29405b-59fc-4c4c-9bd0-5290a86a86cb) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:19.816081 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.987778 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccc4ae-2a10-4356-a55e-6fd12e0b6d9e req-60b5723b-2ffe-4ab8-8b4c-ec6d38c3cefe tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:19.992612 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.994184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccc4ae-2a10-4356-a55e-6fd12e0b6d9e req-60b5723b-2ffe-4ab8-8b4c-ec6d38c3cefe tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:20.001492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccc4ae-2a10-4356-a55e-6fd12e0b6d9e req-60b5723b-2ffe-4ab8-8b4c-ec6d38c3cefe tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:20.008587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36ccc4ae-2a10-4356-a55e-6fd12e0b6d9e req-60b5723b-2ffe-4ab8-8b4c-ec6d38c3cefe tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 2372 time: 0.2093992 Jul 07 19:24:20.015102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Transition to ACTIVE for port object ea29405b-59fc-4c4c-9bd0-5290a86a86cb will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:20.072125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.088715 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36ccc4ae-2a10-4356-a55e-6fd12e0b6d9e req-b58e053b-e698-4212-984f-2ef7761b03ca tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779593 Jul 07 19:24:20.135283 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.145436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.150812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Network b39bec63-5191-41ce-a475-0913476e6e43 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:20.156147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:20.174256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:20.185874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Port': ['ID=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:20.291848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Port': ['ID=4f4518a5-3184-44fc-a0c8-72a15d699507,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:20.312340 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.313996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:20.315402 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.337640 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.348874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ab8344c6-6dca-463d-939c-2f93ed9cd5f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5650196 Jul 07 19:24:20.364091 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d4ae71e8-8ae6-409c-8e5a-ea4d63587674 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4204173 Jul 07 19:24:20.385063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'port': {'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43', 'admin_state_up': True, 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'security_groups': ['fead2581-9689-477d-a3dc-c6c4b4bcfd41']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:20.420663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92837-ed0d-4576-b9a9-95ee4da3402c req-e126f691-90be-40e1-9656-3986e7f398a6 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:20.430148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7f92837-ed0d-4576-b9a9-95ee4da3402c req-e126f691-90be-40e1-9656-3986e7f398a6 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 943 time: 0.2484400 Jul 07 19:24:20.519984 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7f92837-ed0d-4576-b9a9-95ee4da3402c req-d1cfc09e-4365-4f5c-af3f-88a77dd7bbdb tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/security-groups?id=b600e945-4fa8-4053-97cb-241764669cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885761 Jul 07 19:24:20.561899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6b43ff15-72f3-4a80-aca6-fcb3733b5456 None None] Provisioning for port ea29405b-59fc-4c4c-9bd0-5290a86a86cb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:20.567010 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c749b07e-9c91-4952-ba24-a9486bf08086 req-ceae6025-c95c-4be2-826b-89c01abd420a tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0552766 Jul 07 19:24:20.570977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6b43ff15-72f3-4a80-aca6-fcb3733b5456 None None] Provisioning complete for port ea29405b-59fc-4c4c-9bd0-5290a86a86cb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:20.571937 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6b43ff15-72f3-4a80-aca6-fcb3733b5456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.615921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Made reservation on behalf of d42683353110401599ce436e6d43f9dd for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:20.621394 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.630568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6b43ff15-72f3-4a80-aca6-fcb3733b5456 None None] Port ea29405b-59fc-4c4c-9bd0-5290a86a86cb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:20.743733 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-502d61c1-d65f-4778-a461-ca7b06970ca8 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1716256708&fields=id&tenant_id=9366443b78874460a63d7aaac26d676e HTTP/1.1" status: 200 len: 267 time: 0.0421925 Jul 07 19:24:20.819801 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-b1c5a0d8-07e0-4410-b3e8-81ef85ab8505 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:20.823890 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-b1c5a0d8-07e0-4410-b3e8-81ef85ab8505 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports/0fccae39-d74c-4e24-8894-943565c5335e HTTP/1.1" status: 200 len: 937 time: 0.0739028 Jul 07 19:24:20.845173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Allocated IP 10.2.2.200 (b39bec63-5191-41ce-a475-0913476e6e43/cf648d12-0dbc-4ada-9808-fda1919d4e3a/dea463da-e0bd-4504-b4aa-9d4410f64de1) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:20.908559 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-3bf7701e-fd6f-45ec-836b-4dc3fec9ccb4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:20.910373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-3bf7701e-fd6f-45ec-836b-4dc3fec9ccb4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports/ee1edfc8-c2a9-4be2-beff-4595d8bd5989 HTTP/1.1" status: 200 len: 936 time: 0.0809667 Jul 07 19:24:20.979558 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-e1e40101-0a66-4f0c-9926-0347192ba6b7 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?network_id=c3072a4c-f835-4930-b50e-45a5a51219c9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0605175 Jul 07 19:24:21.008181 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5af9619f-ea6c-4609-8a7c-08f1d5647d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.022522 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8142bd3e-f08e-4d08-8806-158c80e22d05 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?network_id=c3072a4c-f835-4930-b50e-45a5a51219c9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0417728 Jul 07 19:24:21.091741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d016a055-3df5-4db3-a963-af99883e537d req-cc4800ec-3adc-4b50-9a3e-c3a887c5be4c tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 210 time: 0.1940620 Jul 07 19:24:21.242444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7378595c-2dcc-4aab-8381-3e59b15fbd59 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:24:21.245287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-09384531-7b19-457c-94da-b161872bb82d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:21.266486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-09384531-7b19-457c-94da-b161872bb82d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:21.273282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-09384531-7b19-457c-94da-b161872bb82d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:21.280833 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-09384531-7b19-457c-94da-b161872bb82d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/networks?id=e65b60fe-28f2-4cd6-a3d4-66f5e861df04&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=c3072a4c-f835-4930-b50e-45a5a51219c9&id=c3072a4c-f835-4930-b50e-45a5a51219c9 HTTP/1.1" status: 200 len: 1995 time: 0.2574279 Jul 07 19:24:21.308612 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-2ba27b14-1765-4000-9fc3-76f4c7157c41 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/quotas/9366443b78874460a63d7aaac26d676e HTTP/1.1" status: 200 len: 375 time: 0.0225928 Jul 07 19:24:21.394260 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.434198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Transition to ACTIVE for port object dea463da-e0bd-4504-b4aa-9d4410f64de1 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:21.454828 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-0285865b-de5b-47da-9e30-7921e08ce653 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1275489 Jul 07 19:24:21.483570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7378595c-2dcc-4aab-8381-3e59b15fbd59, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7378595c-2dcc-4aab-8381-3e59b15fbd59,segment=NetworkSegment(82aad665-25bd-4bf0-940f-0d6fa146ef23),segment_id=82aad665-25bd-4bf0-940f-0d6fa146ef23)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:21.499703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '7378595c-2dcc-4aab-8381-3e59b15fbd59', 'network_id': '1863e8e5-f4a7-4f3b-985e-7d1dbb87976a', 'port_id': '7378595c-2dcc-4aab-8381-3e59b15fbd59', 'mac_address': 'fa:16:3e:27:7d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20efb861-8846-4da9-94f3-5455389f7eac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:24:21.544358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2bbc8-8f57-4a0b-a9b8-56590af97406 req-1e5c366f-5a25-4d12-bc29-7c7704a5ffcd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:21.544933 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.553501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2bbc8-8f57-4a0b-a9b8-56590af97406 req-1e5c366f-5a25-4d12-bc29-7c7704a5ffcd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:21.563078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7378595c-2dcc-4aab-8381-3e59b15fbd59 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:21.563666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2bbc8-8f57-4a0b-a9b8-56590af97406 req-1e5c366f-5a25-4d12-bc29-7c7704a5ffcd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:21.570276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2bbc8-8f57-4a0b-a9b8-56590af97406 req-1e5c366f-5a25-4d12-bc29-7c7704a5ffcd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:21.578731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d5d2bbc8-8f57-4a0b-a9b8-56590af97406 req-1e5c366f-5a25-4d12-bc29-7c7704a5ffcd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 3093 time: 0.2371795 Jul 07 19:24:21.590120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7378595c-2dcc-4aab-8381-3e59b15fbd59, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7378595c-2dcc-4aab-8381-3e59b15fbd59,segment=NetworkSegment(82aad665-25bd-4bf0-940f-0d6fa146ef23),segment_id=82aad665-25bd-4bf0-940f-0d6fa146ef23)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:21.594295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d334d-0e9b-429f-b4de-1d2226be782f req-67cd1cae-aaa6-4669-aaae-0634678f7a7a tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:21.594959 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.595966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-67cd1cae-aaa6-4669-aaae-0634678f7a7a tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.110 "GET /v2.0/networks?id=02f836db-6676-46b9-aee6-90c3bd2e56ec HTTP/1.1" status: 200 len: 812 time: 0.4746389 Jul 07 19:24:21.638718 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-b63889ed-8f73-4483-93cc-4f22c234f978 service neutron] 10.222.0.81 "GET /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671629 Jul 07 19:24:21.648463 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.690514 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=7378595c-2dcc-4aab-8381-3e59b15fbd59,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:21.777817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d5d2bbc8-8f57-4a0b-a9b8-56590af97406 req-b13f2946-1570-4a6b-8f2a-845b24974049 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981575 Jul 07 19:24:21.785785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Network b39bec63-5191-41ce-a475-0913476e6e43 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:21.791954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:21.795004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:21.823414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-4ecca285-1842-4346-8cea-b9e039da36fc service neutron] 10.222.0.81 "GET /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755400 Jul 07 19:24:21.857664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-45516ae8-e216-4f25-8b87-0fd69258cdd1 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12dc729d097499293efcc14013febf6 HTTP/1.1" status: 200 len: 380 time: 0.2231185 Jul 07 19:24:21.898142 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Request body: {'port': {'device_id': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'admin_state_up': True, 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'security_groups': ['731b290b-4782-444b-88ee-5dffd614c8f8']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:21.921262 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-15df3ba7-2bf1-4c55-8a1d-7c03e8ec104f service neutron] 10.222.0.81 "GET /v2.0/ports/0fccae39-d74c-4e24-8894-943565c5335e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0969212 Jul 07 19:24:21.993758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event updated for resources: {'Port': ['ID=dea463da-e0bd-4504-b4aa-9d4410f64de1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:22.009068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:22.010286 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.086444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-002dec24-4eb1-46fe-97db-be642405c6ee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7127216 Jul 07 19:24:22.112226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Request body: {'port': {'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:22.116521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7378595c-2dcc-4aab-8381-3e59b15fbd59'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:24:22.121421 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-c7a0c77c-ee35-47a3-a4ca-807cc1257746 service neutron] 10.222.0.81 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919618 Jul 07 19:24:22.280966 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-27908e96-c4d5-4f64-af47-a38f3bfebc98 service neutron] 10.222.0.81 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474359 Jul 07 19:24:22.288253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-41456671-8a7f-4156-9244-c4e083c54bc8 None None] Provisioning for port dea463da-e0bd-4504-b4aa-9d4410f64de1 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:22.314133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87094fc9-c4c4-411e-8672-d994f492129e req-e22cb90f-eea4-4b38-8029-6faa2e4e94f7 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:22.315759 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87094fc9-c4c4-411e-8672-d994f492129e req-e22cb90f-eea4-4b38-8029-6faa2e4e94f7 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 944 time: 0.3231163 Jul 07 19:24:22.316554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-41456671-8a7f-4156-9244-c4e083c54bc8 None None] Provisioning complete for port dea463da-e0bd-4504-b4aa-9d4410f64de1 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:22.320372 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-41456671-8a7f-4156-9244-c4e083c54bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.333242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Made reservation on behalf of e12dc729d097499293efcc14013febf6 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:22.343521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.378068 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8591f0c5-d9fe-49f6-9049-53761fa21510 service neutron] 10.222.0.81 "GET /v2.0/ports/ee1edfc8-c2a9-4be2-beff-4595d8bd5989?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0879278 Jul 07 19:24:22.391998 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.411830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-41456671-8a7f-4156-9244-c4e083c54bc8 None None] Port dea463da-e0bd-4504-b4aa-9d4410f64de1 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:22.512970 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87094fc9-c4c4-411e-8672-d994f492129e req-f34712e5-354e-4ebb-bdb0-9ca917ccd449 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/security-groups?id=b600e945-4fa8-4053-97cb-241764669cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437376 Jul 07 19:24:22.523695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-c7613366-d2ba-4825-a137-3aa37239e831 service neutron] 10.222.0.81 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399589 Jul 07 19:24:22.773926 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a7a0a11-63da-4ff4-8ef0-abed4d7acd1e req-cc7dd967-f9a7-4989-af00-ee37af823ea9 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0621519 Jul 07 19:24:22.854746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Allocated IP 172.20.0.14 (02f836db-6676-46b9-aee6-90c3bd2e56ec/42b18c18-ffa6-4760-8549-97ac33844a2f/6ad2499b-4709-40a8-bfef-f824a5819cf7) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:23.193978 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eca620ad-5c5a-49ce-b17b-2bb0f6219e2e service neutron] 10.222.0.81 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633806 Jul 07 19:24:23.309848 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.322457 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95fcf364-a62f-4ef7-bb4c-b54030330ada req-4253262f-de25-430e-8b08-e21b06139cb1 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 210 time: 0.1415927 Jul 07 19:24:23.331462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Transition to ACTIVE for port object 6ad2499b-4709-40a8-bfef-f824a5819cf7 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:23.349593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4219d048-4aa6-43ce-9248-c8af3c8ae30c {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:23.356295 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-6f7453d1-386d-49cf-9656-44f20138b818 service neutron] 10.222.0.81 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593325 Jul 07 19:24:23.360285 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.386743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Transition to ACTIVE for port object 4219d048-4aa6-43ce-9248-c8af3c8ae30c will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:23.399336 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.418907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.474386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Network 02f836db-6676-46b9-aee6-90c3bd2e56ec is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:23.490251 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:23.493317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:23.497350 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-150ce9c6-ebeb-43bd-a0a2-7558a6e82472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.566444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Pushing event updated for resources: {'Port': ['ID=4219d048-4aa6-43ce-9248-c8af3c8ae30c,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:23.622377 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-afb867f5-78fa-49c1-8fde-e6f43cdff1c9 service neutron] 10.222.0.81 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651577 Jul 07 19:24:23.702918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Pushing event updated for resources: {'Port': ['ID=6ad2499b-4709-40a8-bfef-f824a5819cf7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:23.717882 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.718555 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.760794 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-37dc4675-7db7-4c3c-9812-579d2f8955ca service neutron] 10.222.0.81 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370983 Jul 07 19:24:23.770154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Attempting to bind port 4219d048-4aa6-43ce-9248-c8af3c8ae30c on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:23.770154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Attempting to bind port 4219d048-4aa6-43ce-9248-c8af3c8ae30c by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:23.770154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Attempting to bind port 4219d048-4aa6-43ce-9248-c8af3c8ae30c on network 9e8fffb8-cb07-4daa-8bce-c031462730cc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:23.782593 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-b20be07a-3505-4a5c-824b-f558c06c300e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9136186 Jul 07 19:24:23.785339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Port 4219d048-4aa6-43ce-9248-c8af3c8ae30c on network 9e8fffb8-cb07-4daa-8bce-c031462730cc not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:23.785665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Attempting to bind port 4219d048-4aa6-43ce-9248-c8af3c8ae30c on network 9e8fffb8-cb07-4daa-8bce-c031462730cc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:23.795765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Request body: {'port': {'device_id': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:23.804564 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.845603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:23.845948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Checking segment: {'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:23.846337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Bound using segment: {'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:23.846784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Bound port: 4219d048-4aa6-43ce-9248-c8af3c8ae30c, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6186d10c-c70f-402c-b805-01d4a1504d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:23.847168 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.899310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ac034-6bb9-48b2-9039-a221c2e655bf req-2e99c956-5323-4377-b12d-06aa6719db51 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.911300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ac034-6bb9-48b2-9039-a221c2e655bf req-2e99c956-5323-4377-b12d-06aa6719db51 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.926990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ac034-6bb9-48b2-9039-a221c2e655bf req-2e99c956-5323-4377-b12d-06aa6719db51 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.945944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ac034-6bb9-48b2-9039-a221c2e655bf req-2e99c956-5323-4377-b12d-06aa6719db51 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.960407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-6e674535-c85f-444b-96f3-45b36829409f service neutron] 10.222.0.81 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982453 Jul 07 19:24:23.962634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ac034-6bb9-48b2-9039-a221c2e655bf req-2e99c956-5323-4377-b12d-06aa6719db51 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.965562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c89ac034-6bb9-48b2-9039-a221c2e655bf req-2e99c956-5323-4377-b12d-06aa6719db51 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 3826 time: 0.4335434 Jul 07 19:24:24.070926 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-e7e3bf63-eeca-49b2-8a15-1b50aae4f30a service neutron] 10.222.0.81 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027846 Jul 07 19:24:24.092956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c89ac034-6bb9-48b2-9039-a221c2e655bf req-a13cb8ad-a45f-4233-8ca1-d93f843f8901 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160481 Jul 07 19:24:24.106720 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bea05def-d393-4312-a8ff-3bdd4c9abae5 None None] Provisioning for port 6ad2499b-4709-40a8-bfef-f824a5819cf7 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:24.118826 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bea05def-d393-4312-a8ff-3bdd4c9abae5 None None] Provisioning complete for port 6ad2499b-4709-40a8-bfef-f824a5819cf7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:24.120681 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bea05def-d393-4312-a8ff-3bdd4c9abae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.133413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] For port 4219d048-4aa6-43ce-9248-c8af3c8ae30c, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:24.136900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.162213 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] For port 4219d048-4aa6-43ce-9248-c8af3c8ae30c, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=4219d048-4aa6-43ce-9248-c8af3c8ae30c,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:24.205250 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.210945 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d031e57a-0189-4248-85ac-47a55e9177d8 service neutron] 10.222.0.81 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329200 Jul 07 19:24:24.232037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bea05def-d393-4312-a8ff-3bdd4c9abae5 None None] Port 6ad2499b-4709-40a8-bfef-f824a5819cf7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:24.271262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:24.271880 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.273366 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] 10.222.0.48 "PUT /v2.0/ports/4219d048-4aa6-43ce-9248-c8af3c8ae30c HTTP/1.1" status: 200 len: 1092 time: 2.1693780 Jul 07 19:24:24.275702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': '4219d048-4aa6-43ce-9248-c8af3c8ae30c'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:24.278027 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "4219d048-4aa6-43ce-9248-c8af3c8ae30c"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:24.367051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Request body: {'port': {'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:24.380882 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-80ee85ef-896c-4aca-840a-cec1cb094d68 service neutron] 10.222.0.81 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622167 Jul 07 19:24:24.397014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575571e8-9976-422a-af75-ca64a23dcc30 service neutron] Pushing event updated for resources: {'Port': ['ID=4219d048-4aa6-43ce-9248-c8af3c8ae30c,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:24.607011 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.618532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d9c1a4f2-8fca-40ed-a8f9-34f23377671f service neutron] 10.222.0.81 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294068 Jul 07 19:24:24.641845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf93b2-6f5b-4190-9685-18380db9f5fa req-2e446219-7d5d-4f1c-8290-1174dbec0136 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:24.643457 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdbf93b2-6f5b-4190-9685-18380db9f5fa req-2e446219-7d5d-4f1c-8290-1174dbec0136 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 944 time: 0.3453729 Jul 07 19:24:24.693936 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.776864 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdbf93b2-6f5b-4190-9685-18380db9f5fa req-6422518a-6617-4ba1-b1cb-e1bafd3838cf tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/security-groups?id=b600e945-4fa8-4053-97cb-241764669cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246419 Jul 07 19:24:24.860823 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad2499b-4709-40a8-bfef-f824a5819cf7 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:24.876405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.935050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Transition to ACTIVE for port object 6ad2499b-4709-40a8-bfef-f824a5819cf7 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:24.950886 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.244740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7378595c-2dcc-4aab-8381-3e59b15fbd59 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:25.340731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 7378595c-2dcc-4aab-8381-3e59b15fbd59 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:25.346616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 7378595c-2dcc-4aab-8381-3e59b15fbd59 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:25.347291 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.455005 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.489848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71145ed-b781-483d-bdaf-69fbbf3bb21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7378595c-2dcc-4aab-8381-3e59b15fbd59'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:25.499064 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ae6e6e-10a3-4de0-85aa-7c88956c22ae" -d '{"events": [{"server_uuid": "f71145ed-b781-483d-bdaf-69fbbf3bb21d", "name": "network-vif-plugged", "status": "completed", "tag": "7378595c-2dcc-4aab-8381-3e59b15fbd59"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:25.521857 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7378595c-2dcc-4aab-8381-3e59b15fbd59, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7378595c-2dcc-4aab-8381-3e59b15fbd59,segment=NetworkSegment(82aad665-25bd-4bf0-940f-0d6fa146ef23),segment_id=82aad665-25bd-4bf0-940f-0d6fa146ef23)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:25.527030 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.599730 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eace308c-9483-4338-8d34-b1b308fade8f req-3b40d8c2-1745-42df-83d3-3e083f1c0d65 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1661100 Jul 07 19:24:25.630012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=7378595c-2dcc-4aab-8381-3e59b15fbd59,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:25.750215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Attempting to bind port 6ad2499b-4709-40a8-bfef-f824a5819cf7 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:25.750814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Attempting to bind port 6ad2499b-4709-40a8-bfef-f824a5819cf7 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:25.751196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Attempting to bind port 6ad2499b-4709-40a8-bfef-f824a5819cf7 on network 02f836db-6676-46b9-aee6-90c3bd2e56ec {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:25.761311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Port 6ad2499b-4709-40a8-bfef-f824a5819cf7 on network 02f836db-6676-46b9-aee6-90c3bd2e56ec not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:25.761648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Attempting to bind port 6ad2499b-4709-40a8-bfef-f824a5819cf7 on network 02f836db-6676-46b9-aee6-90c3bd2e56ec {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:25.783536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2499b-4709-40a8-bfef-f824a5819cf7,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:25.795529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:25.795880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Checking segment: {'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:25.796270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Bound using segment: {'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:25.796725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Bound port: 6ad2499b-4709-40a8-bfef-f824a5819cf7, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:25.802632 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.809327 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893a2c4a-4783-433c-8cfc-ad4c046d6764 x-openstack-request-id: req-893a2c4a-4783-433c-8cfc-ad4c046d6764 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:25.809606 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "4219d048-4aa6-43ce-9248-c8af3c8ae30c", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:25.809884 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-893a2c4a-4783-433c-8cfc-ad4c046d6764 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:25.810290 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': '4219d048-4aa6-43ce-9248-c8af3c8ae30c', 'status': 'completed', 'code': 200} Jul 07 19:24:25.851546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187ae605-4dc9-46b9-9962-1a475e620dc7 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:25.938159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] For port 6ad2499b-4709-40a8-bfef-f824a5819cf7, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:25.946842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] For port 6ad2499b-4709-40a8-bfef-f824a5819cf7, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6ad2499b-4709-40a8-bfef-f824a5819cf7,segment=NetworkSegment(20e8fd33-82b5-45f9-8e2d-c54ddeac78f5),segment_id=20e8fd33-82b5-45f9-8e2d-c54ddeac78f5)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:25.955972 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.963841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56 req-929ba75e-78fc-4ffd-956b-527955930597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:25.963841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56 req-929ba75e-78fc-4ffd-956b-527955930597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:25.963841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56 req-929ba75e-78fc-4ffd-956b-527955930597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:25.964944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56 req-929ba75e-78fc-4ffd-956b-527955930597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:25.965537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56 req-929ba75e-78fc-4ffd-956b-527955930597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:25.966882 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.981481 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56 req-929ba75e-78fc-4ffd-956b-527955930597 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 4361 time: 0.1238852 Jul 07 19:24:26.037377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.038259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.039865 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] 10.222.0.110 "PUT /v2.0/ports/6ad2499b-4709-40a8-bfef-f824a5819cf7 HTTP/1.1" status: 200 len: 1092 time: 2.2485828 Jul 07 19:24:26.100899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9779b-8505-4b78-a545-c0b093d50960 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2499b-4709-40a8-bfef-f824a5819cf7,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:26.177512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Transition to ACTIVE for port object 187ae605-4dc9-46b9-9962-1a475e620dc7 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:26.193510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.269897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Pushing event updated for resources: {'Port': ['ID=187ae605-4dc9-46b9-9962-1a475e620dc7,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:26.291803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d334d-0e9b-429f-b4de-1d2226be782f req-003cec3d-ab4c-46b2-9387-f687c9258dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.293898 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-003cec3d-ab4c-46b2-9387-f687c9258dea service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e12dc729d097499293efcc14013febf6&device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 1095 time: 0.1872058 Jul 07 19:24:26.367195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56 req-b07681ac-3c62-415b-a938-7d6b982cb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.367843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56 req-b07681ac-3c62-415b-a938-7d6b982cb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.368496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56 req-b07681ac-3c62-415b-a938-7d6b982cb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.370369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56 req-b07681ac-3c62-415b-a938-7d6b982cb131 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d42683353110401599ce436e6d43f9dd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3879595 Jul 07 19:24:26.393908 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fade298-18f3-423b-8c96-b0d6445c34f4 req-7e119ced-3ffa-45b7-9793-55bdbd390c72 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.402604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fade298-18f3-423b-8c96-b0d6445c34f4 req-7e119ced-3ffa-45b7-9793-55bdbd390c72 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.411993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fade298-18f3-423b-8c96-b0d6445c34f4 req-7e119ced-3ffa-45b7-9793-55bdbd390c72 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.419460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fade298-18f3-423b-8c96-b0d6445c34f4 req-7e119ced-3ffa-45b7-9793-55bdbd390c72 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.426829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fade298-18f3-423b-8c96-b0d6445c34f4 req-7e119ced-3ffa-45b7-9793-55bdbd390c72 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.428988 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6fade298-18f3-423b-8c96-b0d6445c34f4 req-7e119ced-3ffa-45b7-9793-55bdbd390c72 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 3826 time: 0.3869727 Jul 07 19:24:26.430510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-1a7d0e93-8bae-4a2b-8072-27c1b33b0b64 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ad2499b-4709-40a8-bfef-f824a5819cf7 HTTP/1.1" status: 200 len: 217 time: 0.1032805 Jul 07 19:24:26.468512 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.509165 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6fade298-18f3-423b-8c96-b0d6445c34f4 req-eccf19f6-1e77-4047-bc4e-62fb08b4535c tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497475 Jul 07 19:24:26.535197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a581d7e-8793-43d4-9091-a1c2f4da57d2 req-0a5be038-bb96-456b-b015-87e21343e865 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.547651 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a581d7e-8793-43d4-9091-a1c2f4da57d2 req-0a5be038-bb96-456b-b015-87e21343e865 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 944 time: 0.5408945 Jul 07 19:24:26.632578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d334d-0e9b-429f-b4de-1d2226be782f req-ba9e0959-4d37-4a28-a257-d9040264d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.637944 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-ba9e0959-4d37-4a28-a257-d9040264d7dd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=42b18c18-ffa6-4760-8549-97ac33844a2f HTTP/1.1" status: 200 len: 851 time: 0.1860757 Jul 07 19:24:26.653655 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a581d7e-8793-43d4-9091-a1c2f4da57d2 req-df93d667-df93-430c-a500-ad0a413fbfa9 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups?id=731b290b-4782-444b-88ee-5dffd614c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026132 Jul 07 19:24:26.716056 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187fc45e-3953-407d-9eda-c7fe46666dd4 x-openstack-request-id: req-187fc45e-3953-407d-9eda-c7fe46666dd4 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:26.716396 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71145ed-b781-483d-bdaf-69fbbf3bb21d", "name": "network-vif-plugged", "status": "completed", "tag": "7378595c-2dcc-4aab-8381-3e59b15fbd59", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:26.716684 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-187fc45e-3953-407d-9eda-c7fe46666dd4 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:26.717050 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71145ed-b781-483d-bdaf-69fbbf3bb21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7378595c-2dcc-4aab-8381-3e59b15fbd59', 'code': 200} Jul 07 19:24:26.718485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56 req-0f81dc4a-bf37-48c6-95fc-c0f4caa20613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.724837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9af1b8da-95d6-44fb-8107-bce1c2b8ce56 req-0f81dc4a-bf37-48c6-95fc-c0f4caa20613 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3453333 Jul 07 19:24:26.794930 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Attempting to bind port 187ae605-4dc9-46b9-9962-1a475e620dc7 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:26.795507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Attempting to bind port 187ae605-4dc9-46b9-9962-1a475e620dc7 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:26.795736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Attempting to bind port 187ae605-4dc9-46b9-9962-1a475e620dc7 on network 670c7056-dca7-47fb-9792-9847dd3669c1 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:26.803384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Port 187ae605-4dc9-46b9-9962-1a475e620dc7 on network 670c7056-dca7-47fb-9792-9847dd3669c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:26.804029 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Attempting to bind port 187ae605-4dc9-46b9-9962-1a475e620dc7 on network 670c7056-dca7-47fb-9792-9847dd3669c1 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:26.814708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:26.815160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Checking segment: {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:26.815555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Bound using segment: {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:26.816004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Bound port: 187ae605-4dc9-46b9-9962-1a475e620dc7, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:26.816409 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.955221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d334d-0e9b-429f-b4de-1d2226be782f req-dda351d2-8ee6-49f3-b62d-1beb72f5b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.956579 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-dda351d2-8ee6-49f3-b62d-1beb72f5b52b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02f836db-6676-46b9-aee6-90c3bd2e56ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2921460 Jul 07 19:24:27.014397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a53d2d3b-e8df-4c63-b3dd-61736b43ff3e req-6a4a37f2-cfda-4dba-b9b7-f24d4a8e2f00 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0608249 Jul 07 19:24:27.082339 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707c916-ffd3-4cfa-8f00-4d18abda7f4b req-36394c3a-96b3-4642-974c-333ea4ab06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:27.088538 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1707c916-ffd3-4cfa-8f00-4d18abda7f4b req-36394c3a-96b3-4642-974c-333ea4ab06c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 1096 time: 0.2702787 Jul 07 19:24:27.096312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] For port 187ae605-4dc9-46b9-9962-1a475e620dc7, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:27.163906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] For port 187ae605-4dc9-46b9-9962-1a475e620dc7, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=187ae605-4dc9-46b9-9962-1a475e620dc7,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:27.174844 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.195371 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1707c916-ffd3-4cfa-8f00-4d18abda7f4b req-747f02ec-3952-4ffd-8b99-146d284b2dfa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b600e945-4fa8-4053-97cb-241764669cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951056 Jul 07 19:24:27.268264 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:27.268891 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.270344 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] 10.222.0.48 "PUT /v2.0/ports/187ae605-4dc9-46b9-9962-1a475e620dc7 HTTP/1.1" status: 200 len: 1129 time: 2.9115148 Jul 07 19:24:27.322534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c26e8-d5bb-4427-8978-244ef6fa9cc2 req-2de0ea2f-827f-4327-b559-6ee4d484b1ec tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:27.331166 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f38c26e8-d5bb-4427-8978-244ef6fa9cc2 req-2de0ea2f-827f-4327-b559-6ee4d484b1ec tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 945 time: 0.2708330 Jul 07 19:24:27.384875 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f8afb988-8a20-42b7-8f28-35fd00e26cff req-c8c733f4-f202-4da2-bb3a-fed0006dbe72 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0490916 Jul 07 19:24:27.402445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Request body: {'port': {'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:27.518736 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-25b2fa34-d7c6-4845-99ad-17fdabc5d724 service neutron] 10.222.0.110 "GET /v2.0/networks/02f836db-6676-46b9-aee6-90c3bd2e56ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495818 Jul 07 19:24:27.521679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Pushing event updated for resources: {'Port': ['ID=187ae605-4dc9-46b9-9962-1a475e620dc7,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:27.562338 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:24:27.570345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.571430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.571953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.572304 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.572653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.572998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.573367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.573995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.574328 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.574667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.575033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.575370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f6b9-39b0-4548-b637-7c3a497b7404 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.581242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3ffb1b1-0118-4b30-b000-4b73eb3182fa req-b5aadb6f-9024-4ef0-a02c-b9b3ff5b2223 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.2338088 Jul 07 19:24:27.584877 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.675451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f38c26e8-d5bb-4427-8978-244ef6fa9cc2 req-1609e89e-5afc-4268-a3bc-faf3c090586e tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/security-groups?id=b600e945-4fa8-4053-97cb-241764669cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430624 Jul 07 19:24:27.805656 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-606d334d-0e9b-429f-b4de-1d2226be782f req-69c4b5f3-8053-46e0-b77a-0163570ee2f0 service neutron] 10.222.0.110 "GET /v2.0/networks/02f836db-6676-46b9-aee6-90c3bd2e56ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503431 Jul 07 19:24:27.812233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'tag': '6ad2499b-4709-40a8-bfef-f824a5819cf7'}, {'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': '187ae605-4dc9-46b9-9962-1a475e620dc7'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:27.817166 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a44707-e6c7-411b-a076-a953e0da1214" -d '{"events": [{"name": "network-changed", "server_uuid": "a4885e09-693d-4021-a9c0-96d2abcbf88f", "tag": "6ad2499b-4709-40a8-bfef-f824a5819cf7"}, {"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "187ae605-4dc9-46b9-9962-1a475e620dc7"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:28.050437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-973f9c10-4c87-45fd-b99e-674cf2c18fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.052210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-973f9c10-4c87-45fd-b99e-674cf2c18fd7 service neutron] 10.222.0.110 "GET /v2.0/ports/0fccae39-d74c-4e24-8894-943565c5335e HTTP/1.1" status: 200 len: 1033 time: 0.0852983 Jul 07 19:24:28.122635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7720-ed83-405b-b30a-cdc4157d602f req-27ddabc7-4e7d-42b8-8f85-3b6144700cc4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.129503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7720-ed83-405b-b30a-cdc4157d602f req-27ddabc7-4e7d-42b8-8f85-3b6144700cc4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.136260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7720-ed83-405b-b30a-cdc4157d602f req-27ddabc7-4e7d-42b8-8f85-3b6144700cc4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.142984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7720-ed83-405b-b30a-cdc4157d602f req-27ddabc7-4e7d-42b8-8f85-3b6144700cc4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.150269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7720-ed83-405b-b30a-cdc4157d602f req-27ddabc7-4e7d-42b8-8f85-3b6144700cc4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.157470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7720-ed83-405b-b30a-cdc4157d602f req-27ddabc7-4e7d-42b8-8f85-3b6144700cc4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.159447 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a10b7720-ed83-405b-b30a-cdc4157d602f req-27ddabc7-4e7d-42b8-8f85-3b6144700cc4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 4597 time: 0.2054546 Jul 07 19:24:28.179260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f0a486fe-91a3-4594-b2b7-17d7e6eda3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.180740 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f0a486fe-91a3-4594-b2b7-17d7e6eda3ee service neutron] 10.222.0.110 "GET /v2.0/ports/ee1edfc8-c2a9-4be2-beff-4595d8bd5989 HTTP/1.1" status: 200 len: 1032 time: 0.1201189 Jul 07 19:24:28.182931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:28.200410 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.229605 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Transition to ACTIVE for port object 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:28.235743 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.259533 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a10b7720-ed83-405b-b30a-cdc4157d602f req-f472e11d-c3e5-4833-b899-d9322e956e7f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929573 Jul 07 19:24:28.359482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Pushing event updated for resources: {'Port': ['ID=768dc9ab-af3b-4396-b478-2e71bcc1a3f6,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:28.392765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:28.393115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:28.393452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:28.393795 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:28.394121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:28.394476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:28.395686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:28.398041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:28.398382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:28.398712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:28.400721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:28.401224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:28.571879 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d3f4be-46a2-43cb-8932-848ed5be25de x-openstack-request-id: req-67d3f4be-46a2-43cb-8932-848ed5be25de {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:28.572375 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4885e09-693d-4021-a9c0-96d2abcbf88f", "tag": "6ad2499b-4709-40a8-bfef-f824a5819cf7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "187ae605-4dc9-46b9-9962-1a475e620dc7", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:28.572738 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67d3f4be-46a2-43cb-8932-848ed5be25de {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:28.573807 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'tag': '6ad2499b-4709-40a8-bfef-f824a5819cf7', 'status': 'completed', 'code': 200} Jul 07 19:24:28.574349 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': '187ae605-4dc9-46b9-9962-1a475e620dc7', 'status': 'completed', 'code': 200} Jul 07 19:24:28.697036 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eac1091f-e07e-4d1d-8565-33ce62663d6e req-fe1d9fcf-e569-450f-a4de-b3c5939000d5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0742323 Jul 07 19:24:28.699746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-ca20be29-a918-4de2-8d37-e55ef5e8f75e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.711749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-ca20be29-a918-4de2-8d37-e55ef5e8f75e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.733880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-ca20be29-a918-4de2-8d37-e55ef5e8f75e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.735726 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-ca20be29-a918-4de2-8d37-e55ef5e8f75e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "GET /v2.0/networks?id=e65b60fe-28f2-4cd6-a3d4-66f5e861df04&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=c3072a4c-f835-4930-b50e-45a5a51219c9&id=c3072a4c-f835-4930-b50e-45a5a51219c9 HTTP/1.1" status: 200 len: 1995 time: 0.5448647 Jul 07 19:24:28.741503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-c5b65dba-03a5-48e4-9269-8564984672e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.743284 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27a44707-e6c7-411b-a076-a953e0da1214 req-c5b65dba-03a5-48e4-9269-8564984672e5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e12dc729d097499293efcc14013febf6&device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 1095 time: 0.3245158 Jul 07 19:24:28.752213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Attempting to bind port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:28.752631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Attempting to bind port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:28.752968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Attempting to bind port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 on network 670c7056-dca7-47fb-9792-9847dd3669c1 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:28.866447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-99961a0f-f4d6-4a49-b845-37e8bf5e0c70 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9366443b78874460a63d7aaac26d676e HTTP/1.1" status: 200 len: 380 time: 0.1104205 Jul 07 19:24:28.910065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'port': {'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'admin_state_up': True, 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'security_groups': ['3a09fe47-cafa-4ede-b997-b0b261292a90']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:28.923953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 on network 670c7056-dca7-47fb-9792-9847dd3669c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:28.924287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Attempting to bind port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 on network 670c7056-dca7-47fb-9792-9847dd3669c1 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:28.936498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-30f7a684-38b8-471f-b7d4-13e33ebb9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.936498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-30f7a684-38b8-471f-b7d4-13e33ebb9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.936498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-30f7a684-38b8-471f-b7d4-13e33ebb9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.937159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-30f7a684-38b8-471f-b7d4-13e33ebb9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.937441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-30f7a684-38b8-471f-b7d4-13e33ebb9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.937920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-30f7a684-38b8-471f-b7d4-13e33ebb9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.938392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-30f7a684-38b8-471f-b7d4-13e33ebb9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.940695 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27a44707-e6c7-411b-a076-a953e0da1214 req-30f7a684-38b8-471f-b7d4-13e33ebb9c1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6164 time: 0.4683533 Jul 07 19:24:28.949819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef92f9-4792-46f4-989c-a10952021a9c req-b2f8433b-245e-4632-a2af-24efcd534daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.951382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:28.951732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Checking segment: {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:28.952121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Bound using segment: {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:28.952833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Bound port: 768dc9ab-af3b-4396-b478-2e71bcc1a3f6, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:28.953198 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.955681 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fef92f9-4792-46f4-989c-a10952021a9c req-b2f8433b-245e-4632-a2af-24efcd534daa service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 1096 time: 0.3800611 Jul 07 19:24:29.127835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-6365682a-0dc7-47fe-8ec1-277d219a2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:29.129472 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27a44707-e6c7-411b-a076-a953e0da1214 req-6365682a-0dc7-47fe-8ec1-277d219a2a12 service neutron] 10.222.0.110 "GET /v2.0/networks?id=02f836db-6676-46b9-aee6-90c3bd2e56ec HTTP/1.1" status: 200 len: 913 time: 0.3741083 Jul 07 19:24:29.206221 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27a44707-e6c7-411b-a076-a953e0da1214 req-d965d606-3122-4ad2-8782-462de1ae1144 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ad2499b-4709-40a8-bfef-f824a5819cf7 HTTP/1.1" status: 200 len: 217 time: 0.0676489 Jul 07 19:24:29.233374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] For port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:29.284460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d0ef2-12eb-4a8b-876f-e04d23133cc5 req-ee073e24-e875-481d-848b-db8463facaf4 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:29.286037 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-250d0ef2-12eb-4a8b-876f-e04d23133cc5 req-ee073e24-e875-481d-848b-db8463facaf4 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.2937703 Jul 07 19:24:29.288776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] For port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=768dc9ab-af3b-4396-b478-2e71bcc1a3f6,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:29.294544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.355499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75134f-6a9c-42c3-b87f-3634e74d96ea req-1990cc7c-0c2b-4b45-83d5-f12e941b00cb tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:29.364584 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e75134f-6a9c-42c3-b87f-3634e74d96ea req-1990cc7c-0c2b-4b45-83d5-f12e941b00cb tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 944 time: 0.8829005 Jul 07 19:24:29.369869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Pushing event updated for resources: {'Port': ['ID=768dc9ab-af3b-4396-b478-2e71bcc1a3f6,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:29.386649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-81649e6a-409d-43f0-be79-47c5c2cbf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:29.388167 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27a44707-e6c7-411b-a076-a953e0da1214 req-81649e6a-409d-43f0-be79-47c5c2cbf928 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=42b18c18-ffa6-4760-8549-97ac33844a2f HTTP/1.1" status: 200 len: 851 time: 0.1726625 Jul 07 19:24:29.412304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:29.412304 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.414179 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b912db75-12ae-4695-ad05-c0541c23e715 service neutron] 10.222.0.48 "PUT /v2.0/ports/768dc9ab-af3b-4396-b478-2e71bcc1a3f6 HTTP/1.1" status: 200 len: 1130 time: 2.0176127 Jul 07 19:24:29.418515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': '768dc9ab-af3b-4396-b478-2e71bcc1a3f6'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:29.422150 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469075d7-db7e-454b-ba62-3a201eb8c016" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "768dc9ab-af3b-4396-b478-2e71bcc1a3f6"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:29.462361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Request body: {'port': {'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:29.529023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-250d0ef2-12eb-4a8b-876f-e04d23133cc5 req-2b8f0ccf-e85e-4677-9ad6-1607e198f139 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670775 Jul 07 19:24:29.609393 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e75134f-6a9c-42c3-b87f-3634e74d96ea req-12d1fadb-133e-46e4-97d8-e6ef0e297157 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups?id=731b290b-4782-444b-88ee-5dffd614c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435856 Jul 07 19:24:29.618721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-14bbf032-b166-4c55-a7a3-43f723e9f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:29.626644 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27a44707-e6c7-411b-a076-a953e0da1214 req-14bbf032-b166-4c55-a7a3-43f723e9f04e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02f836db-6676-46b9-aee6-90c3bd2e56ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253487 Jul 07 19:24:29.675865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-9b4b7d01-6507-40a9-bcc4-2e3795653892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:29.676355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-9b4b7d01-6507-40a9-bcc4-2e3795653892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:29.677463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-9b4b7d01-6507-40a9-bcc4-2e3795653892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:29.678713 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27a44707-e6c7-411b-a076-a953e0da1214 req-9b4b7d01-6507-40a9-bcc4-2e3795653892 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d42683353110401599ce436e6d43f9dd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6919153 Jul 07 19:24:29.809010 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27a44707-e6c7-411b-a076-a953e0da1214 req-7aab7161-a13c-4207-b56b-4574b0911517 service neutron] 10.222.0.110 "GET /v2.0/networks/02f836db-6676-46b9-aee6-90c3bd2e56ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782370 Jul 07 19:24:29.812642 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.844416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef92f9-4792-46f4-989c-a10952021a9c req-ece99570-e8fb-42c3-8247-bddb8e3f0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:29.846218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fef92f9-4792-46f4-989c-a10952021a9c req-ece99570-e8fb-42c3-8247-bddb8e3f0bfb service neutron] 10.222.0.110 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 919 time: 0.6457295 Jul 07 19:24:29.885113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6ad2499b-4709-40a8-bfef-f824a5819cf7 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:24:29.936642 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fef92f9-4792-46f4-989c-a10952021a9c req-d1f42106-33f4-47a8-9608-0b3d2692b45b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 HTTP/1.1" status: 200 len: 217 time: 0.0794084 Jul 07 19:24:29.973510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:29.978043 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:30.052675 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d0348f5c-a44c-4c30-9577-f974d4e7d8bc req-af5afc67-9632-434a-81bd-cdf0d697676d tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1222174 Jul 07 19:24:30.077217 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27a44707-e6c7-411b-a076-a953e0da1214 req-d1bd5440-b8b0-4283-b8be-204376488e98 service neutron] 10.222.0.110 "GET /v2.0/networks/02f836db-6676-46b9-aee6-90c3bd2e56ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545216 Jul 07 19:24:30.113044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6ad2499b-4709-40a8-bfef-f824a5819cf7, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6ad2499b-4709-40a8-bfef-f824a5819cf7,segment=NetworkSegment(20e8fd33-82b5-45f9-8e2d-c54ddeac78f5),segment_id=20e8fd33-82b5-45f9-8e2d-c54ddeac78f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:30.130597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '6ad2499b-4709-40a8-bfef-f824a5819cf7', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'port_id': '6ad2499b-4709-40a8-bfef-f824a5819cf7', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:24:30.137956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef92f9-4792-46f4-989c-a10952021a9c req-18ae21f1-ffda-492e-addc-075045cff8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:30.139991 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fef92f9-4792-46f4-989c-a10952021a9c req-18ae21f1-ffda-492e-addc-075045cff8ab service neutron] 10.222.0.110 "GET /v2.0/subnets?id=637b22fd-8e32-4648-80bc-c3a53f1054fc HTTP/1.1" status: 200 len: 858 time: 0.1941512 Jul 07 19:24:30.182145 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:30.200917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad2499b-4709-40a8-bfef-f824a5819cf7 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:30.230388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6ad2499b-4709-40a8-bfef-f824a5819cf7, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6ad2499b-4709-40a8-bfef-f824a5819cf7,segment=NetworkSegment(20e8fd33-82b5-45f9-8e2d-c54ddeac78f5),segment_id=20e8fd33-82b5-45f9-8e2d-c54ddeac78f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:30.239348 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:30.321620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6ad2499b-4709-40a8-bfef-f824a5819cf7,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:30.366002 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fef92f9-4792-46f4-989c-a10952021a9c req-0093f692-1113-45df-ac41-21736892ba42 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c7a8d583-e305-4105-a7ca-683cce92a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2154534 Jul 07 19:24:30.371749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44707-e6c7-411b-a076-a953e0da1214 req-f0f45189-8279-493c-9a29-b27eb283d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:30.373288 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27a44707-e6c7-411b-a076-a953e0da1214 req-f0f45189-8279-493c-9a29-b27eb283d338 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6507545 Jul 07 19:24:30.463014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b787ff-d5bd-40fc-b747-6b5d67194601 req-36b70949-1519-4ee6-bfb5-e90718ac0f74 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:30.465279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d949ce9f-2979-471e-ac23-9481b32beb9b {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:30.472739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-53b787ff-d5bd-40fc-b747-6b5d67194601 req-36b70949-1519-4ee6-bfb5-e90718ac0f74 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 945 time: 0.6065772 Jul 07 19:24:30.476557 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:30.505784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Transition to ACTIVE for port object d949ce9f-2979-471e-ac23-9481b32beb9b will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:30.516932 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:30.563575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['6ad2499b-4709-40a8-bfef-f824a5819cf7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:24:30.564145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a2a71-2acc-42d8-ad6e-d8a91d6feaea req-d20140e6-7e94-4da9-a12d-eccf41f761dc tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:30.574418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a2a71-2acc-42d8-ad6e-d8a91d6feaea req-d20140e6-7e94-4da9-a12d-eccf41f761dc tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:30.575523 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-53b787ff-d5bd-40fc-b747-6b5d67194601 req-2c69f6c1-6ff2-4069-a9bf-13ad69bef89e tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/security-groups?id=b600e945-4fa8-4053-97cb-241764669cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018074 Jul 07 19:24:30.581843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a2a71-2acc-42d8-ad6e-d8a91d6feaea req-d20140e6-7e94-4da9-a12d-eccf41f761dc tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:30.588859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a2a71-2acc-42d8-ad6e-d8a91d6feaea req-d20140e6-7e94-4da9-a12d-eccf41f761dc tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:30.596336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a2a71-2acc-42d8-ad6e-d8a91d6feaea req-d20140e6-7e94-4da9-a12d-eccf41f761dc tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:30.603175 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a2a71-2acc-42d8-ad6e-d8a91d6feaea req-d20140e6-7e94-4da9-a12d-eccf41f761dc tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:30.608867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Allocated IP 172.20.0.12 (e65b60fe-28f2-4cd6-a3d4-66f5e861df04/027d46ee-f3de-4146-9c6b-7af9eea05b1d/10ed5f95-de1c-4f1d-8433-23aa9adc36e3) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:30.610335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a2a71-2acc-42d8-ad6e-d8a91d6feaea req-d20140e6-7e94-4da9-a12d-eccf41f761dc tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:30.619049 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-553a2a71-2acc-42d8-ad6e-d8a91d6feaea req-d20140e6-7e94-4da9-a12d-eccf41f761dc tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5369 time: 0.2343788 Jul 07 19:24:30.634451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fef92f9-4792-46f4-989c-a10952021a9c req-a610f415-e05d-4af6-b108-d01cfa6d7eae service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532039 Jul 07 19:24:30.653626 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f016e4-66f5-4312-9ef2-e34c6a595c70 x-openstack-request-id: req-75f016e4-66f5-4312-9ef2-e34c6a595c70 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:30.654079 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "768dc9ab-af3b-4396-b478-2e71bcc1a3f6", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:30.654649 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75f016e4-66f5-4312-9ef2-e34c6a595c70 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:30.655195 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': '768dc9ab-af3b-4396-b478-2e71bcc1a3f6', 'status': 'completed', 'code': 200} Jul 07 19:24:30.721013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Pushing event updated for resources: {'Port': ['ID=d949ce9f-2979-471e-ac23-9481b32beb9b,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:30.747736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-553a2a71-2acc-42d8-ad6e-d8a91d6feaea req-103474be-4546-42b8-af68-0267fcc60ca9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277261 Jul 07 19:24:30.868841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Attempting to bind port d949ce9f-2979-471e-ac23-9481b32beb9b on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:30.869177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Attempting to bind port d949ce9f-2979-471e-ac23-9481b32beb9b by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:30.869511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Attempting to bind port d949ce9f-2979-471e-ac23-9481b32beb9b on network 670c7056-dca7-47fb-9792-9847dd3669c1 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:30.883043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Port d949ce9f-2979-471e-ac23-9481b32beb9b on network 670c7056-dca7-47fb-9792-9847dd3669c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:30.883394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Attempting to bind port d949ce9f-2979-471e-ac23-9481b32beb9b on network 670c7056-dca7-47fb-9792-9847dd3669c1 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:30.892283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:30.892627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Checking segment: {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:30.893017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Bound using segment: {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:30.893457 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Bound port: d949ce9f-2979-471e-ac23-9481b32beb9b, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:30.893955 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.003641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] For port d949ce9f-2979-471e-ac23-9481b32beb9b, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:31.007536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] For port d949ce9f-2979-471e-ac23-9481b32beb9b, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d949ce9f-2979-471e-ac23-9481b32beb9b,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:31.015053 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.060550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.061163 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.062588 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] 10.222.0.48 "PUT /v2.0/ports/d949ce9f-2979-471e-ac23-9481b32beb9b HTTP/1.1" status: 200 len: 1090 time: 1.6060400 Jul 07 19:24:31.103674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Request body: {'port': {'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:31.172157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ade97-e940-4a82-9235-e08abd55ac50 service neutron] Pushing event updated for resources: {'Port': ['ID=d949ce9f-2979-471e-ac23-9481b32beb9b,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:31.257273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.387448 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8b57b11b-5040-4f5c-bdc2-e49441b76307 req-76f1440d-6478-4e61-97d4-ae65c443369c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.4768643 Jul 07 19:24:31.532712 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fef92f9-4792-46f4-989c-a10952021a9c req-a58d6c70-0c87-41c3-bcf9-80c485affaa4 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8868859 Jul 07 19:24:31.541768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-39f52411-59fd-4ee1-b9be-301521d4b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.543711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-39f52411-59fd-4ee1-b9be-301521d4b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.544444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-39f52411-59fd-4ee1-b9be-301521d4b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.545104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-39f52411-59fd-4ee1-b9be-301521d4b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.545729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-39f52411-59fd-4ee1-b9be-301521d4b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.546761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-39f52411-59fd-4ee1-b9be-301521d4b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.547416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-39f52411-59fd-4ee1-b9be-301521d4b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.550343 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-39f52411-59fd-4ee1-b9be-301521d4b669 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6231 time: 0.8307362 Jul 07 19:24:31.614317 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e95196d4-767a-414c-81b1-7959b2d39b04 req-1f971114-2295-4641-9b4c-49b409a498ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbfdb93c72f84df8a3878b2405a9745c&device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.2259626 Jul 07 19:24:31.661947 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e95196d4-767a-414c-81b1-7959b2d39b04 req-0a99773c-21c6-42de-bef2-32ea8b50e4ca service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=dbfdb93c72f84df8a3878b2405a9745c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337152 Jul 07 19:24:31.704623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-3c7a3242-4e00-453f-a164-5a3d3404dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.705390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-3c7a3242-4e00-453f-a164-5a3d3404dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.706008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-3c7a3242-4e00-453f-a164-5a3d3404dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.707779 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-3c7a3242-4e00-453f-a164-5a3d3404dc8e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d42683353110401599ce436e6d43f9dd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1498413 Jul 07 19:24:31.811127 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.842081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271cacd-b981-48ef-977c-8d6811d2d30d req-9ef5db24-f83b-4948-9274-bd5242d35abb tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.847713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Transition to ACTIVE for port object 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:31.863602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9271cacd-b981-48ef-977c-8d6811d2d30d req-9ef5db24-f83b-4948-9274-bd5242d35abb tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.2887523 Jul 07 19:24:31.906895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6ad2499b-4709-40a8-bfef-f824a5819cf7 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:31.920385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-a572f0ca-67b0-4812-93f0-59849c3b950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:31.922153 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-469075d7-db7e-454b-ba62-3a201eb8c016 req-a572f0ca-67b0-4812-93f0-59849c3b950e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2057900 Jul 07 19:24:31.946368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.989687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 6ad2499b-4709-40a8-bfef-f824a5819cf7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:31.994118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 6ad2499b-4709-40a8-bfef-f824a5819cf7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:31.994500 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.040786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:32.047581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:32.051303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Port': ['ID=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:32.053537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:32.102012 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.114146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:32.114674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.144587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9271cacd-b981-48ef-977c-8d6811d2d30d req-866c69c4-5c06-42ff-8af5-3aa256cf9d18 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791338 Jul 07 19:24:32.157200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a29686-3c06-475e-8cad-a99cbf484113 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:32.178624 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6ad2499b-4709-40a8-bfef-f824a5819cf7, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6ad2499b-4709-40a8-bfef-f824a5819cf7,segment=NetworkSegment(20e8fd33-82b5-45f9-8e2d-c54ddeac78f5),segment_id=20e8fd33-82b5-45f9-8e2d-c54ddeac78f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:32.180404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2499b-4709-40a8-bfef-f824a5819cf7'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:32.183926 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6e034d-8b91-46ed-89fe-f11045099c7d" -d '{"events": [{"server_uuid": "a4885e09-693d-4021-a9c0-96d2abcbf88f", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2499b-4709-40a8-bfef-f824a5819cf7"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:32.186351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95196d4-767a-414c-81b1-7959b2d39b04 req-a0591944-5fd6-498f-8c76-dc314ae3c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:32.187941 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.188410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e95196d4-767a-414c-81b1-7959b2d39b04 req-a0591944-5fd6-498f-8c76-dc314ae3c684 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5192707 Jul 07 19:24:32.194608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-eb66dc7d-82f7-4d21-89ad-1082581bdbcc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2955751 Jul 07 19:24:32.203316 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.243446 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'port': {'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d', 'admin_state_up': True, 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'security_groups': ['3a09fe47-cafa-4ede-b997-b0b261292a90']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:32.249544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Transition to ACTIVE for port object b8a29686-3c06-475e-8cad-a99cbf484113 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:32.254818 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.274371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6ad2499b-4709-40a8-bfef-f824a5819cf7,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:32.281653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ff464-3622-43be-9b2f-a05bbb01a0e0 req-81973989-0bd7-4ab5-907c-aba9eee59269 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:32.288013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bd0ff464-3622-43be-9b2f-a05bbb01a0e0 req-81973989-0bd7-4ab5-907c-aba9eee59269 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 945 time: 0.3528860 Jul 07 19:24:32.407409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Pushing event updated for resources: {'Port': ['ID=b8a29686-3c06-475e-8cad-a99cbf484113,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:32.509693 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bd0ff464-3622-43be-9b2f-a05bbb01a0e0 req-39c64371-0cb1-4974-8808-a71a8cfa943c tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups?id=731b290b-4782-444b-88ee-5dffd614c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925948 Jul 07 19:24:32.551558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-03e663b2-c42b-4498-8764-5a66871def56 None None] Provisioning for port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:32.567473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-03e663b2-c42b-4498-8764-5a66871def56 None None] Provisioning complete for port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:32.568360 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-03e663b2-c42b-4498-8764-5a66871def56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.661903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-03e663b2-c42b-4498-8764-5a66871def56 None None] Port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:32.681532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:32.688368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': 'd949ce9f-2979-471e-ac23-9481b32beb9b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:32.690260 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.690626 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "d949ce9f-2979-471e-ac23-9481b32beb9b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:32.706592 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b51b4a21-f60e-4916-9e9a-a73cfd6b4883 req-f4076627-151d-4987-a4ae-f37367277302 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.1314163 Jul 07 19:24:32.709663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Attempting to bind port b8a29686-3c06-475e-8cad-a99cbf484113 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:32.711174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Attempting to bind port b8a29686-3c06-475e-8cad-a99cbf484113 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:32.711598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Attempting to bind port b8a29686-3c06-475e-8cad-a99cbf484113 on network 670c7056-dca7-47fb-9792-9847dd3669c1 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:32.720887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Port b8a29686-3c06-475e-8cad-a99cbf484113 on network 670c7056-dca7-47fb-9792-9847dd3669c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:32.723218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Attempting to bind port b8a29686-3c06-475e-8cad-a99cbf484113 on network 670c7056-dca7-47fb-9792-9847dd3669c1 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:32.735891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:32.736509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Checking segment: {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:32.738430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Bound using segment: {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:32.739127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Bound port: b8a29686-3c06-475e-8cad-a99cbf484113, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9030c6-b21a-4bad-9fec-656a91c78f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:32.739716 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.909074 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7b48f3-e0b0-4d39-b791-b0e06d8296fd x-openstack-request-id: req-5e7b48f3-e0b0-4d39-b791-b0e06d8296fd {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:32.909597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] For port b8a29686-3c06-475e-8cad-a99cbf484113, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:32.910156 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4885e09-693d-4021-a9c0-96d2abcbf88f", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2499b-4709-40a8-bfef-f824a5819cf7", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:32.911714 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e7b48f3-e0b0-4d39-b791-b0e06d8296fd {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:32.912552 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2499b-4709-40a8-bfef-f824a5819cf7', 'code': 200} Jul 07 19:24:32.912930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] For port b8a29686-3c06-475e-8cad-a99cbf484113, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b8a29686-3c06-475e-8cad-a99cbf484113,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:32.920048 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.984325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:32.984952 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.986343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] 10.222.0.48 "PUT /v2.0/ports/b8a29686-3c06-475e-8cad-a99cbf484113 HTTP/1.1" status: 200 len: 1089 time: 1.8871405 Jul 07 19:24:33.029859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Request body: {'port': {'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:33.146506 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.163393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6419c18-7162-4b6a-81ee-2643d358935c service neutron] Pushing event updated for resources: {'Port': ['ID=b8a29686-3c06-475e-8cad-a99cbf484113,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:33.197489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Allocated IP 10.1.1.118 (4b2f0ba9-a35f-42e4-b301-175c9787e97d/165879fa-75a2-4135-9b64-25c95d0127f0/cf781d2b-60d4-4299-8103-52963ce195a8) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:33.403373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1214b1-c247-4ace-9a7e-6b959fc890c3 req-78dbca4b-ede7-4393-a752-22ada7675aec tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:33.411715 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d1214b1-c247-4ace-9a7e-6b959fc890c3 req-78dbca4b-ede7-4393-a752-22ada7675aec tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 932 time: 0.3242147 Jul 07 19:24:33.461023 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96ffb-2bb5-4f70-aecd-2cb17ade1ef2 req-67c441e7-aede-479d-a10c-e24884f40e5f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:33.487280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96ffb-2bb5-4f70-aecd-2cb17ade1ef2 req-67c441e7-aede-479d-a10c-e24884f40e5f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:33.493860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96ffb-2bb5-4f70-aecd-2cb17ade1ef2 req-67c441e7-aede-479d-a10c-e24884f40e5f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:33.511898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96ffb-2bb5-4f70-aecd-2cb17ade1ef2 req-67c441e7-aede-479d-a10c-e24884f40e5f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:33.517850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96ffb-2bb5-4f70-aecd-2cb17ade1ef2 req-67c441e7-aede-479d-a10c-e24884f40e5f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:33.524385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96ffb-2bb5-4f70-aecd-2cb17ade1ef2 req-67c441e7-aede-479d-a10c-e24884f40e5f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:33.530705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96ffb-2bb5-4f70-aecd-2cb17ade1ef2 req-67c441e7-aede-479d-a10c-e24884f40e5f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:33.537777 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d1214b1-c247-4ace-9a7e-6b959fc890c3 req-efb41de1-d973-4103-8477-2aa654faabdf tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250939 Jul 07 19:24:33.538182 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0f96ffb-2bb5-4f70-aecd-2cb17ade1ef2 req-67c441e7-aede-479d-a10c-e24884f40e5f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5393 time: 0.7572644 Jul 07 19:24:33.562828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.569496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286c80-df7c-403b-8562-c41ddb846d5a req-b6fcb0c5-84a5-417f-8b5f-dae94015ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:33.571082 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e6286c80-df7c-403b-8562-c41ddb846d5a req-b6fcb0c5-84a5-417f-8b5f-dae94015ab0a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 1097 time: 0.5695786 Jul 07 19:24:33.641687 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ed224b-e38b-4501-9109-6f5350e11162 x-openstack-request-id: req-62ed224b-e38b-4501-9109-6f5350e11162 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:33.642868 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "d949ce9f-2979-471e-ac23-9481b32beb9b", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:33.643316 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62ed224b-e38b-4501-9109-6f5350e11162 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:33.643815 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': 'd949ce9f-2979-471e-ac23-9481b32beb9b', 'status': 'completed', 'code': 200} Jul 07 19:24:33.652038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Transition to ACTIVE for port object cf781d2b-60d4-4299-8103-52963ce195a8 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:33.717611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0f96ffb-2bb5-4f70-aecd-2cb17ade1ef2 req-4f49ab87-6d06-44e0-999d-b2ffdb996cbd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1784151 Jul 07 19:24:33.749460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e6286c80-df7c-403b-8562-c41ddb846d5a req-5b32162f-b321-42c3-89c7-efc632ce50f8 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=731b290b-4782-444b-88ee-5dffd614c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608012 Jul 07 19:24:33.784057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea29405b-59fc-4c4c-9bd0-5290a86a86cb {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:33.793810 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.809926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Transition to ACTIVE for port object ea29405b-59fc-4c4c-9bd0-5290a86a86cb will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:33.813263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.814254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.965587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:33.968055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Port': ['ID=cf781d2b-60d4-4299-8103-52963ce195a8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:34.006258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Network 4b2f0ba9-a35f-42e4-b301-175c9787e97d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:34.032368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:34.041459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:34.046919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-2a46e238-0ec9-486b-89b0-f07a33baf85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.047574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-2a46e238-0ec9-486b-89b0-f07a33baf85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.048060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-2a46e238-0ec9-486b-89b0-f07a33baf85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.048539 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-2a46e238-0ec9-486b-89b0-f07a33baf85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.049008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-2a46e238-0ec9-486b-89b0-f07a33baf85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.049476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-2a46e238-0ec9-486b-89b0-f07a33baf85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.049938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-2a46e238-0ec9-486b-89b0-f07a33baf85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.058461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-2a46e238-0ec9-486b-89b0-f07a33baf85c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6340 time: 0.3674586 Jul 07 19:24:34.304586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e95196d4-767a-414c-81b1-7959b2d39b04 req-1e1aab78-c423-4595-a97a-0a102fc656d4 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.48 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.3264508 Jul 07 19:24:34.312901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.313945 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.348030 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d69ff2dc-4c03-4b22-83ec-c206ef64f541 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1343465 Jul 07 19:24:34.363679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'port': {'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d', 'admin_state_up': True, 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'security_groups': ['3a09fe47-cafa-4ede-b997-b0b261292a90']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:34.585610 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a988eac-7660-4692-8e28-0fe2472806e6 req-eaf8c9f2-aba4-43a5-a6dc-ecb63c1921ce tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.594559 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a988eac-7660-4692-8e28-0fe2472806e6 req-eaf8c9f2-aba4-43a5-a6dc-ecb63c1921ce tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.5869157 Jul 07 19:24:34.604893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4f905406-7e3f-4158-867b-073c184cc056 None None] Provisioning for port cf781d2b-60d4-4299-8103-52963ce195a8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:34.620788 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4f905406-7e3f-4158-867b-073c184cc056 None None] Provisioning complete for port cf781d2b-60d4-4299-8103-52963ce195a8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:34.621237 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4f905406-7e3f-4158-867b-073c184cc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.700307 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a988eac-7660-4692-8e28-0fe2472806e6 req-6f35db22-fa11-4af7-b01f-db4c3694a722 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039798 Jul 07 19:24:34.711304 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:34.714378 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.744658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4f905406-7e3f-4158-867b-073c184cc056 None None] Port cf781d2b-60d4-4299-8103-52963ce195a8 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:34.881388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Attempting to bind port ea29405b-59fc-4c4c-9bd0-5290a86a86cb on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:34.882038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Attempting to bind port ea29405b-59fc-4c4c-9bd0-5290a86a86cb by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:34.882360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Attempting to bind port ea29405b-59fc-4c4c-9bd0-5290a86a86cb on network b39bec63-5191-41ce-a475-0913476e6e43 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:34.900639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-67f028df-86d4-4a33-8c58-1715bedb05b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.901761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-67f028df-86d4-4a33-8c58-1715bedb05b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.902415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-67f028df-86d4-4a33-8c58-1715bedb05b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.904283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-67f028df-86d4-4a33-8c58-1715bedb05b3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d42683353110401599ce436e6d43f9dd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8304160 Jul 07 19:24:34.911488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Port ea29405b-59fc-4c4c-9bd0-5290a86a86cb on network b39bec63-5191-41ce-a475-0913476e6e43 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:34.911819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Attempting to bind port ea29405b-59fc-4c4c-9bd0-5290a86a86cb on network b39bec63-5191-41ce-a475-0913476e6e43 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:34.920893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:34.921242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Checking segment: {'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:34.921692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Bound using segment: {'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:34.922194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Bound port: ea29405b-59fc-4c4c-9bd0-5290a86a86cb, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:34.922617 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.933455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa928ae7-9c58-4084-9f74-8dcc3974c662 req-084339fb-012c-4e57-8433-50f32527e15d tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.940556 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aa928ae7-9c58-4084-9f74-8dcc3974c662 req-084339fb-012c-4e57-8433-50f32527e15d tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 946 time: 0.1586142 Jul 07 19:24:34.997216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aba9c6c0-c785-49bf-a11e-7d07c5f76bef req-0a7dfebb-6788-4b7f-8d9a-1e37477f1266 tempest-ServerShowV257Test-1168429901 tempest-ServerShowV257Test-1168429901-project] 10.222.0.81 "GET /v2.0/ports?device_id=42cb20f1-b6ee-4e15-8ea4-e02d1923b750 HTTP/1.1" status: 200 len: 210 time: 0.0629222 Jul 07 19:24:35.019335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Allocated IP 10.1.1.181 (4b2f0ba9-a35f-42e4-b301-175c9787e97d/165879fa-75a2-4135-9b64-25c95d0127f0/1d37fd34-d828-47fc-bba9-58563983ab57) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:35.042422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aa928ae7-9c58-4084-9f74-8dcc3974c662 req-b75ef852-29c2-4a9c-a0c2-7871a898c308 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups?id=731b290b-4782-444b-88ee-5dffd614c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007738 Jul 07 19:24:35.299928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] For port ea29405b-59fc-4c4c-9bd0-5290a86a86cb, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:35.305038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] For port ea29405b-59fc-4c4c-9bd0-5290a86a86cb, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:35.318738 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.405285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:35.405497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf04a-a377-478d-92db-ba085e8320d6 req-90bac6f2-36a1-4463-8149-926ecf843fc2 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:35.406425 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.406903 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4abf04a-a377-478d-92db-ba085e8320d6 req-90bac6f2-36a1-4463-8149-926ecf843fc2 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 945 time: 0.1667845 Jul 07 19:24:35.414172 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] 10.222.0.48 "PUT /v2.0/ports/ea29405b-59fc-4c4c-9bd0-5290a86a86cb HTTP/1.1" status: 200 len: 1091 time: 2.3965387 Jul 07 19:24:35.427552 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-c0a1e599-1f96-48a1-861f-bc98400a757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:35.429409 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ef2fae9-cbe8-40d4-b49a-928a3c8152f5 req-c0a1e599-1f96-48a1-861f-bc98400a757d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4567885 Jul 07 19:24:35.459693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Request body: {'port': {'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:35.481340 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.495658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4abf04a-a377-478d-92db-ba085e8320d6 req-9fbd7fa3-7660-4a39-84e2-33e085e18cb1 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/security-groups?id=b600e945-4fa8-4053-97cb-241764669cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816650 Jul 07 19:24:35.503378 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.511316 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Transition to ACTIVE for port object 1d37fd34-d828-47fc-bba9-58563983ab57 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:35.555069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.560857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344af654-cd2e-416e-a2e8-80b2edf09bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:35.645135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': 'b8a29686-3c06-475e-8cad-a99cbf484113'}, {'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': 'ea29405b-59fc-4c4c-9bd0-5290a86a86cb'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:35.655566 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384365f8-420f-49a7-a7cf-64af1660a5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "b8a29686-3c06-475e-8cad-a99cbf484113"}, {"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "ea29405b-59fc-4c4c-9bd0-5290a86a86cb"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:35.664675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Port': ['ID=1d37fd34-d828-47fc-bba9-58563983ab57,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:35.673646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Network 4b2f0ba9-a35f-42e4-b301-175c9787e97d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:35.678231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:35.681288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:35.684532 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2df69-9de8-4653-af6d-9dd672b87fa1 req-5de79fd4-c8b6-4343-bc75-a381642f98dc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:35.708002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2df69-9de8-4653-af6d-9dd672b87fa1 req-5de79fd4-c8b6-4343-bc75-a381642f98dc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:35.715160 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02e2df69-9de8-4653-af6d-9dd672b87fa1 req-5de79fd4-c8b6-4343-bc75-a381642f98dc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 1654 time: 0.4301269 Jul 07 19:24:35.722175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.804828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:35.805441 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.814593 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02e2df69-9de8-4653-af6d-9dd672b87fa1 req-92e359d4-9024-4e1e-890c-e9837d82d236 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984199 Jul 07 19:24:35.826256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-843d64a8-90fc-44f2-a610-d5c318428d8e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4696529 Jul 07 19:24:35.845280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'port': {'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9', 'admin_state_up': True, 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'security_groups': ['3a09fe47-cafa-4ede-b997-b0b261292a90']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:35.982431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d931891-dcf4-4987-beb9-75e44024911e req-ef320cb0-6c03-4990-b0e5-01667f53c1a9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:35.991311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d931891-dcf4-4987-beb9-75e44024911e req-ef320cb0-6c03-4990-b0e5-01667f53c1a9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.000185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d931891-dcf4-4987-beb9-75e44024911e req-ef320cb0-6c03-4990-b0e5-01667f53c1a9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.017006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d931891-dcf4-4987-beb9-75e44024911e req-ef320cb0-6c03-4990-b0e5-01667f53c1a9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.027938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d931891-dcf4-4987-beb9-75e44024911e req-ef320cb0-6c03-4990-b0e5-01667f53c1a9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.046200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d931891-dcf4-4987-beb9-75e44024911e req-ef320cb0-6c03-4990-b0e5-01667f53c1a9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.069388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d931891-dcf4-4987-beb9-75e44024911e req-ef320cb0-6c03-4990-b0e5-01667f53c1a9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.072022 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5d931891-dcf4-4987-beb9-75e44024911e req-ef320cb0-6c03-4990-b0e5-01667f53c1a9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5405 time: 0.3418188 Jul 07 19:24:36.108193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0facfaba-98b3-4648-9713-3a74ba87dcae None None] Provisioning for port 1d37fd34-d828-47fc-bba9-58563983ab57 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:36.117311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0facfaba-98b3-4648-9713-3a74ba87dcae None None] Provisioning complete for port 1d37fd34-d828-47fc-bba9-58563983ab57 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:36.119064 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0facfaba-98b3-4648-9713-3a74ba87dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.131428 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6d4ba6-4726-47bf-b454-498840eb35a7 x-openstack-request-id: req-1a6d4ba6-4726-47bf-b454-498840eb35a7 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:36.132540 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "b8a29686-3c06-475e-8cad-a99cbf484113", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "ea29405b-59fc-4c4c-9bd0-5290a86a86cb", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:36.135221 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a6d4ba6-4726-47bf-b454-498840eb35a7 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:36.136500 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': 'b8a29686-3c06-475e-8cad-a99cbf484113', 'status': 'completed', 'code': 200} Jul 07 19:24:36.136977 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': 'ea29405b-59fc-4c4c-9bd0-5290a86a86cb', 'status': 'completed', 'code': 200} Jul 07 19:24:36.186265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:36.200550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-0facfaba-98b3-4648-9713-3a74ba87dcae None None] Port 1d37fd34-d828-47fc-bba9-58563983ab57 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:36.271723 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5d931891-dcf4-4987-beb9-75e44024911e req-02d42746-972e-4c38-ba9b-ed5d7648d99b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1697202 Jul 07 19:24:36.372584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-473654b4-6953-4a9c-9f01-1ee9779f792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.373114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-473654b4-6953-4a9c-9f01-1ee9779f792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.373606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-473654b4-6953-4a9c-9f01-1ee9779f792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.374087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-473654b4-6953-4a9c-9f01-1ee9779f792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.374566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-473654b4-6953-4a9c-9f01-1ee9779f792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.375069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-473654b4-6953-4a9c-9f01-1ee9779f792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.375545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-473654b4-6953-4a9c-9f01-1ee9779f792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.377588 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-473654b4-6953-4a9c-9f01-1ee9779f792b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6407 time: 0.2394440 Jul 07 19:24:36.380566 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.535901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2e8a4-a3b2-4ec6-b504-b58442d78f05 req-263458fb-8255-4f86-83a8-6a4b6857f63a tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.537497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94a2e8a4-a3b2-4ec6-b504-b58442d78f05 req-263458fb-8255-4f86-83a8-6a4b6857f63a tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.48 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 945 time: 0.2022011 Jul 07 19:24:36.641802 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea463da-e0bd-4504-b4aa-9d4410f64de1 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:36.659671 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.740627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Transition to ACTIVE for port object dea463da-e0bd-4504-b4aa-9d4410f64de1 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:36.756246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.775980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417958e-462a-49fc-8dd0-1482f3eee877 req-5c29c6ef-1d52-49b4-bc17-14328da3146d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.784633 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8417958e-462a-49fc-8dd0-1482f3eee877 req-5c29c6ef-1d52-49b4-bc17-14328da3146d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.4668212 Jul 07 19:24:36.852580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-0b3d54f0-5cde-421b-a7cb-7e16a6f04fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.853281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-0b3d54f0-5cde-421b-a7cb-7e16a6f04fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.853480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-0b3d54f0-5cde-421b-a7cb-7e16a6f04fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.855561 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-0b3d54f0-5cde-421b-a7cb-7e16a6f04fc0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d42683353110401599ce436e6d43f9dd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3961666 Jul 07 19:24:36.859317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Allocated IP 10.2.2.100 (c3072a4c-f835-4930-b50e-45a5a51219c9/fb0069d5-7de3-451a-bd71-45e915b153df/5b3f649a-2212-48c8-9591-8984bb746b08) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:36.861734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33804) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:36.884784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8417958e-462a-49fc-8dd0-1482f3eee877 req-7a369573-dfcf-4e96-b5b1-1a57c6e73c4c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991015 Jul 07 19:24:36.963554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dea463da-e0bd-4504-b4aa-9d4410f64de1,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:36.999838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d7f09-40b3-4350-ba4f-d1a2837ba8e0 req-dd13f632-9c6a-4508-804f-86e0bc794b21 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.007219 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e1d7f09-40b3-4350-ba4f-d1a2837ba8e0 req-dd13f632-9c6a-4508-804f-86e0bc794b21 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 946 time: 0.4582005 Jul 07 19:24:37.050554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-94a2e8a4-a3b2-4ec6-b504-b58442d78f05 req-9e72c6f7-6651-4d4d-a3f8-4c49085fc094 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Deleting port 7378595c-2dcc-4aab-8381-3e59b15fbd59 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:37.050845 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-94a2e8a4-a3b2-4ec6-b504-b58442d78f05 req-9e72c6f7-6651-4d4d-a3f8-4c49085fc094 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.152666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-94a2e8a4-a3b2-4ec6-b504-b58442d78f05 req-9e72c6f7-6651-4d4d-a3f8-4c49085fc094 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] For port 7378595c-2dcc-4aab-8381-3e59b15fbd59, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7378595c-2dcc-4aab-8381-3e59b15fbd59,segment=NetworkSegment(82aad665-25bd-4bf0-940f-0d6fa146ef23),segment_id=82aad665-25bd-4bf0-940f-0d6fa146ef23)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:37.153061 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-94a2e8a4-a3b2-4ec6-b504-b58442d78f05 req-9e72c6f7-6651-4d4d-a3f8-4c49085fc094 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.167156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-94a2e8a4-a3b2-4ec6-b504-b58442d78f05 req-9e72c6f7-6651-4d4d-a3f8-4c49085fc094 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Calling delete_port for 7378595c-2dcc-4aab-8381-3e59b15fbd59 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:37.225192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Attempting to bind port dea463da-e0bd-4504-b4aa-9d4410f64de1 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:37.225749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Attempting to bind port dea463da-e0bd-4504-b4aa-9d4410f64de1 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:37.225966 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Attempting to bind port dea463da-e0bd-4504-b4aa-9d4410f64de1 on network b39bec63-5191-41ce-a475-0913476e6e43 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:37.251779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Port dea463da-e0bd-4504-b4aa-9d4410f64de1 on network b39bec63-5191-41ce-a475-0913476e6e43 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:37.252109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Attempting to bind port dea463da-e0bd-4504-b4aa-9d4410f64de1 on network b39bec63-5191-41ce-a475-0913476e6e43 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:37.261625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:37.266046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Checking segment: {'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:37.266461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Bound using segment: {'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:37.267019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Bound port: dea463da-e0bd-4504-b4aa-9d4410f64de1, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47982dee-4c19-4488-8495-a1e8fabe9f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:37.267768 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.296931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-48e12288-a0b8-429a-886d-f6a6bbcbe9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.299863 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-48e12288-a0b8-429a-886d-f6a6bbcbe9a3 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4337156 Jul 07 19:24:37.317518 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-94a2e8a4-a3b2-4ec6-b504-b58442d78f05 req-9e72c6f7-6651-4d4d-a3f8-4c49085fc094 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.422852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c132e7-5335-4e62-b747-1ca48b87181c req-73f329f4-08f1-48cb-97fd-d91181b996a4 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.424658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2c132e7-5335-4e62-b747-1ca48b87181c req-73f329f4-08f1-48cb-97fd-d91181b996a4 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/ports?device_id=f71145ed-b781-483d-bdaf-69fbbf3bb21d HTTP/1.1" status: 200 len: 867 time: 0.2640443 Jul 07 19:24:37.435003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72c6f7-6651-4d4d-a3f8-4c49085fc094 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Pushing event deleted for resources: {'Port': ['ID=7378595c-2dcc-4aab-8381-3e59b15fbd59,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:37.442412 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73847a94-a37a-4df8-a436-87074493b31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.474149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] For port dea463da-e0bd-4504-b4aa-9d4410f64de1, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:37.500507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] For port dea463da-e0bd-4504-b4aa-9d4410f64de1, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=dea463da-e0bd-4504-b4aa-9d4410f64de1,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:37.511974 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.521212 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e1d7f09-40b3-4350-ba4f-d1a2837ba8e0 req-2f11dcf8-df14-45fe-a79b-427554bce98b tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups?id=731b290b-4782-444b-88ee-5dffd614c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5129817 Jul 07 19:24:37.532947 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-b1b6697f-05a3-43f2-831c-3b0028bcb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.533450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-b1b6697f-05a3-43f2-831c-3b0028bcb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.533938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-b1b6697f-05a3-43f2-831c-3b0028bcb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.534425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-b1b6697f-05a3-43f2-831c-3b0028bcb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.534933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-b1b6697f-05a3-43f2-831c-3b0028bcb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.535412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-b1b6697f-05a3-43f2-831c-3b0028bcb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.535885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-b1b6697f-05a3-43f2-831c-3b0028bcb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.537900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-b1b6697f-05a3-43f2-831c-3b0028bcb6c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6432 time: 0.1777148 Jul 07 19:24:37.540952 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2c132e7-5335-4e62-b747-1ca48b87181c req-fcca7287-a941-4a89-aea3-45b2ef713259 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.81 "GET /v2.0/security-groups?id=b600e945-4fa8-4053-97cb-241764669cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983143 Jul 07 19:24:37.597739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a2e8a4-a3b2-4ec6-b504-b58442d78f05 req-9e72c6f7-6651-4d4d-a3f8-4c49085fc094 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] No DVR routers for this DVR port 7378595c-2dcc-4aab-8381-3e59b15fbd59 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:24:37.600697 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-94a2e8a4-a3b2-4ec6-b504-b58442d78f05 req-9e72c6f7-6651-4d4d-a3f8-4c49085fc094 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.603152 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94a2e8a4-a3b2-4ec6-b504-b58442d78f05 req-9e72c6f7-6651-4d4d-a3f8-4c49085fc094 tempest-ServerPasswordTestJSON-970177726 tempest-ServerPasswordTestJSON-970177726-project] 10.222.0.48 "DELETE /v2.0/ports/7378595c-2dcc-4aab-8381-3e59b15fbd59 HTTP/1.1" status: 204 len: 173 time: 1.0553861 Jul 07 19:24:37.615776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71145ed-b781-483d-bdaf-69fbbf3bb21d', 'name': 'network-vif-deleted', 'tag': '7378595c-2dcc-4aab-8381-3e59b15fbd59'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:37.618477 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87beffe8-55d5-4dd6-8916-03b35b028707" -d '{"events": [{"server_uuid": "f71145ed-b781-483d-bdaf-69fbbf3bb21d", "name": "network-vif-deleted", "tag": "7378595c-2dcc-4aab-8381-3e59b15fbd59"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:37.780085 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.782645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.791234 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.794744 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] 10.222.0.48 "PUT /v2.0/ports/dea463da-e0bd-4504-b4aa-9d4410f64de1 HTTP/1.1" status: 200 len: 1091 time: 2.3463876 Jul 07 19:24:37.796978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-04e4203a-81af-4b81-88f3-8b7e35ce4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.798245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-04e4203a-81af-4b81-88f3-8b7e35ce4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.801792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-04e4203a-81af-4b81-88f3-8b7e35ce4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.804545 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-04e4203a-81af-4b81-88f3-8b7e35ce4d46 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d42683353110401599ce436e6d43f9dd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2408144 Jul 07 19:24:37.825727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Transition to ACTIVE for port object 5b3f649a-2212-48c8-9591-8984bb746b08 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:37.972852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73847a94-a37a-4df8-a436-87074493b31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.979365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.985629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73847a94-a37a-4df8-a436-87074493b31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:38.050719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6aff20-4598-45bb-a115-414f403101c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dea463da-e0bd-4504-b4aa-9d4410f64de1,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:38.101003 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-73847a94-a37a-4df8-a436-87074493b31b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dbfdb93c72f84df8a3878b2405a9745c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2370796 Jul 07 19:24:38.103134 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Network c3072a4c-f835-4930-b50e-45a5a51219c9 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:38.106674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73847a94-a37a-4df8-a436-87074493b31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f20fa86-8eb3-4248-a4f3-3dba0e339f34,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:38.110573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33818) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:38.117417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:38.119823 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:38.123842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Port': ['ID=5b3f649a-2212-48c8-9591-8984bb746b08,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:38.133424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-4ce457f1-af0e-4a35-a6da-dcdcc118e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.136331 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-384365f8-420f-49a7-a7cf-64af1660a5e6 req-4ce457f1-af0e-4a35-a6da-dcdcc118e247 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3163357 Jul 07 19:24:38.152113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': 'dea463da-e0bd-4504-b4aa-9d4410f64de1'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:38.152113 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee9445c-ff20-4f19-b55e-205362583a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "dea463da-e0bd-4504-b4aa-9d4410f64de1"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:38.162999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901ba02-e077-4aa3-8814-7ab920a2b628 req-ad43c9eb-a6fa-4808-ae07-552119ab4781 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.168257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901ba02-e077-4aa3-8814-7ab920a2b628 req-ad43c9eb-a6fa-4808-ae07-552119ab4781 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.174280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901ba02-e077-4aa3-8814-7ab920a2b628 req-ad43c9eb-a6fa-4808-ae07-552119ab4781 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.183974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901ba02-e077-4aa3-8814-7ab920a2b628 req-ad43c9eb-a6fa-4808-ae07-552119ab4781 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.190636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901ba02-e077-4aa3-8814-7ab920a2b628 req-ad43c9eb-a6fa-4808-ae07-552119ab4781 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.196349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901ba02-e077-4aa3-8814-7ab920a2b628 req-ad43c9eb-a6fa-4808-ae07-552119ab4781 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.203157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901ba02-e077-4aa3-8814-7ab920a2b628 req-ad43c9eb-a6fa-4808-ae07-552119ab4781 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.211072 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c901ba02-e077-4aa3-8814-7ab920a2b628 req-ad43c9eb-a6fa-4808-ae07-552119ab4781 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 0.2159433 Jul 07 19:24:38.252223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06aad7-347b-45cb-a4b0-25b7584d4733 req-d39d0c9d-abb5-4497-b046-716cc1075817 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.261912 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06aad7-347b-45cb-a4b0-25b7584d4733 req-d39d0c9d-abb5-4497-b046-716cc1075817 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.273498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06aad7-347b-45cb-a4b0-25b7584d4733 req-d39d0c9d-abb5-4497-b046-716cc1075817 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.276802 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e06aad7-347b-45cb-a4b0-25b7584d4733 req-d39d0c9d-abb5-4497-b046-716cc1075817 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 2375 time: 0.4573772 Jul 07 19:24:38.305540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.306374 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:38.451478 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c901ba02-e077-4aa3-8814-7ab920a2b628 req-cf8cd3fb-a192-45fe-8475-30cc4b3ab3d0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2394936 Jul 07 19:24:38.463680 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1975f04d-7dfa-4cb1-8121-7c5fbf3c5d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:38.517550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3eadba18-977e-422f-bdda-d8563ab6c5a3 None None] Provisioning for port 5b3f649a-2212-48c8-9591-8984bb746b08 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:38.520601 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1975f04d-7dfa-4cb1-8121-7c5fbf3c5d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:38.541504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3eadba18-977e-422f-bdda-d8563ab6c5a3 None None] Provisioning complete for port 5b3f649a-2212-48c8-9591-8984bb746b08 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:38.544806 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3eadba18-977e-422f-bdda-d8563ab6c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:38.625098 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1975f04d-7dfa-4cb1-8121-7c5fbf3c5d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:38.635047 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1975f04d-7dfa-4cb1-8121-7c5fbf3c5d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:38.636606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1975f04d-7dfa-4cb1-8121-7c5fbf3c5d1e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f20fa86-8eb3-4248-a4f3-3dba0e339f34 HTTP/1.1" status: 204 len: 168 time: 0.5227416 Jul 07 19:24:38.653254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975f04d-7dfa-4cb1-8121-7c5fbf3c5d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f20fa86-8eb3-4248-a4f3-3dba0e339f34,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:38.663631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3eadba18-977e-422f-bdda-d8563ab6c5a3 None None] Port 5b3f649a-2212-48c8-9591-8984bb746b08 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:38.695701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-26efc364-0e15-405e-ac81-64d86b1dd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.696492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-26efc364-0e15-405e-ac81-64d86b1dd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.697293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-26efc364-0e15-405e-ac81-64d86b1dd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.697708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-26efc364-0e15-405e-ac81-64d86b1dd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.698701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-26efc364-0e15-405e-ac81-64d86b1dd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.699265 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-26efc364-0e15-405e-ac81-64d86b1dd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.699800 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-26efc364-0e15-405e-ac81-64d86b1dd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.702268 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-26efc364-0e15-405e-ac81-64d86b1dd45c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6474 time: 0.4734416 Jul 07 19:24:38.829854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-8ea0a5ee-9bd8-476e-b924-5205216c4520 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4219d048-4aa6-43ce-9248-c8af3c8ae30c HTTP/1.1" status: 200 len: 217 time: 0.1153615 Jul 07 19:24:38.905796 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e06aad7-347b-45cb-a4b0-25b7584d4733 req-42df35be-024e-461d-acf0-d5586b0f0945 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6234131 Jul 07 19:24:38.907189 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1be42a40-1f47-4024-9d73-39824c0eb916 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0660932 Jul 07 19:24:38.918280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6babe3e-6547-4b28-869d-6d3818b37201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.920507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-c6babe3e-6547-4b28-869d-6d3818b37201 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b5d3b0d-14ab-4a49-8d97-3be61993459b HTTP/1.1" status: 200 len: 851 time: 0.0810919 Jul 07 19:24:38.928135 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'port': {'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9', 'admin_state_up': True, 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'security_groups': ['3a09fe47-cafa-4ede-b997-b0b261292a90']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:38.973671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8578c-60b3-4603-8fbf-e92a14b64646 req-bcbe49dc-1bf8-4840-b0b6-122e704e7f60 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.991454 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b7e8578c-60b3-4603-8fbf-e92a14b64646 req-bcbe49dc-1bf8-4840-b0b6-122e704e7f60 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 946 time: 0.2787347 Jul 07 19:24:38.992004 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33832) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:39.003184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fa5f7d85-d2a8-49ca-90d1-1b15184d433e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Request body: {'floatingip': {'port_id': '6ad2499b-4709-40a8-bfef-f824a5819cf7'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:39.055748 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7f3c6b-cb9f-4a53-ab49-245a0e4c72e1 x-openstack-request-id: req-fb7f3c6b-cb9f-4a53-ab49-245a0e4c72e1 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:39.056228 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71145ed-b781-483d-bdaf-69fbbf3bb21d", "name": "network-vif-deleted", "tag": "7378595c-2dcc-4aab-8381-3e59b15fbd59", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:39.056462 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb7f3c6b-cb9f-4a53-ab49-245a0e4c72e1 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:39.056907 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71145ed-b781-483d-bdaf-69fbbf3bb21d', 'name': 'network-vif-deleted', 'tag': '7378595c-2dcc-4aab-8381-3e59b15fbd59', 'status': 'completed', 'code': 200} Jul 07 19:24:39.147473 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262c1f0d-4dda-47d2-a8f3-c1f460252772 x-openstack-request-id: req-262c1f0d-4dda-47d2-a8f3-c1f460252772 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:39.147828 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "dea463da-e0bd-4504-b4aa-9d4410f64de1", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:39.151183 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-262c1f0d-4dda-47d2-a8f3-c1f460252772 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:39.151705 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': 'dea463da-e0bd-4504-b4aa-9d4410f64de1', 'status': 'completed', 'code': 200} Jul 07 19:24:39.160173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7d85-d2a8-49ca-90d1-1b15184d433e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for floatingip, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:39.173045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Made reservation on behalf of 9366443b78874460a63d7aaac26d676e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:39.179967 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:39.291375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7378595c-2dcc-4aab-8381-3e59b15fbd59 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:24:39.322470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33840) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:39.360577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 7378595c-2dcc-4aab-8381-3e59b15fbd59 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:24:39.360577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7378595c-2dcc-4aab-8381-3e59b15fbd59 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:24:39.620457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Allocated IP 10.2.2.200 (c3072a4c-f835-4930-b50e-45a5a51219c9/fb0069d5-7de3-451a-bd71-45e915b153df/9ec2e7e8-adee-47be-abca-1085836a71f8) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:39.659953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f0547bcc-c2bf-4610-861d-0e18bad9442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:39.667313 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f0547bcc-c2bf-4610-861d-0e18bad9442d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e8fffb8-cb07-4daa-8bce-c031462730cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7365565 Jul 07 19:24:39.833357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3d0dd-feed-44c8-97e7-a542fae56149 req-389437f9-ed44-4d71-8d3d-985b3c65f55a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:39.835281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6b3d0dd-feed-44c8-97e7-a542fae56149 req-389437f9-ed44-4d71-8d3d-985b3c65f55a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.3639393 Jul 07 19:24:39.856918 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:39.858016 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:39.877203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Transition to ACTIVE for port object 9ec2e7e8-adee-47be-abca-1085836a71f8 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:39.890205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5c85ce-3596-4d96-a285-7a8b04c4fc21 admin admin] Deleting subnet 20efb861-8846-4da9-94f3-5455389f7eac {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:24:39.912109 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c5c85ce-3596-4d96-a285-7a8b04c4fc21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:39.992555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6b3d0dd-feed-44c8-97e7-a542fae56149 req-6ef17374-0a75-4df6-ab1b-d32d5870b769 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237824 Jul 07 19:24:39.999664 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c5c85ce-3596-4d96-a285-7a8b04c4fc21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:40.063219 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:40.084619 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-b4f14142-b8f4-4741-8ebd-702c0999371a service neutron] 10.222.0.48 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092543 Jul 07 19:24:40.139064 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c5c85ce-3596-4d96-a285-7a8b04c4fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:40.195448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac24-3aac-4f21-98fc-89d34228e97d req-446f7f95-718a-4668-9dd4-020bf89d06af tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:40.202816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac24-3aac-4f21-98fc-89d34228e97d req-446f7f95-718a-4668-9dd4-020bf89d06af tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:40.209221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac24-3aac-4f21-98fc-89d34228e97d req-446f7f95-718a-4668-9dd4-020bf89d06af tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:40.215506 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac24-3aac-4f21-98fc-89d34228e97d req-446f7f95-718a-4668-9dd4-020bf89d06af tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:40.222056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac24-3aac-4f21-98fc-89d34228e97d req-446f7f95-718a-4668-9dd4-020bf89d06af tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:40.228591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac24-3aac-4f21-98fc-89d34228e97d req-446f7f95-718a-4668-9dd4-020bf89d06af tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:40.235201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac24-3aac-4f21-98fc-89d34228e97d req-446f7f95-718a-4668-9dd4-020bf89d06af tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:40.246277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6fdaac24-3aac-4f21-98fc-89d34228e97d req-446f7f95-718a-4668-9dd4-020bf89d06af tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 0.3518600 Jul 07 19:24:40.268516 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Network c3072a4c-f835-4930-b50e-45a5a51219c9 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:40.282384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:40.284921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:40.292895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event updated for resources: {'Port': ['ID=9ec2e7e8-adee-47be-abca-1085836a71f8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:40.378189 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6fdaac24-3aac-4f21-98fc-89d34228e97d req-46768c07-0da6-4da1-b80e-9b40c8169f02 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302240 Jul 07 19:24:40.411683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:40.413144 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:40.448234 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7d85-d2a8-49ca-90d1-1b15184d433e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:40.459769 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c5c85ce-3596-4d96-a285-7a8b04c4fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:40.464874 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7d85-d2a8-49ca-90d1-1b15184d433e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:40.503778 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-f97241b3-d9ab-4de6-a5ef-dea6e9fd16c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5868015 Jul 07 19:24:40.508571 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c85ce-3596-4d96-a285-7a8b04c4fc21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20efb861-8846-4da9-94f3-5455389f7eac,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:40.521487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Request body: {'port': {'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:40.524213 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-912bfdce-d4e6-45bd-8469-0473bf18fe88 service neutron] 10.222.0.48 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220033 Jul 07 19:24:40.607721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-937eaac7-23b3-4b8f-8bae-af2d76464076 None None] Provisioning for port 9ec2e7e8-adee-47be-abca-1085836a71f8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:40.613307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-937eaac7-23b3-4b8f-8bae-af2d76464076 None None] Provisioning complete for port 9ec2e7e8-adee-47be-abca-1085836a71f8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:40.614473 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-937eaac7-23b3-4b8f-8bae-af2d76464076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:40.673790 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c5c85ce-3596-4d96-a285-7a8b04c4fc21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:40.681764 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9c5c85ce-3596-4d96-a285-7a8b04c4fc21 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/20efb861-8846-4da9-94f3-5455389f7eac HTTP/1.1" status: 204 len: 168 time: 1.3526711 Jul 07 19:24:40.688244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33866) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:40.690053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-937eaac7-23b3-4b8f-8bae-af2d76464076 None None] Port 9ec2e7e8-adee-47be-abca-1085836a71f8 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:40.789205 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:40.838187 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:41.023537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33870) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:41.049151 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:41.078027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1863e8e5-f4a7-4f3b-985e-7d1dbb87976a']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:41.098577 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82aad665-25bd-4bf0-940f-0d6fa146ef23') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:41.098977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82aad665-25bd-4bf0-940f-0d6fa146ef23') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:41.117832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:41.200591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203b077-5689-442b-8ba6-bf4fe3c92952 req-ed2eb319-8821-454b-a32a-ce71b265e6a3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:41.202288 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:41.218048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203b077-5689-442b-8ba6-bf4fe3c92952 req-ed2eb319-8821-454b-a32a-ce71b265e6a3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:41.226709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:24:41.227547 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:24:41.232236 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:24:41.236525 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:24:41.236525 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:24:41.236525 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:24:41.236525 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:24:41.236525 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:24:41.242119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203b077-5689-442b-8ba6-bf4fe3c92952 req-ed2eb319-8821-454b-a32a-ce71b265e6a3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:41.256123 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2c11197-dc55-4b10-a402-d7140e025554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:41.259944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203b077-5689-442b-8ba6-bf4fe3c92952 req-ed2eb319-8821-454b-a32a-ce71b265e6a3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:41.267361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203b077-5689-442b-8ba6-bf4fe3c92952 req-ed2eb319-8821-454b-a32a-ce71b265e6a3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:41.269738 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5203b077-5689-442b-8ba6-bf4fe3c92952 req-ed2eb319-8821-454b-a32a-ce71b265e6a3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 3817 time: 0.9950306 Jul 07 19:24:41.271670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3c1bb6d9-4700-4db1-95d4-e179ad8b8182 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=187ae605-4dc9-46b9-9962-1a475e620dc7 HTTP/1.1" status: 200 len: 217 time: 0.7252584 Jul 07 19:24:41.413236 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5203b077-5689-442b-8ba6-bf4fe3c92952 req-9731886f-75b3-44eb-830f-01725c5991e0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364434 Jul 07 19:24:41.423884 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:41.431708 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-fa5f7d85-d2a8-49ca-90d1-1b15184d433e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Floating IP ed6a6b7a-1ec0-48c2-a542-9676cff1fbed associated. External IP: 172.25.0.48, port: 6ad2499b-4709-40a8-bfef-f824a5819cf7. Jul 07 19:24:41.434172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:41.442218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1863e8e5-f4a7-4f3b-985e-7d1dbb87976a HTTP/1.1" status: 204 len: 168 time: 0.7523220 Jul 07 19:24:41.542335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d13f6f-75b5-4247-b738-5e2bd818d226 admin admin] Pushing event deleted for resources: {'Network': ['ID=1863e8e5-f4a7-4f3b-985e-7d1dbb87976a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:41.543476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-5269d3bf-24e1-4cd6-9b16-ecc291297cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:41.549495 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-5269d3bf-24e1-4cd6-9b16-ecc291297cdf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.2315032 Jul 07 19:24:41.685958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdeaf1-c651-4c57-b842-46524847b6a2 req-8c134118-5e54-47a1-bf3f-b401edc5476d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:41.687807 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aebdeaf1-c651-4c57-b842-46524847b6a2 req-8c134118-5e54-47a1-bf3f-b401edc5476d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.3898909 Jul 07 19:24:41.688330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33880) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:41.741816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:41.770120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:41.831168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Transition to ACTIVE for port object 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:41.851345 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:41.980445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-9afa314c-efb5-4d94-ba14-677e2b6c2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:41.982361 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-9afa314c-efb5-4d94-ba14-677e2b6c2167 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3720214 Jul 07 19:24:41.998116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71e76d-ad2f-4a4b-889f-8805746addc5 req-5b352ca2-e422-4b85-b255-736f380eb65c tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.004815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71e76d-ad2f-4a4b-889f-8805746addc5 req-5b352ca2-e422-4b85-b255-736f380eb65c tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.025640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71e76d-ad2f-4a4b-889f-8805746addc5 req-5b352ca2-e422-4b85-b255-736f380eb65c tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.027435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Pushing event updated for resources: {'Port': ['ID=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:42.032692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71e76d-ad2f-4a4b-889f-8805746addc5 req-5b352ca2-e422-4b85-b255-736f380eb65c tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.039212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71e76d-ad2f-4a4b-889f-8805746addc5 req-5b352ca2-e422-4b85-b255-736f380eb65c tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.046049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71e76d-ad2f-4a4b-889f-8805746addc5 req-5b352ca2-e422-4b85-b255-736f380eb65c tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.052706 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71e76d-ad2f-4a4b-889f-8805746addc5 req-5b352ca2-e422-4b85-b255-736f380eb65c tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.054175 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2c11197-dc55-4b10-a402-d7140e025554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.055728 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8d71e76d-ad2f-4a4b-889f-8805746addc5 req-5b352ca2-e422-4b85-b255-736f380eb65c tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 0.3820362 Jul 07 19:24:42.067175 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4dd4f462-1a38-4326-8433-0d01d7451e5e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=841b9ecf2ec74e8e897a3a69325ac715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688242 Jul 07 19:24:42.068231 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aebdeaf1-c651-4c57-b842-46524847b6a2 req-a5e91066-edb5-4667-b3b8-cd43314ab25e tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591044 Jul 07 19:24:42.070620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33884) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:42.191474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-4403d7f5-ef40-49b1-8615-91c20de39018 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339207 Jul 07 19:24:42.191629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2c11197-dc55-4b10-a402-d7140e025554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.297938 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f2c11197-dc55-4b10-a402-d7140e025554 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=13bb3bcf51234466b998aaa92749a543&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2623968 Jul 07 19:24:42.298684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c11197-dc55-4b10-a402-d7140e025554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc99b7c5-a948-455d-afc7-5bbd56a05545,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:42.321924 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3ec678d3-f024-4c22-8ab6-b6d86a239de9 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186907 Jul 07 19:24:42.331787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33894) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:42.367404 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11460b90-d802-4343-bb99-662fcbbba4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.370397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Attempting to bind port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:42.370746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Attempting to bind port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:42.372933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Attempting to bind port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 on network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:42.397399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 on network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:42.397399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Attempting to bind port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 on network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:42.420751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:42.421483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Checking segment: {'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:42.422181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Bound using segment: {'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:42.422625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Bound port: 10ed5f95-de1c-4f1d-8433-23aa9adc36e3, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7793feab-4fa1-43d8-a94a-dd91be042926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:42.423059 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.453057 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11460b90-d802-4343-bb99-662fcbbba4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.459930 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-2e5f2931-5545-45cd-9e0a-aafd1d8fd28e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=768dc9ab-af3b-4396-b478-2e71bcc1a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0956755 Jul 07 19:24:42.545208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-2186dd3f-1861-45f8-85d4-ac2fc4f1e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.546899 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-2186dd3f-1861-45f8-85d4-ac2fc4f1e35e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.0737631 Jul 07 19:24:42.549919 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eef7a232-8244-4d93-a841-817f15f1535d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.570563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5f7d85-d2a8-49ca-90d1-1b15184d433e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Router a044b158-bdc7-424c-8d40-1757a100e05b has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:24:42.585450 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11460b90-d802-4343-bb99-662fcbbba4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.589157 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11460b90-d802-4343-bb99-662fcbbba4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.590332 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-11460b90-d802-4343-bb99-662fcbbba4ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b600e945-4fa8-4053-97cb-241764669cb0 HTTP/1.1" status: 204 len: 168 time: 0.5183249 Jul 07 19:24:42.593707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8d71e76d-ad2f-4a4b-889f-8805746addc5 req-c3628fb6-916c-4968-ac28-9fdbd603ecf7 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4009962 Jul 07 19:24:42.614691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11460b90-d802-4343-bb99-662fcbbba4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b600e945-4fa8-4053-97cb-241764669cb0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:42.653861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] For port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:42.658205 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eef7a232-8244-4d93-a841-817f15f1535d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.659375 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] For port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:42.664710 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.716063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.716704 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.720629 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] 10.222.0.110 "PUT /v2.0/ports/10ed5f95-de1c-4f1d-8433-23aa9adc36e3 HTTP/1.1" status: 200 len: 1092 time: 2.2067063 Jul 07 19:24:42.721072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:42.734418 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f1e069-7b9b-4483-9227-0424d627f22d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "10ed5f95-de1c-4f1d-8433-23aa9adc36e3"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:42.762160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Request body: {'port': {'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:42.853233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09b1a2-cd6d-45c1-a975-3f9595ea016f service neutron] Pushing event updated for resources: {'Port': ['ID=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:42.920382 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30bd875-f757-42b2-a8fd-8890b52c2b87 x-openstack-request-id: req-e30bd875-f757-42b2-a8fd-8890b52c2b87 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:42.921102 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "10ed5f95-de1c-4f1d-8433-23aa9adc36e3", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:42.921719 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e30bd875-f757-42b2-a8fd-8890b52c2b87 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:42.922532 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3', 'status': 'completed', 'code': 200} Jul 07 19:24:42.932649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-5d811607-cc8c-4cd7-a273-88779dc0c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.934483 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-5d811607-cc8c-4cd7-a273-88779dc0c2fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3726618 Jul 07 19:24:43.072831 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:43.139480 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eef7a232-8244-4d93-a841-817f15f1535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:43.148287 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eef7a232-8244-4d93-a841-817f15f1535d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:43.149380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eef7a232-8244-4d93-a841-817f15f1535d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc99b7c5-a948-455d-afc7-5bbd56a05545 HTTP/1.1" status: 204 len: 168 time: 0.8164890 Jul 07 19:24:43.249869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5f7d85-d2a8-49ca-90d1-1b15184d433e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:24:43.265969 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080d0c9-c831-49bd-982b-84f71c7f70af None None] Sync routers for ids ['a044b158-bdc7-424c-8d40-1757a100e05b'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:24:43.269688 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7d85-d2a8-49ca-90d1-1b15184d433e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:43.290477 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080d0c9-c831-49bd-982b-84f71c7f70af None None] Routers {'a044b158-bdc7-424c-8d40-1757a100e05b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:43.291594 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2080d0c9-c831-49bd-982b-84f71c7f70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:24:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a044b158-bdc7-424c-8d40-1757a100e05b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:43.358223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7a232-8244-4d93-a841-817f15f1535d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc99b7c5-a948-455d-afc7-5bbd56a05545,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:43.471583 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2080d0c9-c831-49bd-982b-84f71c7f70af None None] Set router a044b158-bdc7-424c-8d40-1757a100e05b gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:43.493675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2c9ca-58e5-40a5-808e-cd7dee3415fa req-babd10a3-eacf-4146-b365-e9336a5894a2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.511945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2c9ca-58e5-40a5-808e-cd7dee3415fa req-babd10a3-eacf-4146-b365-e9336a5894a2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.530909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2c9ca-58e5-40a5-808e-cd7dee3415fa req-babd10a3-eacf-4146-b365-e9336a5894a2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.550139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2c9ca-58e5-40a5-808e-cd7dee3415fa req-babd10a3-eacf-4146-b365-e9336a5894a2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.559719 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2c9ca-58e5-40a5-808e-cd7dee3415fa req-babd10a3-eacf-4146-b365-e9336a5894a2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.565786 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ff2c9ca-58e5-40a5-808e-cd7dee3415fa req-babd10a3-eacf-4146-b365-e9336a5894a2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 3829 time: 0.5909901 Jul 07 19:24:43.603425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1e069-7b9b-4483-9227-0424d627f22d req-9548ec2e-787f-450a-95fa-a406c98e84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.608733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1e069-7b9b-4483-9227-0424d627f22d req-9548ec2e-787f-450a-95fa-a406c98e84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.614566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1e069-7b9b-4483-9227-0424d627f22d req-9548ec2e-787f-450a-95fa-a406c98e84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.615471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1e069-7b9b-4483-9227-0424d627f22d req-9548ec2e-787f-450a-95fa-a406c98e84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.616212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1e069-7b9b-4483-9227-0424d627f22d req-9548ec2e-787f-450a-95fa-a406c98e84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.619690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51f1e069-7b9b-4483-9227-0424d627f22d req-9548ec2e-787f-450a-95fa-a406c98e84df service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 4364 time: 0.6639898 Jul 07 19:24:43.650460 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fa5f7d85-d2a8-49ca-90d1-1b15184d433e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "PUT /v2.0/floatingips/ed6a6b7a-1ec0-48c2-a542-9676cff1fbed HTTP/1.1" status: 200 len: 991 time: 4.6443496 Jul 07 19:24:43.660864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'tag': '6ad2499b-4709-40a8-bfef-f824a5819cf7'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:43.672250 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad066c00-d9c3-4196-979d-d3c0adc8ca86" -d '{"events": [{"name": "network-changed", "server_uuid": "a4885e09-693d-4021-a9c0-96d2abcbf88f", "tag": "6ad2499b-4709-40a8-bfef-f824a5819cf7"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:43.727531 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-aa0da8f9-7b3c-48ce-be00-e499f5b2bd31 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7798798 Jul 07 19:24:43.984717 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2080d0c9-c831-49bd-982b-84f71c7f70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'ed6a6b7a-1ec0-48c2-a542-9676cff1fbed', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'port_id': '6ad2499b-4709-40a8-bfef-f824a5819cf7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:24:15Z', 'updated_at': '2021-07-07T19:24:40Z', 'revision_number': 1, 'project_id': 'e12dc729d097499293efcc14013febf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '574d7631-1511-4003-a600-6ebaf3a4e390', 'name': '', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'mac_address': 'fa:16:3e:b8:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:04Z', 'updated_at': '2021-07-07T19:24:17Z', 'revision_number': 5, 'project_id': 'e12dc729d097499293efcc14013febf6', 'subnets': [{'id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:44.004167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec52eb-b2d5-44af-b7a8-21c36bcd4398 req-3dc2a55a-2b50-464c-9eda-de9767e663be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.006493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-73ec52eb-b2d5-44af-b7a8-21c36bcd4398 req-3dc2a55a-2b50-464c-9eda-de9767e663be service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 1096 time: 0.9043045 Jul 07 19:24:44.009151 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-bcba54a2-2a48-48e6-99aa-0f2dac34175a service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583342 Jul 07 19:24:44.032596 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ff2c9ca-58e5-40a5-808e-cd7dee3415fa req-39e0bdc6-1bfb-4315-97ab-625d59945acd tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4394276 Jul 07 19:24:44.097086 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080d0c9-c831-49bd-982b-84f71c7f70af None None] Checking router: a044b158-bdc7-424c-8d40-1757a100e05b for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:24:44.136416 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080d0c9-c831-49bd-982b-84f71c7f70af None None] Routers {'a044b158-bdc7-424c-8d40-1757a100e05b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:44.139960 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2080d0c9-c831-49bd-982b-84f71c7f70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:24:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a044b158-bdc7-424c-8d40-1757a100e05b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:44.204744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1e069-7b9b-4483-9227-0424d627f22d req-42d50616-18fe-45aa-bd7c-52de3798e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.206229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1e069-7b9b-4483-9227-0424d627f22d req-42d50616-18fe-45aa-bd7c-52de3798e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.206934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1e069-7b9b-4483-9227-0424d627f22d req-42d50616-18fe-45aa-bd7c-52de3798e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.215360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51f1e069-7b9b-4483-9227-0424d627f22d req-42d50616-18fe-45aa-bd7c-52de3798e243 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=9366443b78874460a63d7aaac26d676e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5739346 Jul 07 19:24:44.289157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21680428-9b9b-4c65-af57-ae3c7c8822c6 req-6af28be2-47c6-4f9a-a87e-308b7255163d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.290813 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21680428-9b9b-4c65-af57-ae3c7c8822c6 req-6af28be2-47c6-4f9a-a87e-308b7255163d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.9282513 Jul 07 19:24:44.316422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-644991ef-7383-43be-a6a6-03dfa3344906 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d949ce9f-2979-471e-ac23-9481b32beb9b HTTP/1.1" status: 200 len: 217 time: 0.2165999 Jul 07 19:24:44.369023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-73ec52eb-b2d5-44af-b7a8-21c36bcd4398 req-5ed8d388-dbe1-4f55-9493-4e0e4f975413 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494644 Jul 07 19:24:44.429796 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2080d0c9-c831-49bd-982b-84f71c7f70af None None] Set router a044b158-bdc7-424c-8d40-1757a100e05b gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:44.509164 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21680428-9b9b-4c65-af57-ae3c7c8822c6 req-fa896c90-38e1-41e3-9a00-4c5ac729f9bc tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111871 Jul 07 19:24:44.545509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d906567b-2bef-4cb1-bc56-86967735c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.551232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-d906567b-2bef-4cb1-bc56-86967735c9b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.2166581 Jul 07 19:24:44.703805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fccae39-d74c-4e24-8894-943565c5335e {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:44.716249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1e069-7b9b-4483-9227-0424d627f22d req-bf6d58d9-d32f-45af-b05b-27fcd282a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.718079 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51f1e069-7b9b-4483-9227-0424d627f22d req-bf6d58d9-d32f-45af-b05b-27fcd282a98b service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4899759 Jul 07 19:24:44.725793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33958) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:44.743043 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:44.785248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Transition to ACTIVE for port object 0fccae39-d74c-4e24-8894-943565c5335e will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:44.796788 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:44.812595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-92aea113-a913-4b6e-9bcf-f66d89b555ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.814327 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-92aea113-a913-4b6e-9bcf-f66d89b555ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2548764 Jul 07 19:24:44.870334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38a43-fdc2-49be-8341-372e9271124e req-33f2dd90-c229-44ae-940e-adcec6c3e331 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.898651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38a43-fdc2-49be-8341-372e9271124e req-33f2dd90-c229-44ae-940e-adcec6c3e331 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.919087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38a43-fdc2-49be-8341-372e9271124e req-33f2dd90-c229-44ae-940e-adcec6c3e331 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.938339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38a43-fdc2-49be-8341-372e9271124e req-33f2dd90-c229-44ae-940e-adcec6c3e331 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.974201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38a43-fdc2-49be-8341-372e9271124e req-33f2dd90-c229-44ae-940e-adcec6c3e331 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.985634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38a43-fdc2-49be-8341-372e9271124e req-33f2dd90-c229-44ae-940e-adcec6c3e331 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.998249 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2080d0c9-c831-49bd-982b-84f71c7f70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'ed6a6b7a-1ec0-48c2-a542-9676cff1fbed', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'port_id': '6ad2499b-4709-40a8-bfef-f824a5819cf7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:24:15Z', 'updated_at': '2021-07-07T19:24:40Z', 'revision_number': 1, 'project_id': 'e12dc729d097499293efcc14013febf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '574d7631-1511-4003-a600-6ebaf3a4e390', 'name': '', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'mac_address': 'fa:16:3e:b8:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:04Z', 'updated_at': '2021-07-07T19:24:17Z', 'revision_number': 5, 'project_id': 'e12dc729d097499293efcc14013febf6', 'subnets': [{'id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:45.005508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38a43-fdc2-49be-8341-372e9271124e req-33f2dd90-c229-44ae-940e-adcec6c3e331 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:45.012214 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c2528c-7019-4c1f-bcc8-cea8cafd9a78 x-openstack-request-id: req-e1c2528c-7019-4c1f-bcc8-cea8cafd9a78 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:45.012515 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4885e09-693d-4021-a9c0-96d2abcbf88f", "tag": "6ad2499b-4709-40a8-bfef-f824a5819cf7", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:45.015700 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1c2528c-7019-4c1f-bcc8-cea8cafd9a78 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:45.016740 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8d38a43-fdc2-49be-8341-372e9271124e req-33f2dd90-c229-44ae-940e-adcec6c3e331 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 0.4058995 Jul 07 19:24:45.018539 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'tag': '6ad2499b-4709-40a8-bfef-f824a5819cf7', 'status': 'completed', 'code': 200} Jul 07 19:24:45.119978 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080d0c9-c831-49bd-982b-84f71c7f70af None None] The sync data for ids ['a044b158-bdc7-424c-8d40-1757a100e05b'] in n-d-793621-9 is: [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'ed6a6b7a-1ec0-48c2-a542-9676cff1fbed', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'port_id': '6ad2499b-4709-40a8-bfef-f824a5819cf7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:24:15Z', 'updated_at': '2021-07-07T19:24:40Z', 'revision_number': 1, 'project_id': 'e12dc729d097499293efcc14013febf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '574d7631-1511-4003-a600-6ebaf3a4e390', 'name': '', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'mac_address': 'fa:16:3e:b8:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:04Z', 'updated_at': '2021-07-07T19:24:17Z', 'revision_number': 5, 'project_id': 'e12dc729d097499293efcc14013febf6', 'subnets': [{'id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:24:45.133938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-509cbdc4-50b6-4660-8040-34a63f660fd2 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067758 Jul 07 19:24:45.149624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Pushing event updated for resources: {'Port': ['ID=0fccae39-d74c-4e24-8894-943565c5335e,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:45.178276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33970) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:45.369274 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8d38a43-fdc2-49be-8341-372e9271124e req-7acab988-005e-4d8c-8ca8-cb4a766a93be tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2123744 Jul 07 19:24:45.496650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1675653603-network', 'tenant_id': '00341c01faab4b26b482e420f35eda64'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:45.592575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-731804702-network', 'tenant_id': '1f6745b37cc84094bb631476291d9180'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:45.629290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805183a1-6cbb-400e-b476-8e59150337ad None None] New status for floating IP ed6a6b7a-1ec0-48c2-a542-9676cff1fbed: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:24:45.649193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Made reservation on behalf of 00341c01faab4b26b482e420f35eda64 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:45.664514 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:45.673438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Made reservation on behalf of 1f6745b37cc84094bb631476291d9180 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:45.679157 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:45.695164 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-17f3083c-82e3-4a49-8e26-4e3f1cccef22 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459211 Jul 07 19:24:45.696996 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:45.739101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbb82b-55d7-4dec-b0e7-38fedeeecd70 req-67705320-ea16-4417-8530-fd3250949629 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:45.740956 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2abbb82b-55d7-4dec-b0e7-38fedeeecd70 req-67705320-ea16-4417-8530-fd3250949629 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 945 time: 0.5093992 Jul 07 19:24:45.750980 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Attempting to bind port 0fccae39-d74c-4e24-8894-943565c5335e on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:45.751560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Attempting to bind port 0fccae39-d74c-4e24-8894-943565c5335e by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:45.751678 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Attempting to bind port 0fccae39-d74c-4e24-8894-943565c5335e on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:45.763537 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:45.785001 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-7924afa7-3a67-49c0-8cef-c04fcf414d27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=b8a29686-3c06-475e-8cad-a99cbf484113 HTTP/1.1" status: 200 len: 217 time: 0.0709460 Jul 07 19:24:45.817053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Port 0fccae39-d74c-4e24-8894-943565c5335e on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:45.817419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Attempting to bind port 0fccae39-d74c-4e24-8894-943565c5335e on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:45.825998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad066c00-d9c3-4196-979d-d3c0adc8ca86 req-2a4e1816-12d8-4346-9ad8-4c10934588c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:45.827799 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad066c00-d9c3-4196-979d-d3c0adc8ca86 req-2a4e1816-12d8-4346-9ad8-4c10934588c5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e12dc729d097499293efcc14013febf6&device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 1097 time: 0.6858964 Jul 07 19:24:45.843016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:45.843357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Checking segment: {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:45.843874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Bound using segment: {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:45.844326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Bound port: 0fccae39-d74c-4e24-8894-943565c5335e, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:45.844684 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:45.927385 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2abbb82b-55d7-4dec-b0e7-38fedeeecd70 req-21e80aa1-e1b0-4032-850d-d126d3c6fbf2 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522458 Jul 07 19:24:45.950617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce5a77-c1b5-406e-8d86-7319053079b0 req-a4f7eaa5-de46-41df-a289-e7bf46665de2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:45.957069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce5a77-c1b5-406e-8d86-7319053079b0 req-a4f7eaa5-de46-41df-a289-e7bf46665de2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:45.963592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce5a77-c1b5-406e-8d86-7319053079b0 req-a4f7eaa5-de46-41df-a289-e7bf46665de2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:45.969475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce5a77-c1b5-406e-8d86-7319053079b0 req-a4f7eaa5-de46-41df-a289-e7bf46665de2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:45.975932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce5a77-c1b5-406e-8d86-7319053079b0 req-a4f7eaa5-de46-41df-a289-e7bf46665de2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:45.982432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce5a77-c1b5-406e-8d86-7319053079b0 req-a4f7eaa5-de46-41df-a289-e7bf46665de2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:45.984298 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9cce5a77-c1b5-406e-8d86-7319053079b0 req-a4f7eaa5-de46-41df-a289-e7bf46665de2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 4607 time: 0.2958267 Jul 07 19:24:46.013360 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.036375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-e5da0091-7f86-4466-a082-b2823d4319e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:46.038152 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-e5da0091-7f86-4466-a082-b2823d4319e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.2389920 Jul 07 19:24:46.040541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.096128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad066c00-d9c3-4196-979d-d3c0adc8ca86 req-8a68c78a-8691-4419-94a6-43f52de2be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:46.099832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad066c00-d9c3-4196-979d-d3c0adc8ca86 req-8a68c78a-8691-4419-94a6-43f52de2be1b service neutron] 10.222.0.110 "GET /v2.0/networks?id=02f836db-6676-46b9-aee6-90c3bd2e56ec HTTP/1.1" status: 200 len: 913 time: 0.2627907 Jul 07 19:24:46.116033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:24:46.134466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:46.163496 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.166043 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Added segment 5511a60b-2c3e-43c1-aa45-098328a20726 of type vlan for network 77819821-8da9-46d1-bc88-930fba77a5b3 Jul 07 19:24:46.261923 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] For port 0fccae39-d74c-4e24-8894-943565c5335e, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:46.301637 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9cce5a77-c1b5-406e-8d86-7319053079b0 req-f88e75e3-d7d6-45c8-b15a-80cfb045f6aa tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725863 Jul 07 19:24:46.307565 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.313903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] For port 0fccae39-d74c-4e24-8894-943565c5335e, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0fccae39-d74c-4e24-8894-943565c5335e,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:46.322614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-75e2f2b8-fbc0-4343-a5e0-174957abcde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:46.342828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.347055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-75e2f2b8-fbc0-4343-a5e0-174957abcde1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2997975 Jul 07 19:24:46.392494 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad066c00-d9c3-4196-979d-d3c0adc8ca86 req-9dffacbb-2b7c-429f-9628-af6c87c14246 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ad2499b-4709-40a8-bfef-f824a5819cf7 HTTP/1.1" status: 200 len: 1001 time: 0.2683458 Jul 07 19:24:46.406567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:46.407158 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.408895 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] 10.222.0.110 "PUT /v2.0/ports/0fccae39-d74c-4e24-8894-943565c5335e HTTP/1.1" status: 200 len: 1136 time: 3.6558108 Jul 07 19:24:46.422241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': '0fccae39-d74c-4e24-8894-943565c5335e'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:46.424709 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98edcd7f-4215-41ca-a8e4-226a95b7dab9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "0fccae39-d74c-4e24-8894-943565c5335e"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:46.460068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Request body: {'port': {'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:46.499962 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.resource_extend [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:24:46.532470 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-7e948ea1-5a3c-418a-af5a-22d4608643a5 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840670 Jul 07 19:24:46.540605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118234c1-1386-4357-9fb6-650baf56d9de service neutron] Pushing event updated for resources: {'Port': ['ID=0fccae39-d74c-4e24-8894-943565c5335e,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:46.590396 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.593677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad066c00-d9c3-4196-979d-d3c0adc8ca86 req-3906112b-253f-419b-9830-3349bb8e1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:46.595586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad066c00-d9c3-4196-979d-d3c0adc8ca86 req-3906112b-253f-419b-9830-3349bb8e1c5d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=42b18c18-ffa6-4760-8549-97ac33844a2f HTTP/1.1" status: 200 len: 851 time: 0.1823063 Jul 07 19:24:46.688034 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.692207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:46.692821 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.737637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c695eb-d717-4f23-8002-c720f81e36c0 req-2721c973-0b2c-4109-913b-03ff0eab698c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:46.739423 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06c695eb-d717-4f23-8002-c720f81e36c0 req-2721c973-0b2c-4109-913b-03ff0eab698c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.4948499 Jul 07 19:24:46.821812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] Pushing event updated for resources: {'Network': ['ID=77819821-8da9-46d1-bc88-930fba77a5b3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:46.833295 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 77819821-8da9-46d1-bc88-930fba77a5b3 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:24:46.887983 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ca0fe832-1e30-4634-bd55-d085b11f101d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1562932 Jul 07 19:24:46.890749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33996) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:46.912060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6e08ef56-8d68-48ac-a029-62fbdf777e6e admin admin] Request body: {'subnet': {'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1675653603-subnet', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:46.964291 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06c695eb-d717-4f23-8002-c720f81e36c0 req-105472cb-12e4-4183-97a5-3ab06be39109 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455982 Jul 07 19:24:46.989061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-8a7b7ce8-593e-4957-9603-63435012005f service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285681 Jul 07 19:24:46.990107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e08ef56-8d68-48ac-a029-62fbdf777e6e admin admin] Made reservation on behalf of 00341c01faab4b26b482e420f35eda64 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:46.992999 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6e08ef56-8d68-48ac-a029-62fbdf777e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:47.149764 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:47.155712 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:47.160077 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-3e419caa-2c55-433a-bb16-e859f1c89c79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea29405b-59fc-4c4c-9bd0-5290a86a86cb HTTP/1.1" status: 200 len: 217 time: 0.1615188 Jul 07 19:24:47.184188 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342c8844-e8ea-46f7-922e-87f11c90b2f2 x-openstack-request-id: req-342c8844-e8ea-46f7-922e-87f11c90b2f2 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:47.184497 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "0fccae39-d74c-4e24-8894-943565c5335e", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:47.184624 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-342c8844-e8ea-46f7-922e-87f11c90b2f2 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:47.186078 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': '0fccae39-d74c-4e24-8894-943565c5335e', 'status': 'completed', 'code': 200} Jul 07 19:24:47.266231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-532219c3-def0-4e52-bfdf-f21ac77f481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:47.267701 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-532219c3-def0-4e52-bfdf-f21ac77f481a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cf648d12-0dbc-4ada-9808-fda1919d4e3a HTTP/1.1" status: 200 len: 797 time: 0.0990975 Jul 07 19:24:47.294767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-c4352185-2ffc-4f1c-8c93-952d0f5f4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:47.295291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-c4352185-2ffc-4f1c-8c93-952d0f5f4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:47.295767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-c4352185-2ffc-4f1c-8c93-952d0f5f4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:47.296236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-c4352185-2ffc-4f1c-8c93-952d0f5f4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:47.296722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-c4352185-2ffc-4f1c-8c93-952d0f5f4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:47.297341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-c4352185-2ffc-4f1c-8c93-952d0f5f4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:47.299202 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-c4352185-2ffc-4f1c-8c93-952d0f5f4416 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5293 time: 0.2043657 Jul 07 19:24:47.312090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:24:47.501851 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:47.502401 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Added segment 71da001b-a2fd-47fe-90d0-b189a668a776 of type vlan for network 570f0fc9-3c6e-4c31-a473-9989951d0d39 Jul 07 19:24:47.567653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:47.611892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5d6698-2d4c-4291-93ce-b69220a55aa8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:47.649178 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:47.653580 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:47.656015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:47.792549 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5360279 Jul 07 19:24:47.793501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34012) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:47.837327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0d0a8e30-5b64-46be-94b8-c43c8365279f admin admin] Request body: {'subnet': {'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-731804702-subnet', 'tenant_id': '1f6745b37cc84094bb631476291d9180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:47.873858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad066c00-d9c3-4196-979d-d3c0adc8ca86 req-daca3cd6-a607-4d80-a598-2c274e4c295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:47.875337 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad066c00-d9c3-4196-979d-d3c0adc8ca86 req-daca3cd6-a607-4d80-a598-2c274e4c295d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02f836db-6676-46b9-aee6-90c3bd2e56ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2451317 Jul 07 19:24:47.926864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de63ce9-81f2-47b9-bcbf-ba1c34e4b42d admin admin] Pushing event updated for resources: {'Network': ['ID=570f0fc9-3c6e-4c31-a473-9989951d0d39,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:47.937473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 570f0fc9-3c6e-4c31-a473-9989951d0d39 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:24:48.056783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-5df7484c-7732-4ec7-82a1-358d453d6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.057404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-5df7484c-7732-4ec7-82a1-358d453d6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.057821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-5df7484c-7732-4ec7-82a1-358d453d6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.059472 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-5df7484c-7732-4ec7-82a1-358d453d6cdb service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=9366443b78874460a63d7aaac26d676e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7028723 Jul 07 19:24:48.071140 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1ea1-8a0a-47ab-8973-18c0788e2c03 req-defe8642-c855-4ef3-9fca-9a208db65d84 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.079360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1ea1-8a0a-47ab-8973-18c0788e2c03 req-defe8642-c855-4ef3-9fca-9a208db65d84 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.086657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1ea1-8a0a-47ab-8973-18c0788e2c03 req-defe8642-c855-4ef3-9fca-9a208db65d84 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.095193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1ea1-8a0a-47ab-8973-18c0788e2c03 req-defe8642-c855-4ef3-9fca-9a208db65d84 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.103150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1ea1-8a0a-47ab-8973-18c0788e2c03 req-defe8642-c855-4ef3-9fca-9a208db65d84 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.110635 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1ea1-8a0a-47ab-8973-18c0788e2c03 req-defe8642-c855-4ef3-9fca-9a208db65d84 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.117990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1ea1-8a0a-47ab-8973-18c0788e2c03 req-defe8642-c855-4ef3-9fca-9a208db65d84 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.120539 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8bba1ea1-8a0a-47ab-8973-18c0788e2c03 req-defe8642-c855-4ef3-9fca-9a208db65d84 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 0.9620171 Jul 07 19:24:48.121469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0a8e30-5b64-46be-94b8-c43c8365279f admin admin] Made reservation on behalf of 1f6745b37cc84094bb631476291d9180 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:48.124248 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8e30-5b64-46be-94b8-c43c8365279f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:48.249707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-16eb7c5a-5dfa-42eb-8b6e-0b9e361f00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.251522 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98edcd7f-4215-41ca-a8e4-226a95b7dab9 req-16eb7c5a-5dfa-42eb-8b6e-0b9e361f00f5 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479142 Jul 07 19:24:48.256742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-45364fe5-1ec6-4de4-a496-32ca9009164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.259147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-45364fe5-1ec6-4de4-a496-32ca9009164e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9814587 Jul 07 19:24:48.310229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8bba1ea1-8a0a-47ab-8973-18c0788e2c03 req-4da989c8-72cc-4208-a63c-d5276cc3c412 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209211 Jul 07 19:24:48.423082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd638be-4708-4993-b418-9dbba72a9ae1 req-2fc2ed1a-a482-4483-9ecb-72ffb6e821f7 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.430580 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad066c00-d9c3-4196-979d-d3c0adc8ca86 req-390935a5-c4f7-4317-ac0b-b04a94f5db82 service neutron] 10.222.0.110 "GET /v2.0/networks/02f836db-6676-46b9-aee6-90c3bd2e56ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372808 Jul 07 19:24:48.435977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fcd638be-4708-4993-b418-9dbba72a9ae1 req-2fc2ed1a-a482-4483-9ecb-72ffb6e821f7 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 945 time: 0.3691573 Jul 07 19:24:48.517080 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-5babe498-83cb-428f-ad3b-452f385f01a8 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474134 Jul 07 19:24:48.549500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fcd638be-4708-4993-b418-9dbba72a9ae1 req-b8dc567b-9f7b-472c-b134-e10eb1d9b5fd tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104543 Jul 07 19:24:48.551631 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6e08ef56-8d68-48ac-a029-62fbdf777e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:48.554243 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad066c00-d9c3-4196-979d-d3c0adc8ca86 req-ab47cc6f-6d41-441f-bd24-a1f57986688e service neutron] 10.222.0.110 "GET /v2.0/networks/02f836db-6676-46b9-aee6-90c3bd2e56ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163208 Jul 07 19:24:48.562442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1edfc8-c2a9-4be2-beff-4595d8bd5989 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:48.586511 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:48.675826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Transition to ACTIVE for port object ee1edfc8-c2a9-4be2-beff-4595d8bd5989 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:48.713050 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:48.768359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-f12bb0fa-16ba-4724-9257-2b1e75236a04 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052147 Jul 07 19:24:48.772058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08ef56-8d68-48ac-a029-62fbdf777e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=206973c2-7386-45f5-8e7d-54661b8adb40,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:48.853701 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-fdc8c7de-aaef-44f6-87cf-1afd8f71093d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dea463da-e0bd-4504-b4aa-9d4410f64de1 HTTP/1.1" status: 200 len: 217 time: 0.0719354 Jul 07 19:24:48.938688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-08282417-1518-47fb-b0bb-b8155541f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.941573 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-08282417-1518-47fb-b0bb-b8155541f232 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cf648d12-0dbc-4ada-9808-fda1919d4e3a HTTP/1.1" status: 200 len: 797 time: 0.0779958 Jul 07 19:24:49.060844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08ef56-8d68-48ac-a029-62fbdf777e6e admin admin] Checking segment: {'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:49.061561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e08ef56-8d68-48ac-a029-62fbdf777e6e admin admin] Network hostable DHCP agents. Network: 77819821-8da9-46d1-bc88-930fba77a5b3, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:24:49.095044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee5355-406a-429e-8131-e4d3bbf36afe req-45ef94fc-0188-456a-9174-41b2f922be62 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:49.102364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee5355-406a-429e-8131-e4d3bbf36afe req-45ef94fc-0188-456a-9174-41b2f922be62 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:49.105206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e08ef56-8d68-48ac-a029-62fbdf777e6e admin admin] Network 77819821-8da9-46d1-bc88-930fba77a5b3 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:24:49.121092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-56586400-fb8f-4dff-96d2-8dafb4f8bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:49.123076 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-56586400-fb8f-4dff-96d2-8dafb4f8bd52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1687915 Jul 07 19:24:49.133464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee5355-406a-429e-8131-e4d3bbf36afe req-45ef94fc-0188-456a-9174-41b2f922be62 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:49.155414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee5355-406a-429e-8131-e4d3bbf36afe req-45ef94fc-0188-456a-9174-41b2f922be62 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:49.163696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee5355-406a-429e-8131-e4d3bbf36afe req-45ef94fc-0188-456a-9174-41b2f922be62 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:49.165379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-6e08ef56-8d68-48ac-a029-62fbdf777e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 77819821-8da9-46d1-bc88-930fba77a5b3) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:49.172306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee5355-406a-429e-8131-e4d3bbf36afe req-45ef94fc-0188-456a-9174-41b2f922be62 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:49.176439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e08ef56-8d68-48ac-a029-62fbdf777e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:49.177205 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6e08ef56-8d68-48ac-a029-62fbdf777e6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:49.180859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e65267-abdb-4d85-97d3-4e8e74b0a3e4 None None] Network 77819821-8da9-46d1-bc88-930fba77a5b3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:49.199746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a3ee5355-406a-429e-8131-e4d3bbf36afe req-45ef94fc-0188-456a-9174-41b2f922be62 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 4607 time: 0.6437771 Jul 07 19:24:49.205024 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8e30-5b64-46be-94b8-c43c8365279f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:49.223137 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6e08ef56-8d68-48ac-a029-62fbdf777e6e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3142543 Jul 07 19:24:49.231265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34022) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:49.254507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:49.288984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1675653603-router', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:49.487092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a3ee5355-406a-429e-8131-e4d3bbf36afe req-885eb30f-b170-49c1-8367-e5c2ece822b3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2860646 Jul 07 19:24:49.503267 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:49.505142 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:49.544828 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-58a1b607-031f-444b-8985-68a837a17b16 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124227 Jul 07 19:24:49.550597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a8e30-5b64-46be-94b8-c43c8365279f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d089b971-d41c-434e-aac7-fe3545f6181a,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:49.593207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4a5473-6881-4f49-9a57-2ce2e26c55b4 None None] Network 77819821-8da9-46d1-bc88-930fba77a5b3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:49.639873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a8e30-5b64-46be-94b8-c43c8365279f admin admin] Checking segment: {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:49.640435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a8e30-5b64-46be-94b8-c43c8365279f admin admin] Network hostable DHCP agents. Network: 570f0fc9-3c6e-4c31-a473-9989951d0d39, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:24:49.681373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f25ad-f83d-4b88-807a-4035a2ebaea1 req-5c6a5138-dbf7-451d-b640-20842e22ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:49.683014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb3f25ad-f83d-4b88-807a-4035a2ebaea1 req-5c6a5138-dbf7-451d-b640-20842e22ad34 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 1096 time: 0.7403724 Jul 07 19:24:49.768963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9a338-c1e0-4294-9726-c510b65b9422 req-d5b0ef76-e474-4e7b-be64-3bb1050dd77d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:49.776741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11b9a338-c1e0-4294-9726-c510b65b9422 req-d5b0ef76-e474-4e7b-be64-3bb1050dd77d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.3657608 Jul 07 19:24:49.816755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78f2264f-82ef-46f8-b0f4-70caf3667488 req-4b57d7b8-7896-4c39-a2f3-1d87f033b569 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629614 Jul 07 19:24:49.819469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f25ad-f83d-4b88-807a-4035a2ebaea1 req-771277c7-5d4b-453c-b40e-50d6b72070b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:49.821417 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb3f25ad-f83d-4b88-807a-4035a2ebaea1 req-771277c7-5d4b-453c-b40e-50d6b72070b2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 919 time: 0.1237712 Jul 07 19:24:49.866673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Attempting to bind port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:49.867537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Attempting to bind port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:49.867537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Attempting to bind port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:49.867855 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11b9a338-c1e0-4294-9726-c510b65b9422 req-14239b51-0a8a-467b-bfc4-803fe06603b0 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898538 Jul 07 19:24:49.948141 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb3f25ad-f83d-4b88-807a-4035a2ebaea1 req-6c3c53de-4593-4cbb-858b-62493ceb460d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 HTTP/1.1" status: 200 len: 217 time: 0.0459154 Jul 07 19:24:49.951122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:49.954083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a8e30-5b64-46be-94b8-c43c8365279f admin admin] Network 570f0fc9-3c6e-4c31-a473-9989951d0d39 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:24:49.956259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:49.956582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Attempting to bind port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:50.015687 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f25ad-f83d-4b88-807a-4035a2ebaea1 req-0e091c2a-af37-4c11-aa87-23321ac92368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.017610 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb3f25ad-f83d-4b88-807a-4035a2ebaea1 req-0e091c2a-af37-4c11-aa87-23321ac92368 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=637b22fd-8e32-4648-80bc-c3a53f1054fc HTTP/1.1" status: 200 len: 858 time: 0.0567341 Jul 07 19:24:50.039323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:50.039715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Checking segment: {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:50.040084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Bound using segment: {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:50.040534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Bound port: ee1edfc8-c2a9-4be2-beff-4595d8bd5989, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:50.040892 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.122857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-11a457f2-0499-4fdc-96b8-63c88f682d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.123400 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-11a457f2-0499-4fdc-96b8-63c88f682d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.123840 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-11a457f2-0499-4fdc-96b8-63c88f682d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.124306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-11a457f2-0499-4fdc-96b8-63c88f682d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.124779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-11a457f2-0499-4fdc-96b8-63c88f682d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.125395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-11a457f2-0499-4fdc-96b8-63c88f682d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.125869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-11a457f2-0499-4fdc-96b8-63c88f682d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.128291 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-11a457f2-0499-4fdc-96b8-63c88f682d0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6474 time: 0.2099149 Jul 07 19:24:50.194345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] For port ee1edfc8-c2a9-4be2-beff-4595d8bd5989, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:50.198695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] For port ee1edfc8-c2a9-4be2-beff-4595d8bd5989, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:50.229633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a8e30-5b64-46be-94b8-c43c8365279f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 570f0fc9-3c6e-4c31-a473-9989951d0d39) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:50.241959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa2e21-3a7d-4171-81dc-cbce5a7a9129 None None] Network 570f0fc9-3c6e-4c31-a473-9989951d0d39 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:50.265794 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb3f25ad-f83d-4b88-807a-4035a2ebaea1 req-bd1a52d1-c83a-49f6-9473-0af47f3a140b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c7a8d583-e305-4105-a7ca-683cce92a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2368202 Jul 07 19:24:50.267134 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.279906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-2eff4c54-c607-4bc7-a5f6-223fca6b92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.280810 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a8e30-5b64-46be-94b8-c43c8365279f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.281258 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8e30-5b64-46be-94b8-c43c8365279f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.283034 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-2eff4c54-c607-4bc7-a5f6-223fca6b92cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=b39bec63-5191-41ce-a475-0913476e6e43 HTTP/1.1" status: 200 len: 903 time: 0.1462381 Jul 07 19:24:50.428808 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-d9514dd7-1593-4d5c-972d-26c4a4fcf02d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dea463da-e0bd-4504-b4aa-9d4410f64de1 HTTP/1.1" status: 200 len: 217 time: 0.1244457 Jul 07 19:24:50.450388 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.527780 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e51a5fc-3a59-4a0f-95fb-1eeeda3540de None None] Network 570f0fc9-3c6e-4c31-a473-9989951d0d39 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:50.543752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.544371 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.547012 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] 10.222.0.110 "PUT /v2.0/ports/ee1edfc8-c2a9-4be2-beff-4595d8bd5989 HTTP/1.1" status: 200 len: 1135 time: 4.0910666 Jul 07 19:24:50.548856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': 'ee1edfc8-c2a9-4be2-beff-4595d8bd5989'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:50.551401 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a48356-f331-48ff-ab17-9c52966ef1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "ee1edfc8-c2a9-4be2-beff-4595d8bd5989"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:50.562479 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0d0a8e30-5b64-46be-94b8-c43c8365279f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7363892 Jul 07 19:24:50.577762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-94265a8e-5d84-452b-943a-24651fbac7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.579329 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-94265a8e-5d84-452b-943a-24651fbac7d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cf648d12-0dbc-4ada-9808-fda1919d4e3a HTTP/1.1" status: 200 len: 797 time: 0.1358714 Jul 07 19:24:50.615660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Request body: {'port': {'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:50.711708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98d5be-25bc-4ec2-afb4-807ae452dc26 req-18fd9f68-0bc0-4302-a47d-f3258d709e7f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.722354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98d5be-25bc-4ec2-afb4-807ae452dc26 req-18fd9f68-0bc0-4302-a47d-f3258d709e7f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.731881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98d5be-25bc-4ec2-afb4-807ae452dc26 req-18fd9f68-0bc0-4302-a47d-f3258d709e7f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.738643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98d5be-25bc-4ec2-afb4-807ae452dc26 req-18fd9f68-0bc0-4302-a47d-f3258d709e7f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.745719 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98d5be-25bc-4ec2-afb4-807ae452dc26 req-18fd9f68-0bc0-4302-a47d-f3258d709e7f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.752547 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98d5be-25bc-4ec2-afb4-807ae452dc26 req-18fd9f68-0bc0-4302-a47d-f3258d709e7f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.761367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98d5be-25bc-4ec2-afb4-807ae452dc26 req-18fd9f68-0bc0-4302-a47d-f3258d709e7f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.766070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-2e392653-82e6-4bf0-bc4d-da2d1a6bab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.770402 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-2e392653-82e6-4bf0-bc4d-da2d1a6bab40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1773605 Jul 07 19:24:50.783184 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bd98d5be-25bc-4ec2-afb4-807ae452dc26 req-18fd9f68-0bc0-4302-a47d-f3258d709e7f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 1.0891445 Jul 07 19:24:50.899944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f1bac-c903-4c25-9c57-d9be9e81c1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:50.962821 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-90ad266e-77fe-4419-aee2-8a8ebf7c0d91 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849458 Jul 07 19:24:50.992453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bd98d5be-25bc-4ec2-afb4-807ae452dc26 req-3e967799-1e2d-429a-acca-1acf98c38a15 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2083647 Jul 07 19:24:51.005327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb3f25ad-f83d-4b88-807a-4035a2ebaea1 req-4bb3de05-a57c-4b6f-b816-cf6facf026ae service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7120094 Jul 07 19:24:51.020368 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-635c8848-89e7-4126-b83d-a5fc32d73f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.093603 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.109733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab365c7-c76e-4c78-917b-b2446763efbf req-53650cc2-22a9-4890-9db7-2ea6c42734b0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.111439 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eab365c7-c76e-4c78-917b-b2446763efbf req-53650cc2-22a9-4890-9db7-2ea6c42734b0 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 945 time: 0.1597483 Jul 07 19:24:51.113849 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ee9445c-ff20-4f19-b55e-205362583a1e req-e83478ee-4d32-45e2-89dc-ce24f46aac6a service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233468 Jul 07 19:24:51.167506 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eab365c7-c76e-4c78-917b-b2446763efbf req-e8c6c1b3-1d52-44e1-8d21-5daacd7b5b87 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478585 Jul 07 19:24:51.229409 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9c1ee8-eacb-436e-a2cd-241ec8d5df69 x-openstack-request-id: req-4a9c1ee8-eacb-436e-a2cd-241ec8d5df69 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:51.229766 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "ee1edfc8-c2a9-4be2-beff-4595d8bd5989", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:51.229941 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a9c1ee8-eacb-436e-a2cd-241ec8d5df69 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:51.230419 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': 'ee1edfc8-c2a9-4be2-beff-4595d8bd5989', 'status': 'completed', 'code': 200} Jul 07 19:24:51.261991 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb3f25ad-f83d-4b88-807a-4035a2ebaea1 req-b350bc32-5e00-4776-a6b9-abd48805d472 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468061 Jul 07 19:24:51.406355 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-c65041d3-cdd0-4fb8-a2bd-0ff2e45d502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.406871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-c65041d3-cdd0-4fb8-a2bd-0ff2e45d502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.407507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-c65041d3-cdd0-4fb8-a2bd-0ff2e45d502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.407997 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-c65041d3-cdd0-4fb8-a2bd-0ff2e45d502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.409789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-c65041d3-cdd0-4fb8-a2bd-0ff2e45d502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.409789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-c65041d3-cdd0-4fb8-a2bd-0ff2e45d502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.409789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-c65041d3-cdd0-4fb8-a2bd-0ff2e45d502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.417391 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-c65041d3-cdd0-4fb8-a2bd-0ff2e45d502c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 6221 time: 0.1669557 Jul 07 19:24:51.436279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41092b5-e558-4db9-8696-fcb35aa7b994 req-58cd61c5-0bfb-4f0f-9f20-1f653a60a68c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.437955 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d41092b5-e558-4db9-8696-fcb35aa7b994 req-58cd61c5-0bfb-4f0f-9f20-1f653a60a68c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.1121745 Jul 07 19:24:51.563689 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d41092b5-e558-4db9-8696-fcb35aa7b994 req-f3f4e065-387e-4acf-a81d-37387df35ad3 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090260 Jul 07 19:24:51.627857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-fcd0c70e-4dad-4280-9a66-adbbcd71d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.628362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-fcd0c70e-4dad-4280-9a66-adbbcd71d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.628855 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-fcd0c70e-4dad-4280-9a66-adbbcd71d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.632149 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-fcd0c70e-4dad-4280-9a66-adbbcd71d783 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=9366443b78874460a63d7aaac26d676e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2032573 Jul 07 19:24:51.782662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-a577c8a2-7d62-43fe-8cc7-05e0025f90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.784405 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49a48356-f331-48ff-ab17-9c52966ef1cf req-a577c8a2-7d62-43fe-8cc7-05e0025f90fa service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326559 Jul 07 19:24:51.861060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad21ab-8ee9-49ba-8a1a-3a69e0d5ff25 req-d95a751d-0f0b-4355-b774-5b7b186678bf tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.868376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad21ab-8ee9-49ba-8a1a-3a69e0d5ff25 req-d95a751d-0f0b-4355-b774-5b7b186678bf tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.874452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad21ab-8ee9-49ba-8a1a-3a69e0d5ff25 req-d95a751d-0f0b-4355-b774-5b7b186678bf tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.881536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad21ab-8ee9-49ba-8a1a-3a69e0d5ff25 req-d95a751d-0f0b-4355-b774-5b7b186678bf tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.888148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad21ab-8ee9-49ba-8a1a-3a69e0d5ff25 req-d95a751d-0f0b-4355-b774-5b7b186678bf tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.894115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad21ab-8ee9-49ba-8a1a-3a69e0d5ff25 req-d95a751d-0f0b-4355-b774-5b7b186678bf tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.901470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad21ab-8ee9-49ba-8a1a-3a69e0d5ff25 req-d95a751d-0f0b-4355-b774-5b7b186678bf tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.903954 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fad21ab-8ee9-49ba-8a1a-3a69e0d5ff25 req-d95a751d-0f0b-4355-b774-5b7b186678bf tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5384 time: 0.7427249 Jul 07 19:24:51.910633 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.947997 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.954033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-9e3ea398-3de1-42af-983c-598ad4f7e66e tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.961700 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-9e3ea398-3de1-42af-983c-598ad4f7e66e tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 814 time: 0.1285081 Jul 07 19:24:51.980578 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-53f23c33-2113-4afa-81fc-e2949c394eb2 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/quotas/1f6745b37cc84094bb631476291d9180 HTTP/1.1" status: 200 len: 375 time: 0.0178251 Jul 07 19:24:52.021517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-e9550acc-83cc-44bf-b8b0-e37866f02c97 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399024 Jul 07 19:24:52.085121 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fad21ab-8ee9-49ba-8a1a-3a69e0d5ff25 req-13486c10-04be-4b74-ae7f-5b84707102d7 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1698709 Jul 07 19:24:52.130351 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-dab4dd20-b81c-4e96-b055-b99d1f1e2a74 service neutron] 10.222.0.81 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078670 Jul 07 19:24:52.203846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Allocated IP 172.25.0.221 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/f5744f60-7e97-4972-8857-9042b91815bd) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:52.212094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf781d2b-60d4-4299-8103-52963ce195a8 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:52.223894 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.276877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Transition to ACTIVE for port object cf781d2b-60d4-4299-8103-52963ce195a8 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:52.287823 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.295282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-0f886074-1f35-4e43-944b-489d014f6fd2 service neutron] 10.222.0.81 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574841 Jul 07 19:24:52.426238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Pushing event updated for resources: {'Port': ['ID=cf781d2b-60d4-4299-8103-52963ce195a8,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:52.464276 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.500931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Attempting to bind port cf781d2b-60d4-4299-8103-52963ce195a8 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:52.501336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Attempting to bind port cf781d2b-60d4-4299-8103-52963ce195a8 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:52.501661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Attempting to bind port cf781d2b-60d4-4299-8103-52963ce195a8 on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:52.508746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Port cf781d2b-60d4-4299-8103-52963ce195a8 on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:52.509074 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Attempting to bind port cf781d2b-60d4-4299-8103-52963ce195a8 on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:52.521408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:52.521998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Checking segment: {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:52.522450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Bound using segment: {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:52.523034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Bound port: cf781d2b-60d4-4299-8103-52963ce195a8, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:52.523357 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.649769 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.743110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:52.757302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-2ff6293b-d9b4-4f83-aa47-c73f927c3b30 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:52.759478 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-2ff6293b-d9b4-4f83-aa47-c73f927c3b30 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 945 time: 0.1726842 Jul 07 19:24:52.786308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:52.799630 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:52.964734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Deleting port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:52.965596 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.984989 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b027c7-6368-405e-a37a-2f4def217d02 req-d355a887-cc61-476c-8884-9d369c1baacf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:52.993186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b027c7-6368-405e-a37a-2f4def217d02 req-d355a887-cc61-476c-8884-9d369c1baacf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:53.002087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b027c7-6368-405e-a37a-2f4def217d02 req-d355a887-cc61-476c-8884-9d369c1baacf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:53.008643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b027c7-6368-405e-a37a-2f4def217d02 req-d355a887-cc61-476c-8884-9d369c1baacf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:53.031767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b027c7-6368-405e-a37a-2f4def217d02 req-d355a887-cc61-476c-8884-9d369c1baacf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:53.033997 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bccfab-9a60-4fbb-9eae-deb58fc5c8e0 req-45b22d6d-a6dc-4973-8ce9-5b8535fe6424 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:53.043985 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7bccfab-9a60-4fbb-9eae-deb58fc5c8e0 req-45b22d6d-a6dc-4973-8ce9-5b8535fe6424 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 945 time: 0.1732674 Jul 07 19:24:53.044470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b027c7-6368-405e-a37a-2f4def217d02 req-d355a887-cc61-476c-8884-9d369c1baacf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:53.066430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b027c7-6368-405e-a37a-2f4def217d02 req-d355a887-cc61-476c-8884-9d369c1baacf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:53.096992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41b027c7-6368-405e-a37a-2f4def217d02 req-d355a887-cc61-476c-8884-9d369c1baacf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 0.5489225 Jul 07 19:24:53.118200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] For port cf781d2b-60d4-4299-8103-52963ce195a8, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:53.118909 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7bccfab-9a60-4fbb-9eae-deb58fc5c8e0 req-77ee0960-9d4e-4b4f-a329-95f7e80137fa tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups?id=149cc3fb-e769-4e35-aa07-fa4c95e80c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735273 Jul 07 19:24:53.160093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] For port cf781d2b-60d4-4299-8103-52963ce195a8, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cf781d2b-60d4-4299-8103-52963ce195a8,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:53.235849 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Pushing event updated for resources: {'Port': ['ID=f5744f60-7e97-4972-8857-9042b91815bd,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:53.236794 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] For port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e,segment=NetworkSegment(b4a9fa5b-a805-46fa-a3ba-00d4dd658415),segment_id=b4a9fa5b-a805-46fa-a3ba-00d4dd658415)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:53.237345 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:53.249173 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:53.287785 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bab9c108-8ca5-40d6-ab83-12afd83fe397 req-2d5e5843-fab8-4b16-a5c2-ef2a65d9abc5 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 210 time: 0.0368140 Jul 07 19:24:53.509557 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6e5a51ff-ec16-4d99-acfa-175348083af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:53.513162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Pushing event updated for resources: {'Port': ['ID=cf781d2b-60d4-4299-8103-52963ce195a8,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:53.659089 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:53.659727 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:53.661168 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-83aeb043-f661-4199-aa7a-aadb6679843e service neutron] 10.222.0.110 "PUT /v2.0/ports/cf781d2b-60d4-4299-8103-52963ce195a8 HTTP/1.1" status: 200 len: 1091 time: 3.0838776 Jul 07 19:24:53.663839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': 'cf781d2b-60d4-4299-8103-52963ce195a8'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:53.666030 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509b9383-551b-42d9-8127-4daa2e12463a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "cf781d2b-60d4-4299-8103-52963ce195a8"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:53.746416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Request body: {'port': {'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:53.815647 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:53.844512 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41b027c7-6368-405e-a37a-2f4def217d02 req-c98f72a4-39b4-4212-a9f5-4ffb68689974 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7421465 Jul 07 19:24:53.853020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:53.853582 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:53.857182 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Floating IP fdaa3b13-8894-4b31-ab7d-e0fea905622d disassociated. External IP: 172.25.0.130, port: 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e. Jul 07 19:24:53.857698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Calling delete_port for 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:53.862336 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.078172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac27b4-550a-4ca2-a5d0-58be09751a8f req-d18869c5-050f-4a0b-b727-38d4c915eeca tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.086871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3aac27b4-550a-4ca2-a5d0-58be09751a8f req-d18869c5-050f-4a0b-b727-38d4c915eeca tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.5222402 Jul 07 19:24:54.159706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3aac27b4-550a-4ca2-a5d0-58be09751a8f req-82fb61c8-6d9d-4437-8ba8-dbceff58d6ab tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700567 Jul 07 19:24:54.216200 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2c1c4c6-2840-4437-9ea1-c485da996076 req-e4861de1-0789-4f21-8750-aa059437c75a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3362958 Jul 07 19:24:54.318315 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.363794 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.378143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a1a25-a7eb-4138-825c-3dd01830f56a req-282c0f63-0030-421c-8b6d-abbff60af44b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.378703 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.384998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a1a25-a7eb-4138-825c-3dd01830f56a req-282c0f63-0030-421c-8b6d-abbff60af44b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.393593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a1a25-a7eb-4138-825c-3dd01830f56a req-282c0f63-0030-421c-8b6d-abbff60af44b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.399880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a1a25-a7eb-4138-825c-3dd01830f56a req-282c0f63-0030-421c-8b6d-abbff60af44b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.406761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a1a25-a7eb-4138-825c-3dd01830f56a req-282c0f63-0030-421c-8b6d-abbff60af44b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.413311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a1a25-a7eb-4138-825c-3dd01830f56a req-282c0f63-0030-421c-8b6d-abbff60af44b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.420742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a1a25-a7eb-4138-825c-3dd01830f56a req-282c0f63-0030-421c-8b6d-abbff60af44b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.422927 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7a8a1a25-a7eb-4138-825c-3dd01830f56a req-282c0f63-0030-421c-8b6d-abbff60af44b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5396 time: 0.3214445 Jul 07 19:24:54.437148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Pushing event deleted for resources: {'Port': ['ID=51ccf93f-12dc-4aa9-9989-bfd37ad84e3e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:54.477724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c4c6-2840-4437-9ea1-c485da996076 req-0d61a9eb-00d1-4ca9-a006-5e282e095ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.479666 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2c1c4c6-2840-4437-9ea1-c485da996076 req-0d61a9eb-00d1-4ca9-a006-5e282e095ec6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=442130b57d39424f9c75227920c828fd&device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 1096 time: 0.2044294 Jul 07 19:24:54.528362 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317f70f3-bf3f-4b34-addf-ce986cd9fbb2 x-openstack-request-id: req-317f70f3-bf3f-4b34-addf-ce986cd9fbb2 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:54.528666 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "cf781d2b-60d4-4299-8103-52963ce195a8", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:54.528906 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-317f70f3-bf3f-4b34-addf-ce986cd9fbb2 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:54.529307 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': 'cf781d2b-60d4-4299-8103-52963ce195a8', 'status': 'completed', 'code': 200} Jul 07 19:24:54.665570 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7a8a1a25-a7eb-4138-825c-3dd01830f56a req-24e83d13-1a03-4c44-bda3-d48b64a95f29 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2191861 Jul 07 19:24:54.704762 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfc76a77-aab8-410c-b697-186414ce9f4e req-099aa9d7-c441-48c5-905b-43957ea44b99 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.0551426 Jul 07 19:24:54.731702 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.776748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Router 21b6821d-3ef1-479b-a938-501405582f26 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:24:54.778013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c4c6-2840-4437-9ea1-c485da996076 req-67d2b3da-3398-40df-818c-9754bb77f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.780343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2c1c4c6-2840-4437-9ea1-c485da996076 req-67d2b3da-3398-40df-818c-9754bb77f098 service neutron] 10.222.0.110 "GET /v2.0/networks?id=c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 200 len: 919 time: 0.2425447 Jul 07 19:24:54.913958 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2c1c4c6-2840-4437-9ea1-c485da996076 req-2c76143d-7813-481a-a898-f70ed0a8b143 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 HTTP/1.1" status: 200 len: 217 time: 0.1227238 Jul 07 19:24:55.006711 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c4c6-2840-4437-9ea1-c485da996076 req-a42a3026-4f46-4f73-900f-8076de9dccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.008444 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2c1c4c6-2840-4437-9ea1-c485da996076 req-a42a3026-4f46-4f73-900f-8076de9dccf2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=637b22fd-8e32-4648-80bc-c3a53f1054fc HTTP/1.1" status: 200 len: 858 time: 0.0661926 Jul 07 19:24:55.035689 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2cd1ae18-a7a7-4549-b912-c47379963753 req-35b33c91-9b8f-4ac4-999b-5d311ee9e982 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 210 time: 0.1264806 Jul 07 19:24:55.084600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9383-551b-42d9-8127-4daa2e12463a req-4e3bad94-50b4-4981-909d-d89712214b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.085099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9383-551b-42d9-8127-4daa2e12463a req-4e3bad94-50b4-4981-909d-d89712214b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.085585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9383-551b-42d9-8127-4daa2e12463a req-4e3bad94-50b4-4981-909d-d89712214b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.086062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9383-551b-42d9-8127-4daa2e12463a req-4e3bad94-50b4-4981-909d-d89712214b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.086539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9383-551b-42d9-8127-4daa2e12463a req-4e3bad94-50b4-4981-909d-d89712214b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.091968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9383-551b-42d9-8127-4daa2e12463a req-4e3bad94-50b4-4981-909d-d89712214b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.092749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9383-551b-42d9-8127-4daa2e12463a req-4e3bad94-50b4-4981-909d-d89712214b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.096115 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-509b9383-551b-42d9-8127-4daa2e12463a req-4e3bad94-50b4-4981-909d-d89712214b19 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 6288 time: 0.5575142 Jul 07 19:24:55.203456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2c1c4c6-2840-4437-9ea1-c485da996076 req-ee169f9a-53b7-4e94-a022-6095f1996f88 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c7a8d583-e305-4105-a7ca-683cce92a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724597 Jul 07 19:24:55.268307 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:24:55.279490 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994d532-2e96-42aa-ab1c-227eb2927de7 None None] Sync routers for ids ['21b6821d-3ef1-479b-a938-501405582f26'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:24:55.313485 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a994d532-2e96-42aa-ab1c-227eb2927de7 None None] Routers {'21b6821d-3ef1-479b-a938-501405582f26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:55.322624 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a994d532-2e96-42aa-ab1c-227eb2927de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:24:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['21b6821d-3ef1-479b-a938-501405582f26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:55.366816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:24:55.408422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:24:55.409120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:24:55.478148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Router 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:24:55.570287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d37fd34-d828-47fc-bba9-58563983ab57 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:55.590920 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:55.628863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9383-551b-42d9-8127-4daa2e12463a req-d8310533-9d3c-4e4a-b528-cf7020b80177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.629337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9383-551b-42d9-8127-4daa2e12463a req-d8310533-9d3c-4e4a-b528-cf7020b80177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.629807 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9383-551b-42d9-8127-4daa2e12463a req-d8310533-9d3c-4e4a-b528-cf7020b80177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.631428 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-509b9383-551b-42d9-8127-4daa2e12463a req-d8310533-9d3c-4e4a-b528-cf7020b80177 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=9366443b78874460a63d7aaac26d676e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4712195 Jul 07 19:24:55.688686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Transition to ACTIVE for port object 1d37fd34-d828-47fc-bba9-58563983ab57 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:55.704915 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-a994d532-2e96-42aa-ab1c-227eb2927de7 None None] Set router 21b6821d-3ef1-479b-a938-501405582f26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:56.097315 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a994d532-2e96-42aa-ab1c-227eb2927de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:21:36Z', 'revision_number': 4, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e3813e7c-d6cc-4f60-a228-ff0d2605e932', 'name': '', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'mac_address': 'fa:16:3e:d1:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:33Z', 'updated_at': '2021-07-07T19:21:50Z', 'revision_number': 5, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'subnets': [{'id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:56.101454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-d01cd384-e604-4a86-a673-a2519c095af3 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:56.103025 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-d01cd384-e604-4a86-a673-a2519c095af3 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.48 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 814 time: 1.0933385 Jul 07 19:24:56.128680 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994d532-2e96-42aa-ab1c-227eb2927de7 None None] Checking router: 21b6821d-3ef1-479b-a938-501405582f26 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:24:56.139052 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a994d532-2e96-42aa-ab1c-227eb2927de7 None None] Routers {'21b6821d-3ef1-479b-a938-501405582f26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:56.140057 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a994d532-2e96-42aa-ab1c-227eb2927de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:24:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['21b6821d-3ef1-479b-a938-501405582f26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:56.167820 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:56.172579 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab549bf6-3675-43bd-afa2-e84c56d84636 req-d6a151c4-2aac-4ea7-96a8-1f886c8505fd tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.1211526 Jul 07 19:24:56.186385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] No DVR routers for this DVR port 51ccf93f-12dc-4aa9-9989-bfd37ad84e3e on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:24:56.195213 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:56.206042 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dff9f556-8d88-44f9-be74-75f4d98e94cd req-12004cc1-0820-442b-9ec5-310358e87499 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.48 "DELETE /v2.0/ports/51ccf93f-12dc-4aa9-9989-bfd37ad84e3e HTTP/1.1" status: 204 len: 173 time: 3.4407136 Jul 07 19:24:56.221185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Request body: {'port': {'device_id': '108127a3-e4e8-4f61-a07c-211365aad881', 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39', 'admin_state_up': True, 'tenant_id': '1f6745b37cc84094bb631476291d9180'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:56.224223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'name': 'network-vif-deleted', 'tag': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:56.249772 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f0f220-78f8-40a6-b23c-148b56a319c7" -d '{"events": [{"server_uuid": "0c3ff065-f96e-4a70-84ce-4aad1f1d439a", "name": "network-vif-deleted", "tag": "51ccf93f-12dc-4aa9-9989-bfd37ad84e3e"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:56.334665 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-a994d532-2e96-42aa-ab1c-227eb2927de7 None None] Set router 21b6821d-3ef1-479b-a938-501405582f26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:56.397993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9bff3-fd55-478a-982b-26275424e7e0 req-a9f62f16-2028-4d71-a3bc-d2f2fa5d348a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:56.409667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9bff3-fd55-478a-982b-26275424e7e0 req-a9f62f16-2028-4d71-a3bc-d2f2fa5d348a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:56.417683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9bff3-fd55-478a-982b-26275424e7e0 req-a9f62f16-2028-4d71-a3bc-d2f2fa5d348a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:56.426904 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2c1c4c6-2840-4437-9ea1-c485da996076 req-f369be81-499c-4e09-9d8e-c2a80343021f service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2044020 Jul 07 19:24:56.429942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9bff3-fd55-478a-982b-26275424e7e0 req-a9f62f16-2028-4d71-a3bc-d2f2fa5d348a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:56.437148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9bff3-fd55-478a-982b-26275424e7e0 req-a9f62f16-2028-4d71-a3bc-d2f2fa5d348a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:56.443815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9bff3-fd55-478a-982b-26275424e7e0 req-a9f62f16-2028-4d71-a3bc-d2f2fa5d348a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:56.453056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9bff3-fd55-478a-982b-26275424e7e0 req-a9f62f16-2028-4d71-a3bc-d2f2fa5d348a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:56.461657 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0a9bff3-fd55-478a-982b-26275424e7e0 req-a9f62f16-2028-4d71-a3bc-d2f2fa5d348a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 1.1003726 Jul 07 19:24:56.583721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d37fd34-d828-47fc-bba9-58563983ab57,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:56.594727 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:56.630752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:24:56.645787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Sync routers for ids ['2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:24:56.733166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Made reservation on behalf of 1f6745b37cc84094bb631476291d9180 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:56.742479 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:56.779871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0a9bff3-fd55-478a-982b-26275424e7e0 req-92637fa5-66c7-4faf-82cb-e626fba059b3 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3172355 Jul 07 19:24:56.781326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9383-551b-42d9-8127-4daa2e12463a req-77658e7a-ba6d-4fbe-880d-7872a178b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:56.783142 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-509b9383-551b-42d9-8127-4daa2e12463a req-77658e7a-ba6d-4fbe-880d-7872a178b259 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1328945 Jul 07 19:24:56.825865 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:56.827988 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4d09f8da-d2e6-45b1-8e4c-00fa7b833e2d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5748694 Jul 07 19:24:56.831166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34150) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:56.870830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2c1c4c6-2840-4437-9ea1-c485da996076 req-9b9affe7-da10-406d-ac20-61fb2ddcfad0 service neutron] 10.222.0.110 "GET /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429829 Jul 07 19:24:56.942090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Attempting to bind port 1d37fd34-d828-47fc-bba9-58563983ab57 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:56.942484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Attempting to bind port 1d37fd34-d828-47fc-bba9-58563983ab57 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:56.942974 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Attempting to bind port 1d37fd34-d828-47fc-bba9-58563983ab57 on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:56.955483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Port 1d37fd34-d828-47fc-bba9-58563983ab57 on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:56.957411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Attempting to bind port 1d37fd34-d828-47fc-bba9-58563983ab57 on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:56.995506 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:56.995891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Checking segment: {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:56.996238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Bound using segment: {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:56.996685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Bound port: 1d37fd34-d828-47fc-bba9-58563983ab57, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:56.997045 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:57.060282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Routers {'2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:57.061409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:24:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:57.080383 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a994d532-2e96-42aa-ab1c-227eb2927de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:21:36Z', 'revision_number': 4, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e3813e7c-d6cc-4f60-a228-ff0d2605e932', 'name': '', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'mac_address': 'fa:16:3e:d1:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:33Z', 'updated_at': '2021-07-07T19:21:50Z', 'revision_number': 5, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'subnets': [{'id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:57.082449 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bdfbbc23-3cff-473b-97d6-ced1f86cdb8b req-cd5c71e7-44e6-42c6-8664-195d47488115 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 210 time: 0.0887573 Jul 07 19:24:57.144135 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994d532-2e96-42aa-ab1c-227eb2927de7 None None] The sync data for ids ['21b6821d-3ef1-479b-a938-501405582f26'] in n-d-793621-9 is: [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:21:36Z', 'revision_number': 4, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e3813e7c-d6cc-4f60-a228-ff0d2605e932', 'name': '', 'network_id': '0e4885f1-69c9-4b78-809b-8db34ef27318', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'mac_address': 'fa:16:3e:d1:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:33Z', 'updated_at': '2021-07-07T19:21:50Z', 'revision_number': 5, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'subnets': [{'id': 'd263cb8b-79f0-4da0-8a25-5c9738f388fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:24:57.160575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70dd2a-b999-4021-b306-65d204f2e8d3 req-ce6ddf54-5a03-490d-9234-60bac8c517f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:57.173540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70dd2a-b999-4021-b306-65d204f2e8d3 req-ce6ddf54-5a03-490d-9234-60bac8c517f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:57.186546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] For port 1d37fd34-d828-47fc-bba9-58563983ab57, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:57.190166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] For port 1d37fd34-d828-47fc-bba9-58563983ab57, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1d37fd34-d828-47fc-bba9-58563983ab57,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:57.197707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70dd2a-b999-4021-b306-65d204f2e8d3 req-ce6ddf54-5a03-490d-9234-60bac8c517f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:57.208360 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:57.210777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70dd2a-b999-4021-b306-65d204f2e8d3 req-ce6ddf54-5a03-490d-9234-60bac8c517f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:57.222670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70dd2a-b999-4021-b306-65d204f2e8d3 req-ce6ddf54-5a03-490d-9234-60bac8c517f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:57.243289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70dd2a-b999-4021-b306-65d204f2e8d3 req-ce6ddf54-5a03-490d-9234-60bac8c517f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:57.247045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Set router 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:57.257573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70dd2a-b999-4021-b306-65d204f2e8d3 req-ce6ddf54-5a03-490d-9234-60bac8c517f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:57.260443 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aa70dd2a-b999-4021-b306-65d204f2e8d3 req-ce6ddf54-5a03-490d-9234-60bac8c517f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5408 time: 0.7881114 Jul 07 19:24:57.267381 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6471332a-3900-451d-870f-36edb1f45a0a x-openstack-request-id: req-6471332a-3900-451d-870f-36edb1f45a0a {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:57.267883 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3ff065-f96e-4a70-84ce-4aad1f1d439a", "name": "network-vif-deleted", "tag": "51ccf93f-12dc-4aa9-9989-bfd37ad84e3e", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:57.268203 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6471332a-3900-451d-870f-36edb1f45a0a {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:57.268681 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3ff065-f96e-4a70-84ce-4aad1f1d439a', 'name': 'network-vif-deleted', 'tag': '51ccf93f-12dc-4aa9-9989-bfd37ad84e3e', 'status': 'completed', 'code': 200} Jul 07 19:24:57.317093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Allocated IP 172.20.0.4 (570f0fc9-3c6e-4c31-a473-9989951d0d39/d089b971-d41c-434e-aac7-fe3545f6181a/b154f3c8-e468-4ad9-bff9-994bc6ed95b6) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:57.397426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aa70dd2a-b999-4021-b306-65d204f2e8d3 req-9ca1de87-b7b1-4fcc-87cb-9123c1a300f4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103268 Jul 07 19:24:57.614990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:57.616462 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:57.618943 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] 10.222.0.110 "PUT /v2.0/ports/1d37fd34-d828-47fc-bba9-58563983ab57 HTTP/1.1" status: 200 len: 1091 time: 3.9089007 Jul 07 19:24:57.620162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': '1d37fd34-d828-47fc-bba9-58563983ab57'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:57.623442 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "1d37fd34-d828-47fc-bba9-58563983ab57"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:57.688629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Request body: {'port': {'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:57.724044 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19de35fb-3c83-4aa0-8b70-c14ec3433644 None None] New status for floating IP fdaa3b13-8894-4b31-ab7d-e0fea905622d: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:24:57.736210 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4567354-8c78-4fd9-addb-d5c52964a7d1 x-openstack-request-id: req-a4567354-8c78-4fd9-addb-d5c52964a7d1 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:57.736462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff205c69-265b-4a7a-92a4-f3e10243fe75 req-85b99cae-21cb-4a15-abb5-728779b2ef66 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.0764427 Jul 07 19:24:57.736740 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "1d37fd34-d828-47fc-bba9-58563983ab57", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:57.737090 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4567354-8c78-4fd9-addb-d5c52964a7d1 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:57.737589 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': '1d37fd34-d828-47fc-bba9-58563983ab57', 'status': 'completed', 'code': 200} Jul 07 19:24:57.787416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3efbb9-67e7-481b-9630-6909a12e76a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d37fd34-d828-47fc-bba9-58563983ab57,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:57.805285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'name': 'tempest-ServerRescueTestJSON-1675653603-router', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:49Z', 'updated_at': '2021-07-07T19:24:53Z', 'revision_number': 3, 'project_id': '00341c01faab4b26b482e420f35eda64', 'gw_port': {'id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:51Z', 'updated_at': '2021-07-07T19:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:57.872745 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Checking router: 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:24:57.873123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Updating router 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 port f5744f60-7e97-4972-8857-9042b91815bd binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:24:57.904412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:57.966164 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:58.021079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-d5320fc2-fc8b-4831-be33-32bb609d7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.021589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-d5320fc2-fc8b-4831-be33-32bb609d7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.022070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-d5320fc2-fc8b-4831-be33-32bb609d7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.022548 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-d5320fc2-fc8b-4831-be33-32bb609d7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.023066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-d5320fc2-fc8b-4831-be33-32bb609d7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.023543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-d5320fc2-fc8b-4831-be33-32bb609d7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.024015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-d5320fc2-fc8b-4831-be33-32bb609d7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.026542 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-d5320fc2-fc8b-4831-be33-32bb609d7238 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 6355 time: 0.2710435 Jul 07 19:24:58.046767 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:58.126489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:58.285954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Network 570f0fc9-3c6e-4c31-a473-9989951d0d39 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:58.310028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:58.320992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Pushing event updated for resources: {'Port': ['ID=b154f3c8-e468-4ad9-bff9-994bc6ed95b6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:58.325336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-33a16d73-a1ef-4c68-8114-f3582e2668f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.326088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-33a16d73-a1ef-4c68-8114-f3582e2668f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.326837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-33a16d73-a1ef-4c68-8114-f3582e2668f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.330025 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-33a16d73-a1ef-4c68-8114-f3582e2668f5 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=9366443b78874460a63d7aaac26d676e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2944872 Jul 07 19:24:58.331111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:58.366464 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:58.415581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.417194 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:58.456377 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:58.469162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Transition to ACTIVE for port object f5744f60-7e97-4972-8857-9042b91815bd will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:58.477173 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:58.521317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31cfd8-64a8-4927-ae52-935c1e87df57 None None] Pushing event updated for resources: {'Port': ['ID=f5744f60-7e97-4972-8857-9042b91815bd,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:58.559077 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Attempting to bind port f5744f60-7e97-4972-8857-9042b91815bd on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:58.560007 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Attempting to bind port f5744f60-7e97-4972-8857-9042b91815bd by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:58.560645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Attempting to bind port f5744f60-7e97-4972-8857-9042b91815bd on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:58.561852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-b4d5ab6f-3be3-4a0c-8a63-fd2aa5c2078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.566895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:58.567597 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c39c3b79-a3fd-4ccc-8aa6-356c6975d3eb req-b4d5ab6f-3be3-4a0c-8a63-fd2aa5c2078b service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447353 Jul 07 19:24:58.568199 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:58.568847 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:58.569445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:58.570473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Bound port: f5744f60-7e97-4972-8857-9042b91815bd, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:58.571159 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:58.615282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-138b1798-b84a-4634-8e2d-03ffe7ce79a0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4304383 Jul 07 19:24:58.629441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Request body: {'port': {'device_id': '108127a3-e4e8-4f61-a07c-211365aad881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:58.642061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ecffa-eccf-4fad-bdf6-5c9d03caf74c req-3898838f-e22f-4e66-b9e5-d79c7120b2ca tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.645097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] For port f5744f60-7e97-4972-8857-9042b91815bd, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:58.649483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] For port f5744f60-7e97-4972-8857-9042b91815bd, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f5744f60-7e97-4972-8857-9042b91815bd,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:58.655309 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:58.658905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ecffa-eccf-4fad-bdf6-5c9d03caf74c req-3898838f-e22f-4e66-b9e5-d79c7120b2ca tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.675578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ecffa-eccf-4fad-bdf6-5c9d03caf74c req-3898838f-e22f-4e66-b9e5-d79c7120b2ca tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.682318 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ecffa-eccf-4fad-bdf6-5c9d03caf74c req-3898838f-e22f-4e66-b9e5-d79c7120b2ca tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.703180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ecffa-eccf-4fad-bdf6-5c9d03caf74c req-3898838f-e22f-4e66-b9e5-d79c7120b2ca tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.715698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Routers {'2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:58.717406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:24:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:58.718597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ecffa-eccf-4fad-bdf6-5c9d03caf74c req-3898838f-e22f-4e66-b9e5-d79c7120b2ca tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.724804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ecffa-eccf-4fad-bdf6-5c9d03caf74c req-3898838f-e22f-4e66-b9e5-d79c7120b2ca tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.726950 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a1ecffa-eccf-4fad-bdf6-5c9d03caf74c req-3898838f-e22f-4e66-b9e5-d79c7120b2ca tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 0.6014340 Jul 07 19:24:58.824269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Allocated IP 172.20.0.1 (77819821-8da9-46d1-bc88-930fba77a5b3/206973c2-7386-45f5-8e7d-54661b8adb40/f4e5832a-48c4-4c6f-add0-11f5ad05ffdf) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:58.833837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248f9a3-735e-4284-b992-16b5183ecb5b req-2de2f11d-8699-4fc9-b97f-b3ee484749c1 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.845205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] Set router 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:58.845769 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6248f9a3-735e-4284-b992-16b5183ecb5b req-2de2f11d-8699-4fc9-b97f-b3ee484749c1 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 931 time: 0.5837760 Jul 07 19:24:58.913556 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6248f9a3-735e-4284-b992-16b5183ecb5b req-16603d27-c2cf-4486-8a34-3f295372339b tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665514 Jul 07 19:24:58.931247 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:59.006899 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:59.008390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31cfd8-64a8-4927-ae52-935c1e87df57 None None] Pushing event updated for resources: {'Port': ['ID=f5744f60-7e97-4972-8857-9042b91815bd,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:59.140191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'name': 'tempest-ServerRescueTestJSON-1675653603-router', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:49Z', 'updated_at': '2021-07-07T19:24:53Z', 'revision_number': 3, 'project_id': '00341c01faab4b26b482e420f35eda64', 'gw_port': {'id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:51Z', 'updated_at': '2021-07-07T19:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:59.177029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9091e97-12b0-471d-adc2-27d0b5e66faa None None] The sync data for ids ['2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'] in n-d-793621-9 is: [{'id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'name': 'tempest-ServerRescueTestJSON-1675653603-router', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:49Z', 'updated_at': '2021-07-07T19:24:53Z', 'revision_number': 3, 'project_id': '00341c01faab4b26b482e420f35eda64', 'gw_port': {'id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:51Z', 'updated_at': '2021-07-07T19:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:24:59.221743 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a1ecffa-eccf-4fad-bdf6-5c9d03caf74c req-5a05e208-df77-4fce-bab7-4bdb165f20cb tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1965570 Jul 07 19:24:59.400229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3f649a-2212-48c8-9591-8984bb746b08 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:59.409172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:59.425883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Transition to ACTIVE for port object 5b3f649a-2212-48c8-9591-8984bb746b08 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:59.433313 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:59.491363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Pushing event updated for resources: {'Port': ['ID=5b3f649a-2212-48c8-9591-8984bb746b08,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:59.510650 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:59.568283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76978f98-df21-413c-bf72-9b44b9d9d96e req-20cf955a-f0cb-4ace-9b75-71a4f394ca82 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:59.576328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76978f98-df21-413c-bf72-9b44b9d9d96e req-20cf955a-f0cb-4ace-9b75-71a4f394ca82 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:59.607641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76978f98-df21-413c-bf72-9b44b9d9d96e req-20cf955a-f0cb-4ace-9b75-71a4f394ca82 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:59.621910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76978f98-df21-413c-bf72-9b44b9d9d96e req-20cf955a-f0cb-4ace-9b75-71a4f394ca82 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:59.628420 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76978f98-df21-413c-bf72-9b44b9d9d96e req-20cf955a-f0cb-4ace-9b75-71a4f394ca82 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:59.647703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76978f98-df21-413c-bf72-9b44b9d9d96e req-20cf955a-f0cb-4ace-9b75-71a4f394ca82 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:59.653823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76978f98-df21-413c-bf72-9b44b9d9d96e req-20cf955a-f0cb-4ace-9b75-71a4f394ca82 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:59.661795 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76978f98-df21-413c-bf72-9b44b9d9d96e req-20cf955a-f0cb-4ace-9b75-71a4f394ca82 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5408 time: 0.3654258 Jul 07 19:24:59.666102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e5832a-48c4-4c6f-add0-11f5ad05ffdf,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:59.754136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b154f3c8-e468-4ad9-bff9-994bc6ed95b6 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:59.773789 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:59.781797 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c842e44-d255-46c6-8e79-fd723b7294af req-e57fdfda-1ddb-444a-9da5-f101ffcfa481 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.0827372 Jul 07 19:24:59.791072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Network 77819821-8da9-46d1-bc88-930fba77a5b3 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:59.800559 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:59.803448 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76978f98-df21-413c-bf72-9b44b9d9d96e req-d82de7ba-8c7e-49a9-a138-9a85b8bef1db tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1407022 Jul 07 19:24:59.806528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:59.840590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Transition to ACTIVE for port object b154f3c8-e468-4ad9-bff9-994bc6ed95b6 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:59.847097 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:59.896927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:59.935428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Pushing event updated for resources: {'Port': ['ID=b154f3c8-e468-4ad9-bff9-994bc6ed95b6,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:59.973204 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Attempting to bind port 5b3f649a-2212-48c8-9591-8984bb746b08 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:59.973525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Attempting to bind port 5b3f649a-2212-48c8-9591-8984bb746b08 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:59.973997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Attempting to bind port 5b3f649a-2212-48c8-9591-8984bb746b08 on network c3072a4c-f835-4930-b50e-45a5a51219c9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:59.982655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Port 5b3f649a-2212-48c8-9591-8984bb746b08 on network c3072a4c-f835-4930-b50e-45a5a51219c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:59.983169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Attempting to bind port 5b3f649a-2212-48c8-9591-8984bb746b08 on network c3072a4c-f835-4930-b50e-45a5a51219c9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:59.997231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:59.997728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Checking segment: {'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:59.998211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Bound using segment: {'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:59.998770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Bound port: 5b3f649a-2212-48c8-9591-8984bb746b08, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:59.999263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.093084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Attempting to bind port b154f3c8-e468-4ad9-bff9-994bc6ed95b6 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:00.094061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Attempting to bind port b154f3c8-e468-4ad9-bff9-994bc6ed95b6 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:00.094582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Attempting to bind port b154f3c8-e468-4ad9-bff9-994bc6ed95b6 on network 570f0fc9-3c6e-4c31-a473-9989951d0d39 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:00.100282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Port b154f3c8-e468-4ad9-bff9-994bc6ed95b6 on network 570f0fc9-3c6e-4c31-a473-9989951d0d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:25:00.100616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Attempting to bind port b154f3c8-e468-4ad9-bff9-994bc6ed95b6 on network 570f0fc9-3c6e-4c31-a473-9989951d0d39 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:00.106245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:00.106575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Checking segment: {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:00.107010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Bound using segment: {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:00.107514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Bound port: b154f3c8-e468-4ad9-bff9-994bc6ed95b6, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:00.107887 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.188379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] For port b154f3c8-e468-4ad9-bff9-994bc6ed95b6, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:00.191892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] For port 5b3f649a-2212-48c8-9591-8984bb746b08, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:00.192480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] For port b154f3c8-e468-4ad9-bff9-994bc6ed95b6, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b154f3c8-e468-4ad9-bff9-994bc6ed95b6,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:00.199163 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.230344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] For port 5b3f649a-2212-48c8-9591-8984bb746b08, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5b3f649a-2212-48c8-9591-8984bb746b08,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:00.240579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.240966 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:00.241608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.249113 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] 10.222.0.48 "PUT /v2.0/ports/b154f3c8-e468-4ad9-bff9-994bc6ed95b6 HTTP/1.1" status: 200 len: 1091 time: 1.6189897 Jul 07 19:25:00.249639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108127a3-e4e8-4f61-a07c-211365aad881', 'tag': 'b154f3c8-e468-4ad9-bff9-994bc6ed95b6'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:00.252082 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aae57e0-2f87-4832-bc11-860a4593aae5" -d '{"events": [{"name": "network-changed", "server_uuid": "108127a3-e4e8-4f61-a07c-211365aad881", "tag": "b154f3c8-e468-4ad9-bff9-994bc6ed95b6"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:00.289475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683f248-f1d5-4cb4-abd2-e5dcde9a1c86 service neutron] Pushing event updated for resources: {'Port': ['ID=b154f3c8-e468-4ad9-bff9-994bc6ed95b6,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:00.321926 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87eeb94-7636-43f9-9427-657f96d6d972 x-openstack-request-id: req-c87eeb94-7636-43f9-9427-657f96d6d972 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:00.322323 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108127a3-e4e8-4f61-a07c-211365aad881", "tag": "b154f3c8-e468-4ad9-bff9-994bc6ed95b6", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:00.322634 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c87eeb94-7636-43f9-9427-657f96d6d972 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:00.323438 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108127a3-e4e8-4f61-a07c-211365aad881', 'tag': 'b154f3c8-e468-4ad9-bff9-994bc6ed95b6', 'status': 'completed', 'code': 200} Jul 07 19:25:00.336903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.344339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:00.344993 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.346602 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] 10.222.0.110 "PUT /v2.0/ports/5b3f649a-2212-48c8-9591-8984bb746b08 HTTP/1.1" status: 200 len: 1091 time: 2.6786373 Jul 07 19:25:00.350306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': '5b3f649a-2212-48c8-9591-8984bb746b08'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:00.368180 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "5b3f649a-2212-48c8-9591-8984bb746b08"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:00.391759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Request body: {'port': {'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:00.395027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-0e10f867-d310-467e-bc77-d2d0757585b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:00.396781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-0e10f867-d310-467e-bc77-d2d0757585b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 1094 time: 0.0977468 Jul 07 19:25:00.459962 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-08a368e8-d0ac-49dc-9008-881bfd3e3912 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b154f3c8-e468-4ad9-bff9-994bc6ed95b6 HTTP/1.1" status: 200 len: 217 time: 0.0523694 Jul 07 19:25:00.491717 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f5744f60-7e97-4972-8857-9042b91815bd up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:00.503733 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.540530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9dd6-08e6-455e-b7b2-d32f719d09b9 req-c6c817e0-546f-4716-b3d8-f6f63dacc283 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:00.542904 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-843a9dd6-08e6-455e-b7b2-d32f719d09b9 req-c6c817e0-546f-4716-b3d8-f6f63dacc283 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 943 time: 0.4481525 Jul 07 19:25:00.572219 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-de87ca0d-4774-45c0-be35-4273ca2a8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:00.574832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340278d4-2bb5-441f-829b-5d773591ae8f service neutron] Pushing event updated for resources: {'Port': ['ID=5b3f649a-2212-48c8-9591-8984bb746b08,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:00.577747 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-de87ca0d-4774-45c0-be35-4273ca2a8459 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d089b971-d41c-434e-aac7-fe3545f6181a HTTP/1.1" status: 200 len: 854 time: 0.1103182 Jul 07 19:25:00.617007 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f5744f60-7e97-4972-8857-9042b91815bd completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:00.623065 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f5744f60-7e97-4972-8857-9042b91815bd triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:00.623456 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.627501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-843a9dd6-08e6-455e-b7b2-d32f719d09b9 req-e622d03e-366d-4e15-9d36-ccf773b0ef0c tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622892 Jul 07 19:25:00.629781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-ca650fdb-4653-41a7-aa57-1684e1d16383 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=570f0fc9-3c6e-4c31-a473-9989951d0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440054 Jul 07 19:25:00.766986 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cbf0b9-ff0f-47c5-843e-8ea9209d4780 x-openstack-request-id: req-84cbf0b9-ff0f-47c5-843e-8ea9209d4780 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:00.767516 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "5b3f649a-2212-48c8-9591-8984bb746b08", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:00.767516 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84cbf0b9-ff0f-47c5-843e-8ea9209d4780 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:00.767956 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': '5b3f649a-2212-48c8-9591-8984bb746b08', 'status': 'completed', 'code': 200} Jul 07 19:25:00.843549 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-691538df-74e8-4647-ad70-dd737c5f3fb6 service neutron] 10.222.0.48 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935658 Jul 07 19:25:00.861299 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.890193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port f5744f60-7e97-4972-8857-9042b91815bd, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f5744f60-7e97-4972-8857-9042b91815bd,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:00.896981 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.992244 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:01.005622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:01.031078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=f5744f60-7e97-4972-8857-9042b91815bd,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:01.128953 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ab59a16-5ca4-43d4-81a0-33937b572489 req-d47cc389-15f4-426b-8aa0-1324cd6a6411 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.0594583 Jul 07 19:25:01.139359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbdc2ee6-24d5-48cd-a1db-360d54fbfba7 req-e4fa9c50-d885-45fd-95f4-bda94dc8b0b8 service neutron] 10.222.0.48 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324100 Jul 07 19:25:01.143258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e5832a-48c4-4c6f-add0-11f5ad05ffdf,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:01.158913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd512b-55fe-4369-9e0b-107e488968cf req-2a4dd8cc-1ed1-4133-bce0-e85491c0e829 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.165761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd512b-55fe-4369-9e0b-107e488968cf req-2a4dd8cc-1ed1-4133-bce0-e85491c0e829 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.168171 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:01.172699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd512b-55fe-4369-9e0b-107e488968cf req-2a4dd8cc-1ed1-4133-bce0-e85491c0e829 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.179027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd512b-55fe-4369-9e0b-107e488968cf req-2a4dd8cc-1ed1-4133-bce0-e85491c0e829 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.185289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd512b-55fe-4369-9e0b-107e488968cf req-2a4dd8cc-1ed1-4133-bce0-e85491c0e829 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.192605 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd512b-55fe-4369-9e0b-107e488968cf req-2a4dd8cc-1ed1-4133-bce0-e85491c0e829 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.203726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd512b-55fe-4369-9e0b-107e488968cf req-2a4dd8cc-1ed1-4133-bce0-e85491c0e829 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.206166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47fd512b-55fe-4369-9e0b-107e488968cf req-2a4dd8cc-1ed1-4133-bce0-e85491c0e829 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 0.5754795 Jul 07 19:25:01.289892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-89eb1cd4-d737-4612-be81-f84bc45bf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.290430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-89eb1cd4-d737-4612-be81-f84bc45bf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.292102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-89eb1cd4-d737-4612-be81-f84bc45bf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.292236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-89eb1cd4-d737-4612-be81-f84bc45bf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.292710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-89eb1cd4-d737-4612-be81-f84bc45bf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.293223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-89eb1cd4-d737-4612-be81-f84bc45bf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.293890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-89eb1cd4-d737-4612-be81-f84bc45bf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.296132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-89eb1cd4-d737-4612-be81-f84bc45bf59a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 6422 time: 0.4147754 Jul 07 19:25:01.444507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae57e0-2f87-4832-bc11-860a4593aae5 req-3ce34e4b-e604-4764-937f-d28d01f47b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.445857 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aae57e0-2f87-4832-bc11-860a4593aae5 req-3ce34e4b-e604-4764-937f-d28d01f47b36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 1094 time: 0.2353957 Jul 07 19:25:01.447648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-ff12ce00-aa52-4aef-b2b6-d1c25f9b4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.448138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-ff12ce00-aa52-4aef-b2b6-d1c25f9b4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.448632 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-ff12ce00-aa52-4aef-b2b6-d1c25f9b4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.450432 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-ff12ce00-aa52-4aef-b2b6-d1c25f9b4b20 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=9366443b78874460a63d7aaac26d676e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1407473 Jul 07 19:25:01.456111 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47fd512b-55fe-4369-9e0b-107e488968cf req-d2f8b563-1320-4edd-8bd0-6a70fc268677 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2056766 Jul 07 19:25:01.627996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae57e0-2f87-4832-bc11-860a4593aae5 req-0bea41ad-d1f0-40e4-8c7a-c90b43e9af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.629248 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aae57e0-2f87-4832-bc11-860a4593aae5 req-0bea41ad-d1f0-40e4-8c7a-c90b43e9af16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 915 time: 0.1722364 Jul 07 19:25:01.630850 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-f2c1b386-e1c1-44f4-99b5-4b93b4266e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.632392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec2e7e8-adee-47be-abca-1085836a71f8 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:01.632619 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25ec58d1-2fde-427a-8dce-c6d0fe9566d6 req-f2c1b386-e1c1-44f4-99b5-4b93b4266e0a service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1650364 Jul 07 19:25:01.651367 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:01.684792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Transition to ACTIVE for port object 9ec2e7e8-adee-47be-abca-1085836a71f8 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:01.698699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aae57e0-2f87-4832-bc11-860a4593aae5 req-d719ed67-a1c6-42de-8033-2d08c1c619f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b154f3c8-e468-4ad9-bff9-994bc6ed95b6 HTTP/1.1" status: 200 len: 217 time: 0.0617423 Jul 07 19:25:01.709949 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:01.741803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Network 77819821-8da9-46d1-bc88-930fba77a5b3 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:01.774249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:01.780190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae57e0-2f87-4832-bc11-860a4593aae5 req-dcf4954b-7e59-41c8-8692-d10b0d666946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.784642 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aae57e0-2f87-4832-bc11-860a4593aae5 req-dcf4954b-7e59-41c8-8692-d10b0d666946 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d089b971-d41c-434e-aac7-fe3545f6181a HTTP/1.1" status: 200 len: 854 time: 0.0700366 Jul 07 19:25:01.825013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24217b5-b73c-4042-87df-70e4ab70231d req-7088f76a-ab7d-41ac-8f58-ba188ed3011a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.831269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24217b5-b73c-4042-87df-70e4ab70231d req-7088f76a-ab7d-41ac-8f58-ba188ed3011a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.834683 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aae57e0-2f87-4832-bc11-860a4593aae5 req-2efab210-4ca7-4256-bd52-7892b87408cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=570f0fc9-3c6e-4c31-a473-9989951d0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444591 Jul 07 19:25:01.837718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24217b5-b73c-4042-87df-70e4ab70231d req-7088f76a-ab7d-41ac-8f58-ba188ed3011a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.843882 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24217b5-b73c-4042-87df-70e4ab70231d req-7088f76a-ab7d-41ac-8f58-ba188ed3011a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.853558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24217b5-b73c-4042-87df-70e4ab70231d req-7088f76a-ab7d-41ac-8f58-ba188ed3011a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.859681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24217b5-b73c-4042-87df-70e4ab70231d req-7088f76a-ab7d-41ac-8f58-ba188ed3011a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.865986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24217b5-b73c-4042-87df-70e4ab70231d req-7088f76a-ab7d-41ac-8f58-ba188ed3011a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.867994 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d24217b5-b73c-4042-87df-70e4ab70231d req-7088f76a-ab7d-41ac-8f58-ba188ed3011a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5420 time: 0.2920704 Jul 07 19:25:01.943801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Pushing event updated for resources: {'Port': ['ID=9ec2e7e8-adee-47be-abca-1085836a71f8,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:01.992098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7008e-5535-4a91-ac98-684c2738f8f4 req-ca605e2b-70d6-4f48-b4b5-1808bc9ffd93 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.000303 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-67d7008e-5535-4a91-ac98-684c2738f8f4 req-ca605e2b-70d6-4f48-b4b5-1808bc9ffd93 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 943 time: 0.1642487 Jul 07 19:25:02.036333 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aae57e0-2f87-4832-bc11-860a4593aae5 req-2c0eb42c-1da4-4938-9f01-1013f8d0999c service neutron] 10.222.0.48 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905632 Jul 07 19:25:02.076687 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d24217b5-b73c-4042-87df-70e4ab70231d req-30d358da-28b1-4f6d-be4e-280977ad8ed8 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1701813 Jul 07 19:25:02.106256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Router 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:25:02.108129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Attempting to bind port 9ec2e7e8-adee-47be-abca-1085836a71f8 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:02.108585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Attempting to bind port 9ec2e7e8-adee-47be-abca-1085836a71f8 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:02.108940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Attempting to bind port 9ec2e7e8-adee-47be-abca-1085836a71f8 on network c3072a4c-f835-4930-b50e-45a5a51219c9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:02.111163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-67d7008e-5535-4a91-ac98-684c2738f8f4 req-c6f8db2c-5251-435f-94e3-87670d466fae tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098077 Jul 07 19:25:02.116617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Port 9ec2e7e8-adee-47be-abca-1085836a71f8 on network c3072a4c-f835-4930-b50e-45a5a51219c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:25:02.117120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Attempting to bind port 9ec2e7e8-adee-47be-abca-1085836a71f8 on network c3072a4c-f835-4930-b50e-45a5a51219c9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:02.125127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:02.125328 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Checking segment: {'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:02.125841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Bound using segment: {'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:02.126494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Bound port: 9ec2e7e8-adee-47be-abca-1085836a71f8, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:02.126936 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:02.180269 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aae57e0-2f87-4832-bc11-860a4593aae5 req-4587e3f4-2808-49b5-b232-f51cd436609f service neutron] 10.222.0.48 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358938 Jul 07 19:25:02.310352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] For port 9ec2e7e8-adee-47be-abca-1085836a71f8, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:02.350238 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-807bef14-5a1d-4d14-8110-f893529e3404 req-7aabf3b5-40ab-4a5f-b148-5e941deba9cc tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.0522065 Jul 07 19:25:02.355720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] For port 9ec2e7e8-adee-47be-abca-1085836a71f8, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9ec2e7e8-adee-47be-abca-1085836a71f8,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:02.361050 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:02.371600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f5744f60-7e97-4972-8857-9042b91815bd up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:02.375702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:02.382239 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7c47e239-edd1-4d34-a292-763615728485 admin admin] 10.222.0.81 "PUT /v2.0/routers/2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5496967 Jul 07 19:25:02.410490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.411135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:02.412532 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] 10.222.0.110 "PUT /v2.0/ports/9ec2e7e8-adee-47be-abca-1085836a71f8 HTTP/1.1" status: 200 len: 1091 time: 2.0273936 Jul 07 19:25:02.445854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7ef21-f698-45e8-a947-b8278401adfe service neutron] Pushing event updated for resources: {'Port': ['ID=9ec2e7e8-adee-47be-abca-1085836a71f8,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:02.483288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Sync routers for ids ['2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:02.553810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Routers {'2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:02.555097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:24:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:02.577366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9762e086-6b53-43f6-b4e3-2eb169ef3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.578364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9762e086-6b53-43f6-b4e3-2eb169ef3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.579017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9762e086-6b53-43f6-b4e3-2eb169ef3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.579560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9762e086-6b53-43f6-b4e3-2eb169ef3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.580993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9762e086-6b53-43f6-b4e3-2eb169ef3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.580993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9762e086-6b53-43f6-b4e3-2eb169ef3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.581372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9762e086-6b53-43f6-b4e3-2eb169ef3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.583669 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9762e086-6b53-43f6-b4e3-2eb169ef3844 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 6489 time: 0.1092837 Jul 07 19:25:02.681138 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-bfcac12e-c9cb-4194-9bdc-c1c17820b447 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10ed5f95-de1c-4f1d-8433-23aa9adc36e3 HTTP/1.1" status: 200 len: 217 time: 0.0860100 Jul 07 19:25:02.738807 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f5744f60-7e97-4972-8857-9042b91815bd triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:02.755457 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:02.769215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': '9ec2e7e8-adee-47be-abca-1085836a71f8'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:02.771618 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "9ec2e7e8-adee-47be-abca-1085836a71f8"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:02.787525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-0d469115-577f-4d3d-af35-41999a936190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.791812 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-0d469115-577f-4d3d-af35-41999a936190 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=027d46ee-f3de-4146-9c6b-7af9eea05b1d HTTP/1.1" status: 200 len: 856 time: 0.1033497 Jul 07 19:25:02.815386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21193270-ea5b-466d-ae68-96beb775455b req-e4096f78-8f0a-44e4-b120-e341a3199260 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.822029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21193270-ea5b-466d-ae68-96beb775455b req-e4096f78-8f0a-44e4-b120-e341a3199260 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.829238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21193270-ea5b-466d-ae68-96beb775455b req-e4096f78-8f0a-44e4-b120-e341a3199260 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.835981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21193270-ea5b-466d-ae68-96beb775455b req-e4096f78-8f0a-44e4-b120-e341a3199260 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.843237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21193270-ea5b-466d-ae68-96beb775455b req-e4096f78-8f0a-44e4-b120-e341a3199260 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.850168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21193270-ea5b-466d-ae68-96beb775455b req-e4096f78-8f0a-44e4-b120-e341a3199260 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.858229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21193270-ea5b-466d-ae68-96beb775455b req-e4096f78-8f0a-44e4-b120-e341a3199260 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.868504 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21193270-ea5b-466d-ae68-96beb775455b req-e4096f78-8f0a-44e4-b120-e341a3199260 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 0.1337721 Jul 07 19:25:02.940880 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21193270-ea5b-466d-ae68-96beb775455b req-e4ff9c7e-c096-45ea-801d-55939ccf718d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712359 Jul 07 19:25:02.978213 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-2b88f801-6250-4b01-86a1-7b3cd52c708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.980038 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-2b88f801-6250-4b01-86a1-7b3cd52c708b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e65b60fe-28f2-4cd6-a3d4-66f5e861df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794133 Jul 07 19:25:02.988736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Set router 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:03.002660 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1d3410-2da0-4132-b09f-a6a5b69b63e4 x-openstack-request-id: req-1a1d3410-2da0-4132-b09f-a6a5b69b63e4 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:03.003233 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "9ec2e7e8-adee-47be-abca-1085836a71f8", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:03.003656 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a1d3410-2da0-4132-b09f-a6a5b69b63e4 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:03.004204 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': '9ec2e7e8-adee-47be-abca-1085836a71f8', 'status': 'completed', 'code': 200} Jul 07 19:25:03.118504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-e2174663-7050-4506-a4a4-d1307adc74d3 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:03.125647 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-e2174663-7050-4506-a4a4-d1307adc74d3 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/networks?id=77819821-8da9-46d1-bc88-930fba77a5b3 HTTP/1.1" status: 200 len: 811 time: 0.2343407 Jul 07 19:25:03.157987 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-d3b3eb97-e9f4-4944-be5b-2fabe3e6ffcf tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/quotas/00341c01faab4b26b482e420f35eda64 HTTP/1.1" status: 200 len: 375 time: 0.0313709 Jul 07 19:25:03.250185 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-36df4fcc-8c80-4f30-9c36-6bf5ee7b3cec service neutron] 10.222.0.110 "GET /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449861 Jul 07 19:25:03.268338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'name': 'tempest-ServerRescueTestJSON-1675653603-router', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:49Z', 'updated_at': '2021-07-07T19:25:00Z', 'revision_number': 4, 'project_id': '00341c01faab4b26b482e420f35eda64', 'gw_port': {'id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:51Z', 'updated_at': '2021-07-07T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f4e5832a-48c4-4c6f-add0-11f5ad05ffdf', 'name': '', 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'mac_address': 'fa:16:3e:aa:91:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '206973c2-7386-45f5-8e7d-54661b8adb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:58Z', 'updated_at': '2021-07-07T19:25:00Z', 'revision_number': 2, 'project_id': '00341c01faab4b26b482e420f35eda64', 'subnets': [{'id': '206973c2-7386-45f5-8e7d-54661b8adb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:03.326694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Checking router: 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:03.327083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Updating router 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 port f4e5832a-48c4-4c6f-add0-11f5ad05ffdf binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:25:03.333200 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-3fa7e604-dd68-4441-97a5-20a00a010ba9 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=00341c01faab4b26b482e420f35eda64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1743348 Jul 07 19:25:03.381289 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.400192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2734b9-28ba-4769-a1c7-046dea16bd1e req-fe94f35b-c468-440b-b1ef-6fe4f6ad6fc8 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:03.411628 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4b2734b9-28ba-4769-a1c7-046dea16bd1e req-fe94f35b-c468-440b-b1ef-6fe4f6ad6fc8 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 943 time: 0.1159649 Jul 07 19:25:03.441016 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-e7974196-a644-4fe7-8abc-9d7de5857cea service neutron] 10.222.0.110 "GET /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824780 Jul 07 19:25:03.471418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4b2734b9-28ba-4769-a1c7-046dea16bd1e req-82751922-4729-430f-bccc-65c54b4167ee tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584710 Jul 07 19:25:03.516008 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-6c6e6fd2-cf6d-423e-8a31-7638cea38d6f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=0fccae39-d74c-4e24-8894-943565c5335e HTTP/1.1" status: 200 len: 217 time: 0.0651383 Jul 07 19:25:03.529290 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-6aa80315-d8aa-4c54-b1bc-43bdc5898c0c service neutron] 10.222.0.81 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837127 Jul 07 19:25:03.602827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-389f0496-901e-4189-9696-21ac50df55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:03.604559 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-389f0496-901e-4189-9696-21ac50df55e8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.0647171 Jul 07 19:25:03.664580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e711e0-113d-478b-8dd0-d14110f26b11 req-36942366-bdbc-4535-9567-fc166da71459 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:03.673385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e711e0-113d-478b-8dd0-d14110f26b11 req-36942366-bdbc-4535-9567-fc166da71459 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:03.680539 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e711e0-113d-478b-8dd0-d14110f26b11 req-36942366-bdbc-4535-9567-fc166da71459 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:03.688267 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e711e0-113d-478b-8dd0-d14110f26b11 req-36942366-bdbc-4535-9567-fc166da71459 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:03.696607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e711e0-113d-478b-8dd0-d14110f26b11 req-36942366-bdbc-4535-9567-fc166da71459 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:03.710500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e711e0-113d-478b-8dd0-d14110f26b11 req-36942366-bdbc-4535-9567-fc166da71459 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:03.718188 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e711e0-113d-478b-8dd0-d14110f26b11 req-36942366-bdbc-4535-9567-fc166da71459 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:03.725118 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-616c44d1-c604-486e-aff6-6004ff0d342c service neutron] 10.222.0.81 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947310 Jul 07 19:25:03.730526 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8e711e0-113d-478b-8dd0-d14110f26b11 req-36942366-bdbc-4535-9567-fc166da71459 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.1471143 Jul 07 19:25:03.734114 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9e1c6788-eda2-405e-9f31-52fb598dcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:03.735664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9e1c6788-eda2-405e-9f31-52fb598dcd00 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017017 Jul 07 19:25:03.748717 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.761122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Transition to ACTIVE for port object f4e5832a-48c4-4c6f-add0-11f5ad05ffdf will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:03.777660 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.787542 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8e711e0-113d-478b-8dd0-d14110f26b11 req-96810c80-2e2f-4009-b2e1-1272c5963c5f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552666 Jul 07 19:25:03.829593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Pushing event updated for resources: {'Port': ['ID=f4e5832a-48c4-4c6f-add0-11f5ad05ffdf,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:03.844139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:03.844478 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:03.844828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:03.845172 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:03.845541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:03.845847 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:03.846170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:03.846496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:03.846841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:03.847315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:03.847643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:03.848088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:03.894615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-907fd531-8246-40ee-a9bf-44860163e090 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489377 Jul 07 19:25:04.068735 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-215513fd-cc45-438d-9e87-482500eac536 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651113 Jul 07 19:25:04.127456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Attempting to bind port f4e5832a-48c4-4c6f-add0-11f5ad05ffdf on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:04.128020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Attempting to bind port f4e5832a-48c4-4c6f-add0-11f5ad05ffdf by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:04.128397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Attempting to bind port f4e5832a-48c4-4c6f-add0-11f5ad05ffdf on network 77819821-8da9-46d1-bc88-930fba77a5b3 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:04.141796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:04.142173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Checking segment: {'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:04.142582 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.143032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Bound using segment: {'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:04.143520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Bound port: f4e5832a-48c4-4c6f-add0-11f5ad05ffdf, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:04.143906 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.158077 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-99243143-b02e-4eac-bfc0-fb6a2480e3e1 req-b888bb0c-1966-4e11-9f7b-062f669fb7e5 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.0672684 Jul 07 19:25:04.183958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a80e5318-aaf6-40ea-98a9-cee55c34018e req-b7f027f7-32c3-49cb-b020-d77cbb629814 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 210 time: 0.1141942 Jul 07 19:25:04.185701 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-9297b094-1ef9-4e0d-9c2d-eab64ed5dae1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=ee1edfc8-c2a9-4be2-beff-4595d8bd5989 HTTP/1.1" status: 200 len: 217 time: 0.1020164 Jul 07 19:25:04.239946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] For port f4e5832a-48c4-4c6f-add0-11f5ad05ffdf, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:04.247287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] For port f4e5832a-48c4-4c6f-add0-11f5ad05ffdf, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f4e5832a-48c4-4c6f-add0-11f5ad05ffdf,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:04.253826 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.260344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1f45b0d0-ab0f-47dd-91c5-08cfda465141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.262745 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1f45b0d0-ab0f-47dd-91c5-08cfda465141 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.0695727 Jul 07 19:25:04.336361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Routers {'2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:04.337271 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:24:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:04.400153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbecf6-76df-4dd1-a53f-686a47dd1839 None None] Pushing event updated for resources: {'Port': ['ID=f4e5832a-48c4-4c6f-add0-11f5ad05ffdf,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:04.405992 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-15b1a27d-097f-4e65-addd-fb67f548df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.407569 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-15b1a27d-097f-4e65-addd-fb67f548df07 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1359351 Jul 07 19:25:04.464592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57cf23-6efb-43f1-a047-e21b62cf3b79 req-84012996-d813-45b5-8b1f-9d9689a06ba5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.483751 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57cf23-6efb-43f1-a047-e21b62cf3b79 req-84012996-d813-45b5-8b1f-9d9689a06ba5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.519164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57cf23-6efb-43f1-a047-e21b62cf3b79 req-84012996-d813-45b5-8b1f-9d9689a06ba5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.547348 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57cf23-6efb-43f1-a047-e21b62cf3b79 req-84012996-d813-45b5-8b1f-9d9689a06ba5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.560965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57cf23-6efb-43f1-a047-e21b62cf3b79 req-84012996-d813-45b5-8b1f-9d9689a06ba5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.567724 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:25:04.579935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57cf23-6efb-43f1-a047-e21b62cf3b79 req-84012996-d813-45b5-8b1f-9d9689a06ba5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.582553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] Set router 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:04.595565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57cf23-6efb-43f1-a047-e21b62cf3b79 req-84012996-d813-45b5-8b1f-9d9689a06ba5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.601027 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf57cf23-6efb-43f1-a047-e21b62cf3b79 req-84012996-d813-45b5-8b1f-9d9689a06ba5 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 0.2824481 Jul 07 19:25:04.665701 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-cb70bcb4-1483-4529-b4f3-e884f7c70eb6 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483499 Jul 07 19:25:04.683752 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf57cf23-6efb-43f1-a047-e21b62cf3b79 req-de598942-5421-4607-a459-f06603bc590a tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754807 Jul 07 19:25:05.010901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e64b16-cb4a-4e94-988a-d42bd3cd2455 req-1206ef83-7c90-4836-b3a1-e22cf8d1c2ad tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.013238 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-38e64b16-cb4a-4e94-988a-d42bd3cd2455 req-1206ef83-7c90-4836-b3a1-e22cf8d1c2ad tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 943 time: 0.2861423 Jul 07 19:25:05.030635 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-0093f0bb-f909-4513-af44-f8c7afc25a86 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565540 Jul 07 19:25:05.087295 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-25091d85-cfdd-4330-8884-97edbf54a51a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=cf781d2b-60d4-4299-8103-52963ce195a8 HTTP/1.1" status: 200 len: 217 time: 0.0481737 Jul 07 19:25:05.110082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'name': 'tempest-ServerRescueTestJSON-1675653603-router', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:49Z', 'updated_at': '2021-07-07T19:25:00Z', 'revision_number': 4, 'project_id': '00341c01faab4b26b482e420f35eda64', 'gw_port': {'id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:51Z', 'updated_at': '2021-07-07T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f4e5832a-48c4-4c6f-add0-11f5ad05ffdf', 'name': '', 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'mac_address': 'fa:16:3e:aa:91:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '206973c2-7386-45f5-8e7d-54661b8adb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:58Z', 'updated_at': '2021-07-07T19:25:04Z', 'revision_number': 4, 'project_id': '00341c01faab4b26b482e420f35eda64', 'subnets': [{'id': '206973c2-7386-45f5-8e7d-54661b8adb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:05.145447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7fc27b-6932-40b6-9206-0f9244bb7acc None None] The sync data for ids ['2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'] in n-d-793621-9 is: [{'id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'name': 'tempest-ServerRescueTestJSON-1675653603-router', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:49Z', 'updated_at': '2021-07-07T19:25:00Z', 'revision_number': 4, 'project_id': '00341c01faab4b26b482e420f35eda64', 'gw_port': {'id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:51Z', 'updated_at': '2021-07-07T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f4e5832a-48c4-4c6f-add0-11f5ad05ffdf', 'name': '', 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'mac_address': 'fa:16:3e:aa:91:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '206973c2-7386-45f5-8e7d-54661b8adb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:58Z', 'updated_at': '2021-07-07T19:25:04Z', 'revision_number': 4, 'project_id': '00341c01faab4b26b482e420f35eda64', 'subnets': [{'id': '206973c2-7386-45f5-8e7d-54661b8adb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:05.154856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-3bc5e4cc-553e-4070-9330-54d4e204f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.156747 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-3bc5e4cc-553e-4070-9330-54d4e204f9c2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.0568838 Jul 07 19:25:05.173094 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-38e64b16-cb4a-4e94-988a-d42bd3cd2455 req-cedede12-d6bb-474c-8307-fb92f8c975c5 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466935 Jul 07 19:25:05.339052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-7ef47cd6-7182-4355-9446-06eed1572842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.341401 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-7ef47cd6-7182-4355-9446-06eed1572842 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1640100 Jul 07 19:25:05.348389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3dd1a-a999-4d6a-90b4-5daed292ee2b req-1b10ea39-ea4a-49b1-b7d2-ff75962af081 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.364172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3dd1a-a999-4d6a-90b4-5daed292ee2b req-1b10ea39-ea4a-49b1-b7d2-ff75962af081 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.382216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3dd1a-a999-4d6a-90b4-5daed292ee2b req-1b10ea39-ea4a-49b1-b7d2-ff75962af081 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.391520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3dd1a-a999-4d6a-90b4-5daed292ee2b req-1b10ea39-ea4a-49b1-b7d2-ff75962af081 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.395005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b154f3c8-e468-4ad9-bff9-994bc6ed95b6 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:05.405587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3dd1a-a999-4d6a-90b4-5daed292ee2b req-1b10ea39-ea4a-49b1-b7d2-ff75962af081 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.412430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3dd1a-a999-4d6a-90b4-5daed292ee2b req-1b10ea39-ea4a-49b1-b7d2-ff75962af081 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.421052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3dd1a-a999-4d6a-90b4-5daed292ee2b req-1b10ea39-ea4a-49b1-b7d2-ff75962af081 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.430304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-59c3dd1a-a999-4d6a-90b4-5daed292ee2b req-1b10ea39-ea4a-49b1-b7d2-ff75962af081 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.2993400 Jul 07 19:25:05.545598 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-59c3dd1a-a999-4d6a-90b4-5daed292ee2b req-9f32c0f4-9594-496c-b81b-8bcc3ae40697 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138301 Jul 07 19:25:05.557801 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-4b212be5-963b-4a80-b37a-c82d469eedb1 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870966 Jul 07 19:25:05.624193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b154f3c8-e468-4ad9-bff9-994bc6ed95b6, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b154f3c8-e468-4ad9-bff9-994bc6ed95b6,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:05.639338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'b154f3c8-e468-4ad9-bff9-994bc6ed95b6', 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39', 'port_id': 'b154f3c8-e468-4ad9-bff9-994bc6ed95b6', 'mac_address': 'fa:16:3e:d4:d9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd089b971-d41c-434e-aac7-fe3545f6181a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:05.644814 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:05.700869 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:05.736853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b154f3c8-e468-4ad9-bff9-994bc6ed95b6 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:05.793774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b154f3c8-e468-4ad9-bff9-994bc6ed95b6, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b154f3c8-e468-4ad9-bff9-994bc6ed95b6,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:05.803233 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:05.866508 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-1ddde771-00cb-4cb3-98e5-218e0df428ac service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003874 Jul 07 19:25:05.946882 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b186cc2-9394-4133-9395-f0d8e0481abd req-043b1e8b-5399-40c3-8f49-9b86188a91c7 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.0752084 Jul 07 19:25:05.994657 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-7e92f964-474c-48e3-b8bd-6247cc4c5992 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=1d37fd34-d828-47fc-bba9-58563983ab57 HTTP/1.1" status: 200 len: 217 time: 0.1141894 Jul 07 19:25:06.024142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b154f3c8-e468-4ad9-bff9-994bc6ed95b6,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:06.213606 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b154f3c8-e468-4ad9-bff9-994bc6ed95b6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:06.249793 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-687d8a61-90ee-4963-9029-8359cbe815dc req-bfffd90e-976b-4d9f-be66-944befedd21d tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 210 time: 0.0832591 Jul 07 19:25:06.263105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-178604da-8bda-4227-9245-2939e6006ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.264971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-178604da-8bda-4227-9245-2939e6006ce5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.2622049 Jul 07 19:25:06.305489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-167ee3e1-9627-45f0-b25d-36d99305f096 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.308456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-167ee3e1-9627-45f0-b25d-36d99305f096 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.110 "GET /v2.0/networks?id=77819821-8da9-46d1-bc88-930fba77a5b3 HTTP/1.1" status: 200 len: 811 time: 0.3568802 Jul 07 19:25:06.401967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-72623260-0aa6-4b11-9c09-b8e7af06f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.403537 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-72623260-0aa6-4b11-9c09-b8e7af06f593 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1314535 Jul 07 19:25:06.410985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Request body: {'port': {'device_id': 'b509de2c-a15c-4e7b-8229-945ac3ca872a', 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3', 'admin_state_up': True, 'tenant_id': '00341c01faab4b26b482e420f35eda64'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:06.576184 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f4e5832a-48c4-4c6f-add0-11f5ad05ffdf up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:06.583178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9616-d1c4-458c-b711-01a92934ab29 req-e6b335fd-9c09-497b-8430-5789be301d81 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.589994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9616-d1c4-458c-b711-01a92934ab29 req-e6b335fd-9c09-497b-8430-5789be301d81 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.596173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9616-d1c4-458c-b711-01a92934ab29 req-e6b335fd-9c09-497b-8430-5789be301d81 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.603138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9616-d1c4-458c-b711-01a92934ab29 req-e6b335fd-9c09-497b-8430-5789be301d81 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.609479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9616-d1c4-458c-b711-01a92934ab29 req-e6b335fd-9c09-497b-8430-5789be301d81 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.617545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9616-d1c4-458c-b711-01a92934ab29 req-e6b335fd-9c09-497b-8430-5789be301d81 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.625473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9616-d1c4-458c-b711-01a92934ab29 req-e6b335fd-9c09-497b-8430-5789be301d81 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.634082 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b35c9616-d1c4-458c-b711-01a92934ab29 req-e6b335fd-9c09-497b-8430-5789be301d81 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 0.3911793 Jul 07 19:25:06.645923 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-3666f355-dfe3-43f1-baff-7a1be1b207e4 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330229 Jul 07 19:25:06.667105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f4e5832a-48c4-4c6f-add0-11f5ad05ffdf completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:06.673283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f4e5832a-48c4-4c6f-add0-11f5ad05ffdf triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:06.673666 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:06.727794 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b35c9616-d1c4-458c-b711-01a92934ab29 req-6a200bbc-e09b-45e0-9877-be2ec1c5dff4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916047 Jul 07 19:25:06.761014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Made reservation on behalf of 00341c01faab4b26b482e420f35eda64 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:06.765282 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:06.874080 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:06.902480 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8638726e-944c-4de1-a81e-312e0264be4a service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428432 Jul 07 19:25:06.947308 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port f4e5832a-48c4-4c6f-add0-11f5ad05ffdf, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f4e5832a-48c4-4c6f-add0-11f5ad05ffdf,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:06.960795 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:06.980758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d0dd2-ac34-4a7e-ba0e-caac2f27348f req-36f7c02e-0d66-4b00-8c7c-5800365dac56 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.988493 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5d5d0dd2-ac34-4a7e-ba0e-caac2f27348f req-36f7c02e-0d66-4b00-8c7c-5800365dac56 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 944 time: 0.4585454 Jul 07 19:25:07.000664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-80152e11-7d7a-4ed4-b5ee-53c5788ba4b1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b3f649a-2212-48c8-9591-8984bb746b08 HTTP/1.1" status: 200 len: 217 time: 0.0845740 Jul 07 19:25:07.024667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=f4e5832a-48c4-4c6f-add0-11f5ad05ffdf,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:07.087164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Allocated IP 172.20.0.12 (77819821-8da9-46d1-bc88-930fba77a5b3/206973c2-7386-45f5-8e7d-54661b8adb40/e1a90004-3764-4161-be02-d2b1b8d124c1) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:07.094901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5d5d0dd2-ac34-4a7e-ba0e-caac2f27348f req-c3173c18-10ca-40ff-8eab-9630ebc3a6f8 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049175 Jul 07 19:25:07.126650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d232b6fb-9356-4e3d-bc60-e077ee9de6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.126650 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-d232b6fb-9356-4e3d-bc60-e077ee9de6ff service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fb0069d5-7de3-451a-bd71-45e915b153df HTTP/1.1" status: 200 len: 797 time: 0.1126444 Jul 07 19:25:07.276586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-14c17221-8b4f-4eb8-892c-1844c31d80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.278311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-14c17221-8b4f-4eb8-892c-1844c31d80a9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c3072a4c-f835-4930-b50e-45a5a51219c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1417425 Jul 07 19:25:07.287574 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.343752 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.394709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b154f3c8-e468-4ad9-bff9-994bc6ed95b6 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:07.420728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Network 77819821-8da9-46d1-bc88-930fba77a5b3 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:07.457403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:07.480079 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-41673eb2-d305-4caa-84f4-f7aa84b92f8c service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923926 Jul 07 19:25:07.503523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port b154f3c8-e468-4ad9-bff9-994bc6ed95b6 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:07.510093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d02c-b7e4-4f9b-ae76-5084c39dd2db req-19b8f5fa-2614-48d9-b7f8-9206b2987ca9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.513388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port b154f3c8-e468-4ad9-bff9-994bc6ed95b6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:07.513770 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.527562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4506aca-4966-4840-a695-427a97ccb14f req-2208b2a9-0d83-427b-96b4-66b84f1c8edd tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.0737238 Jul 07 19:25:07.530593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d02c-b7e4-4f9b-ae76-5084c39dd2db req-19b8f5fa-2614-48d9-b7f8-9206b2987ca9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.543560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d02c-b7e4-4f9b-ae76-5084c39dd2db req-19b8f5fa-2614-48d9-b7f8-9206b2987ca9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.559746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d02c-b7e4-4f9b-ae76-5084c39dd2db req-19b8f5fa-2614-48d9-b7f8-9206b2987ca9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.574731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d02c-b7e4-4f9b-ae76-5084c39dd2db req-19b8f5fa-2614-48d9-b7f8-9206b2987ca9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.597980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d02c-b7e4-4f9b-ae76-5084c39dd2db req-19b8f5fa-2614-48d9-b7f8-9206b2987ca9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.606462 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d02c-b7e4-4f9b-ae76-5084c39dd2db req-19b8f5fa-2614-48d9-b7f8-9206b2987ca9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.619813 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e136d02c-b7e4-4f9b-ae76-5084c39dd2db req-19b8f5fa-2614-48d9-b7f8-9206b2987ca9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.7205024 Jul 07 19:25:07.620508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Pushing event updated for resources: {'Port': ['ID=e1a90004-3764-4161-be02-d2b1b8d124c1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:07.622985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:07.645600 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.693480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108127a3-e4e8-4f61-a07c-211365aad881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b154f3c8-e468-4ad9-bff9-994bc6ed95b6'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:07.698247 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5bfcf6-e500-4e65-814d-cd6a191172a8" -d '{"events": [{"server_uuid": "108127a3-e4e8-4f61-a07c-211365aad881", "name": "network-vif-plugged", "status": "completed", "tag": "b154f3c8-e468-4ad9-bff9-994bc6ed95b6"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:07.729536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b154f3c8-e468-4ad9-bff9-994bc6ed95b6, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b154f3c8-e468-4ad9-bff9-994bc6ed95b6,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:07.737790 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.746381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.747231 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.783084 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e136d02c-b7e4-4f9b-ae76-5084c39dd2db req-d8b76fee-e2cc-44bf-b378-cb5281178b59 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1463988 Jul 07 19:25:07.785618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-df3db1ec-b7d7-4d1d-9815-c0f1b2231397 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4135668 Jul 07 19:25:07.800461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Request body: {'port': {'device_id': 'b509de2c-a15c-4e7b-8229-945ac3ca872a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:07.802491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b154f3c8-e468-4ad9-bff9-994bc6ed95b6,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:07.828143 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-4f35abe7-49ac-4937-a01c-024127192d6f service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988412 Jul 07 19:25:07.921581 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.937536 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d86f5a-fb42-4fa4-b250-be18970f1d7f x-openstack-request-id: req-08d86f5a-fb42-4fa4-b250-be18970f1d7f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:07.937835 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108127a3-e4e8-4f61-a07c-211365aad881", "name": "network-vif-plugged", "status": "completed", "tag": "b154f3c8-e468-4ad9-bff9-994bc6ed95b6", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:07.938091 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08d86f5a-fb42-4fa4-b250-be18970f1d7f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:07.938483 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108127a3-e4e8-4f61-a07c-211365aad881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b154f3c8-e468-4ad9-bff9-994bc6ed95b6', 'code': 200} Jul 07 19:25:08.248004 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-2b767e76-1585-460f-af2a-65db6d7eef34 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9ec2e7e8-adee-47be-abca-1085836a71f8 HTTP/1.1" status: 200 len: 217 time: 0.4085548 Jul 07 19:25:08.297590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df44dc-c1d6-44eb-bdf5-13514d879319 req-f00ab419-4694-4b37-9840-16506605987f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.307385 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4df44dc-c1d6-44eb-bdf5-13514d879319 req-f00ab419-4694-4b37-9840-16506605987f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 932 time: 0.5336077 Jul 07 19:25:08.364883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34776cb5-0d96-4f34-980a-8dc78b7a7d6f req-dbf93165-101d-44d5-9c6c-508de5dd91e0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.369187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-a0991c03-b592-41a2-bc65-cc6f2855e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.370912 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-a0991c03-b592-41a2-bc65-cc6f2855e8a1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fb0069d5-7de3-451a-bd71-45e915b153df HTTP/1.1" status: 200 len: 797 time: 0.1134353 Jul 07 19:25:08.377404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34776cb5-0d96-4f34-980a-8dc78b7a7d6f req-dbf93165-101d-44d5-9c6c-508de5dd91e0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.390198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34776cb5-0d96-4f34-980a-8dc78b7a7d6f req-dbf93165-101d-44d5-9c6c-508de5dd91e0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.408349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34776cb5-0d96-4f34-980a-8dc78b7a7d6f req-dbf93165-101d-44d5-9c6c-508de5dd91e0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.416637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f4e5832a-48c4-4c6f-add0-11f5ad05ffdf up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:08.423725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34776cb5-0d96-4f34-980a-8dc78b7a7d6f req-dbf93165-101d-44d5-9c6c-508de5dd91e0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.439070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34776cb5-0d96-4f34-980a-8dc78b7a7d6f req-dbf93165-101d-44d5-9c6c-508de5dd91e0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.449671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34776cb5-0d96-4f34-980a-8dc78b7a7d6f req-dbf93165-101d-44d5-9c6c-508de5dd91e0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.459640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34776cb5-0d96-4f34-980a-8dc78b7a7d6f req-dbf93165-101d-44d5-9c6c-508de5dd91e0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5417 time: 0.3151062 Jul 07 19:25:08.478804 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3efe9-fd12-4ecc-9f87-53b15e9070bb req-74022ea1-b2ab-4342-bb0f-fb1759d0e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.482415 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f1d3efe9-fd12-4ecc-9f87-53b15e9070bb req-74022ea1-b2ab-4342-bb0f-fb1759d0e6d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 1096 time: 0.4294307 Jul 07 19:25:08.541058 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4df44dc-c1d6-44eb-bdf5-13514d879319 req-57b5e359-9ff1-4fdb-ae2b-962fbcb7aff4 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326441 Jul 07 19:25:08.555859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f4e5832a-48c4-4c6f-add0-11f5ad05ffdf triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:08.557128 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.578230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8ef208a8-5d0f-43ca-ad78-01408e256071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.582871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-8ef208a8-5d0f-43ca-ad78-01408e256071 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c3072a4c-f835-4930-b50e-45a5a51219c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1950319 Jul 07 19:25:08.628147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f1d3efe9-fd12-4ecc-9f87-53b15e9070bb req-2ee67a25-50ec-45ca-ac6c-2d9b64fbd431 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366384 Jul 07 19:25:08.689174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34776cb5-0d96-4f34-980a-8dc78b7a7d6f req-381b644f-2dbc-4e1c-8cd5-0cbc5ead2f8e tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2170377 Jul 07 19:25:08.798190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a90004-3764-4161-be02-d2b1b8d124c1 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:08.805911 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.819800 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Transition to ACTIVE for port object e1a90004-3764-4161-be02-d2b1b8d124c1 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:08.825583 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.847293 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-37e315d2-8727-458f-996b-86fa4403177f service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558882 Jul 07 19:25:08.920822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Pushing event updated for resources: {'Port': ['ID=e1a90004-3764-4161-be02-d2b1b8d124c1,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:08.970804 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f2c97c5-7e8a-4fa2-b634-4338155de588 req-e7fcc26c-d2eb-47e0-bced-f45c3201bb1b service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140757 Jul 07 19:25:08.986938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Attempting to bind port e1a90004-3764-4161-be02-d2b1b8d124c1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:08.987332 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Attempting to bind port e1a90004-3764-4161-be02-d2b1b8d124c1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:08.987736 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Attempting to bind port e1a90004-3764-4161-be02-d2b1b8d124c1 on network 77819821-8da9-46d1-bc88-930fba77a5b3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:08.993188 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Port e1a90004-3764-4161-be02-d2b1b8d124c1 on network 77819821-8da9-46d1-bc88-930fba77a5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:25:08.993579 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Attempting to bind port e1a90004-3764-4161-be02-d2b1b8d124c1 on network 77819821-8da9-46d1-bc88-930fba77a5b3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:09.000940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:09.001560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Checking segment: {'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:09.003262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Bound using segment: {'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:09.003826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Bound port: e1a90004-3764-4161-be02-d2b1b8d124c1, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:09.004424 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.025447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc899b-f48d-4724-aead-f1dfb52283d7 req-e8a50521-5c50-4422-a470-05e87fa1bf12 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.029101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7bbc899b-f48d-4724-aead-f1dfb52283d7 req-e8a50521-5c50-4422-a470-05e87fa1bf12 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 945 time: 0.2450333 Jul 07 19:25:09.096868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] For port e1a90004-3764-4161-be02-d2b1b8d124c1, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:09.101068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] For port e1a90004-3764-4161-be02-d2b1b8d124c1, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e1a90004-3764-4161-be02-d2b1b8d124c1,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:09.106655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.145999 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7bbc899b-f48d-4724-aead-f1dfb52283d7 req-d036aefe-6cd4-4eeb-8257-78afc3230fbd tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098897 Jul 07 19:25:09.163069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.169376 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.172206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] 10.222.0.110 "PUT /v2.0/ports/e1a90004-3764-4161-be02-d2b1b8d124c1 HTTP/1.1" status: 200 len: 1092 time: 1.3761487 Jul 07 19:25:09.173897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b509de2c-a15c-4e7b-8229-945ac3ca872a', 'tag': 'e1a90004-3764-4161-be02-d2b1b8d124c1'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:09.180413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-ba5568b4-7e19-4bef-8a63-e53ee86033e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.180705 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d0774f-487d-43fa-84e1-af2064338889" -d '{"events": [{"name": "network-changed", "server_uuid": "b509de2c-a15c-4e7b-8229-945ac3ca872a", "tag": "e1a90004-3764-4161-be02-d2b1b8d124c1"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:09.181887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-ba5568b4-7e19-4bef-8a63-e53ee86033e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.182920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-ba5568b4-7e19-4bef-8a63-e53ee86033e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.183805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-ba5568b4-7e19-4bef-8a63-e53ee86033e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.184434 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-ba5568b4-7e19-4bef-8a63-e53ee86033e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.185062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-ba5568b4-7e19-4bef-8a63-e53ee86033e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.185816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-ba5568b4-7e19-4bef-8a63-e53ee86033e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.188334 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-ba5568b4-7e19-4bef-8a63-e53ee86033e8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 6489 time: 0.1260560 Jul 07 19:25:09.339246 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c92c084-85c8-443b-bc6b-57ff7a650b2f req-7932e523-6f4e-4c65-85f7-b179f842aa11 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.1349425 Jul 07 19:25:09.363555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-080b99be-2349-42ed-a860-21667f9cd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.365049 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-080b99be-2349-42ed-a860-21667f9cd135 service neutron] 10.222.0.110 "GET /v2.0/networks?id=c3072a4c-f835-4930-b50e-45a5a51219c9 HTTP/1.1" status: 200 len: 902 time: 0.1703210 Jul 07 19:25:09.395750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device dea463da-e0bd-4504-b4aa-9d4410f64de1 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:09.408296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7026533-5856-4a24-af65-34cb7c022f9b service neutron] Pushing event updated for resources: {'Port': ['ID=e1a90004-3764-4161-be02-d2b1b8d124c1,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:09.426868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-3a8944f3-7ffe-473f-9e3b-61899e5e24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.429636 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-3a8944f3-7ffe-473f-9e3b-61899e5e24f6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=00341c01faab4b26b482e420f35eda64&device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 1095 time: 0.1931584 Jul 07 19:25:09.483843 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-d7289f95-5e53-4f16-967a-31a45db29320 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1a90004-3764-4161-be02-d2b1b8d124c1 HTTP/1.1" status: 200 len: 217 time: 0.0455308 Jul 07 19:25:09.496667 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-daacab35-ac95-4e66-9f22-40967f17f4d3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9ec2e7e8-adee-47be-abca-1085836a71f8 HTTP/1.1" status: 200 len: 217 time: 0.1165111 Jul 07 19:25:09.528941 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc20d497-b68b-4387-9aaa-bab1c61dede5 x-openstack-request-id: req-bc20d497-b68b-4387-9aaa-bab1c61dede5 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:09.529664 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b509de2c-a15c-4e7b-8229-945ac3ca872a", "tag": "e1a90004-3764-4161-be02-d2b1b8d124c1", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:09.530326 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc20d497-b68b-4387-9aaa-bab1c61dede5 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:09.531067 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b509de2c-a15c-4e7b-8229-945ac3ca872a', 'tag': 'e1a90004-3764-4161-be02-d2b1b8d124c1', 'status': 'completed', 'code': 200} Jul 07 19:25:09.553993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-f805678f-d136-4f24-ad7c-3639199ae00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.555978 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-f805678f-d136-4f24-ad7c-3639199ae00a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=206973c2-7386-45f5-8e7d-54661b8adb40 HTTP/1.1" status: 200 len: 851 time: 0.0630097 Jul 07 19:25:09.692300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port dea463da-e0bd-4504-b4aa-9d4410f64de1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=dea463da-e0bd-4504-b4aa-9d4410f64de1,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:09.732058 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'dea463da-e0bd-4504-b4aa-9d4410f64de1', 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43', 'port_id': 'dea463da-e0bd-4504-b4aa-9d4410f64de1', 'mac_address': 'fa:16:3e:19:77:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf648d12-0dbc-4ada-9808-fda1919d4e3a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:09.763981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-5a35b971-07e9-4348-bd9d-d1299bc9b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.766262 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-5a35b971-07e9-4348-bd9d-d1299bc9b7b8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fb0069d5-7de3-451a-bd71-45e915b153df HTTP/1.1" status: 200 len: 797 time: 0.2077458 Jul 07 19:25:09.780760 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.784313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2b5c-91ce-48e5-9e32-f1fce893b233 req-845a62f4-c981-4afd-9591-e09f58103fd0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.794747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2b5c-91ce-48e5-9e32-f1fce893b233 req-845a62f4-c981-4afd-9591-e09f58103fd0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.796542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea463da-e0bd-4504-b4aa-9d4410f64de1 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:09.801309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2b5c-91ce-48e5-9e32-f1fce893b233 req-845a62f4-c981-4afd-9591-e09f58103fd0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.809411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2b5c-91ce-48e5-9e32-f1fce893b233 req-845a62f4-c981-4afd-9591-e09f58103fd0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.817602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2b5c-91ce-48e5-9e32-f1fce893b233 req-845a62f4-c981-4afd-9591-e09f58103fd0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.825867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2b5c-91ce-48e5-9e32-f1fce893b233 req-845a62f4-c981-4afd-9591-e09f58103fd0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.839062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port dea463da-e0bd-4504-b4aa-9d4410f64de1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=dea463da-e0bd-4504-b4aa-9d4410f64de1,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:09.845928 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.846717 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d949ce9f-2979-471e-ac23-9481b32beb9b details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:09.857750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2b5c-91ce-48e5-9e32-f1fce893b233 req-845a62f4-c981-4afd-9591-e09f58103fd0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.870863 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-644f2b5c-91ce-48e5-9e32-f1fce893b233 req-845a62f4-c981-4afd-9591-e09f58103fd0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.4821274 Jul 07 19:25:09.880635 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.973956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-644f2b5c-91ce-48e5-9e32-f1fce893b233 req-43f86e6b-5c69-4ae2-a07a-20d8fc0e6adf tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998604 Jul 07 19:25:10.003753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=dea463da-e0bd-4504-b4aa-9d4410f64de1,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:10.012361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-dc56fa43-713b-411c-9d17-1087f34a2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:10.016045 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-dc56fa43-713b-411c-9d17-1087f34a2a9f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c3072a4c-f835-4930-b50e-45a5a51219c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1195602 Jul 07 19:25:10.098244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d949ce9f-2979-471e-ac23-9481b32beb9b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d949ce9f-2979-471e-ac23-9481b32beb9b,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:10.113176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'd949ce9f-2979-471e-ac23-9481b32beb9b', 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1', 'port_id': 'd949ce9f-2979-471e-ac23-9481b32beb9b', 'mac_address': 'fa:16:3e:f5:21:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd104a22e-d0f7-4430-a3f2-6fa28f9f44e8', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:10.199241 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-72c97c41-8dcb-40f0-82a7-1c9a412f2a81 service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737146 Jul 07 19:25:10.200591 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.225070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-994e6495-48f5-4126-a6b3-5a3e4dbb9fe3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77819821-8da9-46d1-bc88-930fba77a5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6612585 Jul 07 19:25:10.229864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d949ce9f-2979-471e-ac23-9481b32beb9b {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:10.262163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d949ce9f-2979-471e-ac23-9481b32beb9b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d949ce9f-2979-471e-ac23-9481b32beb9b,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:10.267046 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.267736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 187ae605-4dc9-46b9-9962-1a475e620dc7 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:10.321910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 187ae605-4dc9-46b9-9962-1a475e620dc7, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=187ae605-4dc9-46b9-9962-1a475e620dc7,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:10.326837 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6a84967-b1be-47a4-b1bb-2464c2c0ec9d req-cc4c3da0-b11b-4c24-a6b3-865a7259a3b1 service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206448 Jul 07 19:25:10.338232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '187ae605-4dc9-46b9-9962-1a475e620dc7', 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1', 'port_id': '187ae605-4dc9-46b9-9962-1a475e620dc7', 'mac_address': 'fa:16:3e:b1:bb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd104a22e-d0f7-4430-a3f2-6fa28f9f44e8', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:10.395324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0446d58-869e-4d19-803d-d2d511625312 req-3a412026-3efc-4c97-9692-4de2a771fa6f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:10.402397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0446d58-869e-4d19-803d-d2d511625312 req-3a412026-3efc-4c97-9692-4de2a771fa6f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 944 time: 0.1849744 Jul 07 19:25:10.436521 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.456414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf88e-431c-4f1d-b69a-5731cc1c6ce8 req-1034efa1-7647-42ba-9ddb-64ad8bd0c5e9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:10.461869 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0446d58-869e-4d19-803d-d2d511625312 req-88c4ec55-5d3d-4570-8257-43e868a529c2 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585017 Jul 07 19:25:10.465192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf88e-431c-4f1d-b69a-5731cc1c6ce8 req-1034efa1-7647-42ba-9ddb-64ad8bd0c5e9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:10.473263 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf88e-431c-4f1d-b69a-5731cc1c6ce8 req-1034efa1-7647-42ba-9ddb-64ad8bd0c5e9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:10.481853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187ae605-4dc9-46b9-9962-1a475e620dc7 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:10.482347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf88e-431c-4f1d-b69a-5731cc1c6ce8 req-1034efa1-7647-42ba-9ddb-64ad8bd0c5e9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:10.489875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf88e-431c-4f1d-b69a-5731cc1c6ce8 req-1034efa1-7647-42ba-9ddb-64ad8bd0c5e9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:10.498340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf88e-431c-4f1d-b69a-5731cc1c6ce8 req-1034efa1-7647-42ba-9ddb-64ad8bd0c5e9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:10.503783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-fdd5f6da-0297-431c-bc20-4fe1dad4fe9c service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688320 Jul 07 19:25:10.505518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf88e-431c-4f1d-b69a-5731cc1c6ce8 req-1034efa1-7647-42ba-9ddb-64ad8bd0c5e9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:10.510658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95dbf88e-431c-4f1d-b69a-5731cc1c6ce8 req-1034efa1-7647-42ba-9ddb-64ad8bd0c5e9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5419 time: 0.1819532 Jul 07 19:25:10.545586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d949ce9f-2979-471e-ac23-9481b32beb9b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:10.561176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 187ae605-4dc9-46b9-9962-1a475e620dc7, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=187ae605-4dc9-46b9-9962-1a475e620dc7,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:10.567651 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.575481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b8a29686-3c06-475e-8cad-a99cbf484113 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:10.597092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95dbf88e-431c-4f1d-b69a-5731cc1c6ce8 req-41395e61-d7bd-44f3-b684-2be06719c83e tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0744190 Jul 07 19:25:10.634668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b8a29686-3c06-475e-8cad-a99cbf484113, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b8a29686-3c06-475e-8cad-a99cbf484113,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:10.642245 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ddc5885-2544-4c8e-b6de-8b2f1f085df1 req-ae0f40ce-18da-4b11-9dcc-53db5ddba622 service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277404 Jul 07 19:25:10.719458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'b8a29686-3c06-475e-8cad-a99cbf484113', 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1', 'port_id': 'b8a29686-3c06-475e-8cad-a99cbf484113', 'mac_address': 'fa:16:3e:72:32:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd104a22e-d0f7-4430-a3f2-6fa28f9f44e8', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:10.722073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=187ae605-4dc9-46b9-9962-1a475e620dc7,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:10.780964 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.796828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a29686-3c06-475e-8cad-a99cbf484113 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:10.829825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b8a29686-3c06-475e-8cad-a99cbf484113, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b8a29686-3c06-475e-8cad-a99cbf484113,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:10.835322 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.836012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ea29405b-59fc-4c4c-9bd0-5290a86a86cb details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:10.886894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0774f-487d-43fa-84e1-af2064338889 req-1bcb80f0-9648-40d0-9bab-db71ecf94204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:10.892180 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7d0774f-487d-43fa-84e1-af2064338889 req-1bcb80f0-9648-40d0-9bab-db71ecf94204 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=00341c01faab4b26b482e420f35eda64&device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 1095 time: 0.1842871 Jul 07 19:25:10.923239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ea29405b-59fc-4c4c-9bd0-5290a86a86cb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:10.997256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'ea29405b-59fc-4c4c-9bd0-5290a86a86cb', 'network_id': 'b39bec63-5191-41ce-a475-0913476e6e43', 'port_id': 'ea29405b-59fc-4c4c-9bd0-5290a86a86cb', 'mac_address': 'fa:16:3e:27:90:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf648d12-0dbc-4ada-9808-fda1919d4e3a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:11.028555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-902cf67f-d31e-482e-89d8-1de7bad55810 req-e3edebc3-e305-4ba3-ac39-e64f4a4544e5 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.0907660 Jul 07 19:25:11.080592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0774f-487d-43fa-84e1-af2064338889 req-c4ee8d25-5b5a-4d6c-a06c-2a4f04054489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:11.081652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7d0774f-487d-43fa-84e1-af2064338889 req-c4ee8d25-5b5a-4d6c-a06c-2a4f04054489 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77819821-8da9-46d1-bc88-930fba77a5b3 HTTP/1.1" status: 200 len: 912 time: 0.1799724 Jul 07 19:25:11.112707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5cdc2-c002-4ebe-804c-bffcb2b64752 req-1828581c-cb5e-4465-9dde-a0c968c62b30 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:11.123925 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1e5cdc2-c002-4ebe-804c-bffcb2b64752 req-1828581c-cb5e-4465-9dde-a0c968c62b30 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 945 time: 0.1101208 Jul 07 19:25:11.181096 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1e5cdc2-c002-4ebe-804c-bffcb2b64752 req-c0ae6072-fff3-43fb-90a1-6390e6cceeb1 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561702 Jul 07 19:25:11.210969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b8a29686-3c06-475e-8cad-a99cbf484113,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:11.228276 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7d0774f-487d-43fa-84e1-af2064338889 req-e697c3de-5c95-4460-be78-31f82f1fa3b4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1a90004-3764-4161-be02-d2b1b8d124c1 HTTP/1.1" status: 200 len: 217 time: 0.1380799 Jul 07 19:25:11.229096 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.267615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea29405b-59fc-4c4c-9bd0-5290a86a86cb {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:11.320040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ea29405b-59fc-4c4c-9bd0-5290a86a86cb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:11.326224 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.327088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 4219d048-4aa6-43ce-9248-c8af3c8ae30c details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:11.357100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0774f-487d-43fa-84e1-af2064338889 req-4481541b-47ab-4616-bbd4-1f782732db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:11.361524 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7d0774f-487d-43fa-84e1-af2064338889 req-4481541b-47ab-4616-bbd4-1f782732db12 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=206973c2-7386-45f5-8e7d-54661b8adb40 HTTP/1.1" status: 200 len: 851 time: 0.1249714 Jul 07 19:25:11.558710 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7d0774f-487d-43fa-84e1-af2064338889 req-d0b7d53a-8198-4cdc-af96-163318dcbfff service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77819821-8da9-46d1-bc88-930fba77a5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1666851 Jul 07 19:25:11.576451 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:11.670998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 4219d048-4aa6-43ce-9248-c8af3c8ae30c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=4219d048-4aa6-43ce-9248-c8af3c8ae30c,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:11.693829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '4219d048-4aa6-43ce-9248-c8af3c8ae30c', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'port_id': '4219d048-4aa6-43ce-9248-c8af3c8ae30c', 'mac_address': 'fa:16:3e:57:3d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:11.745864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41770aee-b5b8-45d7-a84a-cfaf638d0d54 req-9bf3573e-a26d-4ec2-9227-dbb6cc5cccc5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:11.762776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41770aee-b5b8-45d7-a84a-cfaf638d0d54 req-9bf3573e-a26d-4ec2-9227-dbb6cc5cccc5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:11.770965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41770aee-b5b8-45d7-a84a-cfaf638d0d54 req-9bf3573e-a26d-4ec2-9227-dbb6cc5cccc5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:11.778771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41770aee-b5b8-45d7-a84a-cfaf638d0d54 req-9bf3573e-a26d-4ec2-9227-dbb6cc5cccc5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:11.780194 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.801670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41770aee-b5b8-45d7-a84a-cfaf638d0d54 req-9bf3573e-a26d-4ec2-9227-dbb6cc5cccc5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:11.803663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58607c27-b352-4aeb-8258-6a599fc41ecb req-1176f4fe-bec0-4d33-baa4-418bdd6b1319 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:11.813565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4219d048-4aa6-43ce-9248-c8af3c8ae30c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:11.815122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41770aee-b5b8-45d7-a84a-cfaf638d0d54 req-9bf3573e-a26d-4ec2-9227-dbb6cc5cccc5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:11.817971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-58607c27-b352-4aeb-8258-6a599fc41ecb req-1176f4fe-bec0-4d33-baa4-418bdd6b1319 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 944 time: 0.1263566 Jul 07 19:25:11.821143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41770aee-b5b8-45d7-a84a-cfaf638d0d54 req-9bf3573e-a26d-4ec2-9227-dbb6cc5cccc5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:11.847723 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41770aee-b5b8-45d7-a84a-cfaf638d0d54 req-9bf3573e-a26d-4ec2-9227-dbb6cc5cccc5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.4848187 Jul 07 19:25:11.854561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 4219d048-4aa6-43ce-9248-c8af3c8ae30c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=4219d048-4aa6-43ce-9248-c8af3c8ae30c,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:11.859173 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.859896 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:11.908460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-58607c27-b352-4aeb-8258-6a599fc41ecb req-25aec551-76ce-4aa2-aca2-8a12bc1b5263 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897477 Jul 07 19:25:11.979416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=768dc9ab-af3b-4396-b478-2e71bcc1a3f6,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:11.982186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=4219d048-4aa6-43ce-9248-c8af3c8ae30c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:11.995081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41770aee-b5b8-45d7-a84a-cfaf638d0d54 req-e5c27a91-8994-446d-a265-6a26c353bf20 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1466718 Jul 07 19:25:12.001076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '768dc9ab-af3b-4396-b478-2e71bcc1a3f6', 'network_id': '670c7056-dca7-47fb-9792-9847dd3669c1', 'port_id': '768dc9ab-af3b-4396-b478-2e71bcc1a3f6', 'mac_address': 'fa:16:3e:7d:49:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd104a22e-d0f7-4430-a3f2-6fa28f9f44e8', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:12.066094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7d0774f-487d-43fa-84e1-af2064338889 req-d1f9ec50-48f6-4fdb-9ab4-dd00947bc257 service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925778 Jul 07 19:25:12.083910 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:12.116569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:12.145436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=768dc9ab-af3b-4396-b478-2e71bcc1a3f6,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:12.153962 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:12.279478 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=768dc9ab-af3b-4396-b478-2e71bcc1a3f6,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:12.337645 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7d0774f-487d-43fa-84e1-af2064338889 req-d3f29d92-24a2-4f50-a171-5f27d3fb3a18 service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592702 Jul 07 19:25:12.369780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba8e95-79c5-4f55-99b8-6173dafeeae3 req-b361566c-7d2a-4d51-bb50-85e029374b79 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:12.389612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba8e95-79c5-4f55-99b8-6173dafeeae3 req-b361566c-7d2a-4d51-bb50-85e029374b79 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:12.398220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba8e95-79c5-4f55-99b8-6173dafeeae3 req-b361566c-7d2a-4d51-bb50-85e029374b79 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:12.415390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34340) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:12.430044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba8e95-79c5-4f55-99b8-6173dafeeae3 req-b361566c-7d2a-4d51-bb50-85e029374b79 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:12.436688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba8e95-79c5-4f55-99b8-6173dafeeae3 req-b361566c-7d2a-4d51-bb50-85e029374b79 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:12.444457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba8e95-79c5-4f55-99b8-6173dafeeae3 req-b361566c-7d2a-4d51-bb50-85e029374b79 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:12.451387 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba8e95-79c5-4f55-99b8-6173dafeeae3 req-b361566c-7d2a-4d51-bb50-85e029374b79 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:12.459318 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0aba8e95-79c5-4f55-99b8-6173dafeeae3 req-b361566c-7d2a-4d51-bb50-85e029374b79 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5424 time: 0.2765675 Jul 07 19:25:12.563159 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0aba8e95-79c5-4f55-99b8-6173dafeeae3 req-9603d5d8-ce9e-4477-926b-327c85c088f0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026194 Jul 07 19:25:12.629486 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41bcb174-cd2d-44d9-9eaa-723a2d10a318 req-de139571-2021-482e-8ccd-d9d5491cce2e tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c3ff065-f96e-4a70-84ce-4aad1f1d439a HTTP/1.1" status: 200 len: 210 time: 0.0955985 Jul 07 19:25:12.686254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-99e62d19-4be5-45fa-9fee-0d4fa1769030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:12.910437 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-99e62d19-4be5-45fa-9fee-0d4fa1769030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:12.917397 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-99e62d19-4be5-45fa-9fee-0d4fa1769030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:12.970238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-99e62d19-4be5-45fa-9fee-0d4fa1769030 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=105f2a3974514f29848c7070e7de741b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536771 Jul 07 19:25:12.972721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34350) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:13.003617 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e62d19-4be5-45fa-9fee-0d4fa1769030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bb3bee-e1b1-413e-8cdc-88713eabd988,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:13.050264 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-576769c1-b56f-436c-8103-48ac26e9495c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:13.076042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-576769c1-b56f-436c-8103-48ac26e9495c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:13.138647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-576769c1-b56f-436c-8103-48ac26e9495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:13.141600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-576769c1-b56f-436c-8103-48ac26e9495c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:13.146294 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-576769c1-b56f-436c-8103-48ac26e9495c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2bb3bee-e1b1-413e-8cdc-88713eabd988 HTTP/1.1" status: 204 len: 168 time: 0.1703866 Jul 07 19:25:13.168129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576769c1-b56f-436c-8103-48ac26e9495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bb3bee-e1b1-413e-8cdc-88713eabd988,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:13.216797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['187ae605-4dc9-46b9-9962-1a475e620dc7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:13.250445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9fb81-b5fc-452c-8782-62baa111352f req-8832c7ce-ed96-4ebd-9ba2-83996082e3e7 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:13.252903 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47b9fb81-b5fc-452c-8782-62baa111352f req-8832c7ce-ed96-4ebd-9ba2-83996082e3e7 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 944 time: 0.1110268 Jul 07 19:25:13.292310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190143c8-fd74-4723-adef-7cfbc321afe2 req-bc1453f9-ff21-4feb-a4bb-2e7df6105883 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:13.298444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190143c8-fd74-4723-adef-7cfbc321afe2 req-bc1453f9-ff21-4feb-a4bb-2e7df6105883 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:13.306687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190143c8-fd74-4723-adef-7cfbc321afe2 req-bc1453f9-ff21-4feb-a4bb-2e7df6105883 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:13.312940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190143c8-fd74-4723-adef-7cfbc321afe2 req-bc1453f9-ff21-4feb-a4bb-2e7df6105883 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:13.319264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190143c8-fd74-4723-adef-7cfbc321afe2 req-bc1453f9-ff21-4feb-a4bb-2e7df6105883 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:13.325345 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47b9fb81-b5fc-452c-8782-62baa111352f req-1d59bd69-dd3a-455a-97bc-d4f296f0995c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614624 Jul 07 19:25:13.334567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190143c8-fd74-4723-adef-7cfbc321afe2 req-bc1453f9-ff21-4feb-a4bb-2e7df6105883 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:13.345242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190143c8-fd74-4723-adef-7cfbc321afe2 req-bc1453f9-ff21-4feb-a4bb-2e7df6105883 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:13.362816 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-190143c8-fd74-4723-adef-7cfbc321afe2 req-bc1453f9-ff21-4feb-a4bb-2e7df6105883 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.1965828 Jul 07 19:25:13.455519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-190143c8-fd74-4723-adef-7cfbc321afe2 req-e5664695-bb1a-4aa9-80b9-0645b57c5b02 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908804 Jul 07 19:25:13.458597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['d949ce9f-2979-471e-ac23-9481b32beb9b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:13.488386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['dea463da-e0bd-4504-b4aa-9d4410f64de1'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:13.588946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['768dc9ab-af3b-4396-b478-2e71bcc1a3f6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:13.796018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34376) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:13.969449 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e149d27-959b-4b99-9d1d-4e9a1682fe01 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.006896 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e149d27-959b-4b99-9d1d-4e9a1682fe01 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.041997 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e21bf5-b288-4b1e-b524-3bcdb8f300a6 req-955eb08f-71a2-45f8-aab4-3783bf488352 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:14.048274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e21bf5-b288-4b1e-b524-3bcdb8f300a6 req-955eb08f-71a2-45f8-aab4-3783bf488352 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:14.054675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e21bf5-b288-4b1e-b524-3bcdb8f300a6 req-955eb08f-71a2-45f8-aab4-3783bf488352 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:14.060923 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e21bf5-b288-4b1e-b524-3bcdb8f300a6 req-955eb08f-71a2-45f8-aab4-3783bf488352 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:14.066924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e21bf5-b288-4b1e-b524-3bcdb8f300a6 req-955eb08f-71a2-45f8-aab4-3783bf488352 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:14.073272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e21bf5-b288-4b1e-b524-3bcdb8f300a6 req-955eb08f-71a2-45f8-aab4-3783bf488352 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:14.079503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e21bf5-b288-4b1e-b524-3bcdb8f300a6 req-955eb08f-71a2-45f8-aab4-3783bf488352 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:14.089264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c1e21bf5-b288-4b1e-b524-3bcdb8f300a6 req-955eb08f-71a2-45f8-aab4-3783bf488352 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5424 time: 0.2613699 Jul 07 19:25:14.176450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e1a90004-3764-4161-be02-d2b1b8d124c1 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:14.186469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c1e21bf5-b288-4b1e-b524-3bcdb8f300a6 req-2bd13742-90a4-467c-b738-8b370ac5d6fd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947599 Jul 07 19:25:14.224618 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e149d27-959b-4b99-9d1d-4e9a1682fe01 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.227240 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e149d27-959b-4b99-9d1d-4e9a1682fe01 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.228905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0e149d27-959b-4b99-9d1d-4e9a1682fe01 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "DELETE /v2.0/security-groups/149cc3fb-e769-4e35-aa07-fa4c95e80c28 HTTP/1.1" status: 204 len: 168 time: 0.4312928 Jul 07 19:25:14.231640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34392) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:14.246453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e149d27-959b-4b99-9d1d-4e9a1682fe01 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149cc3fb-e769-4e35-aa07-fa4c95e80c28,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:14.261146 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-acbd0919-8641-4aa7-a19f-1f65a6306d50 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] show failed (client error): The resource could not be found. Jul 07 19:25:14.267050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-acbd0919-8641-4aa7-a19f-1f65a6306d50 tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "GET /v2.0/security-groups/149cc3fb-e769-4e35-aa07-fa4c95e80c28 HTTP/1.1" status: 404 len: 347 time: 0.0339816 Jul 07 19:25:14.267822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34394) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:14.397051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e1a90004-3764-4161-be02-d2b1b8d124c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e1a90004-3764-4161-be02-d2b1b8d124c1,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:14.424627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'e1a90004-3764-4161-be02-d2b1b8d124c1', 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3', 'port_id': 'e1a90004-3764-4161-be02-d2b1b8d124c1', 'mac_address': 'fa:16:3e:59:f5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206973c2-7386-45f5-8e7d-54661b8adb40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:14.506151 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.535458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a90004-3764-4161-be02-d2b1b8d124c1 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:14.553242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2c442cfe-ac77-4138-a7f2-cc82d4ab300d tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Deleting port 2f29e5bf-ffd1-47f4-b71f-757aeb2ec4b6 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:25:14.553646 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c442cfe-ac77-4138-a7f2-cc82d4ab300d tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.599813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e1a90004-3764-4161-be02-d2b1b8d124c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e1a90004-3764-4161-be02-d2b1b8d124c1,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:14.615591 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.752924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e1a90004-3764-4161-be02-d2b1b8d124c1,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:14.763410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b8a29686-3c06-475e-8cad-a99cbf484113'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:14.825623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ea29405b-59fc-4c4c-9bd0-5290a86a86cb'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:14.858020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['4219d048-4aa6-43ce-9248-c8af3c8ae30c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:14.932880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdacf98-5659-4696-9cfd-a5d591ede4fc req-daf70244-9ac4-49c8-bbfc-d3a848e31699 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:14.935413 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bdacf98-5659-4696-9cfd-a5d591ede4fc req-daf70244-9ac4-49c8-bbfc-d3a848e31699 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 945 time: 0.2682798 Jul 07 19:25:14.937875 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c442cfe-ac77-4138-a7f2-cc82d4ab300d tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.949608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c442cfe-ac77-4138-a7f2-cc82d4ab300d tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.955613 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['e1a90004-3764-4161-be02-d2b1b8d124c1'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:15.038418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd88db-13d6-4b11-878e-78ae9d9aa8db req-e25875c7-aded-4586-9cee-c4eb5f6993b9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.048697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd88db-13d6-4b11-878e-78ae9d9aa8db req-e25875c7-aded-4586-9cee-c4eb5f6993b9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.056682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2c442cfe-ac77-4138-a7f2-cc82d4ab300d tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Calling delete_port for 2f29e5bf-ffd1-47f4-b71f-757aeb2ec4b6 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:25:15.078514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd88db-13d6-4b11-878e-78ae9d9aa8db req-e25875c7-aded-4586-9cee-c4eb5f6993b9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.086309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bdacf98-5659-4696-9cfd-a5d591ede4fc req-e9469bad-d853-4aa5-9db7-ef375982c39f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268976 Jul 07 19:25:15.111545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd88db-13d6-4b11-878e-78ae9d9aa8db req-e25875c7-aded-4586-9cee-c4eb5f6993b9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.124543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd88db-13d6-4b11-878e-78ae9d9aa8db req-e25875c7-aded-4586-9cee-c4eb5f6993b9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.134026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd88db-13d6-4b11-878e-78ae9d9aa8db req-e25875c7-aded-4586-9cee-c4eb5f6993b9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.142506 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd88db-13d6-4b11-878e-78ae9d9aa8db req-e25875c7-aded-4586-9cee-c4eb5f6993b9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.144907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17dd88db-13d6-4b11-878e-78ae9d9aa8db req-e25875c7-aded-4586-9cee-c4eb5f6993b9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.2775102 Jul 07 19:25:15.242522 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17dd88db-13d6-4b11-878e-78ae9d9aa8db req-4fca4364-e1bd-4674-8330-63022e1c24ae tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854015 Jul 07 19:25:15.347745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34422) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:15.479916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c442cfe-ac77-4138-a7f2-cc82d4ab300d tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.564100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c442cfe-ac77-4138-a7f2-cc82d4ab300d tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Pushing event deleted for resources: {'Port': ['ID=2f29e5bf-ffd1-47f4-b71f-757aeb2ec4b6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:15.690436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34365c-4372-416a-a477-8d42f5d8310c req-5f8e4fc5-a772-405c-8d12-efdf38809fa0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.691672 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c442cfe-ac77-4138-a7f2-cc82d4ab300d tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.697500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34365c-4372-416a-a477-8d42f5d8310c req-5f8e4fc5-a772-405c-8d12-efdf38809fa0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.699122 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c442cfe-ac77-4138-a7f2-cc82d4ab300d tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.700651 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2c442cfe-ac77-4138-a7f2-cc82d4ab300d tempest-ServersTestBootFromVolume-1327763821 tempest-ServersTestBootFromVolume-1327763821-project] 10.222.0.81 "DELETE /v2.0/floatingips/fdaa3b13-8894-4b31-ab7d-e0fea905622d HTTP/1.1" status: 204 len: 168 time: 1.4318340 Jul 07 19:25:15.704573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34365c-4372-416a-a477-8d42f5d8310c req-5f8e4fc5-a772-405c-8d12-efdf38809fa0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.705188 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34426) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:15.710745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34365c-4372-416a-a477-8d42f5d8310c req-5f8e4fc5-a772-405c-8d12-efdf38809fa0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.724216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34365c-4372-416a-a477-8d42f5d8310c req-5f8e4fc5-a772-405c-8d12-efdf38809fa0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.736953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34365c-4372-416a-a477-8d42f5d8310c req-5f8e4fc5-a772-405c-8d12-efdf38809fa0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.743336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34365c-4372-416a-a477-8d42f5d8310c req-5f8e4fc5-a772-405c-8d12-efdf38809fa0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.745420 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a34365c-4372-416a-a477-8d42f5d8310c req-5f8e4fc5-a772-405c-8d12-efdf38809fa0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5424 time: 0.1836979 Jul 07 19:25:15.753595 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d0564e6d-8c9a-4453-aca8-45d275a66054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.886617 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d0564e6d-8c9a-4453-aca8-45d275a66054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.897765 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d0564e6d-8c9a-4453-aca8-45d275a66054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.983829 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d0564e6d-8c9a-4453-aca8-45d275a66054 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62fb25231fc543a397d6021fc2323eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6349277 Jul 07 19:25:15.998029 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34434) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:16.031540 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a34365c-4372-416a-a477-8d42f5d8310c req-8dffceba-75a0-4b3f-9423-970a2859e5ea tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2788739 Jul 07 19:25:16.035358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0564e6d-8c9a-4453-aca8-45d275a66054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c350b6b9-a4c9-47ad-908b-7118e3dac7cc,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:16.142457 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fd11f97a-6cbe-47cf-b9b3-88beccf78a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.196126 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fd11f97a-6cbe-47cf-b9b3-88beccf78a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.280618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fd11f97a-6cbe-47cf-b9b3-88beccf78a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.283624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fd11f97a-6cbe-47cf-b9b3-88beccf78a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.285026 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fd11f97a-6cbe-47cf-b9b3-88beccf78a4f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c350b6b9-a4c9-47ad-908b-7118e3dac7cc HTTP/1.1" status: 204 len: 168 time: 0.2859399 Jul 07 19:25:16.294059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11f97a-6cbe-47cf-b9b3-88beccf78a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350b6b9-a4c9-47ad-908b-7118e3dac7cc,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:16.499937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5b8f-0231-4dee-abbb-d28734695be3 req-8708550b-4714-45f7-9628-191c5992a218 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:16.503236 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-038a5b8f-0231-4dee-abbb-d28734695be3 req-8708550b-4714-45f7-9628-191c5992a218 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 945 time: 0.2574294 Jul 07 19:25:16.603921 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c9b158c-2d21-44ae-b9b4-fb39eca29117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.609497 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-038a5b8f-0231-4dee-abbb-d28734695be3 req-0be977c1-db37-4558-8dbb-e8c8eb7e98cf tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003315 Jul 07 19:25:16.735913 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453d9f4-c81e-4269-aade-007fc947a101 req-180c01ff-ce80-4f5c-96ac-e751f10a8f3b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:16.744695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453d9f4-c81e-4269-aade-007fc947a101 req-180c01ff-ce80-4f5c-96ac-e751f10a8f3b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:16.787956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453d9f4-c81e-4269-aade-007fc947a101 req-180c01ff-ce80-4f5c-96ac-e751f10a8f3b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:16.796599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453d9f4-c81e-4269-aade-007fc947a101 req-180c01ff-ce80-4f5c-96ac-e751f10a8f3b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:16.819995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453d9f4-c81e-4269-aade-007fc947a101 req-180c01ff-ce80-4f5c-96ac-e751f10a8f3b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:16.826380 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453d9f4-c81e-4269-aade-007fc947a101 req-180c01ff-ce80-4f5c-96ac-e751f10a8f3b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:16.853636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453d9f4-c81e-4269-aade-007fc947a101 req-180c01ff-ce80-4f5c-96ac-e751f10a8f3b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:16.864884 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f453d9f4-c81e-4269-aade-007fc947a101 req-180c01ff-ce80-4f5c-96ac-e751f10a8f3b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.3427641 Jul 07 19:25:16.935169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f453d9f4-c81e-4269-aade-007fc947a101 req-3b49e6ce-b58f-4c7f-95a5-36007c26e73e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664473 Jul 07 19:25:17.307126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b158c-2d21-44ae-b9b4-fb39eca29117 admin admin] Deleting port e3813e7c-d6cc-4f60-a228-ff0d2605e932 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:25:17.307492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c9b158c-2d21-44ae-b9b4-fb39eca29117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:17.468030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-9c9b158c-2d21-44ae-b9b4-fb39eca29117 admin admin] For port e3813e7c-d6cc-4f60-a228-ff0d2605e932, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e3813e7c-d6cc-4f60-a228-ff0d2605e932,segment=NetworkSegment(b4a9fa5b-a805-46fa-a3ba-00d4dd658415),segment_id=b4a9fa5b-a805-46fa-a3ba-00d4dd658415)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:17.468397 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c9b158c-2d21-44ae-b9b4-fb39eca29117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:17.503909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f27a7-8549-4fb4-866f-57652f24cf0b req-968049a3-4afc-402e-b1ae-64341f197ebd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:17.510856 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f27a7-8549-4fb4-866f-57652f24cf0b req-968049a3-4afc-402e-b1ae-64341f197ebd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:17.516923 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f27a7-8549-4fb4-866f-57652f24cf0b req-968049a3-4afc-402e-b1ae-64341f197ebd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:17.523288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f27a7-8549-4fb4-866f-57652f24cf0b req-968049a3-4afc-402e-b1ae-64341f197ebd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:17.541956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f27a7-8549-4fb4-866f-57652f24cf0b req-968049a3-4afc-402e-b1ae-64341f197ebd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:17.549358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f27a7-8549-4fb4-866f-57652f24cf0b req-968049a3-4afc-402e-b1ae-64341f197ebd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:17.555758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f27a7-8549-4fb4-866f-57652f24cf0b req-968049a3-4afc-402e-b1ae-64341f197ebd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:17.558438 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e53f27a7-8549-4fb4-866f-57652f24cf0b req-968049a3-4afc-402e-b1ae-64341f197ebd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5424 time: 0.2988949 Jul 07 19:25:17.562582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b158c-2d21-44ae-b9b4-fb39eca29117 admin admin] Calling delete_port for e3813e7c-d6cc-4f60-a228-ff0d2605e932 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:25:17.656070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e53f27a7-8549-4fb4-866f-57652f24cf0b req-ac3852a2-2f32-497f-a98e-ff8396a55ad3 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875795 Jul 07 19:25:17.858923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c9b158c-2d21-44ae-b9b4-fb39eca29117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:17.928353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b158c-2d21-44ae-b9b4-fb39eca29117 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3813e7c-d6cc-4f60-a228-ff0d2605e932,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:17.972917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ee34d-a47c-4342-86ed-835e903ee59d req-f2a383ce-eac1-4129-b22e-20d3979831d1 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:17.976266 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8b3ee34d-a47c-4342-86ed-835e903ee59d req-f2a383ce-eac1-4129-b22e-20d3979831d1 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 945 time: 0.1469378 Jul 07 19:25:18.059958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8b3ee34d-a47c-4342-86ed-835e903ee59d req-01dc3dda-8ba2-499a-94f9-597659c64314 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766327 Jul 07 19:25:18.192904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e1a90004-3764-4161-be02-d2b1b8d124c1 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:18.245328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device dea463da-e0bd-4504-b4aa-9d4410f64de1 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:18.318922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port e1a90004-3764-4161-be02-d2b1b8d124c1 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:18.325909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port dea463da-e0bd-4504-b4aa-9d4410f64de1 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:18.337974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port e1a90004-3764-4161-be02-d2b1b8d124c1 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:18.338609 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.375417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c9b158c-2d21-44ae-b9b4-fb39eca29117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.395695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port dea463da-e0bd-4504-b4aa-9d4410f64de1 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:18.396446 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.399527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34494) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:18.556508 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.560136 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.601019 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea463da-e0bd-4504-b4aa-9d4410f64de1'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:18.604074 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58ce352-dd18-4265-8694-73f41f9be2bf" -d '{"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "dea463da-e0bd-4504-b4aa-9d4410f64de1"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:18.627886 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port dea463da-e0bd-4504-b4aa-9d4410f64de1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=dea463da-e0bd-4504-b4aa-9d4410f64de1,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:18.628612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beeb95-32eb-4eac-a59a-46f07aed54c7 req-ef0a490a-3909-46d8-9c2c-ef40ae530c09 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:18.635766 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.636761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d949ce9f-2979-471e-ac23-9481b32beb9b up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:18.637017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beeb95-32eb-4eac-a59a-46f07aed54c7 req-ef0a490a-3909-46d8-9c2c-ef40ae530c09 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:18.643896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beeb95-32eb-4eac-a59a-46f07aed54c7 req-ef0a490a-3909-46d8-9c2c-ef40ae530c09 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:18.644092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e1a90004-3764-4161-be02-d2b1b8d124c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e1a90004-3764-4161-be02-d2b1b8d124c1,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:18.651834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beeb95-32eb-4eac-a59a-46f07aed54c7 req-ef0a490a-3909-46d8-9c2c-ef40ae530c09 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:18.657991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beeb95-32eb-4eac-a59a-46f07aed54c7 req-ef0a490a-3909-46d8-9c2c-ef40ae530c09 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:18.667182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beeb95-32eb-4eac-a59a-46f07aed54c7 req-ef0a490a-3909-46d8-9c2c-ef40ae530c09 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:18.675204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beeb95-32eb-4eac-a59a-46f07aed54c7 req-ef0a490a-3909-46d8-9c2c-ef40ae530c09 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:18.677230 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44beeb95-32eb-4eac-a59a-46f07aed54c7 req-ef0a490a-3909-46d8-9c2c-ef40ae530c09 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.3466754 Jul 07 19:25:18.684767 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.688019 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15088d48-c174-46e9-8ad0-f6928cffe6df x-openstack-request-id: req-15088d48-c174-46e9-8ad0-f6928cffe6df {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:18.688488 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "dea463da-e0bd-4504-b4aa-9d4410f64de1", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:18.688694 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15088d48-c174-46e9-8ad0-f6928cffe6df {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:18.689150 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea463da-e0bd-4504-b4aa-9d4410f64de1', 'code': 200} Jul 07 19:25:18.731949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=dea463da-e0bd-4504-b4aa-9d4410f64de1,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:18.741457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'network': {'name': 'tempest-network-smoke--1843352148', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'port_security_enabled': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:18.779496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port d949ce9f-2979-471e-ac23-9481b32beb9b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:18.787937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Made reservation on behalf of d307ecc64ee341b99f612e35a7a6a0e6 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:18.792247 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.793312 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port d949ce9f-2979-471e-ac23-9481b32beb9b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:18.794103 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.805705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.828171 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e1a90004-3764-4161-be02-d2b1b8d124c1,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:18.858945 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44beeb95-32eb-4eac-a59a-46f07aed54c7 req-d86ce70d-0101-4eb9-bc19-b2f7b7074585 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738424 Jul 07 19:25:18.935153 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.971454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d949ce9f-2979-471e-ac23-9481b32beb9b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d949ce9f-2979-471e-ac23-9481b32beb9b,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:18.976336 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.977321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 187ae605-4dc9-46b9-9962-1a475e620dc7 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:19.045255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9b158c-2d21-44ae-b9b4-fb39eca29117 admin admin] Router 21b6821d-3ef1-479b-a938-501405582f26 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:25:19.069045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d949ce9f-2979-471e-ac23-9481b32beb9b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:19.084724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 187ae605-4dc9-46b9-9962-1a475e620dc7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:19.089379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 187ae605-4dc9-46b9-9962-1a475e620dc7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:19.089745 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.171467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d1e4c-3339-4207-9dfc-38c19d1da923 req-ddf60af2-b6a1-4722-a5a7-bbb911447b42 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:19.186243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d1e4c-3339-4207-9dfc-38c19d1da923 req-ddf60af2-b6a1-4722-a5a7-bbb911447b42 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:19.190120 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.194231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9b158c-2d21-44ae-b9b4-fb39eca29117 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:19.198338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d1e4c-3339-4207-9dfc-38c19d1da923 req-ddf60af2-b6a1-4722-a5a7-bbb911447b42 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:19.204519 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8424db-2c09-4b86-bf13-16c340342049 None None] Sync routers for ids ['21b6821d-3ef1-479b-a938-501405582f26'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:19.214206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9c9b158c-2d21-44ae-b9b4-fb39eca29117 admin admin] 10.222.0.81 "PUT /v2.0/routers/21b6821d-3ef1-479b-a938-501405582f26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5077381 Jul 07 19:25:19.217121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34508) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:19.219638 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8424db-2c09-4b86-bf13-16c340342049 None None] Routers {'21b6821d-3ef1-479b-a938-501405582f26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:19.221561 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7d8424db-2c09-4b86-bf13-16c340342049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:24:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['21b6821d-3ef1-479b-a938-501405582f26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:19.226224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d1e4c-3339-4207-9dfc-38c19d1da923 req-ddf60af2-b6a1-4722-a5a7-bbb911447b42 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:19.235727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d1e4c-3339-4207-9dfc-38c19d1da923 req-ddf60af2-b6a1-4722-a5a7-bbb911447b42 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:19.256083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d1e4c-3339-4207-9dfc-38c19d1da923 req-ddf60af2-b6a1-4722-a5a7-bbb911447b42 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:19.270752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 187ae605-4dc9-46b9-9962-1a475e620dc7, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=187ae605-4dc9-46b9-9962-1a475e620dc7,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:19.272269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d1e4c-3339-4207-9dfc-38c19d1da923 req-ddf60af2-b6a1-4722-a5a7-bbb911447b42 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:19.282251 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.283331 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d56d1e4c-3339-4207-9dfc-38c19d1da923 req-ddf60af2-b6a1-4722-a5a7-bbb911447b42 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5425 time: 0.3769002 Jul 07 19:25:19.284351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:19.348577 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.373573 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.403853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:25:19.426885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.427245 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Added segment 522e6aa2-a576-4c66-8d56-18a0de4d628b of type vlan for network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d Jul 07 19:25:19.471990 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-7d8424db-2c09-4b86-bf13-16c340342049 None None] Set router 21b6821d-3ef1-479b-a938-501405582f26 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:19.487100 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.522515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=187ae605-4dc9-46b9-9962-1a475e620dc7,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:19.530281 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.531689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:19.544409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:19.544862 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.578662 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d56d1e4c-3339-4207-9dfc-38c19d1da923 req-ff351550-5514-482d-a02b-a1379eff0410 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2932563 Jul 07 19:25:19.675115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8289f8-b0fe-49cd-b074-8c617ef59aae,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:19.689069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.702388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:19.708296 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.729625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.737978 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.752214 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3514991 Jul 07 19:25:19.753970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34514) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:19.796378 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7d8424db-2c09-4b86-bf13-16c340342049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:25:17Z', 'revision_number': 5, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port': {'id': '9ad46734-f561-4ef1-bdab-daed1c66b89b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b6821d-3ef1-479b-a938-501405582f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:19.808902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=768dc9ab-af3b-4396-b478-2e71bcc1a3f6,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:19.819846 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.851513 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8424db-2c09-4b86-bf13-16c340342049 None None] Checking router: 21b6821d-3ef1-479b-a938-501405582f26 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:19.862119 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8424db-2c09-4b86-bf13-16c340342049 None None] Routers {'21b6821d-3ef1-479b-a938-501405582f26'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:19.862737 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7d8424db-2c09-4b86-bf13-16c340342049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:24:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['21b6821d-3ef1-479b-a938-501405582f26'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:19.864910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'admin_state_up': True, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:19.933609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=768dc9ab-af3b-4396-b478-2e71bcc1a3f6,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:19.941631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534faa8c-6e28-4af5-b9bd-f42db6e3bedb req-4fc4ef13-32d9-4dcb-b3c1-73af3899c494 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:19.949231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-534faa8c-6e28-4af5-b9bd-f42db6e3bedb req-4fc4ef13-32d9-4dcb-b3c1-73af3899c494 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.2632396 Jul 07 19:25:19.953422 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.954631 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.991791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd6626-c8a3-4bb0-a4ca-63f91946655d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Network': ['ID=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:19.996086 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-7d8424db-2c09-4b86-bf13-16c340342049 None None] Set router 21b6821d-3ef1-479b-a938-501405582f26 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:20.006412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:25:20.016113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Deleting port 9ad46734-f561-4ef1-bdab-daed1c66b89b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:25:20.016501 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.078021 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-534faa8c-6e28-4af5-b9bd-f42db6e3bedb req-af65b528-4696-450e-a7ef-60b0a75910b5 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275401 Jul 07 19:25:20.115892 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7d8424db-2c09-4b86-bf13-16c340342049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:25:19Z', 'revision_number': 6, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:20.149740 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8424db-2c09-4b86-bf13-16c340342049 None None] The sync data for ids ['21b6821d-3ef1-479b-a938-501405582f26'] in n-d-793621-9 is: [{'id': '21b6821d-3ef1-479b-a938-501405582f26', 'name': 'tempest-ServersTestBootFromVolume-970670009-router', 'tenant_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:19Z', 'updated_at': '2021-07-07T19:25:19Z', 'revision_number': 6, 'project_id': '8affe05550d544f5ba8eb28dd6f8d58d', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:20.170557 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.178937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] For port 9ad46734-f561-4ef1-bdab-daed1c66b89b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9ad46734-f561-4ef1-bdab-daed1c66b89b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:20.179553 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.217917 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Calling delete_port for 9ad46734-f561-4ef1-bdab-daed1c66b89b owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:25:20.242748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ea29405b-59fc-4c4c-9bd0-5290a86a86cb up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:20.320818 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port ea29405b-59fc-4c4c-9bd0-5290a86a86cb completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:20.329472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port ea29405b-59fc-4c4c-9bd0-5290a86a86cb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:20.329856 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.437908 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.472888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd8f4-f6af-4563-b6b7-c293f156deb4 req-5743d3e0-9ebf-43e1-b426-911d683bc2de tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:20.478776 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.479396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd8f4-f6af-4563-b6b7-c293f156deb4 req-5743d3e0-9ebf-43e1-b426-911d683bc2de tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:20.485832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd8f4-f6af-4563-b6b7-c293f156deb4 req-5743d3e0-9ebf-43e1-b426-911d683bc2de tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:20.491779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd8f4-f6af-4563-b6b7-c293f156deb4 req-5743d3e0-9ebf-43e1-b426-911d683bc2de tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:20.499745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd8f4-f6af-4563-b6b7-c293f156deb4 req-5743d3e0-9ebf-43e1-b426-911d683bc2de tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:20.508574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd8f4-f6af-4563-b6b7-c293f156deb4 req-5743d3e0-9ebf-43e1-b426-911d683bc2de tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:20.521690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd8f4-f6af-4563-b6b7-c293f156deb4 req-5743d3e0-9ebf-43e1-b426-911d683bc2de tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:20.522831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ea29405b-59fc-4c4c-9bd0-5290a86a86cb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:20.524324 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0acd8f4-f6af-4563-b6b7-c293f156deb4 req-5743d3e0-9ebf-43e1-b426-911d683bc2de tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.2387023 Jul 07 19:25:20.529777 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.530830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 4219d048-4aa6-43ce-9248-c8af3c8ae30c up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:20.568079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac6614-93da-4983-9b0a-67df6c1ab24e req-db32df25-f53f-457d-a901-4b7f504d08a3 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:20.576236 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7cac6614-93da-4983-9b0a-67df6c1ab24e req-db32df25-f53f-457d-a901-4b7f504d08a3 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2651219 Jul 07 19:25:20.578770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e3813e7c-d6cc-4f60-a228-ff0d2605e932 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:25:20.633950 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0acd8f4-f6af-4563-b6b7-c293f156deb4 req-ffb4b219-f428-4cb2-96d2-85cae3e818f3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1014924 Jul 07 19:25:20.639952 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7cac6614-93da-4983-9b0a-67df6c1ab24e req-3bd88198-d104-4429-9b68-077d5d94c92f tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627477 Jul 07 19:25:20.689812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:20.701706 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.749500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad46734-f561-4ef1-bdab-daed1c66b89b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:20.757973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b509de2c-a15c-4e7b-8229-945ac3ca872a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a90004-3764-4161-be02-d2b1b8d124c1'}, {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd949ce9f-2979-471e-ac23-9481b32beb9b'}, {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187ae605-4dc9-46b9-9962-1a475e620dc7'}, {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768dc9ab-af3b-4396-b478-2e71bcc1a3f6'}, {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29405b-59fc-4c4c-9bd0-5290a86a86cb'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:20.771264 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f7a65b-7337-4758-9a2a-47d3ea5a30ef" -d '{"events": [{"server_uuid": "b509de2c-a15c-4e7b-8229-945ac3ca872a", "name": "network-vif-plugged", "status": "completed", "tag": "e1a90004-3764-4161-be02-d2b1b8d124c1"}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "d949ce9f-2979-471e-ac23-9481b32beb9b"}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "187ae605-4dc9-46b9-9962-1a475e620dc7"}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "768dc9ab-af3b-4396-b478-2e71bcc1a3f6"}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "ea29405b-59fc-4c4c-9bd0-5290a86a86cb"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:20.776179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: e3813e7c-d6cc-4f60-a228-ff0d2605e932 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:25:20.776553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e3813e7c-d6cc-4f60-a228-ff0d2605e932 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:25:20.800786 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 4219d048-4aa6-43ce-9248-c8af3c8ae30c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:20.812072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 4219d048-4aa6-43ce-9248-c8af3c8ae30c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:20.812449 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.854151 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.896262 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.935241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.943877 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe984161-b0f4-431f-82a9-565513622341 x-openstack-request-id: req-fe984161-b0f4-431f-82a9-565513622341 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:20.944165 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b509de2c-a15c-4e7b-8229-945ac3ca872a", "name": "network-vif-plugged", "status": "completed", "tag": "e1a90004-3764-4161-be02-d2b1b8d124c1", "code": 200}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "d949ce9f-2979-471e-ac23-9481b32beb9b", "code": 200}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "187ae605-4dc9-46b9-9962-1a475e620dc7", "code": 200}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "768dc9ab-af3b-4396-b478-2e71bcc1a3f6", "code": 200}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "ea29405b-59fc-4c4c-9bd0-5290a86a86cb", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:20.944442 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe984161-b0f4-431f-82a9-565513622341 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:20.944845 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b509de2c-a15c-4e7b-8229-945ac3ca872a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a90004-3764-4161-be02-d2b1b8d124c1', 'code': 200} Jul 07 19:25:20.945629 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd949ce9f-2979-471e-ac23-9481b32beb9b', 'code': 200} Jul 07 19:25:20.945629 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187ae605-4dc9-46b9-9962-1a475e620dc7', 'code': 200} Jul 07 19:25:20.945810 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768dc9ab-af3b-4396-b478-2e71bcc1a3f6', 'code': 200} Jul 07 19:25:20.946023 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29405b-59fc-4c4c-9bd0-5290a86a86cb', 'code': 200} Jul 07 19:25:20.951313 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.000593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 4219d048-4aa6-43ce-9248-c8af3c8ae30c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=4219d048-4aa6-43ce-9248-c8af3c8ae30c,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:21.005472 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.006361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b8a29686-3c06-475e-8cad-a99cbf484113 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:21.015273 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a704d886-3ccc-4ace-952b-c28c904f1761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.128490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Allocated IP 172.25.0.130 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/d70dad2a-2988-4f3c-a23d-9c955538d5c4) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:21.145066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=4219d048-4aa6-43ce-9248-c8af3c8ae30c,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:21.163493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port b8a29686-3c06-475e-8cad-a99cbf484113 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:21.182558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port b8a29686-3c06-475e-8cad-a99cbf484113 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:21.183220 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.308356 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.320373 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.379976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b8a29686-3c06-475e-8cad-a99cbf484113, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b8a29686-3c06-475e-8cad-a99cbf484113,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:21.390238 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.420490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c89fa3-a2cc-4757-a347-65a02a39a612 req-69999d28-af7d-4f62-994d-88e5faf21990 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:21.432119 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-70c89fa3-a2cc-4757-a347-65a02a39a612 req-69999d28-af7d-4f62-994d-88e5faf21990 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1383686 Jul 07 19:25:21.454001 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b8a29686-3c06-475e-8cad-a99cbf484113,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:21.461559 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.465864 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.470129 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.521576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:21.531355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:21.534300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:21.542523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.543220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b6821d-3ef1-479b-a938-501405582f26 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:25:21.548812 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.552772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ff146b45-4059-41e9-8cfb-5a1fab707ed1 admin admin] 10.222.0.81 "DELETE /v2.0/routers/21b6821d-3ef1-479b-a938-501405582f26 HTTP/1.1" status: 204 len: 168 time: 2.3344445 Jul 07 19:25:21.555966 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34532) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:21.567390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106f695-6520-434e-a214-69a64e8cd9ac req-80d01525-abb2-4927-83f7-084850438213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:21.569008 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9106f695-6520-434e-a214-69a64e8cd9ac req-80d01525-abb2-4927-83f7-084850438213 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 1097 time: 0.1801221 Jul 07 19:25:21.593222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=d70dad2a-2988-4f3c-a23d-9c955538d5c4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:21.604367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e1c21-0cfc-44d2-ae0a-9ec33cb0b637 req-aca4f5ed-99aa-4f42-97c2-0bae584dfcee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:21.611512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e1c21-0cfc-44d2-ae0a-9ec33cb0b637 req-aca4f5ed-99aa-4f42-97c2-0bae584dfcee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:21.611654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-70c89fa3-a2cc-4757-a347-65a02a39a612 req-dac96c6b-d5b2-4c60-ac06-291239142237 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782861 Jul 07 19:25:21.617287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e1c21-0cfc-44d2-ae0a-9ec33cb0b637 req-aca4f5ed-99aa-4f42-97c2-0bae584dfcee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:21.624816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e1c21-0cfc-44d2-ae0a-9ec33cb0b637 req-aca4f5ed-99aa-4f42-97c2-0bae584dfcee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:21.631217 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e1c21-0cfc-44d2-ae0a-9ec33cb0b637 req-aca4f5ed-99aa-4f42-97c2-0bae584dfcee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:21.640140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e1c21-0cfc-44d2-ae0a-9ec33cb0b637 req-aca4f5ed-99aa-4f42-97c2-0bae584dfcee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:21.646232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e1c21-0cfc-44d2-ae0a-9ec33cb0b637 req-aca4f5ed-99aa-4f42-97c2-0bae584dfcee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:21.654530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d69e1c21-0cfc-44d2-ae0a-9ec33cb0b637 req-aca4f5ed-99aa-4f42-97c2-0bae584dfcee tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5429 time: 0.7929080 Jul 07 19:25:21.714370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-86037d3a-afdc-435c-8b66-ac580ed07f1d admin admin] Deleting subnet d263cb8b-79f0-4da0-8a25-5c9738f388fe {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:25:21.717633 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86037d3a-afdc-435c-8b66-ac580ed07f1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.752984 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86037d3a-afdc-435c-8b66-ac580ed07f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.775065 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9106f695-6520-434e-a214-69a64e8cd9ac req-6dc7963f-f1c8-4ef9-98af-77f846322fa6 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858575 Jul 07 19:25:21.818916 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d69e1c21-0cfc-44d2-ae0a-9ec33cb0b637 req-e3b11324-8fe1-47ef-8858-4f27d2545231 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1634538 Jul 07 19:25:21.883409 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86037d3a-afdc-435c-8b66-ac580ed07f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.942232 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86037d3a-afdc-435c-8b66-ac580ed07f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.972588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86037d3a-afdc-435c-8b66-ac580ed07f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d263cb8b-79f0-4da0-8a25-5c9738f388fe,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:21.986275 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86037d3a-afdc-435c-8b66-ac580ed07f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.991244 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-86037d3a-afdc-435c-8b66-ac580ed07f1d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d263cb8b-79f0-4da0-8a25-5c9738f388fe HTTP/1.1" status: 204 len: 168 time: 0.4341087 Jul 07 19:25:21.991941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34540) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:21.995481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ceb96-7f4f-411e-afe2-e72df2e90465 None None] Network 0e4885f1-69c9-4b78-809b-8db34ef27318 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:22.044830 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.056579 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4f2c3-2c56-4c6f-be60-4ced57b4cd8e req-ee5113d5-f2d2-4794-9b07-a526446d7de8 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:22.065359 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dbd4f2c3-2c56-4c6f-be60-4ced57b4cd8e req-ee5113d5-f2d2-4794-9b07-a526446d7de8 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2847214 Jul 07 19:25:22.105561 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.127472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cdb46-ead3-4bfd-87cc-1ab0dd007ee5 req-f161dba6-a6c9-448c-9d6d-e2c8f5a50f61 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:22.133921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cdb46-ead3-4bfd-87cc-1ab0dd007ee5 req-f161dba6-a6c9-448c-9d6d-e2c8f5a50f61 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:22.140994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cdb46-ead3-4bfd-87cc-1ab0dd007ee5 req-f161dba6-a6c9-448c-9d6d-e2c8f5a50f61 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:22.147499 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cdb46-ead3-4bfd-87cc-1ab0dd007ee5 req-f161dba6-a6c9-448c-9d6d-e2c8f5a50f61 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:22.154293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cdb46-ead3-4bfd-87cc-1ab0dd007ee5 req-f161dba6-a6c9-448c-9d6d-e2c8f5a50f61 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:22.160266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cdb46-ead3-4bfd-87cc-1ab0dd007ee5 req-f161dba6-a6c9-448c-9d6d-e2c8f5a50f61 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:22.167827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cdb46-ead3-4bfd-87cc-1ab0dd007ee5 req-f161dba6-a6c9-448c-9d6d-e2c8f5a50f61 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:22.170132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-450cdb46-ead3-4bfd-87cc-1ab0dd007ee5 req-f161dba6-a6c9-448c-9d6d-e2c8f5a50f61 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.2005553 Jul 07 19:25:22.221229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b15e9d-70f3-4ff8-8d67-5044f695efeb None None] DHCP port deletion for 0e4885f1-69c9-4b78-809b-8db34ef27318 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:25:22.248846 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-450cdb46-ead3-4bfd-87cc-1ab0dd007ee5 req-f62f3bb4-1f8d-452a-a4cc-b6c22621cb6d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524156 Jul 07 19:25:22.263609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Deleting port f925ce6f-b249-41f7-a9ff-bd2085331ea8 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:25:22.264226 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.285023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a2b15e9d-70f3-4ff8-8d67-5044f695efeb None None] Deleting port f925ce6f-b249-41f7-a9ff-bd2085331ea8 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:25:22.285413 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a2b15e9d-70f3-4ff8-8d67-5044f695efeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.356159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] For port f925ce6f-b249-41f7-a9ff-bd2085331ea8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f925ce6f-b249-41f7-a9ff-bd2085331ea8,segment=NetworkSegment(b4a9fa5b-a805-46fa-a3ba-00d4dd658415),segment_id=b4a9fa5b-a805-46fa-a3ba-00d4dd658415)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:22.356532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.379937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Calling delete_port for f925ce6f-b249-41f7-a9ff-bd2085331ea8 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:25:22.421181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a2b15e9d-70f3-4ff8-8d67-5044f695efeb None None] For port f925ce6f-b249-41f7-a9ff-bd2085331ea8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f925ce6f-b249-41f7-a9ff-bd2085331ea8,segment=NetworkSegment(b4a9fa5b-a805-46fa-a3ba-00d4dd658415),segment_id=b4a9fa5b-a805-46fa-a3ba-00d4dd658415)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:22.421181 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a2b15e9d-70f3-4ff8-8d67-5044f695efeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.442775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9ad46734-f561-4ef1-bdab-daed1c66b89b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:25:22.473860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 9ad46734-f561-4ef1-bdab-daed1c66b89b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:25:22.474238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9ad46734-f561-4ef1-bdab-daed1c66b89b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:25:22.474743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f925ce6f-b249-41f7-a9ff-bd2085331ea8 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:25:22.476809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a2b15e9d-70f3-4ff8-8d67-5044f695efeb None None] Calling delete_port for f925ce6f-b249-41f7-a9ff-bd2085331ea8 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:25:22.492383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.537446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Pushing event deleted for resources: {'Port': ['ID=f925ce6f-b249-41f7-a9ff-bd2085331ea8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:22.559749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] No DVR routers for this DVR port f925ce6f-b249-41f7-a9ff-bd2085331ea8 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:25:22.568648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] No active binding found for port f925ce6f-b249-41f7-a9ff-bd2085331ea8 {{(pid=93902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:25:22.569182 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f925ce6f-b249-41f7-a9ff-bd2085331ea8 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: from cryptography.utils import int_from_bytes Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: from cryptography.utils import int_from_bytes Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.609253 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:25:22.612648 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:25:22.620217 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a2b15e9d-70f3-4ff8-8d67-5044f695efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.645515 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.658334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4885f1-69c9-4b78-809b-8db34ef27318']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:22.662633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b15e9d-70f3-4ff8-8d67-5044f695efeb None None] Pushing event deleted for resources: {'Port': ['ID=f925ce6f-b249-41f7-a9ff-bd2085331ea8,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:22.668485 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dbd4f2c3-2c56-4c6f-be60-4ced57b4cd8e req-ca10559b-e4e8-4ff9-9b67-41b10835745a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020300 Jul 07 19:25:22.675739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:22.675980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b15e9d-70f3-4ff8-8d67-5044f695efeb None None] No DVR routers for this DVR port f925ce6f-b249-41f7-a9ff-bd2085331ea8 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:25:22.676546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a9fa5b-a805-46fa-a3ba-00d4dd658415') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:22.696656 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.712703 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.719237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:25:22.719723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:25:22.721856 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:25:22.824515 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.833295 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.839356 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.843539 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0e4885f1-69c9-4b78-809b-8db34ef27318 HTTP/1.1" status: 204 len: 168 time: 0.8300786 Jul 07 19:25:22.862189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874bfcb-fbf7-4500-bf8d-1838e6f10332 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4885f1-69c9-4b78-809b-8db34ef27318,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:22.873136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c373297-40f9-40f6-8182-6268744840dd req-fd82f51c-44f7-48b3-9501-045a1ef1dbd5 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:22.875446 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c373297-40f9-40f6-8182-6268744840dd req-fd82f51c-44f7-48b3-9501-045a1ef1dbd5 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1092653 Jul 07 19:25:22.946949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4219d048-4aa6-43ce-9248-c8af3c8ae30c'}, {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a29686-3c06-475e-8cad-a99cbf484113'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:22.947359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c373297-40f9-40f6-8182-6268744840dd req-ee8149ec-7385-40d0-8c4a-6edffd629a03 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650446 Jul 07 19:25:22.949284 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bafb9cc-0095-45fe-b30d-584482f0e116" -d '{"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "4219d048-4aa6-43ce-9248-c8af3c8ae30c"}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "b8a29686-3c06-475e-8cad-a99cbf484113"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:23.017729 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f63ff55-e9f2-455e-9928-829da50aee1f x-openstack-request-id: req-4f63ff55-e9f2-455e-9928-829da50aee1f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:23.018033 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "4219d048-4aa6-43ce-9248-c8af3c8ae30c", "code": 200}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-plugged", "status": "completed", "tag": "b8a29686-3c06-475e-8cad-a99cbf484113", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:23.018293 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f63ff55-e9f2-455e-9928-829da50aee1f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:23.018695 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4219d048-4aa6-43ce-9248-c8af3c8ae30c', 'code': 200} Jul 07 19:25:23.018983 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a29686-3c06-475e-8cad-a99cbf484113', 'code': 200} Jul 07 19:25:23.020346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Router 549f139e-462e-4e7e-a008-f3f262694ece is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:25:23.079714 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34552) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:23.152886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1ae70b0e-74e6-48cc-b7c4-ce1e74a2c42c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8affe05550d544f5ba8eb28dd6f8d58d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719731 Jul 07 19:25:23.155588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34554) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:23.191363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1f53f-f8c1-4eac-8ef4-a87ae369d96a req-2cdc8bf8-4d3c-4357-be5f-0c1f06d68eae tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.197753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1f53f-f8c1-4eac-8ef4-a87ae369d96a req-2cdc8bf8-4d3c-4357-be5f-0c1f06d68eae tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.203993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1f53f-f8c1-4eac-8ef4-a87ae369d96a req-2cdc8bf8-4d3c-4357-be5f-0c1f06d68eae tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.209923 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1f53f-f8c1-4eac-8ef4-a87ae369d96a req-2cdc8bf8-4d3c-4357-be5f-0c1f06d68eae tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.216566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1f53f-f8c1-4eac-8ef4-a87ae369d96a req-2cdc8bf8-4d3c-4357-be5f-0c1f06d68eae tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.222505 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1f53f-f8c1-4eac-8ef4-a87ae369d96a req-2cdc8bf8-4d3c-4357-be5f-0c1f06d68eae tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.228515 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1f53f-f8c1-4eac-8ef4-a87ae369d96a req-2cdc8bf8-4d3c-4357-be5f-0c1f06d68eae tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.230496 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ddf1f53f-f8c1-4eac-8ef4-a87ae369d96a req-2cdc8bf8-4d3c-4357-be5f-0c1f06d68eae tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5431 time: 0.1963935 Jul 07 19:25:23.239036 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:23.239748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38398-c788-4217-b543-96bf0eefcab8 req-25cb2935-e440-4670-bbf8-21d559e9533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.240629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38398-c788-4217-b543-96bf0eefcab8 req-25cb2935-e440-4670-bbf8-21d559e9533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.240757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38398-c788-4217-b543-96bf0eefcab8 req-25cb2935-e440-4670-bbf8-21d559e9533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.241189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38398-c788-4217-b543-96bf0eefcab8 req-25cb2935-e440-4670-bbf8-21d559e9533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.241700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38398-c788-4217-b543-96bf0eefcab8 req-25cb2935-e440-4670-bbf8-21d559e9533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.242136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38398-c788-4217-b543-96bf0eefcab8 req-25cb2935-e440-4670-bbf8-21d559e9533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.242606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38398-c788-4217-b543-96bf0eefcab8 req-25cb2935-e440-4670-bbf8-21d559e9533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.244633 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42a38398-c788-4217-b543-96bf0eefcab8 req-25cb2935-e440-4670-bbf8-21d559e9533c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6488 time: 0.1378798 Jul 07 19:25:23.249382 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Sync routers for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:23.260429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:23.261895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:24:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:23.272279 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.273516 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5f547c43-288e-47e0-ab79-419d5ba27d1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4950068 Jul 07 19:25:23.279811 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34556) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:23.289840 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a494042c-238e-4a2c-a345-be87e32f6834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.311773 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ddf1f53f-f8c1-4eac-8ef4-a87ae369d96a req-eac880b9-7d90-4819-9156-629cce6f9ec8 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742786 Jul 07 19:25:23.345280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7060806-d2f8-4415-a7d7-a0229169bbbe req-3bdfeebf-ae63-4ac2-99ea-2931919a3c1b tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.346813 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7060806-d2f8-4415-a7d7-a0229169bbbe req-3bdfeebf-ae63-4ac2-99ea-2931919a3c1b tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.110 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1613696 Jul 07 19:25:23.354084 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a494042c-238e-4a2c-a345-be87e32f6834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.369362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42a38398-c788-4217-b543-96bf0eefcab8 req-28ac3d81-9604-4e8b-a240-0ab20859512e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1133544 Jul 07 19:25:23.415796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:23.507939 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6c6828c5-671b-42b8-baff-c1a7fa4155d8 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=d307ecc64ee341b99f612e35a7a6a0e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2271268 Jul 07 19:25:23.512762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34564) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:23.527810 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a494042c-238e-4a2c-a345-be87e32f6834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.531123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a494042c-238e-4a2c-a345-be87e32f6834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.532440 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a494042c-238e-4a2c-a345-be87e32f6834 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecfbae7a-dfb2-497c-889c-3dd7c3e5708c HTTP/1.1" status: 204 len: 168 time: 0.3749504 Jul 07 19:25:23.561116 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff673-58fc-4d9e-b9f8-18ae038b8e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.601098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494042c-238e-4a2c-a345-be87e32f6834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfbae7a-dfb2-497c-889c-3dd7c3e5708c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:23.623373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-c7060806-d2f8-4415-a7d7-a0229169bbbe req-3f65fc68-ec8b-4389-bcc2-40893eb4d200 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Deleting port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:25:23.623586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c7060806-d2f8-4415-a7d7-a0229169bbbe req-3f65fc68-ec8b-4389-bcc2-40893eb4d200 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.715574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:25:21Z', 'revision_number': 3, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:23.724651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9be51-7f99-43c1-88f9-1fa0d3446031 req-e7addbcd-d0e6-47d4-9d1c-5227cdc3870d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.732021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b273709-39f5-46f2-a6ae-e2433366c350 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.732847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9be51-7f99-43c1-88f9-1fa0d3446031 req-e7addbcd-d0e6-47d4-9d1c-5227cdc3870d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.733751 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2b273709-39f5-46f2-a6ae-e2433366c350 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2200549 Jul 07 19:25:23.737206 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34572) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:23.738932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9be51-7f99-43c1-88f9-1fa0d3446031 req-e7addbcd-d0e6-47d4-9d1c-5227cdc3870d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.745399 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9be51-7f99-43c1-88f9-1fa0d3446031 req-e7addbcd-d0e6-47d4-9d1c-5227cdc3870d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.751550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9be51-7f99-43c1-88f9-1fa0d3446031 req-e7addbcd-d0e6-47d4-9d1c-5227cdc3870d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.753828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Checking router: 549f139e-462e-4e7e-a008-f3f262694ece for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:23.754479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Updating router 549f139e-462e-4e7e-a008-f3f262694ece port d70dad2a-2988-4f3c-a23d-9c955538d5c4 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:25:23.760413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9be51-7f99-43c1-88f9-1fa0d3446031 req-e7addbcd-d0e6-47d4-9d1c-5227cdc3870d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.766454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9be51-7f99-43c1-88f9-1fa0d3446031 req-e7addbcd-d0e6-47d4-9d1c-5227cdc3870d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.774092 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-72c9be51-7f99-43c1-88f9-1fa0d3446031 req-e7addbcd-d0e6-47d4-9d1c-5227cdc3870d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.3533058 Jul 07 19:25:23.778203 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-26f9965a-1339-41de-9949-f1ca4c8cd68b tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373542 Jul 07 19:25:23.778350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34574) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:23.783491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-47cba66b-fcb0-4c5f-aa8f-2ea2b7441a66 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1079814235', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:23.824690 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.831631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-c7060806-d2f8-4415-a7d7-a0229169bbbe req-3f65fc68-ec8b-4389-bcc2-40893eb4d200 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] For port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:23.831915 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c7060806-d2f8-4415-a7d7-a0229169bbbe req-3f65fc68-ec8b-4389-bcc2-40893eb4d200 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.851043 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.871907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-c7060806-d2f8-4415-a7d7-a0229169bbbe req-3f65fc68-ec8b-4389-bcc2-40893eb4d200 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Calling delete_port for e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:25:23.945079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cba66b-fcb0-4c5f-aa8f-2ea2b7441a66 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Made reservation on behalf of d307ecc64ee341b99f612e35a7a6a0e6 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:23.948867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47cba66b-fcb0-4c5f-aa8f-2ea2b7441a66 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.952029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-72c9be51-7f99-43c1-88f9-1fa0d3446031 req-b27dd56c-4711-460d-a7c5-107adecd9fdf tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1768956 Jul 07 19:25:24.034103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa247a3-35a4-459d-b8a3-2ce5200da094 req-795129c2-4d98-42df-898b-470fafc7e88c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:24.052765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aaa247a3-35a4-459d-b8a3-2ce5200da094 req-795129c2-4d98-42df-898b-470fafc7e88c tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=61fecaf8-8b37-454c-8312-5e9858d3d7b8 HTTP/1.1" status: 200 len: 945 time: 0.1828463 Jul 07 19:25:24.088580 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c7060806-d2f8-4415-a7d7-a0229169bbbe req-3f65fc68-ec8b-4389-bcc2-40893eb4d200 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.147687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65fc68-ec8b-4389-bcc2-40893eb4d200 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Pushing event deleted for resources: {'Port': ['ID=e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:24.159297 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aaa247a3-35a4-459d-b8a3-2ce5200da094 req-ac5269a4-7f7b-490c-b424-3e447e0554ea tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054928 Jul 07 19:25:24.206219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1', 'e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:24.217760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7060806-d2f8-4415-a7d7-a0229169bbbe req-3f65fc68-ec8b-4389-bcc2-40893eb4d200 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] No DVR routers for this DVR port e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:25:24.228898 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c7060806-d2f8-4415-a7d7-a0229169bbbe req-3f65fc68-ec8b-4389-bcc2-40893eb4d200 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.231333 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7060806-d2f8-4415-a7d7-a0229169bbbe req-3f65fc68-ec8b-4389-bcc2-40893eb4d200 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.110 "DELETE /v2.0/ports/e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 HTTP/1.1" status: 204 len: 173 time: 0.8751390 Jul 07 19:25:24.231709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fecaf8-8b37-454c-8312-5e9858d3d7b8', 'name': 'network-vif-deleted', 'tag': 'e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:24.234170 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ce5c2f-c4c2-43f7-b06d-5bdde8fb1148" -d '{"events": [{"server_uuid": "61fecaf8-8b37-454c-8312-5e9858d3d7b8", "name": "network-vif-deleted", "tag": "e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:24.337822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f44df-a21e-43b6-90d9-4c2dd8300df2 req-30c722a7-24a0-43d7-84bd-96970149acb8 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:24.339973 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-774f44df-a21e-43b6-90d9-4c2dd8300df2 req-30c722a7-24a0-43d7-84bd-96970149acb8 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1243138 Jul 07 19:25:24.343376 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ec830d-d272-4ef1-91b5-6406cdad1f02 x-openstack-request-id: req-10ec830d-d272-4ef1-91b5-6406cdad1f02 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:24.343846 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fecaf8-8b37-454c-8312-5e9858d3d7b8", "name": "network-vif-deleted", "tag": "e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:24.344264 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10ec830d-d272-4ef1-91b5-6406cdad1f02 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:24.344820 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fecaf8-8b37-454c-8312-5e9858d3d7b8', 'name': 'network-vif-deleted', 'tag': 'e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2', 'status': 'completed', 'code': 200} Jul 07 19:25:24.395135 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-774f44df-a21e-43b6-90d9-4c2dd8300df2 req-0cd391ce-eac9-4c45-ab3b-cb5416475042 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482714 Jul 07 19:25:24.398387 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47cba66b-fcb0-4c5f-aa8f-2ea2b7441a66 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.482913 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.505325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Transition to ACTIVE for port object d70dad2a-2988-4f3c-a23d-9c955538d5c4 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:24.512812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cba66b-fcb0-4c5f-aa8f-2ea2b7441a66 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Subnet': ['ID=bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:24.528334 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.589173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cba66b-fcb0-4c5f-aa8f-2ea2b7441a66 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Checking segment: {'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:24.589550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cba66b-fcb0-4c5f-aa8f-2ea2b7441a66 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network hostable DHCP agents. Network: 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:25:24.606134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Attempting to bind port d70dad2a-2988-4f3c-a23d-9c955538d5c4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:24.606759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Attempting to bind port d70dad2a-2988-4f3c-a23d-9c955538d5c4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:24.606917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Attempting to bind port d70dad2a-2988-4f3c-a23d-9c955538d5c4 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:24.614897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:24.615492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:24.615900 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.616309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:24.616862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Bound port: d70dad2a-2988-4f3c-a23d-9c955538d5c4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:24.617251 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.621385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddc58d-41d9-463e-85cb-55ced1bbf68f None None] Pushing event updated for resources: {'Port': ['ID=d70dad2a-2988-4f3c-a23d-9c955538d5c4,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:24.628391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9461b8c-6ff2-4ef5-b058-e90b6edbad5a req-12b8f71e-a22d-41b3-8a15-3b1b2321fcac tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:24.636796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9461b8c-6ff2-4ef5-b058-e90b6edbad5a req-12b8f71e-a22d-41b3-8a15-3b1b2321fcac tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:24.644046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9461b8c-6ff2-4ef5-b058-e90b6edbad5a req-12b8f71e-a22d-41b3-8a15-3b1b2321fcac tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:24.656887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9461b8c-6ff2-4ef5-b058-e90b6edbad5a req-12b8f71e-a22d-41b3-8a15-3b1b2321fcac tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:24.663295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9461b8c-6ff2-4ef5-b058-e90b6edbad5a req-12b8f71e-a22d-41b3-8a15-3b1b2321fcac tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:24.692609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9461b8c-6ff2-4ef5-b058-e90b6edbad5a req-12b8f71e-a22d-41b3-8a15-3b1b2321fcac tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:24.694059 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] For port d70dad2a-2988-4f3c-a23d-9c955538d5c4, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:24.705768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9461b8c-6ff2-4ef5-b058-e90b6edbad5a req-12b8f71e-a22d-41b3-8a15-3b1b2321fcac tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:24.709066 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9461b8c-6ff2-4ef5-b058-e90b6edbad5a req-12b8f71e-a22d-41b3-8a15-3b1b2321fcac tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5431 time: 0.1973038 Jul 07 19:25:24.713086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cba66b-fcb0-4c5f-aa8f-2ea2b7441a66 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:25:24.732675 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.734637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] For port d70dad2a-2988-4f3c-a23d-9c955538d5c4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d70dad2a-2988-4f3c-a23d-9c955538d5c4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:24.743173 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.763828 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9461b8c-6ff2-4ef5-b058-e90b6edbad5a req-a0de0470-6c01-4d84-bca0-0eeb7232ba99 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472295 Jul 07 19:25:24.765331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-47cba66b-fcb0-4c5f-aa8f-2ea2b7441a66 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:24.769386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34606) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:24.772022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cba66b-fcb0-4c5f-aa8f-2ea2b7441a66 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:24.772979 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47cba66b-fcb0-4c5f-aa8f-2ea2b7441a66 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.791496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9dacd8-a1c7-4788-b054-c733f4a87d3b None None] Network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:24.825327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-47cba66b-fcb0-4c5f-aa8f-2ea2b7441a66 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0459661 Jul 07 19:25:24.828420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34612) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:24.921109 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:24.921764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:25:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:25.007797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-885527113-network', 'tenant_id': 'c05a5ebd3f204a0598cc7fdf75ba7baf'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:25.043584 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddc58d-41d9-463e-85cb-55ced1bbf68f None None] Pushing event updated for resources: {'Port': ['ID=d70dad2a-2988-4f3c-a23d-9c955538d5c4,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:25.108527 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:25.113267 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Made reservation on behalf of c05a5ebd3f204a0598cc7fdf75ba7baf for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:25.115767 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.124034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a84ca0-8084-43b8-b930-7431c6076b37 req-15191719-26da-49ba-b3e9-59466711c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:25.125553 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f5a84ca0-8084-43b8-b930-7431c6076b37 req-15191719-26da-49ba-b3e9-59466711c067 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=00341c01faab4b26b482e420f35eda64&device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 1097 time: 0.2356319 Jul 07 19:25:25.140201 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.231133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401a2a7-6147-41bd-bab8-31fc274617f1 req-1a605581-fdfe-45c7-babc-71b07715213b tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:25.232964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3401a2a7-6147-41bd-bab8-31fc274617f1 req-1a605581-fdfe-45c7-babc-71b07715213b tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.2197840 Jul 07 19:25:25.305669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:25:25.307406 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.400104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.411211 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3401a2a7-6147-41bd-bab8-31fc274617f1 req-a2c301f0-bd20-4144-88d4-ab0fcfb72288 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714475 Jul 07 19:25:25.413727 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.447492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24d7a-5d4f-4741-8c38-ba9e1b94ee22 req-1e6bda75-451d-4da9-9e8d-9a00837452d0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:25.447492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24d7a-5d4f-4741-8c38-ba9e1b94ee22 req-1e6bda75-451d-4da9-9e8d-9a00837452d0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:25.447827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b5ad00-866b-4ed4-a37a-17de67366e90,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:25.450436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a84ca0-8084-43b8-b930-7431c6076b37 req-3c672695-9521-4e4b-ab23-67367121b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:25.452094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f5a84ca0-8084-43b8-b930-7431c6076b37 req-3c672695-9521-4e4b-ab23-67367121b53b service neutron] 10.222.0.110 "GET /v2.0/networks?id=77819821-8da9-46d1-bc88-930fba77a5b3 HTTP/1.1" status: 200 len: 912 time: 0.3150270 Jul 07 19:25:25.459783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:25:25.465572 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24d7a-5d4f-4741-8c38-ba9e1b94ee22 req-1e6bda75-451d-4da9-9e8d-9a00837452d0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:25.474543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24d7a-5d4f-4741-8c38-ba9e1b94ee22 req-1e6bda75-451d-4da9-9e8d-9a00837452d0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:25.481656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24d7a-5d4f-4741-8c38-ba9e1b94ee22 req-1e6bda75-451d-4da9-9e8d-9a00837452d0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:25.487724 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24d7a-5d4f-4741-8c38-ba9e1b94ee22 req-1e6bda75-451d-4da9-9e8d-9a00837452d0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:25.494409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24d7a-5d4f-4741-8c38-ba9e1b94ee22 req-1e6bda75-451d-4da9-9e8d-9a00837452d0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:25.496502 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c0e24d7a-5d4f-4741-8c38-ba9e1b94ee22 req-1e6bda75-451d-4da9-9e8d-9a00837452d0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.2474978 Jul 07 19:25:25.516348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f5a84ca0-8084-43b8-b930-7431c6076b37 req-272dc56e-0e54-4b96-8709-8f36fd5bfa54 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1a90004-3764-4161-be02-d2b1b8d124c1 HTTP/1.1" status: 200 len: 217 time: 0.0542474 Jul 07 19:25:25.519262 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.519620 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Added segment 8bf17d6c-8192-47df-8b0f-211667b00788 of type vlan for network f6a81a2f-44d4-4807-88d2-1c151ac7dd42 Jul 07 19:25:25.524219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Allocated IP 172.20.0.2 (1d150fa1-82a7-4bf0-bb05-f3ebee83c66d/bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15/0d7647a6-dfe0-455f-9c9a-06ba752ee503) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:25.584668 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c0e24d7a-5d4f-4741-8c38-ba9e1b94ee22 req-2d3b22c8-ce46-4715-acd6-f6668db7cf5b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510592 Jul 07 19:25:25.616816 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.632984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a84ca0-8084-43b8-b930-7431c6076b37 req-8403f891-bab0-413c-a53a-3eed5db32618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:25.634549 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f5a84ca0-8084-43b8-b930-7431c6076b37 req-8403f891-bab0-413c-a53a-3eed5db32618 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=206973c2-7386-45f5-8e7d-54661b8adb40 HTTP/1.1" status: 200 len: 851 time: 0.1058795 Jul 07 19:25:25.644974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:25:21Z', 'revision_number': 3, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:25.679532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f5a84ca0-8084-43b8-b930-7431c6076b37 req-068146ae-9a6e-4b9a-bdea-a7dffbe014fa service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77819821-8da9-46d1-bc88-930fba77a5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376990 Jul 07 19:25:25.686853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6f694-8858-49c9-866e-0b931788d7dd None None] The sync data for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 is: [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:25:21Z', 'revision_number': 3, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:25.687116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.688186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:25.688657 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.751208 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.761707 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Transition to ACTIVE for port object 0d7647a6-dfe0-455f-9c9a-06ba752ee503 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:25.787381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Transition to ACTIVE for port object 0d7647a6-dfe0-455f-9c9a-06ba752ee503 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:25.803391 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.818216 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.867542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:25.868750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0977259 Jul 07 19:25:25.873449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34624) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:25.878583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-39cdb110-1706-4b32-b674-ac805741aee6 admin admin] Request body: {'subnet': {'network_id': 'f6a81a2f-44d4-4807-88d2-1c151ac7dd42', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-885527113-subnet', 'tenant_id': 'c05a5ebd3f204a0598cc7fdf75ba7baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:25.878839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:25.886282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:25.894856 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Pushing event updated for resources: {'Port': ['ID=0d7647a6-dfe0-455f-9c9a-06ba752ee503,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:25.942516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cdb110-1706-4b32-b674-ac805741aee6 admin admin] Made reservation on behalf of c05a5ebd3f204a0598cc7fdf75ba7baf for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:25.945144 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-39cdb110-1706-4b32-b674-ac805741aee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.987961 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Attempting to bind port 0d7647a6-dfe0-455f-9c9a-06ba752ee503 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:25.988662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Attempting to bind port 0d7647a6-dfe0-455f-9c9a-06ba752ee503 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:25.989232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Attempting to bind port 0d7647a6-dfe0-455f-9c9a-06ba752ee503 on network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:25.995463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:25.996540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Checking segment: {'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:25.997258 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.997832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Bound using segment: {'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:25.998488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Bound port: 0d7647a6-dfe0-455f-9c9a-06ba752ee503, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:25.999080 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.070114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50a8e1-42d7-4df2-b220-f67491eee697 admin admin] Pushing event updated for resources: {'Network': ['ID=f6a81a2f-44d4-4807-88d2-1c151ac7dd42,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:26.079523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] For port 0d7647a6-dfe0-455f-9c9a-06ba752ee503, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:26.084122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] For port 0d7647a6-dfe0-455f-9c9a-06ba752ee503, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0d7647a6-dfe0-455f-9c9a-06ba752ee503,segment=NetworkSegment(522e6aa2-a576-4c66-8d56-18a0de4d628b),segment_id=522e6aa2-a576-4c66-8d56-18a0de4d628b)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:26.093061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network f6a81a2f-44d4-4807-88d2-1c151ac7dd42 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:25:26.097184 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.120614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f5a84ca0-8084-43b8-b930-7431c6076b37 req-1cb913f3-3630-4002-b2aa-1f79388b1118 service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282060 Jul 07 19:25:26.264438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:25:26.288086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21676be3-e33a-477d-9bcc-5a366bc23d57 req-bce5c1fa-e7c8-4d81-a16a-434b8ff5dcf6 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:26.295625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21676be3-e33a-477d-9bcc-5a366bc23d57 req-bce5c1fa-e7c8-4d81-a16a-434b8ff5dcf6 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:26.298047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:25:26.298528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e4392f3b-f0b6-4a62-b4cb-9669b5a8fca2 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:25:26.303060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21676be3-e33a-477d-9bcc-5a366bc23d57 req-bce5c1fa-e7c8-4d81-a16a-434b8ff5dcf6 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:26.305800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710b004-a99a-4f4e-a23c-0d9c4d0f0d83 None None] Pushing event updated for resources: {'Port': ['ID=0d7647a6-dfe0-455f-9c9a-06ba752ee503,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:26.311129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21676be3-e33a-477d-9bcc-5a366bc23d57 req-bce5c1fa-e7c8-4d81-a16a-434b8ff5dcf6 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:26.317281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21676be3-e33a-477d-9bcc-5a366bc23d57 req-bce5c1fa-e7c8-4d81-a16a-434b8ff5dcf6 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:26.331182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21676be3-e33a-477d-9bcc-5a366bc23d57 req-bce5c1fa-e7c8-4d81-a16a-434b8ff5dcf6 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:26.337932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21676be3-e33a-477d-9bcc-5a366bc23d57 req-bce5c1fa-e7c8-4d81-a16a-434b8ff5dcf6 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:26.344604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21676be3-e33a-477d-9bcc-5a366bc23d57 req-bce5c1fa-e7c8-4d81-a16a-434b8ff5dcf6 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5431 time: 0.3313787 Jul 07 19:25:26.361901 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f5a84ca0-8084-43b8-b930-7431c6076b37 req-a71ee118-2eec-4dfb-9ed3-f9aab36dc6c9 service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084825 Jul 07 19:25:26.454522 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.486665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Allocated IP 172.20.0.1 (1d150fa1-82a7-4bf0-bb05-f3ebee83c66d/bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15/44f64632-d1cf-42a5-9f0e-686472dd87d5) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:26.503044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597f735-0b98-4d8b-bf39-56fb1dde1a6d req-b905379d-d25a-4b51-8cbf-74126a11a2c3 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:26.512268 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d597f735-0b98-4d8b-bf39-56fb1dde1a6d req-b905379d-d25a-4b51-8cbf-74126a11a2c3 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.3955400 Jul 07 19:25:26.524631 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21676be3-e33a-477d-9bcc-5a366bc23d57 req-a69f5f61-2db2-4b1b-9684-637809b6a76f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936141 Jul 07 19:25:26.527010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d70dad2a-2988-4f3c-a23d-9c955538d5c4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:26.647092 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-39cdb110-1706-4b32-b674-ac805741aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.663058 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d597f735-0b98-4d8b-bf39-56fb1dde1a6d req-39cb54da-0552-4eac-800d-4b247cd689d2 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497703 Jul 07 19:25:26.669278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port d70dad2a-2988-4f3c-a23d-9c955538d5c4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:26.694533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d70dad2a-2988-4f3c-a23d-9c955538d5c4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:26.694533 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.783084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdb110-1706-4b32-b674-ac805741aee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=727db7f8-2ef0-4db1-bead-93f4c57723d6,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:26.785730 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.815624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cdb110-1706-4b32-b674-ac805741aee6 admin admin] Checking segment: {'id': '8bf17d6c-8192-47df-8b0f-211667b00788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6a81a2f-44d4-4807-88d2-1c151ac7dd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:26.816061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cdb110-1706-4b32-b674-ac805741aee6 admin admin] Network hostable DHCP agents. Network: f6a81a2f-44d4-4807-88d2-1c151ac7dd42, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:25:26.816180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Transition to ACTIVE for port object 44f64632-d1cf-42a5-9f0e-686472dd87d5 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:26.849222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cdb110-1706-4b32-b674-ac805741aee6 admin admin] Network f6a81a2f-44d4-4807-88d2-1c151ac7dd42 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:25:26.864454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-39cdb110-1706-4b32-b674-ac805741aee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, f6a81a2f-44d4-4807-88d2-1c151ac7dd42) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:26.878405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.880117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cdb110-1706-4b32-b674-ac805741aee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:26.881236 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-39cdb110-1706-4b32-b674-ac805741aee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.923284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca485c-f0d0-4b92-a7cd-7676c35f46a2 None None] Network f6a81a2f-44d4-4807-88d2-1c151ac7dd42 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:26.926503 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-39cdb110-1706-4b32-b674-ac805741aee6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0516427 Jul 07 19:25:27.003724 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:27.014513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:27.018195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:27.080763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=44f64632-d1cf-42a5-9f0e-686472dd87d5,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:27.090163 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c6de1-2842-4b60-afc8-685999d6efb3 req-a975bfbb-a647-4ece-9860-770cf40cbf2e tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.096942 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.098407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-350c6de1-2842-4b60-afc8-685999d6efb3 req-a975bfbb-a647-4ece-9860-770cf40cbf2e tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1328335 Jul 07 19:25:27.141128 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.154448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port d70dad2a-2988-4f3c-a23d-9c955538d5c4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d70dad2a-2988-4f3c-a23d-9c955538d5c4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:27.159042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23577-0f5a-4af6-8f0d-9aadc9bf0bf5 req-a36db692-41d4-4432-8483-351fff8c7e97 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.164341 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.168101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23577-0f5a-4af6-8f0d-9aadc9bf0bf5 req-a36db692-41d4-4432-8483-351fff8c7e97 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.174166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23577-0f5a-4af6-8f0d-9aadc9bf0bf5 req-a36db692-41d4-4432-8483-351fff8c7e97 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.180432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23577-0f5a-4af6-8f0d-9aadc9bf0bf5 req-a36db692-41d4-4432-8483-351fff8c7e97 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.186395 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-350c6de1-2842-4b60-afc8-685999d6efb3 req-9c31358b-d402-4dfd-9539-f4597d51bd3c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868468 Jul 07 19:25:27.186633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23577-0f5a-4af6-8f0d-9aadc9bf0bf5 req-a36db692-41d4-4432-8483-351fff8c7e97 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.194517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23577-0f5a-4af6-8f0d-9aadc9bf0bf5 req-a36db692-41d4-4432-8483-351fff8c7e97 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.201770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23577-0f5a-4af6-8f0d-9aadc9bf0bf5 req-a36db692-41d4-4432-8483-351fff8c7e97 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.209503 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2a23577-0f5a-4af6-8f0d-9aadc9bf0bf5 req-a36db692-41d4-4432-8483-351fff8c7e97 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5431 time: 0.2729671 Jul 07 19:25:27.215253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34648) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:27.229562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-51783d99-1cbb-49c2-b787-13c6fa84e5c4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Request body: {'floatingip': {'port_id': '4219d048-4aa6-43ce-9248-c8af3c8ae30c'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:27.315142 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-51783d99-1cbb-49c2-b787-13c6fa84e5c4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for floatingip, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.357369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=d70dad2a-2988-4f3c-a23d-9c955538d5c4,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:27.363105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88019270-4cc0-44b5-880c-a64db2244e46 None None] Network f6a81a2f-44d4-4807-88d2-1c151ac7dd42 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:27.595573 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.651373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafbcb7-c441-4fa7-ab9a-2c6d4356e694 req-6a9c3d0e-3df1-4d3d-8297-b84805160411 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.658168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafbcb7-c441-4fa7-ab9a-2c6d4356e694 req-6a9c3d0e-3df1-4d3d-8297-b84805160411 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.665860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafbcb7-c441-4fa7-ab9a-2c6d4356e694 req-6a9c3d0e-3df1-4d3d-8297-b84805160411 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.672449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafbcb7-c441-4fa7-ab9a-2c6d4356e694 req-6a9c3d0e-3df1-4d3d-8297-b84805160411 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.678565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafbcb7-c441-4fa7-ab9a-2c6d4356e694 req-6a9c3d0e-3df1-4d3d-8297-b84805160411 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.685280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafbcb7-c441-4fa7-ab9a-2c6d4356e694 req-6a9c3d0e-3df1-4d3d-8297-b84805160411 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.691314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafbcb7-c441-4fa7-ab9a-2c6d4356e694 req-6a9c3d0e-3df1-4d3d-8297-b84805160411 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.693372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ebafbcb7-c441-4fa7-ab9a-2c6d4356e694 req-6a9c3d0e-3df1-4d3d-8297-b84805160411 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5432 time: 0.2551119 Jul 07 19:25:27.771231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b86aeaf-d355-4142-8b96-de4035591ba4 None None] Network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:27.818124 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ebafbcb7-c441-4fa7-ab9a-2c6d4356e694 req-6efb25e4-a10b-4d4a-b2b4-748ca839fb64 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990903 Jul 07 19:25:27.853703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-6f852a3d-585b-4cbb-b567-08e6efdf2dd6 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:27.855517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-6f852a3d-585b-4cbb-b567-08e6efdf2dd6 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/networks?id=f6a81a2f-44d4-4807-88d2-1c151ac7dd42 HTTP/1.1" status: 200 len: 817 time: 0.2173593 Jul 07 19:25:27.905690 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-2bb8267b-b94c-4ab8-b9b2-794ed3d937b1 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/quotas/c05a5ebd3f204a0598cc7fdf75ba7baf HTTP/1.1" status: 200 len: 375 time: 0.0147505 Jul 07 19:25:27.912685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ab97f5cc-7498-4bfb-857f-9f0d6746aff4 None None] Provisioning for port 0d7647a6-dfe0-455f-9c9a-06ba752ee503 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:27.958528 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-bf11bb12-7bd2-473a-a3a9-2f795f1721c4 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c05a5ebd3f204a0598cc7fdf75ba7baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412736 Jul 07 19:25:28.169935 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:28.189954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775554f-283f-4381-ae75-38aa2a72710f req-49c9e3d2-f5bf-4b11-887c-6cc5576459ab tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:28.191695 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4775554f-283f-4381-ae75-38aa2a72710f req-49c9e3d2-f5bf-4b11-887c-6cc5576459ab tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.1430855 Jul 07 19:25:28.192496 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:28.262416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ee1edfc8-c2a9-4be2-beff-4595d8bd5989 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:28.321321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4775554f-283f-4381-ae75-38aa2a72710f req-5fc11e01-ea30-4916-9732-29974945ba8a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990212 Jul 07 19:25:28.322819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=44f64632-d1cf-42a5-9f0e-686472dd87d5,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:28.327357 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:28.339197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:28.339607 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:28.340027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:28.340441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:28.340844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:28.341249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:28.341694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:28.342125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:28.342550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:28.343007 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:28.343452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:28.343879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:28.467954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ee1edfc8-c2a9-4be2-beff-4595d8bd5989, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:28.517703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:28.521804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'ee1edfc8-c2a9-4be2-beff-4595d8bd5989', 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d', 'port_id': 'ee1edfc8-c2a9-4be2-beff-4595d8bd5989', 'mac_address': 'fa:16:3e:a4:36:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165879fa-75a2-4135-9b64-25c95d0127f0', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:28.529554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:28.529770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8725cb03-b945-4400-990e-2172c9ce3da3 None None] Provisioning for port 44f64632-d1cf-42a5-9f0e-686472dd87d5 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:28.576307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8725cb03-b945-4400-990e-2172c9ce3da3 None None] Provisioning complete for port 44f64632-d1cf-42a5-9f0e-686472dd87d5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:28.580093 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8725cb03-b945-4400-990e-2172c9ce3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:28.705574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8725cb03-b945-4400-990e-2172c9ce3da3 None None] Port 44f64632-d1cf-42a5-9f0e-686472dd87d5 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:25:28.707699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d70dad2a-2988-4f3c-a23d-9c955538d5c4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:28.795230 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:28.821815 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-51783d99-1cbb-49c2-b787-13c6fa84e5c4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:28.825666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1edfc8-c2a9-4be2-beff-4595d8bd5989 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:28.831195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-51783d99-1cbb-49c2-b787-13c6fa84e5c4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:28.852397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ee1edfc8-c2a9-4be2-beff-4595d8bd5989, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:28.863773 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:28.865955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 1d37fd34-d828-47fc-bba9-58563983ab57 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:28.913096 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d70dad2a-2988-4f3c-a23d-9c955538d5c4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:28.913499 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:28.956794 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-95bf56e1-0273-45b4-b325-beb54e5224e4 None None] Provisioning complete for port 44f64632-d1cf-42a5-9f0e-686472dd87d5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:28.957029 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-95bf56e1-0273-45b4-b325-beb54e5224e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:28.960978 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-51783d99-1cbb-49c2-b787-13c6fa84e5c4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Floating IP c9c8be83-4212-4ade-a84b-0447e3e72a55 associated. External IP: 172.25.0.194, port: 4219d048-4aa6-43ce-9248-c8af3c8ae30c. Jul 07 19:25:28.999388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-95bf56e1-0273-45b4-b325-beb54e5224e4 None None] Port 44f64632-d1cf-42a5-9f0e-686472dd87d5 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:25:29.014646 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-e1046a75-1fe8-4cf2-aed1-e8b28f7ab74b service neutron] 10.222.0.81 "GET /v2.0/networks/f6a81a2f-44d4-4807-88d2-1c151ac7dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0481665 Jul 07 19:25:29.038438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 1d37fd34-d828-47fc-bba9-58563983ab57, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1d37fd34-d828-47fc-bba9-58563983ab57,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:29.056014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:29.064267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '1d37fd34-d828-47fc-bba9-58563983ab57', 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d', 'port_id': '1d37fd34-d828-47fc-bba9-58563983ab57', 'mac_address': 'fa:16:3e:d8:d1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165879fa-75a2-4135-9b64-25c95d0127f0', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:29.106733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Router 549f139e-462e-4e7e-a008-f3f262694ece has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:25:29.156749 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.161475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0d7647a6-dfe0-455f-9c9a-06ba752ee503 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:29.187544 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-e54983d8-2f6c-4902-85a0-2af5ed5190f0 service neutron] 10.222.0.81 "GET /v2.0/networks/f6a81a2f-44d4-4807-88d2-1c151ac7dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593540 Jul 07 19:25:29.205821 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-643ddde6-69c9-48d5-8573-2c8eee462c72 None None] Provisioning complete for port 44f64632-d1cf-42a5-9f0e-686472dd87d5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:29.206224 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-643ddde6-69c9-48d5-8573-2c8eee462c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.264239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d37fd34-d828-47fc-bba9-58563983ab57 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:29.278359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:29.284971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-65461387-d3c8-4a3f-a54b-f5f6eea558cd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "PUT /v2.0/routers/549f139e-462e-4e7e-a008-f3f262694ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4555123 Jul 07 19:25:29.288940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34676) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:29.291482 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Sync routers for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:29.303773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 1d37fd34-d828-47fc-bba9-58563983ab57, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1d37fd34-d828-47fc-bba9-58563983ab57,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:29.307449 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:29.308106 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:25:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:29.311202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfb558-0d8b-4c16-b9da-2d4d2681a6e7 req-5782536d-3745-41bf-85a0-adcf35b67c3f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.314700 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.315397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5b3f649a-2212-48c8-9591-8984bb746b08 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:29.317075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0abfb558-0d8b-4c16-b9da-2d4d2681a6e7 req-5782536d-3745-41bf-85a0-adcf35b67c3f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.2631929 Jul 07 19:25:29.356877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51783d99-1cbb-49c2-b787-13c6fa84e5c4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Router 751155f6-a835-4175-8831-35f1a0c0a977 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:25:29.535594 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:29.586128 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0abfb558-0d8b-4c16-b9da-2d4d2681a6e7 req-335d5df3-4eb7-4b06-a2f5-2e5ee4f3577d tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514770 Jul 07 19:25:29.658692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51783d99-1cbb-49c2-b787-13c6fa84e5c4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:29.671813 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-51783d99-1cbb-49c2-b787-13c6fa84e5c4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.688817 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.689325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.689830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.690296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.690850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.694604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.695731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.696282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.697259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.697731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.698373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.698887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.699412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.700763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.700763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.706764 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c73f5d92-1321-4828-85fe-d1fcc9c8fdc4 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10563 time: 0.4164300 Jul 07 19:25:29.707825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34696) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:29.708791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6b3e6-9439-4e7b-9fed-b2c7870a8a90 None None] Sync routers for ids ['751155f6-a835-4175-8831-35f1a0c0a977'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:29.711175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-643ddde6-69c9-48d5-8573-2c8eee462c72 None None] Port 44f64632-d1cf-42a5-9f0e-686472dd87d5 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:25:29.726268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 0d7647a6-dfe0-455f-9c9a-06ba752ee503 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:29.753542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 0d7647a6-dfe0-455f-9c9a-06ba752ee503 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:29.753542 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.769993 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=1d37fd34-d828-47fc-bba9-58563983ab57,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:29.793019 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6b3e6-9439-4e7b-9fed-b2c7870a8a90 None None] Routers {'751155f6-a835-4175-8831-35f1a0c0a977'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:29.793631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-31d6b3e6-9439-4e7b-9fed-b2c7870a8a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:25:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['751155f6-a835-4175-8831-35f1a0c0a977'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:29.806518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86a0c-e3c3-4183-8946-484b1a6a2231 req-87b436d6-07b6-4d6b-ae95-332784c7d746 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.813235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86a0c-e3c3-4183-8946-484b1a6a2231 req-87b436d6-07b6-4d6b-ae95-332784c7d746 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.822568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86a0c-e3c3-4183-8946-484b1a6a2231 req-87b436d6-07b6-4d6b-ae95-332784c7d746 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.832857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86a0c-e3c3-4183-8946-484b1a6a2231 req-87b436d6-07b6-4d6b-ae95-332784c7d746 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.844525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86a0c-e3c3-4183-8946-484b1a6a2231 req-87b436d6-07b6-4d6b-ae95-332784c7d746 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.852034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86a0c-e3c3-4183-8946-484b1a6a2231 req-87b436d6-07b6-4d6b-ae95-332784c7d746 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.861575 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.resource_extend [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:25:29.862157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86a0c-e3c3-4183-8946-484b1a6a2231 req-87b436d6-07b6-4d6b-ae95-332784c7d746 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.864455 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eba86a0c-e3c3-4183-8946-484b1a6a2231 req-87b436d6-07b6-4d6b-ae95-332784c7d746 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5434 time: 0.2853663 Jul 07 19:25:29.884942 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 2, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:29.916393 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-51783d99-1cbb-49c2-b787-13c6fa84e5c4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "PUT /v2.0/floatingips/c9c8be83-4212-4ade-a84b-0447e3e72a55 HTTP/1.1" status: 200 len: 992 time: 2.6988220 Jul 07 19:25:29.921341 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Checking router: 549f139e-462e-4e7e-a008-f3f262694ece for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:29.921839 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Updating router 549f139e-462e-4e7e-a008-f3f262694ece port 44f64632-d1cf-42a5-9f0e-686472dd87d5 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:25:29.944050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': '4219d048-4aa6-43ce-9248-c8af3c8ae30c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:29.950359 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7334936-1392-45b1-895f-f539caee77a2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "4219d048-4aa6-43ce-9248-c8af3c8ae30c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:29.964032 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.970981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-ac47ed86-293b-4c05-9ed5-5ed2d48b5b55 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.972825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eba86a0c-e3c3-4183-8946-484b1a6a2231 req-d58ec486-7e3d-4379-8b12-cb4117713ccd tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936744 Jul 07 19:25:29.978879 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-ac47ed86-293b-4c05-9ed5-5ed2d48b5b55 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 814 time: 0.1985791 Jul 07 19:25:29.989438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.989438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.989438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.989438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.990062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.990509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.991048 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.991570 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.992095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.992619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.993822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.994450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.995232 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.995758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:29.996567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:30.002028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34708) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:30.002390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-632c3409-ce38-4299-8909-886b035dcbc9 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9562 time: 0.2930942 Jul 07 19:25:30.019871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-38319114-1b18-4439-aeac-99d2f0a25d11 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/quotas/1f6745b37cc84094bb631476291d9180 HTTP/1.1" status: 200 len: 375 time: 0.0398657 Jul 07 19:25:30.104927 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-eb865480-d2f0-4b30-a1ff-b758a4af7611 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0836689 Jul 07 19:25:30.190860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5b3f649a-2212-48c8-9591-8984bb746b08, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5b3f649a-2212-48c8-9591-8984bb746b08,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:30.228314 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-31d6b3e6-9439-4e7b-9fed-b2c7870a8a90 None None] Set router 751155f6-a835-4175-8831-35f1a0c0a977 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:30.228906 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-6a9ef4e1-7565-469d-8134-e643516bce5f service neutron] 10.222.0.81 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224120 Jul 07 19:25:30.262155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '5b3f649a-2212-48c8-9591-8984bb746b08', 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9', 'port_id': '5b3f649a-2212-48c8-9591-8984bb746b08', 'mac_address': 'fa:16:3e:52:52:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0069d5-7de3-451a-bd71-45e915b153df', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:30.317074 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.357333 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-f2064bf0-61ec-4d96-848b-5ff2cb4738e3 service neutron] 10.222.0.81 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260283 Jul 07 19:25:30.460690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f745362-e893-46c7-9c51-c6b90d91b9ad req-ad7a6def-6ffa-4db7-bb36-b8375e6dccba tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:30.462759 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f745362-e893-46c7-9c51-c6b90d91b9ad req-ad7a6def-6ffa-4db7-bb36-b8375e6dccba tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.2879279 Jul 07 19:25:30.486212 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.486943 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.499243 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Transition to ACTIVE for port object 44f64632-d1cf-42a5-9f0e-686472dd87d5 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:30.510128 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.513935 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 0d7647a6-dfe0-455f-9c9a-06ba752ee503, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0d7647a6-dfe0-455f-9c9a-06ba752ee503,segment=NetworkSegment(522e6aa2-a576-4c66-8d56-18a0de4d628b),segment_id=522e6aa2-a576-4c66-8d56-18a0de4d628b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:30.527415 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.549834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3f649a-2212-48c8-9591-8984bb746b08 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:30.618625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=0d7647a6-dfe0-455f-9c9a-06ba752ee503,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:30.645919 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Pushing event updated for resources: {'Port': ['ID=44f64632-d1cf-42a5-9f0e-686472dd87d5,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:30.665412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-582cc75b-04c8-44b6-a14a-d6347804ade1 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5220 time: 0.6617656 Jul 07 19:25:30.668749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5b3f649a-2212-48c8-9591-8984bb746b08, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5b3f649a-2212-48c8-9591-8984bb746b08,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:30.671741 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:30.672228 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:30.672991 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:30.672991 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:30.673220 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:30.673509 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:30.673853 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:30.674176 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:30.674482 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:30.674829 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:30.676521 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:30.676848 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:30.697360 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f745362-e893-46c7-9c51-c6b90d91b9ad req-32b06c38-321e-44c1-b08a-6297d066ed9e tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131650 Jul 07 19:25:30.727462 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.727931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:30.788402 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bdb72038-cc7c-4991-8f8a-f9fd21a2eb76 req-5caf9c55-7233-4b6e-8f17-51e94c8e6202 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 210 time: 0.0499816 Jul 07 19:25:30.856483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=5b3f649a-2212-48c8-9591-8984bb746b08,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:30.859476 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Attempting to bind port 44f64632-d1cf-42a5-9f0e-686472dd87d5 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:30.859848 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Attempting to bind port 44f64632-d1cf-42a5-9f0e-686472dd87d5 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:30.860210 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Attempting to bind port 44f64632-d1cf-42a5-9f0e-686472dd87d5 on network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:30.867113 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:30.867534 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Checking segment: {'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:30.867892 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.868332 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Bound using segment: {'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:30.868799 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Bound port: 44f64632-d1cf-42a5-9f0e-686472dd87d5, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:30.869195 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.944712 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75daba08-10fa-4ea6-97cb-7888ee7bc491 x-openstack-request-id: req-75daba08-10fa-4ea6-97cb-7888ee7bc491 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:30.947704 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "tag": "4219d048-4aa6-43ce-9248-c8af3c8ae30c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:30.948208 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75daba08-10fa-4ea6-97cb-7888ee7bc491 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:30.950589 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'tag': '4219d048-4aa6-43ce-9248-c8af3c8ae30c', 'status': 'completed', 'code': 200} Jul 07 19:25:30.976936 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-31d6b3e6-9439-4e7b-9fed-b2c7870a8a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:23:00Z', 'revision_number': 4, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c9c8be83-4212-4ade-a84b-0447e3e72a55', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'floating_ip_address': '172.25.0.194', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'port_id': '4219d048-4aa6-43ce-9248-c8af3c8ae30c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'mac_address': 'fa:16:3e:57:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:23:58Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 1, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af2ddf4-a8e8-4c85-843b-951820099c0c', 'name': '', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'mac_address': 'fa:16:3e:97:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:59Z', 'updated_at': '2021-07-07T19:23:09Z', 'revision_number': 5, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'subnets': [{'id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:31.025447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fdd7c5a-0579-4d2f-984b-99397a349ac4 req-02f7816c-9c3e-4d17-9139-a4ebeadb452f tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 210 time: 0.0449243 Jul 07 19:25:31.029935 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] For port 44f64632-d1cf-42a5-9f0e-686472dd87d5, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:31.034534 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] For port 44f64632-d1cf-42a5-9f0e-686472dd87d5, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=44f64632-d1cf-42a5-9f0e-686472dd87d5,segment=NetworkSegment(522e6aa2-a576-4c66-8d56-18a0de4d628b),segment_id=522e6aa2-a576-4c66-8d56-18a0de4d628b)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:31.041917 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:31.095337 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:31.137954 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:31.138583 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:25:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:31.147767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7334936-1392-45b1-895f-f539caee77a2 req-d6693de6-7f75-43c9-9833-78c01db7a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:31.148931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6b3e6-9439-4e7b-9fed-b2c7870a8a90 None None] Checking router: 751155f6-a835-4175-8831-35f1a0c0a977 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:31.150963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7334936-1392-45b1-895f-f539caee77a2 req-d6693de6-7f75-43c9-9833-78c01db7a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:31.151502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7334936-1392-45b1-895f-f539caee77a2 req-d6693de6-7f75-43c9-9833-78c01db7a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:31.154054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7334936-1392-45b1-895f-f539caee77a2 req-d6693de6-7f75-43c9-9833-78c01db7a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:31.154584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7334936-1392-45b1-895f-f539caee77a2 req-d6693de6-7f75-43c9-9833-78c01db7a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:31.155096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7334936-1392-45b1-895f-f539caee77a2 req-d6693de6-7f75-43c9-9833-78c01db7a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:31.156322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7334936-1392-45b1-895f-f539caee77a2 req-d6693de6-7f75-43c9-9833-78c01db7a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:31.157216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'port_id': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3', 'mac_address': 'fa:16:3e:90:95:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:31.162945 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7334936-1392-45b1-895f-f539caee77a2 req-d6693de6-7f75-43c9-9833-78c01db7a0bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6488 time: 0.1641161 Jul 07 19:25:31.202399 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6b3e6-9439-4e7b-9fed-b2c7870a8a90 None None] Routers {'751155f6-a835-4175-8831-35f1a0c0a977'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:31.203363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-31d6b3e6-9439-4e7b-9fed-b2c7870a8a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:25:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['751155f6-a835-4175-8831-35f1a0c0a977'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:31.311144 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:31.399286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7334936-1392-45b1-895f-f539caee77a2 req-3d376338-7f2f-4dec-9b00-5cfbece45a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:31.407525 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7334936-1392-45b1-895f-f539caee77a2 req-3d376338-7f2f-4dec-9b00-5cfbece45a8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e8fffb8-cb07-4daa-8bce-c031462730cc HTTP/1.1" status: 200 len: 913 time: 0.2314646 Jul 07 19:25:31.462176 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:31.511399 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:31.522309 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ff623-4e38-4b2a-b9b3-4d66fa4307aa None None] Pushing event updated for resources: {'Port': ['ID=44f64632-d1cf-42a5-9f0e-686472dd87d5,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:31.594487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-eecacdd0-5a15-4578-9f96-1dfbdae68b17 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:31.596348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-eecacdd0-5a15-4578-9f96-1dfbdae68b17 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.48 "GET /v2.0/networks?id=f6a81a2f-44d4-4807-88d2-1c151ac7dd42 HTTP/1.1" status: 200 len: 817 time: 0.1873569 Jul 07 19:25:31.642394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Request body: {'port': {'device_id': '86d59d0f-775a-45a1-bd9f-31ab95f97d90', 'network_id': 'f6a81a2f-44d4-4807-88d2-1c151ac7dd42', 'admin_state_up': True, 'tenant_id': 'c05a5ebd3f204a0598cc7fdf75ba7baf'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:31.693650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-31d6b3e6-9439-4e7b-9fed-b2c7870a8a90 None None] Set router 751155f6-a835-4175-8831-35f1a0c0a977 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:31.753309 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:31Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:31.776783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7334936-1392-45b1-895f-f539caee77a2 req-00f42e8b-a21e-40d8-ab9e-ef63dcce2d7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4219d048-4aa6-43ce-9248-c8af3c8ae30c HTTP/1.1" status: 200 len: 1000 time: 0.1792665 Jul 07 19:25:31.804325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34728) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:31.810361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c1664e29-a6ef-454d-af0b-9c254b5005c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722964320', 'description': 'tempest-secgroup-smoke-722964320 description', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:31.817744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:31.834475 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:31.835139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0fccae39-d74c-4e24-8894-943565c5335e details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:31.836665 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc845a91-525f-413d-b67b-7e674e8ca55a None None] The sync data for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 is: [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:31Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:31.888529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c1664e29-a6ef-454d-af0b-9c254b5005c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:31.926909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7334936-1392-45b1-895f-f539caee77a2 req-ad02e26f-f8f6-4918-845c-8a56687a706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:31.928793 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7334936-1392-45b1-895f-f539caee77a2 req-ad02e26f-f8f6-4918-845c-8a56687a706c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b5d3b0d-14ab-4a49-8d97-3be61993459b HTTP/1.1" status: 200 len: 851 time: 0.1368580 Jul 07 19:25:31.950597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b761cca-ac7b-47db-9e62-118df3470cc1 req-7387cd2d-d804-4d43-8203-484ebe01b729 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:31.958534 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b761cca-ac7b-47db-9e62-118df3470cc1 req-7387cd2d-d804-4d43-8203-484ebe01b729 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.2430851 Jul 07 19:25:31.972795 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:32.042371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Made reservation on behalf of c05a5ebd3f204a0598cc7fdf75ba7baf for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:32.046336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.099540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0fccae39-d74c-4e24-8894-943565c5335e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0fccae39-d74c-4e24-8894-943565c5335e,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:32.121474 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '0fccae39-d74c-4e24-8894-943565c5335e', 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d', 'port_id': '0fccae39-d74c-4e24-8894-943565c5335e', 'mac_address': 'fa:16:3e:75:fa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165879fa-75a2-4135-9b64-25c95d0127f0', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:32.177401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c1664e29-a6ef-454d-af0b-9c254b5005c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.192096 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c1664e29-a6ef-454d-af0b-9c254b5005c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.197055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b761cca-ac7b-47db-9e62-118df3470cc1 req-151326ab-7a9a-466a-8ebc-34c0c6c118db tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368865 Jul 07 19:25:32.207941 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.231860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7334936-1392-45b1-895f-f539caee77a2 req-5ad08af8-7c4d-4066-9307-ceaba67c9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:32.232522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fccae39-d74c-4e24-8894-943565c5335e {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:32.233385 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7334936-1392-45b1-895f-f539caee77a2 req-5ad08af8-7c4d-4066-9307-ceaba67c9a10 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e8fffb8-cb07-4daa-8bce-c031462730cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2727785 Jul 07 19:25:32.265026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1664e29-a6ef-454d-af0b-9c254b5005c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7837745c-a3f3-4e10-ae44-2c751387b2d1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:32.266523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0fccae39-d74c-4e24-8894-943565c5335e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0fccae39-d74c-4e24-8894-943565c5335e,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:32.292128 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c1664e29-a6ef-454d-af0b-9c254b5005c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.293634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c1664e29-a6ef-454d-af0b-9c254b5005c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4880834 Jul 07 19:25:32.296610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-31d6b3e6-9439-4e7b-9fed-b2c7870a8a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:23:00Z', 'revision_number': 4, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c9c8be83-4212-4ade-a84b-0447e3e72a55', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'floating_ip_address': '172.25.0.194', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'port_id': '4219d048-4aa6-43ce-9248-c8af3c8ae30c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'mac_address': 'fa:16:3e:57:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:23:58Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 1, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af2ddf4-a8e8-4c85-843b-951820099c0c', 'name': '', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'mac_address': 'fa:16:3e:97:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:59Z', 'updated_at': '2021-07-07T19:23:09Z', 'revision_number': 5, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'subnets': [{'id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:32.298357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34738) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:32.303226 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.303904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cf781d2b-60d4-4299-8103-52963ce195a8 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:32.309510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bc515214-09a2-4bcf-9853-3e25eccfd5dd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': '7837745c-a3f3-4e10-ae44-2c751387b2d1', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:32.353244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5b0e7-57a5-4d48-862e-0a184d6857e9 req-c5726106-a931-4779-883f-081fccb15ab5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:32.357068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Allocated IP 172.20.0.10 (f6a81a2f-44d4-4807-88d2-1c151ac7dd42/727db7f8-2ef0-4db1-bead-93f4c57723d6/c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:32.359483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5b0e7-57a5-4d48-862e-0a184d6857e9 req-c5726106-a931-4779-883f-081fccb15ab5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:32.365608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5b0e7-57a5-4d48-862e-0a184d6857e9 req-c5726106-a931-4779-883f-081fccb15ab5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:32.372609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5b0e7-57a5-4d48-862e-0a184d6857e9 req-c5726106-a931-4779-883f-081fccb15ab5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:32.378785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5b0e7-57a5-4d48-862e-0a184d6857e9 req-c5726106-a931-4779-883f-081fccb15ab5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:32.385889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5b0e7-57a5-4d48-862e-0a184d6857e9 req-c5726106-a931-4779-883f-081fccb15ab5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:32.391851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6b3e6-9439-4e7b-9fed-b2c7870a8a90 None None] The sync data for ids ['751155f6-a835-4175-8831-35f1a0c0a977'] in n-d-793621-9 is: [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:23:00Z', 'revision_number': 4, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c9c8be83-4212-4ade-a84b-0447e3e72a55', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'floating_ip_address': '172.25.0.194', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'port_id': '4219d048-4aa6-43ce-9248-c8af3c8ae30c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'mac_address': 'fa:16:3e:57:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:23:58Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 1, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af2ddf4-a8e8-4c85-843b-951820099c0c', 'name': '', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'mac_address': 'fa:16:3e:97:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:59Z', 'updated_at': '2021-07-07T19:23:09Z', 'revision_number': 5, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'subnets': [{'id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:32.392470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5b0e7-57a5-4d48-862e-0a184d6857e9 req-c5726106-a931-4779-883f-081fccb15ab5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:32.406515 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47b5b0e7-57a5-4d48-862e-0a184d6857e9 req-c5726106-a931-4779-883f-081fccb15ab5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5436 time: 0.3095379 Jul 07 19:25:32.422032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0fccae39-d74c-4e24-8894-943565c5335e,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:32.472454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cf781d2b-60d4-4299-8103-52963ce195a8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cf781d2b-60d4-4299-8103-52963ce195a8,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:32.491079 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc515214-09a2-4bcf-9853-3e25eccfd5dd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.502960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'cf781d2b-60d4-4299-8103-52963ce195a8', 'network_id': '4b2f0ba9-a35f-42e4-b301-175c9787e97d', 'port_id': 'cf781d2b-60d4-4299-8103-52963ce195a8', 'mac_address': 'fa:16:3e:43:ac:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165879fa-75a2-4135-9b64-25c95d0127f0', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:32.516440 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7334936-1392-45b1-895f-f539caee77a2 req-55989fa6-cb22-4e69-a3ba-3c89e52b999e service neutron] 10.222.0.48 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687747 Jul 07 19:25:32.527325 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47b5b0e7-57a5-4d48-862e-0a184d6857e9 req-603a8609-13ee-4cda-9ec9-9e14486eb905 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047742 Jul 07 19:25:32.625374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45925512-6b42-49fb-96cd-0e8a952787f1 req-831ea0e3-40fb-417f-b984-a956285f4ac2 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:32.629660 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45925512-6b42-49fb-96cd-0e8a952787f1 req-831ea0e3-40fb-417f-b984-a956285f4ac2 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.2945647 Jul 07 19:25:32.632297 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.676690 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc515214-09a2-4bcf-9853-3e25eccfd5dd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.692648 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc515214-09a2-4bcf-9853-3e25eccfd5dd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.700439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf781d2b-60d4-4299-8103-52963ce195a8 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:32.721973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cf781d2b-60d4-4299-8103-52963ce195a8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cf781d2b-60d4-4299-8103-52963ce195a8,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:32.726512 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.727199 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9ec2e7e8-adee-47be-abca-1085836a71f8 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:32.747278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc515214-09a2-4bcf-9853-3e25eccfd5dd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59ee109-e24c-40f5-91c1-c7614fc09772,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:32.790969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c93a3ef4-1e97-44fc-80a6-e8f40b014875 req-dac89a28-7778-410e-b429-fad29aaeca44 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 210 time: 0.0442340 Jul 07 19:25:32.803952 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc515214-09a2-4bcf-9853-3e25eccfd5dd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.805350 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bc515214-09a2-4bcf-9853-3e25eccfd5dd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5043395 Jul 07 19:25:32.808243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34740) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:32.813088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-96a1a23e-3c3b-4da3-b8e7-8512466b836d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': '7837745c-a3f3-4e10-ae44-2c751387b2d1', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:32.865710 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9ec2e7e8-adee-47be-abca-1085836a71f8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9ec2e7e8-adee-47be-abca-1085836a71f8,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:32.895005 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-96a1a23e-3c3b-4da3-b8e7-8512466b836d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.929895 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe64437-dd30-4094-b0b4-6545ca0417ac None None] New status for floating IP c9c8be83-4212-4ade-a84b-0447e3e72a55: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:25:32.932318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '9ec2e7e8-adee-47be-abca-1085836a71f8', 'network_id': 'c3072a4c-f835-4930-b50e-45a5a51219c9', 'port_id': '9ec2e7e8-adee-47be-abca-1085836a71f8', 'mac_address': 'fa:16:3e:81:ce:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0069d5-7de3-451a-bd71-45e915b153df', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:32.940614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0d7647a6-dfe0-455f-9c9a-06ba752ee503 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:33.005601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-ae2da095-f49e-445b-bcc1-a6f08b224000 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:33.007022 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-ae2da095-f49e-445b-bcc1-a6f08b224000 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.110 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 814 time: 0.2809689 Jul 07 19:25:33.028194 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-96a1a23e-3c3b-4da3-b8e7-8512466b836d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.035008 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-96a1a23e-3c3b-4da3-b8e7-8512466b836d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.055156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Request body: {'port': {'device_id': '1f86e1f3-5215-4ee0-9280-b1d78c7574ec', 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39', 'admin_state_up': True, 'tenant_id': '1f6745b37cc84094bb631476291d9180'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:33.083186 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45925512-6b42-49fb-96cd-0e8a952787f1 req-47c97c91-5cde-4b78-bd0f-d7a5c19e25c7 tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdb9451e-312a-415a-93d5-033ac4f4ed46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017440 Jul 07 19:25:33.090638 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.106948 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-96a1a23e-3c3b-4da3-b8e7-8512466b836d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.109872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec2e7e8-adee-47be-abca-1085836a71f8 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:33.113392 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-96a1a23e-3c3b-4da3-b8e7-8512466b836d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3039212 Jul 07 19:25:33.114248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34742) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:33.137799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9ec2e7e8-adee-47be-abca-1085836a71f8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9ec2e7e8-adee-47be-abca-1085836a71f8,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:33.144835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cf781d2b-60d4-4299-8103-52963ce195a8,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:33.161713 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.200809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1dfa8561-aef3-4ec5-bbce-2844eb373435 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': '7837745c-a3f3-4e10-ae44-2c751387b2d1', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:33.223921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1a23e-3c3b-4da3-b8e7-8512466b836d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b89b23-8dfc-4228-9aff-2f80a7036645,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:33.226492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=9ec2e7e8-adee-47be-abca-1085836a71f8,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:33.252991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 0d7647a6-dfe0-455f-9c9a-06ba752ee503 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:33.253851 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.310154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4df5-8921-462f-bc73-a6b334135aad req-4440b5bf-6aff-4463-b0b6-3bba99c98c9a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:33.312110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-634c4df5-8921-462f-bc73-a6b334135aad req-4440b5bf-6aff-4463-b0b6-3bba99c98c9a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.110 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 945 time: 0.2087998 Jul 07 19:25:33.319884 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8561-aef3-4ec5-bbce-2844eb373435 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.414464 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087f82ba-c2bc-4223-82a6-be00c4ac2746 req-a818e649-e727-454d-9660-ffeda720e91a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 210 time: 0.0690289 Jul 07 19:25:33.444428 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7334936-1392-45b1-895f-f539caee77a2 req-ef6fb811-7587-4de0-b32b-e4f64bd29c44 service neutron] 10.222.0.48 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8916860 Jul 07 19:25:33.451665 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.495606 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8561-aef3-4ec5-bbce-2844eb373435 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.513070 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8561-aef3-4ec5-bbce-2844eb373435 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.530517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Made reservation on behalf of 1f6745b37cc84094bb631476291d9180 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:33.540568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.589306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa8561-aef3-4ec5-bbce-2844eb373435 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2345eb-4486-4923-8849-f9ebec6d9ddd,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:33.622218 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8561-aef3-4ec5-bbce-2844eb373435 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.624902 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1dfa8561-aef3-4ec5-bbce-2844eb373435 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4294913 Jul 07 19:25:33.633178 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34748) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:33.638804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b33b04c9-8bab-4970-a7ee-2da896224f9a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': '7837745c-a3f3-4e10-ae44-2c751387b2d1', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:33.676421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 44f64632-d1cf-42a5-9f0e-686472dd87d5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:33.688500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050bfae-0e8c-4ff1-bdf8-ba2a5b7bf18d req-92ef6786-69ab-4907-b9bf-5821b7ad2a49 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:33.695113 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b050bfae-0e8c-4ff1-bdf8-ba2a5b7bf18d req-92ef6786-69ab-4907-b9bf-5821b7ad2a49 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1974146 Jul 07 19:25:33.706671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-634c4df5-8921-462f-bc73-a6b334135aad req-a4e33cfa-0f29-4765-8bdd-cb18f419070d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Deleting port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:25:33.707027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-634c4df5-8921-462f-bc73-a6b334135aad req-a4e33cfa-0f29-4765-8bdd-cb18f419070d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.715041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Allocated IP 172.20.0.14 (570f0fc9-3c6e-4c31-a473-9989951d0d39/d089b971-d41c-434e-aac7-fe3545f6181a/66a27ee2-f62e-419c-a5f4-642053a2c621) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:33.742767 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.787961 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 44f64632-d1cf-42a5-9f0e-686472dd87d5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:33.792503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 44f64632-d1cf-42a5-9f0e-686472dd87d5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:33.792889 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.809139 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b33b04c9-8bab-4970-a7ee-2da896224f9a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.846259 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b050bfae-0e8c-4ff1-bdf8-ba2a5b7bf18d req-35945ccf-1d0e-460c-9c11-c9a7ecd81905 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429918 Jul 07 19:25:33.896106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Network f6a81a2f-44d4-4807-88d2-1c151ac7dd42 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:33.897343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-634c4df5-8921-462f-bc73-a6b334135aad req-a4e33cfa-0f29-4765-8bdd-cb18f419070d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] For port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:33.897343 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-634c4df5-8921-462f-bc73-a6b334135aad req-a4e33cfa-0f29-4765-8bdd-cb18f419070d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.902116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Pushing event updated for resources: {'Port': ['ID=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:33.911071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['1d37fd34-d828-47fc-bba9-58563983ab57'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:33.911686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:33.912554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-634c4df5-8921-462f-bc73-a6b334135aad req-a4e33cfa-0f29-4765-8bdd-cb18f419070d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Calling delete_port for b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:25:33.914697 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['cf781d2b-60d4-4299-8103-52963ce195a8'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:33.917114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['10ed5f95-de1c-4f1d-8433-23aa9adc36e3'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:33.922692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:33.923570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:33.923938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:33.924290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:33.924633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:33.924977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:33.925318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:33.925659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:33.925995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:33.926330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:33.926662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:33.927247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:33.942749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:34.011368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:34.012106 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.012324 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ee1edfc8-c2a9-4be2-beff-4595d8bd5989'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:34.031260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['9ec2e7e8-adee-47be-abca-1085836a71f8'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:34.122764 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b33b04c9-8bab-4970-a7ee-2da896224f9a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.134723 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.140570 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b33b04c9-8bab-4970-a7ee-2da896224f9a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.171636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b04c9-8bab-4970-a7ee-2da896224f9a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661049e1-3b2f-4791-9b93-2476d458c4af,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:34.173559 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-634c4df5-8921-462f-bc73-a6b334135aad req-a4e33cfa-0f29-4765-8bdd-cb18f419070d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.209888 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b33b04c9-8bab-4970-a7ee-2da896224f9a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.214367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b33b04c9-8bab-4970-a7ee-2da896224f9a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5794287 Jul 07 19:25:34.223089 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ae847-31aa-4e0d-a365-fef350c0339d req-0481762d-27db-4fdd-b6a5-a6374d836a07 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:34.230101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-951ae847-31aa-4e0d-a365-fef350c0339d req-0481762d-27db-4fdd-b6a5-a6374d836a07 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 932 time: 0.2087345 Jul 07 19:25:34.231951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34756) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:34.238349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-31f8e5c4-9d7b-4bfb-9450-9cfe5c8f8b6e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': '7837745c-a3f3-4e10-ae44-2c751387b2d1', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:34.252979 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e33cfa-0f29-4765-8bdd-cb18f419070d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Pushing event deleted for resources: {'Port': ['ID=b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:34.264399 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 44f64632-d1cf-42a5-9f0e-686472dd87d5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=44f64632-d1cf-42a5-9f0e-686472dd87d5,segment=NetworkSegment(522e6aa2-a576-4c66-8d56-18a0de4d628b),segment_id=522e6aa2-a576-4c66-8d56-18a0de4d628b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:34.291252 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.315099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-634c4df5-8921-462f-bc73-a6b334135aad req-a4e33cfa-0f29-4765-8bdd-cb18f419070d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] No DVR routers for this DVR port b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:25:34.319258 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-634c4df5-8921-462f-bc73-a6b334135aad req-a4e33cfa-0f29-4765-8bdd-cb18f419070d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.321795 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-634c4df5-8921-462f-bc73-a6b334135aad req-a4e33cfa-0f29-4765-8bdd-cb18f419070d tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.110 "DELETE /v2.0/ports/b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 HTTP/1.1" status: 204 len: 173 time: 0.9967139 Jul 07 19:25:34.324836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2437d68d-8d87-45a9-92c6-bf99b3a4f41b', 'name': 'network-vif-deleted', 'tag': 'b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:34.327191 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7aaa54-e432-4b9d-9973-4eab5e3270c3" -d '{"events": [{"server_uuid": "2437d68d-8d87-45a9-92c6-bf99b3a4f41b", "name": "network-vif-deleted", "tag": "b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:34.347828 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-951ae847-31aa-4e0d-a365-fef350c0339d req-1c81c2e3-fc8f-4bdf-91e2-ee61eb832ffa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165400 Jul 07 19:25:34.350140 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-31f8e5c4-9d7b-4bfb-9450-9cfe5c8f8b6e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Project d307ecc64ee341b99f612e35a7a6a0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:25:34.356161 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-31f8e5c4-9d7b-4bfb-9450-9cfe5c8f8b6e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.442149 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-31f8e5c4-9d7b-4bfb-9450-9cfe5c8f8b6e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.451740 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-1f62f57c-d69d-4053-bd61-57682eda57aa tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8175840 Jul 07 19:25:34.456199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-31f8e5c4-9d7b-4bfb-9450-9cfe5c8f8b6e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.482262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8e5c4-9d7b-4bfb-9450-9cfe5c8f8b6e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f896da-1f7d-4cfd-b8b5-6f600f0245e1,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:34.483215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Request body: {'port': {'device_id': '86d59d0f-775a-45a1-bd9f-31ab95f97d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:34.487244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=44f64632-d1cf-42a5-9f0e-686472dd87d5,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:34.500583 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-31f8e5c4-9d7b-4bfb-9450-9cfe5c8f8b6e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.506956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-31f8e5c4-9d7b-4bfb-9450-9cfe5c8f8b6e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2719424 Jul 07 19:25:34.508043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34764) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:34.509319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa47055-27a7-4562-b2fa-79f694827182 req-04a88078-bbab-4d18-b569-b537ec46b30a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:34.512865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1eaa0fd1-ea09-4fc6-bd7c-a27e9e20cd06 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': '7837745c-a3f3-4e10-ae44-2c751387b2d1', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:34.515689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa47055-27a7-4562-b2fa-79f694827182 req-04a88078-bbab-4d18-b569-b537ec46b30a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:34.531931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa47055-27a7-4562-b2fa-79f694827182 req-04a88078-bbab-4d18-b569-b537ec46b30a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:34.561789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa47055-27a7-4562-b2fa-79f694827182 req-04a88078-bbab-4d18-b569-b537ec46b30a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:34.570696 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-1eaa0fd1-ea09-4fc6-bd7c-a27e9e20cd06 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Project d307ecc64ee341b99f612e35a7a6a0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:25:34.575245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa47055-27a7-4562-b2fa-79f694827182 req-04a88078-bbab-4d18-b569-b537ec46b30a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:34.581722 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1eaa0fd1-ea09-4fc6-bd7c-a27e9e20cd06 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.585144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa47055-27a7-4562-b2fa-79f694827182 req-04a88078-bbab-4d18-b569-b537ec46b30a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:34.593217 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa47055-27a7-4562-b2fa-79f694827182 req-04a88078-bbab-4d18-b569-b537ec46b30a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:34.606238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-afa47055-27a7-4562-b2fa-79f694827182 req-04a88078-bbab-4d18-b569-b537ec46b30a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5439 time: 0.7915087 Jul 07 19:25:34.685234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 44f64632-d1cf-42a5-9f0e-686472dd87d5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:34.714783 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1eaa0fd1-ea09-4fc6-bd7c-a27e9e20cd06 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.723274 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1eaa0fd1-ea09-4fc6-bd7c-a27e9e20cd06 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.754427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 44f64632-d1cf-42a5-9f0e-686472dd87d5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:34.754809 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.768911 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa0fd1-ea09-4fc6-bd7c-a27e9e20cd06 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8832b0f-1a8f-42d7-8b91-5ddab90a3aad,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:34.777953 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1eaa0fd1-ea09-4fc6-bd7c-a27e9e20cd06 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.780100 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1eaa0fd1-ea09-4fc6-bd7c-a27e9e20cd06 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2714429 Jul 07 19:25:34.820017 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.834920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.844454 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-afa47055-27a7-4562-b2fa-79f694827182 req-52799a47-791c-4ce1-b54f-798d3c5d77b2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2370536 Jul 07 19:25:34.857369 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b1f6dd74-fce5-4a20-a82c-de6bf4d1cf5e req-3fa7ce98-4eb2-4cae-b066-c29a3ecf1a9a tempest-ServerRescueNegativeTestJSON-917337825 tempest-ServerRescueNegativeTestJSON-917337825-project] 10.222.0.81 "GET /v2.0/ports?device_id=2437d68d-8d87-45a9-92c6-bf99b3a4f41b HTTP/1.1" status: 200 len: 210 time: 0.0421011 Jul 07 19:25:34.921103 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4feaf7d-3913-4c6c-a231-132962e89506 x-openstack-request-id: req-d4feaf7d-3913-4c6c-a231-132962e89506 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:34.921419 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2437d68d-8d87-45a9-92c6-bf99b3a4f41b", "name": "network-vif-deleted", "tag": "b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:34.921727 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4feaf7d-3913-4c6c-a231-132962e89506 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:34.922168 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2437d68d-8d87-45a9-92c6-bf99b3a4f41b', 'name': 'network-vif-deleted', 'tag': 'b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1', 'status': 'completed', 'code': 200} Jul 07 19:25:35.000681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['5b3f649a-2212-48c8-9591-8984bb746b08'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:35.026377 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.031118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['0fccae39-d74c-4e24-8894-943565c5335e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:35.069526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b154f3c8-e468-4ad9-bff9-994bc6ed95b6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:35.094284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197d823-7380-4a4c-8e52-40b4a87cc39e req-476b326f-a69d-4c55-836d-6981a045c034 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:35.102082 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7197d823-7380-4a4c-8e52-40b4a87cc39e req-476b326f-a69d-4c55-836d-6981a045c034 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 932 time: 0.0866652 Jul 07 19:25:35.153965 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7197d823-7380-4a4c-8e52-40b4a87cc39e req-40d8005a-34d7-4618-8244-7d69d4a9b1b9 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502288 Jul 07 19:25:35.187075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Network 570f0fc9-3c6e-4c31-a473-9989951d0d39 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:35.200561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:35.208269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:35.271450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Pushing event updated for resources: {'Port': ['ID=66a27ee2-f62e-419c-a5f4-642053a2c621,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:35.324451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e62058f0-9ffe-471c-99ba-d7871a1833b7 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722964320&fields=id&tenant_id=d307ecc64ee341b99f612e35a7a6a0e6 HTTP/1.1" status: 200 len: 267 time: 0.0704725 Jul 07 19:25:35.354220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:35.355044 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.383152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:35.396410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-e0d93887-51fa-460f-86b0-ce4b572d0867 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3551066 Jul 07 19:25:35.398322 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.412168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Request body: {'port': {'device_id': '1f86e1f3-5215-4ee0-9280-b1d78c7574ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:35.450647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012ae22-49f5-46d2-9bd1-5c231692c53a req-e3696489-dc00-4776-9a8c-852b44b68b00 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:35.451995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-10144bba-1d5c-4949-9af5-c067e00836ca tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:35.452207 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4012ae22-49f5-46d2-9bd1-5c231692c53a req-e3696489-dc00-4776-9a8c-852b44b68b00 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.2028162 Jul 07 19:25:35.455109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Transition to ACTIVE for port object c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:35.459384 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-10144bba-1d5c-4949-9af5-c067e00836ca tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/networks?id=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d HTTP/1.1" status: 200 len: 797 time: 0.1335666 Jul 07 19:25:35.472543 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.482103 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-3bbb60f7-deb7-4fb1-9180-d2f5a7446638 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/quotas/d307ecc64ee341b99f612e35a7a6a0e6 HTTP/1.1" status: 200 len: 375 time: 0.0182047 Jul 07 19:25:35.524731 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.560096 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-975657c6-f85c-49a5-9c5d-888645bdc7c0 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764892 Jul 07 19:25:35.584282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4012ae22-49f5-46d2-9bd1-5c231692c53a req-23fd9269-7a96-4bcc-b180-de9fbace5fbd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195230 Jul 07 19:25:35.592125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Pushing event updated for resources: {'Port': ['ID=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:35.613206 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.673712 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-b2ed5d00-0498-404b-94a5-5d553a1cc71a service neutron] 10.222.0.81 "GET /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007411 Jul 07 19:25:35.713747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Attempting to bind port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:35.714093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Attempting to bind port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '8bf17d6c-8192-47df-8b0f-211667b00788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6a81a2f-44d4-4807-88d2-1c151ac7dd42'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:35.714433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Attempting to bind port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 on network f6a81a2f-44d4-4807-88d2-1c151ac7dd42 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:35.777124 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-1bb6fe05-71a2-480e-be07-62a2be104c2b service neutron] 10.222.0.81 "GET /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945990 Jul 07 19:25:35.789152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 on network f6a81a2f-44d4-4807-88d2-1c151ac7dd42 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:25:35.789393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Attempting to bind port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 on network f6a81a2f-44d4-4807-88d2-1c151ac7dd42 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:35.810226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:35.810575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Checking segment: {'id': '8bf17d6c-8192-47df-8b0f-211667b00788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6a81a2f-44d4-4807-88d2-1c151ac7dd42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:35.810991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Bound using segment: {'id': '8bf17d6c-8192-47df-8b0f-211667b00788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6a81a2f-44d4-4807-88d2-1c151ac7dd42'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:35.811439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Bound port: c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf17d6c-8192-47df-8b0f-211667b00788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6a81a2f-44d4-4807-88d2-1c151ac7dd42'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:35.811801 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.940941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb73d95-1f2d-4ff2-bb9c-19bc0cb20cf1 req-c038ce0b-ddd1-4712-bb5d-669f79bce703 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:35.942455 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0eb73d95-1f2d-4ff2-bb9c-19bc0cb20cf1 req-c038ce0b-ddd1-4712-bb5d-669f79bce703 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 944 time: 0.2404883 Jul 07 19:25:35.998974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] For port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:36.027006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] For port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,segment=NetworkSegment(8bf17d6c-8192-47df-8b0f-211667b00788),segment_id=8bf17d6c-8192-47df-8b0f-211667b00788)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:36.037261 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0eb73d95-1f2d-4ff2-bb9c-19bc0cb20cf1 req-1f67c3a3-9e52-443f-9023-13fb9d008fca tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832474 Jul 07 19:25:36.040360 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:36.102852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.103497 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:36.104980 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] 10.222.0.48 "PUT /v2.0/ports/c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 HTTP/1.1" status: 200 len: 1092 time: 1.6328747 Jul 07 19:25:36.107180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d59d0f-775a-45a1-bd9f-31ab95f97d90', 'tag': 'c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:36.109537 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7597b39-b08c-4c9a-b220-351fefc86081" -d '{"events": [{"name": "network-changed", "server_uuid": "86d59d0f-775a-45a1-bd9f-31ab95f97d90", "tag": "c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:36.197062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c2a9-f6d4-4fee-8c35-799cbcb72106 req-096bdd4e-8448-4e9b-8225-6fa7a4259afd tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.198052 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49b3e91c-5d43-440a-bbe8-8eea57150ee1 req-bf8d9ba8-28e7-4533-89a2-652e243ddb3b tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 210 time: 0.0758157 Jul 07 19:25:36.208104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c2a9-f6d4-4fee-8c35-799cbcb72106 req-096bdd4e-8448-4e9b-8225-6fa7a4259afd tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.214449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c2a9-f6d4-4fee-8c35-799cbcb72106 req-096bdd4e-8448-4e9b-8225-6fa7a4259afd tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.216100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a109b-063e-479d-bbbd-cf5dd211af52 service neutron] Pushing event updated for resources: {'Port': ['ID=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:36.220536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c2a9-f6d4-4fee-8c35-799cbcb72106 req-096bdd4e-8448-4e9b-8225-6fa7a4259afd tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.225195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a27ee2-f62e-419c-a5f4-642053a2c621 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:36.227728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c2a9-f6d4-4fee-8c35-799cbcb72106 req-096bdd4e-8448-4e9b-8225-6fa7a4259afd tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.234339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c2a9-f6d4-4fee-8c35-799cbcb72106 req-096bdd4e-8448-4e9b-8225-6fa7a4259afd tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.237523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:36.240914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c2a9-f6d4-4fee-8c35-799cbcb72106 req-096bdd4e-8448-4e9b-8225-6fa7a4259afd tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.250467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5fe4c2a9-f6d4-4fee-8c35-799cbcb72106 req-096bdd4e-8448-4e9b-8225-6fa7a4259afd tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5439 time: 0.1445374 Jul 07 19:25:36.258028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Transition to ACTIVE for port object 66a27ee2-f62e-419c-a5f4-642053a2c621 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:36.274662 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:36.294836 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5fe4c2a9-f6d4-4fee-8c35-799cbcb72106 req-783582af-4150-47bf-9ec9-a772a4df69f5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433609 Jul 07 19:25:36.309422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34804) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:36.334163 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-bd9fde67-5618-4896-b2f0-64b66ad35f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.345019 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-bd9fde67-5618-4896-b2f0-64b66ad35f87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c05a5ebd3f204a0598cc7fdf75ba7baf&device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 1095 time: 0.1815426 Jul 07 19:25:36.424135 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747badb3-b6b6-4378-a941-4b340d6db91f x-openstack-request-id: req-747badb3-b6b6-4378-a941-4b340d6db91f {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:36.424424 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d59d0f-775a-45a1-bd9f-31ab95f97d90", "tag": "c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:36.425095 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-747badb3-b6b6-4378-a941-4b340d6db91f {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:36.425922 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d59d0f-775a-45a1-bd9f-31ab95f97d90', 'tag': 'c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4', 'status': 'completed', 'code': 200} Jul 07 19:25:36.433172 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-13ea7bb6-be30-4bb2-9896-e4718a77c8d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 HTTP/1.1" status: 200 len: 217 time: 0.0711262 Jul 07 19:25:36.525549 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Pushing event updated for resources: {'Port': ['ID=66a27ee2-f62e-419c-a5f4-642053a2c621,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:36.581421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-cf1f5d7d-53bc-400d-8f51-105b9fc69a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.582977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-cf1f5d7d-53bc-400d-8f51-105b9fc69a08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=727db7f8-2ef0-4db1-bead-93f4c57723d6 HTTP/1.1" status: 200 len: 857 time: 0.1327682 Jul 07 19:25:36.631740 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-38334065-46c1-4582-b6d1-566beb52e9d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6a81a2f-44d4-4807-88d2-1c151ac7dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356727 Jul 07 19:25:36.673655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52772b5d-a14f-497d-813b-1dc4c76c0d0f req-5d9fa5f3-0ab6-458a-bc37-2636b239886a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.675157 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52772b5d-a14f-497d-813b-1dc4c76c0d0f req-5d9fa5f3-0ab6-458a-bc37-2636b239886a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 944 time: 0.1326296 Jul 07 19:25:36.691304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Attempting to bind port 66a27ee2-f62e-419c-a5f4-642053a2c621 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:36.691647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Attempting to bind port 66a27ee2-f62e-419c-a5f4-642053a2c621 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:36.691978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Attempting to bind port 66a27ee2-f62e-419c-a5f4-642053a2c621 on network 570f0fc9-3c6e-4c31-a473-9989951d0d39 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:36.708079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Port 66a27ee2-f62e-419c-a5f4-642053a2c621 on network 570f0fc9-3c6e-4c31-a473-9989951d0d39 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:25:36.708397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Attempting to bind port 66a27ee2-f62e-419c-a5f4-642053a2c621 on network 570f0fc9-3c6e-4c31-a473-9989951d0d39 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:36.718011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:36.718355 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Checking segment: {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:36.718750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Bound using segment: {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:36.719225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Bound port: 66a27ee2-f62e-419c-a5f4-642053a2c621, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:36.719589 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:36.786650 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-f56f7e9a-631f-42e5-b272-52e5fd9a8d86 service neutron] 10.222.0.48 "GET /v2.0/networks/f6a81a2f-44d4-4807-88d2-1c151ac7dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468711 Jul 07 19:25:36.787708 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52772b5d-a14f-497d-813b-1dc4c76c0d0f req-0249c1a4-ed09-4cfd-873d-3a7197d0c001 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658715 Jul 07 19:25:36.887657 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd036a6d-a4ad-4889-9e28-3cecbe0fabe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:36.890511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] For port 66a27ee2-f62e-419c-a5f4-642053a2c621, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:36.914268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] For port 66a27ee2-f62e-419c-a5f4-642053a2c621, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=66a27ee2-f62e-419c-a5f4-642053a2c621,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:36.926307 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:36.981231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8c0ed-15c6-44a8-ba33-b9fadd591157 req-abb21576-5309-421e-b8b4-809fd38fa16d tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.982750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09a8c0ed-15c6-44a8-ba33-b9fadd591157 req-abb21576-5309-421e-b8b4-809fd38fa16d tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.2081430 Jul 07 19:25:36.984020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:36.984627 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:36.985905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] 10.222.0.110 "PUT /v2.0/ports/66a27ee2-f62e-419c-a5f4-642053a2c621 HTTP/1.1" status: 200 len: 1092 time: 1.5808575 Jul 07 19:25:37.033663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-543a2fe8-9372-49b3-a43c-0a8e9eec98d2 req-473afa0d-55bc-4d76-9151-b6f2cd198ee9 service neutron] 10.222.0.48 "GET /v2.0/networks/f6a81a2f-44d4-4807-88d2-1c151ac7dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249157 Jul 07 19:25:37.065054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27259d-ea93-4647-b73c-8ff3341cdf64 service neutron] Pushing event updated for resources: {'Port': ['ID=66a27ee2-f62e-419c-a5f4-642053a2c621,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:37.090603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09a8c0ed-15c6-44a8-ba33-b9fadd591157 req-d438a7eb-976a-4b5e-8cef-3b03df05dcbc tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952497 Jul 07 19:25:37.128750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-f016ab97-4dd5-434c-b3af-89755163aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:37.130276 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-f016ab97-4dd5-434c-b3af-89755163aa56 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 1095 time: 0.0878904 Jul 07 19:25:37.183775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ee1edfc8-c2a9-4be2-beff-4595d8bd5989 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:37.195346 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-56b7b22a-d047-4cca-8d83-a76e64c676e1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66a27ee2-f62e-419c-a5f4-642053a2c621 HTTP/1.1" status: 200 len: 217 time: 0.0556388 Jul 07 19:25:37.201597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-bd036a6d-a4ad-4889-9e28-3cecbe0fabe4 admin admin] Deleting port a0729a79-35e3-43bd-ab42-f58f63a2a150 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:25:37.202110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd036a6d-a4ad-4889-9e28-3cecbe0fabe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.243914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:37.249114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:37.249641 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.281988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-14290df1-80ed-452f-98e3-01b098cf71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:37.283746 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-14290df1-80ed-452f-98e3-01b098cf71f6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d089b971-d41c-434e-aac7-fe3545f6181a HTTP/1.1" status: 200 len: 854 time: 0.0793400 Jul 07 19:25:37.310264 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-bd036a6d-a4ad-4889-9e28-3cecbe0fabe4 admin admin] For port a0729a79-35e3-43bd-ab42-f58f63a2a150, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a0729a79-35e3-43bd-ab42-f58f63a2a150,segment=NetworkSegment(f7738161-1356-4eef-af07-37e3935b2ba3),segment_id=f7738161-1356-4eef-af07-37e3935b2ba3)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:37.312343 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd036a6d-a4ad-4889-9e28-3cecbe0fabe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.328662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-bd036a6d-a4ad-4889-9e28-3cecbe0fabe4 admin admin] Calling delete_port for a0729a79-35e3-43bd-ab42-f58f63a2a150 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:25:37.346678 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-dfd5cdb3-c769-42f0-88c8-bfaa4942437c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=570f0fc9-3c6e-4c31-a473-9989951d0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501544 Jul 07 19:25:37.357098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7597b39-b08c-4c9a-b220-351fefc86081 req-0629606c-90c8-4db5-ac90-076e55dd796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:37.358954 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7597b39-b08c-4c9a-b220-351fefc86081 req-0629606c-90c8-4db5-ac90-076e55dd796c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c05a5ebd3f204a0598cc7fdf75ba7baf&device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 1095 time: 0.2278054 Jul 07 19:25:37.376336 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.405134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1edfc8-c2a9-4be2-beff-4595d8bd5989'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:37.408001 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d8e5eb-0a62-4436-b0f1-df8266c4c14c" -d '{"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "ee1edfc8-c2a9-4be2-beff-4595d8bd5989"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:37.424182 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ee1edfc8-c2a9-4be2-beff-4595d8bd5989, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:37.428519 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.429413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:37.437569 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b227afb2-4757-4222-9ab1-e3bf017b8203 req-552cac01-3b25-46d4-bc2d-ec6481545227 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 210 time: 0.0427692 Jul 07 19:25:37.523209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:37.539524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:37.546059 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:37.546059 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.613240 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-4c01ea92-0f99-4075-8c73-f99573f15e4e service neutron] 10.222.0.110 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525113 Jul 07 19:25:37.640523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a5aa4-1ee4-4858-99dc-921a5bd17624 req-d5d888b9-c8b8-4fa1-a027-636e72c89869 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:37.642195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809a5aa4-1ee4-4858-99dc-921a5bd17624 req-d5d888b9-c8b8-4fa1-a027-636e72c89869 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 944 time: 0.3572466 Jul 07 19:25:37.665022 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd036a6d-a4ad-4889-9e28-3cecbe0fabe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.694637 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.719002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd036a6d-a4ad-4889-9e28-3cecbe0fabe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0729a79-35e3-43bd-ab42-f58f63a2a150,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:37.739918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e0a34206-c82a-4486-a93e-585daaa34398 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:37.741822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e0a34206-c82a-4486-a93e-585daaa34398 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "GET /v2.0/networks?id=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d HTTP/1.1" status: 200 len: 797 time: 0.2873592 Jul 07 19:25:37.743328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:37.748017 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.749103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cf781d2b-60d4-4299-8103-52963ce195a8 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:37.836448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:37.854538 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port cf781d2b-60d4-4299-8103-52963ce195a8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:37.859855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port cf781d2b-60d4-4299-8103-52963ce195a8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:37.860068 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.860761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7597b39-b08c-4c9a-b220-351fefc86081 req-2edf5390-f15f-42fc-bcf5-a1f20e0ce692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:37.862325 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7597b39-b08c-4c9a-b220-351fefc86081 req-2edf5390-f15f-42fc-bcf5-a1f20e0ce692 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f6a81a2f-44d4-4807-88d2-1c151ac7dd42 HTTP/1.1" status: 200 len: 918 time: 0.4168274 Jul 07 19:25:37.895707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-809a5aa4-1ee4-4858-99dc-921a5bd17624 req-1e0a075f-a5fa-4be6-98b3-254329c16ca1 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395892 Jul 07 19:25:37.946995 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7597b39-b08c-4c9a-b220-351fefc86081 req-ac9db5de-8202-44ea-9de4-5290ed805918 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 HTTP/1.1" status: 200 len: 217 time: 0.0717716 Jul 07 19:25:37.953518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-cb686887-3d50-4654-937e-7bc370a57720 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d307ecc64ee341b99f612e35a7a6a0e6 HTTP/1.1" status: 200 len: 379 time: 0.1535270 Jul 07 19:25:37.967120 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.970619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'port': {'device_id': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'admin_state_up': True, 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'security_groups': ['7837745c-a3f3-4e10-ae44-2c751387b2d1']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:37.977248 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e0f0347-d55e-409f-8672-ece622cb2429 req-4164f85c-01fd-4b42-862b-b46f52cccb4c service neutron] 10.222.0.110 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340230 Jul 07 19:25:37.989590 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ee7b5f-d3a7-4a38-bdf5-4fbb203244f4 x-openstack-request-id: req-07ee7b5f-d3a7-4a38-bdf5-4fbb203244f4 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:37.990028 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "ee1edfc8-c2a9-4be2-beff-4595d8bd5989", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:37.990349 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07ee7b5f-d3a7-4a38-bdf5-4fbb203244f4 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:37.991234 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1edfc8-c2a9-4be2-beff-4595d8bd5989', 'code': 200} Jul 07 19:25:38.016369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cf781d2b-60d4-4299-8103-52963ce195a8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cf781d2b-60d4-4299-8103-52963ce195a8,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:38.021794 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.023222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 1d37fd34-d828-47fc-bba9-58563983ab57 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:38.068187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7597b39-b08c-4c9a-b220-351fefc86081 req-30c2e429-618e-4fd4-9448-7cfccb74d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:38.069760 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7597b39-b08c-4c9a-b220-351fefc86081 req-30c2e429-618e-4fd4-9448-7cfccb74d1fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=727db7f8-2ef0-4db1-bead-93f4c57723d6 HTTP/1.1" status: 200 len: 857 time: 0.1153436 Jul 07 19:25:38.129042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cf781d2b-60d4-4299-8103-52963ce195a8,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:38.148542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 1d37fd34-d828-47fc-bba9-58563983ab57 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:38.153234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 1d37fd34-d828-47fc-bba9-58563983ab57 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:38.153710 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.195873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455db77-b298-4504-9f0d-9449b9622d7f req-cd71a13e-4a6e-424d-b9f3-c3457b3f4038 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:38.204060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455db77-b298-4504-9f0d-9449b9622d7f req-cd71a13e-4a6e-424d-b9f3-c3457b3f4038 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:38.206056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7597b39-b08c-4c9a-b220-351fefc86081 req-72a7d0e8-828a-4237-9dc7-5cd8f0f2c388 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6a81a2f-44d4-4807-88d2-1c151ac7dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880466 Jul 07 19:25:38.206822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Made reservation on behalf of d307ecc64ee341b99f612e35a7a6a0e6 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:38.210205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455db77-b298-4504-9f0d-9449b9622d7f req-cd71a13e-4a6e-424d-b9f3-c3457b3f4038 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:38.211170 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.216454 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455db77-b298-4504-9f0d-9449b9622d7f req-cd71a13e-4a6e-424d-b9f3-c3457b3f4038 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:38.222450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455db77-b298-4504-9f0d-9449b9622d7f req-cd71a13e-4a6e-424d-b9f3-c3457b3f4038 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:38.229469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455db77-b298-4504-9f0d-9449b9622d7f req-cd71a13e-4a6e-424d-b9f3-c3457b3f4038 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:38.237658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455db77-b298-4504-9f0d-9449b9622d7f req-cd71a13e-4a6e-424d-b9f3-c3457b3f4038 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:38.246252 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d455db77-b298-4504-9f0d-9449b9622d7f req-cd71a13e-4a6e-424d-b9f3-c3457b3f4038 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5440 time: 0.6022611 Jul 07 19:25:38.257806 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.294005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 1d37fd34-d828-47fc-bba9-58563983ab57, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1d37fd34-d828-47fc-bba9-58563983ab57,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:38.299123 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.300540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9ec2e7e8-adee-47be-abca-1085836a71f8 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:38.375897 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d455db77-b298-4504-9f0d-9449b9622d7f req-362eb8ad-2673-4697-b430-955818e774db tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281693 Jul 07 19:25:38.387635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=1d37fd34-d828-47fc-bba9-58563983ab57,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:38.397226 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 9ec2e7e8-adee-47be-abca-1085836a71f8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:38.402605 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 9ec2e7e8-adee-47be-abca-1085836a71f8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:38.403221 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.420441 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd036a6d-a4ad-4889-9e28-3cecbe0fabe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.433900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f86e1f3-5215-4ee0-9280-b1d78c7574ec', 'tag': '66a27ee2-f62e-419c-a5f4-642053a2c621'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:38.438063 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4b3945-a6e0-475d-bae8-27310faad1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f86e1f3-5215-4ee0-9280-b1d78c7574ec", "tag": "66a27ee2-f62e-419c-a5f4-642053a2c621"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:38.496702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b05d6-f3db-4dce-91c9-47b055295832 req-02a0dc1a-2459-42c4-abd9-85a97a702cef tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:38.498505 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d4b05d6-f3db-4dce-91c9-47b055295832 req-02a0dc1a-2459-42c4-abd9-85a97a702cef tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 944 time: 0.2264569 Jul 07 19:25:38.512819 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.513048 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7597b39-b08c-4c9a-b220-351fefc86081 req-eaa50d6b-b7df-4469-9819-c0b2fff87c09 service neutron] 10.222.0.48 "GET /v2.0/networks/f6a81a2f-44d4-4807-88d2-1c151ac7dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843680 Jul 07 19:25:38.558420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9ec2e7e8-adee-47be-abca-1085836a71f8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9ec2e7e8-adee-47be-abca-1085836a71f8,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:38.566089 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.567074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:25:38.642625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:25:38.643009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b1d87447-9ae6-4d3c-bdc3-eeea251f2ef1 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:25:38.644969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=9ec2e7e8-adee-47be-abca-1085836a71f8,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:38.657644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Allocated IP 172.20.0.7 (1d150fa1-82a7-4bf0-bb05-f3ebee83c66d/bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15/cdf8ed11-875e-4551-800c-b7ed35ed4e43) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:38.696439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd036a6d-a4ad-4889-9e28-3cecbe0fabe4 admin admin] Router c68a42dd-42cf-4aed-9b32-74bcbada8d08 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:25:38.731541 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d4b05d6-f3db-4dce-91c9-47b055295832 req-aef52b62-6893-4596-ad8e-1ec3943637d3 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246590 Jul 07 19:25:38.779782 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896c775f-ebf0-4304-b0e6-cf517fca6ac6 x-openstack-request-id: req-896c775f-ebf0-4304-b0e6-cf517fca6ac6 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:38.780142 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f86e1f3-5215-4ee0-9280-b1d78c7574ec", "tag": "66a27ee2-f62e-419c-a5f4-642053a2c621", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:38.780326 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-896c775f-ebf0-4304-b0e6-cf517fca6ac6 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:38.780711 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f86e1f3-5215-4ee0-9280-b1d78c7574ec', 'tag': '66a27ee2-f62e-419c-a5f4-642053a2c621', 'status': 'completed', 'code': 200} Jul 07 19:25:38.861954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31c0b9-bf61-49fa-9cec-d30b6c631d53 req-ef5a7804-c6a7-4927-bd79-036051354b13 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:38.863640 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5d31c0b9-bf61-49fa-9cec-d30b6c631d53 req-ef5a7804-c6a7-4927-bd79-036051354b13 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1539042 Jul 07 19:25:38.868601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd036a6d-a4ad-4889-9e28-3cecbe0fabe4 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:38.877815 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bd036a6d-a4ad-4889-9e28-3cecbe0fabe4 admin admin] 10.222.0.81 "PUT /v2.0/routers/c68a42dd-42cf-4aed-9b32-74bcbada8d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5632949 Jul 07 19:25:38.877928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7597b39-b08c-4c9a-b220-351fefc86081 req-78103be8-faba-4a7c-a529-54999583dc12 service neutron] 10.222.0.48 "GET /v2.0/networks/f6a81a2f-44d4-4807-88d2-1c151ac7dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530867 Jul 07 19:25:38.878018 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34830) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:38.888084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d670e2-5b04-4234-84c2-7d4717ab4b7b None None] Sync routers for ids ['c68a42dd-42cf-4aed-9b32-74bcbada8d08'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:38.897979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d670e2-5b04-4234-84c2-7d4717ab4b7b None None] Routers {'c68a42dd-42cf-4aed-9b32-74bcbada8d08'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:38.898639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-52d670e2-5b04-4234-84c2-7d4717ab4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:25:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c68a42dd-42cf-4aed-9b32-74bcbada8d08'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:38.970441 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5d31c0b9-bf61-49fa-9cec-d30b6c631d53 req-b926acac-e700-405b-8559-fa98955d7427 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Jul 07 19:25:39.030600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-52d670e2-5b04-4234-84c2-7d4717ab4b7b None None] Set router c68a42dd-42cf-4aed-9b32-74bcbada8d08 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:39.042182 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.203949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0fccae39-d74c-4e24-8894-943565c5335e up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:39.219451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.247981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b1d3a-a1fb-4b55-867b-7be742987765 req-ff592625-640a-450d-9afb-a0d05be06368 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.249444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b48b1d3a-a1fb-4b55-867b-7be742987765 req-ff592625-640a-450d-9afb-a0d05be06368 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 944 time: 0.1408582 Jul 07 19:25:39.313697 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f5897cd6-f287-42c1-b646-28de1db620bc req-ea0e0fb8-987d-4856-a876-3ae423dbb59d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 210 time: 0.4363058 Jul 07 19:25:39.320228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 0fccae39-d74c-4e24-8894-943565c5335e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:39.328208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-52d670e2-5b04-4234-84c2-7d4717ab4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'name': 'tempest-ServerRescueNegativeTestJSON-819397652-router', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:56Z', 'updated_at': '2021-07-07T19:25:37Z', 'revision_number': 5, 'project_id': '442130b57d39424f9c75227920c828fd', 'gw_port': {'id': 'd0194afa-2dc6-447a-9c20-20b69b848771', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:57Z', 'updated_at': '2021-07-07T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:39.329390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b48b1d3a-a1fb-4b55-867b-7be742987765 req-8de72299-5341-40e5-a9da-84616892d53b tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617132 Jul 07 19:25:39.331316 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 0fccae39-d74c-4e24-8894-943565c5335e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:39.331941 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.338818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Deleting port d0194afa-2dc6-447a-9c20-20b69b848771 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:25:39.339169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.378123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.384655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b3945-a6e0-475d-bae8-27310faad1c7 req-2117bc5b-d580-49a4-a544-31b2419ae673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.386131 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a4b3945-a6e0-475d-bae8-27310faad1c7 req-2117bc5b-d580-49a4-a544-31b2419ae673 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 1095 time: 0.5509255 Jul 07 19:25:39.400283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d670e2-5b04-4234-84c2-7d4717ab4b7b None None] Checking router: c68a42dd-42cf-4aed-9b32-74bcbada8d08 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:39.420754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d670e2-5b04-4234-84c2-7d4717ab4b7b None None] Routers {'c68a42dd-42cf-4aed-9b32-74bcbada8d08'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:39.421396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-52d670e2-5b04-4234-84c2-7d4717ab4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:25:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c68a42dd-42cf-4aed-9b32-74bcbada8d08'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:39.428949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Transition to ACTIVE for port object cdf8ed11-875e-4551-800c-b7ed35ed4e43 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:39.479398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] For port d0194afa-2dc6-447a-9c20-20b69b848771, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d0194afa-2dc6-447a-9c20-20b69b848771,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:39.480221 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.503574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Calling delete_port for d0194afa-2dc6-447a-9c20-20b69b848771 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:25:39.569386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b3945-a6e0-475d-bae8-27310faad1c7 req-802804f2-3833-4386-90fd-b11291db8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.571564 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a4b3945-a6e0-475d-bae8-27310faad1c7 req-802804f2-3833-4386-90fd-b11291db8174 service neutron] 10.222.0.110 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 915 time: 0.1778269 Jul 07 19:25:39.574067 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.626439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:39.659302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:39.666063 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a4b3945-a6e0-475d-bae8-27310faad1c7 req-4d0cf748-3853-4e61-9b62-24c9fb46f360 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66a27ee2-f62e-419c-a5f4-642053a2c621 HTTP/1.1" status: 200 len: 217 time: 0.0734551 Jul 07 19:25:39.669797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:39.717207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-52d670e2-5b04-4234-84c2-7d4717ab4b7b None None] Set router c68a42dd-42cf-4aed-9b32-74bcbada8d08 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:39.753486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=cdf8ed11-875e-4551-800c-b7ed35ed4e43,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:39.796686 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.801926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.807655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.828661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-52d670e2-5b04-4234-84c2-7d4717ab4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'name': 'tempest-ServerRescueNegativeTestJSON-819397652-router', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:56Z', 'updated_at': '2021-07-07T19:25:39Z', 'revision_number': 6, 'project_id': '442130b57d39424f9c75227920c828fd', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:39.828810 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0194afa-2dc6-447a-9c20-20b69b848771,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:39.831229 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.837541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b3945-a6e0-475d-bae8-27310faad1c7 req-c5e55e14-d4a6-49a6-94c2-c2f8460f2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.841325 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a4b3945-a6e0-475d-bae8-27310faad1c7 req-c5e55e14-d4a6-49a6-94c2-c2f8460f2c1f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d089b971-d41c-434e-aac7-fe3545f6181a HTTP/1.1" status: 200 len: 854 time: 0.1587393 Jul 07 19:25:39.843707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-83b17019-5817-4e6f-8f08-6be06e052eb2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8784175 Jul 07 19:25:39.883362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Request body: {'port': {'device_id': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:39.886696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441dff7-295d-413a-a7e7-570ba4197b55 req-4cf62087-8804-441f-916e-3a408e3e66d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.894179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441dff7-295d-413a-a7e7-570ba4197b55 req-4cf62087-8804-441f-916e-3a408e3e66d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.899406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d670e2-5b04-4234-84c2-7d4717ab4b7b None None] The sync data for ids ['c68a42dd-42cf-4aed-9b32-74bcbada8d08'] in n-d-793621-9 is: [{'id': 'c68a42dd-42cf-4aed-9b32-74bcbada8d08', 'name': 'tempest-ServerRescueNegativeTestJSON-819397652-router', 'tenant_id': '442130b57d39424f9c75227920c828fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:56Z', 'updated_at': '2021-07-07T19:25:39Z', 'revision_number': 6, 'project_id': '442130b57d39424f9c75227920c828fd', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:39.902148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441dff7-295d-413a-a7e7-570ba4197b55 req-4cf62087-8804-441f-916e-3a408e3e66d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.913397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441dff7-295d-413a-a7e7-570ba4197b55 req-4cf62087-8804-441f-916e-3a408e3e66d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.921221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441dff7-295d-413a-a7e7-570ba4197b55 req-4cf62087-8804-441f-916e-3a408e3e66d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.928110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441dff7-295d-413a-a7e7-570ba4197b55 req-4cf62087-8804-441f-916e-3a408e3e66d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.935559 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441dff7-295d-413a-a7e7-570ba4197b55 req-4cf62087-8804-441f-916e-3a408e3e66d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.944981 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7441dff7-295d-413a-a7e7-570ba4197b55 req-4cf62087-8804-441f-916e-3a408e3e66d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5444 time: 0.3834894 Jul 07 19:25:39.947161 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.951285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0fccae39-d74c-4e24-8894-943565c5335e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0fccae39-d74c-4e24-8894-943565c5335e,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:39.957025 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a4b3945-a6e0-475d-bae8-27310faad1c7 req-7e7520f5-3b7a-4faf-b9bc-40c8adfb2af2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=570f0fc9-3c6e-4c31-a473-9989951d0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068316 Jul 07 19:25:39.959640 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.960676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5b3f649a-2212-48c8-9591-8984bb746b08 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:40.007103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3'}, {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf781d2b-60d4-4299-8103-52963ce195a8'}, {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d37fd34-d828-47fc-bba9-58563983ab57'}, {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec2e7e8-adee-47be-abca-1085836a71f8'}, {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fccae39-d74c-4e24-8894-943565c5335e'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:40.009289 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3ac4fc-aa4c-48c7-815a-19a4b3af865c" -d '{"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "10ed5f95-de1c-4f1d-8433-23aa9adc36e3"}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "cf781d2b-60d4-4299-8103-52963ce195a8"}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "1d37fd34-d828-47fc-bba9-58563983ab57"}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "9ec2e7e8-adee-47be-abca-1085836a71f8"}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "0fccae39-d74c-4e24-8894-943565c5335e"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:40.038510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7441dff7-295d-413a-a7e7-570ba4197b55 req-238b637d-6d6d-4f96-b5d6-ccb2477952b0 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915570 Jul 07 19:25:40.054051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.075376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ae687075-5157-44ba-b7f8-18a04b9c694b None None] Provisioning for port cdf8ed11-875e-4551-800c-b7ed35ed4e43 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:40.082494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ae687075-5157-44ba-b7f8-18a04b9c694b None None] Provisioning complete for port cdf8ed11-875e-4551-800c-b7ed35ed4e43 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:40.082868 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ae687075-5157-44ba-b7f8-18a04b9c694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.084799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0fccae39-d74c-4e24-8894-943565c5335e,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:40.110713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 5b3f649a-2212-48c8-9591-8984bb746b08 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:40.119110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 5b3f649a-2212-48c8-9591-8984bb746b08 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:40.121521 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.154265 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ae687075-5157-44ba-b7f8-18a04b9c694b None None] Port cdf8ed11-875e-4551-800c-b7ed35ed4e43 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:25:40.167053 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.178069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb02bbe-258d-44ff-8340-ee36d906a29d req-fc8b83c4-2550-4bca-b7c4-33b6e6f18251 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:40.184977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0fb02bbe-258d-44ff-8340-ee36d906a29d req-fc8b83c4-2550-4bca-b7c4-33b6e6f18251 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 944 time: 0.2126818 Jul 07 19:25:40.211053 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.221513 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.232058 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a4b3945-a6e0-475d-bae8-27310faad1c7 req-716cf7e3-648c-4fac-8909-6fc4e30cc30f service neutron] 10.222.0.110 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479587 Jul 07 19:25:40.234508 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.255780 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5b3f649a-2212-48c8-9591-8984bb746b08, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5b3f649a-2212-48c8-9591-8984bb746b08,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:40.265160 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.308470 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.309006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c68a42dd-42cf-4aed-9b32-74bcbada8d08 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:25:40.318690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc89e0a-0a9e-420a-83a3-931ac2a7890d req-a2d9c1b6-a77b-4dc7-b9f3-f895f1887c6a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:40.320342 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1dc89e0a-0a9e-420a-83a3-931ac2a7890d req-a2d9c1b6-a77b-4dc7-b9f3-f895f1887c6a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1259773 Jul 07 19:25:40.321098 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=5b3f649a-2212-48c8-9591-8984bb746b08,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:40.325206 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.326750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1d04c7a0-4ab4-4625-89ec-f64bf001c787 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c68a42dd-42cf-4aed-9b32-74bcbada8d08 HTTP/1.1" status: 204 len: 168 time: 1.4489865 Jul 07 19:25:40.329684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34846) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:40.359553 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0fb02bbe-258d-44ff-8340-ee36d906a29d req-c735207b-189b-4873-bf24-a16bfcfdf7b3 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736484 Jul 07 19:25:40.364193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:40.392438 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a4b3945-a6e0-475d-bae8-27310faad1c7 req-b59ae6e4-fafb-4307-a4c8-d70b47df9746 service neutron] 10.222.0.110 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353827 Jul 07 19:25:40.423955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e3795f-439a-4b64-b018-3e5dc5d151e1 admin admin] Deleting subnet 637b22fd-8e32-4648-80bc-c3a53f1054fc {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:25:40.430831 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52e3795f-439a-4b64-b018-3e5dc5d151e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.449375 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da713e2c-a4d1-4da3-9df3-8a913a118da0 x-openstack-request-id: req-da713e2c-a4d1-4da3-9df3-8a913a118da0 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:40.449735 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "10ed5f95-de1c-4f1d-8433-23aa9adc36e3", "code": 200}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "cf781d2b-60d4-4299-8103-52963ce195a8", "code": 200}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "1d37fd34-d828-47fc-bba9-58563983ab57", "code": 200}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "9ec2e7e8-adee-47be-abca-1085836a71f8", "code": 200}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "0fccae39-d74c-4e24-8894-943565c5335e", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:40.449992 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da713e2c-a4d1-4da3-9df3-8a913a118da0 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:40.450579 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3', 'code': 200} Jul 07 19:25:40.450863 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf781d2b-60d4-4299-8103-52963ce195a8', 'code': 200} Jul 07 19:25:40.451228 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d37fd34-d828-47fc-bba9-58563983ab57', 'code': 200} Jul 07 19:25:40.451478 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec2e7e8-adee-47be-abca-1085836a71f8', 'code': 200} Jul 07 19:25:40.451767 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fccae39-d74c-4e24-8894-943565c5335e', 'code': 200} Jul 07 19:25:40.474870 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52e3795f-439a-4b64-b018-3e5dc5d151e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.506334 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1dc89e0a-0a9e-420a-83a3-931ac2a7890d req-3ab1bfd2-8097-47b8-975f-08efc5789df8 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685441 Jul 07 19:25:40.523843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,segment=NetworkSegment(8bf17d6c-8192-47df-8b0f-211667b00788),segment_id=8bf17d6c-8192-47df-8b0f-211667b00788)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:40.540881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4', 'network_id': 'f6a81a2f-44d4-4807-88d2-1c151ac7dd42', 'port_id': 'c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4', 'mac_address': 'fa:16:3e:15:fc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727db7f8-2ef0-4db1-bead-93f4c57723d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:40.568196 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52e3795f-439a-4b64-b018-3e5dc5d151e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.588360 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.611925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:40.636085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,segment=NetworkSegment(8bf17d6c-8192-47df-8b0f-211667b00788),segment_id=8bf17d6c-8192-47df-8b0f-211667b00788)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:40.641992 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.644493 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52e3795f-439a-4b64-b018-3e5dc5d151e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.684891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c201e4-393b-4f36-b053-165aa3d730a8 req-f0381705-af12-48cd-9e36-d376f5fc2bee tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:40.686577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77c201e4-393b-4f36-b053-165aa3d730a8 req-f0381705-af12-48cd-9e36-d376f5fc2bee tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 931 time: 0.1252980 Jul 07 19:25:40.695158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:40.708034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3795f-439a-4b64-b018-3e5dc5d151e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637b22fd-8e32-4648-80bc-c3a53f1054fc,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:40.713213 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52e3795f-439a-4b64-b018-3e5dc5d151e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.717664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-52e3795f-439a-4b64-b018-3e5dc5d151e1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/637b22fd-8e32-4648-80bc-c3a53f1054fc HTTP/1.1" status: 204 len: 168 time: 0.3871109 Jul 07 19:25:40.718595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34854) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:40.765822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf8ed11-875e-4551-800c-b7ed35ed4e43 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:40.774866 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77c201e4-393b-4f36-b053-165aa3d730a8 req-03e2bebc-4aa7-4e6b-80dd-55ad99aaf5e4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797920 Jul 07 19:25:40.779421 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.796266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Transition to ACTIVE for port object cdf8ed11-875e-4551-800c-b7ed35ed4e43 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:40.813710 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.815025 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.846817 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbaa09-61f3-4eed-9351-68a81b078212 req-1cb643c6-27b2-429f-b195-8a32347ebe1b tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:40.846817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41fbaa09-61f3-4eed-9351-68a81b078212 req-1cb643c6-27b2-429f-b195-8a32347ebe1b tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 945 time: 0.1610067 Jul 07 19:25:40.875244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Pushing event updated for resources: {'Port': ['ID=cdf8ed11-875e-4551-800c-b7ed35ed4e43,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:40.907957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a0729a79-35e3-43bd-ab42-f58f63a2a150 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:25:40.937841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: a0729a79-35e3-43bd-ab42-f58f63a2a150 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:25:40.938300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a0729a79-35e3-43bd-ab42-f58f63a2a150 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:25:40.938982 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d0194afa-2dc6-447a-9c20-20b69b848771 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:25:40.956498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.983201 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41fbaa09-61f3-4eed-9351-68a81b078212 req-8885f3f0-08c1-4ba2-b1da-60fcbb2f6c04 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168258 Jul 07 19:25:40.986524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: d0194afa-2dc6-447a-9c20-20b69b848771 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:25:40.987098 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d0194afa-2dc6-447a-9c20-20b69b848771 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:25:41.001031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a8d583-e305-4105-a7ca-683cce92a5af']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:41.001385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Attempting to bind port cdf8ed11-875e-4551-800c-b7ed35ed4e43 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:41.001731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Attempting to bind port cdf8ed11-875e-4551-800c-b7ed35ed4e43 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:41.002068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Attempting to bind port cdf8ed11-875e-4551-800c-b7ed35ed4e43 on network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:41.009044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Port cdf8ed11-875e-4551-800c-b7ed35ed4e43 on network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:25:41.009389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Attempting to bind port cdf8ed11-875e-4551-800c-b7ed35ed4e43 on network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:41.019397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:41.020713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Checking segment: {'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:41.021345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Bound using segment: {'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:41.022331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Bound port: cdf8ed11-875e-4551-800c-b7ed35ed4e43, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e6aa2-a576-4c66-8d56-18a0de4d628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:41.023123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.029431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7738161-1356-4eef-af07-37e3935b2ba3') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:41.029808 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7738161-1356-4eef-af07-37e3935b2ba3') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:41.040885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.056666 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.065483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:25:41.065892 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:25:41.068003 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:25:41.129889 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] For port cdf8ed11-875e-4551-800c-b7ed35ed4e43, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:41.135946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] For port cdf8ed11-875e-4551-800c-b7ed35ed4e43, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=cdf8ed11-875e-4551-800c-b7ed35ed4e43,segment=NetworkSegment(522e6aa2-a576-4c66-8d56-18a0de4d628b),segment_id=522e6aa2-a576-4c66-8d56-18a0de4d628b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:41.150311 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.176867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.195065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.195706 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.197196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] 10.222.0.48 "PUT /v2.0/ports/cdf8ed11-875e-4551-800c-b7ed35ed4e43 HTTP/1.1" status: 200 len: 1091 time: 1.3326578 Jul 07 19:25:41.197323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 66a27ee2-f62e-419c-a5f4-642053a2c621 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:41.199573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'tag': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:41.209606 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087cc8a8-b857-454a-9536-e3f7a55222f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b23db4-7dc2-466e-b4f6-dba7b296da64", "tag": "cdf8ed11-875e-4551-800c-b7ed35ed4e43"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:41.239530 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.252025 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] 10.222.0.81 "DELETE /v2.0/networks/c7a8d583-e305-4105-a7ca-683cce92a5af HTTP/1.1" status: 204 len: 168 time: 0.5280881 Jul 07 19:25:41.255795 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:41.295578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9ed80-fc50-4865-a594-a1d26a56391f admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a8d583-e305-4105-a7ca-683cce92a5af,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:41.304873 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa9eee6-63d0-4417-9f1d-757d2063a3c8 x-openstack-request-id: req-9aa9eee6-63d0-4417-9f1d-757d2063a3c8 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:41.305294 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b23db4-7dc2-466e-b4f6-dba7b296da64", "tag": "cdf8ed11-875e-4551-800c-b7ed35ed4e43", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:41.305989 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9aa9eee6-63d0-4417-9f1d-757d2063a3c8 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:41.306748 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'tag': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'status': 'completed', 'code': 200} Jul 07 19:25:41.314901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6224cf0-d81e-4d7b-93d3-4b3ffeac65fc service neutron] Pushing event updated for resources: {'Port': ['ID=cdf8ed11-875e-4551-800c-b7ed35ed4e43,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:41.349899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-b48abb3f-1de7-4d35-a4b5-fba82fd2f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.351800 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-b48abb3f-1de7-4d35-a4b5-fba82fd2f85a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 1094 time: 0.0992596 Jul 07 19:25:41.402036 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-d390cbde-eca5-45ee-90a3-34f1b4bc11c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf8ed11-875e-4551-800c-b7ed35ed4e43 HTTP/1.1" status: 200 len: 217 time: 0.0421727 Jul 07 19:25:41.415741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cb5ff-da6a-41fc-80ac-1ea9fa775140 req-f6a271b4-9a15-4d7d-aba5-aa386e93d8ae tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.432703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cb5ff-da6a-41fc-80ac-1ea9fa775140 req-f6a271b4-9a15-4d7d-aba5-aa386e93d8ae tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.450037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cb5ff-da6a-41fc-80ac-1ea9fa775140 req-f6a271b4-9a15-4d7d-aba5-aa386e93d8ae tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.455305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cb5ff-da6a-41fc-80ac-1ea9fa775140 req-f6a271b4-9a15-4d7d-aba5-aa386e93d8ae tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.462141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34866) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:41.476222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cb5ff-da6a-41fc-80ac-1ea9fa775140 req-f6a271b4-9a15-4d7d-aba5-aa386e93d8ae tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.483050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cb5ff-da6a-41fc-80ac-1ea9fa775140 req-f6a271b4-9a15-4d7d-aba5-aa386e93d8ae tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.501419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cb5ff-da6a-41fc-80ac-1ea9fa775140 req-f6a271b4-9a15-4d7d-aba5-aa386e93d8ae tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.503455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e75cb5ff-da6a-41fc-80ac-1ea9fa775140 req-f6a271b4-9a15-4d7d-aba5-aa386e93d8ae tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5446 time: 0.2512686 Jul 07 19:25:41.516250 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-2d8f16c8-1f8b-4141-addb-879f45ae75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.518963 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-2d8f16c8-1f8b-4141-addb-879f45ae75e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15 HTTP/1.1" status: 200 len: 835 time: 0.1042774 Jul 07 19:25:41.519785 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 66a27ee2-f62e-419c-a5f4-642053a2c621, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=66a27ee2-f62e-419c-a5f4-642053a2c621,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:41.546359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '66a27ee2-f62e-419c-a5f4-642053a2c621', 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39', 'port_id': '66a27ee2-f62e-419c-a5f4-642053a2c621', 'mac_address': 'fa:16:3e:30:cf:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd089b971-d41c-434e-aac7-fe3545f6181a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:41.556354 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e61c8125-72f8-4331-bb37-ff9415ab5cbd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=442130b57d39424f9c75227920c828fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928223 Jul 07 19:25:41.561931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34870) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:41.569227 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:25:41.596588 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e75cb5ff-da6a-41fc-80ac-1ea9fa775140 req-309b65f0-50f5-4bc8-8105-248c85761c89 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867939 Jul 07 19:25:41.654375 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7e09c55-734d-443c-873a-4f3e6ece0854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.658854 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.675368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-28ca2cb1-9f1d-48bc-8ecd-ff9dc326c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.677010 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-28ca2cb1-9f1d-48bc-8ecd-ff9dc326c852 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411121 Jul 07 19:25:41.686254 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7e09c55-734d-443c-873a-4f3e6ece0854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.687809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a27ee2-f62e-419c-a5f4-642053a2c621 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:41.701471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23025eb-df6a-4956-8ddb-1e4d43c41dba req-911e0749-1e73-48a0-bf46-ab55fddf6502 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.710033 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f23025eb-df6a-4956-8ddb-1e4d43c41dba req-911e0749-1e73-48a0-bf46-ab55fddf6502 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 944 time: 0.1262589 Jul 07 19:25:41.726843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 66a27ee2-f62e-419c-a5f4-642053a2c621, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=66a27ee2-f62e-419c-a5f4-642053a2c621,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:41.735561 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.754654 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7e09c55-734d-443c-873a-4f3e6ece0854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.758729 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7e09c55-734d-443c-873a-4f3e6ece0854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.763289 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c7e09c55-734d-443c-873a-4f3e6ece0854 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bdb9451e-312a-415a-93d5-033ac4f4ed46 HTTP/1.1" status: 204 len: 168 time: 0.1982429 Jul 07 19:25:41.769997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e09c55-734d-443c-873a-4f3e6ece0854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb9451e-312a-415a-93d5-033ac4f4ed46,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:41.808569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=66a27ee2-f62e-419c-a5f4-642053a2c621,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:41.821627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f23025eb-df6a-4956-8ddb-1e4d43c41dba req-5c3d9671-dc77-4c20-9c31-c58e37634bc8 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107371 Jul 07 19:25:41.866119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ddca3-b6a4-44c5-a240-f1b3a1510552 req-c9f6efb0-b158-457c-84b2-4b4cbf8428ec tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.867899 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-687ddca3-b6a4-44c5-a240-f1b3a1510552 req-c9f6efb0-b158-457c-84b2-4b4cbf8428ec tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.0891256 Jul 07 19:25:41.877976 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-d69930c5-1f19-4e06-a26c-0319cf836cb1 service neutron] 10.222.0.48 "GET /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849024 Jul 07 19:25:41.913203 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-687ddca3-b6a4-44c5-a240-f1b3a1510552 req-934325a2-2dbe-4ef1-8943-2de37f87e811 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Jul 07 19:25:42.011926 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe0f6a6b-a8ec-481f-97ba-a777540ee1a0 req-c0a12023-4fba-4711-ac8a-0e55115cd4b8 service neutron] 10.222.0.48 "GET /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261289 Jul 07 19:25:42.044510 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60cbe4-ba70-4d9c-b39e-bf458152de41 req-b6524f8f-f6da-45e4-8395-ec24ac691e64 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.045950 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-af60cbe4-ba70-4d9c-b39e-bf458152de41 req-b6524f8f-f6da-45e4-8395-ec24ac691e64 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 943 time: 0.0960014 Jul 07 19:25:42.115883 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['66a27ee2-f62e-419c-a5f4-642053a2c621'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:42.117895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-af60cbe4-ba70-4d9c-b39e-bf458152de41 req-1d4ea213-d78c-4821-96f9-69792c973e71 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661538 Jul 07 19:25:42.173280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cc8a8-b857-454a-9536-e3f7a55222f4 req-cf3d7148-cacb-412c-acc2-adf6f9d71cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.175593 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087cc8a8-b857-454a-9536-e3f7a55222f4 req-cf3d7148-cacb-412c-acc2-adf6f9d71cd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 1094 time: 0.0910149 Jul 07 19:25:42.353025 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cc8a8-b857-454a-9536-e3f7a55222f4 req-8bcfeb8b-5c94-4322-a480-460c612a564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.354506 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087cc8a8-b857-454a-9536-e3f7a55222f4 req-8bcfeb8b-5c94-4322-a480-460c612a564f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d HTTP/1.1" status: 200 len: 898 time: 0.1662915 Jul 07 19:25:42.368828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78e287-de1c-4bb4-98a7-01d2b7c014e2 req-8da7ae36-97dd-4f44-8b3b-f73f0f932b6d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.370239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ae78e287-de1c-4bb4-98a7-01d2b7c014e2 req-8da7ae36-97dd-4f44-8b3b-f73f0f932b6d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 945 time: 0.1051905 Jul 07 19:25:42.416620 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087cc8a8-b857-454a-9536-e3f7a55222f4 req-00e031be-472d-4576-923d-6647f586c108 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf8ed11-875e-4551-800c-b7ed35ed4e43 HTTP/1.1" status: 200 len: 217 time: 0.0454202 Jul 07 19:25:42.455817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3f649a-2212-48c8-9591-8984bb746b08'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:42.460294 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca82b19a-3d81-4bd0-bfbd-9de354cf6994" -d '{"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "5b3f649a-2212-48c8-9591-8984bb746b08"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:42.462137 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ae78e287-de1c-4bb4-98a7-01d2b7c014e2 req-ef7ba40b-d059-4e2c-9761-5aaa7f50ba5c tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853806 Jul 07 19:25:42.483024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cc8a8-b857-454a-9536-e3f7a55222f4 req-3352895d-4523-43c0-a48c-cfde2024589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.485034 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087cc8a8-b857-454a-9536-e3f7a55222f4 req-3352895d-4523-43c0-a48c-cfde2024589b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15 HTTP/1.1" status: 200 len: 835 time: 0.0559747 Jul 07 19:25:42.511897 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbb2d81-0ba1-4574-962a-92e4dfb2f873 x-openstack-request-id: req-fcbb2d81-0ba1-4574-962a-92e4dfb2f873 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:42.512447 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-plugged", "status": "completed", "tag": "5b3f649a-2212-48c8-9591-8984bb746b08", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:42.512910 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fcbb2d81-0ba1-4574-962a-92e4dfb2f873 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:42.513539 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3f649a-2212-48c8-9591-8984bb746b08', 'code': 200} Jul 07 19:25:42.554546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cc8a8-b857-454a-9536-e3f7a55222f4 req-5950e968-2fca-4417-b589-e124677e2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.556664 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087cc8a8-b857-454a-9536-e3f7a55222f4 req-5950e968-2fca-4417-b589-e124677e2b66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640028 Jul 07 19:25:42.636285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34902) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:42.701484 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087cc8a8-b857-454a-9536-e3f7a55222f4 req-be1b7c51-e95d-4e89-a754-0be00bc38289 service neutron] 10.222.0.48 "GET /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305497 Jul 07 19:25:42.713353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ebc5-6e49-44fc-8d44-021c2098f0a9 req-f058d423-3ebe-41cf-b309-24afb240b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.714013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ebc5-6e49-44fc-8d44-021c2098f0a9 req-f058d423-3ebe-41cf-b309-24afb240b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.714457 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ebc5-6e49-44fc-8d44-021c2098f0a9 req-f058d423-3ebe-41cf-b309-24afb240b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.714987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ebc5-6e49-44fc-8d44-021c2098f0a9 req-f058d423-3ebe-41cf-b309-24afb240b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.715470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ebc5-6e49-44fc-8d44-021c2098f0a9 req-f058d423-3ebe-41cf-b309-24afb240b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.715979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ebc5-6e49-44fc-8d44-021c2098f0a9 req-f058d423-3ebe-41cf-b309-24afb240b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.716409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ebc5-6e49-44fc-8d44-021c2098f0a9 req-f058d423-3ebe-41cf-b309-24afb240b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.718282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e192ebc5-6e49-44fc-8d44-021c2098f0a9 req-f058d423-3ebe-41cf-b309-24afb240b29f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 6503 time: 0.1032307 Jul 07 19:25:42.751692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-620254675-network', 'tenant_id': '95f37241ba9646a49a71a902f18d31d5'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:42.773248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Made reservation on behalf of 95f37241ba9646a49a71a902f18d31d5 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:42.775637 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:42.783993 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:42.844295 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e192ebc5-6e49-44fc-8d44-021c2098f0a9 req-54320fdb-b800-43dc-ad5c-80937e364680 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&id=3a09fe47-cafa-4ede-b997-b0b261292a90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174691 Jul 07 19:25:42.883326 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087cc8a8-b857-454a-9536-e3f7a55222f4 req-710c160c-8171-46d5-b36e-985bee0c72d1 service neutron] 10.222.0.48 "GET /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639495 Jul 07 19:25:42.884503 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:42.888645 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:42.895903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96acc4d-25c0-46c0-94f2-0227cb728c80 req-bc4d059c-ae9a-450d-baae-e6faf95281d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.901603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:25:42.903094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96acc4d-25c0-46c0-94f2-0227cb728c80 req-bc4d059c-ae9a-450d-baae-e6faf95281d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.909680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96acc4d-25c0-46c0-94f2-0227cb728c80 req-bc4d059c-ae9a-450d-baae-e6faf95281d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.912569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:42.913115 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Added segment a23ef0e4-2e34-4e9d-9fdd-d6eda099c384 of type vlan for network 1619270e-13d2-457c-a2cc-932c6308f290 Jul 07 19:25:42.916915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96acc4d-25c0-46c0-94f2-0227cb728c80 req-bc4d059c-ae9a-450d-baae-e6faf95281d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.922909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96acc4d-25c0-46c0-94f2-0227cb728c80 req-bc4d059c-ae9a-450d-baae-e6faf95281d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.929131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96acc4d-25c0-46c0-94f2-0227cb728c80 req-bc4d059c-ae9a-450d-baae-e6faf95281d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.935827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96acc4d-25c0-46c0-94f2-0227cb728c80 req-bc4d059c-ae9a-450d-baae-e6faf95281d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:42.939413 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a96acc4d-25c0-46c0-94f2-0227cb728c80 req-bc4d059c-ae9a-450d-baae-e6faf95281d2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5446 time: 0.1937928 Jul 07 19:25:42.983015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a96acc4d-25c0-46c0-94f2-0227cb728c80 req-95b5f612-1632-4e4b-bca3-1115abd87c27 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370359 Jul 07 19:25:43.011742 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:43.011742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c746dd9-2807-4bc2-9f34-269d33a3dd96,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:43.050520 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:43.051825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:43.052301 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:43.112113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a345021-6105-4835-8869-1355c2934533 req-bc8bf4b5-77b2-448a-9254-5efcc198376a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:43.113599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a345021-6105-4835-8869-1355c2934533 req-bc8bf4b5-77b2-448a-9254-5efcc198376a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 945 time: 0.1591926 Jul 07 19:25:43.124278 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4868946 Jul 07 19:25:43.128075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34912) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:43.135899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-80802f50-81e0-4e32-a89b-61012c787305 admin admin] Request body: {'subnet': {'network_id': '1619270e-13d2-457c-a2cc-932c6308f290', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-620254675-subnet', 'tenant_id': '95f37241ba9646a49a71a902f18d31d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:43.144760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a915422-31f8-4865-b48c-df1ae3dc208c admin admin] Pushing event updated for resources: {'Network': ['ID=1619270e-13d2-457c-a2cc-932c6308f290,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:43.158212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 1619270e-13d2-457c-a2cc-932c6308f290 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:25:43.169194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80802f50-81e0-4e32-a89b-61012c787305 admin admin] Made reservation on behalf of 95f37241ba9646a49a71a902f18d31d5 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:43.171425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a345021-6105-4835-8869-1355c2934533 req-47823248-9f03-4e13-9f3c-8abfca6f9a9b tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507746 Jul 07 19:25:43.172616 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-80802f50-81e0-4e32-a89b-61012c787305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:43.228446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02634872-7fb7-4f20-9c6a-e79752822dd3 req-31fc536d-2aa4-4290-aa62-9553fc41df79 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:43.230843 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02634872-7fb7-4f20-9c6a-e79752822dd3 req-31fc536d-2aa4-4290-aa62-9553fc41df79 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1409431 Jul 07 19:25:43.293194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02634872-7fb7-4f20-9c6a-e79752822dd3 req-c4a6b2ed-0ff0-4f86-a6ae-49e2182d08b6 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552895 Jul 07 19:25:43.400603 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-80802f50-81e0-4e32-a89b-61012c787305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:43.446596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b81de-8353-4534-a63e-cf26f11f405d req-344c561d-bb41-413e-a0ef-9e61f0a33577 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:43.448111 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-080b81de-8353-4534-a63e-cf26f11f405d req-344c561d-bb41-413e-a0ef-9e61f0a33577 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 943 time: 0.0698564 Jul 07 19:25:43.455945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80802f50-81e0-4e32-a89b-61012c787305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11cffc55-4736-4070-a81b-3debe5d470ee,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:43.466845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80802f50-81e0-4e32-a89b-61012c787305 admin admin] Checking segment: {'id': 'a23ef0e4-2e34-4e9d-9fdd-d6eda099c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1619270e-13d2-457c-a2cc-932c6308f290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:43.467209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80802f50-81e0-4e32-a89b-61012c787305 admin admin] Network hostable DHCP agents. Network: 1619270e-13d2-457c-a2cc-932c6308f290, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:25:43.484940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80802f50-81e0-4e32-a89b-61012c787305 admin admin] Network 1619270e-13d2-457c-a2cc-932c6308f290 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:25:43.489631 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-080b81de-8353-4534-a63e-cf26f11f405d req-99952ac9-748e-40c7-9b14-c7374c54cc96 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350621 Jul 07 19:25:43.494100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-80802f50-81e0-4e32-a89b-61012c787305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 1619270e-13d2-457c-a2cc-932c6308f290) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:43.498640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80802f50-81e0-4e32-a89b-61012c787305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:43.499258 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-80802f50-81e0-4e32-a89b-61012c787305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:43.503620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78525498-45e2-4a9c-8ceb-041bedb3506e None None] Network 1619270e-13d2-457c-a2cc-932c6308f290 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:43.526873 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-80802f50-81e0-4e32-a89b-61012c787305 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3930728 Jul 07 19:25:43.637414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a10be-ea36-447b-a3d5-c67944cc63bb None None] Network 1619270e-13d2-457c-a2cc-932c6308f290 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:43.677680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5af4c-e6ee-49a3-b6bd-2cf9bd5c032a req-6115806e-8697-4eb9-a994-85753aa3bbc7 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:43.679454 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a1c5af4c-e6ee-49a3-b6bd-2cf9bd5c032a req-6115806e-8697-4eb9-a994-85753aa3bbc7 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 945 time: 0.0706167 Jul 07 19:25:43.733268 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a1c5af4c-e6ee-49a3-b6bd-2cf9bd5c032a req-d844e1bf-5d32-4b16-ac1d-f9a8ef776b7c tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452240 Jul 07 19:25:43.916003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34934) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:43.920981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1780216830-network', 'tenant_id': '586fbdc93c03455ebe0b60b564569ef9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:43.941901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Made reservation on behalf of 586fbdc93c03455ebe0b60b564569ef9 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:43.944199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:43.953420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.051353 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.056724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.081963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:25:44.094167 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.094418 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Added segment bc8ad3dd-785f-4e82-b48c-dfb510ca1a0e of type vlan for network 9b2c4600-1c65-4ee5-90e6-ada490257d9d Jul 07 19:25:44.135516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85afb2f-40c2-499e-8b7b-2c16a9761c1f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:44.151242 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.185941 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.186953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.187523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.224679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1738-0d62-4ffa-9e59-ca95d44d4eb6 req-92d963b3-784f-4581-8b96-dde43c27ab16 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.231010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1738-0d62-4ffa-9e59-ca95d44d4eb6 req-92d963b3-784f-4581-8b96-dde43c27ab16 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.245009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1738-0d62-4ffa-9e59-ca95d44d4eb6 req-92d963b3-784f-4581-8b96-dde43c27ab16 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.248139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3306739 Jul 07 19:25:44.248526 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34940) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:44.253666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1738-0d62-4ffa-9e59-ca95d44d4eb6 req-92d963b3-784f-4581-8b96-dde43c27ab16 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.256594 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f4327e63-2b52-41a0-afe0-65fa8e16b730 admin admin] Request body: {'subnet': {'network_id': '9b2c4600-1c65-4ee5-90e6-ada490257d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1780216830-subnet', 'tenant_id': '586fbdc93c03455ebe0b60b564569ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:44.260344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1738-0d62-4ffa-9e59-ca95d44d4eb6 req-92d963b3-784f-4581-8b96-dde43c27ab16 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.265641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b61c32-b20a-413d-96a3-9cea90b83e27 admin admin] Pushing event updated for resources: {'Network': ['ID=9b2c4600-1c65-4ee5-90e6-ada490257d9d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:44.267207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1738-0d62-4ffa-9e59-ca95d44d4eb6 req-92d963b3-784f-4581-8b96-dde43c27ab16 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.273258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1738-0d62-4ffa-9e59-ca95d44d4eb6 req-92d963b3-784f-4581-8b96-dde43c27ab16 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.275948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3deb1738-0d62-4ffa-9e59-ca95d44d4eb6 req-92d963b3-784f-4581-8b96-dde43c27ab16 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5446 time: 0.1550851 Jul 07 19:25:44.276759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 9b2c4600-1c65-4ee5-90e6-ada490257d9d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:25:44.292116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4327e63-2b52-41a0-afe0-65fa8e16b730 admin admin] Made reservation on behalf of 586fbdc93c03455ebe0b60b564569ef9 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:44.294947 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f4327e63-2b52-41a0-afe0-65fa8e16b730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.329660 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3deb1738-0d62-4ffa-9e59-ca95d44d4eb6 req-a0dee5a1-58de-4cdb-92f1-e887d610b89d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454097 Jul 07 19:25:44.381226 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:44.434230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660fe21-6c3a-460b-877b-f115c4cb9771 req-fb34d7b5-3b68-48f2-a5b4-ad75ced5b601 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.434656 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c660fe21-6c3a-460b-877b-f115c4cb9771 req-fb34d7b5-3b68-48f2-a5b4-ad75ced5b601 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 945 time: 0.1366062 Jul 07 19:25:44.439676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:44.445239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:44.445735 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.517051 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c660fe21-6c3a-460b-877b-f115c4cb9771 req-4650b06b-0837-4dc0-9f04-cd8ff7e7892f tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759628 Jul 07 19:25:44.529117 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.573299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d59d0f-775a-45a1-bd9f-31ab95f97d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:44.576287 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ece682-009a-4208-ae96-2a50cdb518ba" -d '{"events": [{"server_uuid": "86d59d0f-775a-45a1-bd9f-31ab95f97d90", "name": "network-vif-plugged", "status": "completed", "tag": "c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:44.579435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f4327e63-2b52-41a0-afe0-65fa8e16b730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.582523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,segment=NetworkSegment(8bf17d6c-8192-47df-8b0f-211667b00788),segment_id=8bf17d6c-8192-47df-8b0f-211667b00788)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:44.588725 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.629456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4327e63-2b52-41a0-afe0-65fa8e16b730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc8be90-0f05-4474-9c04-6c38d8ab07d7,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:44.649953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:44.654422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6f6aa-cc76-40a8-9d2e-c3c40e4c87df req-9e99508c-5295-4fbb-9a66-f43390680b15 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.656258 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ab6f6aa-cc76-40a8-9d2e-c3c40e4c87df req-9e99508c-5295-4fbb-9a66-f43390680b15 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.0845845 Jul 07 19:25:44.661923 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4327e63-2b52-41a0-afe0-65fa8e16b730 admin admin] Checking segment: {'id': 'bc8ad3dd-785f-4e82-b48c-dfb510ca1a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9b2c4600-1c65-4ee5-90e6-ada490257d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:44.662283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4327e63-2b52-41a0-afe0-65fa8e16b730 admin admin] Network hostable DHCP agents. Network: 9b2c4600-1c65-4ee5-90e6-ada490257d9d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:25:44.680606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4327e63-2b52-41a0-afe0-65fa8e16b730 admin admin] Network 9b2c4600-1c65-4ee5-90e6-ada490257d9d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:25:44.691607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f4327e63-2b52-41a0-afe0-65fa8e16b730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 9b2c4600-1c65-4ee5-90e6-ada490257d9d) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:44.696486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4327e63-2b52-41a0-afe0-65fa8e16b730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.697071 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f4327e63-2b52-41a0-afe0-65fa8e16b730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.703427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ab6f6aa-cc76-40a8-9d2e-c3c40e4c87df req-f6951242-5239-44ed-8b65-c0a5268fc461 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 Jul 07 19:25:44.714181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ec133-ab2d-4917-b1a7-00ef484c8127 None None] Network 9b2c4600-1c65-4ee5-90e6-ada490257d9d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:44.732932 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f4327e63-2b52-41a0-afe0-65fa8e16b730 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4818406 Jul 07 19:25:44.791740 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4a9443-4574-4840-a0d8-30f214e94beb x-openstack-request-id: req-2a4a9443-4574-4840-a0d8-30f214e94beb {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:44.792032 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d59d0f-775a-45a1-bd9f-31ab95f97d90", "name": "network-vif-plugged", "status": "completed", "tag": "c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:44.792284 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a4a9443-4574-4840-a0d8-30f214e94beb {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:44.792677 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d59d0f-775a-45a1-bd9f-31ab95f97d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4', 'code': 200} Jul 07 19:25:44.888335 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f3df86-d806-4f29-a7eb-a235f8df3129 None None] Network 9b2c4600-1c65-4ee5-90e6-ada490257d9d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:44.908012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9ce4-51fb-45bf-8b30-509012247e3c req-00832b60-dc56-453d-8576-380a8b686278 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.911258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f20b9ce4-51fb-45bf-8b30-509012247e3c req-00832b60-dc56-453d-8576-380a8b686278 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 943 time: 0.1377354 Jul 07 19:25:44.967930 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f20b9ce4-51fb-45bf-8b30-509012247e3c req-4e604187-756d-4133-970e-cec5e53f4955 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516019 Jul 07 19:25:44.981530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424afc5-14c9-4d4d-86b0-eae33e95fa25 req-13c9c099-1655-4d3d-bb43-b21c2f6cbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.983330 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8424afc5-14c9-4d4d-86b0-eae33e95fa25 req-13c9c099-1655-4d3d-bb43-b21c2f6cbd89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 1097 time: 0.1272342 Jul 07 19:25:44.986542 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd9e6-b9a4-482f-b3e9-5ce154e2cbe6 req-78a02185-9810-4eaa-8540-b35c58a38177 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.987977 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ccacd9e6-b9a4-482f-b3e9-5ce154e2cbe6 req-78a02185-9810-4eaa-8540-b35c58a38177 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 946 time: 0.0825365 Jul 07 19:25:45.033363 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8424afc5-14c9-4d4d-86b0-eae33e95fa25 req-28325649-10fb-4137-8726-0f239b853f02 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393164 Jul 07 19:25:45.035562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ccacd9e6-b9a4-482f-b3e9-5ce154e2cbe6 req-e1b0fe28-df19-4d3c-8abf-e307bbefe669 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401931 Jul 07 19:25:45.210912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 66a27ee2-f62e-419c-a5f4-642053a2c621 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:45.258547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 66a27ee2-f62e-419c-a5f4-642053a2c621 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:45.262751 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 66a27ee2-f62e-419c-a5f4-642053a2c621 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:45.263151 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:45.306244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-ed8f5b18-c375-4774-bf30-4bd7fa59fa28 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.307765 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-ed8f5b18-c375-4774-bf30-4bd7fa59fa28 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/networks?id=1619270e-13d2-457c-a2cc-932c6308f290 HTTP/1.1" status: 200 len: 824 time: 0.1069396 Jul 07 19:25:45.323279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d6fa755d-e038-4dc5-85c2-1383c861a35c tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/quotas/95f37241ba9646a49a71a902f18d31d5 HTTP/1.1" status: 200 len: 375 time: 0.0099616 Jul 07 19:25:45.347300 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:45.357344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-7148fb01-684f-4960-9440-ec2cef9ba6d2 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=95f37241ba9646a49a71a902f18d31d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285885 Jul 07 19:25:45.382552 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 66a27ee2-f62e-419c-a5f4-642053a2c621, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=66a27ee2-f62e-419c-a5f4-642053a2c621,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:45.387261 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:45.438079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=66a27ee2-f62e-419c-a5f4-642053a2c621,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:45.458312 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-ed9d8f6c-3b1a-4511-9797-c78dd17fe2d5 service neutron] 10.222.0.81 "GET /v2.0/networks/1619270e-13d2-457c-a2cc-932c6308f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939770 Jul 07 19:25:45.532414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeecdb-57fa-4de3-94a1-04d1dc04e1ca req-802c6b38-9dae-477c-ae36-0eddb034c60c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.538470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeecdb-57fa-4de3-94a1-04d1dc04e1ca req-802c6b38-9dae-477c-ae36-0eddb034c60c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.544472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeecdb-57fa-4de3-94a1-04d1dc04e1ca req-802c6b38-9dae-477c-ae36-0eddb034c60c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.549021 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d248b921-e24b-40ae-bef4-30472c52c8d7 service neutron] 10.222.0.81 "GET /v2.0/networks/1619270e-13d2-457c-a2cc-932c6308f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846176 Jul 07 19:25:45.550521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeecdb-57fa-4de3-94a1-04d1dc04e1ca req-802c6b38-9dae-477c-ae36-0eddb034c60c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.557209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeecdb-57fa-4de3-94a1-04d1dc04e1ca req-802c6b38-9dae-477c-ae36-0eddb034c60c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.563155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeecdb-57fa-4de3-94a1-04d1dc04e1ca req-802c6b38-9dae-477c-ae36-0eddb034c60c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.569336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeecdb-57fa-4de3-94a1-04d1dc04e1ca req-802c6b38-9dae-477c-ae36-0eddb034c60c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.571163 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ebeecdb-57fa-4de3-94a1-04d1dc04e1ca req-802c6b38-9dae-477c-ae36-0eddb034c60c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5446 time: 0.1075342 Jul 07 19:25:45.613199 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ebeecdb-57fa-4de3-94a1-04d1dc04e1ca req-ae47f3ca-7a96-437f-8cf5-d45bfc38e88a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355182 Jul 07 19:25:45.823968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5d32d-8fcd-4002-a41d-8aa809cfb9ee req-bda8f9b0-3bfd-4e3f-925e-4edb52d4f84e tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.831591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fbb5d32d-8fcd-4002-a41d-8aa809cfb9ee req-bda8f9b0-3bfd-4e3f-925e-4edb52d4f84e tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 946 time: 0.0740588 Jul 07 19:25:45.876132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fbb5d32d-8fcd-4002-a41d-8aa809cfb9ee req-de3d5728-e6e6-4ee9-ad77-996824eed06c tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427964 Jul 07 19:25:45.919957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc451de-6296-4608-b348-d17dee4e5c1d req-82b97a1b-5f10-4aa5-904e-759af23b7112 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.925887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc451de-6296-4608-b348-d17dee4e5c1d req-82b97a1b-5f10-4aa5-904e-759af23b7112 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.932554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc451de-6296-4608-b348-d17dee4e5c1d req-82b97a1b-5f10-4aa5-904e-759af23b7112 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.938435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc451de-6296-4608-b348-d17dee4e5c1d req-82b97a1b-5f10-4aa5-904e-759af23b7112 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.939893 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a8ef1ffd-b932-4c41-bb88-d016d4da53f7 req-40c8fec1-efc5-4881-a489-ca63f93c103a tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 210 time: 0.0301356 Jul 07 19:25:45.944855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc451de-6296-4608-b348-d17dee4e5c1d req-82b97a1b-5f10-4aa5-904e-759af23b7112 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.951645 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc451de-6296-4608-b348-d17dee4e5c1d req-82b97a1b-5f10-4aa5-904e-759af23b7112 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.958316 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc451de-6296-4608-b348-d17dee4e5c1d req-82b97a1b-5f10-4aa5-904e-759af23b7112 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:45.960234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-afc451de-6296-4608-b348-d17dee4e5c1d req-82b97a1b-5f10-4aa5-904e-759af23b7112 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5446 time: 0.1307952 Jul 07 19:25:45.972620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34990) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:45.979079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-882fa525-b2e8-4901-b94c-1ba01289566c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Request body: {'floatingip': {'port_id': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:46.036281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-882fa525-b2e8-4901-b94c-1ba01289566c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for floatingip, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:46.158461 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085bc8c-6bfd-4ec4-a426-4d93ef5a12ca req-7a5d58a8-4430-4e39-8037-3986d88ced77 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:46.160067 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2085bc8c-6bfd-4ec4-a426-4d93ef5a12ca req-7a5d58a8-4430-4e39-8037-3986d88ced77 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.0874760 Jul 07 19:25:46.210346 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2085bc8c-6bfd-4ec4-a426-4d93ef5a12ca req-40ea55a1-f9a2-406c-a4a5-cb8d6135a729 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Jul 07 19:25:46.349100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43edbf2-5e1c-4114-b1a9-505b22835aba req-88b5999e-51f9-4c66-adc7-0bf956d5f1ce tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:46.350842 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e43edbf2-5e1c-4114-b1a9-505b22835aba req-88b5999e-51f9-4c66-adc7-0bf956d5f1ce tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 943 time: 0.1574125 Jul 07 19:25:46.389439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device cdf8ed11-875e-4551-800c-b7ed35ed4e43 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:46.415738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869381b-2fc4-4140-b156-437a921c2366 req-6db78a75-5fbc-4156-aa02-0c08bcc84667 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:46.417594 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9869381b-2fc4-4140-b156-437a921c2366 req-6db78a75-5fbc-4156-aa02-0c08bcc84667 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 946 time: 0.1003911 Jul 07 19:25:46.469712 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e43edbf2-5e1c-4114-b1a9-505b22835aba req-b4fa1f62-f8ac-487e-9c1f-3681d58994ac tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116092 Jul 07 19:25:46.476285 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9869381b-2fc4-4140-b156-437a921c2366 req-574c59c6-7bcd-4416-a74b-be1a8eb6f028 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508549 Jul 07 19:25:46.551115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port cdf8ed11-875e-4551-800c-b7ed35ed4e43, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=cdf8ed11-875e-4551-800c-b7ed35ed4e43,segment=NetworkSegment(522e6aa2-a576-4c66-8d56-18a0de4d628b),segment_id=522e6aa2-a576-4c66-8d56-18a0de4d628b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:46.564048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'port_id': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'mac_address': 'fa:16:3e:13:f9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:46.609195 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:46.625243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf8ed11-875e-4551-800c-b7ed35ed4e43 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:46.652619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port cdf8ed11-875e-4551-800c-b7ed35ed4e43, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=cdf8ed11-875e-4551-800c-b7ed35ed4e43,segment=NetworkSegment(522e6aa2-a576-4c66-8d56-18a0de4d628b),segment_id=522e6aa2-a576-4c66-8d56-18a0de4d628b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:46.659001 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:46.713610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=cdf8ed11-875e-4551-800c-b7ed35ed4e43,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:46.793504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f86e1f3-5215-4ee0-9280-b1d78c7574ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a27ee2-f62e-419c-a5f4-642053a2c621'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:46.796934 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919d397a-8cd0-426a-b719-ec7151ee5660" -d '{"events": [{"server_uuid": "1f86e1f3-5215-4ee0-9280-b1d78c7574ec", "name": "network-vif-plugged", "status": "completed", "tag": "66a27ee2-f62e-419c-a5f4-642053a2c621"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:46.865365 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02856c29-3f9a-41aa-b03e-b19bb457323d x-openstack-request-id: req-02856c29-3f9a-41aa-b03e-b19bb457323d {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:46.865664 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f86e1f3-5215-4ee0-9280-b1d78c7574ec", "name": "network-vif-plugged", "status": "completed", "tag": "66a27ee2-f62e-419c-a5f4-642053a2c621", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:46.865914 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02856c29-3f9a-41aa-b03e-b19bb457323d {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:46.866327 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f86e1f3-5215-4ee0-9280-b1d78c7574ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a27ee2-f62e-419c-a5f4-642053a2c621', 'code': 200} Jul 07 19:25:47.043032 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-882fa525-b2e8-4901-b94c-1ba01289566c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:47.080176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5560f-74ed-4da2-9829-1c11ed10a567 req-501f1b58-b129-486d-9e4d-c6e007039c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:47.081642 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-93d5560f-74ed-4da2-9829-1c11ed10a567 req-501f1b58-b129-486d-9e4d-c6e007039c07 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 1097 time: 0.1258533 Jul 07 19:25:47.098902 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-882fa525-b2e8-4901-b94c-1ba01289566c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:47.112145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13201e-e4a1-4e42-922a-395760144747 req-5af7001d-bfc5-4b20-800b-200e53170c86 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:47.113694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce13201e-e4a1-4e42-922a-395760144747 req-5af7001d-bfc5-4b20-800b-200e53170c86 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 946 time: 0.1116669 Jul 07 19:25:47.152453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-93d5560f-74ed-4da2-9829-1c11ed10a567 req-dfff930c-6404-4731-80a3-f24819837956 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596538 Jul 07 19:25:47.174660 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce13201e-e4a1-4e42-922a-395760144747 req-80ff788b-0e48-47f0-8db7-e649cda94a0a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537927 Jul 07 19:25:47.178968 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03e6d45e-d436-4c45-9e5c-6cc08199ef59 req-5f520801-c18b-46a9-a8dc-2038d7caa18d tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 210 time: 0.0452511 Jul 07 19:25:47.195553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['cdf8ed11-875e-4551-800c-b7ed35ed4e43'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:47.274002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-b5ea2641-e6bb-4409-9c95-ed582cf2e66f tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:47.275678 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-b5ea2641-e6bb-4409-9c95-ed582cf2e66f tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.110 "GET /v2.0/networks?id=1619270e-13d2-457c-a2cc-932c6308f290 HTTP/1.1" status: 200 len: 824 time: 0.3112729 Jul 07 19:25:47.292725 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-882fa525-b2e8-4901-b94c-1ba01289566c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Floating IP c13efd22-df2a-4526-bb2e-e724ee25af34 associated. External IP: 172.25.0.187, port: 10ed5f95-de1c-4f1d-8433-23aa9adc36e3. Jul 07 19:25:47.343360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Request body: {'port': {'device_id': 'e5b05471-a169-4902-8bcb-94cc49242a59', 'network_id': '1619270e-13d2-457c-a2cc-932c6308f290', 'admin_state_up': True, 'tenant_id': '95f37241ba9646a49a71a902f18d31d5'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:47.422643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9e43a-7be5-4d66-9868-09dadd8f1425 req-d3e62870-ac46-4dcd-93ef-38d37edb0b85 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:47.424205 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4aa9e43a-7be5-4d66-9868-09dadd8f1425 req-d3e62870-ac46-4dcd-93ef-38d37edb0b85 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.0771606 Jul 07 19:25:47.465505 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4aa9e43a-7be5-4d66-9868-09dadd8f1425 req-015641f2-f8e4-4943-b422-ec8041c313e3 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351644 Jul 07 19:25:47.626885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882fa525-b2e8-4901-b94c-1ba01289566c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Router 9ebae46d-259e-4493-832e-ac4637592236 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:25:47.663664 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Made reservation on behalf of 95f37241ba9646a49a71a902f18d31d5 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:47.667812 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:47.673967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4573a49-c004-4b6c-9ea9-86f14e9436fa req-696b2d8e-ff39-4457-b680-b000be08000d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:47.675556 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4573a49-c004-4b6c-9ea9-86f14e9436fa req-696b2d8e-ff39-4457-b680-b000be08000d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 946 time: 0.0793979 Jul 07 19:25:47.719415 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4573a49-c004-4b6c-9ea9-86f14e9436fa req-16c2fa03-e097-454c-8531-2a51d5f19185 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377364 Jul 07 19:25:47.850632 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f4205-f34a-43a1-bb49-a7c533f2f3f6 req-6d8322bb-a577-4329-9372-8d0a4fbdac98 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:47.852856 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7d9f4205-f34a-43a1-bb49-a7c533f2f3f6 req-6d8322bb-a577-4329-9372-8d0a4fbdac98 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 944 time: 0.2431080 Jul 07 19:25:47.885204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882fa525-b2e8-4901-b94c-1ba01289566c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:47.896073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-882fa525-b2e8-4901-b94c-1ba01289566c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:47.897832 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d9c30-5c12-4aa8-bfef-07b4016bf66f None None] Sync routers for ids ['9ebae46d-259e-4493-832e-ac4637592236'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:47.908370 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d9c30-5c12-4aa8-bfef-07b4016bf66f None None] Routers {'9ebae46d-259e-4493-832e-ac4637592236'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:47.909399 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-022d9c30-5c12-4aa8-bfef-07b4016bf66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:25:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9ebae46d-259e-4493-832e-ac4637592236'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:47.982941 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7d9f4205-f34a-43a1-bb49-a7c533f2f3f6 req-8df3dc22-8110-4517-b35a-dfe6a4c44c94 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218078 Jul 07 19:25:48.000696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Allocated IP 172.20.0.5 (1619270e-13d2-457c-a2cc-932c6308f290/11cffc55-4736-4070-a81b-3debe5d470ee/318ceb4e-8efc-430e-99c8-eb062bd2c9f5) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:48.003969 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-882fa525-b2e8-4901-b94c-1ba01289566c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "PUT /v2.0/floatingips/c13efd22-df2a-4526-bb2e-e724ee25af34 HTTP/1.1" status: 200 len: 992 time: 2.0300958 Jul 07 19:25:48.007119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:48.009684 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3366ca55-8cca-41ba-ab22-b069abacd05b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "10ed5f95-de1c-4f1d-8433-23aa9adc36e3"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:48.038239 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-022d9c30-5c12-4aa8-bfef-07b4016bf66f None None] Set router 9ebae46d-259e-4493-832e-ac4637592236 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:48.273087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36145da7-c954-421e-b3ca-c1e53d9de12c req-4fad62d1-f9b9-489f-bf72-8805599568f6 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.276073 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36145da7-c954-421e-b3ca-c1e53d9de12c req-4fad62d1-f9b9-489f-bf72-8805599568f6 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 946 time: 0.1153948 Jul 07 19:25:48.281955 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:48.329104 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-022d9c30-5c12-4aa8-bfef-07b4016bf66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:23:17Z', 'revision_number': 4, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c13efd22-df2a-4526-bb2e-e724ee25af34', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '9ebae46d-259e-4493-832e-ac4637592236', 'port_id': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'mac_address': 'fa:16:3e:90:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:24:19Z', 'updated_at': '2021-07-07T19:25:46Z', 'revision_number': 1, 'project_id': '9366443b78874460a63d7aaac26d676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b61d9-7f73-4978-ac6d-e57ccac54b79', 'name': '', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'mac_address': 'fa:16:3e:58:17:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:15Z', 'updated_at': '2021-07-07T19:23:24Z', 'revision_number': 5, 'project_id': '9366443b78874460a63d7aaac26d676e', 'subnets': [{'id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:48.330428 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62434bae-94d5-471a-ab19-2af846016359 x-openstack-request-id: req-62434bae-94d5-471a-ab19-2af846016359 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:48.330725 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "tag": "10ed5f95-de1c-4f1d-8433-23aa9adc36e3", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:48.331001 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62434bae-94d5-471a-ab19-2af846016359 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:48.331408 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'tag': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3', 'status': 'completed', 'code': 200} Jul 07 19:25:48.335970 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36145da7-c954-421e-b3ca-c1e53d9de12c req-7db8dbc1-ec20-49f4-8667-96ec5f481010 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507770 Jul 07 19:25:48.365299 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:48.378629 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d9c30-5c12-4aa8-bfef-07b4016bf66f None None] Checking router: 9ebae46d-259e-4493-832e-ac4637592236 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:48.403145 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d9c30-5c12-4aa8-bfef-07b4016bf66f None None] Routers {'9ebae46d-259e-4493-832e-ac4637592236'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:48.403840 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-022d9c30-5c12-4aa8-bfef-07b4016bf66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:25:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9ebae46d-259e-4493-832e-ac4637592236'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:48.445283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-c92465ce-2475-4a4c-8f35-2d96ea9b94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.447514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-c92465ce-2475-4a4c-8f35-2d96ea9b94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.448160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-c92465ce-2475-4a4c-8f35-2d96ea9b94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.451145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-c92465ce-2475-4a4c-8f35-2d96ea9b94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.451712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Network 1619270e-13d2-457c-a2cc-932c6308f290 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:48.452050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-c92465ce-2475-4a4c-8f35-2d96ea9b94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.452941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-c92465ce-2475-4a4c-8f35-2d96ea9b94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.456925 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-c92465ce-2475-4a4c-8f35-2d96ea9b94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.457578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:48.462188 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:48.467201 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-c92465ce-2475-4a4c-8f35-2d96ea9b94d0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 6503 time: 0.0924754 Jul 07 19:25:48.498571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Pushing event updated for resources: {'Port': ['ID=318ceb4e-8efc-430e-99c8-eb062bd2c9f5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:48.548237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.548907 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:48.565517 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-022d9c30-5c12-4aa8-bfef-07b4016bf66f None None] Set router 9ebae46d-259e-4493-832e-ac4637592236 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:48.573219 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d570a114-fc50-4417-9668-445f690599aa tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2352979 Jul 07 19:25:48.589593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951318c-39b7-4179-b169-3ea71ed04aac req-310abdec-1d90-4479-9d38-44958c125044 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.591301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1951318c-39b7-4179-b169-3ea71ed04aac req-310abdec-1d90-4479-9d38-44958c125044 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 946 time: 0.1045761 Jul 07 19:25:48.596519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Request body: {'port': {'device_id': 'e5b05471-a169-4902-8bcb-94cc49242a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:48.640104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb95f38-b7f4-4c72-82ae-5eb2703c1a79 req-c030a0bf-a79a-44ac-a3f3-35987e473bdc tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.647096 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bbb95f38-b7f4-4c72-82ae-5eb2703c1a79 req-c030a0bf-a79a-44ac-a3f3-35987e473bdc tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 931 time: 0.1739545 Jul 07 19:25:48.664784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-d1f39cc6-92f3-40f7-b722-d2dec7a464f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.666321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-d1f39cc6-92f3-40f7-b722-d2dec7a464f8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e65b60fe-28f2-4cd6-a3d4-66f5e861df04 HTTP/1.1" status: 200 len: 918 time: 0.1835022 Jul 07 19:25:48.673373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1951318c-39b7-4179-b169-3ea71ed04aac req-c4ced123-b18b-4d23-9ffc-1569887c717e tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732176 Jul 07 19:25:48.710233 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:48.712719 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bbb95f38-b7f4-4c72-82ae-5eb2703c1a79 req-11aaabcc-ec02-49e1-851c-d13f1b226d97 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639849 Jul 07 19:25:48.790523 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-ba38b1b2-8e76-4bc4-8d5c-09498e351aef service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10ed5f95-de1c-4f1d-8433-23aa9adc36e3 HTTP/1.1" status: 200 len: 1000 time: 0.1037705 Jul 07 19:25:48.915399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-92625bea-c9b4-4e79-86b8-5c3b8939cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.917193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-92625bea-c9b4-4e79-86b8-5c3b8939cc78 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=027d46ee-f3de-4146-9c6b-7af9eea05b1d HTTP/1.1" status: 200 len: 856 time: 0.1195943 Jul 07 19:25:48.963087 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-022d9c30-5c12-4aa8-bfef-07b4016bf66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:23:17Z', 'revision_number': 4, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c13efd22-df2a-4526-bb2e-e724ee25af34', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '9ebae46d-259e-4493-832e-ac4637592236', 'port_id': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'mac_address': 'fa:16:3e:90:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:24:19Z', 'updated_at': '2021-07-07T19:25:46Z', 'revision_number': 1, 'project_id': '9366443b78874460a63d7aaac26d676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b61d9-7f73-4978-ac6d-e57ccac54b79', 'name': '', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'mac_address': 'fa:16:3e:58:17:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:15Z', 'updated_at': '2021-07-07T19:23:24Z', 'revision_number': 5, 'project_id': '9366443b78874460a63d7aaac26d676e', 'subnets': [{'id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:48.996553 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d9c30-5c12-4aa8-bfef-07b4016bf66f None None] The sync data for ids ['9ebae46d-259e-4493-832e-ac4637592236'] in n-d-793621-9 is: [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:23:17Z', 'revision_number': 4, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c13efd22-df2a-4526-bb2e-e724ee25af34', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '9ebae46d-259e-4493-832e-ac4637592236', 'port_id': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'mac_address': 'fa:16:3e:90:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:24:19Z', 'updated_at': '2021-07-07T19:25:46Z', 'revision_number': 1, 'project_id': '9366443b78874460a63d7aaac26d676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b61d9-7f73-4978-ac6d-e57ccac54b79', 'name': '', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'mac_address': 'fa:16:3e:58:17:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:15Z', 'updated_at': '2021-07-07T19:23:24Z', 'revision_number': 5, 'project_id': '9366443b78874460a63d7aaac26d676e', 'subnets': [{'id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:49.002320 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1eb07-0ceb-4a4c-9c00-153c9b8598e8 req-15782d90-8fd9-44b9-bf5a-0e4d3da62a73 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:49.004051 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11f1eb07-0ceb-4a4c-9c00-153c9b8598e8 req-15782d90-8fd9-44b9-bf5a-0e4d3da62a73 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1387606 Jul 07 19:25:49.058347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-c956e9e2-9c00-407f-86fa-006d1b1ba3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:49.061304 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-c956e9e2-9c00-407f-86fa-006d1b1ba3a1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e65b60fe-28f2-4cd6-a3d4-66f5e861df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337953 Jul 07 19:25:49.081992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11f1eb07-0ceb-4a4c-9c00-153c9b8598e8 req-b9cbd69a-0a82-492c-ad6f-23c26309191c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675244 Jul 07 19:25:49.146579 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:49.158884 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.177648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Transition to ACTIVE for port object 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:49.184111 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.194179 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-e574d03f-8d15-47c0-bb93-4078f7af366c service neutron] 10.222.0.110 "GET /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111462 Jul 07 19:25:49.282546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Pushing event updated for resources: {'Port': ['ID=318ceb4e-8efc-430e-99c8-eb062bd2c9f5,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:49.308405 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f85c88b-38f4-48f8-bdd4-6b8fb66e4cde None None] New status for floating IP c13efd22-df2a-4526-bb2e-e724ee25af34: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:25:49.325070 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3366ca55-8cca-41ba-ab22-b069abacd05b req-68a8f167-e247-49de-9544-54e9b1d464bc service neutron] 10.222.0.110 "GET /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219161 Jul 07 19:25:49.385824 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93db1ee-b90b-4bca-b4a0-ca4dba1fffbc req-7b17a9bb-06a0-45ac-8fb1-21d30a8be3a6 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:49.387687 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a93db1ee-b90b-4bca-b4a0-ca4dba1fffbc req-7b17a9bb-06a0-45ac-8fb1-21d30a8be3a6 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 944 time: 0.1756284 Jul 07 19:25:49.424896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Attempting to bind port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:49.425016 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Attempting to bind port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'a23ef0e4-2e34-4e9d-9fdd-d6eda099c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1619270e-13d2-457c-a2cc-932c6308f290'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:49.425261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Attempting to bind port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 on network 1619270e-13d2-457c-a2cc-932c6308f290 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:49.439240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 on network 1619270e-13d2-457c-a2cc-932c6308f290 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:25:49.439565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Attempting to bind port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 on network 1619270e-13d2-457c-a2cc-932c6308f290 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:49.451658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a93db1ee-b90b-4bca-b4a0-ca4dba1fffbc req-451e2270-82cf-453b-88f8-e2c3bbe36caa tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556128 Jul 07 19:25:49.453246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:49.453598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Checking segment: {'id': 'a23ef0e4-2e34-4e9d-9fdd-d6eda099c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1619270e-13d2-457c-a2cc-932c6308f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:49.453986 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Bound using segment: {'id': 'a23ef0e4-2e34-4e9d-9fdd-d6eda099c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1619270e-13d2-457c-a2cc-932c6308f290'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:49.454428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Bound port: 318ceb4e-8efc-430e-99c8-eb062bd2c9f5, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a23ef0e4-2e34-4e9d-9fdd-d6eda099c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1619270e-13d2-457c-a2cc-932c6308f290'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:49.454825 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.589840 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] For port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:49.601485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] For port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=318ceb4e-8efc-430e-99c8-eb062bd2c9f5,segment=NetworkSegment(a23ef0e4-2e34-4e9d-9fdd-d6eda099c384),segment_id=a23ef0e4-2e34-4e9d-9fdd-d6eda099c384)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:49.612177 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.648835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:49.649539 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.650976 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] 10.222.0.110 "PUT /v2.0/ports/318ceb4e-8efc-430e-99c8-eb062bd2c9f5 HTTP/1.1" status: 200 len: 1091 time: 1.0587072 Jul 07 19:25:49.678166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16483a75-d2bb-4e70-9f8d-38b50f471f0c service neutron] Pushing event updated for resources: {'Port': ['ID=318ceb4e-8efc-430e-99c8-eb062bd2c9f5,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:49.745801 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-a3ba2b68-a33b-46c8-9a07-4f0cdf7deb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:49.747422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-a3ba2b68-a33b-46c8-9a07-4f0cdf7deb7b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=95f37241ba9646a49a71a902f18d31d5&device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 1094 time: 0.0570259 Jul 07 19:25:49.775989 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9f84c-bc50-4c8a-8aae-7a3f19b253df req-7e0f7bfa-c16c-4965-8719-2cfce82930b4 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:49.778060 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bcb9f84c-bc50-4c8a-8aae-7a3f19b253df req-7e0f7bfa-c16c-4965-8719-2cfce82930b4 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 946 time: 0.0708349 Jul 07 19:25:49.807159 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-97c42e7d-be8d-44da-a48d-207200c4ace1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=318ceb4e-8efc-430e-99c8-eb062bd2c9f5 HTTP/1.1" status: 200 len: 217 time: 0.0511870 Jul 07 19:25:49.822541 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bcb9f84c-bc50-4c8a-8aae-7a3f19b253df req-c8ac5324-953e-4351-a3c4-63be81ec0bd5 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379207 Jul 07 19:25:49.895806 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-467a6741-874d-4268-acfe-444f5de35af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:49.900905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-467a6741-874d-4268-acfe-444f5de35af2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=11cffc55-4736-4070-a81b-3debe5d470ee HTTP/1.1" status: 200 len: 864 time: 0.0868390 Jul 07 19:25:49.951167 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-f221c457-216b-4dbf-b735-450e1715ea8f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1619270e-13d2-457c-a2cc-932c6308f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384448 Jul 07 19:25:49.968483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d514b-64f4-49e5-ad44-c482679f102d req-f004f054-d6b6-463a-b447-f7c2fb1dda36 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:49.970206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-074d514b-64f4-49e5-ad44-c482679f102d req-f004f054-d6b6-463a-b447-f7c2fb1dda36 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 943 time: 0.1271367 Jul 07 19:25:50.059865 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-074d514b-64f4-49e5-ad44-c482679f102d req-a910ace8-52d5-48ee-b0e7-56fe37df0ee6 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783572 Jul 07 19:25:50.091007 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-d17aa9bf-cf54-4491-8f3f-4e73ab3afa42 service neutron] 10.222.0.110 "GET /v2.0/networks/1619270e-13d2-457c-a2cc-932c6308f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169834 Jul 07 19:25:50.200928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d69eb5-0c4d-4b72-83ef-34d017b30125 req-f6692f28-d6ca-460b-8837-ef8b955ae439 service neutron] 10.222.0.110 "GET /v2.0/networks/1619270e-13d2-457c-a2cc-932c6308f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961220 Jul 07 19:25:50.268736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70ceaa-04a0-489f-9137-29d5288d738a req-2a9183bf-2760-475f-a9a7-1f7b4dbe9145 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:50.270605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f70ceaa-04a0-489f-9137-29d5288d738a req-2a9183bf-2760-475f-a9a7-1f7b4dbe9145 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.0775583 Jul 07 19:25:50.339825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e6ae1-ef25-4b32-ae52-587adc494efa req-5c532643-a0b1-489a-aa7d-f581f4f7123c tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:50.341568 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b72e6ae1-ef25-4b32-ae52-587adc494efa req-5c532643-a0b1-489a-aa7d-f581f4f7123c tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.48 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 946 time: 0.0778983 Jul 07 19:25:50.342160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b05471-a169-4902-8bcb-94cc49242a59', 'tag': '318ceb4e-8efc-430e-99c8-eb062bd2c9f5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:50.344706 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5c5962-1955-4843-a5d5-89f0b97cd5db" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b05471-a169-4902-8bcb-94cc49242a59", "tag": "318ceb4e-8efc-430e-99c8-eb062bd2c9f5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:50.416543 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device cdf8ed11-875e-4551-800c-b7ed35ed4e43 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:50.426057 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153a2178-f781-4eed-bccb-9a3bf462c0c4 x-openstack-request-id: req-153a2178-f781-4eed-bccb-9a3bf462c0c4 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:50.426813 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b05471-a169-4902-8bcb-94cc49242a59", "tag": "318ceb4e-8efc-430e-99c8-eb062bd2c9f5", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:50.427182 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-153a2178-f781-4eed-bccb-9a3bf462c0c4 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:50.429636 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b05471-a169-4902-8bcb-94cc49242a59', 'tag': '318ceb4e-8efc-430e-99c8-eb062bd2c9f5', 'status': 'completed', 'code': 200} Jul 07 19:25:50.499152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port cdf8ed11-875e-4551-800c-b7ed35ed4e43 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:50.515984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port cdf8ed11-875e-4551-800c-b7ed35ed4e43 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:50.517455 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.543240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b72e6ae1-ef25-4b32-ae52-587adc494efa req-5614a185-1236-4b2f-ae9c-ac78b61f3f9d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Deleting port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:25:50.543709 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b72e6ae1-ef25-4b32-ae52-587adc494efa req-5614a185-1236-4b2f-ae9c-ac78b61f3f9d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.638817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c5962-1955-4843-a5d5-89f0b97cd5db req-f5c9a63a-56e6-48fa-9127-b0fc2f46dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:50.642652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f5c5962-1955-4843-a5d5-89f0b97cd5db req-f5c9a63a-56e6-48fa-9127-b0fc2f46dc6a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=95f37241ba9646a49a71a902f18d31d5&device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 1094 time: 0.1768277 Jul 07 19:25:50.691519 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.718874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:50.721313 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0338d7-2e2a-414b-a769-3a56f94294e6" -d '{"events": [{"server_uuid": "d2b23db4-7dc2-466e-b4f6-dba7b296da64", "name": "network-vif-plugged", "status": "completed", "tag": "cdf8ed11-875e-4551-800c-b7ed35ed4e43"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:50.739710 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port cdf8ed11-875e-4551-800c-b7ed35ed4e43, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=cdf8ed11-875e-4551-800c-b7ed35ed4e43,segment=NetworkSegment(522e6aa2-a576-4c66-8d56-18a0de4d628b),segment_id=522e6aa2-a576-4c66-8d56-18a0de4d628b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:50.746479 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.747978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:25:50.761125 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f70ceaa-04a0-489f-9137-29d5288d738a req-cae8a9b2-2768-4716-aa79-088b065bc72b tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829714 Jul 07 19:25:50.859238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-b72e6ae1-ef25-4b32-ae52-587adc494efa req-5614a185-1236-4b2f-ae9c-ac78b61f3f9d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] For port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,segment=NetworkSegment(8bf17d6c-8192-47df-8b0f-211667b00788),segment_id=8bf17d6c-8192-47df-8b0f-211667b00788)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:50.859690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b72e6ae1-ef25-4b32-ae52-587adc494efa req-5614a185-1236-4b2f-ae9c-ac78b61f3f9d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.862717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c5962-1955-4843-a5d5-89f0b97cd5db req-68206e17-cd1b-4e61-8996-b8f7f8a8515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:50.864454 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f5c5962-1955-4843-a5d5-89f0b97cd5db req-68206e17-cd1b-4e61-8996-b8f7f8a8515d service neutron] 10.222.0.110 "GET /v2.0/networks?id=1619270e-13d2-457c-a2cc-932c6308f290 HTTP/1.1" status: 200 len: 925 time: 0.2118573 Jul 07 19:25:50.885018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290d912-b39b-46da-a70e-9c59c9b7ccf5 req-de63a223-2a4c-4794-8598-37fafa937d7e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:50.886773 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f290d912-b39b-46da-a70e-9c59c9b7ccf5 req-de63a223-2a4c-4794-8598-37fafa937d7e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 944 time: 0.2353034 Jul 07 19:25:50.892462 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b72e6ae1-ef25-4b32-ae52-587adc494efa req-5614a185-1236-4b2f-ae9c-ac78b61f3f9d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Calling delete_port for c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:25:50.901905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=cdf8ed11-875e-4551-800c-b7ed35ed4e43,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:50.912870 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.940691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f5c5962-1955-4843-a5d5-89f0b97cd5db req-3400304c-0c32-4653-b4f4-773d136493cd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=318ceb4e-8efc-430e-99c8-eb062bd2c9f5 HTTP/1.1" status: 200 len: 217 time: 0.0643964 Jul 07 19:25:50.963686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,segment=NetworkSegment(8bf17d6c-8192-47df-8b0f-211667b00788),segment_id=8bf17d6c-8192-47df-8b0f-211667b00788)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:50.976814 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.041389 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15266674-22f8-4795-8394-496eda787846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.042891 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f290d912-b39b-46da-a70e-9c59c9b7ccf5 req-926a5ec0-75fb-48b4-85fa-7c624a42161c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471360 Jul 07 19:25:51.055633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:51.063787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c5962-1955-4843-a5d5-89f0b97cd5db req-62236398-ff90-4f5b-a7f7-6b36110fab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:51.077082 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f5c5962-1955-4843-a5d5-89f0b97cd5db req-62236398-ff90-4f5b-a7f7-6b36110fab7c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=11cffc55-4736-4070-a81b-3debe5d470ee HTTP/1.1" status: 200 len: 864 time: 0.1108568 Jul 07 19:25:51.110284 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45326e68-a7dd-4801-b88b-74b99b945a5a x-openstack-request-id: req-45326e68-a7dd-4801-b88b-74b99b945a5a {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:51.110861 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b23db4-7dc2-466e-b4f6-dba7b296da64", "name": "network-vif-plugged", "status": "completed", "tag": "cdf8ed11-875e-4551-800c-b7ed35ed4e43", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:51.111183 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45326e68-a7dd-4801-b88b-74b99b945a5a {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:51.111565 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'code': 200} Jul 07 19:25:51.133497 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f5c5962-1955-4843-a5d5-89f0b97cd5db req-c93c7803-577f-4246-ac0a-c3bcfd922c6a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1619270e-13d2-457c-a2cc-932c6308f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472164 Jul 07 19:25:51.358884 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b72e6ae1-ef25-4b32-ae52-587adc494efa req-5614a185-1236-4b2f-ae9c-ac78b61f3f9d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.400137 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f5c5962-1955-4843-a5d5-89f0b97cd5db req-28dae35f-6dab-49ec-81ad-f82c72d89092 service neutron] 10.222.0.110 "GET /v2.0/networks/1619270e-13d2-457c-a2cc-932c6308f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572634 Jul 07 19:25:51.423044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb320b-5084-4612-b270-8565d11521e0 req-471f3a0b-38a9-46b0-b8cc-8a1534bd23ed tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:51.425667 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bdbb320b-5084-4612-b270-8565d11521e0 req-471f3a0b-38a9-46b0-b8cc-8a1534bd23ed tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 943 time: 0.0774632 Jul 07 19:25:51.437332 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614a185-1236-4b2f-ae9c-ac78b61f3f9d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Pushing event deleted for resources: {'Port': ['ID=c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:51.471633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bdbb320b-5084-4612-b270-8565d11521e0 req-ee83b113-585a-4d55-8af6-06e2ead7c234 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395973 Jul 07 19:25:51.479291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9a47-9921-4d7a-8a06-4182847f770e req-a4b2047c-9aa1-4877-ad88-c127abfea423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:51.481013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-da3f9a47-9921-4d7a-8a06-4182847f770e req-a4b2047c-9aa1-4877-ad88-c127abfea423 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 1096 time: 0.2599311 Jul 07 19:25:51.518333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfa8c4-9cf1-4858-a47e-6fc20de3fd5f req-7f9213b8-1d4e-457e-b854-69a52fdfd2f0 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:51.519854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48bfa8c4-9cf1-4858-a47e-6fc20de3fd5f req-7f9213b8-1d4e-457e-b854-69a52fdfd2f0 tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d59d0f-775a-45a1-bd9f-31ab95f97d90 HTTP/1.1" status: 200 len: 865 time: 0.2998469 Jul 07 19:25:51.929191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72e6ae1-ef25-4b32-ae52-587adc494efa req-5614a185-1236-4b2f-ae9c-ac78b61f3f9d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] No DVR routers for this DVR port c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:25:51.946847 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b72e6ae1-ef25-4b32-ae52-587adc494efa req-5614a185-1236-4b2f-ae9c-ac78b61f3f9d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.948852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b72e6ae1-ef25-4b32-ae52-587adc494efa req-5614a185-1236-4b2f-ae9c-ac78b61f3f9d tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.48 "DELETE /v2.0/ports/c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4 HTTP/1.1" status: 204 len: 173 time: 1.5987213 Jul 07 19:25:51.954709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e30520-794c-4d47-9c7f-12423a258f60 req-3ff9162e-af84-40e3-a24d-06b61e393dcd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:51.956326 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54e30520-794c-4d47-9c7f-12423a258f60 req-3ff9162e-af84-40e3-a24d-06b61e393dcd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.0755301 Jul 07 19:25:52.002397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-da3f9a47-9921-4d7a-8a06-4182847f770e req-04ba47ce-a17d-4979-b192-874fd00c769f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4787114 Jul 07 19:25:52.005141 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54e30520-794c-4d47-9c7f-12423a258f60 req-d3fc9df7-6e63-4c60-8624-8471e290ac42 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431962 Jul 07 19:25:52.007487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48bfa8c4-9cf1-4858-a47e-6fc20de3fd5f req-90768ab7-d646-4186-944a-7302aa5c8f9e tempest-InstanceActionsV221TestJSON-1380683172 tempest-InstanceActionsV221TestJSON-1380683172-project] 10.222.0.81 "GET /v2.0/security-groups?id=26b5ad00-866b-4ed4-a37a-17de67366e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854452 Jul 07 19:25:52.024463 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f5c5962-1955-4843-a5d5-89f0b97cd5db req-07c30fc8-173a-4cee-a3dc-805766800d37 service neutron] 10.222.0.110 "GET /v2.0/networks/1619270e-13d2-457c-a2cc-932c6308f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981596 Jul 07 19:25:52.311245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1097-05f5-4caf-b002-05d9c6c28268 req-20134cde-27b6-4834-b068-093c1d445ba9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:52.313192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c32e1097-05f5-4caf-b002-05d9c6c28268 req-20134cde-27b6-4834-b068-093c1d445ba9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 945 time: 0.0687392 Jul 07 19:25:52.354492 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c32e1097-05f5-4caf-b002-05d9c6c28268 req-9f023efa-c6bb-44dc-8ed4-2ee129ac02fb tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347004 Jul 07 19:25:52.431153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d59d0f-775a-45a1-bd9f-31ab95f97d90', 'name': 'network-vif-deleted', 'tag': 'c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:52.433479 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c2017f-f012-4fb4-bc7b-318c4b2da2a8" -d '{"events": [{"server_uuid": "86d59d0f-775a-45a1-bd9f-31ab95f97d90", "name": "network-vif-deleted", "tag": "c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:52.469761 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6241de87-90bd-4b02-bdd4-7a198f12f328 x-openstack-request-id: req-6241de87-90bd-4b02-bdd4-7a198f12f328 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:52.470053 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d59d0f-775a-45a1-bd9f-31ab95f97d90", "name": "network-vif-deleted", "tag": "c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:52.470309 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6241de87-90bd-4b02-bdd4-7a198f12f328 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:52.470712 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d59d0f-775a-45a1-bd9f-31ab95f97d90', 'name': 'network-vif-deleted', 'tag': 'c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4', 'status': 'completed', 'code': 200} Jul 07 19:25:52.668123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fe435-66a9-476d-8e41-09db7b47dbee req-164a496d-e4fe-41f6-ba71-3ccdf9074800 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:52.669840 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-af4fe435-66a9-476d-8e41-09db7b47dbee req-164a496d-e4fe-41f6-ba71-3ccdf9074800 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 943 time: 0.0814064 Jul 07 19:25:52.712429 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-af4fe435-66a9-476d-8e41-09db7b47dbee req-a3d44913-6184-4fdb-b2a5-296ab94ca6fb tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364630 Jul 07 19:25:53.112412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d59d0f-775a-45a1-bd9f-31ab95f97d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:53.116132 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d02df6-b329-40f3-bbb4-02b9e5605e45" -d '{"events": [{"server_uuid": "86d59d0f-775a-45a1-bd9f-31ab95f97d90", "name": "network-vif-unplugged", "status": "completed", "tag": "c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:53.233386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5698c-2253-4d23-b0d9-c84a8fa9d8a9 req-c7d957b3-c7cd-434f-86c0-c766e592f02b tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:53.235102 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00b5698c-2253-4d23-b0d9-c84a8fa9d8a9 req-c7d957b3-c7cd-434f-86c0-c766e592f02b tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.0784194 Jul 07 19:25:53.241733 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa403a1e-650d-485f-8838-e2ed7845bd39 x-openstack-request-id: req-fa403a1e-650d-485f-8838-e2ed7845bd39 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:53.242025 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d59d0f-775a-45a1-bd9f-31ab95f97d90", "name": "network-vif-unplugged", "status": "completed", "tag": "c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:53.242280 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa403a1e-650d-485f-8838-e2ed7845bd39 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:53.242704 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d59d0f-775a-45a1-bd9f-31ab95f97d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c94fd05a-fc2f-4a2d-bcba-b929b34ac8a4', 'code': 200} Jul 07 19:25:53.259913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:53.285816 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00b5698c-2253-4d23-b0d9-c84a8fa9d8a9 req-d1dd9197-f8bc-4a68-b033-9dcbd61810e3 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Jul 07 19:25:53.400810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=318ceb4e-8efc-430e-99c8-eb062bd2c9f5,segment=NetworkSegment(a23ef0e4-2e34-4e9d-9fdd-d6eda099c384),segment_id=a23ef0e4-2e34-4e9d-9fdd-d6eda099c384)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:53.420566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '318ceb4e-8efc-430e-99c8-eb062bd2c9f5', 'network_id': '1619270e-13d2-457c-a2cc-932c6308f290', 'port_id': '318ceb4e-8efc-430e-99c8-eb062bd2c9f5', 'mac_address': 'fa:16:3e:57:ec:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cffc55-4736-4070-a81b-3debe5d470ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:53.487820 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.500684 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4127f3a1-354a-4744-943b-c367400882a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.504275 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:53.526989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=318ceb4e-8efc-430e-99c8-eb062bd2c9f5,segment=NetworkSegment(a23ef0e4-2e34-4e9d-9fdd-d6eda099c384),segment_id=a23ef0e4-2e34-4e9d-9fdd-d6eda099c384)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:53.533520 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.586804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=318ceb4e-8efc-430e-99c8-eb062bd2c9f5,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:53.654737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35116) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:53.705589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2d752-23b4-46db-9f7a-cc4e105cf25b req-5949fb90-4dcd-4b51-9a7d-bdbb2496c004 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:53.707997 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01b2d752-23b4-46db-9f7a-cc4e105cf25b req-5949fb90-4dcd-4b51-9a7d-bdbb2496c004 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 945 time: 0.0796924 Jul 07 19:25:53.714501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddbdb36-41d2-461c-b9c4-d6561484a1b0 admin admin] Deleting subnet 727db7f8-2ef0-4db1-bead-93f4c57723d6 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:25:53.717901 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ddbdb36-41d2-461c-b9c4-d6561484a1b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.751536 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01b2d752-23b4-46db-9f7a-cc4e105cf25b req-8f83e182-6fc3-4698-be4c-1b86b9bec115 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367935 Jul 07 19:25:53.760809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ddbdb36-41d2-461c-b9c4-d6561484a1b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.823781 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.833593 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ddbdb36-41d2-461c-b9c4-d6561484a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.906550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['318ceb4e-8efc-430e-99c8-eb062bd2c9f5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:53.981095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ddbdb36-41d2-461c-b9c4-d6561484a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.992485 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4659d-de0a-4521-bf6e-43381992cbf5 req-7a2e5209-e8cd-4d83-a968-4adb7acc95c2 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:53.994570 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fd4659d-de0a-4521-bf6e-43381992cbf5 req-7a2e5209-e8cd-4d83-a968-4adb7acc95c2 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 944 time: 0.1205764 Jul 07 19:25:54.002483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff785601-b078-4a0e-8263-616e564c11b5 req-1be82fa4-bfce-469a-bb03-33bc9eb95f34 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:54.005938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff785601-b078-4a0e-8263-616e564c11b5 req-1be82fa4-bfce-469a-bb03-33bc9eb95f34 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 945 time: 0.1227026 Jul 07 19:25:54.033895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbdb36-41d2-461c-b9c4-d6561484a1b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=727db7f8-2ef0-4db1-bead-93f4c57723d6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:54.036277 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ddbdb36-41d2-461c-b9c4-d6561484a1b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.043837 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6ddbdb36-41d2-461c-b9c4-d6561484a1b0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/727db7f8-2ef0-4db1-bead-93f4c57723d6 HTTP/1.1" status: 204 len: 168 time: 0.3879411 Jul 07 19:25:54.053105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35124) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:54.087462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff785601-b078-4a0e-8263-616e564c11b5 req-15582c60-6b22-45b7-96de-bd74ecc3dd7c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698428 Jul 07 19:25:54.116600 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35126) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:54.165973 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fd4659d-de0a-4521-bf6e-43381992cbf5 req-f753019e-ac01-44e0-b392-28f557bdfe9f tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626179 Jul 07 19:25:54.192744 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.203792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8dca70-1f28-4c5a-b71b-601d2028e0cf tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:54.205506 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fc8dca70-1f28-4c5a-b71b-601d2028e0cf tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 1091 time: 0.0872550 Jul 07 19:25:54.208585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35128) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:54.213628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:54.238474 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.300060 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.313122 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a81a2f-44d4-4807-88d2-1c151ac7dd42']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:54.332429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf17d6c-8192-47df-8b0f-211667b00788') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:54.332429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf17d6c-8192-47df-8b0f-211667b00788') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:54.346570 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.375948 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.385000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:25:54.386110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:25:54.389098 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:25:54.393992 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.482708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.499935 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.501872 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f6a81a2f-44d4-4807-88d2-1c151ac7dd42 HTTP/1.1" status: 204 len: 168 time: 0.4475393 Jul 07 19:25:54.502839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79d767-b533-440a-964f-a4d9a53b7758 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a81a2f-44d4-4807-88d2-1c151ac7dd42,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:54.606950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Allocated IP 172.25.0.233 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/08f11ef9-3271-4b53-9b69-b6b766632493) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:54.628322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad220e-bb51-4a5b-b485-8bc95634b01f req-27f8eadf-0d95-4a51-b73d-35bf72a8f24b tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:54.630167 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4ad220e-bb51-4a5b-b485-8bc95634b01f req-27f8eadf-0d95-4a51-b73d-35bf72a8f24b tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1721103 Jul 07 19:25:54.705210 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.729314 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4ad220e-bb51-4a5b-b485-8bc95634b01f req-c9e73866-1156-4068-9e54-247c2d3199fa tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922184 Jul 07 19:25:54.737939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35140) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:54.784334 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7464b337-3e16-4fd3-9ffb-8c073643ff2b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c05a5ebd3f204a0598cc7fdf75ba7baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455801 Jul 07 19:25:54.786895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35142) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:54.795350 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.844190 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d64104cb-7278-4177-82b1-d77dd6c4149a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.848144 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.866457 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d64104cb-7278-4177-82b1-d77dd6c4149a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.886474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:54.889347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:54.895049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:54.919811 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d64104cb-7278-4177-82b1-d77dd6c4149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.923793 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d64104cb-7278-4177-82b1-d77dd6c4149a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.923981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=08f11ef9-3271-4b53-9b69-b6b766632493,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:54.927444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d64104cb-7278-4177-82b1-d77dd6c4149a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/26b5ad00-866b-4ed4-a37a-17de67366e90 HTTP/1.1" status: 204 len: 168 time: 0.1366730 Jul 07 19:25:54.936021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64104cb-7278-4177-82b1-d77dd6c4149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b5ad00-866b-4ed4-a37a-17de67366e90,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:55.258690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:55.328869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:55.336190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:55.337108 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:55.365920 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610c40e-351f-45ce-9a50-16349c83c22b req-ce7b31f0-24c6-490f-8a87-07b66d050271 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:55.367428 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-ce7b31f0-24c6-490f-8a87-07b66d050271 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 814 time: 0.2120461 Jul 07 19:25:55.401767 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-7fe9be4a-edeb-4a04-9f68-0892c3c7f573 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/quotas/1f6745b37cc84094bb631476291d9180 HTTP/1.1" status: 200 len: 375 time: 0.0215714 Jul 07 19:25:55.411016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b59f4-5d4a-4bd8-8df9-3e6818389c8f req-7523bfcc-f75d-4f50-870f-90479409fa9a tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:55.412907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d2b59f4-5d4a-4bd8-8df9-3e6818389c8f req-7523bfcc-f75d-4f50-870f-90479409fa9a tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 944 time: 0.0907023 Jul 07 19:25:55.434304 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:55.464428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b05471-a169-4902-8bcb-94cc49242a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318ceb4e-8efc-430e-99c8-eb062bd2c9f5'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:55.467652 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee65c721-a1ae-40e0-b490-f2077af1d094" -d '{"events": [{"server_uuid": "e5b05471-a169-4902-8bcb-94cc49242a59", "name": "network-vif-plugged", "status": "completed", "tag": "318ceb4e-8efc-430e-99c8-eb062bd2c9f5"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:55.477447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d2b59f4-5d4a-4bd8-8df9-3e6818389c8f req-756465ba-1cf9-45be-8cc6-a037578cecd4 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563531 Jul 07 19:25:55.481927 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:55.490262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=318ceb4e-8efc-430e-99c8-eb062bd2c9f5,segment=NetworkSegment(a23ef0e4-2e34-4e9d-9fdd-d6eda099c384),segment_id=a23ef0e4-2e34-4e9d-9fdd-d6eda099c384)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:55.496876 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:55.550669 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559d8353-4a12-4346-808d-ac7393bdc8c8 x-openstack-request-id: req-559d8353-4a12-4346-808d-ac7393bdc8c8 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:55.551063 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b05471-a169-4902-8bcb-94cc49242a59", "name": "network-vif-plugged", "status": "completed", "tag": "318ceb4e-8efc-430e-99c8-eb062bd2c9f5", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:55.553921 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-5d8e55b4-9328-45fd-bbf9-b382fc7315a4 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1512780 Jul 07 19:25:55.559745 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-559d8353-4a12-4346-808d-ac7393bdc8c8 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:55.560495 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b05471-a169-4902-8bcb-94cc49242a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318ceb4e-8efc-430e-99c8-eb062bd2c9f5', 'code': 200} Jul 07 19:25:55.575951 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=318ceb4e-8efc-430e-99c8-eb062bd2c9f5,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:55.708702 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:55.731266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fdfc9-8481-49f6-913c-96c8e557350f req-ae22f9db-ac9a-4294-b9cd-5399184e9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:55.733499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-570fdfc9-8481-49f6-913c-96c8e557350f req-ae22f9db-ac9a-4294-b9cd-5399184e9baa service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 1096 time: 0.0969298 Jul 07 19:25:55.775442 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-a7dd3f11-db3f-43d4-b020-752816c88f1d service neutron] 10.222.0.81 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128778 Jul 07 19:25:55.780823 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-570fdfc9-8481-49f6-913c-96c8e557350f req-ee6a4251-4d13-4cdb-b9f3-a721db3cfe6b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396266 Jul 07 19:25:55.813768 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27e99d7b-6445-4c8e-8c26-78b512449c2a req-b4050dbe-ac19-430c-a543-1757e91dd068 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1951725 Jul 07 19:25:55.826123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35190) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:55.955625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-949924066-network', 'tenant_id': '80156fdd1481473baf95d68970cd52b3'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:55.983392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Made reservation on behalf of 80156fdd1481473baf95d68970cd52b3 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:55.985780 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:55.993457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-a3b0b32a-f0cb-4226-8226-684508da52ea service neutron] 10.222.0.81 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098389 Jul 07 19:25:56.013362 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.037436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e99d7b-6445-4c8e-8c26-78b512449c2a req-fd7beacd-eb6d-4ba1-93bc-fea93ae672d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:56.038973 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27e99d7b-6445-4c8e-8c26-78b512449c2a req-fd7beacd-eb6d-4ba1-93bc-fea93ae672d6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e12dc729d097499293efcc14013febf6&device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 1097 time: 0.1246762 Jul 07 19:25:56.042315 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.053830 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.120233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b7b71-80f1-4591-9dc0-66a1f2ba4b2d req-7825d603-9228-44f6-b21b-7f41c73675b0 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:56.121750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af7b7b71-80f1-4591-9dc0-66a1f2ba4b2d req-7825d603-9228-44f6-b21b-7f41c73675b0 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1187704 Jul 07 19:25:56.194289 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af7b7b71-80f1-4591-9dc0-66a1f2ba4b2d req-215602ab-e43c-456d-906c-85defec798d4 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611191 Jul 07 19:25:56.199917 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.206364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=08f11ef9-3271-4b53-9b69-b6b766632493,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:56.207110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.227470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.237590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:25:56.254877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecd8279-544c-494d-9568-5d6fe3bce42c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:56.257897 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.258764 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Added segment d5e651f7-11da-4f13-a6af-d08425fee73a of type vlan for network d6583313-7149-46f5-9c18-4eb5b83d89d3 Jul 07 19:25:56.295369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e99d7b-6445-4c8e-8c26-78b512449c2a req-93af7a4f-69f4-43ba-8add-8602e549282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:56.298332 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27e99d7b-6445-4c8e-8c26-78b512449c2a req-93af7a4f-69f4-43ba-8add-8602e549282e service neutron] 10.222.0.110 "GET /v2.0/networks?id=02f836db-6676-46b9-aee6-90c3bd2e56ec HTTP/1.1" status: 200 len: 913 time: 0.2172563 Jul 07 19:25:56.335770 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.341663 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb012290-6bb0-4e93-ab96-85ce93400c96 req-3241bea8-6477-459f-b58f-59771ad31042 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 210 time: 0.0417182 Jul 07 19:25:56.383051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.386832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:56.386832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.424793 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27e99d7b-6445-4c8e-8c26-78b512449c2a req-93ed60d4-fc3c-4a56-9e6c-9e4a005a4a0b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ad2499b-4709-40a8-bfef-f824a5819cf7 HTTP/1.1" status: 200 len: 1001 time: 0.1175137 Jul 07 19:25:56.427545 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Floating IP 27644c39-3870-45a9-a990-5f968fcbcbe3 associated. External IP: 172.25.0.233, port: cdf8ed11-875e-4551-800c-b7ed35ed4e43. Jul 07 19:25:56.444771 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.451084 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6237361 Jul 07 19:25:56.454228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35202) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:56.459164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9bae270b-ad09-4ff4-ab41-3a89e04dcd96 admin admin] Request body: {'subnet': {'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-949924066-subnet', 'tenant_id': '80156fdd1481473baf95d68970cd52b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:56.476336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce73121-97eb-440b-a818-73d271da512f admin admin] Pushing event updated for resources: {'Network': ['ID=d6583313-7149-46f5-9c18-4eb5b83d89d3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:56.490776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bae270b-ad09-4ff4-ab41-3a89e04dcd96 admin admin] Made reservation on behalf of 80156fdd1481473baf95d68970cd52b3 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:56.494980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network d6583313-7149-46f5-9c18-4eb5b83d89d3 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:25:56.503737 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9bae270b-ad09-4ff4-ab41-3a89e04dcd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.557088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e99d7b-6445-4c8e-8c26-78b512449c2a req-cd4aa09a-b2a7-4253-9e45-114c8f86e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:56.558691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27e99d7b-6445-4c8e-8c26-78b512449c2a req-cd4aa09a-b2a7-4253-9e45-114c8f86e9cc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=42b18c18-ffa6-4760-8549-97ac33844a2f HTTP/1.1" status: 200 len: 851 time: 0.1269248 Jul 07 19:25:56.752160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e99d7b-6445-4c8e-8c26-78b512449c2a req-2f4c03e3-7629-49a5-bb17-073c82133dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:56.753676 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27e99d7b-6445-4c8e-8c26-78b512449c2a req-2f4c03e3-7629-49a5-bb17-073c82133dfe service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02f836db-6676-46b9-aee6-90c3bd2e56ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783876 Jul 07 19:25:56.803243 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9bae270b-ad09-4ff4-ab41-3a89e04dcd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.879117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae270b-ad09-4ff4-ab41-3a89e04dcd96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc3021c-a7c4-44d6-a64a-9eb2336153af,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:56.890934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae270b-ad09-4ff4-ab41-3a89e04dcd96 admin admin] Checking segment: {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:56.891656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bae270b-ad09-4ff4-ab41-3a89e04dcd96 admin admin] Network hostable DHCP agents. Network: d6583313-7149-46f5-9c18-4eb5b83d89d3, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:25:56.916234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810e862-9682-4887-8c9f-6e1ed8b01e1c req-0a24fa29-627d-41de-9899-98ac31aff0b5 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:56.925778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bae270b-ad09-4ff4-ab41-3a89e04dcd96 admin admin] Network d6583313-7149-46f5-9c18-4eb5b83d89d3 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:25:56.925953 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8810e862-9682-4887-8c9f-6e1ed8b01e1c req-0a24fa29-627d-41de-9899-98ac31aff0b5 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 945 time: 0.2779212 Jul 07 19:25:56.936623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Router 549f139e-462e-4e7e-a008-f3f262694ece has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:25:56.942999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-9bae270b-ad09-4ff4-ab41-3a89e04dcd96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, d6583313-7149-46f5-9c18-4eb5b83d89d3) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:56.950821 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bae270b-ad09-4ff4-ab41-3a89e04dcd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:56.951945 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9bae270b-ad09-4ff4-ab41-3a89e04dcd96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.957074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e579d-4461-47d0-8e45-68ac18769471 None None] Network d6583313-7149-46f5-9c18-4eb5b83d89d3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:56.971367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9bae270b-ad09-4ff4-ab41-3a89e04dcd96 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5162027 Jul 07 19:25:57.111255 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8810e862-9682-4887-8c9f-6e1ed8b01e1c req-df4bfb42-cc07-401d-a2e2-1b0546818488 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841927 Jul 07 19:25:57.116148 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27e99d7b-6445-4c8e-8c26-78b512449c2a req-bcf218ee-4c41-4324-bcb3-045635363ff8 service neutron] 10.222.0.110 "GET /v2.0/networks/02f836db-6676-46b9-aee6-90c3bd2e56ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461919 Jul 07 19:25:57.204846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c109c922-d24d-439e-b379-b01212c83b29 None None] Network d6583313-7149-46f5-9c18-4eb5b83d89d3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:57.277074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:57.287258 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca83201e-a0bd-450f-96b8-9c7ba8f4e5b8 None None] Sync routers for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:57.310512 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca83201e-a0bd-450f-96b8-9c7ba8f4e5b8 None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:57.311263 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ca83201e-a0bd-450f-96b8-9c7ba8f4e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:25:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:57.349278 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:57.359260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27e99d7b-6445-4c8e-8c26-78b512449c2a req-a66b209e-e74c-4fe4-9d1f-975d87cc2ebf service neutron] 10.222.0.110 "GET /v2.0/networks/02f836db-6676-46b9-aee6-90c3bd2e56ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270527 Jul 07 19:25:57.461438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35234) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:57.470602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5217ab2b-a2fb-4c2d-9b0c-821ba2d3b510 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2607434 Jul 07 19:25:57.474164 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ca83201e-a0bd-450f-96b8-9c7ba8f4e5b8 None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:57.477482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'tag': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:57.482693 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0c17f4-9d21-4f16-a1c5-7f814291b77b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b23db4-7dc2-466e-b4f6-dba7b296da64", "tag": "cdf8ed11-875e-4551-800c-b7ed35ed4e43"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:57.536472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be00e9-2098-4830-b185-99d1c27ee48d req-57d77f96-af90-478d-9b27-1ef9a797d94f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:57.550299 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-39be00e9-2098-4830-b185-99d1c27ee48d req-57d77f96-af90-478d-9b27-1ef9a797d94f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1488807 Jul 07 19:25:57.628580 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-39be00e9-2098-4830-b185-99d1c27ee48d req-3c69fa68-f439-4804-97e5-62b48cf562e0 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626645 Jul 07 19:25:57.670881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-17285e87-8d46-4b0b-815d-5db939ac5b67 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/floatingips/27644c39-3870-45a9-a990-5f968fcbcbe3 HTTP/1.1" status: 200 len: 991 time: 0.2080643 Jul 07 19:25:57.700753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-10e5dc62-db2e-4eb7-8d67-4e1e99563144 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:57.708822 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-10e5dc62-db2e-4eb7-8d67-4e1e99563144 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/networks?id=d6583313-7149-46f5-9c18-4eb5b83d89d3 HTTP/1.1" status: 200 len: 812 time: 0.1869891 Jul 07 19:25:57.726666 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a1800091-75a4-49da-a25a-5d339b4f3fdf tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/quotas/80156fdd1481473baf95d68970cd52b3 HTTP/1.1" status: 200 len: 375 time: 0.0168855 Jul 07 19:25:57.756475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610c40e-351f-45ce-9a50-16349c83c22b req-cd1791a7-0084-4f7a-8430-87582b2198ba tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:57.759199 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-cd1791a7-0084-4f7a-8430-87582b2198ba tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.110 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 814 time: 0.1294744 Jul 07 19:25:57.777049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-0610c40e-351f-45ce-9a50-16349c83c22b req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Request body: {'port': {'device_id': '9bef64e4-9671-48af-96f0-c3cd1976b1e8', 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39', 'admin_state_up': True, 'tenant_id': '1f6745b37cc84094bb631476291d9180'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:57.786014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-abc08024-fceb-4cd3-b2ad-d3df9505888f tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=80156fdd1481473baf95d68970cd52b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576153 Jul 07 19:25:57.807624 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ca83201e-a0bd-450f-96b8-9c7ba8f4e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '27644c39-3870-45a9-a990-5f968fcbcbe3', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'floating_ip_address': '172.25.0.233', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'port_id': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'mac_address': 'fa:16:3e:13:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:25:55Z', 'updated_at': '2021-07-07T19:25:55Z', 'revision_number': 0, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:57.842301 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca83201e-a0bd-450f-96b8-9c7ba8f4e5b8 None None] Checking router: 549f139e-462e-4e7e-a008-f3f262694ece for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:57.852556 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca83201e-a0bd-450f-96b8-9c7ba8f4e5b8 None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:57.853796 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ca83201e-a0bd-450f-96b8-9c7ba8f4e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:25:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:58.027321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-ddc8cbc9-5606-4a93-9c0d-2d0d9b2218b1 service neutron] 10.222.0.81 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397397 Jul 07 19:25:58.035672 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ca83201e-a0bd-450f-96b8-9c7ba8f4e5b8 None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:58.198953 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-1f67c2ab-86be-4214-99d8-5de69a1700d3 service neutron] 10.222.0.81 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637869 Jul 07 19:25:58.202094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df958037-3215-4f5e-baff-fe645420717f req-f257cc70-df40-47c3-bd75-5852a5cbab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:58.203982 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df958037-3215-4f5e-baff-fe645420717f req-f257cc70-df40-47c3-bd75-5852a5cbab35 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 1097 time: 0.1454005 Jul 07 19:25:58.265084 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df958037-3215-4f5e-baff-fe645420717f req-2a110a5c-b272-4692-8d78-3fac7053f28d service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528028 Jul 07 19:25:58.361798 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ca83201e-a0bd-450f-96b8-9c7ba8f4e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '27644c39-3870-45a9-a990-5f968fcbcbe3', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'floating_ip_address': '172.25.0.233', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'port_id': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'mac_address': 'fa:16:3e:13:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:25:55Z', 'updated_at': '2021-07-07T19:25:55Z', 'revision_number': 0, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:58.394746 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca83201e-a0bd-450f-96b8-9c7ba8f4e5b8 None None] The sync data for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 is: [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '27644c39-3870-45a9-a990-5f968fcbcbe3', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'floating_ip_address': '172.25.0.233', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'port_id': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'mac_address': 'fa:16:3e:13:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:25:55Z', 'updated_at': '2021-07-07T19:25:55Z', 'revision_number': 0, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:58.413955 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34f2026a-bcf6-44ca-ad11-be9e01426cb5 req-c9036ca2-39be-441c-b195-024750c8d7d8 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 210 time: 0.0818508 Jul 07 19:25:58.462011 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ab6fa6-bcdd-41b4-b65a-9718d711e0b3 x-openstack-request-id: req-30ab6fa6-bcdd-41b4-b65a-9718d711e0b3 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:58.462406 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b23db4-7dc2-466e-b4f6-dba7b296da64", "tag": "cdf8ed11-875e-4551-800c-b7ed35ed4e43", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:58.462642 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30ab6fa6-bcdd-41b4-b65a-9718d711e0b3 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:58.463079 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'tag': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'status': 'completed', 'code': 200} Jul 07 19:25:58.510346 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-a2feaf4f-c35c-45e7-9963-fefe572d2aa5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1798785 Jul 07 19:25:58.583672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0610c40e-351f-45ce-9a50-16349c83c22b req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Made reservation on behalf of 1f6745b37cc84094bb631476291d9180 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:58.587893 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0610c40e-351f-45ce-9a50-16349c83c22b req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:58.672837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35254) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:58.731630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c17f4-9d21-4f16-a1c5-7f814291b77b req-6b188475-99d8-47b1-954c-23d913931be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:58.734023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca0c17f4-9d21-4f16-a1c5-7f814291b77b req-6b188475-99d8-47b1-954c-23d913931be4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 1096 time: 0.2330201 Jul 07 19:25:58.779842 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915bb28-1b9c-488f-be0b-c5aba62d64b9 None None] New status for floating IP 27644c39-3870-45a9-a990-5f968fcbcbe3: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:25:58.856741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3ff698e7-2dcc-4c64-8161-2c2c87d33ba3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/floatingips/27644c39-3870-45a9-a990-5f968fcbcbe3 HTTP/1.1" status: 200 len: 991 time: 0.1821854 Jul 07 19:25:58.905874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea9ca5-ee18-4b29-8988-d5886ef1b0f3 req-984ae076-4722-42ff-8ee2-b27a167dffdd tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:58.914245 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a3ea9ca5-ee18-4b29-8988-d5886ef1b0f3 req-984ae076-4722-42ff-8ee2-b27a167dffdd tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 945 time: 0.1545923 Jul 07 19:25:58.949614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c17f4-9d21-4f16-a1c5-7f814291b77b req-a8f5f26c-b001-411e-a57a-a97edfaa6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:58.951407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca0c17f4-9d21-4f16-a1c5-7f814291b77b req-a8f5f26c-b001-411e-a57a-a97edfaa6f48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d HTTP/1.1" status: 200 len: 898 time: 0.1725194 Jul 07 19:25:58.965177 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a3ea9ca5-ee18-4b29-8988-d5886ef1b0f3 req-e573710a-b3ae-4c60-bd88-b4ea378f508e tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488296 Jul 07 19:25:59.064664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a842dbf5-bf65-42bb-8026-d34ea99a9699 req-88575688-0d9d-4b94-bee9-d58b8c6606e4 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 210 time: 0.0420735 Jul 07 19:25:59.173724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca0c17f4-9d21-4f16-a1c5-7f814291b77b req-dddf0994-080c-43f1-bb20-b91e3e16b222 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf8ed11-875e-4551-800c-b7ed35ed4e43 HTTP/1.1" status: 200 len: 999 time: 0.1935093 Jul 07 19:25:59.187786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-0610c40e-351f-45ce-9a50-16349c83c22b req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Allocated IP 172.20.0.11 (570f0fc9-3c6e-4c31-a473-9989951d0d39/d089b971-d41c-434e-aac7-fe3545f6181a/a326e00b-9eff-42ae-954d-7e87bbd7a3c6) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:59.198350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-ec62a1ba-b93e-480e-a6f4-332fcd710e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.198881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-ec62a1ba-b93e-480e-a6f4-332fcd710e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.199381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-ec62a1ba-b93e-480e-a6f4-332fcd710e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.199894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-ec62a1ba-b93e-480e-a6f4-332fcd710e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.200314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-ec62a1ba-b93e-480e-a6f4-332fcd710e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.200797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-ec62a1ba-b93e-480e-a6f4-332fcd710e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.201309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-ec62a1ba-b93e-480e-a6f4-332fcd710e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.203659 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-ec62a1ba-b93e-480e-a6f4-332fcd710e60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6488 time: 0.5984092 Jul 07 19:25:59.250348 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171cd28-18b6-4b28-b2df-9ca43b45bedf req-753344fe-9a07-49f1-83e7-52833a72e113 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.253232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b171cd28-18b6-4b28-b2df-9ca43b45bedf req-753344fe-9a07-49f1-83e7-52833a72e113 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.3354826 Jul 07 19:25:59.393649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a728e9-deaa-406d-a810-2d501f947454 req-5b4fd8d7-57cc-4e9e-b9e1-b6738a3cc037 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.394965 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82a728e9-deaa-406d-a810-2d501f947454 req-5b4fd8d7-57cc-4e9e-b9e1-b6738a3cc037 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 945 time: 0.0868585 Jul 07 19:25:59.434776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c17f4-9d21-4f16-a1c5-7f814291b77b req-52923601-7d8d-4689-b256-bc3e1ec41e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.436452 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca0c17f4-9d21-4f16-a1c5-7f814291b77b req-52923601-7d8d-4689-b256-bc3e1ec41e01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15 HTTP/1.1" status: 200 len: 835 time: 0.2461605 Jul 07 19:25:59.455467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82a728e9-deaa-406d-a810-2d501f947454 req-3ab9bf4f-5a42-47ca-89c6-e18a18e7e29a tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518315 Jul 07 19:25:59.573586 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b171cd28-18b6-4b28-b2df-9ca43b45bedf req-3be45c49-f3c3-48f9-bab2-64ff81973f7b tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297566 Jul 07 19:25:59.634127 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3f176cf9-5a93-4679-afc2-57ff1f1fb8c2 req-dbbb7178-f45e-4fed-a2dc-f2e68c264add tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 210 time: 0.0397720 Jul 07 19:25:59.687607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-9a7cf2dc-0fcb-4f42-b6db-a6aed82c7f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.688557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-9a7cf2dc-0fcb-4f42-b6db-a6aed82c7f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.688928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-9a7cf2dc-0fcb-4f42-b6db-a6aed82c7f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.690769 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-9a7cf2dc-0fcb-4f42-b6db-a6aed82c7f23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e8fffb8-cb07-4daa-8bce-c031462730cc&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=b39bec63-5191-41ce-a475-0913476e6e43&id=b39bec63-5191-41ce-a475-0913476e6e43 HTTP/1.1" status: 200 len: 2294 time: 0.4542575 Jul 07 19:25:59.859534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35282) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:59.861762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c17f4-9d21-4f16-a1c5-7f814291b77b req-7f98c3cd-cf3a-45c5-870b-328e75a7c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.863431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca0c17f4-9d21-4f16-a1c5-7f814291b77b req-7f98c3cd-cf3a-45c5-870b-328e75a7c679 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3949819 Jul 07 19:25:59.867067 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0610c40e-351f-45ce-9a50-16349c83c22b req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:59.871384 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-405294fe-8f48-40ec-8cf9-8022167ad0d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4219d048-4aa6-43ce-9248-c8af3c8ae30c HTTP/1.1" status: 200 len: 1002 time: 0.1554317 Jul 07 19:25:59.944188 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f3a5af16-6d70-42cb-836f-52fb7c405f3c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/floatingips/27644c39-3870-45a9-a990-5f968fcbcbe3 HTTP/1.1" status: 200 len: 993 time: 0.0778525 Jul 07 19:26:00.037536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-851d3dfb-ae9a-4981-8530-70835992b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:00.039372 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-851d3dfb-ae9a-4981-8530-70835992b8c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b5d3b0d-14ab-4a49-8d97-3be61993459b HTTP/1.1" status: 200 len: 851 time: 0.1062477 Jul 07 19:26:00.120155 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca0c17f4-9d21-4f16-a1c5-7f814291b77b req-58e27b3f-4db9-4e76-b3ab-0668d62ae900 service neutron] 10.222.0.48 "GET /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456682 Jul 07 19:26:00.126185 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0610c40e-351f-45ce-9a50-16349c83c22b req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:00.140404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['66a27ee2-f62e-419c-a5f4-642053a2c621'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:00.166151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b154f3c8-e468-4ad9-bff9-994bc6ed95b6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:00.251463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68f0d511-6439-406e-a013-5943066f2610 req-28d4126a-afd4-4c22-b1b7-16d9702a4d6c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 210 time: 0.0610738 Jul 07 19:26:00.302410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0610c40e-351f-45ce-9a50-16349c83c22b req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Network 570f0fc9-3c6e-4c31-a473-9989951d0d39 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:00.327010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-0610c40e-351f-45ce-9a50-16349c83c22b req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:00.340022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c61a7-0797-41a9-b2c1-db1d924d612b req-2cfb0bef-97fd-4470-ba34-97f681b2ef74 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:00.347240 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c4c61a7-0797-41a9-b2c1-db1d924d612b req-2cfb0bef-97fd-4470-ba34-97f681b2ef74 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 945 time: 0.3626435 Jul 07 19:26:00.354379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Pushing event updated for resources: {'Port': ['ID=a326e00b-9eff-42ae-954d-7e87bbd7a3c6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:00.369245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0610c40e-351f-45ce-9a50-16349c83c22b req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:00.428615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-5741f4e2-165f-43c6-88a5-a3b09952cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:00.431183 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-5741f4e2-165f-43c6-88a5-a3b09952cf78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e8fffb8-cb07-4daa-8bce-c031462730cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3749199 Jul 07 19:26:00.472041 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca0c17f4-9d21-4f16-a1c5-7f814291b77b req-709f8128-a74b-4959-9a6e-42082bfafe8e service neutron] 10.222.0.48 "GET /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437500 Jul 07 19:26:00.484430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-232b1b9e-584a-4bfc-9ab4-116aef04db2b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:00.486626 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-232b1b9e-584a-4bfc-9ab4-116aef04db2b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "GET /v2.0/networks?id=d6583313-7149-46f5-9c18-4eb5b83d89d3 HTTP/1.1" status: 200 len: 812 time: 0.2333772 Jul 07 19:26:00.514267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Request body: {'port': {'device_id': '84502069-813c-462b-acd1-5465326d6298', 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3', 'admin_state_up': True, 'tenant_id': '80156fdd1481473baf95d68970cd52b3'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:00.543332 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c4c61a7-0797-41a9-b2c1-db1d924d612b req-ed7e0895-7c40-4501-a658-477c941bf3a3 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950476 Jul 07 19:26:00.559102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610c40e-351f-45ce-9a50-16349c83c22b req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:00.560660 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0610c40e-351f-45ce-9a50-16349c83c22b req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:00.621793 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-d2f3a49d-4993-4a9c-af95-245577555bfa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8504100 Jul 07 19:26:00.640960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Request body: {'port': {'device_id': '9bef64e4-9671-48af-96f0-c3cd1976b1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:00.694784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-01fe3e08-bdff-4893-a718-677f0c5223c5 service neutron] 10.222.0.48 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536259 Jul 07 19:26:00.754405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Made reservation on behalf of 80156fdd1481473baf95d68970cd52b3 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:00.760216 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:00.863767 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:00.953713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d94a6-5236-4429-ba84-1143d20333f2 req-8f58dd37-8e93-4978-b407-f83b6b7c92ce tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:00.955374 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-627d94a6-5236-4429-ba84-1143d20333f2 req-8f58dd37-8e93-4978-b407-f83b6b7c92ce tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 932 time: 0.1306818 Jul 07 19:26:00.960199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Allocated IP 172.20.0.9 (d6583313-7149-46f5-9c18-4eb5b83d89d3/edc3021c-a7c4-44d6-a64a-9eb2336153af/8e81ff72-22c0-453a-a76f-a9fd14612e57) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:01.027152 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-627d94a6-5236-4429-ba84-1143d20333f2 req-3bbdeb97-8012-4a5d-be70-6826fca13502 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617952 Jul 07 19:26:01.036545 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-7d1b87d7-7c9a-41a2-921b-70afc3e06bae service neutron] 10.222.0.48 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817805 Jul 07 19:26:01.159905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158de93e-ed98-4387-9b09-9e405f91eebe req-46881dca-13dc-4953-b559-d6740ae6c219 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:01.161474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-158de93e-ed98-4387-9b09-9e405f91eebe req-46881dca-13dc-4953-b559-d6740ae6c219 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.4080741 Jul 07 19:26:01.170228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-d56fbf00-26eb-42d8-a2b7-8ec4134c8a74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=187ae605-4dc9-46b9-9962-1a475e620dc7 HTTP/1.1" status: 200 len: 217 time: 0.1258869 Jul 07 19:26:01.180890 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:01.193258 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-9b23991d-6ba7-445d-830a-bc3a288aa677 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:01.194668 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-9b23991d-6ba7-445d-830a-bc3a288aa677 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "GET /v2.0/networks?id=d6583313-7149-46f5-9c18-4eb5b83d89d3 HTTP/1.1" status: 200 len: 812 time: 0.3446357 Jul 07 19:26:01.213142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Request body: {'port': {'device_id': 'f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad', 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3', 'admin_state_up': True, 'tenant_id': '80156fdd1481473baf95d68970cd52b3'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:01.224582 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:01.282119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Network d6583313-7149-46f5-9c18-4eb5b83d89d3 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:01.285823 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:01.291548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:01.295163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Pushing event updated for resources: {'Port': ['ID=8e81ff72-22c0-453a-a76f-a9fd14612e57,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:01.354481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:01.355161 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:01.371494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-c112aff0-ba53-4f8e-b189-095e0de7a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:01.371852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-c00d48c6-4fda-44ce-8f60-8375a4ef6cf1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8677082 Jul 07 19:26:01.372955 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-c112aff0-ba53-4f8e-b189-095e0de7a295 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.1748602 Jul 07 19:26:01.386952 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-158de93e-ed98-4387-9b09-9e405f91eebe req-fd90cc8a-0a2d-462b-8ff8-0f5e3e35a536 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091794 Jul 07 19:26:01.410072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Request body: {'port': {'device_id': '84502069-813c-462b-acd1-5465326d6298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:01.511535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:01.587576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2fb1263c-e141-4ec3-a926-c7194d5e7509 req-a537294b-803f-460b-b23b-54ed2eaa7a29 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 210 time: 0.0362015 Jul 07 19:26:01.612927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-63ed2b88-7f27-44f7-be1d-c33cb20d44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:01.615017 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-63ed2b88-7f27-44f7-be1d-c33cb20d44f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2081428 Jul 07 19:26:01.618113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Made reservation on behalf of 80156fdd1481473baf95d68970cd52b3 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:01.621894 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:01.660545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a326e00b-9eff-42ae-954d-7e87bbd7a3c6 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:01.682004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:01.774906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Transition to ACTIVE for port object a326e00b-9eff-42ae-954d-7e87bbd7a3c6 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:01.786117 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:01.858854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58371f-52ac-4d98-9553-f17b756195ce req-5de69646-9dbc-40df-800d-3021ee4627cf tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:01.860459 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd58371f-52ac-4d98-9553-f17b756195ce req-5de69646-9dbc-40df-800d-3021ee4627cf tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 945 time: 0.1182938 Jul 07 19:26:01.921835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a326e00b-9eff-42ae-954d-7e87bbd7a3c6,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:01.929428 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-f1b4a3de-0c06-4b24-a746-82ca9a5c139d service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917364 Jul 07 19:26:01.938403 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd58371f-52ac-4d98-9553-f17b756195ce req-fb490254-473a-479c-9c7f-91d7bdb97fd6 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701330 Jul 07 19:26:01.947781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e81ff72-22c0-453a-a76f-a9fd14612e57 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:01.955830 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:01.976193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Transition to ACTIVE for port object 8e81ff72-22c0-453a-a76f-a9fd14612e57 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:01.980510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:02.032799 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Pushing event updated for resources: {'Port': ['ID=8e81ff72-22c0-453a-a76f-a9fd14612e57,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:02.110584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Attempting to bind port 8e81ff72-22c0-453a-a76f-a9fd14612e57 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:02.111017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Attempting to bind port 8e81ff72-22c0-453a-a76f-a9fd14612e57 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:02.111261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Attempting to bind port 8e81ff72-22c0-453a-a76f-a9fd14612e57 on network d6583313-7149-46f5-9c18-4eb5b83d89d3 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:02.118392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Port 8e81ff72-22c0-453a-a76f-a9fd14612e57 on network d6583313-7149-46f5-9c18-4eb5b83d89d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:02.118392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Attempting to bind port 8e81ff72-22c0-453a-a76f-a9fd14612e57 on network d6583313-7149-46f5-9c18-4eb5b83d89d3 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:02.123886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:02.124149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Checking segment: {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:02.124467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Bound using segment: {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:02.125277 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Bound port: 8e81ff72-22c0-453a-a76f-a9fd14612e57, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:02.125395 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:02.228943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] For port 8e81ff72-22c0-453a-a76f-a9fd14612e57, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:02.233310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] For port 8e81ff72-22c0-453a-a76f-a9fd14612e57, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8e81ff72-22c0-453a-a76f-a9fd14612e57,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:02.239451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:02.286664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:02.287339 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:02.288796 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] 10.222.0.48 "PUT /v2.0/ports/8e81ff72-22c0-453a-a76f-a9fd14612e57 HTTP/1.1" status: 200 len: 1091 time: 0.8836129 Jul 07 19:26:02.291369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84502069-813c-462b-acd1-5465326d6298', 'tag': '8e81ff72-22c0-453a-a76f-a9fd14612e57'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:02.293641 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a127e9b-0554-45f6-be9f-1d10466ee0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "84502069-813c-462b-acd1-5465326d6298", "tag": "8e81ff72-22c0-453a-a76f-a9fd14612e57"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:02.324959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985728e-ad8d-4d75-ac59-bbe6e9ce2b32 req-6626417c-b709-460c-a623-5e90324f7575 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:02.332224 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9985728e-ad8d-4d75-ac59-bbe6e9ce2b32 req-6626417c-b709-460c-a623-5e90324f7575 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 944 time: 0.1623039 Jul 07 19:26:02.362034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5e8fd-5120-4c3e-8826-216138192d19 service neutron] Pushing event updated for resources: {'Port': ['ID=8e81ff72-22c0-453a-a76f-a9fd14612e57,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:02.416070 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9985728e-ad8d-4d75-ac59-bbe6e9ce2b32 req-e608a4d1-4242-43c5-b724-da45d6bd2823 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822251 Jul 07 19:26:02.445015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-165f11a9-252f-46dd-a680-7339bcceb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:02.450233 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-165f11a9-252f-46dd-a680-7339bcceb18e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80156fdd1481473baf95d68970cd52b3&device_id=84502069-813c-462b-acd1-5465326d6298 HTTP/1.1" status: 200 len: 1094 time: 0.1050436 Jul 07 19:26:02.502439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-b5895ab5-d997-44ea-91af-2f20bb993bac tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:02.510629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-b5895ab5-d997-44ea-91af-2f20bb993bac tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/networks?id=77819821-8da9-46d1-bc88-930fba77a5b3 HTTP/1.1" status: 200 len: 811 time: 0.6851528 Jul 07 19:26:02.519078 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-a505225f-69dc-4988-a5c2-00d6b86fa71a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e81ff72-22c0-453a-a76f-a9fd14612e57 HTTP/1.1" status: 200 len: 217 time: 0.0542347 Jul 07 19:26:02.522447 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819285ac-a4fa-484f-8f80-ad75dff8b90b x-openstack-request-id: req-819285ac-a4fa-484f-8f80-ad75dff8b90b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:02.523060 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84502069-813c-462b-acd1-5465326d6298", "tag": "8e81ff72-22c0-453a-a76f-a9fd14612e57", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:02.523575 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-819285ac-a4fa-484f-8f80-ad75dff8b90b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:02.524390 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84502069-813c-462b-acd1-5465326d6298', 'tag': '8e81ff72-22c0-453a-a76f-a9fd14612e57', 'status': 'completed', 'code': 200} Jul 07 19:26:02.538461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Allocated IP 172.20.0.2 (d6583313-7149-46f5-9c18-4eb5b83d89d3/edc3021c-a7c4-44d6-a64a-9eb2336153af/10e299c2-a1d0-461d-91fd-22336f365c64) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:02.553311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-cdac5149-853e-4098-b1f6-a9ec56901e9a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/quotas/00341c01faab4b26b482e420f35eda64 HTTP/1.1" status: 200 len: 375 time: 0.0416353 Jul 07 19:26:02.581875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Attempting to bind port a326e00b-9eff-42ae-954d-7e87bbd7a3c6 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:02.582207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Attempting to bind port a326e00b-9eff-42ae-954d-7e87bbd7a3c6 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:02.582561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Attempting to bind port a326e00b-9eff-42ae-954d-7e87bbd7a3c6 on network 570f0fc9-3c6e-4c31-a473-9989951d0d39 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:02.603157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-d5c39490-ca76-49dd-96de-c4dc4899aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:02.605067 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-d5c39490-ca76-49dd-96de-c4dc4899aab6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc3021c-a7c4-44d6-a64a-9eb2336153af HTTP/1.1" status: 200 len: 852 time: 0.0784321 Jul 07 19:26:02.612532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-176a0476-56ad-41b0-9e34-1d652431e869 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739724 Jul 07 19:26:02.621192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Port a326e00b-9eff-42ae-954d-7e87bbd7a3c6 on network 570f0fc9-3c6e-4c31-a473-9989951d0d39 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:02.621729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Attempting to bind port a326e00b-9eff-42ae-954d-7e87bbd7a3c6 on network 570f0fc9-3c6e-4c31-a473-9989951d0d39 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:02.650396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-064f815c-96a1-4530-a8c7-d0fa6859a9eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6583313-7149-46f5-9c18-4eb5b83d89d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344841 Jul 07 19:26:02.673958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:02.674309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Checking segment: {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:02.675019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Bound using segment: {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:02.675306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Bound port: a326e00b-9eff-42ae-954d-7e87bbd7a3c6, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:02.675552 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:02.688640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-f3db1594-3555-4841-8c73-55e9dc077ed1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=768dc9ab-af3b-4396-b478-2e71bcc1a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0607743 Jul 07 19:26:02.764008 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a099ef2-08b6-46ab-bead-feffe577168b req-9f68235d-b744-4fc0-9ca7-89d3f390b7bc tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 210 time: 0.0488272 Jul 07 19:26:02.800886 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-1edf71f0-295f-42b3-a7f6-2664468d62e4 service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422262 Jul 07 19:26:02.846741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-31f7c127-ec09-4ced-b0bc-4ed0df30e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:02.848472 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-31f7c127-ec09-4ced-b0bc-4ed0df30e820 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.1485641 Jul 07 19:26:02.887773 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-4e2d754f-c903-4328-9bae-8b3e72ce0f08 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=00341c01faab4b26b482e420f35eda64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3317137 Jul 07 19:26:02.914987 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-97c2b435-04e0-4aa4-ab8c-895ab78a7a44 service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061389 Jul 07 19:26:02.999726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] For port a326e00b-9eff-42ae-954d-7e87bbd7a3c6, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:03.035446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] For port a326e00b-9eff-42ae-954d-7e87bbd7a3c6, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a326e00b-9eff-42ae-954d-7e87bbd7a3c6,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:03.043963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a127e9b-0554-45f6-be9f-1d10466ee0fd req-77e80b17-ed3e-440e-add3-78c4847cea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:03.045497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a127e9b-0554-45f6-be9f-1d10466ee0fd req-77e80b17-ed3e-440e-add3-78c4847cea18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80156fdd1481473baf95d68970cd52b3&device_id=84502069-813c-462b-acd1-5465326d6298 HTTP/1.1" status: 200 len: 1094 time: 0.0608964 Jul 07 19:26:03.066841 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:03.106333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:03.142491 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-654f7b98-77eb-4d4f-9e9f-e32e1ade3cb7 service neutron] 10.222.0.81 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554216 Jul 07 19:26:03.150684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a127e9b-0554-45f6-be9f-1d10466ee0fd req-ec170242-5d64-49ab-9f5f-4519f5c7ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:03.152648 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a127e9b-0554-45f6-be9f-1d10466ee0fd req-ec170242-5d64-49ab-9f5f-4519f5c7ba6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6583313-7149-46f5-9c18-4eb5b83d89d3 HTTP/1.1" status: 200 len: 913 time: 0.0948200 Jul 07 19:26:03.173768 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:03.174525 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:03.176004 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] 10.222.0.110 "PUT /v2.0/ports/a326e00b-9eff-42ae-954d-7e87bbd7a3c6 HTTP/1.1" status: 200 len: 1092 time: 2.5412540 Jul 07 19:26:03.179430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-d9f27583-b39a-49ee-802f-8ef6a10c5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:03.181468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-d9f27583-b39a-49ee-802f-8ef6a10c5182 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3229611 Jul 07 19:26:03.181913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bef64e4-9671-48af-96f0-c3cd1976b1e8', 'tag': 'a326e00b-9eff-42ae-954d-7e87bbd7a3c6'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:03.184415 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477ea062-37b1-4e2c-b5cd-4dfd0b4a786f" -d '{"events": [{"name": "network-changed", "server_uuid": "9bef64e4-9671-48af-96f0-c3cd1976b1e8", "tag": "a326e00b-9eff-42ae-954d-7e87bbd7a3c6"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:03.199979 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a127e9b-0554-45f6-be9f-1d10466ee0fd req-29a8f5be-a9ac-489d-bf63-087a1f4a665b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e81ff72-22c0-453a-a76f-a9fd14612e57 HTTP/1.1" status: 200 len: 217 time: 0.0385773 Jul 07 19:26:03.292563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a127e9b-0554-45f6-be9f-1d10466ee0fd req-5c5152ec-aad2-49e6-a1b2-4050df649bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:03.293955 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a127e9b-0554-45f6-be9f-1d10466ee0fd req-5c5152ec-aad2-49e6-a1b2-4050df649bfc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc3021c-a7c4-44d6-a64a-9eb2336153af HTTP/1.1" status: 200 len: 852 time: 0.0755458 Jul 07 19:26:03.340176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b090cb-8374-4043-9cd0-98db5d4ca2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a326e00b-9eff-42ae-954d-7e87bbd7a3c6,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:03.347705 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a127e9b-0554-45f6-be9f-1d10466ee0fd req-bb0ed661-c667-4965-8491-d21f470a04cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6583313-7149-46f5-9c18-4eb5b83d89d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418642 Jul 07 19:26:03.374171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe22d8-de09-43d1-b15e-e16894ce3a27 req-00bbc6dc-1cd0-4850-8794-d168b749fb6f tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:03.375694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0fbe22d8-de09-43d1-b15e-e16894ce3a27 req-00bbc6dc-1cd0-4850-8794-d168b749fb6f tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 945 time: 0.1662402 Jul 07 19:26:03.404664 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:03.417115 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c136f4ba-47bc-4597-aafd-e6f82493d9e8 service neutron] 10.222.0.81 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737741 Jul 07 19:26:03.463061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-de49503c-6ba7-4bc5-adda-4f8ab8725e73 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455924 Jul 07 19:26:03.492078 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0fbe22d8-de09-43d1-b15e-e16894ce3a27 req-d55a2926-9dea-4043-bc04-6e1ba9b85d01 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c746dd9-2807-4bc2-9f34-269d33a3dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046946 Jul 07 19:26:03.498860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Network d6583313-7149-46f5-9c18-4eb5b83d89d3 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:03.511010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e885a62-494e-4740-9826-226588e782c0 req-26523e5e-42d0-43c0-927c-a5727c1d95f0 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:03.512531 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e885a62-494e-4740-9826-226588e782c0 req-26523e5e-42d0-43c0-927c-a5727c1d95f0 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.110 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 945 time: 0.1940548 Jul 07 19:26:03.535164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a127e9b-0554-45f6-be9f-1d10466ee0fd req-49b88137-7a5a-4f96-a709-e3bec00128a9 service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584606 Jul 07 19:26:03.587113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610c40e-351f-45ce-9a50-16349c83c22b req-b7ba6f6d-1bef-4764-9d86-f56a8568835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:03.588903 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-b7ba6f6d-1bef-4764-9d86-f56a8568835a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 1095 time: 0.3605089 Jul 07 19:26:03.590703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Pushing event updated for resources: {'Port': ['ID=10e299c2-a1d0-461d-91fd-22336f365c64,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:03.601256 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09388256-3343-45bb-ad50-cbb030788e5d x-openstack-request-id: req-09388256-3343-45bb-ad50-cbb030788e5d {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:03.601517 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bef64e4-9671-48af-96f0-c3cd1976b1e8", "tag": "a326e00b-9eff-42ae-954d-7e87bbd7a3c6", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:03.602385 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09388256-3343-45bb-ad50-cbb030788e5d {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:03.602827 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bef64e4-9671-48af-96f0-c3cd1976b1e8', 'tag': 'a326e00b-9eff-42ae-954d-7e87bbd7a3c6', 'status': 'completed', 'code': 200} Jul 07 19:26:03.610942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:03.615098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:03.681879 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a127e9b-0554-45f6-be9f-1d10466ee0fd req-d4a6ef47-3b52-454c-a6dc-828051b4ba80 service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241267 Jul 07 19:26:03.735272 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20fb4c96-773e-4304-a9ac-bcb2f956a5e5 req-ba60868b-9b0c-4578-a02e-07a9e1a51684 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 210 time: 0.1152163 Jul 07 19:26:03.774693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-967a4dc1-4ce5-4896-a7ef-a68ea993d606 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a326e00b-9eff-42ae-954d-7e87bbd7a3c6 HTTP/1.1" status: 200 len: 217 time: 0.1438065 Jul 07 19:26:03.862519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-beac7f6e-f15d-4aab-ae72-f8a4c4b2e90e service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888700 Jul 07 19:26:03.870999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:03.871677 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:03.900669 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-f025f9f5-a4d7-4b90-93a1-b24b8a2e122c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6910779 Jul 07 19:26:03.933599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610c40e-351f-45ce-9a50-16349c83c22b req-2511784d-78f6-4b53-a766-49228ae17fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:03.935110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-2511784d-78f6-4b53-a766-49228ae17fb0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d089b971-d41c-434e-aac7-fe3545f6181a HTTP/1.1" status: 200 len: 854 time: 0.1463637 Jul 07 19:26:03.940379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Request body: {'port': {'device_id': 'f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:03.994092 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-5d950283-8a4a-4fda-abb7-f917fccc5074 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d949ce9f-2979-471e-ac23-9481b32beb9b HTTP/1.1" status: 200 len: 217 time: 0.1078448 Jul 07 19:26:04.030640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-42867207-2b09-4921-8f33-5defbcd22c6d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=570f0fc9-3c6e-4c31-a473-9989951d0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306938 Jul 07 19:26:04.165044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571ab9c-06d2-453a-a065-b571b514c7fa req-1b52a35e-4e93-4c63-8710-c97dc6e922d2 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:04.166852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2571ab9c-06d2-453a-a065-b571b514c7fa req-1b52a35e-4e93-4c63-8710-c97dc6e922d2 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 944 time: 0.4900000 Jul 07 19:26:04.169279 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0e885a62-494e-4740-9826-226588e782c0 req-4c0de0f2-6097-428d-b392-9bfd83b01028 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Deleting port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:04.169812 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e885a62-494e-4740-9826-226588e782c0 req-4c0de0f2-6097-428d-b392-9bfd83b01028 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:04.209437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-a24d6c1e-98a8-48d0-9a81-8884b54d38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:04.211147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-a24d6c1e-98a8-48d0-9a81-8884b54d38bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.1793458 Jul 07 19:26:04.211707 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:04.263406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2571ab9c-06d2-453a-a065-b571b514c7fa req-0784815c-9681-4a26-b097-66cf714c1445 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882082 Jul 07 19:26:04.296562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-0e885a62-494e-4740-9826-226588e782c0 req-4c0de0f2-6097-428d-b392-9bfd83b01028 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] For port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=318ceb4e-8efc-430e-99c8-eb062bd2c9f5,segment=NetworkSegment(a23ef0e4-2e34-4e9d-9fdd-d6eda099c384),segment_id=a23ef0e4-2e34-4e9d-9fdd-d6eda099c384)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:04.297124 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e885a62-494e-4740-9826-226588e782c0 req-4c0de0f2-6097-428d-b392-9bfd83b01028 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:04.313392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0e885a62-494e-4740-9826-226588e782c0 req-4c0de0f2-6097-428d-b392-9bfd83b01028 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Calling delete_port for 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:04.339964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00478c54-1107-4265-88be-878c305e4868 req-54fb2db0-9926-4dae-ae4f-e787cb700aca tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:04.347051 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00478c54-1107-4265-88be-878c305e4868 req-54fb2db0-9926-4dae-ae4f-e787cb700aca tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 931 time: 0.3140898 Jul 07 19:26:04.353798 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-b6b5396f-1e46-4ef9-a0da-08569326e9e6 service neutron] 10.222.0.110 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894571 Jul 07 19:26:04.495349 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e885a62-494e-4740-9826-226588e782c0 req-4c0de0f2-6097-428d-b392-9bfd83b01028 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:04.510353 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['318ceb4e-8efc-430e-99c8-eb062bd2c9f5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:04.543553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0de0f2-6097-428d-b392-9bfd83b01028 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Pushing event deleted for resources: {'Port': ['ID=318ceb4e-8efc-430e-99c8-eb062bd2c9f5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:04.546967 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00478c54-1107-4265-88be-878c305e4868 req-32fc0aad-b33f-4e3d-99d8-85f3b1692ae8 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989138 Jul 07 19:26:04.578204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-2e3d2c0f-3c5c-451c-a0d2-59e80b02357f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:04.580718 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-2e3d2c0f-3c5c-451c-a0d2-59e80b02357f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3461838 Jul 07 19:26:04.604914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e885a62-494e-4740-9826-226588e782c0 req-4c0de0f2-6097-428d-b392-9bfd83b01028 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] No DVR routers for this DVR port 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:04.607567 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0e885a62-494e-4740-9826-226588e782c0 req-4c0de0f2-6097-428d-b392-9bfd83b01028 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:04.609584 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e885a62-494e-4740-9826-226588e782c0 req-4c0de0f2-6097-428d-b392-9bfd83b01028 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.110 "DELETE /v2.0/ports/318ceb4e-8efc-430e-99c8-eb062bd2c9f5 HTTP/1.1" status: 204 len: 173 time: 1.0867860 Jul 07 19:26:04.610027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b05471-a169-4902-8bcb-94cc49242a59', 'name': 'network-vif-deleted', 'tag': '318ceb4e-8efc-430e-99c8-eb062bd2c9f5'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:04.612422 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f815892-0b6e-4c15-ae45-e435b300f597" -d '{"events": [{"server_uuid": "e5b05471-a169-4902-8bcb-94cc49242a59", "name": "network-vif-deleted", "tag": "318ceb4e-8efc-430e-99c8-eb062bd2c9f5"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:04.653376 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf1de3c-cdcd-4116-b505-04872becf82c x-openstack-request-id: req-fdf1de3c-cdcd-4116-b505-04872becf82c {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:04.653685 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b05471-a169-4902-8bcb-94cc49242a59", "name": "network-vif-deleted", "tag": "318ceb4e-8efc-430e-99c8-eb062bd2c9f5", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:04.653953 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fdf1de3c-cdcd-4116-b505-04872becf82c {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:04.654424 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b05471-a169-4902-8bcb-94cc49242a59', 'name': 'network-vif-deleted', 'tag': '318ceb4e-8efc-430e-99c8-eb062bd2c9f5', 'status': 'completed', 'code': 200} Jul 07 19:26:04.744993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0610c40e-351f-45ce-9a50-16349c83c22b req-3872fb48-576c-4556-871a-0ec4d15d4964 service neutron] 10.222.0.110 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786352 Jul 07 19:26:04.756337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-472c047d-8f33-408b-a486-50308340e29a req-a7de539e-b9a5-49f1-af47-4c58fd17a6d9 tempest-ServersNegativeTestMultiTenantJSON-2084072107 tempest-ServersNegativeTestMultiTenantJSON-2084072107-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5b05471-a169-4902-8bcb-94cc49242a59 HTTP/1.1" status: 200 len: 210 time: 0.0802906 Jul 07 19:26:04.868609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-3b109607-93c4-44b4-8a74-1212d9301ae0 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792222 Jul 07 19:26:04.927279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4946b89c-e4d7-473f-8876-bd01da52b5a3 req-202263e2-640b-44f2-89d3-f6beaa2dff80 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 210 time: 0.0444975 Jul 07 19:26:05.048764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea062-37b1-4e2c-b5cd-4dfd0b4a786f req-d326d67c-3f8b-4169-b152-351e48b061cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:05.050206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-477ea062-37b1-4e2c-b5cd-4dfd0b4a786f req-d326d67c-3f8b-4169-b152-351e48b061cf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 1095 time: 0.2288747 Jul 07 19:26:05.063383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e299c2-a1d0-461d-91fd-22336f365c64 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:05.103947 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.122694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-0a2ef165-eeb8-4a43-9b6a-9992a3d6bde2 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:05.124263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-0a2ef165-eeb8-4a43-9b6a-9992a3d6bde2 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.110 "GET /v2.0/networks?id=77819821-8da9-46d1-bc88-930fba77a5b3 HTTP/1.1" status: 200 len: 811 time: 0.1135621 Jul 07 19:26:05.146112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Request body: {'port': {'device_id': '441c8564-f8d2-401f-af02-462db5e43138', 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3', 'admin_state_up': True, 'tenant_id': '00341c01faab4b26b482e420f35eda64'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:05.151024 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-500007a1-ff06-4ce4-93a3-0594ff7848c0 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567616 Jul 07 19:26:05.162676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Transition to ACTIVE for port object 10e299c2-a1d0-461d-91fd-22336f365c64 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:05.201704 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.218770 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-b508b7f6-9d0b-470a-86cf-86552a9adbb9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=b8a29686-3c06-475e-8cad-a99cbf484113 HTTP/1.1" status: 200 len: 217 time: 0.0549366 Jul 07 19:26:05.260473 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Made reservation on behalf of 00341c01faab4b26b482e420f35eda64 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:05.263990 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.326898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Pushing event updated for resources: {'Port': ['ID=10e299c2-a1d0-461d-91fd-22336f365c64,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:05.333753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea062-37b1-4e2c-b5cd-4dfd0b4a786f req-acf8cd73-6473-46c7-ac3c-95f739fcc516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:05.335295 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-477ea062-37b1-4e2c-b5cd-4dfd0b4a786f req-acf8cd73-6473-46c7-ac3c-95f739fcc516 service neutron] 10.222.0.110 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 915 time: 0.2751036 Jul 07 19:26:05.366715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-4371f4ea-b09d-4422-b8a2-0b276b389002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:05.368785 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-4371f4ea-b09d-4422-b8a2-0b276b389002 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.1205614 Jul 07 19:26:05.451408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Allocated IP 172.20.0.7 (77819821-8da9-46d1-bc88-930fba77a5b3/206973c2-7386-45f5-8e7d-54661b8adb40/d400cc11-dc75-416d-9efe-52f0419ad29c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:05.472916 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-477ea062-37b1-4e2c-b5cd-4dfd0b4a786f req-d3af7c46-28c6-4fec-9364-69895f753900 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a326e00b-9eff-42ae-954d-7e87bbd7a3c6 HTTP/1.1" status: 200 len: 217 time: 0.0859802 Jul 07 19:26:05.522458 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.527491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d545c7-967e-4424-93e5-10fc46b415bd req-53be8046-df9c-4d77-92cf-420bab63bc6a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:05.528787 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54d545c7-967e-4424-93e5-10fc46b415bd req-53be8046-df9c-4d77-92cf-420bab63bc6a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 944 time: 0.1234760 Jul 07 19:26:05.541502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Attempting to bind port 10e299c2-a1d0-461d-91fd-22336f365c64 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:05.541857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Attempting to bind port 10e299c2-a1d0-461d-91fd-22336f365c64 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:05.542174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Attempting to bind port 10e299c2-a1d0-461d-91fd-22336f365c64 on network d6583313-7149-46f5-9c18-4eb5b83d89d3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:05.557095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Port 10e299c2-a1d0-461d-91fd-22336f365c64 on network d6583313-7149-46f5-9c18-4eb5b83d89d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:05.557439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Attempting to bind port 10e299c2-a1d0-461d-91fd-22336f365c64 on network d6583313-7149-46f5-9c18-4eb5b83d89d3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:05.561435 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea062-37b1-4e2c-b5cd-4dfd0b4a786f req-b2699e7c-6d66-478a-b403-17087c31d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:05.563012 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-477ea062-37b1-4e2c-b5cd-4dfd0b4a786f req-b2699e7c-6d66-478a-b403-17087c31d501 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d089b971-d41c-434e-aac7-fe3545f6181a HTTP/1.1" status: 200 len: 854 time: 0.0788727 Jul 07 19:26:05.568680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:05.569038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Checking segment: {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:05.569425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Bound using segment: {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:05.569876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Bound port: 10e299c2-a1d0-461d-91fd-22336f365c64, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:05.570579 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.596133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-85c404c3-98c7-4df6-8068-081582da6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:05.597975 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-85c404c3-98c7-4df6-8068-081582da6214 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2097673 Jul 07 19:26:05.621063 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-477ea062-37b1-4e2c-b5cd-4dfd0b4a786f req-2b48769d-2d24-462a-b71f-8172023fe023 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=570f0fc9-3c6e-4c31-a473-9989951d0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464282 Jul 07 19:26:05.661840 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54d545c7-967e-4424-93e5-10fc46b415bd req-4cedeb4d-1648-4cd1-9ace-7910e7837934 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209612 Jul 07 19:26:05.712403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.773353 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.803691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['e1a90004-3764-4161-be02-d2b1b8d124c1'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:05.818288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] For port 10e299c2-a1d0-461d-91fd-22336f365c64, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:05.855795 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] For port 10e299c2-a1d0-461d-91fd-22336f365c64, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=10e299c2-a1d0-461d-91fd-22336f365c64,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:05.856634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Network 77819821-8da9-46d1-bc88-930fba77a5b3 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:05.858062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Pushing event updated for resources: {'Port': ['ID=d400cc11-dc75-416d-9efe-52f0419ad29c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:05.862402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:05.865631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:05.887854 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.928601 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-591c0123-c07f-490d-9e82-63434d8b6baf service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775607 Jul 07 19:26:05.957927 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-477ea062-37b1-4e2c-b5cd-4dfd0b4a786f req-b14208fa-1572-4bda-b7dd-fd461dfc2d22 service neutron] 10.222.0.110 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983739 Jul 07 19:26:05.964924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:05.965526 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.983568 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-5a6a3ad5-1d7f-48a0-b4c6-99f2689dc64a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8414304 Jul 07 19:26:06.000286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Request body: {'port': {'device_id': '441c8564-f8d2-401f-af02-462db5e43138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:06.086728 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.243888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35382) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:06.349132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ce3a95-a820-474c-837a-315162497684 admin admin] Deleting subnet 11cffc55-4736-4070-a81b-3debe5d470ee {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:26:06.374413 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76ce3a95-a820-474c-837a-315162497684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.439938 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76ce3a95-a820-474c-837a-315162497684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.465841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:06.466468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.467925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] 10.222.0.48 "PUT /v2.0/ports/10e299c2-a1d0-461d-91fd-22336f365c64 HTTP/1.1" status: 200 len: 1091 time: 2.5362875 Jul 07 19:26:06.473853 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad', 'tag': '10e299c2-a1d0-461d-91fd-22336f365c64'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:06.476195 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7f2ab2-6fec-4484-a26f-e7d743e12c69" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad", "tag": "10e299c2-a1d0-461d-91fd-22336f365c64"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:06.531007 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b813f-fd86-4f82-8e9a-cf8242fbf8e6 req-64d0800b-38ed-4f25-bde5-badffa431e05 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:06.532527 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bf3b813f-fd86-4f82-8e9a-cf8242fbf8e6 req-64d0800b-38ed-4f25-bde5-badffa431e05 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 931 time: 0.1968544 Jul 07 19:26:06.536152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8e81ff72-22c0-453a-a76f-a9fd14612e57 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:26:06.544265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76ce3a95-a820-474c-837a-315162497684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.585467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d400cc11-dc75-416d-9efe-52f0419ad29c {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:06.586757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795c389-7620-4c88-94f8-a978dc3f4313 service neutron] Pushing event updated for resources: {'Port': ['ID=10e299c2-a1d0-461d-91fd-22336f365c64,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:06.600402 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.634696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Transition to ACTIVE for port object d400cc11-dc75-416d-9efe-52f0419ad29c will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:06.635004 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-c6d763e4-62b5-4081-8dd8-5c74f8a643b3 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6474910 Jul 07 19:26:06.647738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bf3b813f-fd86-4f82-8e9a-cf8242fbf8e6 req-90fff559-f34e-4f60-ae79-bb0893f9400a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040318 Jul 07 19:26:06.650746 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.669273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8e81ff72-22c0-453a-a76f-a9fd14612e57, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8e81ff72-22c0-453a-a76f-a9fd14612e57,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:06.673987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '8e81ff72-22c0-453a-a76f-a9fd14612e57', 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3', 'port_id': '8e81ff72-22c0-453a-a76f-a9fd14612e57', 'mac_address': 'fa:16:3e:d6:43:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc3021c-a7c4-44d6-a64a-9eb2336153af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:26:06.709649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d7c09-2754-4a08-9f3d-fdaeb00a1c8a req-05a94d61-7f2f-4a6b-ab20-712d42512b92 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:06.717712 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bc5d7c09-2754-4a08-9f3d-fdaeb00a1c8a req-05a94d61-7f2f-4a6b-ab20-712d42512b92 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 943 time: 0.8040781 Jul 07 19:26:06.722735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Pushing event updated for resources: {'Port': ['ID=d400cc11-dc75-416d-9efe-52f0419ad29c,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:06.725650 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.733689 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-477ea062-37b1-4e2c-b5cd-4dfd0b4a786f req-5dd8d43d-664b-43ac-8965-0bb51852e6a4 service neutron] 10.222.0.110 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523452 Jul 07 19:26:06.737208 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-3db7d8d5-ba56-40da-8f5d-09598b9a2e0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea29405b-59fc-4c4c-9bd0-5290a86a86cb HTTP/1.1" status: 200 len: 217 time: 0.0874352 Jul 07 19:26:06.753099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e81ff72-22c0-453a-a76f-a9fd14612e57 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:06.779981 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76ce3a95-a820-474c-837a-315162497684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.783818 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8e81ff72-22c0-453a-a76f-a9fd14612e57, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8e81ff72-22c0-453a-a76f-a9fd14612e57,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:06.792127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.827215 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d123d5-dc4d-4326-9292-524928f30b2e x-openstack-request-id: req-17d123d5-dc4d-4326-9292-524928f30b2e {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:06.828045 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad", "tag": "10e299c2-a1d0-461d-91fd-22336f365c64", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:06.828292 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17d123d5-dc4d-4326-9292-524928f30b2e {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:06.828539 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad', 'tag': '10e299c2-a1d0-461d-91fd-22336f365c64', 'status': 'completed', 'code': 200} Jul 07 19:26:06.830562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce3a95-a820-474c-837a-315162497684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11cffc55-4736-4070-a81b-3debe5d470ee,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:06.841004 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-435ef08a-a5ab-4912-ac76-065219e57b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:06.843169 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-435ef08a-a5ab-4912-ac76-065219e57b84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80156fdd1481473baf95d68970cd52b3&device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 1094 time: 0.3263309 Jul 07 19:26:06.850103 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bc5d7c09-2754-4a08-9f3d-fdaeb00a1c8a req-5bc322cc-82a1-4dc9-a97a-7487ea7f51c6 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312482 Jul 07 19:26:06.850709 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76ce3a95-a820-474c-837a-315162497684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.852781 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-76ce3a95-a820-474c-837a-315162497684 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/11cffc55-4736-4070-a81b-3debe5d470ee HTTP/1.1" status: 204 len: 168 time: 0.6081929 Jul 07 19:26:06.864511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8e81ff72-22c0-453a-a76f-a9fd14612e57,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:06.872592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35390) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:06.874348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:06.874992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:06.875593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:06.876165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:06.876911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:06.877457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:06.878008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:06.878548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:06.879272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:06.880332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:06.881287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:06.882126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:06.923836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-b6b5280a-d109-462d-b775-cfa21de6722b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10e299c2-a1d0-461d-91fd-22336f365c64 HTTP/1.1" status: 200 len: 217 time: 0.0682502 Jul 07 19:26:06.935141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-fcb965ef-2be3-46b6-aba4-3191905f3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:06.937023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-fcb965ef-2be3-46b6-aba4-3191905f3aa1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cf648d12-0dbc-4ada-9808-fda1919d4e3a HTTP/1.1" status: 200 len: 797 time: 0.1914465 Jul 07 19:26:06.990837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.008720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Attempting to bind port d400cc11-dc75-416d-9efe-52f0419ad29c on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:07.009083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Attempting to bind port d400cc11-dc75-416d-9efe-52f0419ad29c by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:07.009423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Attempting to bind port d400cc11-dc75-416d-9efe-52f0419ad29c on network 77819821-8da9-46d1-bc88-930fba77a5b3 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:07.015135 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Port d400cc11-dc75-416d-9efe-52f0419ad29c on network 77819821-8da9-46d1-bc88-930fba77a5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:07.015466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Attempting to bind port d400cc11-dc75-416d-9efe-52f0419ad29c on network 77819821-8da9-46d1-bc88-930fba77a5b3 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:07.038387 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:07.038734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Checking segment: {'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:07.039175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Bound using segment: {'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:07.039626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Bound port: d400cc11-dc75-416d-9efe-52f0419ad29c, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5511a60b-2c3e-43c1-aa45-098328a20726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:07.039989 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.047959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-07f5b4ea-8d5e-45f4-b8b5-16d0e101e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:07.049579 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-07f5b4ea-8d5e-45f4-b8b5-16d0e101e2b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc3021c-a7c4-44d6-a64a-9eb2336153af HTTP/1.1" status: 200 len: 852 time: 0.1116998 Jul 07 19:26:07.098680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-ce905d07-16de-419e-8130-0c5831005daf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6583313-7149-46f5-9c18-4eb5b83d89d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376906 Jul 07 19:26:07.104572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-3fc8120c-b57e-4070-b4cf-4960ae1b13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:07.105971 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-3fc8120c-b57e-4070-b4cf-4960ae1b13fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1585326 Jul 07 19:26:07.128057 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.145847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1619270e-13d2-457c-a2cc-932c6308f290']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:07.166817 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23ef0e4-2e34-4e9d-9fdd-d6eda099c384') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:07.167121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23ef0e4-2e34-4e9d-9fdd-d6eda099c384') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:07.184236 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.192647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] For port d400cc11-dc75-416d-9efe-52f0419ad29c, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:07.210914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] For port d400cc11-dc75-416d-9efe-52f0419ad29c, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d400cc11-dc75-416d-9efe-52f0419ad29c,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:07.212589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.218679 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.221417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8e553-d8f5-4a41-801c-926b45666f74 req-ee024d45-ae7c-4114-bf5d-7b8e8d25f506 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:07.223074 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f0b8e553-d8f5-4a41-801c-926b45666f74 req-ee024d45-ae7c-4114-bf5d-7b8e8d25f506 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 944 time: 0.2283812 Jul 07 19:26:07.225994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:26:07.225994 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:26:07.231628 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:26:07.302252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8e81ff72-22c0-453a-a76f-a9fd14612e57'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:07.309466 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-69ebb7e7-e5aa-4836-86d2-d5470b0b39ea service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966431 Jul 07 19:26:07.317352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:07.318856 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.321879 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] 10.222.0.110 "PUT /v2.0/ports/d400cc11-dc75-416d-9efe-52f0419ad29c HTTP/1.1" status: 200 len: 1091 time: 1.3300207 Jul 07 19:26:07.331659 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-6d70338f-0e90-4ca5-98d9-4b8f9ac2b691 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082987 Jul 07 19:26:07.348190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441c8564-f8d2-401f-af02-462db5e43138', 'tag': 'd400cc11-dc75-416d-9efe-52f0419ad29c'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:07.352489 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa47f1b-ab31-4f92-8d10-865272dcec84" -d '{"events": [{"name": "network-changed", "server_uuid": "441c8564-f8d2-401f-af02-462db5e43138", "tag": "d400cc11-dc75-416d-9efe-52f0419ad29c"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:07.355356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a326e00b-9eff-42ae-954d-7e87bbd7a3c6 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:26:07.360375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:07.385166 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.387870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dda00d-17e6-46fd-9cbb-367cfd722675 service neutron] Pushing event updated for resources: {'Port': ['ID=d400cc11-dc75-416d-9efe-52f0419ad29c,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:07.399239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f0b8e553-d8f5-4a41-801c-926b45666f74 req-c15c14a5-39c2-4726-a4dc-85402461997a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556017 Jul 07 19:26:07.406708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.411605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1619270e-13d2-457c-a2cc-932c6308f290 HTTP/1.1" status: 204 len: 168 time: 0.5350661 Jul 07 19:26:07.411863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35396) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:07.438179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:07.438520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 318ceb4e-8efc-430e-99c8-eb062bd2c9f5 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:07.459108 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d45241-6b1a-4302-bcfe-8d1a4fedee62 x-openstack-request-id: req-c2d45241-6b1a-4302-bcfe-8d1a4fedee62 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:07.459385 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441c8564-f8d2-401f-af02-462db5e43138", "tag": "d400cc11-dc75-416d-9efe-52f0419ad29c", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:07.459717 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2d45241-6b1a-4302-bcfe-8d1a4fedee62 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:07.460171 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441c8564-f8d2-401f-af02-462db5e43138', 'tag': 'd400cc11-dc75-416d-9efe-52f0419ad29c', 'status': 'completed', 'code': 200} Jul 07 19:26:07.461303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902229a8-b479-4224-af7b-1a6afbef1d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=1619270e-13d2-457c-a2cc-932c6308f290,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:07.511617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b3b242-4657-4fc2-afd3-003d16df2024 admin admin] Deleting subnet 7cc8be90-0f05-4474-9c04-6c38d8ab07d7 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:26:07.516042 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43b3b242-4657-4fc2-afd3-003d16df2024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.518004 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0553455d-2f0d-4aae-b17c-296679ffe4bd req-8349adf7-e23c-4660-9667-0bdd9003ff50 service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992514 Jul 07 19:26:07.521784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-160849b1-7bda-4d0f-a921-26e0ed9a0d22 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775684 Jul 07 19:26:07.565910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c2934a02-ec0a-427f-95a7-3b65fc80773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:07.567683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-c2934a02-ec0a-427f-95a7-3b65fc80773f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=00341c01faab4b26b482e420f35eda64&device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 1094 time: 0.1719282 Jul 07 19:26:07.570185 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43b3b242-4657-4fc2-afd3-003d16df2024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.595335 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-424ebd84-fec6-4aea-8c07-364a750f1c41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dea463da-e0bd-4504-b4aa-9d4410f64de1 HTTP/1.1" status: 200 len: 217 time: 0.0643425 Jul 07 19:26:07.595563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a326e00b-9eff-42ae-954d-7e87bbd7a3c6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a326e00b-9eff-42ae-954d-7e87bbd7a3c6,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:07.613095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'a326e00b-9eff-42ae-954d-7e87bbd7a3c6', 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39', 'port_id': 'a326e00b-9eff-42ae-954d-7e87bbd7a3c6', 'mac_address': 'fa:16:3e:13:af:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd089b971-d41c-434e-aac7-fe3545f6181a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:26:07.636750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-118f6cf9-f19f-40f8-a2a0-5c266c2c7ef8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d400cc11-dc75-416d-9efe-52f0419ad29c HTTP/1.1" status: 200 len: 217 time: 0.0423129 Jul 07 19:26:07.661099 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43b3b242-4657-4fc2-afd3-003d16df2024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.684544 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.696862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-2402fa1d-a82c-4613-9320-a78783c4204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:07.700751 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-2402fa1d-a82c-4613-9320-a78783c4204d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cf648d12-0dbc-4ada-9808-fda1919d4e3a HTTP/1.1" status: 200 len: 797 time: 0.0882001 Jul 07 19:26:07.707775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a326e00b-9eff-42ae-954d-7e87bbd7a3c6 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:07.732828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a326e00b-9eff-42ae-954d-7e87bbd7a3c6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a326e00b-9eff-42ae-954d-7e87bbd7a3c6,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:07.740297 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.766864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-82bea4a9-94fc-4084-bc7e-3f90bc54442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:07.768427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-82bea4a9-94fc-4084-bc7e-3f90bc54442d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=206973c2-7386-45f5-8e7d-54661b8adb40 HTTP/1.1" status: 200 len: 851 time: 0.1209168 Jul 07 19:26:07.775501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f2ab2-6fec-4484-a26f-e7d743e12c69 req-4d0bfc25-68f4-4013-b938-d42a1fba40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:07.777320 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c7f2ab2-6fec-4484-a26f-e7d743e12c69 req-4d0bfc25-68f4-4013-b938-d42a1fba40e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80156fdd1481473baf95d68970cd52b3&device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 1094 time: 0.1682663 Jul 07 19:26:07.816949 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-3d9015b7-d218-40b3-a505-30ebf34fb661 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77819821-8da9-46d1-bc88-930fba77a5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381210 Jul 07 19:26:07.830667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=a326e00b-9eff-42ae-954d-7e87bbd7a3c6,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:07.838768 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43b3b242-4657-4fc2-afd3-003d16df2024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.867013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-d28b372f-38bb-4950-a919-6e8bc4b0c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:07.869073 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-d28b372f-38bb-4950-a919-6e8bc4b0c3f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1540105 Jul 07 19:26:07.916565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3b242-4657-4fc2-afd3-003d16df2024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc8be90-0f05-4474-9c04-6c38d8ab07d7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:07.925013 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43b3b242-4657-4fc2-afd3-003d16df2024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.925786 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-43b3b242-4657-4fc2-afd3-003d16df2024 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7cc8be90-0f05-4474-9c04-6c38d8ab07d7 HTTP/1.1" status: 204 len: 168 time: 0.5129473 Jul 07 19:26:07.929214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35404) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:08.022380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f2ab2-6fec-4484-a26f-e7d743e12c69 req-2b691fc2-17e6-4e14-9542-7f483e126dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:08.025223 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c7f2ab2-6fec-4484-a26f-e7d743e12c69 req-2b691fc2-17e6-4e14-9542-7f483e126dd9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6583313-7149-46f5-9c18-4eb5b83d89d3 HTTP/1.1" status: 200 len: 913 time: 0.2296014 Jul 07 19:26:08.041395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-738f4551-df32-42e4-9935-6fa3ceceeae8 service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138472 Jul 07 19:26:08.056655 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:08.089331 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c7f2ab2-6fec-4484-a26f-e7d743e12c69 req-7b5dd1ce-08f6-436c-a1a8-351070212c27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10e299c2-a1d0-461d-91fd-22336f365c64 HTTP/1.1" status: 200 len: 217 time: 0.0511792 Jul 07 19:26:08.095332 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-8d74b317-4a0e-40e6-a023-6c528687ce48 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990619 Jul 07 19:26:08.105184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1cfdc-8a08-493f-8a24-5699b968ca6e req-7ca95277-7d5f-4410-8e4c-1ebdfaa8af14 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:08.107161 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bfe1cfdc-8a08-493f-8a24-5699b968ca6e req-7ca95277-7d5f-4410-8e4c-1ebdfaa8af14 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 943 time: 0.2818196 Jul 07 19:26:08.161005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['a326e00b-9eff-42ae-954d-7e87bbd7a3c6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:08.238204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f2ab2-6fec-4484-a26f-e7d743e12c69 req-87a4ef64-7a97-4352-b2f5-39c5ee3f9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:08.239938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c7f2ab2-6fec-4484-a26f-e7d743e12c69 req-87a4ef64-7a97-4352-b2f5-39c5ee3f9e5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc3021c-a7c4-44d6-a64a-9eb2336153af HTTP/1.1" status: 200 len: 852 time: 0.1317203 Jul 07 19:26:08.252580 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bfe1cfdc-8a08-493f-8a24-5699b968ca6e req-500e9a51-a25a-4996-b1cf-54d3f03dd47f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266704 Jul 07 19:26:08.266048 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:08.299076 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c7f2ab2-6fec-4484-a26f-e7d743e12c69 req-b2ef2851-c7f0-4c7e-a5e6-4624c16f5e8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6583313-7149-46f5-9c18-4eb5b83d89d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499711 Jul 07 19:26:08.300192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2c4600-1c65-4ee5-90e6-ada490257d9d']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:08.312459 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13fa9d18-7bc8-47e4-a033-f3b01b2a813c req-a722e2e1-a4ba-44ea-bf84-035d992d5cb2 service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530453 Jul 07 19:26:08.322769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704a969-39fb-4da5-8440-19bf2ae6e212 req-fb320c99-588c-44a6-ab51-aa4c69d4e4cf tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:08.324117 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-313e4a8a-e184-4bc2-b3c0-508680ef1287 req-b5b54b56-e5ae-4ebe-9dc7-d51f90f8616c service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074106 Jul 07 19:26:08.324382 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9704a969-39fb-4da5-8440-19bf2ae6e212 req-fb320c99-588c-44a6-ab51-aa4c69d4e4cf tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 943 time: 0.2804060 Jul 07 19:26:08.326554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8ad3dd-785f-4e82-b48c-dfb510ca1a0e') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:08.326887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8ad3dd-785f-4e82-b48c-dfb510ca1a0e') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:08.338778 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:08.375324 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:08.395110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:26:08.395583 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:26:08.397782 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:26:08.457713 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c7f2ab2-6fec-4484-a26f-e7d743e12c69 req-546b22cc-3424-4d13-93fc-bafc92eaddd0 service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458406 Jul 07 19:26:08.469185 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9704a969-39fb-4da5-8440-19bf2ae6e212 req-c7885c39-62dc-4323-8502-e070d19ad539 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214566 Jul 07 19:26:08.517020 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:08.524686 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:08.526541 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] 10.222.0.81 "DELETE /v2.0/networks/9b2c4600-1c65-4ee5-90e6-ada490257d9d HTTP/1.1" status: 204 len: 168 time: 0.5958612 Jul 07 19:26:08.543325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5406fce-9205-49bd-897e-54e8105d97cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2c4600-1c65-4ee5-90e6-ada490257d9d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:08.562570 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa47f1b-ab31-4f92-8d10-865272dcec84 req-c48c6c2a-1461-40ea-a309-fd92c9ee792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:08.564455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3aa47f1b-ab31-4f92-8d10-865272dcec84 req-c48c6c2a-1461-40ea-a309-fd92c9ee792b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=00341c01faab4b26b482e420f35eda64&device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 1094 time: 0.1448669 Jul 07 19:26:08.622605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c7f2ab2-6fec-4484-a26f-e7d743e12c69 req-687e83ac-7933-43a2-a800-e714c1ed2415 service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555536 Jul 07 19:26:08.698213 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35414) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:08.702546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa47f1b-ab31-4f92-8d10-865272dcec84 req-56020f69-d024-4302-a424-b9560f4f3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:08.704461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3aa47f1b-ab31-4f92-8d10-865272dcec84 req-56020f69-d024-4302-a424-b9560f4f3e43 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77819821-8da9-46d1-bc88-930fba77a5b3 HTTP/1.1" status: 200 len: 912 time: 0.1304207 Jul 07 19:26:08.751127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53289d-fe96-45bb-ac93-b22057ad7bc3 req-15d9b059-006f-49b0-ac8f-9e91e6110df7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:08.752788 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1b53289d-fe96-45bb-ac93-b22057ad7bc3 req-15d9b059-006f-49b0-ac8f-9e91e6110df7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 945 time: 0.0821881 Jul 07 19:26:08.779731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3aa47f1b-ab31-4f92-8d10-865272dcec84 req-9aa25ede-b35b-4946-bff5-bd66b5242222 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d400cc11-dc75-416d-9efe-52f0419ad29c HTTP/1.1" status: 200 len: 217 time: 0.0622663 Jul 07 19:26:08.805783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1b53289d-fe96-45bb-ac93-b22057ad7bc3 req-99120227-2adf-4ba3-b47e-66ad00ceeed6 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459735 Jul 07 19:26:08.846259 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c0a26820-f6dc-4177-a445-bd5b23a951ce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=95f37241ba9646a49a71a902f18d31d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467531 Jul 07 19:26:08.849145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35416) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:08.876648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa47f1b-ab31-4f92-8d10-865272dcec84 req-0c7e0041-94e9-45fa-9eb6-98165e43f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:08.879055 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3aa47f1b-ab31-4f92-8d10-865272dcec84 req-0c7e0041-94e9-45fa-9eb6-98165e43f4e6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=206973c2-7386-45f5-8e7d-54661b8adb40 HTTP/1.1" status: 200 len: 851 time: 0.0866265 Jul 07 19:26:08.936919 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3aa47f1b-ab31-4f92-8d10-865272dcec84 req-e0c1d148-6542-4cf5-bbfd-28fc2065a131 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77819821-8da9-46d1-bc88-930fba77a5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367103 Jul 07 19:26:09.005189 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dcf834ac-d213-40b7-8933-aff32640b726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:09.044590 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dcf834ac-d213-40b7-8933-aff32640b726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:09.114392 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3aa47f1b-ab31-4f92-8d10-865272dcec84 req-0806b655-beed-43cb-8112-7b9ba15f430c service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647670 Jul 07 19:26:09.177958 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dcf834ac-d213-40b7-8933-aff32640b726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:09.181169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dcf834ac-d213-40b7-8933-aff32640b726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:09.182354 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dcf834ac-d213-40b7-8933-aff32640b726 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c746dd9-2807-4bc2-9f34-269d33a3dd96 HTTP/1.1" status: 204 len: 168 time: 0.3322716 Jul 07 19:26:09.199313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf834ac-d213-40b7-8933-aff32640b726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c746dd9-2807-4bc2-9f34-269d33a3dd96,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:09.244886 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3aa47f1b-ab31-4f92-8d10-865272dcec84 req-4a963768-1dfa-4e6e-ba63-d4b57d1a4db0 service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203651 Jul 07 19:26:09.454169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef8e3-c22d-4417-8ed5-bf14fe47bd9b req-4d4e4010-e174-43f2-aa42-1b30a35c0b4d tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:09.455901 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0cef8e3-c22d-4417-8ed5-bf14fe47bd9b req-4d4e4010-e174-43f2-aa42-1b30a35c0b4d tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 943 time: 0.0648122 Jul 07 19:26:09.500464 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0cef8e3-c22d-4417-8ed5-bf14fe47bd9b req-0a4b838e-c721-4c62-98ea-9c0a758b6cab tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366602 Jul 07 19:26:09.542076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35430) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:09.584205 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bc24a3a9-f40d-48e8-8fd5-ef81ce54c2a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=586fbdc93c03455ebe0b60b564569ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404451 Jul 07 19:26:09.587305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35432) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:09.639263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac358ea5-badb-4c75-8a7b-e2494ff63623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:09.661288 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac358ea5-badb-4c75-8a7b-e2494ff63623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:09.765058 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf75560-7c64-4336-8c8f-4e01bc8deaec req-e1c23d5e-8656-4a45-a25e-6b00057084f5 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:09.766090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4bf75560-7c64-4336-8c8f-4e01bc8deaec req-e1c23d5e-8656-4a45-a25e-6b00057084f5 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 943 time: 0.0963550 Jul 07 19:26:09.766946 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac358ea5-badb-4c75-8a7b-e2494ff63623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:09.769436 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac358ea5-badb-4c75-8a7b-e2494ff63623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:09.770537 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ac358ea5-badb-4c75-8a7b-e2494ff63623 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b85afb2f-40c2-499e-8b7b-2c16a9761c1f HTTP/1.1" status: 204 len: 168 time: 0.1820409 Jul 07 19:26:09.786814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac358ea5-badb-4c75-8a7b-e2494ff63623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85afb2f-40c2-499e-8b7b-2c16a9761c1f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:09.818063 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4bf75560-7c64-4336-8c8f-4e01bc8deaec req-e08f44ea-88ba-4117-8b41-31f7a34efb46 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449207 Jul 07 19:26:09.875764 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:10.004595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780a4a7-74a5-43d9-86e9-e95d3df16cd3 req-24ea96bb-57a0-4d2b-9033-d0814a4988c9 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:10.011514 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e780a4a7-74a5-43d9-86e9-e95d3df16cd3 req-24ea96bb-57a0-4d2b-9033-d0814a4988c9 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 945 time: 0.0811949 Jul 07 19:26:10.049865 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e780a4a7-74a5-43d9-86e9-e95d3df16cd3 req-e2c329c7-f890-4c66-a770-cc5f2a3ab5fb tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374303 Jul 07 19:26:10.565000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 10e299c2-a1d0-461d-91fd-22336f365c64 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:26:10.571296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8e81ff72-22c0-453a-a76f-a9fd14612e57 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:10.689861 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 8e81ff72-22c0-453a-a76f-a9fd14612e57 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:10.697812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 8e81ff72-22c0-453a-a76f-a9fd14612e57 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:10.698172 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:10.717229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1678814-ff01-47b9-9f81-f25968664c66 req-f054d431-2804-40fc-9c58-b7df074266e1 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:10.725963 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1678814-ff01-47b9-9f81-f25968664c66 req-f054d431-2804-40fc-9c58-b7df074266e1 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 943 time: 0.1058888 Jul 07 19:26:10.747788 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 10e299c2-a1d0-461d-91fd-22336f365c64, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=10e299c2-a1d0-461d-91fd-22336f365c64,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:10.771921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '10e299c2-a1d0-461d-91fd-22336f365c64', 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3', 'port_id': '10e299c2-a1d0-461d-91fd-22336f365c64', 'mac_address': 'fa:16:3e:dc:ef:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc3021c-a7c4-44d6-a64a-9eb2336153af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:26:10.772159 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1678814-ff01-47b9-9f81-f25968664c66 req-af35ff89-f41d-458c-8e38-9571d547d7dd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449867 Jul 07 19:26:10.860438 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:10.865240 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:10.889045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e299c2-a1d0-461d-91fd-22336f365c64 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:10.917253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84502069-813c-462b-acd1-5465326d6298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e81ff72-22c0-453a-a76f-a9fd14612e57'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:10.919722 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b0e39d-ed1f-4487-9f24-0b9878f4e928" -d '{"events": [{"server_uuid": "84502069-813c-462b-acd1-5465326d6298", "name": "network-vif-plugged", "status": "completed", "tag": "8e81ff72-22c0-453a-a76f-a9fd14612e57"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:10.944376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 10e299c2-a1d0-461d-91fd-22336f365c64, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=10e299c2-a1d0-461d-91fd-22336f365c64,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:10.947189 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8e81ff72-22c0-453a-a76f-a9fd14612e57, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8e81ff72-22c0-453a-a76f-a9fd14612e57,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:10.949914 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:10.989063 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fc814d-3bd4-4afd-aadc-d3ea8553e3a4 x-openstack-request-id: req-a5fc814d-3bd4-4afd-aadc-d3ea8553e3a4 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:10.989448 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84502069-813c-462b-acd1-5465326d6298", "name": "network-vif-plugged", "status": "completed", "tag": "8e81ff72-22c0-453a-a76f-a9fd14612e57", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:10.989721 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5fc814d-3bd4-4afd-aadc-d3ea8553e3a4 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:10.990527 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84502069-813c-462b-acd1-5465326d6298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e81ff72-22c0-453a-a76f-a9fd14612e57', 'code': 200} Jul 07 19:26:10.995615 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.012400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=10e299c2-a1d0-461d-91fd-22336f365c64,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:11.079815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd75666-0126-4c1b-ad93-b58f3f6951bf req-17073349-a10f-48a6-b0ff-d7512caa69c2 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:11.081985 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fd75666-0126-4c1b-ad93-b58f3f6951bf req-17073349-a10f-48a6-b0ff-d7512caa69c2 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 944 time: 0.1025782 Jul 07 19:26:11.099047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8e81ff72-22c0-453a-a76f-a9fd14612e57,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:11.167481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3fd75666-0126-4c1b-ad93-b58f3f6951bf req-5264da2c-0acc-4326-a3c9-9065f065298b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773647 Jul 07 19:26:11.189668 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c92fd6-fb59-4beb-befd-853b8e93a6aa req-8eb30575-e027-459d-8a9e-5a24578af2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:11.191407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0c92fd6-fb59-4beb-befd-853b8e93a6aa req-8eb30575-e027-459d-8a9e-5a24578af2f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84502069-813c-462b-acd1-5465326d6298 HTTP/1.1" status: 200 len: 1096 time: 0.0828624 Jul 07 19:26:11.207589 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35484) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:11.272705 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0c92fd6-fb59-4beb-befd-853b8e93a6aa req-aed1ebcd-810d-4c05-a35f-eb6410b3ab56 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731206 Jul 07 19:26:11.312595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb402b9c-6822-4833-85dc-0331c2309d0f req-09cbeeea-d3b9-4137-a8d4-88a1d6b9fe10 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:11.315270 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb402b9c-6822-4833-85dc-0331c2309d0f req-09cbeeea-d3b9-4137-a8d4-88a1d6b9fe10 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 945 time: 0.0895979 Jul 07 19:26:11.369645 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb402b9c-6822-4833-85dc-0331c2309d0f req-6c521a5d-e8a3-45fd-9552-36b1cf55eac1 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456486 Jul 07 19:26:11.371460 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cbf537e4-fb7a-49d4-89c8-9a45e9efedeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.383590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device d400cc11-dc75-416d-9efe-52f0419ad29c details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:26:11.385693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a326e00b-9eff-42ae-954d-7e87bbd7a3c6 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:11.490858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port a326e00b-9eff-42ae-954d-7e87bbd7a3c6 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:11.498962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port a326e00b-9eff-42ae-954d-7e87bbd7a3c6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:11.499445 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.501669 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cbf537e4-fb7a-49d4-89c8-9a45e9efedeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.507416 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cbf537e4-fb7a-49d4-89c8-9a45e9efedeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.524763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['10e299c2-a1d0-461d-91fd-22336f365c64'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:11.552876 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cbf537e4-fb7a-49d4-89c8-9a45e9efedeb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e60cd5c1f74047b7bcf5e6e46fc129cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415701 Jul 07 19:26:11.552876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf537e4-fb7a-49d4-89c8-9a45e9efedeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1debeecf-657a-4046-b9f1-a6c890985eaf,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:11.555174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35488) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:11.595783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port d400cc11-dc75-416d-9efe-52f0419ad29c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d400cc11-dc75-416d-9efe-52f0419ad29c,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:11.618941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'd400cc11-dc75-416d-9efe-52f0419ad29c', 'network_id': '77819821-8da9-46d1-bc88-930fba77a5b3', 'port_id': 'd400cc11-dc75-416d-9efe-52f0419ad29c', 'mac_address': 'fa:16:3e:09:fa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206973c2-7386-45f5-8e7d-54661b8adb40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:26:11.633117 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5338ffe7-044a-4504-8e9a-56a970eb7c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.657861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5338ffe7-044a-4504-8e9a-56a970eb7c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.712771 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5338ffe7-044a-4504-8e9a-56a970eb7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.715855 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5338ffe7-044a-4504-8e9a-56a970eb7c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.717014 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5338ffe7-044a-4504-8e9a-56a970eb7c87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1debeecf-657a-4046-b9f1-a6c890985eaf HTTP/1.1" status: 204 len: 168 time: 0.1610138 Jul 07 19:26:11.723204 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.726324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338ffe7-044a-4504-8e9a-56a970eb7c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1debeecf-657a-4046-b9f1-a6c890985eaf,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:11.733169 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.783266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d400cc11-dc75-416d-9efe-52f0419ad29c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:11.835108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a326e00b-9eff-42ae-954d-7e87bbd7a3c6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a326e00b-9eff-42ae-954d-7e87bbd7a3c6,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:11.840109 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port d400cc11-dc75-416d-9efe-52f0419ad29c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d400cc11-dc75-416d-9efe-52f0419ad29c,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:11.848289 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.855568 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.927728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=d400cc11-dc75-416d-9efe-52f0419ad29c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:11.991774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=a326e00b-9eff-42ae-954d-7e87bbd7a3c6,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:12.032459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967319-82dd-496d-819d-837f3afe3e82 req-10569733-53f7-4e47-a525-0658326a8b77 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:12.034422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37967319-82dd-496d-819d-837f3afe3e82 req-10569733-53f7-4e47-a525-0658326a8b77 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 944 time: 0.0823469 Jul 07 19:26:12.078843 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37967319-82dd-496d-819d-837f3afe3e82 req-ad4b2963-0d17-40c0-801f-4c96bde3ca07 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364742 Jul 07 19:26:12.268351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['d400cc11-dc75-416d-9efe-52f0419ad29c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:12.416184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48897bdb-1f5e-434c-b732-5c35e577034f req-a8a644cc-ce32-4726-b7a1-cb433c333aaf tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:12.418048 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-48897bdb-1f5e-434c-b732-5c35e577034f req-a8a644cc-ce32-4726-b7a1-cb433c333aaf tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 944 time: 0.1150594 Jul 07 19:26:12.466738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-48897bdb-1f5e-434c-b732-5c35e577034f req-3f230fc1-c6dc-4125-a306-dbc9fd6f4810 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Jul 07 19:26:12.992699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bef64e4-9671-48af-96f0-c3cd1976b1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a326e00b-9eff-42ae-954d-7e87bbd7a3c6'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:12.997092 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e209b8a-3a68-43df-a2bf-8e499665bfb6" -d '{"events": [{"server_uuid": "9bef64e4-9671-48af-96f0-c3cd1976b1e8", "name": "network-vif-plugged", "status": "completed", "tag": "a326e00b-9eff-42ae-954d-7e87bbd7a3c6"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:13.079818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51c7c6-2832-4b99-9a55-d8d1cb49228f req-9a7e8882-0469-45a9-96f4-3941f87fb978 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:13.087778 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e51c7c6-2832-4b99-9a55-d8d1cb49228f req-9a7e8882-0469-45a9-96f4-3941f87fb978 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 946 time: 0.4965577 Jul 07 19:26:13.125416 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492d7d87-839c-4cc7-aae3-bc80e9387261 x-openstack-request-id: req-492d7d87-839c-4cc7-aae3-bc80e9387261 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:13.125737 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bef64e4-9671-48af-96f0-c3cd1976b1e8", "name": "network-vif-plugged", "status": "completed", "tag": "a326e00b-9eff-42ae-954d-7e87bbd7a3c6", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:13.125960 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-492d7d87-839c-4cc7-aae3-bc80e9387261 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:13.126560 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bef64e4-9671-48af-96f0-c3cd1976b1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a326e00b-9eff-42ae-954d-7e87bbd7a3c6', 'code': 200} Jul 07 19:26:13.132633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e51c7c6-2832-4b99-9a55-d8d1cb49228f req-6adbaa09-0493-4fef-9edd-41d1438e24d6 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 Jul 07 19:26:13.353161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ae145-9edb-4e32-a31b-3a02d7a91fba req-4c792d9d-72b4-4989-9984-15b0c79e0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:13.355021 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad1ae145-9edb-4e32-a31b-3a02d7a91fba req-4c792d9d-72b4-4989-9984-15b0c79e0e27 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 1097 time: 0.1160157 Jul 07 19:26:13.390844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46162378-704e-419a-bd47-f24fc08233c7 req-38c9e331-3613-47c4-8bc7-69f7ccffd7fd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:13.392677 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46162378-704e-419a-bd47-f24fc08233c7 req-38c9e331-3613-47c4-8bc7-69f7ccffd7fd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 944 time: 0.1143463 Jul 07 19:26:13.432073 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad1ae145-9edb-4e32-a31b-3a02d7a91fba req-88630c5e-8fbb-4dd6-bcae-8023fd13c187 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678127 Jul 07 19:26:13.455599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46162378-704e-419a-bd47-f24fc08233c7 req-95558409-c9d6-4c96-a1cc-a4d1bf1943fc tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541859 Jul 07 19:26:13.674769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953a334-50f5-4faa-98a1-f65a1b683791 req-ad1d3274-08c8-4a5b-aacb-83c21afc2fbd tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:13.676481 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f953a334-50f5-4faa-98a1-f65a1b683791 req-ad1d3274-08c8-4a5b-aacb-83c21afc2fbd tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 944 time: 0.0799034 Jul 07 19:26:13.720127 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f953a334-50f5-4faa-98a1-f65a1b683791 req-e687fbe8-9ccd-4a9b-ac3e-1bb96e6e54d3 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373666 Jul 07 19:26:14.346700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b9569-932a-42e3-8b9d-daa012c6f331 req-78afcf70-2a9f-4348-88a5-4e67151ec721 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:14.348329 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a00b9569-932a-42e3-8b9d-daa012c6f331 req-78afcf70-2a9f-4348-88a5-4e67151ec721 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 946 time: 0.0732245 Jul 07 19:26:14.395225 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a00b9569-932a-42e3-8b9d-daa012c6f331 req-92560bb9-ccc4-43ee-be9f-7d1a996ab7a2 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385528 Jul 07 19:26:14.609731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 10e299c2-a1d0-461d-91fd-22336f365c64 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:14.704398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5443b00-b4b9-44fb-8178-c77bc042af92 req-b02d54f0-f274-46b4-94e2-cbffd5e78020 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:14.707301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d5443b00-b4b9-44fb-8178-c77bc042af92 req-b02d54f0-f274-46b4-94e2-cbffd5e78020 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 944 time: 0.1198585 Jul 07 19:26:14.717859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 10e299c2-a1d0-461d-91fd-22336f365c64 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:14.727232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 10e299c2-a1d0-461d-91fd-22336f365c64 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:14.728005 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:14.793566 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d5443b00-b4b9-44fb-8178-c77bc042af92 req-79e564b3-82a0-43f6-9cfb-0742147541ec tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785472 Jul 07 19:26:14.852184 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:14.892536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 10e299c2-a1d0-461d-91fd-22336f365c64, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=10e299c2-a1d0-461d-91fd-22336f365c64,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:14.899006 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:14.968901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=10e299c2-a1d0-461d-91fd-22336f365c64,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:14.991274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e24c0-ae40-4880-9912-4eb879b17f98 req-e2efd947-33d1-46c4-81f0-8c8adc9cfc5b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:14.995371 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a26e24c0-ae40-4880-9912-4eb879b17f98 req-e2efd947-33d1-46c4-81f0-8c8adc9cfc5b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 945 time: 0.0835733 Jul 07 19:26:15.041334 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a26e24c0-ae40-4880-9912-4eb879b17f98 req-cd83d966-de5f-4c44-ac70-dacc847dc711 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 Jul 07 19:26:15.128735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e299c2-a1d0-461d-91fd-22336f365c64'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:15.131333 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caf59f5-9b5d-435d-8e82-471df3ef7a5a" -d '{"events": [{"server_uuid": "f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad", "name": "network-vif-plugged", "status": "completed", "tag": "10e299c2-a1d0-461d-91fd-22336f365c64"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:15.169997 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6034748-4122-42ac-a8bb-48f213b485ff x-openstack-request-id: req-c6034748-4122-42ac-a8bb-48f213b485ff {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:15.170366 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad", "name": "network-vif-plugged", "status": "completed", "tag": "10e299c2-a1d0-461d-91fd-22336f365c64", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:15.170632 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6034748-4122-42ac-a8bb-48f213b485ff {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:15.171088 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e299c2-a1d0-461d-91fd-22336f365c64', 'code': 200} Jul 07 19:26:15.336689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d29a8-4996-4ecd-a564-2515b1bb5ea4 req-628d4ee3-180a-47f2-9ff5-701d0c4ee56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:15.338471 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-924d29a8-4996-4ecd-a564-2515b1bb5ea4 req-628d4ee3-180a-47f2-9ff5-701d0c4ee56b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 1096 time: 0.0792809 Jul 07 19:26:15.381950 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-924d29a8-4996-4ecd-a564-2515b1bb5ea4 req-fa19c378-16a1-4f9f-93f3-6b4e1930322f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341721 Jul 07 19:26:15.403847 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device d400cc11-dc75-416d-9efe-52f0419ad29c up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:15.495709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port d400cc11-dc75-416d-9efe-52f0419ad29c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:15.503376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port d400cc11-dc75-416d-9efe-52f0419ad29c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:15.505072 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:15.645182 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:15.650893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74619959-ec31-479e-8d05-257fbb1937a6 req-35cb12db-bfb7-4abd-9758-987e93ca3984 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:15.652288 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74619959-ec31-479e-8d05-257fbb1937a6 req-35cb12db-bfb7-4abd-9758-987e93ca3984 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 946 time: 0.1066210 Jul 07 19:26:15.690047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port d400cc11-dc75-416d-9efe-52f0419ad29c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d400cc11-dc75-416d-9efe-52f0419ad29c,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:15.700412 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:15.725630 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74619959-ec31-479e-8d05-257fbb1937a6 req-08bbe7ac-4440-4211-bcad-1c85c008cfbe tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644903 Jul 07 19:26:15.776619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=d400cc11-dc75-416d-9efe-52f0419ad29c,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:16.055035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c99970-f854-49b5-be3c-79f32451354b req-92090173-da18-4f0f-b815-9b0997bf52c6 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:16.057575 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-99c99970-f854-49b5-be3c-79f32451354b req-92090173-da18-4f0f-b815-9b0997bf52c6 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1045349 Jul 07 19:26:16.148866 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-99c99970-f854-49b5-be3c-79f32451354b req-c2869581-8190-4feb-a6a1-17a608560b87 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826318 Jul 07 19:26:16.377653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15aa9d-05c4-4637-b711-a15f53d04fd8 req-6492385c-4d30-481f-9722-fcc561d90f54 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:16.380286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d15aa9d-05c4-4637-b711-a15f53d04fd8 req-6492385c-4d30-481f-9722-fcc561d90f54 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 945 time: 0.1192138 Jul 07 19:26:16.430754 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d15aa9d-05c4-4637-b711-a15f53d04fd8 req-071fb088-7a56-48c7-b919-633261a03ebb tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437181 Jul 07 19:26:17.172409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c8564-f8d2-401f-af02-462db5e43138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd400cc11-dc75-416d-9efe-52f0419ad29c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:17.175930 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5819f2e0-a348-4d50-bcc1-89e97e7a9c8b" -d '{"events": [{"server_uuid": "441c8564-f8d2-401f-af02-462db5e43138", "name": "network-vif-plugged", "status": "completed", "tag": "d400cc11-dc75-416d-9efe-52f0419ad29c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:17.234689 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824b4710-451f-470c-861b-abe846899d45 x-openstack-request-id: req-824b4710-451f-470c-861b-abe846899d45 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:17.235020 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c8564-f8d2-401f-af02-462db5e43138", "name": "network-vif-plugged", "status": "completed", "tag": "d400cc11-dc75-416d-9efe-52f0419ad29c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:17.235493 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-824b4710-451f-470c-861b-abe846899d45 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:17.235980 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441c8564-f8d2-401f-af02-462db5e43138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd400cc11-dc75-416d-9efe-52f0419ad29c', 'code': 200} Jul 07 19:26:17.441070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b8366-cb7b-42fb-8681-6ce00fbeff28 req-53368dc6-aad7-42a7-bf2e-b903a96c66a0 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:17.443815 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-740b8366-cb7b-42fb-8681-6ce00fbeff28 req-53368dc6-aad7-42a7-bf2e-b903a96c66a0 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1353896 Jul 07 19:26:17.463197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66828a-0617-4d23-80ac-d4d792de9c79 req-a69c9b01-dfcd-4373-a3c6-ed7611b8f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:17.465383 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6f66828a-0617-4d23-80ac-d4d792de9c79 req-a69c9b01-dfcd-4373-a3c6-ed7611b8f0b0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 1096 time: 0.1170256 Jul 07 19:26:17.530876 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-740b8366-cb7b-42fb-8681-6ce00fbeff28 req-d18576ab-6ade-4c13-8dea-e599ed7dae56 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803442 Jul 07 19:26:17.537752 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6f66828a-0617-4d23-80ac-d4d792de9c79 req-73131c1a-1616-4647-8dc7-5b390c5e6537 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605094 Jul 07 19:26:17.795946 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4782c2-6460-48a5-83e5-ff65c9d5197b req-fa8b83e3-0c15-417f-a177-5e238852e0ff tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:17.798224 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cf4782c2-6460-48a5-83e5-ff65c9d5197b req-fa8b83e3-0c15-417f-a177-5e238852e0ff tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 945 time: 0.1315501 Jul 07 19:26:17.857071 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cf4782c2-6460-48a5-83e5-ff65c9d5197b req-d0db8922-b44f-4f55-8386-1a82aac913db tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521703 Jul 07 19:26:18.060325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dcf08-f08b-4d94-9c29-e2acef66d1c2 req-16a91511-4c19-4413-86d3-4d6648ed2598 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:18.069572 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-360dcf08-f08b-4d94-9c29-e2acef66d1c2 req-16a91511-4c19-4413-86d3-4d6648ed2598 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=84502069-813c-462b-acd1-5465326d6298 HTTP/1.1" status: 200 len: 945 time: 0.0878563 Jul 07 19:26:18.131601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-360dcf08-f08b-4d94-9c29-e2acef66d1c2 req-4a73a8a0-7831-45ce-84db-447072e8b042 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590863 Jul 07 19:26:18.456382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35796) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:18.578703 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:26:18.616531 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef8abc18-48f5-49d5-8c24-f1439f00b5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:18.800294 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef8abc18-48f5-49d5-8c24-f1439f00b5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:18.812212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef8abc18-48f5-49d5-8c24-f1439f00b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:18.816078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6baf82-e357-492b-980e-ddbcd6f0bcf4 req-5d72b41f-2761-4133-a5a3-b6698ac61ae5 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:18.817612 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c6baf82-e357-492b-980e-ddbcd6f0bcf4 req-5d72b41f-2761-4133-a5a3-b6698ac61ae5 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0871551 Jul 07 19:26:18.865769 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c6baf82-e357-492b-980e-ddbcd6f0bcf4 req-3c2d5389-f65a-4e6c-b4e1-876fcf438b8e tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395896 Jul 07 19:26:18.881580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8abc18-48f5-49d5-8c24-f1439f00b5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eb94c1-f3ad-4eb7-990b-3bcc9016c85f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:18.896755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ef8abc18-48f5-49d5-8c24-f1439f00b5bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c08eb65fa32c4ba3a86e4a3e5e7a1251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390521 Jul 07 19:26:18.900174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35818) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:18.967567 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c0a05a7-4efa-4cef-a6fe-1109015261e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.015215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c0a05a7-4efa-4cef-a6fe-1109015261e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.047725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-edad1792-4f94-40ec-9dde-3e312021d80a tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:19.054888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-edad1792-4f94-40ec-9dde-3e312021d80a tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/networks?id=d6583313-7149-46f5-9c18-4eb5b83d89d3 HTTP/1.1" status: 200 len: 812 time: 0.1528194 Jul 07 19:26:19.071220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-77b47bdc-e063-4c04-91ec-501b0e06da37 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/quotas/80156fdd1481473baf95d68970cd52b3 HTTP/1.1" status: 200 len: 375 time: 0.0153725 Jul 07 19:26:19.111201 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c0a05a7-4efa-4cef-a6fe-1109015261e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.115696 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c0a05a7-4efa-4cef-a6fe-1109015261e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.121567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0c0a05a7-4efa-4cef-a6fe-1109015261e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4eb94c1-f3ad-4eb7-990b-3bcc9016c85f HTTP/1.1" status: 204 len: 168 time: 0.2171991 Jul 07 19:26:19.137895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a05a7-4efa-4cef-a6fe-1109015261e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eb94c1-f3ad-4eb7-990b-3bcc9016c85f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:19.175623 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-1fc0133c-a201-4dd6-8574-882a8ec01b28 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=80156fdd1481473baf95d68970cd52b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032157 Jul 07 19:26:19.295528 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-4838068e-f622-40b9-808d-b3f07f7d7472 service neutron] 10.222.0.81 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171825 Jul 07 19:26:19.420752 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-c6660404-c948-4cd8-84b7-7b128daa98db service neutron] 10.222.0.81 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146863 Jul 07 19:26:19.488032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35828) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:19.503376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6920b4b1-1a55-429c-8848-01cac82f3b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.667889 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6920b4b1-1a55-429c-8848-01cac82f3b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.676416 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6920b4b1-1a55-429c-8848-01cac82f3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.778389 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6920b4b1-1a55-429c-8848-01cac82f3b15 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5709708e2a8b4dd789db9d9193e221d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856021 Jul 07 19:26:19.779222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35834) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:19.796305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920b4b1-1a55-429c-8848-01cac82f3b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed0c862-3144-4636-bb93-74deeb0e0582,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:19.889925 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83e67250-0a54-476b-8e07-ecee6859fc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.943887 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83e67250-0a54-476b-8e07-ecee6859fc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:20.071400 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1796e44-b9cb-4a67-801b-f1d39a1ae8ae req-67fc450f-c368-4857-95eb-d63084f05ac2 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 210 time: 0.0623815 Jul 07 19:26:20.073717 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83e67250-0a54-476b-8e07-ecee6859fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:20.078004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83e67250-0a54-476b-8e07-ecee6859fc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:20.079686 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-83e67250-0a54-476b-8e07-ecee6859fc40 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ed0c862-3144-4636-bb93-74deeb0e0582 HTTP/1.1" status: 204 len: 168 time: 0.2992527 Jul 07 19:26:20.092679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e67250-0a54-476b-8e07-ecee6859fc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed0c862-3144-4636-bb93-74deeb0e0582,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:20.270038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a7367-97ed-4b97-b210-7c3c9b452a59 req-12acf009-ecb8-4e57-940a-cbdee103105e tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:20.285391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-339a7367-97ed-4b97-b210-7c3c9b452a59 req-12acf009-ecb8-4e57-940a-cbdee103105e tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1425498 Jul 07 19:26:20.356386 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-339a7367-97ed-4b97-b210-7c3c9b452a59 req-e916303c-b6a5-41de-94c4-8e2f8ff8ce35 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697334 Jul 07 19:26:21.016064 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-78b5e2c5-6b48-4121-a35f-3d5eda0d0fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:21.064846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e847a-6ef9-4e84-ba73-93cbaaeda85a req-1039ad1d-7dbd-44bb-895a-891a478939ef tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:21.074518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d04e847a-6ef9-4e84-ba73-93cbaaeda85a req-1039ad1d-7dbd-44bb-895a-891a478939ef tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0921748 Jul 07 19:26:21.092836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3b0a-4d85-4fbc-9a94-ed6a552702da req-e950d4a8-b089-46cb-a66c-f09b772a6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:21.100903 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d88c3b0a-4d85-4fbc-9a94-ed6a552702da req-e950d4a8-b089-46cb-a66c-f09b772a6b86 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=00341c01faab4b26b482e420f35eda64&device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 1096 time: 0.1474857 Jul 07 19:26:21.135319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d04e847a-6ef9-4e84-ba73-93cbaaeda85a req-e737a4ed-2d8a-4ea7-bc3b-7ca97fe250cb tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497851 Jul 07 19:26:21.277194 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3b0a-4d85-4fbc-9a94-ed6a552702da req-94265107-1041-438d-b942-0ac991427c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:21.280287 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d88c3b0a-4d85-4fbc-9a94-ed6a552702da req-94265107-1041-438d-b942-0ac991427c43 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77819821-8da9-46d1-bc88-930fba77a5b3 HTTP/1.1" status: 200 len: 912 time: 0.1660662 Jul 07 19:26:21.369465 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d88c3b0a-4d85-4fbc-9a94-ed6a552702da req-f97d4912-0a6a-404d-9050-589bb8de3bb5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d400cc11-dc75-416d-9efe-52f0419ad29c HTTP/1.1" status: 200 len: 217 time: 0.0807242 Jul 07 19:26:21.381671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974268cd-d46a-4b05-bf74-46253e147d30 req-93100e44-478b-4b8d-a98c-266f4d8d9220 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:21.390131 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-974268cd-d46a-4b05-bf74-46253e147d30 req-93100e44-478b-4b8d-a98c-266f4d8d9220 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "GET /v2.0/ports?device_id=84502069-813c-462b-acd1-5465326d6298 HTTP/1.1" status: 200 len: 945 time: 0.1466746 Jul 07 19:26:21.477225 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-246058ff-deb2-4b06-942b-bf9a538098b9 req-bbed5e11-0354-4a28-9463-1b22cb988a52 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 210 time: 0.0855157 Jul 07 19:26:21.498054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3b0a-4d85-4fbc-9a94-ed6a552702da req-d37137c3-31c5-426e-a57f-5d9f751b6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:21.500178 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d88c3b0a-4d85-4fbc-9a94-ed6a552702da req-d37137c3-31c5-426e-a57f-5d9f751b6616 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=206973c2-7386-45f5-8e7d-54661b8adb40 HTTP/1.1" status: 200 len: 851 time: 0.1231196 Jul 07 19:26:21.541179 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d88c3b0a-4d85-4fbc-9a94-ed6a552702da req-8a2f52b9-3279-4d33-910f-1fafa2a02b34 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77819821-8da9-46d1-bc88-930fba77a5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296621 Jul 07 19:26:21.580555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125a3a4-4e7b-4adc-8119-b1796980ef0d req-56cadb0d-6ade-43a8-80f9-dbe5f7faeb83 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:21.582413 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b125a3a4-4e7b-4adc-8119-b1796980ef0d req-56cadb0d-6ade-43a8-80f9-dbe5f7faeb83 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad HTTP/1.1" status: 200 len: 945 time: 0.1259890 Jul 07 19:26:21.713006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d88c3b0a-4d85-4fbc-9a94-ed6a552702da req-539b6004-507b-45e4-b083-01867504c4ce service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604872 Jul 07 19:26:21.808650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-974268cd-d46a-4b05-bf74-46253e147d30 req-2a272881-a1d3-4602-90f1-cb83c8ece06e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Deleting port 8e81ff72-22c0-453a-a76f-a9fd14612e57 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:21.809019 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-974268cd-d46a-4b05-bf74-46253e147d30 req-2a272881-a1d3-4602-90f1-cb83c8ece06e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:21.861293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b125a3a4-4e7b-4adc-8119-b1796980ef0d req-6996f0fe-8dea-4bb7-aca3-3c79f6523a51 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Deleting port 10e299c2-a1d0-461d-91fd-22336f365c64 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:21.861742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b125a3a4-4e7b-4adc-8119-b1796980ef0d req-6996f0fe-8dea-4bb7-aca3-3c79f6523a51 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:21.883767 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d88c3b0a-4d85-4fbc-9a94-ed6a552702da req-fd37c5ab-ec76-4d9a-86f2-575d81958386 service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598620 Jul 07 19:26:21.995492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-b125a3a4-4e7b-4adc-8119-b1796980ef0d req-6996f0fe-8dea-4bb7-aca3-3c79f6523a51 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] For port 10e299c2-a1d0-461d-91fd-22336f365c64, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=10e299c2-a1d0-461d-91fd-22336f365c64,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:21.996461 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b125a3a4-4e7b-4adc-8119-b1796980ef0d req-6996f0fe-8dea-4bb7-aca3-3c79f6523a51 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:22.022536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b125a3a4-4e7b-4adc-8119-b1796980ef0d req-6996f0fe-8dea-4bb7-aca3-3c79f6523a51 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Calling delete_port for 10e299c2-a1d0-461d-91fd-22336f365c64 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:22.113910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260468a-6f8a-4d81-93d4-65961b14257c req-916124be-d6cd-40e1-8b64-1d72c096700b tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:22.127441 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e260468a-6f8a-4d81-93d4-65961b14257c req-916124be-d6cd-40e1-8b64-1d72c096700b tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 946 time: 0.1915462 Jul 07 19:26:22.345983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-974268cd-d46a-4b05-bf74-46253e147d30 req-2a272881-a1d3-4602-90f1-cb83c8ece06e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] For port 8e81ff72-22c0-453a-a76f-a9fd14612e57, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8e81ff72-22c0-453a-a76f-a9fd14612e57,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:22.347428 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-974268cd-d46a-4b05-bf74-46253e147d30 req-2a272881-a1d3-4602-90f1-cb83c8ece06e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:22.358375 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b125a3a4-4e7b-4adc-8119-b1796980ef0d req-6996f0fe-8dea-4bb7-aca3-3c79f6523a51 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:22.378215 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8e81ff72-22c0-453a-a76f-a9fd14612e57', '10e299c2-a1d0-461d-91fd-22336f365c64'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:22.416283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-974268cd-d46a-4b05-bf74-46253e147d30 req-2a272881-a1d3-4602-90f1-cb83c8ece06e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Calling delete_port for 8e81ff72-22c0-453a-a76f-a9fd14612e57 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:22.439712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996f0fe-8dea-4bb7-aca3-3c79f6523a51 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Pushing event deleted for resources: {'Port': ['ID=10e299c2-a1d0-461d-91fd-22336f365c64,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:22.499271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b125a3a4-4e7b-4adc-8119-b1796980ef0d req-6996f0fe-8dea-4bb7-aca3-3c79f6523a51 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] No DVR routers for this DVR port 10e299c2-a1d0-461d-91fd-22336f365c64 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:22.509771 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b125a3a4-4e7b-4adc-8119-b1796980ef0d req-6996f0fe-8dea-4bb7-aca3-3c79f6523a51 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:22.512939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b125a3a4-4e7b-4adc-8119-b1796980ef0d req-6996f0fe-8dea-4bb7-aca3-3c79f6523a51 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "DELETE /v2.0/ports/10e299c2-a1d0-461d-91fd-22336f365c64 HTTP/1.1" status: 204 len: 173 time: 0.9197755 Jul 07 19:26:22.526690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e260468a-6f8a-4d81-93d4-65961b14257c req-57b56bb6-ece8-4c76-a418-fe6ffb7d2d3b tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups?id=731b290b-4782-444b-88ee-5dffd614c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3984914 Jul 07 19:26:22.533781 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad', 'name': 'network-vif-deleted', 'tag': '10e299c2-a1d0-461d-91fd-22336f365c64'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:22.537578 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6ec95c-07b3-44a8-b042-948b43087bb9" -d '{"events": [{"server_uuid": "f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad", "name": "network-vif-deleted", "tag": "10e299c2-a1d0-461d-91fd-22336f365c64"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:22.654829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-1453bb8c-331a-4c1d-8767-000bce9b5ea4 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:22.659641 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-1453bb8c-331a-4c1d-8767-000bce9b5ea4 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "GET /v2.0/networks?id=d6583313-7149-46f5-9c18-4eb5b83d89d3 HTTP/1.1" status: 200 len: 812 time: 0.5915842 Jul 07 19:26:22.693071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-0a399afd-8100-47b2-858c-b9626b88761b req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Request body: {'port': {'device_id': '05957b42-51d0-4f71-9dfe-fafc7bb09f8d', 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3', 'admin_state_up': True, 'tenant_id': '80156fdd1481473baf95d68970cd52b3'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:22.773654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02661b-bdcd-4240-a1ce-e93d8946124d req-652e23ad-7a31-4c9d-96a7-52b9fcb27f75 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:22.780750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c02661b-bdcd-4240-a1ce-e93d8946124d req-652e23ad-7a31-4c9d-96a7-52b9fcb27f75 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.3619657 Jul 07 19:26:22.873697 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c02661b-bdcd-4240-a1ce-e93d8946124d req-00c39a56-a917-4372-8ed3-786176e60545 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886660 Jul 07 19:26:22.882318 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-974268cd-d46a-4b05-bf74-46253e147d30 req-2a272881-a1d3-4602-90f1-cb83c8ece06e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:22.903343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['10e299c2-a1d0-461d-91fd-22336f365c64'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:22.943887 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39ef641f-f0b6-4198-91ce-167bf9c760f1 req-adb3206c-798f-464d-87ef-fc18ee63ddb8 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 210 time: 0.0518687 Jul 07 19:26:23.006614 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21acafd3-23b9-4506-a346-c32a4598132b x-openstack-request-id: req-21acafd3-23b9-4506-a346-c32a4598132b {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:23.007105 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad", "name": "network-vif-deleted", "tag": "10e299c2-a1d0-461d-91fd-22336f365c64", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:23.007514 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21acafd3-23b9-4506-a346-c32a4598132b {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:23.009531 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f16706-2ae9-4db4-82fb-c3a0acd4f1ad', 'name': 'network-vif-deleted', 'tag': '10e299c2-a1d0-461d-91fd-22336f365c64', 'status': 'completed', 'code': 200} Jul 07 19:26:23.015010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a272881-a1d3-4602-90f1-cb83c8ece06e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Pushing event deleted for resources: {'Port': ['ID=8e81ff72-22c0-453a-a76f-a9fd14612e57,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:23.027305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Made reservation on behalf of 80156fdd1481473baf95d68970cd52b3 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:23.030944 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:23.134042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-974268cd-d46a-4b05-bf74-46253e147d30 req-2a272881-a1d3-4602-90f1-cb83c8ece06e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] No DVR routers for this DVR port 8e81ff72-22c0-453a-a76f-a9fd14612e57 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:23.146591 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-974268cd-d46a-4b05-bf74-46253e147d30 req-2a272881-a1d3-4602-90f1-cb83c8ece06e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:23.149524 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-974268cd-d46a-4b05-bf74-46253e147d30 req-2a272881-a1d3-4602-90f1-cb83c8ece06e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "DELETE /v2.0/ports/8e81ff72-22c0-453a-a76f-a9fd14612e57 HTTP/1.1" status: 204 len: 173 time: 1.7413507 Jul 07 19:26:23.274706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-0a399afd-8100-47b2-858c-b9626b88761b req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Allocated IP 172.20.0.11 (d6583313-7149-46f5-9c18-4eb5b83d89d3/edc3021c-a7c4-44d6-a64a-9eb2336153af/cafa5450-2d20-4ca3-aec9-e9df608f101b) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:23.342002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-7f6985bf-5e0d-470d-85bc-72977bfffb41 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:23.350089 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-7f6985bf-5e0d-470d-85bc-72977bfffb41 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "GET /v2.0/networks?id=d6583313-7149-46f5-9c18-4eb5b83d89d3 HTTP/1.1" status: 200 len: 812 time: 0.2183952 Jul 07 19:26:23.374248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-0a399afd-8100-47b2-858c-b9626b88761b req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Request body: {'port': {'device_id': 'ccea0802-eb9b-49ce-bb3f-eb44ad11bb79', 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3', 'admin_state_up': True, 'tenant_id': '80156fdd1481473baf95d68970cd52b3'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:23.497075 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-17e2697f-3c4d-47a9-9b43-3d7d832de2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:23.544809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:23.653351 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:23.667394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['10e299c2-a1d0-461d-91fd-22336f365c64'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:23.768440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a399afd-8100-47b2-858c-b9626b88761b req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Network d6583313-7149-46f5-9c18-4eb5b83d89d3 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:23.774869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-0a399afd-8100-47b2-858c-b9626b88761b req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:23.784376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a399afd-8100-47b2-858c-b9626b88761b req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:23.818051 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:23.856809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Pushing event updated for resources: {'Port': ['ID=cafa5450-2d20-4ca3-aec9-e9df608f101b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:23.897201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:23.898682 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:23.921542 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-07db08fc-69a6-4dc8-a5fa-667fc5c1ff1e tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2346966 Jul 07 19:26:23.939723 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Request body: {'port': {'device_id': '05957b42-51d0-4f71-9dfe-fafc7bb09f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:24.258690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf0dee-e76a-45a7-be81-046a01e5f653 req-70ae6680-12ec-4be0-b4b6-92c11341ea0e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:24.259071 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6dcf0dee-e76a-45a7-be81-046a01e5f653 req-70ae6680-12ec-4be0-b4b6-92c11341ea0e tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 946 time: 0.2002194 Jul 07 19:26:24.264152 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.403051 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6dcf0dee-e76a-45a7-be81-046a01e5f653 req-bc8f79a0-9731-41f9-843c-24e6bdfa6f0a tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups?id=731b290b-4782-444b-88ee-5dffd614c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249866 Jul 07 19:26:24.661428 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-38171114-fbce-4bb8-bec2-6b999e5d3559 req-5db9b120-3f0c-4ae4-bee5-d06003dc24ac tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 210 time: 0.0376830 Jul 07 19:26:24.708452 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.708976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c43b17-9ebf-4611-9a7a-843a7b9584d5 req-26c9297d-9e7c-4db6-abba-581cca5a4ece tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:24.718591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97c43b17-9ebf-4611-9a7a-843a7b9584d5 req-26c9297d-9e7c-4db6-abba-581cca5a4ece tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.2186210 Jul 07 19:26:24.772746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Made reservation on behalf of 80156fdd1481473baf95d68970cd52b3 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:24.776862 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.795440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafa5450-2d20-4ca3-aec9-e9df608f101b {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:24.815799 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.823796 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97c43b17-9ebf-4611-9a7a-843a7b9584d5 req-5ff6c21a-c8de-4886-9c23-d12bc6394df7 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040123 Jul 07 19:26:24.845747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Transition to ACTIVE for port object cafa5450-2d20-4ca3-aec9-e9df608f101b will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:24.856879 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.939937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Pushing event updated for resources: {'Port': ['ID=cafa5450-2d20-4ca3-aec9-e9df608f101b,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:25.010979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84502069-813c-462b-acd1-5465326d6298', 'name': 'network-vif-deleted', 'tag': '8e81ff72-22c0-453a-a76f-a9fd14612e57'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:25.013875 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50e1a70-85d2-454d-8980-06a4c883a973" -d '{"events": [{"server_uuid": "84502069-813c-462b-acd1-5465326d6298", "name": "network-vif-deleted", "tag": "8e81ff72-22c0-453a-a76f-a9fd14612e57"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:25.036885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Attempting to bind port cafa5450-2d20-4ca3-aec9-e9df608f101b on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:25.037225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Attempting to bind port cafa5450-2d20-4ca3-aec9-e9df608f101b by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:25.037555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Attempting to bind port cafa5450-2d20-4ca3-aec9-e9df608f101b on network d6583313-7149-46f5-9c18-4eb5b83d89d3 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:25.040634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-0a399afd-8100-47b2-858c-b9626b88761b req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Allocated IP 172.20.0.4 (d6583313-7149-46f5-9c18-4eb5b83d89d3/edc3021c-a7c4-44d6-a64a-9eb2336153af/5ea1d28b-76f7-479f-9328-56119220d7b0) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:25.050606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Port cafa5450-2d20-4ca3-aec9-e9df608f101b on network d6583313-7149-46f5-9c18-4eb5b83d89d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:25.051189 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Attempting to bind port cafa5450-2d20-4ca3-aec9-e9df608f101b on network d6583313-7149-46f5-9c18-4eb5b83d89d3 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:25.061153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:25.061709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Checking segment: {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:25.062855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Bound using segment: {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:25.063879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Bound port: cafa5450-2d20-4ca3-aec9-e9df608f101b, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:25.065145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.066417 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ff202b-b2d2-4b34-8b4e-f0c1b642c249 x-openstack-request-id: req-07ff202b-b2d2-4b34-8b4e-f0c1b642c249 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:25.066777 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84502069-813c-462b-acd1-5465326d6298", "name": "network-vif-deleted", "tag": "8e81ff72-22c0-453a-a76f-a9fd14612e57", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:25.067058 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07ff202b-b2d2-4b34-8b4e-f0c1b642c249 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:25.067454 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84502069-813c-462b-acd1-5465326d6298', 'name': 'network-vif-deleted', 'tag': '8e81ff72-22c0-453a-a76f-a9fd14612e57', 'status': 'completed', 'code': 200} Jul 07 19:26:25.138197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] For port cafa5450-2d20-4ca3-aec9-e9df608f101b, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:25.141900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] For port cafa5450-2d20-4ca3-aec9-e9df608f101b, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=cafa5450-2d20-4ca3-aec9-e9df608f101b,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:25.148611 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.170128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35972) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:25.192457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:25.193149 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.195056 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] 10.222.0.48 "PUT /v2.0/ports/cafa5450-2d20-4ca3-aec9-e9df608f101b HTTP/1.1" status: 200 len: 1092 time: 1.2627518 Jul 07 19:26:25.195573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05957b42-51d0-4f71-9dfe-fafc7bb09f8d', 'tag': 'cafa5450-2d20-4ca3-aec9-e9df608f101b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:25.198964 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac02148-4bb2-41b3-a834-9b13d76185cb" -d '{"events": [{"name": "network-changed", "server_uuid": "05957b42-51d0-4f71-9dfe-fafc7bb09f8d", "tag": "cafa5450-2d20-4ca3-aec9-e9df608f101b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:25.222357 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.251541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74405381-3613-429f-96b6-d613ce6f6e22 service neutron] Pushing event updated for resources: {'Port': ['ID=cafa5450-2d20-4ca3-aec9-e9df608f101b,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:25.258727 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9eac72-0227-4398-bfa5-f52184d379b2 x-openstack-request-id: req-2e9eac72-0227-4398-bfa5-f52184d379b2 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:25.259046 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05957b42-51d0-4f71-9dfe-fafc7bb09f8d", "tag": "cafa5450-2d20-4ca3-aec9-e9df608f101b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:25.259389 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e9eac72-0227-4398-bfa5-f52184d379b2 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:25.259748 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05957b42-51d0-4f71-9dfe-fafc7bb09f8d', 'tag': 'cafa5450-2d20-4ca3-aec9-e9df608f101b', 'status': 'completed', 'code': 200} Jul 07 19:26:25.276392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.317703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-ca89af3a-62bd-4d06-adfd-314b40991e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:25.319356 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-ca89af3a-62bd-4d06-adfd-314b40991e18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80156fdd1481473baf95d68970cd52b3&device_id=05957b42-51d0-4f71-9dfe-fafc7bb09f8d HTTP/1.1" status: 200 len: 1095 time: 0.0588691 Jul 07 19:26:25.340287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a399afd-8100-47b2-858c-b9626b88761b req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Network d6583313-7149-46f5-9c18-4eb5b83d89d3 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:25.340287 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00c8d4b0-6b52-4eb5-a0f0-9686ad14cb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.347695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-0a399afd-8100-47b2-858c-b9626b88761b req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:25.356075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a399afd-8100-47b2-858c-b9626b88761b req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:25.371790 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-dc3e8c86-e392-4ee7-a215-3498062f1dd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cafa5450-2d20-4ca3-aec9-e9df608f101b HTTP/1.1" status: 200 len: 217 time: 0.0427825 Jul 07 19:26:25.377373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Pushing event updated for resources: {'Port': ['ID=5ea1d28b-76f7-479f-9328-56119220d7b0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:25.416445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:25.417105 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.433584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-b409403f-ecd9-429a-b8a9-e5d60a950b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:25.435243 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-b409403f-ecd9-429a-b8a9-e5d60a950b55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc3021c-a7c4-44d6-a64a-9eb2336153af HTTP/1.1" status: 200 len: 852 time: 0.0558112 Jul 07 19:26:25.501415 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00c8d4b0-6b52-4eb5-a0f0-9686ad14cb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.506651 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00c8d4b0-6b52-4eb5-a0f0-9686ad14cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.513564 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-471b0231-2f3b-435b-a5df-f977444b2a03 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1470752 Jul 07 19:26:25.549138 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-00c8d4b0-6b52-4eb5-a0f0-9686ad14cb63 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d8923ea1cea48fc97d6703dc504f6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779562 Jul 07 19:26:25.551242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8d4b0-6b52-4eb5-a0f0-9686ad14cb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f1f01-a971-4b43-8048-8e738148610e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:25.552119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35980) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:25.571386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Request body: {'port': {'device_id': 'ccea0802-eb9b-49ce-bb3f-eb44ad11bb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:25.619745 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-de8cb841-9b4a-4df7-901d-f62efa627b65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6583313-7149-46f5-9c18-4eb5b83d89d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502286 Jul 07 19:26:25.668395 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.775203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a648fcc7-99ae-47a4-95e2-1a92d2905b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.814325 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a648fcc7-99ae-47a4-95e2-1a92d2905b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.826040 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-68175c62-eb50-4bee-bfea-7577ee5a43a7 service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879888 Jul 07 19:26:25.904831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d799b83-d6ce-422c-a7e4-fd32a15c98a6 req-9837cd4b-a1d2-452d-8049-d86b5a261489 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:25.906372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d799b83-d6ce-422c-a7e4-fd32a15c98a6 req-9837cd4b-a1d2-452d-8049-d86b5a261489 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 946 time: 0.2115126 Jul 07 19:26:25.943026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365798c-fef5-40a0-9de0-79e1949490f8 req-e114a170-7986-4c80-a8e1-12848507f304 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:25.944573 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d365798c-fef5-40a0-9de0-79e1949490f8 req-e114a170-7986-4c80-a8e1-12848507f304 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 931 time: 0.1440365 Jul 07 19:26:25.962046 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a648fcc7-99ae-47a4-95e2-1a92d2905b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.964602 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a648fcc7-99ae-47a4-95e2-1a92d2905b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.965733 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a648fcc7-99ae-47a4-95e2-1a92d2905b7f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa3f1f01-a971-4b43-8048-8e738148610e HTTP/1.1" status: 204 len: 168 time: 0.4124026 Jul 07 19:26:25.991853 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-8f5d6fe5-4837-4ab0-a516-7078bdce67fc service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546783 Jul 07 19:26:25.994752 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d799b83-d6ce-422c-a7e4-fd32a15c98a6 req-9a5915cb-ce6c-454f-806a-dc0427a46117 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups?id=731b290b-4782-444b-88ee-5dffd614c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770450 Jul 07 19:26:25.995652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648fcc7-99ae-47a4-95e2-1a92d2905b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f1f01-a971-4b43-8048-8e738148610e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:26.026637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d365798c-fef5-40a0-9de0-79e1949490f8 req-d6c7328a-0576-498a-90a3-fc88d135a50a tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693848 Jul 07 19:26:26.045487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea1d28b-76f7-479f-9328-56119220d7b0 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:26.062613 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.083171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Transition to ACTIVE for port object 5ea1d28b-76f7-479f-9328-56119220d7b0 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:26.089652 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.171452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac02148-4bb2-41b3-a834-9b13d76185cb req-777c6d61-5980-4634-8ed5-4a1504503346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:26.173372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ac02148-4bb2-41b3-a834-9b13d76185cb req-777c6d61-5980-4634-8ed5-4a1504503346 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80156fdd1481473baf95d68970cd52b3&device_id=05957b42-51d0-4f71-9dfe-fafc7bb09f8d HTTP/1.1" status: 200 len: 1095 time: 0.0972345 Jul 07 19:26:26.191544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea1d28b-76f7-479f-9328-56119220d7b0,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:26.302843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Attempting to bind port 5ea1d28b-76f7-479f-9328-56119220d7b0 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:26.303684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Attempting to bind port 5ea1d28b-76f7-479f-9328-56119220d7b0 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:26.303684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Attempting to bind port 5ea1d28b-76f7-479f-9328-56119220d7b0 on network d6583313-7149-46f5-9c18-4eb5b83d89d3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:26.307374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac02148-4bb2-41b3-a834-9b13d76185cb req-2d1c690d-38c9-45d9-a211-195ce44357d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:26.308932 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ac02148-4bb2-41b3-a834-9b13d76185cb req-2d1c690d-38c9-45d9-a211-195ce44357d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6583313-7149-46f5-9c18-4eb5b83d89d3 HTTP/1.1" status: 200 len: 913 time: 0.1248987 Jul 07 19:26:26.313452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Port 5ea1d28b-76f7-479f-9328-56119220d7b0 on network d6583313-7149-46f5-9c18-4eb5b83d89d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:26.313791 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Attempting to bind port 5ea1d28b-76f7-479f-9328-56119220d7b0 on network d6583313-7149-46f5-9c18-4eb5b83d89d3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:26.325503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be3cba-4203-4125-843f-3fc4e4d86c2c req-ed8a2b03-a5f9-487b-a9a6-2551debf9ded tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:26.327104 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9be3cba-4203-4125-843f-3fc4e4d86c2c req-ed8a2b03-a5f9-487b-a9a6-2551debf9ded tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1590569 Jul 07 19:26:26.330210 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:26.330556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Checking segment: {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:26.330962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Bound using segment: {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:26.331395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Bound port: 5ea1d28b-76f7-479f-9328-56119220d7b0, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e651f7-11da-4f13-a6af-d08425fee73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:26.331758 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.354895 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ac02148-4bb2-41b3-a834-9b13d76185cb req-ba7b2667-c981-4248-928f-46f8a2a6d439 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cafa5450-2d20-4ca3-aec9-e9df608f101b HTTP/1.1" status: 200 len: 217 time: 0.0383956 Jul 07 19:26:26.383994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35998) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:26.407357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac02148-4bb2-41b3-a834-9b13d76185cb req-d08dcae7-3c5c-4080-beea-1496abcb2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:26.408980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ac02148-4bb2-41b3-a834-9b13d76185cb req-d08dcae7-3c5c-4080-beea-1496abcb2ec3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc3021c-a7c4-44d6-a64a-9eb2336153af HTTP/1.1" status: 200 len: 852 time: 0.0463290 Jul 07 19:26:26.413679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fe1d41a4-8e0d-4f37-abca-ffc1b5682164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.431255 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9be3cba-4203-4125-843f-3fc4e4d86c2c req-01dbdb5c-0eac-4858-8284-8f6f35436337 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970421 Jul 07 19:26:26.451618 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.473128 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ac02148-4bb2-41b3-a834-9b13d76185cb req-8d678216-d0cb-4dc0-a2f2-eeb4abd3fd29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6583313-7149-46f5-9c18-4eb5b83d89d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529389 Jul 07 19:26:26.474201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] For port 5ea1d28b-76f7-479f-9328-56119220d7b0, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:26.478676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] For port 5ea1d28b-76f7-479f-9328-56119220d7b0, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5ea1d28b-76f7-479f-9328-56119220d7b0,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:26.484400 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.532777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:26.533404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.534888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] 10.222.0.48 "PUT /v2.0/ports/5ea1d28b-76f7-479f-9328-56119220d7b0 HTTP/1.1" status: 200 len: 1091 time: 0.9697297 Jul 07 19:26:26.572636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c68a4-216f-442a-9844-64403bcd1661 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea1d28b-76f7-479f-9328-56119220d7b0,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:26.583842 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ac02148-4bb2-41b3-a834-9b13d76185cb req-0b853b45-a3e7-465b-a7bf-9194b2964433 service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036649 Jul 07 19:26:26.639185 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fe1d41a4-8e0d-4f37-abca-ffc1b5682164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.647441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8e81ff72-22c0-453a-a76f-a9fd14612e57 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:26.649293 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fe1d41a4-8e0d-4f37-abca-ffc1b5682164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.672085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 8e81ff72-22c0-453a-a76f-a9fd14612e57 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:26.672608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8e81ff72-22c0-453a-a76f-a9fd14612e57 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:26.673193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 10e299c2-a1d0-461d-91fd-22336f365c64 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:26.696373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 10e299c2-a1d0-461d-91fd-22336f365c64 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:26.697336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 10e299c2-a1d0-461d-91fd-22336f365c64 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:26.700151 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ac02148-4bb2-41b3-a834-9b13d76185cb req-3748616b-f1bf-4ef8-9e68-0cdf26bcf7eb service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078660 Jul 07 19:26:26.711094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fe1d41a4-8e0d-4f37-abca-ffc1b5682164 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c05396a2666f4d2aa0b09cffc4504254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260293 Jul 07 19:26:26.713598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36002) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:26.717089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d41a4-8e0d-4f37-abca-ffc1b5682164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82e4ce1-50fb-4ef8-9983-46c3e922a4f8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:26.732148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-19b76b17-008d-48d0-aafa-c8e6a21953a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:26.733856 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-19b76b17-008d-48d0-aafa-c8e6a21953a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80156fdd1481473baf95d68970cd52b3&device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 1094 time: 0.1415701 Jul 07 19:26:26.768729 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ce9e-86a9-4825-a272-64d6ac7d0a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.781523 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-538651b2-06f6-4e26-aa2a-23b10d3dfbf9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea1d28b-76f7-479f-9328-56119220d7b0 HTTP/1.1" status: 200 len: 217 time: 0.0363069 Jul 07 19:26:26.791425 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ce9e-86a9-4825-a272-64d6ac7d0a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.840750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399afd-8100-47b2-858c-b9626b88761b req-4070ae09-c6cf-4d4a-a143-5c3a0603b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:26.840982 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ce9e-86a9-4825-a272-64d6ac7d0a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.842168 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-4070ae09-c6cf-4d4a-a143-5c3a0603b8c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc3021c-a7c4-44d6-a64a-9eb2336153af HTTP/1.1" status: 200 len: 852 time: 0.0456710 Jul 07 19:26:26.843590 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ce9e-86a9-4825-a272-64d6ac7d0a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.844779 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6ad3ce9e-86a9-4825-a272-64d6ac7d0a6c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b82e4ce1-50fb-4ef8-9983-46c3e922a4f8 HTTP/1.1" status: 204 len: 168 time: 0.1301351 Jul 07 19:26:26.854144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3ce9e-86a9-4825-a272-64d6ac7d0a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82e4ce1-50fb-4ef8-9983-46c3e922a4f8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:26.885045 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-492a9fbd-895e-4717-841f-2b62fe49170c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6583313-7149-46f5-9c18-4eb5b83d89d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326726 Jul 07 19:26:26.988735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-ec4ddebe-7078-43f9-b697-677e34bbe4b0 service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945024 Jul 07 19:26:27.070552 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccea0802-eb9b-49ce-bb3f-eb44ad11bb79', 'tag': '5ea1d28b-76f7-479f-9328-56119220d7b0'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:27.074115 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07511716-b624-4fef-8b2c-31583d27d0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccea0802-eb9b-49ce-bb3f-eb44ad11bb79", "tag": "5ea1d28b-76f7-479f-9328-56119220d7b0"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:27.125108 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0a399afd-8100-47b2-858c-b9626b88761b req-725ac02b-d79c-4db5-829a-fa461212ebe9 service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268375 Jul 07 19:26:27.276442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b1bf8-4df2-47ae-a050-bb285fe057a3 req-26e63e15-5fe3-432d-bb94-d11558320575 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:27.279014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a5b1bf8-4df2-47ae-a050-bb285fe057a3 req-26e63e15-5fe3-432d-bb94-d11558320575 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 946 time: 0.0889525 Jul 07 19:26:27.289692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cb14c-1b34-424e-96da-c21301fad3b8 req-c2387ca4-f91b-4577-ae03-bc3c502022d0 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:27.291507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e4cb14c-1b34-424e-96da-c21301fad3b8 req-c2387ca4-f91b-4577-ae03-bc3c502022d0 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 943 time: 0.0934732 Jul 07 19:26:27.338706 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a5b1bf8-4df2-47ae-a050-bb285fe057a3 req-dc879416-8f64-4749-801f-253365533bd7 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups?id=731b290b-4782-444b-88ee-5dffd614c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529337 Jul 07 19:26:27.348311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e4cb14c-1b34-424e-96da-c21301fad3b8 req-665b9574-76f2-4872-9529-2eea93267250 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461659 Jul 07 19:26:27.423205 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d03457-38ac-4819-a381-765c87e9b921 x-openstack-request-id: req-a8d03457-38ac-4819-a381-765c87e9b921 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:27.423678 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccea0802-eb9b-49ce-bb3f-eb44ad11bb79", "tag": "5ea1d28b-76f7-479f-9328-56119220d7b0", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:27.423997 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8d03457-38ac-4819-a381-765c87e9b921 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:27.424471 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccea0802-eb9b-49ce-bb3f-eb44ad11bb79', 'tag': '5ea1d28b-76f7-479f-9328-56119220d7b0', 'status': 'completed', 'code': 200} Jul 07 19:26:27.556926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511716-b624-4fef-8b2c-31583d27d0d0 req-7f2c64bd-9629-4c9a-a16a-081d8e09ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:27.559109 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07511716-b624-4fef-8b2c-31583d27d0d0 req-7f2c64bd-9629-4c9a-a16a-081d8e09ee4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80156fdd1481473baf95d68970cd52b3&device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 1094 time: 0.1045430 Jul 07 19:26:27.723129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511716-b624-4fef-8b2c-31583d27d0d0 req-36d748c3-9aa9-466a-9869-bb993ea1b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:27.724639 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07511716-b624-4fef-8b2c-31583d27d0d0 req-36d748c3-9aa9-466a-9869-bb993ea1b6d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6583313-7149-46f5-9c18-4eb5b83d89d3 HTTP/1.1" status: 200 len: 913 time: 0.1581788 Jul 07 19:26:27.749312 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aea066-f771-4249-93ea-8c7a4bf12705 req-f2bef10d-eaf7-4447-8de9-796538041930 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:27.750689 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7aea066-f771-4249-93ea-8c7a4bf12705 req-f2bef10d-eaf7-4447-8de9-796538041930 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1178150 Jul 07 19:26:27.782685 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07511716-b624-4fef-8b2c-31583d27d0d0 req-995f68e8-3dbb-4b68-9ed9-992f4343c587 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea1d28b-76f7-479f-9328-56119220d7b0 HTTP/1.1" status: 200 len: 217 time: 0.0487871 Jul 07 19:26:27.854148 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7aea066-f771-4249-93ea-8c7a4bf12705 req-2f7a8a42-92fc-4673-9abf-64ff253c0a13 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743234 Jul 07 19:26:27.864856 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511716-b624-4fef-8b2c-31583d27d0d0 req-3506a7ef-9078-423f-a794-f948983ccc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:27.866358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07511716-b624-4fef-8b2c-31583d27d0d0 req-3506a7ef-9078-423f-a794-f948983ccc22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc3021c-a7c4-44d6-a64a-9eb2336153af HTTP/1.1" status: 200 len: 852 time: 0.0656495 Jul 07 19:26:27.902563 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07511716-b624-4fef-8b2c-31583d27d0d0 req-f07b97b8-66d5-4e61-b581-9d8f7b7a7c3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6583313-7149-46f5-9c18-4eb5b83d89d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288222 Jul 07 19:26:28.020814 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07511716-b624-4fef-8b2c-31583d27d0d0 req-31e842ab-d621-4156-a7ed-897a01153ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079919 Jul 07 19:26:28.144845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07511716-b624-4fef-8b2c-31583d27d0d0 req-b7b3699f-bfa0-4589-ba09-5faea29b4d1c service neutron] 10.222.0.48 "GET /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092706 Jul 07 19:26:28.602014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc8906-fc94-43a1-ac15-84ada4e72c10 req-1e30d44b-1824-456a-a625-75b7f7df3400 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:28.606756 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3dc8906-fc94-43a1-ac15-84ada4e72c10 req-1e30d44b-1824-456a-a625-75b7f7df3400 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 946 time: 0.1214426 Jul 07 19:26:28.636221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37a4c7-38b8-4a58-bd27-ab7353554971 req-10f898e0-8b06-4398-9655-c1b0557e184f tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:28.638078 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d37a4c7-38b8-4a58-bd27-ab7353554971 req-10f898e0-8b06-4398-9655-c1b0557e184f tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 943 time: 0.1118991 Jul 07 19:26:28.705704 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d37a4c7-38b8-4a58-bd27-ab7353554971 req-e50cfe96-3b29-4e2f-bc63-b64bd5003803 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587404 Jul 07 19:26:28.750901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3dc8906-fc94-43a1-ac15-84ada4e72c10 req-f1b9b304-9a10-4e11-91ef-9620cde4687c tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups?id=731b290b-4782-444b-88ee-5dffd614c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192892 Jul 07 19:26:28.777561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-24849fa5-f67f-4715-b1a8-baa360364e84 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:28.779521 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-24849fa5-f67f-4715-b1a8-baa360364e84 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.110 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 946 time: 0.1644278 Jul 07 19:26:29.010653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Deleting port 6ad2499b-4709-40a8-bfef-f824a5819cf7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:29.011536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.139455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cfaf6-9e3b-4170-bdcb-dfb41ffebbcd req-e23474e1-becc-4b10-a70d-cce56dbee665 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:29.141254 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e79cfaf6-9e3b-4170-bdcb-dfb41ffebbcd req-e23474e1-becc-4b10-a70d-cce56dbee665 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1143875 Jul 07 19:26:29.162543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] For port 6ad2499b-4709-40a8-bfef-f824a5819cf7, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6ad2499b-4709-40a8-bfef-f824a5819cf7,segment=NetworkSegment(20e8fd33-82b5-45f9-8e2d-c54ddeac78f5),segment_id=20e8fd33-82b5-45f9-8e2d-c54ddeac78f5)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:29.163205 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.212387 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e79cfaf6-9e3b-4170-bdcb-dfb41ffebbcd req-973a256f-58e7-4be3-a552-cb72490d788d tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568466 Jul 07 19:26:29.480557 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.481240 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.481729 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Floating IP ed6a6b7a-1ec0-48c2-a542-9676cff1fbed disassociated. External IP: 172.25.0.48, port: 6ad2499b-4709-40a8-bfef-f824a5819cf7. Jul 07 19:26:29.482306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Calling delete_port for 6ad2499b-4709-40a8-bfef-f824a5819cf7 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:29.991112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff89e76-838b-437e-9f2c-a678289f98b9 req-6671f202-9525-40ef-b3ab-ceef228105ff tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:29.993424 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ff89e76-838b-437e-9f2c-a678289f98b9 req-6671f202-9525-40ef-b3ab-ceef228105ff tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 946 time: 0.0824697 Jul 07 19:26:30.060045 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ff89e76-838b-437e-9f2c-a678289f98b9 req-3412a2dd-cced-47eb-9d02-6a252ffeaed0 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups?id=731b290b-4782-444b-88ee-5dffd614c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594201 Jul 07 19:26:30.063195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153d659-d220-47b7-870b-587d44b4b089 req-22d69e18-649a-49a4-a531-5695006a6ae8 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:30.064423 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2153d659-d220-47b7-870b-587d44b4b089 req-22d69e18-649a-49a4-a531-5695006a6ae8 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 943 time: 0.1300013 Jul 07 19:26:30.065847 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.129865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Pushing event deleted for resources: {'Port': ['ID=6ad2499b-4709-40a8-bfef-f824a5819cf7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:30.156059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:30.156464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:30.157021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:30.157492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:30.157893 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:30.158456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:30.162993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36110) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:30.164092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:30.164092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:30.164474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:30.164888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:30.165532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:30.165684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:30.238559 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2153d659-d220-47b7-870b-587d44b4b089 req-abdbc902-d3e8-47d3-8ea4-6655df77289d tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583958 Jul 07 19:26:30.308630 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df404285-2128-4fc7-b5d6-492d3201b340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.329073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Router a044b158-bdc7-424c-8d40-1757a100e05b has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:26:30.418620 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df404285-2128-4fc7-b5d6-492d3201b340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.423078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df404285-2128-4fc7-b5d6-492d3201b340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.465647 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-df404285-2128-4fc7-b5d6-492d3201b340 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=acf67a31c9dc4d73b4945281f3fa43c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009591 Jul 07 19:26:30.467773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df404285-2128-4fc7-b5d6-492d3201b340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6234b2e-daa4-4f36-a155-bc94821b21c5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:30.472397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36116) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:30.492611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:26:30.504008 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3747b-56a4-4210-a17d-6cf41edd65ed None None] Sync routers for ids ['a044b158-bdc7-424c-8d40-1757a100e05b'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:26:30.515795 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3747b-56a4-4210-a17d-6cf41edd65ed None None] Routers {'a044b158-bdc7-424c-8d40-1757a100e05b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:30.516588 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f9b3747b-56a4-4210-a17d-6cf41edd65ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:26:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a044b158-bdc7-424c-8d40-1757a100e05b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:30.535337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdec99e-9716-4209-8cd3-4c0cfb5881d7 req-5baf2830-c3f9-446c-9d29-1683c81cacea tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:30.536934 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-efdec99e-9716-4209-8cd3-4c0cfb5881d7 req-5baf2830-c3f9-446c-9d29-1683c81cacea tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1606987 Jul 07 19:26:30.549199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-512548c7-fbf3-4a32-aea4-eeb262ad1019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.568627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] No DVR routers for this DVR port 6ad2499b-4709-40a8-bfef-f824a5819cf7 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:30.573017 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.576275 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-881a190b-aa8f-4455-afcc-b62d0fd36122 req-e3bc671f-d01d-4583-9a8c-1302a74c7a72 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.110 "DELETE /v2.0/ports/6ad2499b-4709-40a8-bfef-f824a5819cf7 HTTP/1.1" status: 204 len: 173 time: 1.7843318 Jul 07 19:26:30.580472 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-512548c7-fbf3-4a32-aea4-eeb262ad1019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.583432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'name': 'network-vif-deleted', 'tag': '6ad2499b-4709-40a8-bfef-f824a5819cf7'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:30.586698 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde6a3be-8f95-4b25-9eac-ce40be550f3d" -d '{"events": [{"server_uuid": "a4885e09-693d-4021-a9c0-96d2abcbf88f", "name": "network-vif-deleted", "tag": "6ad2499b-4709-40a8-bfef-f824a5819cf7"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:30.662615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-efdec99e-9716-4209-8cd3-4c0cfb5881d7 req-9c7f2fc1-f469-456e-89ab-aa0faa861ed2 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961237 Jul 07 19:26:30.665010 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-512548c7-fbf3-4a32-aea4-eeb262ad1019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.669607 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-512548c7-fbf3-4a32-aea4-eeb262ad1019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.670901 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-512548c7-fbf3-4a32-aea4-eeb262ad1019 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c6234b2e-daa4-4f36-a155-bc94821b21c5 HTTP/1.1" status: 204 len: 168 time: 0.1972916 Jul 07 19:26:30.677267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device cafa5450-2d20-4ca3-aec9-e9df608f101b details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:26:30.694044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512548c7-fbf3-4a32-aea4-eeb262ad1019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6234b2e-daa4-4f36-a155-bc94821b21c5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:30.758263 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a901d999-620d-4df1-8d4c-950a40f4626d x-openstack-request-id: req-a901d999-620d-4df1-8d4c-950a40f4626d {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:30.759063 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4885e09-693d-4021-a9c0-96d2abcbf88f", "name": "network-vif-deleted", "tag": "6ad2499b-4709-40a8-bfef-f824a5819cf7", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:30.759337 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a901d999-620d-4df1-8d4c-950a40f4626d {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:30.759752 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4885e09-693d-4021-a9c0-96d2abcbf88f', 'name': 'network-vif-deleted', 'tag': '6ad2499b-4709-40a8-bfef-f824a5819cf7', 'status': 'completed', 'code': 200} Jul 07 19:26:30.783495 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f9b3747b-56a4-4210-a17d-6cf41edd65ed None None] Set router a044b158-bdc7-424c-8d40-1757a100e05b gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:31.030370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port cafa5450-2d20-4ca3-aec9-e9df608f101b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=cafa5450-2d20-4ca3-aec9-e9df608f101b,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:31.055844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'cafa5450-2d20-4ca3-aec9-e9df608f101b', 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3', 'port_id': 'cafa5450-2d20-4ca3-aec9-e9df608f101b', 'mac_address': 'fa:16:3e:be:43:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc3021c-a7c4-44d6-a64a-9eb2336153af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:26:31.056426 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f9b3747b-56a4-4210-a17d-6cf41edd65ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '574d7631-1511-4003-a600-6ebaf3a4e390', 'name': '', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'mac_address': 'fa:16:3e:b8:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:04Z', 'updated_at': '2021-07-07T19:24:17Z', 'revision_number': 5, 'project_id': 'e12dc729d097499293efcc14013febf6', 'subnets': [{'id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:31.088267 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3747b-56a4-4210-a17d-6cf41edd65ed None None] Checking router: a044b158-bdc7-424c-8d40-1757a100e05b for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:26:31.118925 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3747b-56a4-4210-a17d-6cf41edd65ed None None] Routers {'a044b158-bdc7-424c-8d40-1757a100e05b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:31.120821 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f9b3747b-56a4-4210-a17d-6cf41edd65ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:26:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a044b158-bdc7-424c-8d40-1757a100e05b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:31.121716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36130) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:31.140060 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.146913 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e423ba09-7cc3-4550-b600-3dc53b933f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.159409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafa5450-2d20-4ca3-aec9-e9df608f101b {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:31.207546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port cafa5450-2d20-4ca3-aec9-e9df608f101b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=cafa5450-2d20-4ca3-aec9-e9df608f101b,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:31.216738 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.285941 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca40adac-c057-4954-bca6-056c21a8459a req-ef17f901-cb85-41be-99cc-29e5acca9943 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4885e09-693d-4021-a9c0-96d2abcbf88f HTTP/1.1" status: 200 len: 210 time: 0.0479634 Jul 07 19:26:31.311986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=cafa5450-2d20-4ca3-aec9-e9df608f101b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:31.358612 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e423ba09-7cc3-4550-b600-3dc53b933f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.365598 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e423ba09-7cc3-4550-b600-3dc53b933f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.414555 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f9b3747b-56a4-4210-a17d-6cf41edd65ed None None] Set router a044b158-bdc7-424c-8d40-1757a100e05b gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:31.443335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36142) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:31.454085 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e423ba09-7cc3-4550-b600-3dc53b933f66 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce7f9128dba845ce8ba341bde4f9a41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306706 Jul 07 19:26:31.458185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423ba09-7cc3-4550-b600-3dc53b933f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22953eaa-5e12-4cb1-bd6c-2fa0a60fc9c8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:31.507533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6ad2499b-4709-40a8-bfef-f824a5819cf7 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:31.558816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 6ad2499b-4709-40a8-bfef-f824a5819cf7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:31.559175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6ad2499b-4709-40a8-bfef-f824a5819cf7 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:31.602749 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7068b7f8-9882-4029-a21c-1f92a4f747bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.635964 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7068b7f8-9882-4029-a21c-1f92a4f747bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.662921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c99e7-8b65-4bf2-8d39-6e7f00e2f16c req-dee380e3-fe7e-4413-b91a-5488c839afa1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:31.664860 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a00c99e7-8b65-4bf2-8d39-6e7f00e2f16c req-dee380e3-fe7e-4413-b91a-5488c839afa1 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 943 time: 0.0932555 Jul 07 19:26:31.731387 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7068b7f8-9882-4029-a21c-1f92a4f747bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.736662 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7068b7f8-9882-4029-a21c-1f92a4f747bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.739445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['cafa5450-2d20-4ca3-aec9-e9df608f101b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:31.743731 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7068b7f8-9882-4029-a21c-1f92a4f747bf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/22953eaa-5e12-4cb1-bd6c-2fa0a60fc9c8 HTTP/1.1" status: 204 len: 168 time: 0.2962909 Jul 07 19:26:31.759392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068b7f8-9882-4029-a21c-1f92a4f747bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22953eaa-5e12-4cb1-bd6c-2fa0a60fc9c8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:31.771462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a00c99e7-8b65-4bf2-8d39-6e7f00e2f16c req-5642a743-d878-4b9c-bc82-9ab39ae0d63c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972028 Jul 07 19:26:31.840746 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f9b3747b-56a4-4210-a17d-6cf41edd65ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '574d7631-1511-4003-a600-6ebaf3a4e390', 'name': '', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'mac_address': 'fa:16:3e:b8:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:04Z', 'updated_at': '2021-07-07T19:24:17Z', 'revision_number': 5, 'project_id': 'e12dc729d097499293efcc14013febf6', 'subnets': [{'id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:31.887362 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3747b-56a4-4210-a17d-6cf41edd65ed None None] The sync data for ids ['a044b158-bdc7-424c-8d40-1757a100e05b'] in n-d-793621-9 is: [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '574d7631-1511-4003-a600-6ebaf3a4e390', 'name': '', 'network_id': '02f836db-6676-46b9-aee6-90c3bd2e56ec', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'mac_address': 'fa:16:3e:b8:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:04Z', 'updated_at': '2021-07-07T19:24:17Z', 'revision_number': 5, 'project_id': 'e12dc729d097499293efcc14013febf6', 'subnets': [{'id': '42b18c18-ffa6-4760-8549-97ac33844a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:26:32.181782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4c7d8-6766-401c-8472-0482418e22e8 req-18fdfcf2-ff2a-41ec-999b-636d2f2db292 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:32.185493 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21d4c7d8-6766-401c-8472-0482418e22e8 req-18fdfcf2-ff2a-41ec-999b-636d2f2db292 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1852148 Jul 07 19:26:32.287511 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21d4c7d8-6766-401c-8472-0482418e22e8 req-f6816b30-2c03-4f2b-926b-aff9f3442f7e tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759132 Jul 07 19:26:32.365672 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c637ed64-9e59-4b89-a494-fea8b0bf83ee None None] New status for floating IP ed6a6b7a-1ec0-48c2-a542-9676cff1fbed: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:26:32.459799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36166) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:32.526874 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fefbb34e-05ac-4097-9414-65b30f697afb tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.557599 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fefbb34e-05ac-4097-9414-65b30f697afb tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.635989 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fefbb34e-05ac-4097-9414-65b30f697afb tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.639493 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fefbb34e-05ac-4097-9414-65b30f697afb tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.642393 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fefbb34e-05ac-4097-9414-65b30f697afb tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "DELETE /v2.0/security-groups/731b290b-4782-444b-88ee-5dffd614c8f8 HTTP/1.1" status: 204 len: 168 time: 0.1791859 Jul 07 19:26:32.645964 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36174) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:32.652013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbb34e-05ac-4097-9414-65b30f697afb tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731b290b-4782-444b-88ee-5dffd614c8f8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:32.685678 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-ec03a239-0cd9-42fe-92d5-69aa0d82ded3 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] show failed (client error): The resource could not be found. Jul 07 19:26:32.686648 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ec03a239-0cd9-42fe-92d5-69aa0d82ded3 tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "GET /v2.0/security-groups/731b290b-4782-444b-88ee-5dffd614c8f8 HTTP/1.1" status: 404 len: 347 time: 0.0369792 Jul 07 19:26:32.689072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5ea1d28b-76f7-479f-9328-56119220d7b0 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:26:32.689848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36178) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:32.846052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5ea1d28b-76f7-479f-9328-56119220d7b0, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5ea1d28b-76f7-479f-9328-56119220d7b0,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:32.874087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-fc46369e-fedc-49e2-a66b-14b64d59a7fd tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Deleting port 3021c521-734a-4aea-a959-364ea755364a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:32.874635 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc46369e-fedc-49e2-a66b-14b64d59a7fd tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.876192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '5ea1d28b-76f7-479f-9328-56119220d7b0', 'network_id': 'd6583313-7149-46f5-9c18-4eb5b83d89d3', 'port_id': '5ea1d28b-76f7-479f-9328-56119220d7b0', 'mac_address': 'fa:16:3e:c6:76:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc3021c-a7c4-44d6-a64a-9eb2336153af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:26:32.934251 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.948933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea1d28b-76f7-479f-9328-56119220d7b0 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:32.982139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5ea1d28b-76f7-479f-9328-56119220d7b0, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5ea1d28b-76f7-479f-9328-56119220d7b0,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:32.988915 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:33.026562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc46369e-fedc-49e2-a66b-14b64d59a7fd tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:33.026892 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc46369e-fedc-49e2-a66b-14b64d59a7fd tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:33.049515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=5ea1d28b-76f7-479f-9328-56119220d7b0,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:33.050276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332497e-4f6f-4c26-8cb7-08483708570a req-1fbdbb08-fcfc-4d1d-a739-e3d29208ca47 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:33.051928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1332497e-4f6f-4c26-8cb7-08483708570a req-1fbdbb08-fcfc-4d1d-a739-e3d29208ca47 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 943 time: 0.1204445 Jul 07 19:26:33.052940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-fc46369e-fedc-49e2-a66b-14b64d59a7fd tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Calling delete_port for 3021c521-734a-4aea-a959-364ea755364a owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:33.144677 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1332497e-4f6f-4c26-8cb7-08483708570a req-bc521c28-dd73-4c17-b293-cd8841a02d19 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849078 Jul 07 19:26:33.235695 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc46369e-fedc-49e2-a66b-14b64d59a7fd tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:33.262939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46369e-fedc-49e2-a66b-14b64d59a7fd tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Pushing event deleted for resources: {'Port': ['ID=3021c521-734a-4aea-a959-364ea755364a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:33.352323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc46369e-fedc-49e2-a66b-14b64d59a7fd tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:33.356730 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc46369e-fedc-49e2-a66b-14b64d59a7fd tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:33.358163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fc46369e-fedc-49e2-a66b-14b64d59a7fd tempest-ServersTestManualDisk-1173813102 tempest-ServersTestManualDisk-1173813102-project] 10.222.0.81 "DELETE /v2.0/floatingips/ed6a6b7a-1ec0-48c2-a542-9676cff1fbed HTTP/1.1" status: 204 len: 168 time: 0.6666424 Jul 07 19:26:33.363492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36196) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:33.609159 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['5ea1d28b-76f7-479f-9328-56119220d7b0'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:33.621402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d375bc-d6da-409e-b463-0001897a76e2 req-e16140a5-1d88-4282-b1ab-00d1a907eb2c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:33.622937 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-59d375bc-d6da-409e-b463-0001897a76e2 req-e16140a5-1d88-4282-b1ab-00d1a907eb2c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1546040 Jul 07 19:26:33.714243 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-59d375bc-d6da-409e-b463-0001897a76e2 req-74d9577b-13c6-45de-81fa-fbca05b077b8 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824895 Jul 07 19:26:33.863854 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53285577-86bd-41c7-9ff7-3f445feaec88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:34.139217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-53285577-86bd-41c7-9ff7-3f445feaec88 admin admin] Deleting port 574d7631-1511-4003-a600-6ebaf3a4e390 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:34.139444 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53285577-86bd-41c7-9ff7-3f445feaec88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:34.225751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-53285577-86bd-41c7-9ff7-3f445feaec88 admin admin] For port 574d7631-1511-4003-a600-6ebaf3a4e390, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=574d7631-1511-4003-a600-6ebaf3a4e390,segment=NetworkSegment(20e8fd33-82b5-45f9-8e2d-c54ddeac78f5),segment_id=20e8fd33-82b5-45f9-8e2d-c54ddeac78f5)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:34.226213 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53285577-86bd-41c7-9ff7-3f445feaec88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:34.241906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-53285577-86bd-41c7-9ff7-3f445feaec88 admin admin] Calling delete_port for 574d7631-1511-4003-a600-6ebaf3a4e390 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:34.448538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96f280-63e3-4c07-bf4c-f55e8f8406d3 req-ca62d6fd-8cb9-4b84-8d8e-11c5913de35a tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:34.461294 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2b96f280-63e3-4c07-bf4c-f55e8f8406d3 req-ca62d6fd-8cb9-4b84-8d8e-11c5913de35a tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 944 time: 0.1494048 Jul 07 19:26:34.518136 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53285577-86bd-41c7-9ff7-3f445feaec88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:34.523457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2b96f280-63e3-4c07-bf4c-f55e8f8406d3 req-27220e9f-6b71-4060-8f2b-15cf33a947d0 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592606 Jul 07 19:26:34.562064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53285577-86bd-41c7-9ff7-3f445feaec88 admin admin] Pushing event deleted for resources: {'Port': ['ID=574d7631-1511-4003-a600-6ebaf3a4e390,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:34.691577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device cafa5450-2d20-4ca3-aec9-e9df608f101b up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:34.792490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port cafa5450-2d20-4ca3-aec9-e9df608f101b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:34.797443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port cafa5450-2d20-4ca3-aec9-e9df608f101b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:34.798159 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:34.885856 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53285577-86bd-41c7-9ff7-3f445feaec88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:34.948140 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:34.992951 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05957b42-51d0-4f71-9dfe-fafc7bb09f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa5450-2d20-4ca3-aec9-e9df608f101b'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:34.995448 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8d9537-3474-4dc0-8151-3d18ab652e3b" -d '{"events": [{"server_uuid": "05957b42-51d0-4f71-9dfe-fafc7bb09f8d", "name": "network-vif-plugged", "status": "completed", "tag": "cafa5450-2d20-4ca3-aec9-e9df608f101b"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:35.011946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port cafa5450-2d20-4ca3-aec9-e9df608f101b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=cafa5450-2d20-4ca3-aec9-e9df608f101b,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:35.017351 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.094635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=cafa5450-2d20-4ca3-aec9-e9df608f101b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:35.144716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9dc21-5481-44a3-b9a7-e049b78f80b6 req-42d40d44-8ccf-418c-958b-997f74ca4dcf tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:35.146333 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aae9dc21-5481-44a3-b9a7-e049b78f80b6 req-42d40d44-8ccf-418c-958b-997f74ca4dcf tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1487401 Jul 07 19:26:35.210580 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664dd8f2-6e37-46b4-94ad-297185fc3fb1 x-openstack-request-id: req-664dd8f2-6e37-46b4-94ad-297185fc3fb1 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:35.210927 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05957b42-51d0-4f71-9dfe-fafc7bb09f8d", "name": "network-vif-plugged", "status": "completed", "tag": "cafa5450-2d20-4ca3-aec9-e9df608f101b", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:35.211181 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-664dd8f2-6e37-46b4-94ad-297185fc3fb1 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:35.211578 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05957b42-51d0-4f71-9dfe-fafc7bb09f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa5450-2d20-4ca3-aec9-e9df608f101b', 'code': 200} Jul 07 19:26:35.242246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aae9dc21-5481-44a3-b9a7-e049b78f80b6 req-b3d68f99-f84f-4bed-a958-cc17fdfeffba tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830915 Jul 07 19:26:35.318584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53285577-86bd-41c7-9ff7-3f445feaec88 admin admin] Router a044b158-bdc7-424c-8d40-1757a100e05b has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:26:35.351136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76553b9-25e8-499f-a387-4a65fffd2a89 req-64b153a5-4568-4f5b-9b6e-d7d9f87546af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:35.352816 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b76553b9-25e8-499f-a387-4a65fffd2a89 req-64b153a5-4568-4f5b-9b6e-d7d9f87546af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05957b42-51d0-4f71-9dfe-fafc7bb09f8d HTTP/1.1" status: 200 len: 1097 time: 0.0698938 Jul 07 19:26:35.399781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b76553b9-25e8-499f-a387-4a65fffd2a89 req-1ed8c1ff-6e3b-4b88-ad75-86c95f515b99 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389702 Jul 07 19:26:35.448475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53285577-86bd-41c7-9ff7-3f445feaec88 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:26:35.459000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-53285577-86bd-41c7-9ff7-3f445feaec88 admin admin] 10.222.0.81 "PUT /v2.0/routers/a044b158-bdc7-424c-8d40-1757a100e05b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0891781 Jul 07 19:26:35.461098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36224) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:35.463507 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9e3ec9-8cdc-4694-a8af-b10d287697c7 None None] Sync routers for ids ['a044b158-bdc7-424c-8d40-1757a100e05b'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:26:35.473463 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9e3ec9-8cdc-4694-a8af-b10d287697c7 None None] Routers {'a044b158-bdc7-424c-8d40-1757a100e05b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:35.474072 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-1e9e3ec9-8cdc-4694-a8af-b10d287697c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:26:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a044b158-bdc7-424c-8d40-1757a100e05b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:35.509159 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.605563 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.671766 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-1e9e3ec9-8cdc-4694-a8af-b10d287697c7 None None] Set router a044b158-bdc7-424c-8d40-1757a100e05b gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:35.796261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072e753-8a92-49c6-b2e9-639ff86de042 req-951c3ff5-27e8-4443-8a87-1b5d2f37cc77 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:35.796261 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2072e753-8a92-49c6-b2e9-639ff86de042 req-951c3ff5-27e8-4443-8a87-1b5d2f37cc77 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 944 time: 0.1142850 Jul 07 19:26:35.812511 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.871610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2072e753-8a92-49c6-b2e9-639ff86de042 req-a115cdbc-4f1b-4519-9a36-ec6b52926cff tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653923 Jul 07 19:26:35.905885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Deleting port f25db9a2-f7a0-4691-ac22-ec33c2ade954 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:35.907327 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.934041 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-1e9e3ec9-8cdc-4694-a8af-b10d287697c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:26:34Z', 'revision_number': 5, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port': {'id': 'f25db9a2-f7a0-4691-ac22-ec33c2ade954', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:57Z', 'updated_at': '2021-07-07T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:35.981478 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9e3ec9-8cdc-4694-a8af-b10d287697c7 None None] Checking router: a044b158-bdc7-424c-8d40-1757a100e05b for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:26:35.995377 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9e3ec9-8cdc-4694-a8af-b10d287697c7 None None] Routers {'a044b158-bdc7-424c-8d40-1757a100e05b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:35.996765 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-1e9e3ec9-8cdc-4694-a8af-b10d287697c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:26:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a044b158-bdc7-424c-8d40-1757a100e05b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:36.002578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] For port f25db9a2-f7a0-4691-ac22-ec33c2ade954, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f25db9a2-f7a0-4691-ac22-ec33c2ade954,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:36.003028 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.018054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Calling delete_port for f25db9a2-f7a0-4691-ac22-ec33c2ade954 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:36.147114 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-1e9e3ec9-8cdc-4694-a8af-b10d287697c7 None None] Set router a044b158-bdc7-424c-8d40-1757a100e05b gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:36.212407 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-1e9e3ec9-8cdc-4694-a8af-b10d287697c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:26:35Z', 'revision_number': 6, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:36.248598 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9e3ec9-8cdc-4694-a8af-b10d287697c7 None None] The sync data for ids ['a044b158-bdc7-424c-8d40-1757a100e05b'] in n-d-793621-9 is: [{'id': 'a044b158-bdc7-424c-8d40-1757a100e05b', 'name': 'tempest-ServersTestManualDisk-1156212290-router', 'tenant_id': 'e12dc729d097499293efcc14013febf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:56Z', 'updated_at': '2021-07-07T19:26:35Z', 'revision_number': 6, 'project_id': 'e12dc729d097499293efcc14013febf6', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:26:36.612008 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.695116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 574d7631-1511-4003-a600-6ebaf3a4e390 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:36.729379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25db9a2-f7a0-4691-ac22-ec33c2ade954,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:36.730112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5ea1d28b-76f7-479f-9328-56119220d7b0 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:36.733045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 574d7631-1511-4003-a600-6ebaf3a4e390 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:36.733375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 574d7631-1511-4003-a600-6ebaf3a4e390 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:36.750662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc10a-197d-482d-94cf-09ec5a07dc14 req-c599e031-b268-4c45-9dba-ef7850e74b22 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:36.752460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef8bc10a-197d-482d-94cf-09ec5a07dc14 req-c599e031-b268-4c45-9dba-ef7850e74b22 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.2075479 Jul 07 19:26:36.797915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.837821 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 5ea1d28b-76f7-479f-9328-56119220d7b0 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:36.842183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 5ea1d28b-76f7-479f-9328-56119220d7b0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:36.842571 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.901613 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.905633 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.982023 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef8bc10a-197d-482d-94cf-09ec5a07dc14 req-f53b04be-66e5-4ec8-b4eb-52d48cd7ce20 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186749 Jul 07 19:26:36.982917 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.987262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a044b158-bdc7-424c-8d40-1757a100e05b {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:26:37.000100 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.004593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36250) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:37.005481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-44acc8e7-6c1a-4d35-995c-57f6de000013 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a044b158-bdc7-424c-8d40-1757a100e05b HTTP/1.1" status: 204 len: 168 time: 1.5426347 Jul 07 19:26:37.029180 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.081177 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5ea1d28b-76f7-479f-9328-56119220d7b0, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5ea1d28b-76f7-479f-9328-56119220d7b0,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:37.088427 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.137867 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Deleting subnet 42b18c18-ffa6-4760-8549-97ac33844a2f {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:26:37.151532 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=5ea1d28b-76f7-479f-9328-56119220d7b0,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:37.169240 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.217919 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.222004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccea0802-eb9b-49ce-bb3f-eb44ad11bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea1d28b-76f7-479f-9328-56119220d7b0'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:37.226364 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8438017-5902-4d52-98a8-b54df0ae0853" -d '{"events": [{"server_uuid": "ccea0802-eb9b-49ce-bb3f-eb44ad11bb79", "name": "network-vif-plugged", "status": "completed", "tag": "5ea1d28b-76f7-479f-9328-56119220d7b0"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:37.311337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43028-7980-4ab7-a802-6637b11cd61a req-4e80dc1f-7d46-4096-978b-d45d24ad0499 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:37.312990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-17d43028-7980-4ab7-a802-6637b11cd61a req-4e80dc1f-7d46-4096-978b-d45d24ad0499 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 945 time: 0.2183130 Jul 07 19:26:37.356614 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.387432 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e71541-f1de-4f4a-9c8f-012a7f388d40 x-openstack-request-id: req-80e71541-f1de-4f4a-9c8f-012a7f388d40 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:37.387699 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccea0802-eb9b-49ce-bb3f-eb44ad11bb79", "name": "network-vif-plugged", "status": "completed", "tag": "5ea1d28b-76f7-479f-9328-56119220d7b0", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:37.388029 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80e71541-f1de-4f4a-9c8f-012a7f388d40 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:37.388414 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccea0802-eb9b-49ce-bb3f-eb44ad11bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea1d28b-76f7-479f-9328-56119220d7b0', 'code': 200} Jul 07 19:26:37.442481 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-17d43028-7980-4ab7-a802-6637b11cd61a req-238e527b-219a-4f66-a5b6-d2ed674ebace tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181076 Jul 07 19:26:37.495879 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.530893 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.533587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] 10.222.0.81 "DELETE /v2.0/subnets/42b18c18-ffa6-4760-8549-97ac33844a2f HTTP/1.1" status: 204 len: 168 time: 0.5269945 Jul 07 19:26:37.537088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36260) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:37.537901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c51581-35d1-483c-b637-70162699e874 None None] Network 02f836db-6676-46b9-aee6-90c3bd2e56ec requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:37.567900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42b18c18-ffa6-4760-8549-97ac33844a2f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:37.582450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:37.583110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:37.583825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:37.584375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:37.584953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:37.585538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:37.586040 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:37.586787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:37.587403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:37.587902 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:37.588392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:37.589051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d348b-31e7-4ab3-a3ad-4bbf0cc690ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:37.620780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d5ff5-ca65-4c70-be9a-0b21d83f1392 req-56a18327-33e7-4eca-8c46-faee686797c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:37.622900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-432d5ff5-ca65-4c70-be9a-0b21d83f1392 req-56a18327-33e7-4eca-8c46-faee686797c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 1096 time: 0.1400392 Jul 07 19:26:37.681030 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.688605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-432d5ff5-ca65-4c70-be9a-0b21d83f1392 req-5eb3f9c7-744b-494f-b473-835cae3f2948 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573840 Jul 07 19:26:37.758477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Deleting port cc6096c6-3ba7-4dad-b794-0c395c16a858 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:37.758858 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.859936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] For port cc6096c6-3ba7-4dad-b794-0c395c16a858, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cc6096c6-3ba7-4dad-b794-0c395c16a858,segment=NetworkSegment(20e8fd33-82b5-45f9-8e2d-c54ddeac78f5),segment_id=20e8fd33-82b5-45f9-8e2d-c54ddeac78f5)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:37.860388 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.875039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Calling delete_port for cc6096c6-3ba7-4dad-b794-0c395c16a858 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:37.915705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c41737-6c76-4f87-99d5-df9e4de85575 None None] DHCP port deletion for 02f836db-6676-46b9-aee6-90c3bd2e56ec request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:26:37.972199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.973609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-69c41737-6c76-4f87-99d5-df9e4de85575 None None] Deleting port cc6096c6-3ba7-4dad-b794-0c395c16a858 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:37.973987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-69c41737-6c76-4f87-99d5-df9e4de85575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.004548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] No DVR routers for this DVR port cc6096c6-3ba7-4dad-b794-0c395c16a858 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:38.010030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6096c6-3ba7-4dad-b794-0c395c16a858,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:38.045919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-69c41737-6c76-4f87-99d5-df9e4de85575 None None] For port cc6096c6-3ba7-4dad-b794-0c395c16a858, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:38.046322 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-69c41737-6c76-4f87-99d5-df9e4de85575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.062984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-69c41737-6c76-4f87-99d5-df9e4de85575 None None] Calling delete_port for cc6096c6-3ba7-4dad-b794-0c395c16a858 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:38.065874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-69c41737-6c76-4f87-99d5-df9e4de85575 None None] Port cc6096c6-3ba7-4dad-b794-0c395c16a858 was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:26:38.067346 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-69c41737-6c76-4f87-99d5-df9e4de85575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.094128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c41737-6c76-4f87-99d5-df9e4de85575 None None] Pushing event deleted for resources: {'Port': ['ID=cc6096c6-3ba7-4dad-b794-0c395c16a858,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:38.097874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c41737-6c76-4f87-99d5-df9e4de85575 None None] No DVR routers for this DVR port cc6096c6-3ba7-4dad-b794-0c395c16a858 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:38.107476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.123409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f836db-6676-46b9-aee6-90c3bd2e56ec']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:38.138006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:38.138006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e8fd33-82b5-45f9-8e2d-c54ddeac78f5') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:38.148621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.164272 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.170619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:26:38.170992 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:26:38.172764 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:26:38.204609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e86c83-a734-4200-a1d6-71e978d117dd req-b1be65d6-d611-4127-a1e0-d57335817fb3 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:38.206222 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-59e86c83-a734-4200-a1d6-71e978d117dd req-b1be65d6-d611-4127-a1e0-d57335817fb3 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0829055 Jul 07 19:26:38.241994 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.264347 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.268576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] 10.222.0.81 "DELETE /v2.0/networks/02f836db-6676-46b9-aee6-90c3bd2e56ec HTTP/1.1" status: 204 len: 168 time: 0.7283938 Jul 07 19:26:38.268706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-59e86c83-a734-4200-a1d6-71e978d117dd req-07231d3c-a3e9-40e8-bad5-2aa3e9018ebd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535576 Jul 07 19:26:38.280936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c456a-7db5-46ad-9c0f-ff126eccf1dd admin admin] Pushing event deleted for resources: {'Network': ['ID=02f836db-6676-46b9-aee6-90c3bd2e56ec,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:38.471105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36276) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:38.535021 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-98b15e9d-08e7-4227-bf6c-26d271d7fe6b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e12dc729d097499293efcc14013febf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589087 Jul 07 19:26:38.535021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36280) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:38.602497 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6f406724-81c6-40ba-94d8-942ff5346eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.627402 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6f406724-81c6-40ba-94d8-942ff5346eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.688982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c844174-bc27-44f0-9463-b5517fb5120d req-45cb299b-2d8c-4794-aa38-6fcbc1304ce0 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:38.690919 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c844174-bc27-44f0-9463-b5517fb5120d req-45cb299b-2d8c-4794-aa38-6fcbc1304ce0 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 945 time: 0.0966043 Jul 07 19:26:38.695284 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6f406724-81c6-40ba-94d8-942ff5346eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.698203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6f406724-81c6-40ba-94d8-942ff5346eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.699433 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6f406724-81c6-40ba-94d8-942ff5346eff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14101860-749e-493c-99a7-289eb6afe980 HTTP/1.1" status: 204 len: 168 time: 0.1645133 Jul 07 19:26:38.708847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f406724-81c6-40ba-94d8-942ff5346eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14101860-749e-493c-99a7-289eb6afe980,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:38.732255 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f25db9a2-f7a0-4691-ac22-ec33c2ade954 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:38.759612 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c844174-bc27-44f0-9463-b5517fb5120d req-1da700a2-c831-48a1-b588-d4d4622faaf3 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617719 Jul 07 19:26:38.777974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f25db9a2-f7a0-4691-ac22-ec33c2ade954 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:38.778383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f25db9a2-f7a0-4691-ac22-ec33c2ade954 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:38.778895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cc6096c6-3ba7-4dad-b794-0c395c16a858 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:38.808874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: cc6096c6-3ba7-4dad-b794-0c395c16a858 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:38.809297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cc6096c6-3ba7-4dad-b794-0c395c16a858 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:39.208746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-23fcd531-0bb6-4345-bdb0-b5ed25572810 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:39.210635 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-23fcd531-0bb6-4345-bdb0-b5ed25572810 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 814 time: 0.1469665 Jul 07 19:26:39.231712 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-bc2aaebb-6531-4cac-b2fb-12bf5fe071d4 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/quotas/1f6745b37cc84094bb631476291d9180 HTTP/1.1" status: 200 len: 375 time: 0.0114059 Jul 07 19:26:39.308573 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-256603e5-f84b-46c2-bb8b-59fde8df50c0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703833 Jul 07 19:26:39.418217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-6b18906a-5bda-48df-a35b-3ff4c9570929 service neutron] 10.222.0.81 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017067 Jul 07 19:26:39.494433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af559e-b0ee-4350-a8bd-abad7c34ba4f req-63431f86-40f5-4b21-8bfe-35e8cbe2406b tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:39.496758 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c9af559e-b0ee-4350-a8bd-abad7c34ba4f req-63431f86-40f5-4b21-8bfe-35e8cbe2406b tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0912485 Jul 07 19:26:39.531227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-59c787f5-d933-4c89-9940-dafcf60baf06 service neutron] 10.222.0.81 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063547 Jul 07 19:26:39.540630 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c9af559e-b0ee-4350-a8bd-abad7c34ba4f req-394bbfc3-a1bf-4494-9bb8-1c51cc959200 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367475 Jul 07 19:26:39.601270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36324) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:39.768053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1278214727-network', 'tenant_id': '12d4361a08114fc68b5c0b7348749303'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:39.773814 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3dc9d6a0-5f9a-49f8-b9d8-0268adb4562a req-d9eef822-3c71-4d78-a797-8d1885216013 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 210 time: 0.0574071 Jul 07 19:26:39.805628 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Made reservation on behalf of 12d4361a08114fc68b5c0b7348749303 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:39.809573 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.820777 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.897927 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.987401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.996202 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.028913 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b5869-6779-44d0-9de0-89fc6ed4ee1f req-bd8af084-42c3-42d9-9355-f1e3aea1fd50 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:40.030615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb9b5869-6779-44d0-9de0-89fc6ed4ee1f req-bd8af084-42c3-42d9-9355-f1e3aea1fd50 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 945 time: 0.1289172 Jul 07 19:26:40.043298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:26:40.069332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d010d9f-d721-4f4c-a930-3b9e427a3e86,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:40.074113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.074485 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Added segment 7b8cb526-402c-47bc-bbf3-b70a47d95fe8 of type vlan for network 49b4ea42-8761-4062-bf4d-585e112916cc Jul 07 19:26:40.130909 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb9b5869-6779-44d0-9de0-89fc6ed4ee1f req-4fa26d85-a780-40d0-aff1-4f121ca53ac3 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886090 Jul 07 19:26:40.137529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.175280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.176313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:40.177075 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.245909 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6395898 Jul 07 19:26:40.246129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36344) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:40.254319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-dc6118a5-8c61-4d0d-b497-0285fdf27af8 admin admin] Request body: {'subnet': {'network_id': '49b4ea42-8761-4062-bf4d-585e112916cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1278214727-subnet', 'tenant_id': '12d4361a08114fc68b5c0b7348749303', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:40.257494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f47312-3552-4a3d-b52f-e274183da767 admin admin] Pushing event updated for resources: {'Network': ['ID=49b4ea42-8761-4062-bf4d-585e112916cc,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:40.272138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 49b4ea42-8761-4062-bf4d-585e112916cc details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:26:40.327561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6118a5-8c61-4d0d-b497-0285fdf27af8 admin admin] Made reservation on behalf of 12d4361a08114fc68b5c0b7348749303 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:40.330273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc6118a5-8c61-4d0d-b497-0285fdf27af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.448743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291c732-7222-49a3-9446-ecd29e1c6a59 req-50399a8f-9b4f-4e0c-81d4-ea3957bf8c1c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:40.450621 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9291c732-7222-49a3-9446-ecd29e1c6a59 req-50399a8f-9b4f-4e0c-81d4-ea3957bf8c1c tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=05957b42-51d0-4f71-9dfe-fafc7bb09f8d HTTP/1.1" status: 200 len: 946 time: 0.1718898 Jul 07 19:26:40.536384 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9291c732-7222-49a3-9446-ecd29e1c6a59 req-29a80f5b-924a-4291-b98f-3cef9a1f4b34 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760360 Jul 07 19:26:40.614678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc6118a5-8c61-4d0d-b497-0285fdf27af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.696948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6118a5-8c61-4d0d-b497-0285fdf27af8 admin admin] Checking segment: {'id': '7b8cb526-402c-47bc-bbf3-b70a47d95fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49b4ea42-8761-4062-bf4d-585e112916cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:40.697470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6118a5-8c61-4d0d-b497-0285fdf27af8 admin admin] Network hostable DHCP agents. Network: 49b4ea42-8761-4062-bf4d-585e112916cc, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:26:40.704463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6118a5-8c61-4d0d-b497-0285fdf27af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8adc73f5-944f-4015-baf8-a30743bc95d5,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:40.734813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6118a5-8c61-4d0d-b497-0285fdf27af8 admin admin] Network 49b4ea42-8761-4062-bf4d-585e112916cc is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:26:40.775680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-dc6118a5-8c61-4d0d-b497-0285fdf27af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 49b4ea42-8761-4062-bf4d-585e112916cc) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:40.784567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6118a5-8c61-4d0d-b497-0285fdf27af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:40.786041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc6118a5-8c61-4d0d-b497-0285fdf27af8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.792369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c358f4e-e115-4381-9a62-cbda44ac7907 None None] Network 49b4ea42-8761-4062-bf4d-585e112916cc requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:40.835723 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dc6118a5-8c61-4d0d-b497-0285fdf27af8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5785034 Jul 07 19:26:40.860695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c12c11-bc29-4e7b-889e-b97cc6100b63 req-aa58c696-0471-4be1-b2f0-96de02eae4ec tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:40.869450 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c9c12c11-bc29-4e7b-889e-b97cc6100b63 req-aa58c696-0471-4be1-b2f0-96de02eae4ec tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1441684 Jul 07 19:26:40.926550 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c9c12c11-bc29-4e7b-889e-b97cc6100b63 req-62a09338-75f9-42f5-a5f1-df99d317ac3c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555093 Jul 07 19:26:41.032230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bd8414-886a-46f4-8341-dfb7b3fca693 None None] Network 49b4ea42-8761-4062-bf4d-585e112916cc requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:41.118648 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1d04d3dc-bba7-4028-9c6e-8d83e05ccb06 req-3babfef0-f0db-4495-883e-15a2d0eb8265 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 210 time: 0.0343499 Jul 07 19:26:41.332660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-b0c676ac-e5cf-4a20-a5ad-6744556c38fb tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:41.334644 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-b0c676ac-e5cf-4a20-a5ad-6744556c38fb tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.48 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 814 time: 0.1738682 Jul 07 19:26:41.352981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Request body: {'port': {'device_id': '776da29f-63b4-4c4d-8532-9ecf934a644b', 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39', 'admin_state_up': True, 'tenant_id': '1f6745b37cc84094bb631476291d9180'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:41.574060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Made reservation on behalf of 1f6745b37cc84094bb631476291d9180 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:41.578528 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.626520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-4932db12-1b64-4fb3-b326-b3677302d2f8 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:41.631354 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-4932db12-1b64-4fb3-b326-b3677302d2f8 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/networks?id=49b4ea42-8761-4062-bf4d-585e112916cc HTTP/1.1" status: 200 len: 814 time: 0.1192932 Jul 07 19:26:41.645225 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-46a391af-0f5f-4f9e-abee-90ab7dd5b64b tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/quotas/12d4361a08114fc68b5c0b7348749303 HTTP/1.1" status: 200 len: 375 time: 0.0104694 Jul 07 19:26:41.683720 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-49b3936e-6c88-49d6-908b-7cd4d60817f9 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=12d4361a08114fc68b5c0b7348749303&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312688 Jul 07 19:26:41.684019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd7581-7780-4d01-a510-a3a22551e50d req-8b512c69-f0a9-4e89-983b-b94267a5e547 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:41.685332 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01cd7581-7780-4d01-a510-a3a22551e50d req-8b512c69-f0a9-4e89-983b-b94267a5e547 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=05957b42-51d0-4f71-9dfe-fafc7bb09f8d HTTP/1.1" status: 200 len: 946 time: 0.1668229 Jul 07 19:26:41.772468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01cd7581-7780-4d01-a510-a3a22551e50d req-a449ebda-b988-45b6-939e-9d3b1b54f3ed tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805118 Jul 07 19:26:41.773871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Allocated IP 172.20.0.2 (570f0fc9-3c6e-4c31-a473-9989951d0d39/d089b971-d41c-434e-aac7-fe3545f6181a/66d77986-51dd-474e-a93a-0bba650789ef) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:41.796964 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-aa5602bd-618c-4ef9-9fe2-acb68cd33db3 service neutron] 10.222.0.81 "GET /v2.0/networks/49b4ea42-8761-4062-bf4d-585e112916cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046257 Jul 07 19:26:41.917214 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-c0b35258-c24f-4e5b-b901-cd34d6759331 service neutron] 10.222.0.81 "GET /v2.0/networks/49b4ea42-8761-4062-bf4d-585e112916cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005664 Jul 07 19:26:41.989782 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.039945 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.067410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b154f3c8-e468-4ad9-bff9-994bc6ed95b6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:42.079086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['66a27ee2-f62e-419c-a5f4-642053a2c621', 'a326e00b-9eff-42ae-954d-7e87bbd7a3c6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:42.145295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Network 570f0fc9-3c6e-4c31-a473-9989951d0d39 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:42.154270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:42.163485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:42.201760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Pushing event updated for resources: {'Port': ['ID=66d77986-51dd-474e-a93a-0bba650789ef,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:42.257811 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:42.258888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.276357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b27819-89bd-4ce0-96a0-5afdf89da3d1 req-8f395916-6a8a-4819-9627-81f6e784a3b9 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:42.279483 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0b27819-89bd-4ce0-96a0-5afdf89da3d1 req-8f395916-6a8a-4819-9627-81f6e784a3b9 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.2270269 Jul 07 19:26:42.320888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-62ac4e4a-4df9-4b70-866e-9346983cb919 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9734931 Jul 07 19:26:42.340437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Request body: {'port': {'device_id': '776da29f-63b4-4c4d-8532-9ecf934a644b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:42.357119 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-93d830a5-75ee-4b96-a908-a0784fc038b0 req-5bf05c03-5232-46bc-9d2f-e5cbf1f17208 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 210 time: 0.0454707 Jul 07 19:26:42.389776 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0b27819-89bd-4ce0-96a0-5afdf89da3d1 req-c977aba6-a7a1-4aed-8786-2c39b1606170 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008840 Jul 07 19:26:42.472483 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.658586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef187b-0175-4b7a-a821-64391ad2c552 req-4383f2ce-79d0-4533-8ef8-1960ba39c6d1 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:42.667895 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3ef187b-0175-4b7a-a821-64391ad2c552 req-4383f2ce-79d0-4533-8ef8-1960ba39c6d1 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 931 time: 0.1074564 Jul 07 19:26:42.710213 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3ef187b-0175-4b7a-a821-64391ad2c552 req-ec38ddeb-6fc3-467f-8d03-8a5f207eaf4b tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416925 Jul 07 19:26:42.848620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d77986-51dd-474e-a93a-0bba650789ef {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:42.862157 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.876728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Transition to ACTIVE for port object 66d77986-51dd-474e-a93a-0bba650789ef will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:42.882475 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.993142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Pushing event updated for resources: {'Port': ['ID=66d77986-51dd-474e-a93a-0bba650789ef,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:43.057674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Attempting to bind port 66d77986-51dd-474e-a93a-0bba650789ef on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:43.058011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Attempting to bind port 66d77986-51dd-474e-a93a-0bba650789ef by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:43.058342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Attempting to bind port 66d77986-51dd-474e-a93a-0bba650789ef on network 570f0fc9-3c6e-4c31-a473-9989951d0d39 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:43.074685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13432d73-7154-4008-9ce0-f49286118e8d req-d70aafe4-cc26-4b43-b8d8-37a7ba579f31 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:43.076673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13432d73-7154-4008-9ce0-f49286118e8d req-d70aafe4-cc26-4b43-b8d8-37a7ba579f31 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=05957b42-51d0-4f71-9dfe-fafc7bb09f8d HTTP/1.1" status: 200 len: 946 time: 0.1476550 Jul 07 19:26:43.078534 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Port 66d77986-51dd-474e-a93a-0bba650789ef on network 570f0fc9-3c6e-4c31-a473-9989951d0d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:43.078534 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Attempting to bind port 66d77986-51dd-474e-a93a-0bba650789ef on network 570f0fc9-3c6e-4c31-a473-9989951d0d39 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:43.086330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:43.087039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Checking segment: {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:43.087723 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Bound using segment: {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:43.088101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Bound port: 66d77986-51dd-474e-a93a-0bba650789ef, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71da001b-a2fd-47fe-90d0-b189a668a776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:43.088517 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.170062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13432d73-7154-4008-9ce0-f49286118e8d req-4d96b209-2b93-4b04-9904-2ac0809d8a21 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ecd8279-544c-494d-9568-5d6fe3bce42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696430 Jul 07 19:26:43.197479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] For port 66d77986-51dd-474e-a93a-0bba650789ef, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:43.201079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] For port 66d77986-51dd-474e-a93a-0bba650789ef, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=66d77986-51dd-474e-a93a-0bba650789ef,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:43.201991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c91042-50b9-4e18-8079-2a696a8a7691 req-ccbb5fc9-02f3-4c29-a598-cffffe509f51 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:43.204234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41c91042-50b9-4e18-8079-2a696a8a7691 req-ccbb5fc9-02f3-4c29-a598-cffffe509f51 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "GET /v2.0/ports?device_id=05957b42-51d0-4f71-9dfe-fafc7bb09f8d HTTP/1.1" status: 200 len: 946 time: 0.0768306 Jul 07 19:26:43.208872 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.248787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:43.249401 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.250939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] 10.222.0.48 "PUT /v2.0/ports/66d77986-51dd-474e-a93a-0bba650789ef HTTP/1.1" status: 200 len: 1091 time: 0.9173942 Jul 07 19:26:43.251428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776da29f-63b4-4c4d-8532-9ecf934a644b', 'tag': '66d77986-51dd-474e-a93a-0bba650789ef'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:43.254305 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63118bac-fa4f-4065-aa77-a9826d17ba65" -d '{"events": [{"name": "network-changed", "server_uuid": "776da29f-63b4-4c4d-8532-9ecf934a644b", "tag": "66d77986-51dd-474e-a93a-0bba650789ef"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:43.311959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531f9a5-d271-4585-84da-a72ade355d3e service neutron] Pushing event updated for resources: {'Port': ['ID=66d77986-51dd-474e-a93a-0bba650789ef,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:43.343408 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d6e243-86e5-49b7-9e0a-02f57203b43d x-openstack-request-id: req-76d6e243-86e5-49b7-9e0a-02f57203b43d {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:43.343791 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776da29f-63b4-4c4d-8532-9ecf934a644b", "tag": "66d77986-51dd-474e-a93a-0bba650789ef", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:43.344139 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76d6e243-86e5-49b7-9e0a-02f57203b43d {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:43.344755 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776da29f-63b4-4c4d-8532-9ecf934a644b', 'tag': '66d77986-51dd-474e-a93a-0bba650789ef', 'status': 'completed', 'code': 200} Jul 07 19:26:43.359904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-41c91042-50b9-4e18-8079-2a696a8a7691 req-b2c9688d-5787-4297-88fe-9e289701b66b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Deleting port cafa5450-2d20-4ca3-aec9-e9df608f101b {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:43.359904 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-41c91042-50b9-4e18-8079-2a696a8a7691 req-b2c9688d-5787-4297-88fe-9e289701b66b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.382238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-ecac809c-34dc-434c-a66e-5c50929b29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:43.385196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-ecac809c-34dc-434c-a66e-5c50929b29b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 1094 time: 0.0831671 Jul 07 19:26:43.448121 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-b6afde8b-3c36-4530-a979-58a1b5755637 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66d77986-51dd-474e-a93a-0bba650789ef HTTP/1.1" status: 200 len: 217 time: 0.0419145 Jul 07 19:26:43.480831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-41c91042-50b9-4e18-8079-2a696a8a7691 req-b2c9688d-5787-4297-88fe-9e289701b66b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] For port cafa5450-2d20-4ca3-aec9-e9df608f101b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=cafa5450-2d20-4ca3-aec9-e9df608f101b,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:43.481338 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-41c91042-50b9-4e18-8079-2a696a8a7691 req-b2c9688d-5787-4297-88fe-9e289701b66b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.503316 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-41c91042-50b9-4e18-8079-2a696a8a7691 req-b2c9688d-5787-4297-88fe-9e289701b66b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Calling delete_port for cafa5450-2d20-4ca3-aec9-e9df608f101b owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:43.544780 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d088ffbd-235a-4a2e-a65e-143f58052466 req-8103858c-2e22-40a3-aa6b-c8b90e25915d tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 210 time: 0.0439551 Jul 07 19:26:43.551072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-7343a764-b040-4d39-ba7b-3896d67e2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:43.552894 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-7343a764-b040-4d39-ba7b-3896d67e2079 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d089b971-d41c-434e-aac7-fe3545f6181a HTTP/1.1" status: 200 len: 854 time: 0.0946043 Jul 07 19:26:43.590784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-1c3c96eb-8b7b-41a1-8434-c6d71db8504a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=570f0fc9-3c6e-4c31-a473-9989951d0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283999 Jul 07 19:26:43.648196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f1c2-a7b8-45d7-9734-956b92b9cfee req-3112b0ce-b037-4f7a-acc3-44103fe5502d tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:43.650260 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-67b8f1c2-a7b8-45d7-9734-956b92b9cfee req-3112b0ce-b037-4f7a-acc3-44103fe5502d tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0925386 Jul 07 19:26:43.731746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-67b8f1c2-a7b8-45d7-9734-956b92b9cfee req-b38626b9-c8c3-4783-8e90-a09ea372e196 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743332 Jul 07 19:26:43.733503 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-41c91042-50b9-4e18-8079-2a696a8a7691 req-b2c9688d-5787-4297-88fe-9e289701b66b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.748717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-c2b4604d-40a5-47b0-bab4-ffdfc01a0209 service neutron] 10.222.0.48 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481221 Jul 07 19:26:43.748978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['cafa5450-2d20-4ca3-aec9-e9df608f101b', '5ea1d28b-76f7-479f-9328-56119220d7b0'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:43.769168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9688d-5787-4297-88fe-9e289701b66b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Pushing event deleted for resources: {'Port': ['ID=cafa5450-2d20-4ca3-aec9-e9df608f101b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:43.909634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c91042-50b9-4e18-8079-2a696a8a7691 req-b2c9688d-5787-4297-88fe-9e289701b66b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] No DVR routers for this DVR port cafa5450-2d20-4ca3-aec9-e9df608f101b on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:43.916444 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-41c91042-50b9-4e18-8079-2a696a8a7691 req-b2c9688d-5787-4297-88fe-9e289701b66b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.919019 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41c91042-50b9-4e18-8079-2a696a8a7691 req-b2c9688d-5787-4297-88fe-9e289701b66b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "DELETE /v2.0/ports/cafa5450-2d20-4ca3-aec9-e9df608f101b HTTP/1.1" status: 204 len: 173 time: 0.7077529 Jul 07 19:26:43.922292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05957b42-51d0-4f71-9dfe-fafc7bb09f8d', 'name': 'network-vif-deleted', 'tag': 'cafa5450-2d20-4ca3-aec9-e9df608f101b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:43.925026 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847efb7a-2bcf-42f9-9271-f9d57a8c7c81" -d '{"events": [{"server_uuid": "05957b42-51d0-4f71-9dfe-fafc7bb09f8d", "name": "network-vif-deleted", "tag": "cafa5450-2d20-4ca3-aec9-e9df608f101b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:44.019759 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae5b20e-3e91-4955-8288-c99f0e45c53c x-openstack-request-id: req-8ae5b20e-3e91-4955-8288-c99f0e45c53c {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:44.020365 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05957b42-51d0-4f71-9dfe-fafc7bb09f8d", "name": "network-vif-deleted", "tag": "cafa5450-2d20-4ca3-aec9-e9df608f101b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:44.021301 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ae5b20e-3e91-4955-8288-c99f0e45c53c {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:44.021301 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05957b42-51d0-4f71-9dfe-fafc7bb09f8d', 'name': 'network-vif-deleted', 'tag': 'cafa5450-2d20-4ca3-aec9-e9df608f101b', 'status': 'completed', 'code': 200} Jul 07 19:26:44.035620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-ac68d45a-13fe-4428-aa97-85f5be3e7a9c tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:44.037474 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-ac68d45a-13fe-4428-aa97-85f5be3e7a9c tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.110 "GET /v2.0/networks?id=49b4ea42-8761-4062-bf4d-585e112916cc HTTP/1.1" status: 200 len: 814 time: 0.2704751 Jul 07 19:26:44.052270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfdf32-54a6-4423-a940-66e56fbf4a88 req-e0505747-8ffd-4f15-a866-52b8fcbcab9a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:44.060397 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bcfdf32-54a6-4423-a940-66e56fbf4a88 req-e0505747-8ffd-4f15-a866-52b8fcbcab9a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 943 time: 0.1604035 Jul 07 19:26:44.083673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Request body: {'port': {'device_id': '3600a0dc-84c6-4db0-9829-2da7ccbf6869', 'network_id': '49b4ea42-8761-4062-bf4d-585e112916cc', 'admin_state_up': True, 'tenant_id': '12d4361a08114fc68b5c0b7348749303'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:44.172931 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bcfdf32-54a6-4423-a940-66e56fbf4a88 req-443f0421-8ee6-431a-9b4b-8f1f04fc6fd7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108208 Jul 07 19:26:44.275623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Made reservation on behalf of 12d4361a08114fc68b5c0b7348749303 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:44.281332 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.437334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Allocated IP 172.20.0.14 (49b4ea42-8761-4062-bf4d-585e112916cc/8adc73f5-944f-4015-baf8-a30743bc95d5/b1dce5f2-2207-461c-a5d7-27430bc4e081) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:44.438490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e68af-462a-422f-8109-91e880c84a3c req-38d0e1a3-2d6c-4af2-8f59-f84e90ae674b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:44.440043 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-746e68af-462a-422f-8109-91e880c84a3c req-38d0e1a3-2d6c-4af2-8f59-f84e90ae674b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 945 time: 0.6949470 Jul 07 19:26:44.462045 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e565bd94-ff77-4bb6-800f-a882e10729f7 req-a2f13af7-79f4-4429-87ac-cdebe07c72e9 tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=05957b42-51d0-4f71-9dfe-fafc7bb09f8d HTTP/1.1" status: 200 len: 210 time: 0.0603416 Jul 07 19:26:44.511964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ecef552-3ffb-4e0e-a23f-6f56610a1426 req-fef29883-fdd1-4f89-a39b-674c5d0699c8 service neutron] 10.222.0.48 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195745 Jul 07 19:26:44.583716 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-746e68af-462a-422f-8109-91e880c84a3c req-d0706507-0367-4fa2-afb2-e0975762190d tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Deleting port 5ea1d28b-76f7-479f-9328-56119220d7b0 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:44.585324 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-746e68af-462a-422f-8109-91e880c84a3c req-d0706507-0367-4fa2-afb2-e0975762190d tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.662598 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.736337 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.752816 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca51732b-f1c9-454b-9f79-15ee6bf210f3 req-da1aa36c-19a2-43b8-a000-08563dc37c23 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 210 time: 0.0475652 Jul 07 19:26:44.774353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-746e68af-462a-422f-8109-91e880c84a3c req-d0706507-0367-4fa2-afb2-e0975762190d tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] For port 5ea1d28b-76f7-479f-9328-56119220d7b0, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5ea1d28b-76f7-479f-9328-56119220d7b0,segment=NetworkSegment(d5e651f7-11da-4f13-a6af-d08425fee73a),segment_id=d5e651f7-11da-4f13-a6af-d08425fee73a)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:44.774721 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-746e68af-462a-422f-8109-91e880c84a3c req-d0706507-0367-4fa2-afb2-e0975762190d tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.791097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-746e68af-462a-422f-8109-91e880c84a3c req-d0706507-0367-4fa2-afb2-e0975762190d tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Calling delete_port for 5ea1d28b-76f7-479f-9328-56119220d7b0 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:44.794463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63118bac-fa4f-4065-aa77-a9826d17ba65 req-a93ee077-695f-445a-b70a-591e7d743106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:44.796173 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-63118bac-fa4f-4065-aa77-a9826d17ba65 req-a93ee077-695f-445a-b70a-591e7d743106 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 1094 time: 0.1625683 Jul 07 19:26:44.818861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Network 49b4ea42-8761-4062-bf4d-585e112916cc is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:44.825933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:44.829511 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:44.834310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Pushing event updated for resources: {'Port': ['ID=b1dce5f2-2207-461c-a5d7-27430bc4e081,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:44.929846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:44.929846 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.974242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-01112260-f617-44c6-a4f3-9f96ce4776bb tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8945987 Jul 07 19:26:44.989991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63118bac-fa4f-4065-aa77-a9826d17ba65 req-8bfefa09-d435-4b04-8277-1e407e427a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:44.991716 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-63118bac-fa4f-4065-aa77-a9826d17ba65 req-8bfefa09-d435-4b04-8277-1e407e427a8e service neutron] 10.222.0.48 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 915 time: 0.1861346 Jul 07 19:26:44.999729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Request body: {'port': {'device_id': '3600a0dc-84c6-4db0-9829-2da7ccbf6869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:45.058560 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-63118bac-fa4f-4065-aa77-a9826d17ba65 req-6f13d0d5-faa0-4188-aeb3-c74e0a4c5fb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66d77986-51dd-474e-a93a-0bba650789ef HTTP/1.1" status: 200 len: 217 time: 0.0584219 Jul 07 19:26:45.061229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4c6de-7837-4594-bf38-0dab5b879839 req-6e38664f-856f-42cc-9c65-b03418f913f5 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:45.063158 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6b4c6de-7837-4594-bf38-0dab5b879839 req-6e38664f-856f-42cc-9c65-b03418f913f5 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1295466 Jul 07 19:26:45.123903 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-746e68af-462a-422f-8109-91e880c84a3c req-d0706507-0367-4fa2-afb2-e0975762190d tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:45.130556 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:45.146918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63118bac-fa4f-4065-aa77-a9826d17ba65 req-610bbc73-282c-4cea-955a-51f5f8d7e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:45.148980 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-63118bac-fa4f-4065-aa77-a9826d17ba65 req-610bbc73-282c-4cea-955a-51f5f8d7e543 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d089b971-d41c-434e-aac7-fe3545f6181a HTTP/1.1" status: 200 len: 854 time: 0.0811152 Jul 07 19:26:45.152997 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6b4c6de-7837-4594-bf38-0dab5b879839 req-6d02f3ae-2201-44ef-a7d1-c2661152dcb3 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810711 Jul 07 19:26:45.179135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0706507-0367-4fa2-afb2-e0975762190d tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Pushing event deleted for resources: {'Port': ['ID=5ea1d28b-76f7-479f-9328-56119220d7b0,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:45.219859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-63118bac-fa4f-4065-aa77-a9826d17ba65 req-dbb537fb-b0f9-4ab8-a122-8021efd4a934 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=570f0fc9-3c6e-4c31-a473-9989951d0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512459 Jul 07 19:26:45.255506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-746e68af-462a-422f-8109-91e880c84a3c req-d0706507-0367-4fa2-afb2-e0975762190d tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] No DVR routers for this DVR port 5ea1d28b-76f7-479f-9328-56119220d7b0 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:45.258607 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-746e68af-462a-422f-8109-91e880c84a3c req-d0706507-0367-4fa2-afb2-e0975762190d tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:45.260670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-746e68af-462a-422f-8109-91e880c84a3c req-d0706507-0367-4fa2-afb2-e0975762190d tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.48 "DELETE /v2.0/ports/5ea1d28b-76f7-479f-9328-56119220d7b0 HTTP/1.1" status: 204 len: 173 time: 0.8017476 Jul 07 19:26:45.359584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccea0802-eb9b-49ce-bb3f-eb44ad11bb79', 'name': 'network-vif-deleted', 'tag': '5ea1d28b-76f7-479f-9328-56119220d7b0'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:45.362819 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725523c9-1f88-4493-ba6f-5b5ad088a740" -d '{"events": [{"server_uuid": "ccea0802-eb9b-49ce-bb3f-eb44ad11bb79", "name": "network-vif-deleted", "tag": "5ea1d28b-76f7-479f-9328-56119220d7b0"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:45.418106 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-63118bac-fa4f-4065-aa77-a9826d17ba65 req-643217ab-8aa5-4e8e-80eb-4b161e5b0e64 service neutron] 10.222.0.48 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912882 Jul 07 19:26:45.439251 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0044d555-f6e6-40bc-84c1-75ace8883f21 x-openstack-request-id: req-0044d555-f6e6-40bc-84c1-75ace8883f21 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:45.439944 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccea0802-eb9b-49ce-bb3f-eb44ad11bb79", "name": "network-vif-deleted", "tag": "5ea1d28b-76f7-479f-9328-56119220d7b0", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:45.439944 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0044d555-f6e6-40bc-84c1-75ace8883f21 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:45.440336 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccea0802-eb9b-49ce-bb3f-eb44ad11bb79', 'name': 'network-vif-deleted', 'tag': '5ea1d28b-76f7-479f-9328-56119220d7b0', 'status': 'completed', 'code': 200} Jul 07 19:26:45.486624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1dce5f2-2207-461c-a5d7-27430bc4e081 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:45.495595 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:45.509629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Transition to ACTIVE for port object b1dce5f2-2207-461c-a5d7-27430bc4e081 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:45.516355 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:45.517160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d046c4-96b9-4f77-900e-3bb709c36501 req-6876551c-a78c-4df9-b626-9d3f0c3c6566 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:45.519014 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d046c4-96b9-4f77-900e-3bb709c36501 req-6876551c-a78c-4df9-b626-9d3f0c3c6566 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 943 time: 0.1533885 Jul 07 19:26:45.559369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-63118bac-fa4f-4065-aa77-a9826d17ba65 req-908ba4a9-0dbe-465d-8eb9-89b41ae230a7 service neutron] 10.222.0.48 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289411 Jul 07 19:26:45.578841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Pushing event updated for resources: {'Port': ['ID=b1dce5f2-2207-461c-a5d7-27430bc4e081,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:45.602894 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d046c4-96b9-4f77-900e-3bb709c36501 req-b4f47e3f-f289-477f-b57d-be51cf9996d5 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Jul 07 19:26:45.667991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Attempting to bind port b1dce5f2-2207-461c-a5d7-27430bc4e081 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:45.668329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Attempting to bind port b1dce5f2-2207-461c-a5d7-27430bc4e081 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '7b8cb526-402c-47bc-bbf3-b70a47d95fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49b4ea42-8761-4062-bf4d-585e112916cc'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:45.668664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Attempting to bind port b1dce5f2-2207-461c-a5d7-27430bc4e081 on network 49b4ea42-8761-4062-bf4d-585e112916cc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:45.674104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Port b1dce5f2-2207-461c-a5d7-27430bc4e081 on network 49b4ea42-8761-4062-bf4d-585e112916cc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:45.674431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Attempting to bind port b1dce5f2-2207-461c-a5d7-27430bc4e081 on network 49b4ea42-8761-4062-bf4d-585e112916cc {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:45.679489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:45.679825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Checking segment: {'id': '7b8cb526-402c-47bc-bbf3-b70a47d95fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49b4ea42-8761-4062-bf4d-585e112916cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:45.680211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Bound using segment: {'id': '7b8cb526-402c-47bc-bbf3-b70a47d95fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49b4ea42-8761-4062-bf4d-585e112916cc'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:45.680746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Bound port: b1dce5f2-2207-461c-a5d7-27430bc4e081, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8cb526-402c-47bc-bbf3-b70a47d95fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49b4ea42-8761-4062-bf4d-585e112916cc'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:45.681103 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:45.766359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] For port b1dce5f2-2207-461c-a5d7-27430bc4e081, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:45.769884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] For port b1dce5f2-2207-461c-a5d7-27430bc4e081, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b1dce5f2-2207-461c-a5d7-27430bc4e081,segment=NetworkSegment(7b8cb526-402c-47bc-bbf3-b70a47d95fe8),segment_id=7b8cb526-402c-47bc-bbf3-b70a47d95fe8)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:45.777529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:45.779460 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9dbc7f5c-ab3c-48db-9072-750c71d54d45 req-a4ed10a6-a312-4244-a66c-9b8d938dd36b tempest-MultipleCreateTestJSON-1118326030 tempest-MultipleCreateTestJSON-1118326030-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccea0802-eb9b-49ce-bb3f-eb44ad11bb79 HTTP/1.1" status: 200 len: 210 time: 0.0408204 Jul 07 19:26:45.823383 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:45.824008 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:45.825423 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] 10.222.0.110 "PUT /v2.0/ports/b1dce5f2-2207-461c-a5d7-27430bc4e081 HTTP/1.1" status: 200 len: 1092 time: 0.8320606 Jul 07 19:26:45.846090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d654d-6040-4811-ab80-962b522f6deb service neutron] Pushing event updated for resources: {'Port': ['ID=b1dce5f2-2207-461c-a5d7-27430bc4e081,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:45.978240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-827cedb1-2d6f-46dc-b458-79131067c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:45.979899 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-827cedb1-2d6f-46dc-b458-79131067c64e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12d4361a08114fc68b5c0b7348749303&device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 1095 time: 0.0971148 Jul 07 19:26:45.999164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba69da-d476-4826-a130-0f53b33d7861 req-824b7423-5fed-43cc-91e9-d2eec3955798 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:46.000720 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bba69da-d476-4826-a130-0f53b33d7861 req-824b7423-5fed-43cc-91e9-d2eec3955798 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 944 time: 0.1087310 Jul 07 19:26:46.060560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3600a0dc-84c6-4db0-9829-2da7ccbf6869', 'tag': 'b1dce5f2-2207-461c-a5d7-27430bc4e081'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:46.062974 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed11d7d-dbc2-4df2-aa07-a48c3c867943" -d '{"events": [{"name": "network-changed", "server_uuid": "3600a0dc-84c6-4db0-9829-2da7ccbf6869", "tag": "b1dce5f2-2207-461c-a5d7-27430bc4e081"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:46.074348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-b61c837b-6bb6-40d7-ac00-48bc8f343f5a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1dce5f2-2207-461c-a5d7-27430bc4e081 HTTP/1.1" status: 200 len: 217 time: 0.0726109 Jul 07 19:26:46.133124 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bba69da-d476-4826-a130-0f53b33d7861 req-49ac8b4c-8c7c-4b7d-8132-9576b14ce27c tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231773 Jul 07 19:26:46.155399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-9aba69d2-8032-4c8e-9102-d6665c59ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:46.158953 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-9aba69d2-8032-4c8e-9102-d6665c59ff2e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8adc73f5-944f-4015-baf8-a30743bc95d5 HTTP/1.1" status: 200 len: 854 time: 0.0715997 Jul 07 19:26:46.205047 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0093c0da-cb16-47aa-9b71-128f1d7c6514 x-openstack-request-id: req-0093c0da-cb16-47aa-9b71-128f1d7c6514 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:46.205635 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3600a0dc-84c6-4db0-9829-2da7ccbf6869", "tag": "b1dce5f2-2207-461c-a5d7-27430bc4e081", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:46.206033 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0093c0da-cb16-47aa-9b71-128f1d7c6514 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:46.206744 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3600a0dc-84c6-4db0-9829-2da7ccbf6869', 'tag': 'b1dce5f2-2207-461c-a5d7-27430bc4e081', 'status': 'completed', 'code': 200} Jul 07 19:26:46.211593 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-ad4b4082-d920-4ddf-bcc7-d01c208fc6a9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=49b4ea42-8761-4062-bf4d-585e112916cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422602 Jul 07 19:26:46.348771 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-9fde54b7-548f-474c-927d-46ef3d1a9de8 service neutron] 10.222.0.110 "GET /v2.0/networks/49b4ea42-8761-4062-bf4d-585e112916cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284139 Jul 07 19:26:46.432374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0890abb-2d2b-4a2f-bded-a58cf02ae7a9 req-252374e5-a81c-4dbf-be6c-497a3c7486ee tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:46.433962 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0890abb-2d2b-4a2f-bded-a58cf02ae7a9 req-252374e5-a81c-4dbf-be6c-497a3c7486ee tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1410310 Jul 07 19:26:46.498890 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0890abb-2d2b-4a2f-bded-a58cf02ae7a9 req-5aacc585-3bdc-41f7-ae77-901c2ab6e57f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580041 Jul 07 19:26:46.500821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc19328a-6464-4dd2-b30c-17b6559610d5 req-67d3e7f3-f0d3-4d02-81f7-1ceaa196af15 service neutron] 10.222.0.110 "GET /v2.0/networks/49b4ea42-8761-4062-bf4d-585e112916cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390357 Jul 07 19:26:46.623836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed11d7d-dbc2-4df2-aa07-a48c3c867943 req-afcbdc6d-83e9-4a6e-8ec8-e79d873974bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:46.625360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ed11d7d-dbc2-4df2-aa07-a48c3c867943 req-afcbdc6d-83e9-4a6e-8ec8-e79d873974bd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12d4361a08114fc68b5c0b7348749303&device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 1095 time: 0.0549331 Jul 07 19:26:46.753551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device cafa5450-2d20-4ca3-aec9-e9df608f101b no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:46.772454 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed11d7d-dbc2-4df2-aa07-a48c3c867943 req-1c704727-8803-477d-a096-b3ee3fd80d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:46.774833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ed11d7d-dbc2-4df2-aa07-a48c3c867943 req-1c704727-8803-477d-a096-b3ee3fd80d09 service neutron] 10.222.0.110 "GET /v2.0/networks?id=49b4ea42-8761-4062-bf4d-585e112916cc HTTP/1.1" status: 200 len: 915 time: 0.1331942 Jul 07 19:26:46.782612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: cafa5450-2d20-4ca3-aec9-e9df608f101b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:46.782991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device cafa5450-2d20-4ca3-aec9-e9df608f101b not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:46.822645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a68a96-0e0c-4089-9739-5ba9455317ec req-6eed4870-e45c-4d6b-98ad-e151ddab0042 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:46.824284 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41a68a96-0e0c-4089-9739-5ba9455317ec req-6eed4870-e45c-4d6b-98ad-e151ddab0042 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 943 time: 0.0945902 Jul 07 19:26:46.826037 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ed11d7d-dbc2-4df2-aa07-a48c3c867943 req-3a9e6e5f-69bb-4b52-9fcd-bd63dc7f6396 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1dce5f2-2207-461c-a5d7-27430bc4e081 HTTP/1.1" status: 200 len: 217 time: 0.0397797 Jul 07 19:26:46.869464 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41a68a96-0e0c-4089-9739-5ba9455317ec req-b73e081c-22f2-4f33-8dbe-d4e9b16a9bff tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392251 Jul 07 19:26:46.886096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed11d7d-dbc2-4df2-aa07-a48c3c867943 req-fe28e315-8363-4217-8bcc-cef557a342dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:46.887744 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ed11d7d-dbc2-4df2-aa07-a48c3c867943 req-fe28e315-8363-4217-8bcc-cef557a342dd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8adc73f5-944f-4015-baf8-a30743bc95d5 HTTP/1.1" status: 200 len: 854 time: 0.0540483 Jul 07 19:26:46.912009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36454) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:46.933258 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ed11d7d-dbc2-4df2-aa07-a48c3c867943 req-5025dccc-823d-4e7c-819a-129f0fe04c16 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=49b4ea42-8761-4062-bf4d-585e112916cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332966 Jul 07 19:26:46.969977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43b7c24-2386-4ac3-a577-2e013c545ee4 admin admin] Deleting subnet edc3021c-a7c4-44d6-a64a-9eb2336153af {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:26:46.973642 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e43b7c24-2386-4ac3-a577-2e013c545ee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.013640 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e43b7c24-2386-4ac3-a577-2e013c545ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.043828 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ed11d7d-dbc2-4df2-aa07-a48c3c867943 req-36cff2f4-a5b4-49be-9aa0-eee78c3becec service neutron] 10.222.0.110 "GET /v2.0/networks/49b4ea42-8761-4062-bf4d-585e112916cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963326 Jul 07 19:26:47.057296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e43b7c24-2386-4ac3-a577-2e013c545ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.136637 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e43b7c24-2386-4ac3-a577-2e013c545ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.169461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b7c24-2386-4ac3-a577-2e013c545ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc3021c-a7c4-44d6-a64a-9eb2336153af,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:47.171807 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e43b7c24-2386-4ac3-a577-2e013c545ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.173956 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e43b7c24-2386-4ac3-a577-2e013c545ee4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/edc3021c-a7c4-44d6-a64a-9eb2336153af HTTP/1.1" status: 204 len: 168 time: 0.2608206 Jul 07 19:26:47.178088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36458) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:47.183613 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ed11d7d-dbc2-4df2-aa07-a48c3c867943 req-dc94b1e3-2a52-4f2f-b7e0-0a3c535ed47c service neutron] 10.222.0.110 "GET /v2.0/networks/49b4ea42-8761-4062-bf4d-585e112916cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247606 Jul 07 19:26:47.254999 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.377958 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.390711 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6583313-7149-46f5-9c18-4eb5b83d89d3']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:47.404258 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e651f7-11da-4f13-a6af-d08425fee73a') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:47.404564 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e651f7-11da-4f13-a6af-d08425fee73a') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:47.419466 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.437619 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.446952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eeaa9-e603-418c-8a16-3177f459e9ac req-4084b0e0-ffab-4579-9348-0f238857844b tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:47.448558 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-844eeaa9-e603-418c-8a16-3177f459e9ac req-4084b0e0-ffab-4579-9348-0f238857844b tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 944 time: 0.1620772 Jul 07 19:26:47.454252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:26:47.454752 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:26:47.456625 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:26:47.462091 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:26:47.462091 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:26:47.462091 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:26:47.462091 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:26:47.462091 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:26:47.543010 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-844eeaa9-e603-418c-8a16-3177f459e9ac req-4d50640f-a723-43a4-a2e5-22d6021886c9 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853233 Jul 07 19:26:47.543585 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.549871 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.551589 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d6583313-7149-46f5-9c18-4eb5b83d89d3 HTTP/1.1" status: 204 len: 168 time: 0.3730597 Jul 07 19:26:47.564408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf27ed2-8906-4d5f-ac60-bffbb6a21c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6583313-7149-46f5-9c18-4eb5b83d89d3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:47.698606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36466) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:47.717737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a0de-bf06-4362-9772-f5deef2fc5bf req-040f254c-31f6-4318-8572-bf6ab657a500 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:47.719496 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c553a0de-bf06-4362-9772-f5deef2fc5bf req-040f254c-31f6-4318-8572-bf6ab657a500 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0835001 Jul 07 19:26:47.745405 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0eeb9790-bbc4-4e25-b98c-d95ad9152543 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=80156fdd1481473baf95d68970cd52b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452209 Jul 07 19:26:47.746561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36468) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:47.772724 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c553a0de-bf06-4362-9772-f5deef2fc5bf req-d3bcb59a-42a7-47a8-b4c5-fc776cc8fe4a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443137 Jul 07 19:26:47.811701 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5316be07-ff75-4e72-a63a-32027cbcfd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.833802 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5316be07-ff75-4e72-a63a-32027cbcfd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.888021 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5316be07-ff75-4e72-a63a-32027cbcfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.890637 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5316be07-ff75-4e72-a63a-32027cbcfd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.891890 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5316be07-ff75-4e72-a63a-32027cbcfd3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ecd8279-544c-494d-9568-5d6fe3bce42c HTTP/1.1" status: 204 len: 168 time: 0.1445816 Jul 07 19:26:47.901080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316be07-ff75-4e72-a63a-32027cbcfd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecd8279-544c-494d-9568-5d6fe3bce42c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:48.071585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640194a-0027-44d3-8477-b413e967d570 req-632908b7-4426-41cd-affa-4b6bcc1f115b tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:48.073352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6640194a-0027-44d3-8477-b413e967d570 req-632908b7-4426-41cd-affa-4b6bcc1f115b tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 943 time: 0.0641117 Jul 07 19:26:48.112365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6640194a-0027-44d3-8477-b413e967d570 req-c90a33c3-40d6-444c-a341-9f03177cfc63 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328796 Jul 07 19:26:48.741585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182a235-4222-48a7-9702-c9b9f65f6f16 req-2d9a8595-f8f2-4e2c-ae44-131d93b2cb1a tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:48.743151 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5182a235-4222-48a7-9702-c9b9f65f6f16 req-2d9a8595-f8f2-4e2c-ae44-131d93b2cb1a tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 944 time: 0.0742881 Jul 07 19:26:48.756406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 66d77986-51dd-474e-a93a-0bba650789ef details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:26:48.762921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5ea1d28b-76f7-479f-9328-56119220d7b0 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:48.786574 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5182a235-4222-48a7-9702-c9b9f65f6f16 req-1d7cf146-30fa-4eb8-bbfa-98060f6a318e tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369780 Jul 07 19:26:48.789150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 5ea1d28b-76f7-479f-9328-56119220d7b0 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:48.789493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5ea1d28b-76f7-479f-9328-56119220d7b0 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:48.888013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 66d77986-51dd-474e-a93a-0bba650789ef, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=66d77986-51dd-474e-a93a-0bba650789ef,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:48.900521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '66d77986-51dd-474e-a93a-0bba650789ef', 'network_id': '570f0fc9-3c6e-4c31-a473-9989951d0d39', 'port_id': '66d77986-51dd-474e-a93a-0bba650789ef', 'mac_address': 'fa:16:3e:e4:76:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd089b971-d41c-434e-aac7-fe3545f6181a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:26:48.946258 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.963392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d77986-51dd-474e-a93a-0bba650789ef {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:48.989450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8721446-6071-4b5a-8639-a4811006556a req-f41ce9e4-5e9a-4c6d-9a71-1e1899c5a04c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:48.990263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 66d77986-51dd-474e-a93a-0bba650789ef, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=66d77986-51dd-474e-a93a-0bba650789ef,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:48.991548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f8721446-6071-4b5a-8639-a4811006556a req-f41ce9e4-5e9a-4c6d-9a71-1e1899c5a04c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0898349 Jul 07 19:26:48.996492 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.049331 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f8721446-6071-4b5a-8639-a4811006556a req-56b82ca2-457e-43c0-96f5-bb935f8930b0 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511410 Jul 07 19:26:49.060903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=66d77986-51dd-474e-a93a-0bba650789ef,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:49.338534 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c2d2e-9143-4598-84c8-77c736cd55ce req-01ba4f5e-c1d2-44b4-b666-7a67efaa18b2 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:49.341179 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-714c2d2e-9143-4598-84c8-77c736cd55ce req-01ba4f5e-c1d2-44b4-b666-7a67efaa18b2 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 944 time: 0.0912666 Jul 07 19:26:49.382173 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-714c2d2e-9143-4598-84c8-77c736cd55ce req-91ff0be2-f32c-41b4-951d-085f931c098f tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Jul 07 19:26:49.470783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['66d77986-51dd-474e-a93a-0bba650789ef'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:49.471568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36540) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:49.577258 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bf57efa2-9a3a-4d85-adda-e35e5291dcd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.586899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b1dce5f2-2207-461c-a5d7-27430bc4e081 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:26:49.677215 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bf57efa2-9a3a-4d85-adda-e35e5291dcd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.681380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bf57efa2-9a3a-4d85-adda-e35e5291dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.710992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b1dce5f2-2207-461c-a5d7-27430bc4e081, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b1dce5f2-2207-461c-a5d7-27430bc4e081,segment=NetworkSegment(7b8cb526-402c-47bc-bbf3-b70a47d95fe8),segment_id=7b8cb526-402c-47bc-bbf3-b70a47d95fe8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:49.720298 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57efa2-9a3a-4d85-adda-e35e5291dcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85aae272-987c-4ca0-9216-43e6e4ba4536,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:49.722856 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'b1dce5f2-2207-461c-a5d7-27430bc4e081', 'network_id': '49b4ea42-8761-4062-bf4d-585e112916cc', 'port_id': 'b1dce5f2-2207-461c-a5d7-27430bc4e081', 'mac_address': 'fa:16:3e:4c:19:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8adc73f5-944f-4015-baf8-a30743bc95d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:26:49.727699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bf57efa2-9a3a-4d85-adda-e35e5291dcd5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=050dca3d607c499385a3a78c9a1f822c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523475 Jul 07 19:26:49.727699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36546) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:49.762039 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.776534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1dce5f2-2207-461c-a5d7-27430bc4e081 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:49.779395 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-123c6083-f837-4ba1-8e0c-11fc2b67e3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.797028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b1dce5f2-2207-461c-a5d7-27430bc4e081, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b1dce5f2-2207-461c-a5d7-27430bc4e081,segment=NetworkSegment(7b8cb526-402c-47bc-bbf3-b70a47d95fe8),segment_id=7b8cb526-402c-47bc-bbf3-b70a47d95fe8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:49.801000 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.802325 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-123c6083-f837-4ba1-8e0c-11fc2b67e3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.855313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=b1dce5f2-2207-461c-a5d7-27430bc4e081,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:49.857498 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-123c6083-f837-4ba1-8e0c-11fc2b67e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.860610 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-123c6083-f837-4ba1-8e0c-11fc2b67e3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.862163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-123c6083-f837-4ba1-8e0c-11fc2b67e3d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85aae272-987c-4ca0-9216-43e6e4ba4536 HTTP/1.1" status: 204 len: 168 time: 0.1334717 Jul 07 19:26:49.871382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c6083-f837-4ba1-8e0c-11fc2b67e3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aae272-987c-4ca0-9216-43e6e4ba4536,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:49.986033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e7bbc-e083-426f-b38d-a7431627f9b5 req-2ba69356-7f03-4f3b-9312-51953297de5c tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:49.987596 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb1e7bbc-e083-426f-b38d-a7431627f9b5 req-2ba69356-7f03-4f3b-9312-51953297de5c tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 945 time: 0.0680671 Jul 07 19:26:50.029228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb1e7bbc-e083-426f-b38d-a7431627f9b5 req-0bc3063b-bc12-45a9-a70b-fa0df9f97424 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334311 Jul 07 19:26:50.259419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ead173-d3f3-4fba-9987-a14aba235659 req-ccc32deb-ad50-4360-b110-d3874b309926 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:50.261004 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-15ead173-d3f3-4fba-9987-a14aba235659 req-ccc32deb-ad50-4360-b110-d3874b309926 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0818872 Jul 07 19:26:50.277346 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['b1dce5f2-2207-461c-a5d7-27430bc4e081'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:50.303428 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-15ead173-d3f3-4fba-9987-a14aba235659 req-aa0b9881-3997-4ad9-bacb-69d3f13ece56 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368879 Jul 07 19:26:50.563842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ff0e0-8630-43ac-a5d3-bd2be432b838 req-18df3ee3-ba9a-492b-a9a5-094053041b56 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:50.565313 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d8ff0e0-8630-43ac-a5d3-bd2be432b838 req-18df3ee3-ba9a-492b-a9a5-094053041b56 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 944 time: 0.0666165 Jul 07 19:26:50.606467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d8ff0e0-8630-43ac-a5d3-bd2be432b838 req-43cb0578-bd90-48ec-bc58-3169140cf735 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351453 Jul 07 19:26:51.009088 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2201332b-4bf7-49cc-b4d2-86b90bd38ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.220852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31906a-cb65-4f14-88d3-acdcab16e4b6 req-29b12fcb-33c7-47fd-a87e-a74b4f3f27c6 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:51.222886 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e31906a-cb65-4f14-88d3-acdcab16e4b6 req-29b12fcb-33c7-47fd-a87e-a74b4f3f27c6 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 945 time: 0.0816033 Jul 07 19:26:51.263487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e31906a-cb65-4f14-88d3-acdcab16e4b6 req-684acddd-2984-4275-a981-8bb68f3ade47 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344198 Jul 07 19:26:51.518231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c556c1-fce9-4f96-9398-332a5fdd0d76 req-38486b55-9d1d-4b95-bd02-4faf444c98b4 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:51.519777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47c556c1-fce9-4f96-9398-332a5fdd0d76 req-38486b55-9d1d-4b95-bd02-4faf444c98b4 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0879550 Jul 07 19:26:51.568781 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47c556c1-fce9-4f96-9398-332a5fdd0d76 req-a2a3abc3-f08f-4c27-b955-3c001d3933eb tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428011 Jul 07 19:26:51.794132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837da5f-ec6b-493c-aaf6-280ef09861b5 req-786ee639-6b33-450e-b23f-32f381769e29 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:51.795580 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3837da5f-ec6b-493c-aaf6-280ef09861b5 req-786ee639-6b33-450e-b23f-32f381769e29 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 944 time: 0.0642352 Jul 07 19:26:51.835729 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3837da5f-ec6b-493c-aaf6-280ef09861b5 req-d62abaf1-f2c2-47a8-aa16-4ad7c2df1709 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Jul 07 19:26:52.451296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c34094-1827-44b6-8ced-97a0853fecde req-a526d30d-8a18-4d1c-8b1d-7a19c96936c7 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:52.453209 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3c34094-1827-44b6-8ced-97a0853fecde req-a526d30d-8a18-4d1c-8b1d-7a19c96936c7 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 945 time: 0.0682549 Jul 07 19:26:52.496522 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3c34094-1827-44b6-8ced-97a0853fecde req-526ca3fe-8286-40a2-8fe6-d42940405a5f tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365157 Jul 07 19:26:52.762381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9035e-7459-44a1-ae27-5628aaec36ae req-a5b61ebe-7bec-4991-b7fa-a3407e4c9ec9 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:52.765392 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b3f9035e-7459-44a1-ae27-5628aaec36ae req-a5b61ebe-7bec-4991-b7fa-a3407e4c9ec9 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0790253 Jul 07 19:26:52.784915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 66d77986-51dd-474e-a93a-0bba650789ef up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:52.817586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b3f9035e-7459-44a1-ae27-5628aaec36ae req-ad752021-7c80-46c2-883d-eb5720d2b8f9 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Jul 07 19:26:52.860273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 66d77986-51dd-474e-a93a-0bba650789ef completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:52.869645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 66d77986-51dd-474e-a93a-0bba650789ef triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:52.870041 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.012749 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.051063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776da29f-63b4-4c4d-8532-9ecf934a644b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d77986-51dd-474e-a93a-0bba650789ef'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:53.054299 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b092b49b-92a5-44a1-ac4c-c1370b8d265e" -d '{"events": [{"server_uuid": "776da29f-63b4-4c4d-8532-9ecf934a644b", "name": "network-vif-plugged", "status": "completed", "tag": "66d77986-51dd-474e-a93a-0bba650789ef"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:53.072699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 66d77986-51dd-474e-a93a-0bba650789ef, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=66d77986-51dd-474e-a93a-0bba650789ef,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:53.076792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21249e2e-78e7-4544-9637-f24055e75499 req-fafabf49-9089-41b3-aff4-3649fe607dba tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:53.080126 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.088681 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21249e2e-78e7-4544-9637-f24055e75499 req-fafabf49-9089-41b3-aff4-3649fe607dba tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 944 time: 0.1155245 Jul 07 19:26:53.168170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21249e2e-78e7-4544-9637-f24055e75499 req-ff575d91-1eb7-486c-8796-6ea30b02242e tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786748 Jul 07 19:26:53.190774 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a841c67-1b76-4d71-b800-13eb5c093997 x-openstack-request-id: req-3a841c67-1b76-4d71-b800-13eb5c093997 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:53.190986 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776da29f-63b4-4c4d-8532-9ecf934a644b", "name": "network-vif-plugged", "status": "completed", "tag": "66d77986-51dd-474e-a93a-0bba650789ef", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:53.191247 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a841c67-1b76-4d71-b800-13eb5c093997 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:53.191646 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776da29f-63b4-4c4d-8532-9ecf934a644b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d77986-51dd-474e-a93a-0bba650789ef', 'code': 200} Jul 07 19:26:53.195135 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=66d77986-51dd-474e-a93a-0bba650789ef,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:53.345436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de488-9824-46d6-af68-f70a8309c2de req-289620fb-6532-4141-bfc2-124e8f11a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:53.347068 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-715de488-9824-46d6-af68-f70a8309c2de req-289620fb-6532-4141-bfc2-124e8f11a228 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 1096 time: 0.0721769 Jul 07 19:26:53.402209 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-715de488-9824-46d6-af68-f70a8309c2de req-e62fc5bf-383b-4b26-8c2a-7bfb3f4e8c74 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476477 Jul 07 19:26:53.500239 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd37d-57f1-459e-a19d-4cedab4d48ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.635925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b1dce5f2-2207-461c-a5d7-27430bc4e081 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:53.709449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port b1dce5f2-2207-461c-a5d7-27430bc4e081 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:53.713993 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port b1dce5f2-2207-461c-a5d7-27430bc4e081 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:53.714370 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.863867 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.868601 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.915714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port b1dce5f2-2207-461c-a5d7-27430bc4e081, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b1dce5f2-2207-461c-a5d7-27430bc4e081,segment=NetworkSegment(7b8cb526-402c-47bc-bbf3-b70a47d95fe8),segment_id=7b8cb526-402c-47bc-bbf3-b70a47d95fe8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:53.927766 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.013295 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=b1dce5f2-2207-461c-a5d7-27430bc4e081,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:54.068246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10935c85-d7fa-4b8b-a38e-ce0b46025ede req-955d350b-30ad-4e2f-966a-eaaa7bdcf694 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:54.070814 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-10935c85-d7fa-4b8b-a38e-ce0b46025ede req-955d350b-30ad-4e2f-966a-eaaa7bdcf694 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0916905 Jul 07 19:26:54.095745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addc1d1-c2cd-44b6-bfdd-249ac08e25c7 req-ed70f2d8-d5ae-45ea-a681-5c353af7f191 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:54.097341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1addc1d1-c2cd-44b6-bfdd-249ac08e25c7 req-ed70f2d8-d5ae-45ea-a681-5c353af7f191 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 945 time: 0.4727488 Jul 07 19:26:54.127964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-10935c85-d7fa-4b8b-a38e-ce0b46025ede req-eb0d8032-60d5-42d9-a956-9181a8bcc98c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514815 Jul 07 19:26:54.143634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1addc1d1-c2cd-44b6-bfdd-249ac08e25c7 req-56260ef5-3d91-4786-9017-896777f97387 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 Jul 07 19:26:54.340774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c8f0e-49c2-4224-b164-a3f9c879e5b0 req-1280e1e0-6aac-4bfc-8392-34d6c6122ec6 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:54.342226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-167c8f0e-49c2-4224-b164-a3f9c879e5b0 req-1280e1e0-6aac-4bfc-8392-34d6c6122ec6 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 945 time: 0.0639350 Jul 07 19:26:54.381431 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-167c8f0e-49c2-4224-b164-a3f9c879e5b0 req-ef014161-bb43-4480-9680-4af720897ccc tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331140 Jul 07 19:26:54.697440 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.195982 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3600a0dc-84c6-4db0-9829-2da7ccbf6869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dce5f2-2207-461c-a5d7-27430bc4e081'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:55.198535 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0452c67c-65a3-454a-89ad-fc52b1fb00b1" -d '{"events": [{"server_uuid": "3600a0dc-84c6-4db0-9829-2da7ccbf6869", "name": "network-vif-plugged", "status": "completed", "tag": "b1dce5f2-2207-461c-a5d7-27430bc4e081"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:55.344473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ae3fc-8eaf-4f9b-8fd0-a11dcbc46b7c req-c33afef8-0a24-421f-8afe-cf2ae3e03d71 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:55.346032 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a6ae3fc-8eaf-4f9b-8fd0-a11dcbc46b7c req-c33afef8-0a24-421f-8afe-cf2ae3e03d71 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0730865 Jul 07 19:26:55.353439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1e586-83ca-47de-8e9f-9b7dcb93dd0f req-cbd83395-6a4e-4069-8a9e-630c47ba19cc tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:55.354975 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9a1e586-83ca-47de-8e9f-9b7dcb93dd0f req-cbd83395-6a4e-4069-8a9e-630c47ba19cc tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 946 time: 0.0716593 Jul 07 19:26:55.396137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9a1e586-83ca-47de-8e9f-9b7dcb93dd0f req-b9edac7d-8f52-405f-acf4-a514b61a6ad7 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345526 Jul 07 19:26:55.396605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a6ae3fc-8eaf-4f9b-8fd0-a11dcbc46b7c req-e57c2a39-b827-4886-b7c3-d9934f46ff28 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409856 Jul 07 19:26:55.451851 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512b4c2a-d5f2-4244-9273-ba994e9c1bb0 x-openstack-request-id: req-512b4c2a-d5f2-4244-9273-ba994e9c1bb0 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:55.452146 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3600a0dc-84c6-4db0-9829-2da7ccbf6869", "name": "network-vif-plugged", "status": "completed", "tag": "b1dce5f2-2207-461c-a5d7-27430bc4e081", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:55.452401 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-512b4c2a-d5f2-4244-9273-ba994e9c1bb0 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:55.453041 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3600a0dc-84c6-4db0-9829-2da7ccbf6869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dce5f2-2207-461c-a5d7-27430bc4e081', 'code': 200} Jul 07 19:26:55.576613 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:26:55.614861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd50d2-8e89-41d8-b20d-84ed35595508 req-3631ae59-f43b-47b0-b5e8-492ed2c6e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:55.617050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0dd50d2-8e89-41d8-b20d-84ed35595508 req-3631ae59-f43b-47b0-b5e8-492ed2c6e56e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 1097 time: 0.0799587 Jul 07 19:26:55.665550 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0dd50d2-8e89-41d8-b20d-84ed35595508 req-53401bcc-a0c3-4632-a818-992534208646 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365336 Jul 07 19:26:55.687949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efc570-14fd-4511-bd96-0b918b0bbe06 req-f2edddd2-6bfa-472b-beed-481cfdb783fc tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:55.689553 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9efc570-14fd-4511-bd96-0b918b0bbe06 req-f2edddd2-6bfa-472b-beed-481cfdb783fc tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 945 time: 0.0856586 Jul 07 19:26:55.742195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9efc570-14fd-4511-bd96-0b918b0bbe06 req-db124508-7e5f-447e-8b26-15c1f05884d6 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443017 Jul 07 19:26:56.553702 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.625100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed85a72-16f4-44e3-b690-5e40a4321e69 req-89db6e2f-17bd-4145-9782-ea472be66442 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:56.634277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bed85a72-16f4-44e3-b690-5e40a4321e69 req-89db6e2f-17bd-4145-9782-ea472be66442 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 946 time: 0.0823312 Jul 07 19:26:56.701642 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bed85a72-16f4-44e3-b690-5e40a4321e69 req-71a631ba-a952-492c-b8f5-fc89029c2794 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658958 Jul 07 19:26:56.776950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de1a4d-be18-4bf0-a92c-78e025f8cf37 req-a4f1a455-871a-426e-aaa6-6980997e996f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:56.779603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4de1a4d-be18-4bf0-a92c-78e025f8cf37 req-a4f1a455-871a-426e-aaa6-6980997e996f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1773434 Jul 07 19:26:56.875694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4de1a4d-be18-4bf0-a92c-78e025f8cf37 req-8b166d07-a590-41ed-a6f2-aba17b16046b tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828414 Jul 07 19:26:57.047032 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-da7d700a-6e81-4bbd-9f3f-77d83ce6deb9 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0704179 Jul 07 19:26:57.186776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-eecec878-49be-400a-b0b0-4fa9f72d3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.187381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-eecec878-49be-400a-b0b0-4fa9f72d3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.187994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-eecec878-49be-400a-b0b0-4fa9f72d3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.188473 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-eecec878-49be-400a-b0b0-4fa9f72d3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.188947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-eecec878-49be-400a-b0b0-4fa9f72d3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.189413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-eecec878-49be-400a-b0b0-4fa9f72d3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.189954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-eecec878-49be-400a-b0b0-4fa9f72d3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.192468 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-eecec878-49be-400a-b0b0-4fa9f72d3e89 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 6503 time: 0.0994091 Jul 07 19:26:57.343805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-cfc161ed-4a8f-44cc-853b-fe5cfb211047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.344279 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-cfc161ed-4a8f-44cc-853b-fe5cfb211047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.344744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-cfc161ed-4a8f-44cc-853b-fe5cfb211047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.346325 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-cfc161ed-4a8f-44cc-853b-fe5cfb211047 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e65b60fe-28f2-4cd6-a3d4-66f5e861df04&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=c3072a4c-f835-4930-b50e-45a5a51219c9&id=c3072a4c-f835-4930-b50e-45a5a51219c9 HTTP/1.1" status: 200 len: 2298 time: 0.1147358 Jul 07 19:26:57.435401 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-5084d38e-4678-40db-8627-6345b397b517 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10ed5f95-de1c-4f1d-8433-23aa9adc36e3 HTTP/1.1" status: 200 len: 1002 time: 0.0772758 Jul 07 19:26:57.507746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-aa924dd4-b80f-4746-9d93-25c2f487a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.509682 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-aa924dd4-b80f-4746-9d93-25c2f487a132 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=027d46ee-f3de-4146-9c6b-7af9eea05b1d HTTP/1.1" status: 200 len: 856 time: 0.0623617 Jul 07 19:26:57.595780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-23130ceb-36d2-46d9-bf97-16f299351251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.598606 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-23130ceb-36d2-46d9-bf97-16f299351251 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e65b60fe-28f2-4cd6-a3d4-66f5e861df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736544 Jul 07 19:26:57.731148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-e1c8f743-63a6-4b73-b96a-e0f1ec56d303 service neutron] 10.222.0.110 "GET /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118112 Jul 07 19:26:57.923556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b824d2-4a01-4a03-aa4a-c3cf0d29d55b req-9b2bb826-311c-4f20-b9df-c1b0a292f343 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.934279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15b824d2-4a01-4a03-aa4a-c3cf0d29d55b req-9b2bb826-311c-4f20-b9df-c1b0a292f343 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 946 time: 0.1028013 Jul 07 19:26:57.959378 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-c542277d-33e3-404b-901a-9f7e85eccd48 service neutron] 10.222.0.110 "GET /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151444 Jul 07 19:26:57.991756 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15b824d2-4a01-4a03-aa4a-c3cf0d29d55b req-7c330429-ea20-4ac7-aa92-7d6725948af9 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520890 Jul 07 19:26:58.092305 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-66bcb446-f80c-4a7a-bd8d-9da91d072eba service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=0fccae39-d74c-4e24-8894-943565c5335e HTTP/1.1" status: 200 len: 217 time: 0.1198108 Jul 07 19:26:58.244423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-f4fb7b8f-5701-4140-92e0-0df2a71a4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:58.246373 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-f4fb7b8f-5701-4140-92e0-0df2a71a4fad service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.1439607 Jul 07 19:26:58.338851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36794) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:58.368610 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb13877-22ac-4807-bdf3-fab3c4382a7f req-138b6d06-9f41-4071-9113-c5916db5a578 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:58.376801 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1eb13877-22ac-4807-bdf3-fab3c4382a7f req-138b6d06-9f41-4071-9113-c5916db5a578 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.2713051 Jul 07 19:26:58.475748 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b93e-51d5-4a18-b60e-c6c71473dbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:58.478972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-c27cf7c8-e691-46df-b534-b64606d2b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:58.480627 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-c27cf7c8-e691-46df-b534-b64606d2b106 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2166491 Jul 07 19:26:58.484185 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1eb13877-22ac-4807-bdf3-fab3c4382a7f req-6bc5e2bb-2168-4409-971a-e72c3f90ae50 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897861 Jul 07 19:26:58.643365 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b93e-51d5-4a18-b60e-c6c71473dbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:58.651356 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b93e-51d5-4a18-b60e-c6c71473dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:58.670693 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-28c03f8f-3f7f-4b31-ad92-e3e8d8677fd3 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727242 Jul 07 19:26:58.718689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4b93e-51d5-4a18-b60e-c6c71473dbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94606a8d-8854-4727-8ecc-6ba3988cd926,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:58.772795 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9ff4b93e-51d5-4a18-b60e-c6c71473dbd6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0fabc0e86d8e462ba227e01e4f0c97d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4324079 Jul 07 19:26:58.775263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36808) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:58.895221 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-dd4df6cb-1a1f-4150-8e2c-1bb710c2f030 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097116 Jul 07 19:26:58.902002 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-942d9ca0-c8ba-493b-8606-88b13cd44e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:58.937149 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-942d9ca0-c8ba-493b-8606-88b13cd44e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:58.967754 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-484878bc-5ebe-409b-a315-f36a7b3c2cb0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=ee1edfc8-c2a9-4be2-beff-4595d8bd5989 HTTP/1.1" status: 200 len: 217 time: 0.0556140 Jul 07 19:26:59.010527 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-942d9ca0-c8ba-493b-8606-88b13cd44e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:59.014481 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-942d9ca0-c8ba-493b-8606-88b13cd44e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:59.016199 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-942d9ca0-c8ba-493b-8606-88b13cd44e12 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/94606a8d-8854-4727-8ecc-6ba3988cd926 HTTP/1.1" status: 204 len: 168 time: 0.2398741 Jul 07 19:26:59.030466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d9ca0-c8ba-493b-8606-88b13cd44e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94606a8d-8854-4727-8ecc-6ba3988cd926,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:59.031349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-fd2ce03e-8926-4588-9bec-08d535354a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:59.032959 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-fd2ce03e-8926-4588-9bec-08d535354a23 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.0516257 Jul 07 19:26:59.163015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea18f5-8405-40c6-aa17-6caf91e25a0e req-4b66f614-5e36-4b1c-9c1e-0346148c8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:59.164784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44ea18f5-8405-40c6-aa17-6caf91e25a0e req-4b66f614-5e36-4b1c-9c1e-0346148c8c72 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12d4361a08114fc68b5c0b7348749303&device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 1097 time: 0.0758684 Jul 07 19:26:59.166896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-94952f98-986f-4886-863f-143e0ccb1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:59.168580 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-94952f98-986f-4886-863f-143e0ccb1bc7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209884 Jul 07 19:26:59.388068 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-e7446497-82e9-4f77-b078-50f5853a711f service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074332 Jul 07 19:26:59.500831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74258e86-5cb1-42ff-8003-18761ce89dce req-86fd5472-bf67-4d77-96d7-a269321bc025 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:59.509602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74258e86-5cb1-42ff-8003-18761ce89dce req-86fd5472-bf67-4d77-96d7-a269321bc025 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 946 time: 0.3341630 Jul 07 19:26:59.578225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea18f5-8405-40c6-aa17-6caf91e25a0e req-f01dafc5-4557-46b1-a338-0ee33fdc2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:59.580073 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44ea18f5-8405-40c6-aa17-6caf91e25a0e req-f01dafc5-4557-46b1-a338-0ee33fdc2e52 service neutron] 10.222.0.110 "GET /v2.0/networks?id=49b4ea42-8761-4062-bf4d-585e112916cc HTTP/1.1" status: 200 len: 915 time: 0.3756800 Jul 07 19:26:59.658275 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44ea18f5-8405-40c6-aa17-6caf91e25a0e req-b77ecd2f-43e0-411e-b47e-77823b7ca1b2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1dce5f2-2207-461c-a5d7-27430bc4e081 HTTP/1.1" status: 200 len: 217 time: 0.0624783 Jul 07 19:26:59.680282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74258e86-5cb1-42ff-8003-18761ce89dce req-06f52d78-3cfa-4916-bee8-9b3c3a1439db tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687772 Jul 07 19:26:59.735049 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-88e2b137-b317-4cfe-9535-0fcfb13f6230 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370504 Jul 07 19:26:59.744765 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5bc89da4-5a4a-43d7-80bc-b68f6cf3b3bb req-ff5e54c0-ac43-4e6a-b07f-259139830a54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3355093 Jul 07 19:26:59.827191 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-d014ba9b-4be8-40d5-a405-e4d31b2ad1c5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=cf781d2b-60d4-4299-8103-52963ce195a8 HTTP/1.1" status: 200 len: 217 time: 0.0795615 Jul 07 19:26:59.917944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea18f5-8405-40c6-aa17-6caf91e25a0e req-dc423273-e0ad-476e-b8fb-4c81c4d6f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:59.921157 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44ea18f5-8405-40c6-aa17-6caf91e25a0e req-dc423273-e0ad-476e-b8fb-4c81c4d6f2af service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8adc73f5-944f-4015-baf8-a30743bc95d5 HTTP/1.1" status: 200 len: 854 time: 0.2363687 Jul 07 19:26:59.993627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44ea18f5-8405-40c6-aa17-6caf91e25a0e req-509e44ca-8e3c-413c-9b09-741a669b0bba service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=49b4ea42-8761-4062-bf4d-585e112916cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582762 Jul 07 19:26:59.999262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc89da4-5a4a-43d7-80bc-b68f6cf3b3bb req-d2e7e9a2-e3a2-48e1-93eb-e3aacae9e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:00.000912 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5bc89da4-5a4a-43d7-80bc-b68f6cf3b3bb req-d2e7e9a2-e3a2-48e1-93eb-e3aacae9e88a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f6745b37cc84094bb631476291d9180&device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 1096 time: 0.1826386 Jul 07 19:27:00.069217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-74375fcb-4d12-499f-a854-eb785705485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:00.076060 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-74375fcb-4d12-499f-a854-eb785705485d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.2299671 Jul 07 19:27:00.216613 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44ea18f5-8405-40c6-aa17-6caf91e25a0e req-fc5706cf-e40d-4913-bfce-d93b866a5158 service neutron] 10.222.0.110 "GET /v2.0/networks/49b4ea42-8761-4062-bf4d-585e112916cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083685 Jul 07 19:27:00.223664 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc89da4-5a4a-43d7-80bc-b68f6cf3b3bb req-ecaa3f05-f5e3-4e3e-8be3-f8e01a46e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:00.225113 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5bc89da4-5a4a-43d7-80bc-b68f6cf3b3bb req-ecaa3f05-f5e3-4e3e-8be3-f8e01a46e19e service neutron] 10.222.0.48 "GET /v2.0/networks?id=570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 200 len: 915 time: 0.1441438 Jul 07 19:27:00.285961 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5bc89da4-5a4a-43d7-80bc-b68f6cf3b3bb req-6c6d3444-f8b1-4d32-945a-e609d2d3db3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b154f3c8-e468-4ad9-bff9-994bc6ed95b6 HTTP/1.1" status: 200 len: 217 time: 0.0517530 Jul 07 19:27:00.297887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09464a-96b3-4c73-9fed-bbfcc434ed45 req-210cdfcb-67d9-4135-b1d4-f23bfa132bce tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:00.313167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c09464a-96b3-4c73-9fed-bbfcc434ed45 req-210cdfcb-67d9-4135-b1d4-f23bfa132bce tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.4933188 Jul 07 19:27:00.346574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-0257d5b3-7f60-40c3-bdbb-1a55666b0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:00.348680 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-0257d5b3-7f60-40c3-bdbb-1a55666b0e40 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2615771 Jul 07 19:27:00.422387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc89da4-5a4a-43d7-80bc-b68f6cf3b3bb req-6464f0da-4993-4f5f-b8d0-67e3f910b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:00.424128 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5bc89da4-5a4a-43d7-80bc-b68f6cf3b3bb req-6464f0da-4993-4f5f-b8d0-67e3f910b25b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d089b971-d41c-434e-aac7-fe3545f6181a HTTP/1.1" status: 200 len: 854 time: 0.1277375 Jul 07 19:27:00.470456 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c09464a-96b3-4c73-9fed-bbfcc434ed45 req-bab070ab-bf63-4225-968f-a1d664260347 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390254 Jul 07 19:27:00.513062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5bc89da4-5a4a-43d7-80bc-b68f6cf3b3bb req-7357d618-ef4b-45e6-a761-a66b55969256 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=570f0fc9-3c6e-4c31-a473-9989951d0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809352 Jul 07 19:27:00.548563 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44ea18f5-8405-40c6-aa17-6caf91e25a0e req-3f16f5d6-02c9-4c37-b3c3-3e04d3a48cfb service neutron] 10.222.0.110 "GET /v2.0/networks/49b4ea42-8761-4062-bf4d-585e112916cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223300 Jul 07 19:27:00.589236 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-91fdbcca-e39a-4751-9641-199beaf9db45 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294633 Jul 07 19:27:00.682642 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5bc89da4-5a4a-43d7-80bc-b68f6cf3b3bb req-8bef79c5-0ba3-48f7-aa5d-1c54df0ee4c0 service neutron] 10.222.0.48 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553035 Jul 07 19:27:00.807123 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-b80083d4-fff2-4230-a157-79014d890241 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053790 Jul 07 19:27:00.926939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5bc89da4-5a4a-43d7-80bc-b68f6cf3b3bb req-a6e04c01-b3e4-46f2-8889-ce778ec62389 service neutron] 10.222.0.48 "GET /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400253 Jul 07 19:27:00.935288 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-12ab3a52-b944-4af9-814e-5e4db30b028f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=1d37fd34-d828-47fc-bba9-58563983ab57 HTTP/1.1" status: 200 len: 217 time: 0.1117532 Jul 07 19:27:01.126371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-cec1a9d5-eff9-428a-9f85-6615a46f6177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:01.127915 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-cec1a9d5-eff9-428a-9f85-6615a46f6177 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.1738791 Jul 07 19:27:01.199821 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3268f-d4df-4ded-bff8-ae20c3552529 req-2c09f45d-bd32-498c-a5b0-b7625bc608bd tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:01.201455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11e3268f-d4df-4ded-bff8-ae20c3552529 req-2c09f45d-bd32-498c-a5b0-b7625bc608bd tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 946 time: 0.2206395 Jul 07 19:27:01.299461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11e3268f-d4df-4ded-bff8-ae20c3552529 req-05532fda-ad97-4158-bef0-de185b393ccd tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803702 Jul 07 19:27:01.306159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-3822c796-2e74-4695-bc69-9b70b8cc0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:01.320204 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-3822c796-2e74-4695-bc69-9b70b8cc0b46 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1798007 Jul 07 19:27:01.469801 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-f16daed5-559b-410e-985a-73522882a727 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300783 Jul 07 19:27:01.761283 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-58eb0e19-6e96-40d6-8e07-90a03723ccb3 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819858 Jul 07 19:27:01.792940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588b391-9425-45be-9715-737b7b9d6784 req-09fbdd33-1cc1-486f-ab7e-00d5584bbb75 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:01.794854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1588b391-9425-45be-9715-737b7b9d6784 req-09fbdd33-1cc1-486f-ab7e-00d5584bbb75 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1028690 Jul 07 19:27:01.845206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-ecd66722-7e90-4f44-b458-e0e728904af8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b3f649a-2212-48c8-9591-8984bb746b08 HTTP/1.1" status: 200 len: 217 time: 0.0702069 Jul 07 19:27:01.878278 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1588b391-9425-45be-9715-737b7b9d6784 req-889c90b9-f2e3-437b-aa77-5dad19f580b4 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762844 Jul 07 19:27:01.935429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-b1034f7a-b590-457f-915b-5c531f567b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:01.937043 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-b1034f7a-b590-457f-915b-5c531f567b5e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fb0069d5-7de3-451a-bd71-45e915b153df HTTP/1.1" status: 200 len: 797 time: 0.0811112 Jul 07 19:27:02.067778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-88913e7f-8a9b-4fbe-ab4f-b4a67bf97d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:02.070227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-88913e7f-8a9b-4fbe-ab4f-b4a67bf97d8e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c3072a4c-f835-4930-b50e-45a5a51219c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222241 Jul 07 19:27:02.236331 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-d2ff5ce0-a0bc-40a8-8bff-284229b41819 service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568880 Jul 07 19:27:02.453901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-52945d76-799a-4bec-aea7-4dcbfab01068 service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033980 Jul 07 19:27:02.538175 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-dc2bf88a-03ed-476b-a2e2-561fd6073e2b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9ec2e7e8-adee-47be-abca-1085836a71f8 HTTP/1.1" status: 200 len: 217 time: 0.0697205 Jul 07 19:27:02.578572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f111d-5a0d-4578-a01b-bc114cf78d40 req-c869eefa-26d0-4f34-99e7-c05bd97c93f2 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:02.598780 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-508f111d-5a0d-4578-a01b-bc114cf78d40 req-c869eefa-26d0-4f34-99e7-c05bd97c93f2 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 946 time: 0.1281757 Jul 07 19:27:02.663574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-dc3afe17-a94d-4fa4-a596-61872631f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:02.663894 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-508f111d-5a0d-4578-a01b-bc114cf78d40 req-13374e03-a2c6-4fac-94fc-826a6fb3c07a tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637004 Jul 07 19:27:02.668106 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-dc3afe17-a94d-4fa4-a596-61872631f886 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fb0069d5-7de3-451a-bd71-45e915b153df HTTP/1.1" status: 200 len: 797 time: 0.1213140 Jul 07 19:27:02.815263 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-a3149ca0-b8d3-4926-8ffe-b850a78647fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:02.821495 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-a3149ca0-b8d3-4926-8ffe-b850a78647fb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c3072a4c-f835-4930-b50e-45a5a51219c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1373792 Jul 07 19:27:02.956162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-88535768-1e77-4bc6-ad55-4f1c0048aeeb service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164296 Jul 07 19:27:03.132715 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-10021664-21d5-4cf3-8539-26223dc8d1e6 req-27308c3c-0301-4f38-b63d-b18aef7876ca service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669679 Jul 07 19:27:03.386857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c047c4-de78-4e07-8b34-7a2bbcd26d4d req-c7682f1a-134f-4963-9bc5-85958d5b2b5f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:03.394740 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6c047c4-de78-4e07-8b34-7a2bbcd26d4d req-c7682f1a-134f-4963-9bc5-85958d5b2b5f tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1255639 Jul 07 19:27:03.489725 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6c047c4-de78-4e07-8b34-7a2bbcd26d4d req-21f3a99e-08e0-45c0-9d19-5706270b85a4 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813873 Jul 07 19:27:03.680250 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8c9ca-b5a4-4962-a114-c331a62caa88 req-3041464b-46c1-4d4b-b18d-6490c7da8409 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:03.682693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bea8c9ca-b5a4-4962-a114-c331a62caa88 req-3041464b-46c1-4d4b-b18d-6490c7da8409 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 946 time: 0.1055939 Jul 07 19:27:03.797015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bea8c9ca-b5a4-4962-a114-c331a62caa88 req-e9a4fa16-bd93-4140-9bea-7dc6fbd4d7b5 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019886 Jul 07 19:27:03.877272 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36982) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:04.000998 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e94298bb-c2e0-40b1-875a-ece9ad653f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.132218 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e94298bb-c2e0-40b1-875a-ece9ad653f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.136761 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e94298bb-c2e0-40b1-875a-ece9ad653f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.187254 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e94298bb-c2e0-40b1-875a-ece9ad653f7b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4f05bd06a5a495d9700850c8ca61093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064473 Jul 07 19:27:04.187254 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94298bb-c2e0-40b1-875a-ece9ad653f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720bb8d6-d310-451e-ba16-6ad90cde3d48,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:04.188098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36988) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:04.263424 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dae72069-990e-4437-8878-14c306514b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.287134 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dae72069-990e-4437-8878-14c306514b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.337865 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dae72069-990e-4437-8878-14c306514b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.342445 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dae72069-990e-4437-8878-14c306514b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.346208 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dae72069-990e-4437-8878-14c306514b72 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/720bb8d6-d310-451e-ba16-6ad90cde3d48 HTTP/1.1" status: 204 len: 168 time: 0.1536765 Jul 07 19:27:04.354310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae72069-990e-4437-8878-14c306514b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720bb8d6-d310-451e-ba16-6ad90cde3d48,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:04.746507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37002) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:04.748342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c46f6-c2fc-4082-b8fd-ebe041cf1b25 req-2c19f8eb-25a1-4f95-ab32-ef294fab0b30 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:04.749949 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-339c46f6-c2fc-4082-b8fd-ebe041cf1b25 req-2c19f8eb-25a1-4f95-ab32-ef294fab0b30 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0925195 Jul 07 19:27:04.767080 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-764abb1f-e14d-476a-8682-3b2a869ba56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.793675 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-339c46f6-c2fc-4082-b8fd-ebe041cf1b25 req-88bb074f-9683-40ef-9542-3d752a8b3039 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378430 Jul 07 19:27:04.903271 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-764abb1f-e14d-476a-8682-3b2a869ba56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.907398 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-764abb1f-e14d-476a-8682-3b2a869ba56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.948170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764abb1f-e14d-476a-8682-3b2a869ba56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bc6dc4-721e-4668-bbfa-e23e3e650071,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:04.957379 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-764abb1f-e14d-476a-8682-3b2a869ba56a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a9230cc3e22443d38658f63d9afabfc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095106 Jul 07 19:27:04.958011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37006) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:05.018618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab634de0-bda5-4221-9874-014050219589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.022951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f10de-7bfa-4029-a138-e96f615525b3 req-6f18e7c1-7071-4a29-8c03-aae70e250d67 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:05.024675 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ae3f10de-7bfa-4029-a138-e96f615525b3 req-6f18e7c1-7071-4a29-8c03-aae70e250d67 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 946 time: 0.0777934 Jul 07 19:27:05.046251 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab634de0-bda5-4221-9874-014050219589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.063489 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ae3f10de-7bfa-4029-a138-e96f615525b3 req-6cff25c1-b290-4f59-9da1-38fbd5c2bb29 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d010d9f-d721-4f4c-a930-3b9e427a3e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Jul 07 19:27:05.104019 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab634de0-bda5-4221-9874-014050219589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.107212 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab634de0-bda5-4221-9874-014050219589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.110055 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ab634de0-bda5-4221-9874-014050219589 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0bc6dc4-721e-4668-bbfa-e23e3e650071 HTTP/1.1" status: 204 len: 168 time: 0.1503623 Jul 07 19:27:05.120683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab634de0-bda5-4221-9874-014050219589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bc6dc4-721e-4668-bbfa-e23e3e650071,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:05.384543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d35b52-a9be-4a5c-9470-adb2aca258a0 req-53040f9a-a94e-4128-83d7-35c551c8b928 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:05.386168 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-67d35b52-a9be-4a5c-9470-adb2aca258a0 req-53040f9a-a94e-4128-83d7-35c551c8b928 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.110 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 946 time: 0.0824449 Jul 07 19:27:05.530623 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.531951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-67d35b52-a9be-4a5c-9470-adb2aca258a0 req-1621a08d-711b-4882-9b77-9386c2a715b1 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Deleting port b1dce5f2-2207-461c-a5d7-27430bc4e081 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:05.532309 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-67d35b52-a9be-4a5c-9470-adb2aca258a0 req-1621a08d-711b-4882-9b77-9386c2a715b1 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.656781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-67d35b52-a9be-4a5c-9470-adb2aca258a0 req-1621a08d-711b-4882-9b77-9386c2a715b1 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] For port b1dce5f2-2207-461c-a5d7-27430bc4e081, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=b1dce5f2-2207-461c-a5d7-27430bc4e081,segment=NetworkSegment(7b8cb526-402c-47bc-bbf3-b70a47d95fe8),segment_id=7b8cb526-402c-47bc-bbf3-b70a47d95fe8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:05.657383 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-67d35b52-a9be-4a5c-9470-adb2aca258a0 req-1621a08d-711b-4882-9b77-9386c2a715b1 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.675675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-67d35b52-a9be-4a5c-9470-adb2aca258a0 req-1621a08d-711b-4882-9b77-9386c2a715b1 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Calling delete_port for b1dce5f2-2207-461c-a5d7-27430bc4e081 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:05.756871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37032) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:05.823533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-67d35b52-a9be-4a5c-9470-adb2aca258a0 req-1621a08d-711b-4882-9b77-9386c2a715b1 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.866703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621a08d-711b-4882-9b77-9386c2a715b1 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Pushing event deleted for resources: {'Port': ['ID=b1dce5f2-2207-461c-a5d7-27430bc4e081,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:05.918173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b72ab97-267c-4f41-a380-22decc594a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.947955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d35b52-a9be-4a5c-9470-adb2aca258a0 req-1621a08d-711b-4882-9b77-9386c2a715b1 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] No DVR routers for this DVR port b1dce5f2-2207-461c-a5d7-27430bc4e081 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:05.951037 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-67d35b52-a9be-4a5c-9470-adb2aca258a0 req-1621a08d-711b-4882-9b77-9386c2a715b1 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.954414 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-67d35b52-a9be-4a5c-9470-adb2aca258a0 req-1621a08d-711b-4882-9b77-9386c2a715b1 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.110 "DELETE /v2.0/ports/b1dce5f2-2207-461c-a5d7-27430bc4e081 HTTP/1.1" status: 204 len: 173 time: 0.5620542 Jul 07 19:27:05.955091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3600a0dc-84c6-4db0-9829-2da7ccbf6869', 'name': 'network-vif-deleted', 'tag': 'b1dce5f2-2207-461c-a5d7-27430bc4e081'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:05.957441 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b27b939-791f-4dd6-a932-20e90a0aaf72" -d '{"events": [{"server_uuid": "3600a0dc-84c6-4db0-9829-2da7ccbf6869", "name": "network-vif-deleted", "tag": "b1dce5f2-2207-461c-a5d7-27430bc4e081"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:06.049052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75adba-8af9-46ee-9aa6-a4f84f30c0e5 req-2fc7ee67-1fa5-4dbd-aff7-1d3916037d3e tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:06.051120 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f75adba-8af9-46ee-9aa6-a4f84f30c0e5 req-2fc7ee67-1fa5-4dbd-aff7-1d3916037d3e tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1263525 Jul 07 19:27:06.078229 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcf86fe-33c7-4419-b34a-6a0942fb78a7 x-openstack-request-id: req-2dcf86fe-33c7-4419-b34a-6a0942fb78a7 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:06.078561 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3600a0dc-84c6-4db0-9829-2da7ccbf6869", "name": "network-vif-deleted", "tag": "b1dce5f2-2207-461c-a5d7-27430bc4e081", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:06.078965 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2dcf86fe-33c7-4419-b34a-6a0942fb78a7 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:06.079250 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3600a0dc-84c6-4db0-9829-2da7ccbf6869', 'name': 'network-vif-deleted', 'tag': 'b1dce5f2-2207-461c-a5d7-27430bc4e081', 'status': 'completed', 'code': 200} Jul 07 19:27:06.146148 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f75adba-8af9-46ee-9aa6-a4f84f30c0e5 req-8f5a802b-1aa2-4060-a739-24605312cc19 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816743 Jul 07 19:27:06.176388 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b72ab97-267c-4f41-a380-22decc594a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:06.184632 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b72ab97-267c-4f41-a380-22decc594a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:06.230139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1b72ab97-267c-4f41-a380-22decc594a7a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c7364be986c4f0fb6f41d23a32598ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711268 Jul 07 19:27:06.231314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72ab97-267c-4f41-a380-22decc594a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b0dbb7-8e28-426a-a666-1cff89e73b43,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:06.233740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37054) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:06.253757 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d134ee5c-0cab-47ea-91ff-4bd5a1ff9075 req-c9de59cd-473e-481e-b023-43c884e3d9b7 tempest-InstanceActionsTestJSON-504302824 tempest-InstanceActionsTestJSON-504302824-project] 10.222.0.81 "GET /v2.0/ports?device_id=3600a0dc-84c6-4db0-9829-2da7ccbf6869 HTTP/1.1" status: 200 len: 210 time: 0.0343714 Jul 07 19:27:06.296378 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9209fd21-226d-4da3-a228-e5f884d73d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:06.319219 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9209fd21-226d-4da3-a228-e5f884d73d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:06.367770 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9209fd21-226d-4da3-a228-e5f884d73d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:06.370433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9209fd21-226d-4da3-a228-e5f884d73d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:06.371736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9209fd21-226d-4da3-a228-e5f884d73d64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2b0dbb7-8e28-426a-a666-1cff89e73b43 HTTP/1.1" status: 204 len: 168 time: 0.1317053 Jul 07 19:27:06.380501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209fd21-226d-4da3-a228-e5f884d73d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b0dbb7-8e28-426a-a666-1cff89e73b43,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:07.157134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37106) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:07.328844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedaf29-f2a2-4f81-b263-4ebf4674e2fe req-f5ed2bd8-4903-4bb5-aa54-d7c1bcddba1a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.330557 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebedaf29-f2a2-4f81-b263-4ebf4674e2fe req-f5ed2bd8-4903-4bb5-aa54-d7c1bcddba1a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0740151 Jul 07 19:27:07.371815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37116) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:07.381954 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ebedaf29-f2a2-4f81-b263-4ebf4674e2fe req-0110696e-c4eb-4312-82c9-3b2d701ce08d tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Jul 07 19:27:07.385277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:07.420171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c279f963-cf87-4db4-9a44-4ff50b83d276 admin admin] Deleting subnet 8adc73f5-944f-4015-baf8-a30743bc95d5 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:07.423845 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c279f963-cf87-4db4-9a44-4ff50b83d276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.426924 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.467522 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c279f963-cf87-4db4-9a44-4ff50b83d276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.513510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c279f963-cf87-4db4-9a44-4ff50b83d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.558578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.582549 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c279f963-cf87-4db4-9a44-4ff50b83d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.598351 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c279f963-cf87-4db4-9a44-4ff50b83d276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.600582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c279f963-cf87-4db4-9a44-4ff50b83d276 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8adc73f5-944f-4015-baf8-a30743bc95d5 HTTP/1.1" status: 204 len: 168 time: 0.2276847 Jul 07 19:27:07.604935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37126) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:07.623009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279f963-cf87-4db4-9a44-4ff50b83d276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8adc73f5-944f-4015-baf8-a30743bc95d5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:07.679960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b1dce5f2-2207-461c-a5d7-27430bc4e081 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:07.700609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: b1dce5f2-2207-461c-a5d7-27430bc4e081 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:07.701087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device b1dce5f2-2207-461c-a5d7-27430bc4e081 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:07.722034 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.751935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Allocated IP 172.25.0.81 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/417ec0d1-89e2-45dd-b48b-5f77a68b04b5) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:07.871631 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.887508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b4ea42-8761-4062-bf4d-585e112916cc']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:07.900138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8cb526-402c-47bc-bbf3-b70a47d95fe8') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:07.900432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8cb526-402c-47bc-bbf3-b70a47d95fe8') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:07.913889 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.937281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:07.954631 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:07.996542 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.022575 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.029982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.031835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] 10.222.0.81 "DELETE /v2.0/networks/49b4ea42-8761-4062-bf4d-585e112916cc HTTP/1.1" status: 204 len: 168 time: 0.4259586 Jul 07 19:27:08.056950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00800230-8ad9-4f82-9bf3-1ce48413891b admin admin] Pushing event deleted for resources: {'Network': ['ID=49b4ea42-8761-4062-bf4d-585e112916cc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:08.078352 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.121231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:08.128783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:08.131242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:08.157410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event updated for resources: {'Port': ['ID=417ec0d1-89e2-45dd-b48b-5f77a68b04b5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:08.254092 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.307139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37154) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:08.315959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.353227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-45d33ae1-5ba1-4e90-8b86-e2f70b438af3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12d4361a08114fc68b5c0b7348749303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448337 Jul 07 19:27:08.356344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37156) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:08.406626 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78be7ea9-7c79-4bb0-b20f-058f1238bec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.435497 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78be7ea9-7c79-4bb0-b20f-058f1238bec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.488639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78be7ea9-7c79-4bb0-b20f-058f1238bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.492578 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78be7ea9-7c79-4bb0-b20f-058f1238bec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.493741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-78be7ea9-7c79-4bb0-b20f-058f1238bec0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d010d9f-d721-4f4c-a930-3b9e427a3e86 HTTP/1.1" status: 204 len: 168 time: 0.1364818 Jul 07 19:27:08.503921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be7ea9-7c79-4bb0-b20f-058f1238bec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d010d9f-d721-4f4c-a930-3b9e427a3e86,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:08.505436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.516642 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.617530 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.629205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event updated for resources: {'Port': ['ID=417ec0d1-89e2-45dd-b48b-5f77a68b04b5,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:08.633289 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.642585 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9dc6d3b6-2907-4da3-a067-5c6985774740 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4843132 Jul 07 19:27:08.643516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37168) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:08.644162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c186f-bf67-4642-956f-6e2b809cd509 req-68cf453b-44bc-4921-ba1c-542b1db9ef68 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:08.645865 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-099c186f-bf67-4642-956f-6e2b809cd509 req-68cf453b-44bc-4921-ba1c-542b1db9ef68 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0866175 Jul 07 19:27:08.649697 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1718938003'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:08.726343 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-099c186f-bf67-4642-956f-6e2b809cd509 req-4515b204-69fd-4063-aa4c-d361276848ad tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685282 Jul 07 19:27:08.727871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Made reservation on behalf of de250091e07b4effb487711a90ab507b for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:08.731466 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.750523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.874392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.879376 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.894270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:08.908703 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.909052 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Added segment 5d271fa5-9948-431f-a7c1-45a1031ba72d of type vlan for network 583e864d-68ef-4436-b516-10560f4693b9 Jul 07 19:27:08.959643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9660f-04c2-4b85-9705-3a92a0da4490 req-caa03e29-f395-464d-a90a-dd15abe9cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:08.961946 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-14f9660f-04c2-4b85-9705-3a92a0da4490 req-caa03e29-f395-464d-a90a-dd15abe9cb3d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 1096 time: 0.0931630 Jul 07 19:27:08.965182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75f56a8-8e82-47e9-8515-f626e48b309d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:08.982066 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:09.019021 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-14f9660f-04c2-4b85-9705-3a92a0da4490 req-061b396f-0f3a-4cda-973d-c9ea3b9563e5 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460165 Jul 07 19:27:09.022678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:09.028737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:09.029746 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:09.097963 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4506736 Jul 07 19:27:09.098460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37186) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:09.106353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-20cb3583-89ab-45fd-8348-7c78461e6432 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Request body: {'subnet': {'network_id': '583e864d-68ef-4436-b516-10560f4693b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:09.107016 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b70b5b-cddf-49c6-baaa-f64f2a6724b9 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event updated for resources: {'Network': ['ID=583e864d-68ef-4436-b516-10560f4693b9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:09.121163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 583e864d-68ef-4436-b516-10560f4693b9 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:09.230155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cb3583-89ab-45fd-8348-7c78461e6432 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Made reservation on behalf of de250091e07b4effb487711a90ab507b for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:09.233949 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20cb3583-89ab-45fd-8348-7c78461e6432 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:09.507467 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20cb3583-89ab-45fd-8348-7c78461e6432 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:09.566658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb3583-89ab-45fd-8348-7c78461e6432 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event updated for resources: {'Subnet': ['ID=d1be0988-afd4-453c-b02a-504e13f5c9b5,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:09.585033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cb3583-89ab-45fd-8348-7c78461e6432 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Checking segment: {'id': '5d271fa5-9948-431f-a7c1-45a1031ba72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '583e864d-68ef-4436-b516-10560f4693b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:09.585723 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cb3583-89ab-45fd-8348-7c78461e6432 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Network hostable DHCP agents. Network: 583e864d-68ef-4436-b516-10560f4693b9, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:09.607271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cb3583-89ab-45fd-8348-7c78461e6432 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Network 583e864d-68ef-4436-b516-10560f4693b9 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:09.611655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37202) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:09.621431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-20cb3583-89ab-45fd-8348-7c78461e6432 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 583e864d-68ef-4436-b516-10560f4693b9) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:09.627467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cb3583-89ab-45fd-8348-7c78461e6432 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:09.628070 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20cb3583-89ab-45fd-8348-7c78461e6432 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:09.637419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128c9971-6b1e-4d35-8b9b-00038fa36935 None None] Network 583e864d-68ef-4436-b516-10560f4693b9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:09.658579 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-20cb3583-89ab-45fd-8348-7c78461e6432 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5572264 Jul 07 19:27:09.658962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37206) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:09.666229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1887079427', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:09.712607 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:09.714419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:09.821016 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:09.872262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-583e864d-68ef-4436-b516-10560f4693b9', 'network_id': '583e864d-68ef-4436-b516-10560f4693b9', 'tenant_id': 'de250091e07b4effb487711a90ab507b', 'fixed_ips': [{'subnet_id': 'd1be0988-afd4-453c-b02a-504e13f5c9b5'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:27:09.875035 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:09.891087 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:09.955206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-101803408-network', 'tenant_id': 'f6d6c4add4884a1d952f7fd833eff269'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:10.107941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Made reservation on behalf of f6d6c4add4884a1d952f7fd833eff269 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:10.110616 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:10.156763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Allocated IP 172.20.0.2 (583e864d-68ef-4436-b516-10560f4693b9/d1be0988-afd4-453c-b02a-504e13f5c9b5/841c5bea-e321-47a8-8192-e1f1c205c422) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:10.184438 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:10.191125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37218) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:10.327685 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:10.341363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Transition to ACTIVE for port object 841c5bea-e321-47a8-8192-e1f1c205c422 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:10.360631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Transition to ACTIVE for port object 841c5bea-e321-47a8-8192-e1f1c205c422 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:10.368350 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:10.414759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Network 583e864d-68ef-4436-b516-10560f4693b9 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:10.421737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:10.426518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:10.432872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Pushing event updated for resources: {'Port': ['ID=841c5bea-e321-47a8-8192-e1f1c205c422,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:10.461264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:10.461752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:10.461943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:10.462286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:10.462621 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:10.463036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:10.463376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:10.463689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:10.464016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:10.464338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:10.464662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:10.464976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:10.500553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Attempting to bind port 841c5bea-e321-47a8-8192-e1f1c205c422 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:10.500930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Attempting to bind port 841c5bea-e321-47a8-8192-e1f1c205c422 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '5d271fa5-9948-431f-a7c1-45a1031ba72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '583e864d-68ef-4436-b516-10560f4693b9'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:10.501458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Attempting to bind port 841c5bea-e321-47a8-8192-e1f1c205c422 on network 583e864d-68ef-4436-b516-10560f4693b9 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:10.507568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:10.507998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Checking segment: {'id': '5d271fa5-9948-431f-a7c1-45a1031ba72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '583e864d-68ef-4436-b516-10560f4693b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:10.508350 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:10.508745 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Bound using segment: {'id': '5d271fa5-9948-431f-a7c1-45a1031ba72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '583e864d-68ef-4436-b516-10560f4693b9'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:10.509219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Bound port: 841c5bea-e321-47a8-8192-e1f1c205c422, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d271fa5-9948-431f-a7c1-45a1031ba72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '583e864d-68ef-4436-b516-10560f4693b9'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:10.509603 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:10.573781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:10.584408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] For port 841c5bea-e321-47a8-8192-e1f1c205c422, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:10.588724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] For port 841c5bea-e321-47a8-8192-e1f1c205c422, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=841c5bea-e321-47a8-8192-e1f1c205c422,segment=NetworkSegment(5d271fa5-9948-431f-a7c1-45a1031ba72d),segment_id=5d271fa5-9948-431f-a7c1-45a1031ba72d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:10.593666 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:10.665014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40684a04-ac77-4aba-a1d6-d53b59217b48 None None] Pushing event updated for resources: {'Port': ['ID=841c5bea-e321-47a8-8192-e1f1c205c422,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:10.698345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d39c7-1e1f-4c56-8bc8-e93ef89770ca req-3a54b62f-2e8b-4d10-ae41-89dff302f146 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:10.699938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a07d39c7-1e1f-4c56-8bc8-e93ef89770ca req-3a54b62f-2e8b-4d10-ae41-89dff302f146 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.6552918 Jul 07 19:27:10.764862 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c9fad4e-9046-4779-b58d-f8b2b4b236c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:10.798764 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a07d39c7-1e1f-4c56-8bc8-e93ef89770ca req-846c1c6c-cb7c-4427-902b-5974b0f89649 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858023 Jul 07 19:27:10.835278 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:10.842877 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:10.922614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:10.970480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f965e54-0823-40a0-ac8e-e5130536a1d5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:11.016850 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.017210 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Added segment e0bc6cc8-6c83-48a3-94c6-228745d27649 of type vlan for network 989467f2-a7ef-4ee0-bcb1-9daa5f396ceb Jul 07 19:27:11.095136 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.103004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.132535 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.230849 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c9fad4e-9046-4779-b58d-f8b2b4b236c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.244844 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c9fad4e-9046-4779-b58d-f8b2b4b236c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.268164 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.269644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:11.270551 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.451655 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8379750 Jul 07 19:27:11.454608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37240) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:11.462136 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b8261b9d-8aae-4930-a129-4b4034590f25 admin admin] Request body: {'subnet': {'network_id': '989467f2-a7ef-4ee0-bcb1-9daa5f396ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-101803408-subnet', 'tenant_id': 'f6d6c4add4884a1d952f7fd833eff269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:11.464406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8c9fad4e-9046-4779-b58d-f8b2b4b236c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c167877eef384db3a70c80752c8e3570&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2714729 Jul 07 19:27:11.470037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37242) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:11.479568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fad4e-9046-4779-b58d-f8b2b4b236c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00932894-61a3-4014-8b22-258acefa4fd8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:11.514351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f05fc-a8c0-425a-b700-981160341dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=989467f2-a7ef-4ee0-bcb1-9daa5f396ceb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:11.527328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 989467f2-a7ef-4ee0-bcb1-9daa5f396ceb details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:11.544582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Allocated IP 172.25.0.203 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/7d7b4026-68b8-4cb0-ac1c-07bbc64fd4c8) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:11.666227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8261b9d-8aae-4930-a129-4b4034590f25 admin admin] Made reservation on behalf of f6d6c4add4884a1d952f7fd833eff269 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:11.671911 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b8261b9d-8aae-4930-a129-4b4034590f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.747899 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9d52dffb-41f5-4381-8222-ce8eb1214b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.751199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.787749 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9d52dffb-41f5-4381-8222-ce8eb1214b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.799384 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.849060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:11.852952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:11.857992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:11.861971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event updated for resources: {'Port': ['ID=7d7b4026-68b8-4cb0-ac1c-07bbc64fd4c8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:11.940177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9d52dffb-41f5-4381-8222-ce8eb1214b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.943385 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9d52dffb-41f5-4381-8222-ce8eb1214b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.951987 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9d52dffb-41f5-4381-8222-ce8eb1214b0a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00932894-61a3-4014-8b22-258acefa4fd8 HTTP/1.1" status: 204 len: 168 time: 0.4744191 Jul 07 19:27:11.976793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52dffb-41f5-4381-8222-ce8eb1214b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00932894-61a3-4014-8b22-258acefa4fd8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:11.997835 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b8261b9d-8aae-4930-a129-4b4034590f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.013766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552b439e-587d-41c7-9947-b768540a57db None None] Network 583e864d-68ef-4436-b516-10560f4693b9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:12.076191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-85e653a7-d68e-4226-aeb6-aaf61068064a None None] Provisioning for port 841c5bea-e321-47a8-8192-e1f1c205c422 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:12.076409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8261b9d-8aae-4930-a129-4b4034590f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee3ec7c-28a9-4961-bf0a-acd0f7596129,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:12.079057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8261b9d-8aae-4930-a129-4b4034590f25 admin admin] Checking segment: {'id': 'e0bc6cc8-6c83-48a3-94c6-228745d27649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '989467f2-a7ef-4ee0-bcb1-9daa5f396ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:12.079462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8261b9d-8aae-4930-a129-4b4034590f25 admin admin] Network hostable DHCP agents. Network: 989467f2-a7ef-4ee0-bcb1-9daa5f396ceb, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:12.102874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8261b9d-8aae-4930-a129-4b4034590f25 admin admin] Network 989467f2-a7ef-4ee0-bcb1-9daa5f396ceb is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:12.119695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-b8261b9d-8aae-4930-a129-4b4034590f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 989467f2-a7ef-4ee0-bcb1-9daa5f396ceb) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:12.124765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8261b9d-8aae-4930-a129-4b4034590f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:12.125654 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b8261b9d-8aae-4930-a129-4b4034590f25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.145454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b8261b9d-8aae-4930-a129-4b4034590f25 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6892564 Jul 07 19:27:12.152505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef078e4-9752-4b9e-8281-aec244f8f69b None None] Network 989467f2-a7ef-4ee0-bcb1-9daa5f396ceb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:12.172793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7afb3-dd3d-4c43-b502-27b0245b2d30 req-09c13b91-0624-4f8f-9669-2135da2aa775 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:12.180898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47d7afb3-dd3d-4c43-b502-27b0245b2d30 req-09c13b91-0624-4f8f-9669-2135da2aa775 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.2128327 Jul 07 19:27:12.297100 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47d7afb3-dd3d-4c43-b502-27b0245b2d30 req-457b3cb1-382d-4ddc-a13e-b3c6ff60a983 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151609 Jul 07 19:27:12.319519 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.452261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37264) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:12.454699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b9ae4-5c8d-4796-ba93-0d23a8477859 None None] Network 989467f2-a7ef-4ee0-bcb1-9daa5f396ceb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:12.473665 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64f955ab-ec2c-4f45-8ea9-94ff25edaaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.725945 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64f955ab-ec2c-4f45-8ea9-94ff25edaaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.732818 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64f955ab-ec2c-4f45-8ea9-94ff25edaaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.804537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f955ab-ec2c-4f45-8ea9-94ff25edaaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc66bac5-0f38-48fc-98fc-f5a53876b605,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:12.811183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-64f955ab-ec2c-4f45-8ea9-94ff25edaaab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=145707caa7e643699de51defb3fcc3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571095 Jul 07 19:27:12.813798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37270) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:12.910787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 841c5bea-e321-47a8-8192-e1f1c205c422 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:12.916679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.917499 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33d7c3aa-6de8-4fff-93d8-c1372c7298ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.956869 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33d7c3aa-6de8-4fff-93d8-c1372c7298ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:13.049428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 841c5bea-e321-47a8-8192-e1f1c205c422 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:13.059212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 841c5bea-e321-47a8-8192-e1f1c205c422 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:13.060810 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:13.089851 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33d7c3aa-6de8-4fff-93d8-c1372c7298ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:13.092479 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-33d7c3aa-6de8-4fff-93d8-c1372c7298ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:13.096397 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-33d7c3aa-6de8-4fff-93d8-c1372c7298ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc66bac5-0f38-48fc-98fc-f5a53876b605 HTTP/1.1" status: 204 len: 168 time: 0.2796171 Jul 07 19:27:13.105995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c3e9f-4fe4-4a0d-bcc7-13f8ea627f0a req-ff5cead7-083d-47a2-b980-57617b534c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:13.109509 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a5c3e9f-4fe4-4a0d-bcc7-13f8ea627f0a req-ff5cead7-083d-47a2-b980-57617b534c86 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=00341c01faab4b26b482e420f35eda64&device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 1096 time: 0.1677938 Jul 07 19:27:13.147411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Router b2bf01d9-5bd7-40e4-aea3-3c311f530bcc is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:27:13.170960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7c3aa-6de8-4fff-93d8-c1372c7298ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc66bac5-0f38-48fc-98fc-f5a53876b605,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:13.248477 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:13.305192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 841c5bea-e321-47a8-8192-e1f1c205c422, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=841c5bea-e321-47a8-8192-e1f1c205c422,segment=NetworkSegment(5d271fa5-9948-431f-a7c1-45a1031ba72d),segment_id=5d271fa5-9948-431f-a7c1-45a1031ba72d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:13.311130 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:13.407401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-7feb540f-2e95-4876-ae80-b9f60d819c73 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:13.409558 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-7feb540f-2e95-4876-ae80-b9f60d819c73 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/networks?id=989467f2-a7ef-4ee0-bcb1-9daa5f396ceb HTTP/1.1" status: 200 len: 821 time: 0.2955961 Jul 07 19:27:13.440013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:27:13.453157 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2da80-1741-46a3-a79d-a6d6cd95c503 None None] Sync routers for ids ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:27:13.459453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-762e37a4-90ec-4fd5-81f3-d5bf2830cb96 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/quotas/f6d6c4add4884a1d952f7fd833eff269 HTTP/1.1" status: 200 len: 375 time: 0.0395427 Jul 07 19:27:13.460509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=841c5bea-e321-47a8-8192-e1f1c205c422,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:13.474207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c3e9f-4fe4-4a0d-bcc7-13f8ea627f0a req-6e7280f9-4470-4dfe-8c23-b6818da7c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:13.476238 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a5c3e9f-4fe4-4a0d-bcc7-13f8ea627f0a req-6e7280f9-4470-4dfe-8c23-b6818da7c579 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77819821-8da9-46d1-bc88-930fba77a5b3 HTTP/1.1" status: 200 len: 912 time: 0.3547194 Jul 07 19:27:13.479920 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e89e50-1da0-40ea-96fc-b7057ee8077b req-b01e9e2a-5a99-4ae5-ba04-3b4aa8cab4cf tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:13.481534 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13e89e50-1da0-40ea-96fc-b7057ee8077b req-b01e9e2a-5a99-4ae5-ba04-3b4aa8cab4cf tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1705737 Jul 07 19:27:13.488991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2da80-1741-46a3-a79d-a6d6cd95c503 None None] Routers {'b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:13.490452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ec2da80-1741-46a3-a79d-a6d6cd95c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:26:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:13.515936 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:13.520343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-72c7be29-03c2-4494-9c6a-c10f1774778a tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.8569031 Jul 07 19:27:13.524514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37288) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:13.545116 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a5c3e9f-4fe4-4a0d-bcc7-13f8ea627f0a req-a805fd21-ec2f-4356-9705-20789bb24b82 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d400cc11-dc75-416d-9efe-52f0419ad29c HTTP/1.1" status: 200 len: 217 time: 0.0579793 Jul 07 19:27:13.554402 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13e89e50-1da0-40ea-96fc-b7057ee8077b req-28709592-0220-4988-8ea5-fdd35c27489b tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587101 Jul 07 19:27:13.571719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ec2da80-1741-46a3-a79d-a6d6cd95c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:13.572573 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-5cdd2b0e-a494-4935-8bc8-736bd9d027c7 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6d6c4add4884a1d952f7fd833eff269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952570 Jul 07 19:27:13.587623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2da80-1741-46a3-a79d-a6d6cd95c503 None None] Routers {'b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:13.588338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ec2da80-1741-46a3-a79d-a6d6cd95c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:26:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:13.622901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ec2da80-1741-46a3-a79d-a6d6cd95c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:13.623529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2da80-1741-46a3-a79d-a6d6cd95c503 None None] The sync data for ids ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:27:13.747334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c3e9f-4fe4-4a0d-bcc7-13f8ea627f0a req-69e7b7fd-5ec5-4ea4-97fb-7b6bfd69f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:13.748903 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a5c3e9f-4fe4-4a0d-bcc7-13f8ea627f0a req-69e7b7fd-5ec5-4ea4-97fb-7b6bfd69f185 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=206973c2-7386-45f5-8e7d-54661b8adb40 HTTP/1.1" status: 200 len: 851 time: 0.0842109 Jul 07 19:27:13.804371 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-6afc9039-94d5-4609-996b-09bf13ee0160 service neutron] 10.222.0.81 "GET /v2.0/networks/989467f2-a7ef-4ee0-bcb1-9daa5f396ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308617 Jul 07 19:27:13.806422 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a5c3e9f-4fe4-4a0d-bcc7-13f8ea627f0a req-83dad1ce-e5ce-4402-9484-f79e08ec52e7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77819821-8da9-46d1-bc88-930fba77a5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467908 Jul 07 19:27:14.293257 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:14.461067 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-92cbf104-91e8-4b25-9cdd-424cd82da542 service neutron] 10.222.0.81 "GET /v2.0/networks/989467f2-a7ef-4ee0-bcb1-9daa5f396ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490650 Jul 07 19:27:14.508022 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a5c3e9f-4fe4-4a0d-bcc7-13f8ea627f0a req-9bed25d7-af09-4604-b2bc-4ca07974898a service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883998 Jul 07 19:27:14.647849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Allocated IP 172.20.0.1 (583e864d-68ef-4436-b516-10560f4693b9/d1be0988-afd4-453c-b02a-504e13f5c9b5/23214006-f8c0-4f3d-bfab-66c5b25a938f) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:14.685040 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9a5c3e9f-4fe4-4a0d-bcc7-13f8ea627f0a req-b214b848-f44d-44da-bb59-763fee6296a6 service neutron] 10.222.0.110 "GET /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468091 Jul 07 19:27:14.802006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cbe189be-70cb-4e1e-940c-98c950fa1d27 req-f1afd00b-fbbf-48f5-8e2c-d5e7e1b65822 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 210 time: 0.1110220 Jul 07 19:27:14.858525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 841c5bea-e321-47a8-8192-e1f1c205c422 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:14.889021 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:14.924599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Transition to ACTIVE for port object 23214006-f8c0-4f3d-bfab-66c5b25a938f will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:15.013558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 841c5bea-e321-47a8-8192-e1f1c205c422 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:15.015420 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.072509 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.177451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event updated for resources: {'Port': ['ID=23214006-f8c0-4f3d-bfab-66c5b25a938f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:15.184167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Network 583e864d-68ef-4436-b516-10560f4693b9 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:15.187517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:15.191394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:15.264491 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.378443 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafc279-7960-4ce8-8ff1-de38c5efb649 req-5fa76903-5409-4c69-92cc-1f23e08449a5 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:15.380052 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fcafc279-7960-4ce8-8ff1-de38c5efb649 req-5fa76903-5409-4c69-92cc-1f23e08449a5 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.4042325 Jul 07 19:27:15.521394 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fcafc279-7960-4ce8-8ff1-de38c5efb649 req-d7effec5-f002-4874-900e-1c6a978f2a47 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306434 Jul 07 19:27:15.606712 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.733303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-92546a87-4f0e-4599-a250-eeda6818012a None None] Provisioning for port 23214006-f8c0-4f3d-bfab-66c5b25a938f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:15.743245 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-92546a87-4f0e-4599-a250-eeda6818012a None None] Provisioning complete for port 23214006-f8c0-4f3d-bfab-66c5b25a938f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:15.744133 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-92546a87-4f0e-4599-a250-eeda6818012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.796479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-92546a87-4f0e-4599-a250-eeda6818012a None None] Port 23214006-f8c0-4f3d-bfab-66c5b25a938f cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:27:15.942606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37372) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:16.069301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a3c2f9a9-c712-4a75-9fc1-a38ee95c1e4d req-a99033e6-dd2e-448f-93c9-e1d5e1e1054c tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 210 time: 0.0616314 Jul 07 19:27:16.159754 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d39ed9e0-692c-4f8b-b4bb-26fb703cfe48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.318681 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d39ed9e0-692c-4f8b-b4bb-26fb703cfe48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.329506 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d39ed9e0-692c-4f8b-b4bb-26fb703cfe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.390862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ed9e0-692c-4f8b-b4bb-26fb703cfe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e1cd8a-5e5e-4cd4-a3a0-7732bf654ce6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:16.445110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d39ed9e0-692c-4f8b-b4bb-26fb703cfe48 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1dd0f11f23cf4f40a6164833b9c761b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008948 Jul 07 19:27:16.445774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37380) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:16.544315 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee4148e0-0d1a-4ba4-989d-1c236abc4a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.557371 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.565632 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.600551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee4148e0-0d1a-4ba4-989d-1c236abc4a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.727620 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee4148e0-0d1a-4ba4-989d-1c236abc4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.732789 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee4148e0-0d1a-4ba4-989d-1c236abc4a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.734348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ee4148e0-0d1a-4ba4-989d-1c236abc4a72 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58e1cd8a-5e5e-4cd4-a3a0-7732bf654ce6 HTTP/1.1" status: 204 len: 168 time: 0.2867951 Jul 07 19:27:16.757487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4148e0-0d1a-4ba4-989d-1c236abc4a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e1cd8a-5e5e-4cd4-a3a0-7732bf654ce6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:16.766434 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.786058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-807a5818-08ae-494c-918c-09509885e8c9 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:16.795772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-807a5818-08ae-494c-918c-09509885e8c9 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.48 "GET /v2.0/networks?id=989467f2-a7ef-4ee0-bcb1-9daa5f396ceb HTTP/1.1" status: 200 len: 821 time: 0.3336358 Jul 07 19:27:16.822001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event updated for resources: {'Port': ['ID=23214006-f8c0-4f3d-bfab-66c5b25a938f,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:16.915904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Request body: {'port': {'device_id': 'ded607c6-ce51-4287-936b-da9255d1564c', 'network_id': '989467f2-a7ef-4ee0-bcb1-9daa5f396ceb', 'admin_state_up': True, 'tenant_id': 'f6d6c4add4884a1d952f7fd833eff269'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:17.104622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Network 583e864d-68ef-4436-b516-10560f4693b9 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:17.113377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:17.150287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eb171-b871-4b23-b16e-aecfc0bac815 req-4e86e7a3-6bed-4325-b36b-aa4fd440204e tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:17.157575 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd4eb171-b871-4b23-b16e-aecfc0bac815 req-4e86e7a3-6bed-4325-b36b-aa4fd440204e tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.2289994 Jul 07 19:27:17.229001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Made reservation on behalf of f6d6c4add4884a1d952f7fd833eff269 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:17.233021 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.309351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-397eaf42-e1a0-41ee-9035-44dac4cecaf4 req-2c5a1831-12db-43fe-a96f-ad0e67f974de tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 210 time: 0.0440183 Jul 07 19:27:17.429432 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd4eb171-b871-4b23-b16e-aecfc0bac815 req-1cad1de4-31be-423f-a05f-42d540a20c8a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708378 Jul 07 19:27:17.542024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Router b2bf01d9-5bd7-40e4-aea3-3c311f530bcc has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:27:17.570332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-48e37850-9d87-4a1b-8cd4-3aec8ecf3e4f None None] Provisioning complete for port 23214006-f8c0-4f3d-bfab-66c5b25a938f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:17.570864 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-48e37850-9d87-4a1b-8cd4-3aec8ecf3e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.607499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-48e37850-9d87-4a1b-8cd4-3aec8ecf3e4f None None] Port 23214006-f8c0-4f3d-bfab-66c5b25a938f cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:27:17.612661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Allocated IP 172.20.0.13 (989467f2-a7ef-4ee0-bcb1-9daa5f396ceb/6ee3ec7c-28a9-4961-bf0a-acd0f7596129/fbf2e789-97f8-43ab-944b-2e53dee896ca) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:17.713761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:27:17.730943 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6b50744e-574e-4ee5-8ab5-5481fe277df1 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "PUT /v2.0/routers/b2bf01d9-5bd7-40e4-aea3-3c311f530bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2052526 Jul 07 19:27:17.733555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37414) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:17.737780 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fdc310-ea50-4aab-8a48-d0c762fcd318 None None] Sync routers for ids ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:27:17.746152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Request body: {'port': {'network_id': '583e864d-68ef-4436-b516-10560f4693b9', 'name': 'tempest-FloatingIPAdminTestJSON-1687963256'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:17.761306 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fdc310-ea50-4aab-8a48-d0c762fcd318 None None] Routers {'b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:17.762459 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-57fdc310-ea50-4aab-8a48-d0c762fcd318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:26:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:17.835110 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-57fdc310-ea50-4aab-8a48-d0c762fcd318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:17.852770 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.856425 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fdc310-ea50-4aab-8a48-d0c762fcd318 None None] Routers {'b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:17.857062 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-57fdc310-ea50-4aab-8a48-d0c762fcd318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:26:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:17.911392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.920216 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-57fdc310-ea50-4aab-8a48-d0c762fcd318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:17.920915 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fdc310-ea50-4aab-8a48-d0c762fcd318 None None] The sync data for ids ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:27:17.951891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Made reservation on behalf of de250091e07b4effb487711a90ab507b for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:17.956269 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.975551 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Network 989467f2-a7ef-4ee0-bcb1-9daa5f396ceb is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:17.977809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] device_id is not set on port 774266e6-c4bb-46eb-a1bc-d7dc075244f2 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:27:17.979103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:17.984660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:17.987452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Pushing event updated for resources: {'Port': ['ID=fbf2e789-97f8-43ab-944b-2e53dee896ca,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:18.053613 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:18.054562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.073881 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-ceac88bb-f469-47fb-8692-c5828b426bf4 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2528832 Jul 07 19:27:18.089401 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Request body: {'port': {'device_id': 'ded607c6-ce51-4287-936b-da9255d1564c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:18.130060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Allocated IP 172.20.0.14 (583e864d-68ef-4436-b516-10560f4693b9/d1be0988-afd4-453c-b02a-504e13f5c9b5/774266e6-c4bb-46eb-a1bc-d7dc075244f2) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:18.186934 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.371330 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.390360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Transition to ACTIVE for port object 774266e6-c4bb-46eb-a1bc-d7dc075244f2 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:18.434591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.555196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event updated for resources: {'Port': ['ID=774266e6-c4bb-46eb-a1bc-d7dc075244f2,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:18.562357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf2e789-97f8-43ab-944b-2e53dee896ca {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:27:18.574822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Network 583e864d-68ef-4436-b516-10560f4693b9 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:18.578119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:18.581328 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.582377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:18.610977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Transition to ACTIVE for port object fbf2e789-97f8-43ab-944b-2e53dee896ca will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:18.621836 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.648345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17275c-6f7c-411d-a39f-4df13e1666b3 req-8edf28ff-9790-43c8-9284-1a78e481313a tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:18.656027 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b17275c-6f7c-411d-a39f-4df13e1666b3 req-8edf28ff-9790-43c8-9284-1a78e481313a tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 932 time: 0.1975567 Jul 07 19:27:18.736676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:18.737351 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.757178 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b17275c-6f7c-411d-a39f-4df13e1666b3 req-d42d518d-03e3-4fc7-b80b-744c085efe18 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000941 Jul 07 19:27:18.764255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf2e789-97f8-43ab-944b-2e53dee896ca,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:18.796095 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0e136be6-6313-40ba-9178-4ccc230f3c70 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0610905 Jul 07 19:27:18.799205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37446) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:18.876953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423bdb0-a646-4484-9bbe-edf07a1340ad req-1d546f96-6c2c-448a-ad8e-b2990ba9394c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:18.878736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2423bdb0-a646-4484-9bbe-edf07a1340ad req-1d546f96-6c2c-448a-ad8e-b2990ba9394c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1889012 Jul 07 19:27:18.995856 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2423bdb0-a646-4484-9bbe-edf07a1340ad req-a6a29dfc-2d98-4561-97b3-884c68b2dbcf tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069531 Jul 07 19:27:19.005236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Attempting to bind port fbf2e789-97f8-43ab-944b-2e53dee896ca on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:19.005616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Attempting to bind port fbf2e789-97f8-43ab-944b-2e53dee896ca by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'e0bc6cc8-6c83-48a3-94c6-228745d27649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '989467f2-a7ef-4ee0-bcb1-9daa5f396ceb'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:19.009366 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Attempting to bind port fbf2e789-97f8-43ab-944b-2e53dee896ca on network 989467f2-a7ef-4ee0-bcb1-9daa5f396ceb {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:19.017543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Port fbf2e789-97f8-43ab-944b-2e53dee896ca on network 989467f2-a7ef-4ee0-bcb1-9daa5f396ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:19.017934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Attempting to bind port fbf2e789-97f8-43ab-944b-2e53dee896ca on network 989467f2-a7ef-4ee0-bcb1-9daa5f396ceb {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:19.024125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37454) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:19.028569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:19.028920 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Checking segment: {'id': 'e0bc6cc8-6c83-48a3-94c6-228745d27649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '989467f2-a7ef-4ee0-bcb1-9daa5f396ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:19.029317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Bound using segment: {'id': 'e0bc6cc8-6c83-48a3-94c6-228745d27649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '989467f2-a7ef-4ee0-bcb1-9daa5f396ceb'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:19.038557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Bound port: fbf2e789-97f8-43ab-944b-2e53dee896ca, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0bc6cc8-6c83-48a3-94c6-228745d27649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '989467f2-a7ef-4ee0-bcb1-9daa5f396ceb'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:19.039040 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.077387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-177dd9c0-adce-4f5e-8b42-7a130359d2f1 None None] Provisioning for port 774266e6-c4bb-46eb-a1bc-d7dc075244f2 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:19.092028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-177dd9c0-adce-4f5e-8b42-7a130359d2f1 None None] Provisioning complete for port 774266e6-c4bb-46eb-a1bc-d7dc075244f2 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:19.092406 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-177dd9c0-adce-4f5e-8b42-7a130359d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.192551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-177dd9c0-adce-4f5e-8b42-7a130359d2f1 None None] Port 774266e6-c4bb-46eb-a1bc-d7dc075244f2 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:27:19.202135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] For port fbf2e789-97f8-43ab-944b-2e53dee896ca, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:19.211459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'project_id': 'de250091e07b4effb487711a90ab507b', 'port_id': '774266e6-c4bb-46eb-a1bc-d7dc075244f2'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:19.219370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] For port fbf2e789-97f8-43ab-944b-2e53dee896ca, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=fbf2e789-97f8-43ab-944b-2e53dee896ca,segment=NetworkSegment(e0bc6cc8-6c83-48a3-94c6-228745d27649),segment_id=e0bc6cc8-6c83-48a3-94c6-228745d27649)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:19.225018 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.227193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-797912e1-a67b-451c-ab83-55e5715ac9f1 tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:19.255993 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.268683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:19.269424 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.271398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] 10.222.0.48 "PUT /v2.0/ports/fbf2e789-97f8-43ab-944b-2e53dee896ca HTTP/1.1" status: 200 len: 1092 time: 1.1876614 Jul 07 19:27:19.272048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded607c6-ce51-4287-936b-da9255d1564c', 'tag': 'fbf2e789-97f8-43ab-944b-2e53dee896ca'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:19.275632 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6606cab7-efec-4ecb-ab40-d8d7af4a23d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ded607c6-ce51-4287-936b-da9255d1564c", "tag": "fbf2e789-97f8-43ab-944b-2e53dee896ca"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:19.330448 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-797912e1-a67b-451c-ab83-55e5715ac9f1 tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] 10.222.0.81 "PUT /v2.0/quotas/872ac8d2603541f796a3cfe533e7bf63 HTTP/1.1" status: 200 len: 366 time: 0.3031082 Jul 07 19:27:19.335490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37462) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:19.355582 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d72295-6827-43bf-937d-507791cd49f4 x-openstack-request-id: req-52d72295-6827-43bf-937d-507791cd49f4 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:19.355582 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded607c6-ce51-4287-936b-da9255d1564c", "tag": "fbf2e789-97f8-43ab-944b-2e53dee896ca", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:19.355582 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52d72295-6827-43bf-937d-507791cd49f4 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:19.355582 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded607c6-ce51-4287-936b-da9255d1564c', 'tag': 'fbf2e789-97f8-43ab-944b-2e53dee896ca', 'status': 'completed', 'code': 200} Jul 07 19:27:19.357302 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dedb114f-7d7e-4d93-8b8b-506d5ad90003 tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0193725 Jul 07 19:27:19.358568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37464) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:19.387131 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ce495de1-7ebd-4d6e-848c-8aaea2c5b5eb tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] 10.222.0.81 "GET /v2.0/quotas/872ac8d2603541f796a3cfe533e7bf63 HTTP/1.1" status: 200 len: 366 time: 0.0273108 Jul 07 19:27:19.390908 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37466) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:19.400235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f8795-9f48-41d4-878b-4a76eda17f19 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf2e789-97f8-43ab-944b-2e53dee896ca,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:19.422786 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.429115 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d47e8812-3061-42fb-8887-ccb310c9d0e5 tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/872ac8d2603541f796a3cfe533e7bf63 HTTP/1.1" status: 204 len: 168 time: 0.0358760 Jul 07 19:27:19.431632 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37468) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:19.463893 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-492874fb-1b18-41e3-9a43-a9448bfc0c2f tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0295997 Jul 07 19:27:19.466594 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-c6aa54bb-39da-46cd-a09f-8f17f56fb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:19.468472 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-c6aa54bb-39da-46cd-a09f-8f17f56fb793 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f6d6c4add4884a1d952f7fd833eff269&device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 1095 time: 0.1546333 Jul 07 19:27:19.469014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37472) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:19.520920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-9683428a-e8a0-4e13-8eaf-45ca99963d8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbf2e789-97f8-43ab-944b-2e53dee896ca HTTP/1.1" status: 200 len: 217 time: 0.0414677 Jul 07 19:27:19.523103 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-25258072-cdec-4a23-80f3-a9e9754d8b09 tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] 10.222.0.81 "GET /v2.0/quotas/872ac8d2603541f796a3cfe533e7bf63 HTTP/1.1" status: 200 len: 370 time: 0.0530236 Jul 07 19:27:19.525717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37474) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:19.531658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c4fc0c3f-c9cb-46cf-ab0d-7f941d7f6e9e tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] 10.222.0.81 "GET /v2.0/quotas/872ac8d2603541f796a3cfe533e7bf63/default HTTP/1.1" status: 200 len: 370 time: 0.0047681 Jul 07 19:27:19.540815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37476) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:19.557714 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-43002120-94f5-47c1-ac82-9b39063f4863 tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] delete failed (client error): The resource could not be found. Jul 07 19:27:19.562170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-43002120-94f5-47c1-ac82-9b39063f4863 tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/872ac8d2603541f796a3cfe533e7bf63 HTTP/1.1" status: 404 len: 348 time: 0.0201697 Jul 07 19:27:19.603354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Allocated IP 172.25.0.42 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/30da13f1-b8e0-4911-b047-54a19afb68b5) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:19.622225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-c9b1e26f-d321-4a93-a4c9-355c782c3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:19.628459 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-c9b1e26f-d321-4a93-a4c9-355c782c3995 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ee3ec7c-28a9-4961-bf0a-acd0f7596129 HTTP/1.1" status: 200 len: 861 time: 0.0941203 Jul 07 19:27:19.675629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-468eacc2-a055-45e6-917a-558de3197104 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=989467f2-a7ef-4ee0-bcb1-9daa5f396ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409029 Jul 07 19:27:19.724961 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37482) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:19.785532 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.788744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Usage tracker for resource:network and tenant:3832f784acbe466ebc00bf567c0ff0d2 is out of sync, need to count used quota {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:27:19.805098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:27:19.812493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-cc1d4a23-1c7b-4701-9402-9f3ceb105a15 service neutron] 10.222.0.48 "GET /v2.0/networks/989467f2-a7ef-4ee0-bcb1-9daa5f396ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281927 Jul 07 19:27:19.834747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Usage tracker for resource:subnet and tenant:3832f784acbe466ebc00bf567c0ff0d2 is out of sync, need to count used quota {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:27:19.854159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7197fb3-0e98-448b-a5cb-88552631f0ad req-31257ccb-0dcd-41b0-a1e2-6864a7c808ea tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:19.857367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7197fb3-0e98-448b-a5cb-88552631f0ad req-31257ccb-0dcd-41b0-a1e2-6864a7c808ea tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.2572215 Jul 07 19:27:19.875540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:27:19.902906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Usage tracker for resource:subnetpool and tenant:3832f784acbe466ebc00bf567c0ff0d2 is out of sync, need to count used quota {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:27:19.933299 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.946649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:27:19.983288 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0199d4a-f81c-4270-8ff4-5154007267e6 req-da8db4f1-9a5c-4130-9199-ac2fb54cf395 service neutron] 10.222.0.48 "GET /v2.0/networks/989467f2-a7ef-4ee0-bcb1-9daa5f396ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619072 Jul 07 19:27:19.985789 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7197fb3-0e98-448b-a5cb-88552631f0ad req-c754d2c5-84b0-4b6b-b09c-42c3a1cb9237 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183708 Jul 07 19:27:20.010945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930e975-0c78-4828-b362-2541f246f547 req-78327e42-6a4e-4d2e-9276-f225feb583a7 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:20.012975 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8930e975-0c78-4828-b362-2541f246f547 req-78327e42-6a4e-4d2e-9276-f225feb583a7 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 944 time: 0.0984547 Jul 07 19:27:20.019345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:20.030378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Usage tracker for resource:port and tenant:3832f784acbe466ebc00bf567c0ff0d2 is out of sync, need to count used quota {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:27:20.034628 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:20.043142 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:20.075711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:27:20.089492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Pushing event updated for resources: {'Port': ['ID=30da13f1-b8e0-4911-b047-54a19afb68b5,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:20.090295 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8930e975-0c78-4828-b362-2541f246f547 req-0c635ba3-e62d-4078-892c-a8343270d1e6 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708783 Jul 07 19:27:20.103432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Usage tracker for resource:router and tenant:3832f784acbe466ebc00bf567c0ff0d2 is out of sync, need to count used quota {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:27:20.112323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:27:20.136076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606cab7-efec-4ecb-ab40-d8d7af4a23d1 req-a83d4f8e-0b95-4e75-babd-59e000546e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:20.137996 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6606cab7-efec-4ecb-ab40-d8d7af4a23d1 req-a83d4f8e-0b95-4e75-babd-59e000546e3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f6d6c4add4884a1d952f7fd833eff269&device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 1095 time: 0.0843425 Jul 07 19:27:20.152224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Usage tracker for resource:floatingip and tenant:3832f784acbe466ebc00bf567c0ff0d2 is out of sync, need to count used quota {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:27:20.164584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:27:20.241672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606cab7-efec-4ecb-ab40-d8d7af4a23d1 req-965e55da-a881-46c7-a465-6fd2f36772a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:20.243318 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6606cab7-efec-4ecb-ab40-d8d7af4a23d1 req-965e55da-a881-46c7-a465-6fd2f36772a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=989467f2-a7ef-4ee0-bcb1-9daa5f396ceb HTTP/1.1" status: 200 len: 922 time: 0.0972474 Jul 07 19:27:20.296300 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6606cab7-efec-4ecb-ab40-d8d7af4a23d1 req-298c5dfa-4231-4644-8d10-1abfc42d79a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbf2e789-97f8-43ab-944b-2e53dee896ca HTTP/1.1" status: 200 len: 217 time: 0.0387549 Jul 07 19:27:20.343271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606cab7-efec-4ecb-ab40-d8d7af4a23d1 req-18af1982-cb67-4bdc-82a0-9a37d271f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:20.344888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6606cab7-efec-4ecb-ab40-d8d7af4a23d1 req-18af1982-cb67-4bdc-82a0-9a37d271f5e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ee3ec7c-28a9-4961-bf0a-acd0f7596129 HTTP/1.1" status: 200 len: 861 time: 0.0466554 Jul 07 19:27:20.384859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6606cab7-efec-4ecb-ab40-d8d7af4a23d1 req-cef4be92-d417-4c8a-9cae-e4b4bef3e505 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=989467f2-a7ef-4ee0-bcb1-9daa5f396ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329013 Jul 07 19:27:20.399414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Usage tracker for resource:security_group and tenant:3832f784acbe466ebc00bf567c0ff0d2 is out of sync, need to count used quota {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:27:20.446280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:27:20.479544 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6606cab7-efec-4ecb-ab40-d8d7af4a23d1 req-ea33cb34-19a7-43c4-b23c-e37087025d9b service neutron] 10.222.0.48 "GET /v2.0/networks/989467f2-a7ef-4ee0-bcb1-9daa5f396ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850782 Jul 07 19:27:20.480869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Usage tracker for resource:security_group_rule and tenant:3832f784acbe466ebc00bf567c0ff0d2 is out of sync, need to count used quota {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:27:20.507512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.quota.resource [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93900) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:27:20.551318 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c9cf6da5-9d52-493f-96bb-a5a2588ae85d tempest-QuotasTest-118308964 tempest-QuotasTest-118308964-project-admin] 10.222.0.81 "GET /v2.0/quotas/3832f784acbe466ebc00bf567c0ff0d2/details.json HTTP/1.1" status: 200 len: 703 time: 0.8252788 Jul 07 19:27:20.592943 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6606cab7-efec-4ecb-ab40-d8d7af4a23d1 req-d3aa0e27-ea08-4216-a2f6-dab53ff0044e service neutron] 10.222.0.48 "GET /v2.0/networks/989467f2-a7ef-4ee0-bcb1-9daa5f396ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014397 Jul 07 19:27:20.651698 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:20.790885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:20.945367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37498) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:20.987629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:20.997837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.033724 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-43fb32f5-dac0-4335-8807-a2023fb910a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.070024 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc56bc0f-49b3-4417-8a76-9da7595aea94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.106868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Pushing event updated for resources: {'Port': ['ID=30da13f1-b8e0-4911-b047-54a19afb68b5,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:21.121401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.194320 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc56bc0f-49b3-4417-8a76-9da7595aea94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.198824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc56bc0f-49b3-4417-8a76-9da7595aea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.248021 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bc56bc0f-49b3-4417-8a76-9da7595aea94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa50577ea37f4eb69d0aa907c236d1e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990720 Jul 07 19:27:21.248021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56bc0f-49b3-4417-8a76-9da7595aea94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ac1a06-0a35-4022-b894-b6d451e6f312,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:21.249290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37508) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:21.330377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32eaaf-4bf3-427e-98b2-d00d11c5fe23 req-fffc1917-36f2-4122-8de2-51ccdeda122a tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:21.330891 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Floating IP a8a43372-7406-4503-9f30-70a049cde1c7 associated. External IP: 172.25.0.42, port: 774266e6-c4bb-46eb-a1bc-d7dc075244f2. Jul 07 19:27:21.332007 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa32eaaf-4bf3-427e-98b2-d00d11c5fe23 req-fffc1917-36f2-4122-8de2-51ccdeda122a tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 944 time: 0.0754941 Jul 07 19:27:21.377676 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa32eaaf-4bf3-427e-98b2-d00d11c5fe23 req-7346a448-da5f-4cd0-ab57-b4b713a6f3ad tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388296 Jul 07 19:27:21.387895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7d051-a4a7-408f-a9e4-79532edc2378 req-753795ac-871b-47a5-962c-3aa215a6b20d tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:21.389441 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-daf7d051-a4a7-408f-a9e4-79532edc2378 req-753795ac-871b-47a5-962c-3aa215a6b20d tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.2206247 Jul 07 19:27:21.397330 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b88430b2-f2dd-4e05-8d68-80bf2e4b615f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.476606 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b88430b2-f2dd-4e05-8d68-80bf2e4b615f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.543641 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-daf7d051-a4a7-408f-a9e4-79532edc2378 req-3d38f341-a039-4c0e-88b1-46b3df7f0151 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449440 Jul 07 19:27:21.614625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b88430b2-f2dd-4e05-8d68-80bf2e4b615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.617561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b88430b2-f2dd-4e05-8d68-80bf2e4b615f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.621300 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b88430b2-f2dd-4e05-8d68-80bf2e4b615f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0ac1a06-0a35-4022-b894-b6d451e6f312 HTTP/1.1" status: 204 len: 168 time: 0.3682647 Jul 07 19:27:21.636533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88430b2-f2dd-4e05-8d68-80bf2e4b615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ac1a06-0a35-4022-b894-b6d451e6f312,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:21.748751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Router b2bf01d9-5bd7-40e4-aea3-3c311f530bcc has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:27:21.889214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:27:21.903125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe69a3-2ef7-4fb8-903c-69e463dd34c5 None None] Sync routers for ids ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:27:21.916350 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.918327 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe69a3-2ef7-4fb8-903c-69e463dd34c5 None None] Routers {'b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:21.919491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-affe69a3-2ef7-4fb8-903c-69e463dd34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:26:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:21.956855 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-88b58165-c599-473d-ab24-6ca479a1ce77 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.1564794 Jul 07 19:27:21.960494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37520) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:21.994118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-affe69a3-2ef7-4fb8-903c-69e463dd34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:22.004416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe69a3-2ef7-4fb8-903c-69e463dd34c5 None None] Routers {'b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:22.006169 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-affe69a3-2ef7-4fb8-903c-69e463dd34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:26:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:22.044236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-affe69a3-2ef7-4fb8-903c-69e463dd34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:22.044957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37524) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:22.046274 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe69a3-2ef7-4fb8-903c-69e463dd34c5 None None] The sync data for ids ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:27:22.061046 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-511fecdd-afc8-4c87-9139-4f46ee185739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:22.106263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-966fe6e5-21be-4593-a31f-300cee82f333 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] 10.222.0.81 "GET /v2.0/floatingips/a8a43372-7406-4503-9f30-70a049cde1c7 HTTP/1.1" status: 200 len: 983 time: 0.1445312 Jul 07 19:27:22.107818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37526) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:22.200057 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-511fecdd-afc8-4c87-9139-4f46ee185739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:22.205113 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-511fecdd-afc8-4c87-9139-4f46ee185739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:22.249672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fecdd-afc8-4c87-9139-4f46ee185739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a7ba32-6663-4012-b4a5-9e0f68798b47,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:22.265201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-511fecdd-afc8-4c87-9139-4f46ee185739 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3832f784acbe466ebc00bf567c0ff0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162049 Jul 07 19:27:22.265201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37528) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:22.288718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25496338-a6a1-4e67-a16b-240f5a8c2f50 req-edbafbee-82b1-48f5-aab9-0a9d27e2ffad tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:22.290347 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25496338-a6a1-4e67-a16b-240f5a8c2f50 req-edbafbee-82b1-48f5-aab9-0a9d27e2ffad tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 945 time: 0.1457136 Jul 07 19:27:22.360354 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25496338-a6a1-4e67-a16b-240f5a8c2f50 req-9255785a-3631-4e91-9d80-59a3cffdf91c tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597589 Jul 07 19:27:22.364042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5384c70-1a5b-4ef0-b70d-70d8628a9517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:22.387081 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5384c70-1a5b-4ef0-b70d-70d8628a9517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:22.437438 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5384c70-1a5b-4ef0-b70d-70d8628a9517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:22.440213 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5384c70-1a5b-4ef0-b70d-70d8628a9517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:22.441663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d5384c70-1a5b-4ef0-b70d-70d8628a9517 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d0a7ba32-6663-4012-b4a5-9e0f68798b47 HTTP/1.1" status: 204 len: 168 time: 0.1755891 Jul 07 19:27:22.450661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5384c70-1a5b-4ef0-b70d-70d8628a9517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a7ba32-6663-4012-b4a5-9e0f68798b47,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:22.599358 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-42ab4a72-9c4e-4046-b0c6-d9b045491f88 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3823 time: 0.4838929 Jul 07 19:27:22.602131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37538) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:22.631697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65f5d9-0e60-45f4-b532-2e5422153c51 req-defea402-aab7-4995-9ee9-a6a81e1a58cc tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:22.633406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2b65f5d9-0e60-45f4-b532-2e5422153c51 req-defea402-aab7-4995-9ee9-a6a81e1a58cc tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 944 time: 0.1117890 Jul 07 19:27:22.677117 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2b65f5d9-0e60-45f4-b532-2e5422153c51 req-3656cda4-098a-4c1f-8c2f-763c652c2260 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363481 Jul 07 19:27:22.864215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8626123-f978-41c4-8c5e-5d6bfe14e010 req-bc3088c7-7db7-4c98-85f7-1ffab0ea249e tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:22.866283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8626123-f978-41c4-8c5e-5d6bfe14e010 req-bc3088c7-7db7-4c98-85f7-1ffab0ea249e tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.1025102 Jul 07 19:27:22.867898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Deleting port 30da13f1-b8e0-4911-b047-54a19afb68b5 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:22.868226 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:22.955098 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8626123-f978-41c4-8c5e-5d6bfe14e010 req-189cc6b1-1506-4803-9750-5043d3ffa29a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749111 Jul 07 19:27:22.980729 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:22.981067 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:22.993930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Calling delete_port for 30da13f1-b8e0-4911-b047-54a19afb68b5 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:23.104335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c174c2-8a40-4bdd-82a6-ae399cb14e87 req-5941da42-7551-4a8b-92ed-f7881e858d03 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:23.105907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45c174c2-8a40-4bdd-82a6-ae399cb14e87 req-5941da42-7551-4a8b-92ed-f7881e858d03 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.110 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 945 time: 0.0706484 Jul 07 19:27:23.216404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.217593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-45c174c2-8a40-4bdd-82a6-ae399cb14e87 req-ab6ade3d-a1f7-48a5-8981-7db8ebcca81c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Deleting port d400cc11-dc75-416d-9efe-52f0419ad29c {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:23.218121 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45c174c2-8a40-4bdd-82a6-ae399cb14e87 req-ab6ade3d-a1f7-48a5-8981-7db8ebcca81c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.243484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event deleted for resources: {'Port': ['ID=30da13f1-b8e0-4911-b047-54a19afb68b5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:23.272159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37560) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:23.319881 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.320211 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Floating IP a8a43372-7406-4503-9f30-70a049cde1c7 disassociated (deleted). External IP: 172.25.0.42, port: 774266e6-c4bb-46eb-a1bc-d7dc075244f2. Jul 07 19:27:23.320472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-45c174c2-8a40-4bdd-82a6-ae399cb14e87 req-ab6ade3d-a1f7-48a5-8981-7db8ebcca81c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] For port d400cc11-dc75-416d-9efe-52f0419ad29c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=d400cc11-dc75-416d-9efe-52f0419ad29c,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:23.322029 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45c174c2-8a40-4bdd-82a6-ae399cb14e87 req-ab6ade3d-a1f7-48a5-8981-7db8ebcca81c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.338448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-45c174c2-8a40-4bdd-82a6-ae399cb14e87 req-ab6ade3d-a1f7-48a5-8981-7db8ebcca81c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Calling delete_port for d400cc11-dc75-416d-9efe-52f0419ad29c owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:23.408811 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'networks': [{'name': 'tempest-network--1842821792'}, {'name': 'tempest-network--718043061'}]} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:23.409008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'network': {'name': 'tempest-network--1842821792'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:23.409473 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'network': {'name': 'tempest-network--718043061'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:23.445041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Made reservation on behalf of fc31759cd1c14265947b6bf786fd311b for: {'network': 2} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:23.449752 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.461024 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.504466 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-76920fe3-bc30-48c3-a777-5a2a559248a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.567880 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45c174c2-8a40-4bdd-82a6-ae399cb14e87 req-ab6ade3d-a1f7-48a5-8981-7db8ebcca81c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.578299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Router b2bf01d9-5bd7-40e4-aea3-3c311f530bcc has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:27:23.581040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['e1a90004-3764-4161-be02-d2b1b8d124c1', 'd400cc11-dc75-416d-9efe-52f0419ad29c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:23.621351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ade3d-a1f7-48a5-8981-7db8ebcca81c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Pushing event deleted for resources: {'Port': ['ID=d400cc11-dc75-416d-9efe-52f0419ad29c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:23.682729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c174c2-8a40-4bdd-82a6-ae399cb14e87 req-ab6ade3d-a1f7-48a5-8981-7db8ebcca81c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] No DVR routers for this DVR port d400cc11-dc75-416d-9efe-52f0419ad29c on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:23.686964 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-45c174c2-8a40-4bdd-82a6-ae399cb14e87 req-ab6ade3d-a1f7-48a5-8981-7db8ebcca81c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.688972 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45c174c2-8a40-4bdd-82a6-ae399cb14e87 req-ab6ade3d-a1f7-48a5-8981-7db8ebcca81c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.110 "DELETE /v2.0/ports/d400cc11-dc75-416d-9efe-52f0419ad29c HTTP/1.1" status: 204 len: 173 time: 0.5763056 Jul 07 19:27:23.689433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c8564-f8d2-401f-af02-462db5e43138', 'name': 'network-vif-deleted', 'tag': 'd400cc11-dc75-416d-9efe-52f0419ad29c'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:23.692428 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d908c307-fed0-41ef-a60e-026bce172858" -d '{"events": [{"server_uuid": "441c8564-f8d2-401f-af02-462db5e43138", "name": "network-vif-deleted", "tag": "d400cc11-dc75-416d-9efe-52f0419ad29c"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:23.710549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7cb66-a339-4c71-8144-f0604b5305be req-9e2fdf14-573b-4eb3-8e62-b0ce3f7c858a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:23.717581 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68d7cb66-a339-4c71-8144-f0604b5305be req-9e2fdf14-573b-4eb3-8e62-b0ce3f7c858a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 945 time: 0.2194054 Jul 07 19:27:23.735535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:27:23.742784 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.748029 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838484b-51b9-4a24-8300-5e22bc4d3ec1 None None] Sync routers for ids ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:27:23.768490 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838484b-51b9-4a24-8300-5e22bc4d3ec1 None None] Routers {'b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:23.768985 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b838484b-51b9-4a24-8300-5e22bc4d3ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:27:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:23.796624 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0cf1b4bd-8ba5-4d74-80ad-bfdd3e59c9e7 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "DELETE /v2.0/floatingips/a8a43372-7406-4503-9f30-70a049cde1c7 HTTP/1.1" status: 204 len: 168 time: 1.1933441 Jul 07 19:27:23.800543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37574) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:23.811601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:23.823127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.829296 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b838484b-51b9-4a24-8300-5e22bc4d3ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:23.840012 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68d7cb66-a339-4c71-8144-f0604b5305be req-13e039c7-7477-414a-8937-20fe571bcd40 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175656 Jul 07 19:27:23.848249 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838484b-51b9-4a24-8300-5e22bc4d3ec1 None None] Routers {'b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:23.849504 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b838484b-51b9-4a24-8300-5e22bc4d3ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:27:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:23.864534 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.876713 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.877236 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.900803 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.901310 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b838484b-51b9-4a24-8300-5e22bc4d3ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:23.902272 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838484b-51b9-4a24-8300-5e22bc4d3ec1 None None] The sync data for ids ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:27:23.910673 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593d7654-b185-4553-aa15-3995a4d307b0 x-openstack-request-id: req-593d7654-b185-4553-aa15-3995a4d307b0 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:23.911231 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c8564-f8d2-401f-af02-462db5e43138", "name": "network-vif-deleted", "tag": "d400cc11-dc75-416d-9efe-52f0419ad29c", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:23.911626 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-593d7654-b185-4553-aa15-3995a4d307b0 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:23.912106 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441c8564-f8d2-401f-af02-462db5e43138', 'name': 'network-vif-deleted', 'tag': 'd400cc11-dc75-416d-9efe-52f0419ad29c', 'status': 'completed', 'code': 200} Jul 07 19:27:23.962082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:23.966939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9b0b84-9d1d-4bf2-bfd4-5952f3cf206c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:23.981639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.982213 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Added segment e095cd7f-09e6-442a-a2cc-30b8533471da of type vlan for network 62de8f38-7ddf-430f-9e67-8fa705de9e2d Jul 07 19:27:24.061659 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.073676 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.111644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:24.127365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.127716 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Added segment 564a03d0-f026-4196-ae17-1d1054fc4c1e of type vlan for network 4c554c69-4d57-45f2-bf6b-acb1153fba0c Jul 07 19:27:24.136874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df56469-eafa-4094-be41-c499ee73ca5c req-0d58aef2-f4fd-48b1-baa5-c4aecdb06cfd tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:24.138444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1df56469-eafa-4094-be41-c499ee73ca5c req-0d58aef2-f4fd-48b1-baa5-c4aecdb06cfd tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 944 time: 0.1159308 Jul 07 19:27:24.196618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.197559 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Allocated IP 172.25.0.125 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/63eb2c0a-256f-477b-87b5-9e39fd85e06a) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:24.219493 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1df56469-eafa-4094-be41-c499ee73ca5c req-11568937-1c05-4ebb-99ce-5bd4dcaadcd1 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734708 Jul 07 19:27:24.249891 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.250643 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.257162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:24.261991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:24.262997 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.310949 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2325b56b-388e-4c8b-ac7b-5ef0ae67c186 req-943fc7ea-e36b-4cde-8e82-f7c433e5f26a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=441c8564-f8d2-401f-af02-462db5e43138 HTTP/1.1" status: 200 len: 210 time: 0.0950470 Jul 07 19:27:24.372583 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0993433 Jul 07 19:27:24.378028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37580) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:24.404509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event updated for resources: {'Network': ['ID=62de8f38-7ddf-430f-9e67-8fa705de9e2d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:24.421137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 62de8f38-7ddf-430f-9e67-8fa705de9e2d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:24.443734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30187ac-7b40-4b76-a798-a02bef3af50f req-c364e2b1-1bbc-4c98-bf9d-a78b862fd462 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:24.445295 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e30187ac-7b40-4b76-a798-a02bef3af50f req-c364e2b1-1bbc-4c98-bf9d-a78b862fd462 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.48 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 945 time: 0.2182255 Jul 07 19:27:24.501101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9420a-9bb8-4f19-a478-993918735c44 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event updated for resources: {'Network': ['ID=4c554c69-4d57-45f2-bf6b-acb1153fba0c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:24.513866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 4c554c69-4d57-45f2-bf6b-acb1153fba0c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:24.536737 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.710995 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.940314 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device fbf2e789-97f8-43ab-944b-2e53dee896ca details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:27:25.024426 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e1302-3fd3-4a9c-8c06-8124a8cd0a2c req-f52206e5-7700-4d12-9295-28b2300d9d11 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:25.026213 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-045e1302-3fd3-4a9c-8c06-8124a8cd0a2c req-f52206e5-7700-4d12-9295-28b2300d9d11 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 945 time: 0.0753207 Jul 07 19:27:25.092792 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-045e1302-3fd3-4a9c-8c06-8124a8cd0a2c req-82966e97-24b8-4c9b-b9b8-8cc9d2293840 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522888 Jul 07 19:27:25.097965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port fbf2e789-97f8-43ab-944b-2e53dee896ca, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=fbf2e789-97f8-43ab-944b-2e53dee896ca,segment=NetworkSegment(e0bc6cc8-6c83-48a3-94c6-228745d27649),segment_id=e0bc6cc8-6c83-48a3-94c6-228745d27649)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:25.104968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424e4a2-8929-4a23-9069-c3eb3b4a5ec6 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:25.116404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'fbf2e789-97f8-43ab-944b-2e53dee896ca', 'network_id': '989467f2-a7ef-4ee0-bcb1-9daa5f396ceb', 'port_id': 'fbf2e789-97f8-43ab-944b-2e53dee896ca', 'mac_address': 'fa:16:3e:3b:54:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee3ec7c-28a9-4961-bf0a-acd0f7596129', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:27:25.120292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424e4a2-8929-4a23-9069-c3eb3b4a5ec6 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:25.130013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424e4a2-8929-4a23-9069-c3eb3b4a5ec6 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:25.136240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424e4a2-8929-4a23-9069-c3eb3b4a5ec6 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:25.141102 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8424e4a2-8929-4a23-9069-c3eb3b4a5ec6 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7541802 Jul 07 19:27:25.141514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37588) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:25.171248 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.174784 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.182548 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-e30187ac-7b40-4b76-a798-a02bef3af50f req-d76f2ba3-30b6-41a2-a861-7393190d4f90 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Deleting port 66d77986-51dd-474e-a93a-0bba650789ef {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:25.182897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e30187ac-7b40-4b76-a798-a02bef3af50f req-d76f2ba3-30b6-41a2-a861-7393190d4f90 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.193950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf2e789-97f8-43ab-944b-2e53dee896ca {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:27:25.218523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port fbf2e789-97f8-43ab-944b-2e53dee896ca, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=fbf2e789-97f8-43ab-944b-2e53dee896ca,segment=NetworkSegment(e0bc6cc8-6c83-48a3-94c6-228745d27649),segment_id=e0bc6cc8-6c83-48a3-94c6-228745d27649)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:25.226558 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.262101 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.281288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:25.294426 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:25.300920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=fbf2e789-97f8-43ab-944b-2e53dee896ca,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:25.302539 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:25.309845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Pushing event updated for resources: {'Port': ['ID=63eb2c0a-256f-477b-87b5-9e39fd85e06a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:25.389101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-e30187ac-7b40-4b76-a798-a02bef3af50f req-d76f2ba3-30b6-41a2-a861-7393190d4f90 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] For port 66d77986-51dd-474e-a93a-0bba650789ef, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=66d77986-51dd-474e-a93a-0bba650789ef,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:25.389856 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e30187ac-7b40-4b76-a798-a02bef3af50f req-d76f2ba3-30b6-41a2-a861-7393190d4f90 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.409856 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-e30187ac-7b40-4b76-a798-a02bef3af50f req-d76f2ba3-30b6-41a2-a861-7393190d4f90 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Calling delete_port for 66d77986-51dd-474e-a93a-0bba650789ef owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:25.432693 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.451234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62de8f38-7ddf-430f-9e67-8fa705de9e2d']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:25.466412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e095cd7f-09e6-442a-a2cc-30b8533471da') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:25.467008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e095cd7f-09e6-442a-a2cc-30b8533471da') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:25.484170 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.500477 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.507977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d69386-3c46-4f96-b515-5469358ca3a8 req-2c74796e-0b66-4e76-909d-07ff603d9cef tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:25.510206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e2d69386-3c46-4f96-b515-5469358ca3a8 req-2c74796e-0b66-4e76-909d-07ff603d9cef tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 945 time: 0.1301980 Jul 07 19:27:25.512009 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.531972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:25.532597 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:25.535750 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:25.564829 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.623435 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e2d69386-3c46-4f96-b515-5469358ca3a8 req-1a16166b-3791-4158-9c9a-d8f175fd7e95 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999718 Jul 07 19:27:25.644784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.654028 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.656246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "DELETE /v2.0/networks/62de8f38-7ddf-430f-9e67-8fa705de9e2d HTTP/1.1" status: 204 len: 168 time: 0.5137320 Jul 07 19:27:25.659189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37596) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:25.671158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4889a-7e85-46cc-8308-73d6d3d74ce5 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event deleted for resources: {'Network': ['ID=62de8f38-7ddf-430f-9e67-8fa705de9e2d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:25.713424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['fbf2e789-97f8-43ab-944b-2e53dee896ca'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:25.780376 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e30187ac-7b40-4b76-a798-a02bef3af50f req-d76f2ba3-30b6-41a2-a861-7393190d4f90 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.786957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device d400cc11-dc75-416d-9efe-52f0419ad29c no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:25.798593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['66a27ee2-f62e-419c-a5f4-642053a2c621', 'a326e00b-9eff-42ae-954d-7e87bbd7a3c6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:25.829225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7567aa8-f494-4305-9028-a4c6db8884b7 req-8dd374d1-e3c6-4707-854d-06b3385499af tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:25.831005 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7567aa8-f494-4305-9028-a4c6db8884b7 req-8dd374d1-e3c6-4707-854d-06b3385499af tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.0769029 Jul 07 19:27:25.832030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f2ba3-30b6-41a2-a861-7393190d4f90 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Pushing event deleted for resources: {'Port': ['ID=66d77986-51dd-474e-a93a-0bba650789ef,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:25.850181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: d400cc11-dc75-416d-9efe-52f0419ad29c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:25.851206 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device d400cc11-dc75-416d-9efe-52f0419ad29c not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:25.856513 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.871014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7567aa8-f494-4305-9028-a4c6db8884b7 req-fc91d022-949a-42e8-abc3-17804f7bcadd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Jul 07 19:27:25.915193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30187ac-7b40-4b76-a798-a02bef3af50f req-d76f2ba3-30b6-41a2-a861-7393190d4f90 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] No DVR routers for this DVR port 66d77986-51dd-474e-a93a-0bba650789ef on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:25.917963 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e30187ac-7b40-4b76-a798-a02bef3af50f req-d76f2ba3-30b6-41a2-a861-7393190d4f90 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.920538 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e30187ac-7b40-4b76-a798-a02bef3af50f req-d76f2ba3-30b6-41a2-a861-7393190d4f90 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.48 "DELETE /v2.0/ports/66d77986-51dd-474e-a93a-0bba650789ef HTTP/1.1" status: 204 len: 173 time: 1.4360688 Jul 07 19:27:25.922590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776da29f-63b4-4c4d-8532-9ecf934a644b', 'name': 'network-vif-deleted', 'tag': '66d77986-51dd-474e-a93a-0bba650789ef'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:25.925110 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc7e437-983b-4328-a005-832479a2384d" -d '{"events": [{"server_uuid": "776da29f-63b4-4c4d-8532-9ecf934a644b", "name": "network-vif-deleted", "tag": "66d77986-51dd-474e-a93a-0bba650789ef"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:25.972163 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc8b19-0984-432c-b403-9a5e9f397e1d x-openstack-request-id: req-36bc8b19-0984-432c-b403-9a5e9f397e1d {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:25.972452 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776da29f-63b4-4c4d-8532-9ecf934a644b", "name": "network-vif-deleted", "tag": "66d77986-51dd-474e-a93a-0bba650789ef", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:25.972706 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36bc8b19-0984-432c-b403-9a5e9f397e1d {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:25.973097 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776da29f-63b4-4c4d-8532-9ecf934a644b', 'name': 'network-vif-deleted', 'tag': '66d77986-51dd-474e-a93a-0bba650789ef', 'status': 'completed', 'code': 200} Jul 07 19:27:25.987011 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.013676 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.065386 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.100351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c554c69-4d57-45f2-bf6b-acb1153fba0c']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:26.121470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564a03d0-f026-4196-ae17-1d1054fc4c1e') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:26.121831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564a03d0-f026-4196-ae17-1d1054fc4c1e') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:26.125429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Pushing event updated for resources: {'Port': ['ID=63eb2c0a-256f-477b-87b5-9e39fd85e06a,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:26.138690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.151861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.161883 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.174285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:26.174850 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:26.178503 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:26.181755 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.182019 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b025fd9a-e748-465d-b9ff-8c0d3c5c86a9 tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3803327 Jul 07 19:27:26.184684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37606) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:26.251921 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.277639 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.279737 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "DELETE /v2.0/networks/4c554c69-4d57-45f2-bf6b-acb1153fba0c HTTP/1.1" status: 204 len: 168 time: 0.6195085 Jul 07 19:27:26.281937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1af64e-8e77-4484-aa1e-91ea7bf120c4 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event deleted for resources: {'Network': ['ID=4c554c69-4d57-45f2-bf6b-acb1153fba0c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:26.282578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37612) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:26.318858 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cba44943-bb12-4892-bd15-90ca0dfc8272 req-a261385c-478a-456a-8d7b-0add20ad1b3f tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=776da29f-63b4-4c4d-8532-9ecf934a644b HTTP/1.1" status: 200 len: 210 time: 0.0379343 Jul 07 19:27:26.373026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:26.435110 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.458396 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.531021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00e29e-a85b-411a-bf7b-d5f45efbbee3 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:26.537900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00e29e-a85b-411a-bf7b-d5f45efbbee3 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:26.539510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fc00e29e-a85b-411a-bf7b-d5f45efbbee3 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2548065 Jul 07 19:27:26.543174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37616) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:26.547951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-56cf67c1-562a-4377-a0bf-e6a08563e6ca tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2128892381'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:26.579613 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cf67c1-562a-4377-a0bf-e6a08563e6ca tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Made reservation on behalf of fc31759cd1c14265947b6bf786fd311b for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:26.583775 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56cf67c1-562a-4377-a0bf-e6a08563e6ca tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.616736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cf67c1-562a-4377-a0bf-e6a08563e6ca tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:26.633900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56cf67c1-562a-4377-a0bf-e6a08563e6ca tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.634165 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-56cf67c1-562a-4377-a0bf-e6a08563e6ca tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Added segment 587dc832-3ff6-4001-ba7e-aa22facaa8a6 of type vlan for network 36fcd848-322d-4bac-8459-9a3fb0017b9c Jul 07 19:27:26.678389 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.692598 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56cf67c1-562a-4377-a0bf-e6a08563e6ca tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.764627 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56cf67c1-562a-4377-a0bf-e6a08563e6ca tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.770296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf67c1-562a-4377-a0bf-e6a08563e6ca tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:26.771439 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56cf67c1-562a-4377-a0bf-e6a08563e6ca tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.826127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074eae1-229b-4ced-bdc6-72f518cca66b req-620d6eb2-b5a1-4a86-9a64-95bc224708ce tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:26.830671 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5074eae1-229b-4ced-bdc6-72f518cca66b req-620d6eb2-b5a1-4a86-9a64-95bc224708ce tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 945 time: 0.0697641 Jul 07 19:27:26.858417 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-56cf67c1-562a-4377-a0bf-e6a08563e6ca tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3142071 Jul 07 19:27:26.863709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37620) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:26.871496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-002d7e3c-7d9f-48c2-ac18-f7c2dfe679d0 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1106822781'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:26.871898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5074eae1-229b-4ced-bdc6-72f518cca66b req-c9bd4924-5d02-4053-8bea-ac197b33e092 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366175 Jul 07 19:27:26.894885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Allocated IP 172.25.0.90 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/3ca79617-4939-4eb1-ac56-171f6c5bdb4c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:26.897501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf67c1-562a-4377-a0bf-e6a08563e6ca tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event updated for resources: {'Network': ['ID=36fcd848-322d-4bac-8459-9a3fb0017b9c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:26.920170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 36fcd848-322d-4bac-8459-9a3fb0017b9c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:26.931024 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002d7e3c-7d9f-48c2-ac18-f7c2dfe679d0 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Made reservation on behalf of fc31759cd1c14265947b6bf786fd311b for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:26.934460 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-002d7e3c-7d9f-48c2-ac18-f7c2dfe679d0 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.993326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002d7e3c-7d9f-48c2-ac18-f7c2dfe679d0 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:26.995336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b154f3c8-e468-4ad9-bff9-994bc6ed95b6', '66d77986-51dd-474e-a93a-0bba650789ef'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:27.045616 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-002d7e3c-7d9f-48c2-ac18-f7c2dfe679d0 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.045959 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-002d7e3c-7d9f-48c2-ac18-f7c2dfe679d0 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Added segment 7dc30ff1-e64c-4bab-8bf6-79f3a6897a5e of type vlan for network d3ecc7d3-d424-40ae-af36-dae44ca87305 Jul 07 19:27:27.107072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-002d7e3c-7d9f-48c2-ac18-f7c2dfe679d0 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.112426 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.173949 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5c376-712b-4bfb-b981-b4dd5856afbe req-20ca0871-6814-4e4f-8a8d-d525e26c9f7a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:27.175371 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4d5c376-712b-4bfb-b981-b4dd5856afbe req-20ca0871-6814-4e4f-8a8d-d525e26c9f7a tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1746302 Jul 07 19:27:27.178210 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-002d7e3c-7d9f-48c2-ac18-f7c2dfe679d0 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.183442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002d7e3c-7d9f-48c2-ac18-f7c2dfe679d0 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:27.184032 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-002d7e3c-7d9f-48c2-ac18-f7c2dfe679d0 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.280611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-002d7e3c-7d9f-48c2-ac18-f7c2dfe679d0 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4132104 Jul 07 19:27:27.281290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37626) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:27.287903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'ports': [{'network_id': '36fcd848-322d-4bac-8459-9a3fb0017b9c', 'name': 'tempest-port--1059235776', 'admin_state_up': True}, {'network_id': 'd3ecc7d3-d424-40ae-af36-dae44ca87305', 'admin_state_up': False}]} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:27.288675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'port': {'network_id': '36fcd848-322d-4bac-8459-9a3fb0017b9c', 'name': 'tempest-port--1059235776', 'admin_state_up': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:27.289239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'port': {'network_id': 'd3ecc7d3-d424-40ae-af36-dae44ca87305', 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:27.293043 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.298782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d7e3c-7d9f-48c2-ac18-f7c2dfe679d0 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event updated for resources: {'Network': ['ID=d3ecc7d3-d424-40ae-af36-dae44ca87305,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:27.307926 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4d5c376-712b-4bfb-b981-b4dd5856afbe req-1d91fb1a-d24d-41f3-a500-25000e6702b7 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182356 Jul 07 19:27:27.315509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network d3ecc7d3-d424-40ae-af36-dae44ca87305 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:27.341094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:27.347439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:27.353184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:27.356745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Pushing event updated for resources: {'Port': ['ID=3ca79617-4939-4eb1-ac56-171f6c5bdb4c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:27.469684 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.492710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Made reservation on behalf of fc31759cd1c14265947b6bf786fd311b for: {'port': 2} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:27.497904 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.514067 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.610871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] device_id is not set on port 3c39b56e-a41b-4c0b-8753-9f5e7f9843d4 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:27:27.745971 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.764729 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.822271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] device_id is not set on port aa38b54b-2190-4477-9939-d21dd01bace2 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:27:27.926215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.932665 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.940013 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.991642 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.029435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Pushing event updated for resources: {'Port': ['ID=3ca79617-4939-4eb1-ac56-171f6c5bdb4c,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:28.059937 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.060181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event updated for resources: {'Port': ['ID=3c39b56e-a41b-4c0b-8753-9f5e7f9843d4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:28.079967 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.081207 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7200eb31-9adc-4422-8587-0c8df2fc1f49 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8948460 Jul 07 19:27:28.084232 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37638) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:28.088691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Checking segment: {'id': '587dc832-3ff6-4001-ba7e-aa22facaa8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '36fcd848-322d-4bac-8459-9a3fb0017b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:28.089121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Network hostable DHCP agents. Network: 36fcd848-322d-4bac-8459-9a3fb0017b9c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:28.108241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Network 36fcd848-322d-4bac-8459-9a3fb0017b9c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:28.118099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 36fcd848-322d-4bac-8459-9a3fb0017b9c) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:28.122215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:28.123198 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.135844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f623f7-1356-4855-baa6-6044a225369b None None] Network 36fcd848-322d-4bac-8459-9a3fb0017b9c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:28.152826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ba71d-249b-4c53-980c-ec4bb6090447 req-381ec46a-c770-48f0-8820-66d38b93b9dc tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:28.154356 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-548ba71d-249b-4c53-980c-ec4bb6090447 req-381ec46a-c770-48f0-8820-66d38b93b9dc tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 945 time: 0.1467409 Jul 07 19:27:28.190484 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5d0babea-83cd-4c70-afd9-53fb9fd9989f tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.1050751 Jul 07 19:27:28.193039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37640) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:28.202557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event updated for resources: {'Port': ['ID=aa38b54b-2190-4477-9939-d21dd01bace2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:28.211137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Checking segment: {'id': '7dc30ff1-e64c-4bab-8bf6-79f3a6897a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd3ecc7d3-d424-40ae-af36-dae44ca87305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:28.211503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Network hostable DHCP agents. Network: d3ecc7d3-d424-40ae-af36-dae44ca87305, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:28.235969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Network d3ecc7d3-d424-40ae-af36-dae44ca87305 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:28.246877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, d3ecc7d3-d424-40ae-af36-dae44ca87305) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:28.251005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:28.257752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:28.263285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:28.264134 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.265914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ab6a5-949a-4ae3-9b0a-68f76dcc7945 None None] Network d3ecc7d3-d424-40ae-af36-dae44ca87305 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:28.284081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c063e84d-fb62-47d1-88e7-30cb737fe148 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0013843 Jul 07 19:27:28.287375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37642) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:28.333753 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-95f145c9-a3d8-463b-9b73-87c9b6190932 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1390853 Jul 07 19:27:28.351039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37644) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:28.386056 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-548ba71d-249b-4c53-980c-ec4bb6090447 req-e9c7e15f-a609-47a6-99d0-ce879da2e5f8 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221556 Jul 07 19:27:28.504234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc09e3c-f84b-40bf-ab41-474087087c56 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:28.512098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc09e3c-f84b-40bf-ab41-474087087c56 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:28.517166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-adc09e3c-f84b-40bf-ab41-474087087c56 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2249062 Jul 07 19:27:28.517408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37652) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:28.531661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957631d8-6bea-437d-b704-c8bf429fbfd3 req-782302f3-c6ff-4ec7-83cb-604b6cb0b305 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:28.533251 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-957631d8-6bea-437d-b704-c8bf429fbfd3 req-782302f3-c6ff-4ec7-83cb-604b6cb0b305 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.110 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.2551911 Jul 07 19:27:28.709264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae95cc1-4a6c-41ba-b18e-496359e3fdce req-0fc917db-92bd-46a4-a54f-5bc416dadd81 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:28.714047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-957631d8-6bea-437d-b704-c8bf429fbfd3 req-91d871b0-d562-478f-8265-c39bcb020dbd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Deleting port e1a90004-3764-4161-be02-d2b1b8d124c1 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:28.714671 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-957631d8-6bea-437d-b704-c8bf429fbfd3 req-91d871b0-d562-478f-8265-c39bcb020dbd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.718357 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ae95cc1-4a6c-41ba-b18e-496359e3fdce req-0fc917db-92bd-46a4-a54f-5bc416dadd81 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 946 time: 0.1527693 Jul 07 19:27:28.778438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a3f9d-2e0d-4954-b3e0-ef38313115e3 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Deleting port 3ca79617-4939-4eb1-ac56-171f6c5bdb4c {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:28.778783 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3f9d-2e0d-4954-b3e0-ef38313115e3 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.779102 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ae95cc1-4a6c-41ba-b18e-496359e3fdce req-5284ba8d-3b09-4bc5-9081-0e8d9db00618 tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577598 Jul 07 19:27:28.795288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-1eeef6a9-7bf1-43b7-afb9-8ac91619ed0d tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Deleting port 3c39b56e-a41b-4c0b-8753-9f5e7f9843d4 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:28.795617 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1eeef6a9-7bf1-43b7-afb9-8ac91619ed0d tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.867464 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1eeef6a9-7bf1-43b7-afb9-8ac91619ed0d tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.874994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-957631d8-6bea-437d-b704-c8bf429fbfd3 req-91d871b0-d562-478f-8265-c39bcb020dbd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] For port e1a90004-3764-4161-be02-d2b1b8d124c1, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e1a90004-3764-4161-be02-d2b1b8d124c1,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:28.875366 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-957631d8-6bea-437d-b704-c8bf429fbfd3 req-91d871b0-d562-478f-8265-c39bcb020dbd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.880842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-1eeef6a9-7bf1-43b7-afb9-8ac91619ed0d tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Calling delete_port for 3c39b56e-a41b-4c0b-8753-9f5e7f9843d4 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:28.899099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-957631d8-6bea-437d-b704-c8bf429fbfd3 req-91d871b0-d562-478f-8265-c39bcb020dbd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Calling delete_port for e1a90004-3764-4161-be02-d2b1b8d124c1 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:28.921055 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3f9d-2e0d-4954-b3e0-ef38313115e3 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.921392 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3f9d-2e0d-4954-b3e0-ef38313115e3 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.955684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device fbf2e789-97f8-43ab-944b-2e53dee896ca up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:28.972451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a3f9d-2e0d-4954-b3e0-ef38313115e3 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Calling delete_port for 3ca79617-4939-4eb1-ac56-171f6c5bdb4c owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:28.977363 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1eeef6a9-7bf1-43b7-afb9-8ac91619ed0d tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.012810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeef6a9-7bf1-43b7-afb9-8ac91619ed0d tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event deleted for resources: {'Port': ['ID=3c39b56e-a41b-4c0b-8753-9f5e7f9843d4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:29.016748 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1eeef6a9-7bf1-43b7-afb9-8ac91619ed0d tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.019190 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1eeef6a9-7bf1-43b7-afb9-8ac91619ed0d tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "DELETE /v2.0/ports/3c39b56e-a41b-4c0b-8753-9f5e7f9843d4 HTTP/1.1" status: 204 len: 168 time: 0.5008011 Jul 07 19:27:29.022220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37658) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:29.046320 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port fbf2e789-97f8-43ab-944b-2e53dee896ca completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:29.051954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port fbf2e789-97f8-43ab-944b-2e53dee896ca triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:29.052338 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.142593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f1114cb0-8786-44e9-8159-2521a0166804 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Deleting port aa38b54b-2190-4477-9939-d21dd01bace2 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:29.142976 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1114cb0-8786-44e9-8159-2521a0166804 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.177269 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.214839 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-957631d8-6bea-437d-b704-c8bf429fbfd3 req-91d871b0-d562-478f-8265-c39bcb020dbd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.222131 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1114cb0-8786-44e9-8159-2521a0166804 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.228883 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port fbf2e789-97f8-43ab-944b-2e53dee896ca, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=fbf2e789-97f8-43ab-944b-2e53dee896ca,segment=NetworkSegment(e0bc6cc8-6c83-48a3-94c6-228745d27649),segment_id=e0bc6cc8-6c83-48a3-94c6-228745d27649)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:29.233954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded607c6-ce51-4287-936b-da9255d1564c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf2e789-97f8-43ab-944b-2e53dee896ca'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:29.237563 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d050d4-6d50-4357-8374-f47b91fea747" -d '{"events": [{"server_uuid": "ded607c6-ce51-4287-936b-da9255d1564c", "name": "network-vif-plugged", "status": "completed", "tag": "fbf2e789-97f8-43ab-944b-2e53dee896ca"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:29.241055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['e1a90004-3764-4161-be02-d2b1b8d124c1'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:29.241855 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f1114cb0-8786-44e9-8159-2521a0166804 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Calling delete_port for aa38b54b-2190-4477-9939-d21dd01bace2 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:29.246922 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.247993 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 66d77986-51dd-474e-a93a-0bba650789ef no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:29.277490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d871b0-d562-478f-8265-c39bcb020dbd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Pushing event deleted for resources: {'Port': ['ID=e1a90004-3764-4161-be02-d2b1b8d124c1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:29.286042 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3f9d-2e0d-4954-b3e0-ef38313115e3 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.309854 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3b2d3e-95a7-41c1-9e16-27a88b2750a0 x-openstack-request-id: req-df3b2d3e-95a7-41c1-9e16-27a88b2750a0 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:29.310151 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded607c6-ce51-4287-936b-da9255d1564c", "name": "network-vif-plugged", "status": "completed", "tag": "fbf2e789-97f8-43ab-944b-2e53dee896ca", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:29.310410 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df3b2d3e-95a7-41c1-9e16-27a88b2750a0 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:29.310821 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded607c6-ce51-4287-936b-da9255d1564c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf2e789-97f8-43ab-944b-2e53dee896ca', 'code': 200} Jul 07 19:27:29.312803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 66d77986-51dd-474e-a93a-0bba650789ef {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:29.313089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 66d77986-51dd-474e-a93a-0bba650789ef not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:29.346176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a3f9d-2e0d-4954-b3e0-ef38313115e3 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Pushing event deleted for resources: {'Port': ['ID=3ca79617-4939-4eb1-ac56-171f6c5bdb4c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:29.371075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=fbf2e789-97f8-43ab-944b-2e53dee896ca,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:29.375015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-957631d8-6bea-437d-b704-c8bf429fbfd3 req-91d871b0-d562-478f-8265-c39bcb020dbd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] No DVR routers for this DVR port e1a90004-3764-4161-be02-d2b1b8d124c1 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:29.378987 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-957631d8-6bea-437d-b704-c8bf429fbfd3 req-91d871b0-d562-478f-8265-c39bcb020dbd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.381313 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1114cb0-8786-44e9-8159-2521a0166804 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.382049 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-957631d8-6bea-437d-b704-c8bf429fbfd3 req-91d871b0-d562-478f-8265-c39bcb020dbd tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.110 "DELETE /v2.0/ports/e1a90004-3764-4161-be02-d2b1b8d124c1 HTTP/1.1" status: 204 len: 173 time: 0.8190532 Jul 07 19:27:29.382953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b509de2c-a15c-4e7b-8229-945ac3ca872a', 'name': 'network-vif-deleted', 'tag': 'e1a90004-3764-4161-be02-d2b1b8d124c1'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:29.385282 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c0b0d7-f0be-459f-ab34-4cd059960b7c" -d '{"events": [{"server_uuid": "b509de2c-a15c-4e7b-8229-945ac3ca872a", "name": "network-vif-deleted", "tag": "e1a90004-3764-4161-be02-d2b1b8d124c1"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:29.450077 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770a2494-ff48-4711-b04e-24af9908c309 x-openstack-request-id: req-770a2494-ff48-4711-b04e-24af9908c309 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:29.450351 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b509de2c-a15c-4e7b-8229-945ac3ca872a", "name": "network-vif-deleted", "tag": "e1a90004-3764-4161-be02-d2b1b8d124c1", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:29.450609 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-770a2494-ff48-4711-b04e-24af9908c309 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:29.451168 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b509de2c-a15c-4e7b-8229-945ac3ca872a', 'name': 'network-vif-deleted', 'tag': 'e1a90004-3764-4161-be02-d2b1b8d124c1', 'status': 'completed', 'code': 200} Jul 07 19:27:29.465217 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3f9d-2e0d-4954-b3e0-ef38313115e3 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.468107 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3f9d-2e0d-4954-b3e0-ef38313115e3 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.469281 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bb8a3f9d-2e0d-4954-b3e0-ef38313115e3 tempest-FloatingIPAdminTestJSON-100958501 tempest-FloatingIPAdminTestJSON-100958501-project] 10.222.0.81 "DELETE /v2.0/floatingips/2fd0a3eb-e78f-4606-9867-e1ae6c1073e9 HTTP/1.1" status: 204 len: 168 time: 1.1164277 Jul 07 19:27:29.471870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37666) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:29.495777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1114cb0-8786-44e9-8159-2521a0166804 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event deleted for resources: {'Port': ['ID=aa38b54b-2190-4477-9939-d21dd01bace2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:29.503097 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1114cb0-8786-44e9-8159-2521a0166804 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.508015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f1114cb0-8786-44e9-8159-2521a0166804 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "DELETE /v2.0/ports/aa38b54b-2190-4477-9939-d21dd01bace2 HTTP/1.1" status: 204 len: 168 time: 0.4823177 Jul 07 19:27:29.509396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37668) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:29.550225 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3ce2f2a5-5e34-4d22-9b28-d654da37f493 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0358987 Jul 07 19:27:29.551406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37670) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:29.558466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ada2c4b5-e166-4d6b-b4f5-958465951868 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-539848873'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:29.593878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ed876-54cc-49f9-9a1d-1dc378e72068 req-9cacb332-6f68-4557-be0d-80ff3367af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:29.595871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-320ed876-54cc-49f9-9a1d-1dc378e72068 req-9cacb332-6f68-4557-be0d-80ff3367af71 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 1097 time: 0.2126646 Jul 07 19:27:29.597231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada2c4b5-e166-4d6b-b4f5-958465951868 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Made reservation on behalf of fc31759cd1c14265947b6bf786fd311b for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:29.601002 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ada2c4b5-e166-4d6b-b4f5-958465951868 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.651000 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada2c4b5-e166-4d6b-b4f5-958465951868 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:29.675603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-320ed876-54cc-49f9-9a1d-1dc378e72068 req-f76d2edb-1fcd-4edd-a6b4-200fb48cb2ed service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510836 Jul 07 19:27:29.677749 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ada2c4b5-e166-4d6b-b4f5-958465951868 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.678156 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-ada2c4b5-e166-4d6b-b4f5-958465951868 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Added segment 1f57786c-904c-4e2d-bb74-6ad27b3d460c of type vlan for network 50eee92a-f673-4aa6-8c24-f1e0f12789dd Jul 07 19:27:29.744706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61606447-a13c-4952-b99d-ebd386cb4322 req-cb6a26c9-e393-4f4f-b134-88384a59a75e tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:29.746261 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-61606447-a13c-4952-b99d-ebd386cb4322 req-cb6a26c9-e393-4f4f-b134-88384a59a75e tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 946 time: 0.1485481 Jul 07 19:27:29.777953 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ada2c4b5-e166-4d6b-b4f5-958465951868 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.784153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-6d71986b-b342-409b-a8f6-65cc9c91cccd tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Deleting port 63eb2c0a-256f-477b-87b5-9e39fd85e06a {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:29.784562 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6d71986b-b342-409b-a8f6-65cc9c91cccd tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.820986 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ada2c4b5-e166-4d6b-b4f5-958465951868 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.827640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada2c4b5-e166-4d6b-b4f5-958465951868 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:29.829191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ada2c4b5-e166-4d6b-b4f5-958465951868 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.848093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ada2c4b5-e166-4d6b-b4f5-958465951868 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2939727 Jul 07 19:27:29.853768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37680) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:29.859186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1283698645'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:29.895924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Made reservation on behalf of fc31759cd1c14265947b6bf786fd311b for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:29.900552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.914623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2c4b5-e166-4d6b-b4f5-958465951868 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event updated for resources: {'Network': ['ID=50eee92a-f673-4aa6-8c24-f1e0f12789dd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:29.931376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 50eee92a-f673-4aa6-8c24-f1e0f12789dd details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:29.936982 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-61606447-a13c-4952-b99d-ebd386cb4322 req-c4510663-9d57-409c-ad6c-5de98d9c423d tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720622 Jul 07 19:27:29.993803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:30.002073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6d71986b-b342-409b-a8f6-65cc9c91cccd tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.002644 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6d71986b-b342-409b-a8f6-65cc9c91cccd tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.019470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-6d71986b-b342-409b-a8f6-65cc9c91cccd tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Calling delete_port for 63eb2c0a-256f-477b-87b5-9e39fd85e06a owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:30.021829 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.022256 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Added segment 1d481d1a-ef3c-46ae-bf8e-ce0a1d188ddc of type vlan for network 72abfe4a-30aa-4637-a76f-77551bc55ab7 Jul 07 19:27:30.140500 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.196077 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13c88190-808a-4e6f-8802-169afeb67438 req-9feff249-65c7-42ae-b94d-74bea6696a6c tempest-ServerRescueTestJSON-360345139 tempest-ServerRescueTestJSON-360345139-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509de2c-a15c-4e7b-8229-945ac3ca872a HTTP/1.1" status: 200 len: 210 time: 0.0589011 Jul 07 19:27:30.208114 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.225028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:30.225805 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.304815 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4499240 Jul 07 19:27:30.350270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event updated for resources: {'Network': ['ID=72abfe4a-30aa-4637-a76f-77551bc55ab7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:30.361721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:30.362077 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:30.362420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:30.362776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:30.363125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:30.363458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:30.363900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:30.364271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:30.364602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:30.364932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:30.365278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:30.365608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa2356-9fdb-40bf-a33c-609fe6cd610a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:30.381619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 72abfe4a-30aa-4637-a76f-77551bc55ab7 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:30.387640 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6d71986b-b342-409b-a8f6-65cc9c91cccd tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.429903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71986b-b342-409b-a8f6-65cc9c91cccd tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Pushing event deleted for resources: {'Port': ['ID=63eb2c0a-256f-477b-87b5-9e39fd85e06a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:30.440676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37682) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:30.447801 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'subnets': [{'network_id': '50eee92a-f673-4aa6-8c24-f1e0f12789dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1159763351', 'ip_version': 4}, {'network_id': '72abfe4a-30aa-4637-a76f-77551bc55ab7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:30.448380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'subnet': {'network_id': '50eee92a-f673-4aa6-8c24-f1e0f12789dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1159763351', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:30.449155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Request body: {'subnet': {'network_id': '72abfe4a-30aa-4637-a76f-77551bc55ab7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:30.497012 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6d71986b-b342-409b-a8f6-65cc9c91cccd tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.503612 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6d71986b-b342-409b-a8f6-65cc9c91cccd tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.503917 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6d71986b-b342-409b-a8f6-65cc9c91cccd tempest-FloatingIPAdminTestJSON-9503368 tempest-FloatingIPAdminTestJSON-9503368-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/811b40ad-c022-42c9-913f-a0f3708ac008 HTTP/1.1" status: 204 len: 168 time: 1.0305226 Jul 07 19:27:30.508153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37684) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:30.621050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-5832d1d8-2468-46f4-b6b9-7c75db483114 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Deleting port 774266e6-c4bb-46eb-a1bc-d7dc075244f2 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:30.621314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Made reservation on behalf of fc31759cd1c14265947b6bf786fd311b for: {'subnet': 2} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:30.621498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5832d1d8-2468-46f4-b6b9-7c75db483114 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.626022 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.626389 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.712437 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5832d1d8-2468-46f4-b6b9-7c75db483114 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.727603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-5832d1d8-2468-46f4-b6b9-7c75db483114 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Calling delete_port for 774266e6-c4bb-46eb-a1bc-d7dc075244f2 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:30.876797 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5832d1d8-2468-46f4-b6b9-7c75db483114 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.918454 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832d1d8-2468-46f4-b6b9-7c75db483114 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event deleted for resources: {'Port': ['ID=774266e6-c4bb-46eb-a1bc-d7dc075244f2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:31.105409 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5832d1d8-2468-46f4-b6b9-7c75db483114 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:31.111874 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5832d1d8-2468-46f4-b6b9-7c75db483114 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "DELETE /v2.0/ports/774266e6-c4bb-46eb-a1bc-d7dc075244f2 HTTP/1.1" status: 204 len: 168 time: 0.6023145 Jul 07 19:27:31.119438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37696) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:31.273353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf1ea4-600e-4fb7-b192-8cbfc557164e tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:31.280622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37700) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:31.281320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-13cf1ea4-600e-4fb7-b192-8cbfc557164e tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2bf01d9-5bd7-40e4-aea3-3c311f530bcc HTTP/1.1" status: 200 len: 913 time: 0.1599007 Jul 07 19:27:31.529928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37704) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:31.651571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987dc89-d71a-4a09-b094-2dc26c87eafc req-32d0d809-d467-4ea4-b32f-8b872814c44b tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:31.657368 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6987dc89-d71a-4a09-b094-2dc26c87eafc req-32d0d809-d467-4ea4-b32f-8b872814c44b tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 946 time: 0.2512083 Jul 07 19:27:31.689756 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:31.750852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf38567-00cb-4734-903e-b19d9274a6e3 req-9244bbb1-62ec-480f-82b8-d84f7f98c0b7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:31.752307 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-adf38567-00cb-4734-903e-b19d9274a6e3 req-9244bbb1-62ec-480f-82b8-d84f7f98c0b7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 946 time: 0.1248934 Jul 07 19:27:31.799307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6987dc89-d71a-4a09-b094-2dc26c87eafc req-796ccadb-7d90-4328-a5af-ac6a0c52bdc9 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270897 Jul 07 19:27:31.803027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event updated for resources: {'Subnet': ['ID=b5c9d494-6809-4ae7-8e5a-ab65d325a127,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:31.835895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e1a90004-3764-4161-be02-d2b1b8d124c1 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:31.864592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: e1a90004-3764-4161-be02-d2b1b8d124c1 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:31.865095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e1a90004-3764-4161-be02-d2b1b8d124c1 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:31.879702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Checking segment: {'id': '1f57786c-904c-4e2d-bb74-6ad27b3d460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '50eee92a-f673-4aa6-8c24-f1e0f12789dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:31.880138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Network hostable DHCP agents. Network: 50eee92a-f673-4aa6-8c24-f1e0f12789dd, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:31.943112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Network 50eee92a-f673-4aa6-8c24-f1e0f12789dd is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:31.988411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 50eee92a-f673-4aa6-8c24-f1e0f12789dd) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:31.993649 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.004966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8341d77-21a7-487d-a880-cae725959a66 None None] Network 50eee92a-f673-4aa6-8c24-f1e0f12789dd requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:32.082085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event updated for resources: {'Subnet': ['ID=aae54c58-346b-4e3b-817e-cc9a64fac228,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:32.111615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-adf38567-00cb-4734-903e-b19d9274a6e3 req-aef7b4bf-b1b6-4dc6-bf95-4d32aface0ab tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339341 Jul 07 19:27:32.129404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3953021d-06bd-4989-90b3-5b7d464e82ea tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.134914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Checking segment: {'id': '1d481d1a-ef3c-46ae-bf8e-ce0a1d188ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '72abfe4a-30aa-4637-a76f-77551bc55ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:32.135272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Network hostable DHCP agents. Network: 72abfe4a-30aa-4637-a76f-77551bc55ab7, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:32.196849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Network 72abfe4a-30aa-4637-a76f-77551bc55ab7 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:32.241885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 72abfe4a-30aa-4637-a76f-77551bc55ab7) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:32.247949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:32.248416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:32.249080 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.258639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a30fe-8493-43cd-9d7d-69515034ce60 None None] Network 72abfe4a-30aa-4637-a76f-77551bc55ab7 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:32.279648 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc24f42c-a8f6-44f2-a59f-8165f5ef9432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.280575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-50eee92a-f673-4aa6-8c24-f1e0f12789dd', 'network_id': '50eee92a-f673-4aa6-8c24-f1e0f12789dd', 'tenant_id': 'fc31759cd1c14265947b6bf786fd311b', 'fixed_ips': [{'subnet_id': 'b5c9d494-6809-4ae7-8e5a-ab65d325a127'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:27:32.281711 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.292103 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eb830a91-7824-4d2e-948f-e882bd65d767 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8496439 Jul 07 19:27:32.293012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37714) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:32.528189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e739e6-6c7e-42af-b2ab-fe2df8b93c25 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:32.530226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e739e6-6c7e-42af-b2ab-fe2df8b93c25 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:32.531958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e739e6-6c7e-42af-b2ab-fe2df8b93c25 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:32.537615 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-57e739e6-6c7e-42af-b2ab-fe2df8b93c25 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2225475 Jul 07 19:27:32.537615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37720) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:32.566767 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:27:32.631384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0651eb-8bec-455c-b45c-0db7a16be04b tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Deleting subnet b5c9d494-6809-4ae7-8e5a-ab65d325a127 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:32.648294 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Allocated IP 172.20.0.2 (50eee92a-f673-4aa6-8c24-f1e0f12789dd/b5c9d494-6809-4ae7-8e5a-ab65d325a127/ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:32.650603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675eb105-c185-499a-9326-26371299933d req-05649acb-3cc4-48e2-8b21-dc1ada58502b tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:32.652299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-72abfe4a-30aa-4637-a76f-77551bc55ab7', 'network_id': '72abfe4a-30aa-4637-a76f-77551bc55ab7', 'tenant_id': 'fc31759cd1c14265947b6bf786fd311b', 'fixed_ips': [{'subnet_id': 'aae54c58-346b-4e3b-817e-cc9a64fac228'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:27:32.653457 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.658444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-675eb105-c185-499a-9326-26371299933d req-05649acb-3cc4-48e2-8b21-dc1ada58502b tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 946 time: 0.1676948 Jul 07 19:27:32.672118 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-fc24f42c-a8f6-44f2-a59f-8165f5ef9432 admin admin] Deleting port f4e5832a-48c4-4c6f-add0-11f5ad05ffdf {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:32.672455 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc24f42c-a8f6-44f2-a59f-8165f5ef9432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.753860 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-675eb105-c185-499a-9326-26371299933d req-2e6dac57-706c-4aef-a895-8f041dcafc73 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942447 Jul 07 19:27:32.754750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-3953021d-06bd-4989-90b3-5b7d464e82ea tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Deleting port 23214006-f8c0-4f3d-bfab-66c5b25a938f {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:32.755711 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3953021d-06bd-4989-90b3-5b7d464e82ea tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.803653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-fc24f42c-a8f6-44f2-a59f-8165f5ef9432 admin admin] For port f4e5832a-48c4-4c6f-add0-11f5ad05ffdf, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f4e5832a-48c4-4c6f-add0-11f5ad05ffdf,segment=NetworkSegment(5511a60b-2c3e-43c1-aa45-098328a20726),segment_id=5511a60b-2c3e-43c1-aa45-098328a20726)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:32.804425 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc24f42c-a8f6-44f2-a59f-8165f5ef9432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.830214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-fc24f42c-a8f6-44f2-a59f-8165f5ef9432 admin admin] Calling delete_port for f4e5832a-48c4-4c6f-add0-11f5ad05ffdf owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:32.850844 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3953021d-06bd-4989-90b3-5b7d464e82ea tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.865283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-3953021d-06bd-4989-90b3-5b7d464e82ea tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Calling delete_port for 23214006-f8c0-4f3d-bfab-66c5b25a938f owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:32.907492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Allocated IP 172.20.0.18 (72abfe4a-30aa-4637-a76f-77551bc55ab7/aae54c58-346b-4e3b-817e-cc9a64fac228/24c86fde-c9aa-4453-9b15-f49674463dfb) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:32.935642 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.978650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Transition to ACTIVE for port object ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:33.047880 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc24f42c-a8f6-44f2-a59f-8165f5ef9432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.079847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24f42c-a8f6-44f2-a59f-8165f5ef9432 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e5832a-48c4-4c6f-add0-11f5ad05ffdf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:33.118698 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3953021d-06bd-4989-90b3-5b7d464e82ea tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.122494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Transition to ACTIVE for port object ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:33.136321 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.139538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e0651eb-8bec-455c-b45c-0db7a16be04b tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.224674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953021d-06bd-4989-90b3-5b7d464e82ea tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event deleted for resources: {'Port': ['ID=23214006-f8c0-4f3d-bfab-66c5b25a938f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:33.237804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Network 50eee92a-f673-4aa6-8c24-f1e0f12789dd is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:33.254270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:33.256637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Pushing event updated for resources: {'Port': ['ID=ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:33.264969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:33.299445 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e0651eb-8bec-455c-b45c-0db7a16be04b tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.306048 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.344807 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Transition to ACTIVE for port object 24c86fde-c9aa-4453-9b15-f49674463dfb will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:33.358668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Attempting to bind port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:33.359556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Attempting to bind port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '1f57786c-904c-4e2d-bb74-6ad27b3d460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '50eee92a-f673-4aa6-8c24-f1e0f12789dd'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:33.360138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Attempting to bind port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 on network 50eee92a-f673-4aa6-8c24-f1e0f12789dd {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:33.378393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:33.378775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Checking segment: {'id': '1f57786c-904c-4e2d-bb74-6ad27b3d460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '50eee92a-f673-4aa6-8c24-f1e0f12789dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:33.379347 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.379943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Bound using segment: {'id': '1f57786c-904c-4e2d-bb74-6ad27b3d460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '50eee92a-f673-4aa6-8c24-f1e0f12789dd'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:33.380501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Bound port: ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f57786c-904c-4e2d-bb74-6ad27b3d460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '50eee92a-f673-4aa6-8c24-f1e0f12789dd'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:33.380904 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.403569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Transition to ACTIVE for port object 24c86fde-c9aa-4453-9b15-f49674463dfb will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:33.440584 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.503997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Network 72abfe4a-30aa-4637-a76f-77551bc55ab7 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:33.512159 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:33.512304 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c1ff4-c403-4fc4-8f3c-b98e73bd7b21 req-445f67cd-1eb6-427a-b2d0-7bbb1ccf68aa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:33.519644 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-943c1ff4-c403-4fc4-8f3c-b98e73bd7b21 req-445f67cd-1eb6-427a-b2d0-7bbb1ccf68aa tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 946 time: 0.2130775 Jul 07 19:27:33.522659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:33.554533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc24f42c-a8f6-44f2-a59f-8165f5ef9432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.582380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] For port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:33.582680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84bb21-7994-4f7c-8a5b-64def738c7bb req-c122ca15-0236-4828-920c-4031d474b212 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:33.585201 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e84bb21-7994-4f7c-8a5b-64def738c7bb req-c122ca15-0236-4828-920c-4031d474b212 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 946 time: 0.3584948 Jul 07 19:27:33.588113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Pushing event updated for resources: {'Port': ['ID=24c86fde-c9aa-4453-9b15-f49674463dfb,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:33.625542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] For port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4,segment=NetworkSegment(1f57786c-904c-4e2d-bb74-6ad27b3d460c),segment_id=1f57786c-904c-4e2d-bb74-6ad27b3d460c)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:33.658561 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.689468 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-943c1ff4-c403-4fc4-8f3c-b98e73bd7b21 req-8ca01a89-70f9-4c66-87d9-16bc8f408103 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688232 Jul 07 19:27:33.707062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Attempting to bind port 24c86fde-c9aa-4453-9b15-f49674463dfb on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:33.707653 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Attempting to bind port 24c86fde-c9aa-4453-9b15-f49674463dfb by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '1d481d1a-ef3c-46ae-bf8e-ce0a1d188ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '72abfe4a-30aa-4637-a76f-77551bc55ab7'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:33.709136 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Attempting to bind port 24c86fde-c9aa-4453-9b15-f49674463dfb on network 72abfe4a-30aa-4637-a76f-77551bc55ab7 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:33.756191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:33.758026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Checking segment: {'id': '1d481d1a-ef3c-46ae-bf8e-ce0a1d188ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '72abfe4a-30aa-4637-a76f-77551bc55ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:33.758594 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.760434 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Bound using segment: {'id': '1d481d1a-ef3c-46ae-bf8e-ce0a1d188ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '72abfe4a-30aa-4637-a76f-77551bc55ab7'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:33.761076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Bound port: 24c86fde-c9aa-4453-9b15-f49674463dfb, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d481d1a-ef3c-46ae-bf8e-ce0a1d188ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '72abfe4a-30aa-4637-a76f-77551bc55ab7'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:33.764086 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.836526 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e0651eb-8bec-455c-b45c-0db7a16be04b tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.889553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] For port 24c86fde-c9aa-4453-9b15-f49674463dfb, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:33.898077 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] For port 24c86fde-c9aa-4453-9b15-f49674463dfb, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=24c86fde-c9aa-4453-9b15-f49674463dfb,segment=NetworkSegment(1d481d1a-ef3c-46ae-bf8e-ce0a1d188ddc),segment_id=1d481d1a-ef3c-46ae-bf8e-ce0a1d188ddc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:33.906703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c90da1-ebc3-4a7b-ae2c-487ff227ce4b None None] Pushing event updated for resources: {'Port': ['ID=ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:33.910397 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.939636 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3953021d-06bd-4989-90b3-5b7d464e82ea tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.949741 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e0651eb-8bec-455c-b45c-0db7a16be04b tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.996596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a387f5f-8180-4de1-a369-f9c80e0760bc None None] Pushing event updated for resources: {'Port': ['ID=24c86fde-c9aa-4453-9b15-f49674463dfb,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:34.009093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0651eb-8bec-455c-b45c-0db7a16be04b tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c9d494-6809-4ae7-8e5a-ab65d325a127,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:34.014496 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e0651eb-8bec-455c-b45c-0db7a16be04b tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.021997 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9e0651eb-8bec-455c-b45c-0db7a16be04b tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "DELETE /v2.0/subnets/b5c9d494-6809-4ae7-8e5a-ab65d325a127 HTTP/1.1" status: 204 len: 168 time: 1.4782326 Jul 07 19:27:34.040889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37730) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:34.140191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-9e84bb21-7994-4f7c-8a5b-64def738c7bb req-338850f5-e411-4584-9230-5e5aa461b17a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Deleting port a326e00b-9eff-42ae-954d-7e87bbd7a3c6 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:34.140531 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9e84bb21-7994-4f7c-8a5b-64def738c7bb req-338850f5-e411-4584-9230-5e5aa461b17a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.230441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad1e558-bfb7-4f00-ab39-479d0d265fda tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Deleting subnet aae54c58-346b-4e3b-817e-cc9a64fac228 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:34.243808 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e558-bfb7-4f00-ab39-479d0d265fda tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.274353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc24f42c-a8f6-44f2-a59f-8165f5ef9432 admin admin] Router 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:27:34.346353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3953021d-06bd-4989-90b3-5b7d464e82ea tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Router b2bf01d9-5bd7-40e4-aea3-3c311f530bcc has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:27:34.375279 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e558-bfb7-4f00-ab39-479d0d265fda tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.394364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88271024-42ed-4511-be85-c39cf6e58029 req-1bac909c-b8de-4cdf-afd8-05bc6d9fdc50 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:34.396582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88271024-42ed-4511-be85-c39cf6e58029 req-1bac909c-b8de-4cdf-afd8-05bc6d9fdc50 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 946 time: 0.4895213 Jul 07 19:27:34.440939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9e84bb21-7994-4f7c-8a5b-64def738c7bb req-338850f5-e411-4584-9230-5e5aa461b17a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] For port a326e00b-9eff-42ae-954d-7e87bbd7a3c6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a326e00b-9eff-42ae-954d-7e87bbd7a3c6,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:34.441331 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9e84bb21-7994-4f7c-8a5b-64def738c7bb req-338850f5-e411-4584-9230-5e5aa461b17a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.481592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3953021d-06bd-4989-90b3-5b7d464e82ea tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:27:34.494150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae46f8-afb6-47fd-9318-af8685ae5523 None None] Sync routers for ids ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:27:34.496473 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3953021d-06bd-4989-90b3-5b7d464e82ea tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "PUT /v2.0/routers/b2bf01d9-5bd7-40e4-aea3-3c311f530bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2127371 Jul 07 19:27:34.499311 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37734) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:34.514324 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae46f8-afb6-47fd-9318-af8685ae5523 None None] Routers {'b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:34.519524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7cae46f8-afb6-47fd-9318-af8685ae5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:27:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:34.523054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-9e84bb21-7994-4f7c-8a5b-64def738c7bb req-338850f5-e411-4584-9230-5e5aa461b17a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Calling delete_port for a326e00b-9eff-42ae-954d-7e87bbd7a3c6 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:34.559110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7cae46f8-afb6-47fd-9318-af8685ae5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:34.568383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae46f8-afb6-47fd-9318-af8685ae5523 None None] Routers {'b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:34.569051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7cae46f8-afb6-47fd-9318-af8685ae5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:27:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:34.600144 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88271024-42ed-4511-be85-c39cf6e58029 req-42aeec18-618e-4c3d-91ff-88628b0d652b tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f965e54-0823-40a0-ac8e-e5130536a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733329 Jul 07 19:27:34.605485 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7cae46f8-afb6-47fd-9318-af8685ae5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:34.606276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae46f8-afb6-47fd-9318-af8685ae5523 None None] The sync data for ids ['b2bf01d9-5bd7-40e4-aea3-3c311f530bcc'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:27:34.616192 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.814362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78ebaf-6550-4367-aa92-b1286a22c0a4 req-3bee5786-8787-4586-b5c0-a937d7dda01b tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:34.816199 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c78ebaf-6550-4367-aa92-b1286a22c0a4 req-3bee5786-8787-4586-b5c0-a937d7dda01b tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 946 time: 0.1655316 Jul 07 19:27:34.881414 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.046949 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e558-bfb7-4f00-ab39-479d0d265fda tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.068427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:35.108312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc24f42c-a8f6-44f2-a59f-8165f5ef9432 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:27:35.120487 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a845d71-e658-4984-9621-9cf86d114caa None None] Sync routers for ids ['2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:27:35.134317 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a845d71-e658-4984-9621-9cf86d114caa None None] Routers {'2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:35.135113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:35.135631 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9a845d71-e658-4984-9621-9cf86d114caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:27:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:35.136423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-1c78ebaf-6550-4367-aa92-b1286a22c0a4 req-9c94474b-5a83-4df4-9647-9761192ee350 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Deleting port fbf2e789-97f8-43ab-944b-2e53dee896ca {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:35.136831 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1c78ebaf-6550-4367-aa92-b1286a22c0a4 req-9c94474b-5a83-4df4-9647-9761192ee350 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.143576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fc24f42c-a8f6-44f2-a59f-8165f5ef9432 admin admin] 10.222.0.81 "PUT /v2.0/routers/2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6097090 Jul 07 19:27:35.152402 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 24c86fde-c9aa-4453-9b15-f49674463dfb up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:35.154921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37740) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:35.265674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1c78ebaf-6550-4367-aa92-b1286a22c0a4 req-9c94474b-5a83-4df4-9647-9761192ee350 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] For port fbf2e789-97f8-43ab-944b-2e53dee896ca, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=fbf2e789-97f8-43ab-944b-2e53dee896ca,segment=NetworkSegment(e0bc6cc8-6c83-48a3-94c6-228745d27649),segment_id=e0bc6cc8-6c83-48a3-94c6-228745d27649)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:35.266024 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1c78ebaf-6550-4367-aa92-b1286a22c0a4 req-9c94474b-5a83-4df4-9647-9761192ee350 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.268260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 24c86fde-c9aa-4453-9b15-f49674463dfb completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:35.285340 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-1c78ebaf-6550-4367-aa92-b1286a22c0a4 req-9c94474b-5a83-4df4-9647-9761192ee350 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Calling delete_port for fbf2e789-97f8-43ab-944b-2e53dee896ca owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:35.302065 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-9a845d71-e658-4984-9621-9cf86d114caa None None] Set router 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:27:35.311216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096923a1-49d4-4d73-8332-8a190b4fe3fd None None] Network 50eee92a-f673-4aa6-8c24-f1e0f12789dd requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:35.372787 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.438506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f8156658-1a3d-4c6b-98bf-a6e5fb5d0cb6 None None] Provisioning for port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:35.444046 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f8156658-1a3d-4c6b-98bf-a6e5fb5d0cb6 None None] Provisioning complete for port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:35.444418 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f8156658-1a3d-4c6b-98bf-a6e5fb5d0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.461971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f8f5a-ecf9-47b9-98ab-1e5bed69cee2 req-8663b3d4-705a-4582-9572-8e140566a1af tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:35.470331 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-707f8f5a-ecf9-47b9-98ab-1e5bed69cee2 req-8663b3d4-705a-4582-9572-8e140566a1af tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 946 time: 0.4950395 Jul 07 19:27:35.480126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Deleting port 7d7b4026-68b8-4cb0-ac1c-07bbc64fd4c8 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:35.480478 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.482121 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1c78ebaf-6550-4367-aa92-b1286a22c0a4 req-9c94474b-5a83-4df4-9647-9761192ee350 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.548493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94474b-5a83-4df4-9647-9761192ee350 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Pushing event deleted for resources: {'Port': ['ID=fbf2e789-97f8-43ab-944b-2e53dee896ca,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:35.587686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['fbf2e789-97f8-43ab-944b-2e53dee896ca'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:35.618523 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e558-bfb7-4f00-ab39-479d0d265fda tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.664440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1e558-bfb7-4f00-ab39-479d0d265fda tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event deleted for resources: {'Subnet': ['ID=aae54c58-346b-4e3b-817e-cc9a64fac228,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:35.678130 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.700320 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e558-bfb7-4f00-ab39-479d0d265fda tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.702536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3ad1e558-bfb7-4f00-ab39-479d0d265fda tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "DELETE /v2.0/subnets/aae54c58-346b-4e3b-817e-cc9a64fac228 HTTP/1.1" status: 204 len: 168 time: 1.6553061 Jul 07 19:27:35.705626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37746) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:35.734740 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.739513 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9a845d71-e658-4984-9621-9cf86d114caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'name': 'tempest-ServerRescueTestJSON-1675653603-router', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:49Z', 'updated_at': '2021-07-07T19:27:32Z', 'revision_number': 5, 'project_id': '00341c01faab4b26b482e420f35eda64', 'gw_port': {'id': 'f5744f60-7e97-4972-8857-9042b91815bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:51Z', 'updated_at': '2021-07-07T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:35.761996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c78ebaf-6550-4367-aa92-b1286a22c0a4 req-9c94474b-5a83-4df4-9647-9761192ee350 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] No DVR routers for this DVR port fbf2e789-97f8-43ab-944b-2e53dee896ca on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:35.783686 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1c78ebaf-6550-4367-aa92-b1286a22c0a4 req-9c94474b-5a83-4df4-9647-9761192ee350 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.785909 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c78ebaf-6550-4367-aa92-b1286a22c0a4 req-9c94474b-5a83-4df4-9647-9761192ee350 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.48 "DELETE /v2.0/ports/fbf2e789-97f8-43ab-944b-2e53dee896ca HTTP/1.1" status: 204 len: 173 time: 0.9543076 Jul 07 19:27:35.789661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded607c6-ce51-4287-936b-da9255d1564c', 'name': 'network-vif-deleted', 'tag': 'fbf2e789-97f8-43ab-944b-2e53dee896ca'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:35.792429 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c9de4f-e278-4f0e-84f2-97c3fc982ed9" -d '{"events": [{"server_uuid": "ded607c6-ce51-4287-936b-da9255d1564c", "name": "network-vif-deleted", "tag": "fbf2e789-97f8-43ab-944b-2e53dee896ca"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:35.800629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-707f8f5a-ecf9-47b9-98ab-1e5bed69cee2 req-b549eb89-1227-4b44-b93b-367206b1546a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292055 Jul 07 19:27:35.881778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a326e00b-9eff-42ae-954d-7e87bbd7a3c6 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:35.887107 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.911775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Calling delete_port for 7d7b4026-68b8-4cb0-ac1c-07bbc64fd4c8 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:35.935833 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a15775-8898-4658-9401-ca8abeacb145 x-openstack-request-id: req-d9a15775-8898-4658-9401-ca8abeacb145 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:35.936122 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded607c6-ce51-4287-936b-da9255d1564c", "name": "network-vif-deleted", "tag": "fbf2e789-97f8-43ab-944b-2e53dee896ca", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:35.936380 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9a15775-8898-4658-9401-ca8abeacb145 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:35.936821 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded607c6-ce51-4287-936b-da9255d1564c', 'name': 'network-vif-deleted', 'tag': 'fbf2e789-97f8-43ab-944b-2e53dee896ca', 'status': 'completed', 'code': 200} Jul 07 19:27:35.944095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141b775c-539c-43ad-9387-c872572d8359 None None] Network 72abfe4a-30aa-4637-a76f-77551bc55ab7 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:35.946311 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f8156658-1a3d-4c6b-98bf-a6e5fb5d0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:35.992553 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a845d71-e658-4984-9621-9cf86d114caa None None] Checking router: 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:27:36.003162 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a845d71-e658-4984-9621-9cf86d114caa None None] Routers {'2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:36.003767 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9a845d71-e658-4984-9621-9cf86d114caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:27:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:36.078972 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e985b84-25d4-40d0-b4dd-8a93a6e39a5f req-4e04c63f-c362-463c-ace4-9a81e861f5a9 tempest-InstanceActionsNegativeTestJSON-1267875008 tempest-InstanceActionsNegativeTestJSON-1267875008-project] 10.222.0.81 "GET /v2.0/ports?device_id=ded607c6-ce51-4287-936b-da9255d1564c HTTP/1.1" status: 200 len: 210 time: 0.1006041 Jul 07 19:27:36.097594 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682dfda6-960c-4215-96e5-23a2dadb580d None None] DHCP port deletion for 50eee92a-f673-4aa6-8c24-f1e0f12789dd request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:27:36.112771 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-9a845d71-e658-4984-9621-9cf86d114caa None None] Set router 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:27:36.121752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587f3c36-92ca-4413-8e4e-64705671e1cd tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:36.123806 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-587f3c36-92ca-4413-8e4e-64705671e1cd tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4170082 Jul 07 19:27:36.138782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37752) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:36.173083 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9e84bb21-7994-4f7c-8a5b-64def738c7bb req-338850f5-e411-4584-9230-5e5aa461b17a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.181459 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9a845d71-e658-4984-9621-9cf86d114caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'name': 'tempest-ServerRescueTestJSON-1675653603-router', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:49Z', 'updated_at': '2021-07-07T19:27:35Z', 'revision_number': 6, 'project_id': '00341c01faab4b26b482e420f35eda64', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:36.212971 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.216204 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a845d71-e658-4984-9621-9cf86d114caa None None] The sync data for ids ['2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6'] in n-d-793621-9 is: [{'id': '2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6', 'name': 'tempest-ServerRescueTestJSON-1675653603-router', 'tenant_id': '00341c01faab4b26b482e420f35eda64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:49Z', 'updated_at': '2021-07-07T19:27:35Z', 'revision_number': 6, 'project_id': '00341c01faab4b26b482e420f35eda64', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:27:36.251214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event deleted for resources: {'Port': ['ID=7d7b4026-68b8-4cb0-ac1c-07bbc64fd4c8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:36.291518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338850f5-e411-4584-9230-5e5aa461b17a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Pushing event deleted for resources: {'Port': ['ID=a326e00b-9eff-42ae-954d-7e87bbd7a3c6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:36.301869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b154f3c8-e468-4ad9-bff9-994bc6ed95b6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:36.304037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['66a27ee2-f62e-419c-a5f4-642053a2c621'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:36.316974 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Deleting port f5744f60-7e97-4972-8857-9042b91815bd {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:36.317412 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.351054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f8156658-1a3d-4c6b-98bf-a6e5fb5d0cb6 None None] For port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4,segment=NetworkSegment(1f57786c-904c-4e2d-bb74-6ad27b3d460c),segment_id=1f57786c-904c-4e2d-bb74-6ad27b3d460c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:36.363697 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.389903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No active binding found for port a326e00b-9eff-42ae-954d-7e87bbd7a3c6 {{(pid=93902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:27:36.390494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a326e00b-9eff-42ae-954d-7e87bbd7a3c6 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:36.392696 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f8156658-1a3d-4c6b-98bf-a6e5fb5d0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.425882 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e84bb21-7994-4f7c-8a5b-64def738c7bb req-338850f5-e411-4584-9230-5e5aa461b17a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] No DVR routers for this DVR port a326e00b-9eff-42ae-954d-7e87bbd7a3c6 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:36.429403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9e84bb21-7994-4f7c-8a5b-64def738c7bb req-338850f5-e411-4584-9230-5e5aa461b17a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.431830 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e84bb21-7994-4f7c-8a5b-64def738c7bb req-338850f5-e411-4584-9230-5e5aa461b17a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.110 "DELETE /v2.0/ports/a326e00b-9eff-42ae-954d-7e87bbd7a3c6 HTTP/1.1" status: 204 len: 173 time: 2.8286593 Jul 07 19:27:36.432070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bef64e4-9671-48af-96f0-c3cd1976b1e8', 'name': 'network-vif-deleted', 'tag': 'a326e00b-9eff-42ae-954d-7e87bbd7a3c6'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:36.434450 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ec72b8-f935-4cc3-9265-ddce1aa6ead3" -d '{"events": [{"server_uuid": "9bef64e4-9671-48af-96f0-c3cd1976b1e8", "name": "network-vif-deleted", "tag": "a326e00b-9eff-42ae-954d-7e87bbd7a3c6"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:36.451627 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.521251 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.525254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.565170 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a341f0d-fb8d-4899-8394-bd643789603f x-openstack-request-id: req-3a341f0d-fb8d-4899-8394-bd643789603f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:36.565397 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bef64e4-9671-48af-96f0-c3cd1976b1e8", "name": "network-vif-deleted", "tag": "a326e00b-9eff-42ae-954d-7e87bbd7a3c6", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:36.565691 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a341f0d-fb8d-4899-8394-bd643789603f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:36.566030 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bef64e4-9671-48af-96f0-c3cd1976b1e8', 'name': 'network-vif-deleted', 'tag': 'a326e00b-9eff-42ae-954d-7e87bbd7a3c6', 'status': 'completed', 'code': 200} Jul 07 19:27:36.582702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] For port f5744f60-7e97-4972-8857-9042b91815bd, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f5744f60-7e97-4972-8857-9042b91815bd,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:36.583139 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.608248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Calling delete_port for f5744f60-7e97-4972-8857-9042b91815bd owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:36.609672 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.611013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Fanout notify agent at l3_agent the message router_deleted on router b2bf01d9-5bd7-40e4-aea3-3c311f530bcc {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:27:36.638770 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.643709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37756) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:36.644892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9eb9671f-19fd-4f44-8033-e55a27d873e5 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "DELETE /v2.0/routers/b2bf01d9-5bd7-40e4-aea3-3c311f530bcc HTTP/1.1" status: 204 len: 168 time: 2.1442814 Jul 07 19:27:36.740895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8156658-1a3d-4c6b-98bf-a6e5fb5d0cb6 None None] Pushing event updated for resources: {'Port': ['ID=ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:36.781510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Deleting port 24c86fde-c9aa-4453-9b15-f49674463dfb {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:36.781861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.821271 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-dd63987a-7c9d-4dc1-b353-abb7c492ee8a None None] Provisioning for port 24c86fde-c9aa-4453-9b15-f49674463dfb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:36.831894 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-682dfda6-960c-4215-96e5-23a2dadb580d None None] Deleting port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:36.832271 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-682dfda6-960c-4215-96e5-23a2dadb580d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.943365 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21394cd-fbf4-4e7d-a78d-0d9a150f1a31 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Deleting subnet d1be0988-afd4-453c-b02a-504e13f5c9b5 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:36.948802 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] For port 24c86fde-c9aa-4453-9b15-f49674463dfb, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=24c86fde-c9aa-4453-9b15-f49674463dfb,segment=NetworkSegment(1d481d1a-ef3c-46ae-bf8e-ce0a1d188ddc),segment_id=1d481d1a-ef3c-46ae-bf8e-ce0a1d188ddc)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:36.949241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.949860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-dd63987a-7c9d-4dc1-b353-abb7c492ee8a None None] Provisioning complete for port 24c86fde-c9aa-4453-9b15-f49674463dfb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:36.950594 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dd63987a-7c9d-4dc1-b353-abb7c492ee8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:36.962098 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d21394cd-fbf4-4e7d-a78d-0d9a150f1a31 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.034612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Calling delete_port for 24c86fde-c9aa-4453-9b15-f49674463dfb owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:37.092874 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6681075d-bd5d-427a-b997-1c58f85d7b2e req-9686223a-db20-4de2-926b-084c7cd0c9d1 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bef64e4-9671-48af-96f0-c3cd1976b1e8 HTTP/1.1" status: 200 len: 210 time: 0.0600231 Jul 07 19:27:37.095819 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-682dfda6-960c-4215-96e5-23a2dadb580d None None] For port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4,segment=NetworkSegment(1f57786c-904c-4e2d-bb74-6ad27b3d460c),segment_id=1f57786c-904c-4e2d-bb74-6ad27b3d460c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:37.096222 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-682dfda6-960c-4215-96e5-23a2dadb580d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.101362 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d21394cd-fbf4-4e7d-a78d-0d9a150f1a31 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.136917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-682dfda6-960c-4215-96e5-23a2dadb580d None None] Calling delete_port for ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:37.219674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37764) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:37.288937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb7b99b-0fea-4cd1-87b5-eb532bccb5ae None None] DHCP port deletion for 72abfe4a-30aa-4637-a76f-77551bc55ab7 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:27:37.291100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f4e5832a-48c4-4c6f-add0-11f5ad05ffdf no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:37.319214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-666a10e8-f2cd-4a2e-859a-ff5bd044b2d6 admin admin] Deleting subnet 6ee3ec7c-28a9-4961-bf0a-acd0f7596129 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:37.325168 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-666a10e8-f2cd-4a2e-859a-ff5bd044b2d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.365031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f4e5832a-48c4-4c6f-add0-11f5ad05ffdf {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:37.365332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f4e5832a-48c4-4c6f-add0-11f5ad05ffdf not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:37.365748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:37.366960 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d21394cd-fbf4-4e7d-a78d-0d9a150f1a31 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.370617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ddb7b99b-0fea-4cd1-87b5-eb532bccb5ae None None] The port '24c86fde-c9aa-4453-9b15-f49674463dfb' was deleted {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 19:27:37.371434 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-666a10e8-f2cd-4a2e-859a-ff5bd044b2d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.398351 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dd63987a-7c9d-4dc1-b353-abb7c492ee8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.418961 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-666a10e8-f2cd-4a2e-859a-ff5bd044b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.445258 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.489070 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-666a10e8-f2cd-4a2e-859a-ff5bd044b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.489831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event deleted for resources: {'Port': ['ID=24c86fde-c9aa-4453-9b15-f49674463dfb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:37.501794 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d21394cd-fbf4-4e7d-a78d-0d9a150f1a31 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.519917 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-682dfda6-960c-4215-96e5-23a2dadb580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.546342 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d21394cd-fbf4-4e7d-a78d-0d9a150f1a31 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.551993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d21394cd-fbf4-4e7d-a78d-0d9a150f1a31 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "DELETE /v2.0/subnets/d1be0988-afd4-453c-b02a-504e13f5c9b5 HTTP/1.1" status: 204 len: 168 time: 0.8598695 Jul 07 19:27:37.552942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37768) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:37.557185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21394cd-fbf4-4e7d-a78d-0d9a150f1a31 tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event deleted for resources: {'Subnet': ['ID=d1be0988-afd4-453c-b02a-504e13f5c9b5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:37.562532 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682dfda6-960c-4215-96e5-23a2dadb580d None None] Pushing event deleted for resources: {'Port': ['ID=ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:37.564715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cac42e-692e-4cc4-8bb1-4d6a5ab60119 None None] Network 583e864d-68ef-4436-b516-10560f4693b9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:37.568796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682dfda6-960c-4215-96e5-23a2dadb580d None None] No DVR routers for this DVR port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:37.569431 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-666a10e8-f2cd-4a2e-859a-ff5bd044b2d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.572286 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-666a10e8-f2cd-4a2e-859a-ff5bd044b2d6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6ee3ec7c-28a9-4961-bf0a-acd0f7596129 HTTP/1.1" status: 204 len: 168 time: 0.3444939 Jul 07 19:27:37.573257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] No active binding found for port ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 {{(pid=93902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:27:37.573456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a10e8-f2cd-4a2e-859a-ff5bd044b2d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee3ec7c-28a9-4961-bf0a-acd0f7596129,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:37.574184 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ca1cb9a1-fc30-4a2d-896e-7a88d786e6d4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:37.575745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37770) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:37.588625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] No DVR routers for this DVR port 24c86fde-c9aa-4453-9b15-f49674463dfb on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:37.675671 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.703885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.781640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5744f60-7e97-4972-8857-9042b91815bd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:37.789584 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.802323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989467f2-a7ef-4ee0-bcb1-9daa5f396ceb']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:37.820492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162e9c70-51fe-47f3-ba72-c0c18599a993 None None] DHCP port deletion for 583e864d-68ef-4436-b516-10560f4693b9 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:27:37.821989 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bc6cc8-6c83-48a3-94c6-228745d27649') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:37.822536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bc6cc8-6c83-48a3-94c6-228745d27649') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:37.832777 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.839462 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.850267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.853691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72abfe4a-30aa-4637-a76f-77551bc55ab7']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:37.858083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:37.858665 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:37.860549 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:37.876580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-162e9c70-51fe-47f3-ba72-c0c18599a993 None None] Deleting port 841c5bea-e321-47a8-8192-e1f1c205c422 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:37.876927 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-162e9c70-51fe-47f3-ba72-c0c18599a993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.883541 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.889214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d481d1a-ef3c-46ae-bf8e-ce0a1d188ddc') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:37.889214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d481d1a-ef3c-46ae-bf8e-ce0a1d188ddc') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:37.908066 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.923831 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.934086 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.937036 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] 10.222.0.81 "DELETE /v2.0/networks/989467f2-a7ef-4ee0-bcb1-9daa5f396ceb HTTP/1.1" status: 204 len: 168 time: 0.3594654 Jul 07 19:27:37.954611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Pushing event deleted for resources: {'Network': ['ID=989467f2-a7ef-4ee0-bcb1-9daa5f396ceb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:37.956768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-162e9c70-51fe-47f3-ba72-c0c18599a993 None None] For port 841c5bea-e321-47a8-8192-e1f1c205c422, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=841c5bea-e321-47a8-8192-e1f1c205c422,segment=NetworkSegment(5d271fa5-9948-431f-a7c1-45a1031ba72d),segment_id=5d271fa5-9948-431f-a7c1-45a1031ba72d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:37.957180 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-162e9c70-51fe-47f3-ba72-c0c18599a993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.963056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:37.963451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:37.963961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:37.964358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:37.964635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:37.964967 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:37.965306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:37.965696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:37.966031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:37.966359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:37.966687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:37.967082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101f706-105b-4a92-ad89-de5147c586ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:37.979059 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.979782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-162e9c70-51fe-47f3-ba72-c0c18599a993 None None] Calling delete_port for 841c5bea-e321-47a8-8192-e1f1c205c422 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:37.981667 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.022751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:38.023211 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:38.026199 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:38.086437 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-162e9c70-51fe-47f3-ba72-c0c18599a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.119194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e9c70-51fe-47f3-ba72-c0c18599a993 None None] Pushing event deleted for resources: {'Port': ['ID=841c5bea-e321-47a8-8192-e1f1c205c422,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:38.123216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162e9c70-51fe-47f3-ba72-c0c18599a993 None None] No DVR routers for this DVR port 841c5bea-e321-47a8-8192-e1f1c205c422 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:38.146657 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.149712 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.163193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37778) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:38.212852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4eb73529-2c97-4046-ab58-9920f526cd23 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6d6c4add4884a1d952f7fd833eff269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438170 Jul 07 19:27:38.212852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37780) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:38.225730 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.231052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Deleting port 841c5bea-e321-47a8-8192-e1f1c205c422 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:38.231401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.236106 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.236770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:27:38.238691 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.241205 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "DELETE /v2.0/networks/72abfe4a-30aa-4637-a76f-77551bc55ab7 HTTP/1.1" status: 204 len: 168 time: 2.1020715 Jul 07 19:27:38.250115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37784) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:38.254183 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.258309 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2d3058e1-87c3-4890-8e2d-d74e306bcee6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2e8ce7ca-c232-4d52-a4ec-7ea6a78eeeb6 HTTP/1.1" status: 204 len: 168 time: 3.1022892 Jul 07 19:27:38.258976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37786) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:38.336480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e015-73b3-44c5-969e-cc8cf1354bfe tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event deleted for resources: {'Network': ['ID=72abfe4a-30aa-4637-a76f-77551bc55ab7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:38.360753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bf8c8116-d2f8-40ad-8194-d22ec7c40c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.389175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] For port 841c5bea-e321-47a8-8192-e1f1c205c422, host n-d-793621-9, got binding levels [] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:38.389541 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.395170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0aa3fa-857a-44e5-81de-3500901785f3 admin admin] Deleting subnet 206973c2-7386-45f5-8e7d-54661b8adb40 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:38.401306 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.405365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa3fa-857a-44e5-81de-3500901785f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.406005 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bf8c8116-d2f8-40ad-8194-d22ec7c40c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.428688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Calling delete_port for 841c5bea-e321-47a8-8192-e1f1c205c422 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:38.432678 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_backend_mixin [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Port 841c5bea-e321-47a8-8192-e1f1c205c422 was not found and therefore no delete operation was performed {{(pid=93900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:27:38.438529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.481131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] No DVR routers for this DVR port 841c5bea-e321-47a8-8192-e1f1c205c422 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:38.485002 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa3fa-857a-44e5-81de-3500901785f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.487522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event deleted for resources: {'Port': ['ID=841c5bea-e321-47a8-8192-e1f1c205c422,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:38.553070 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bf8c8116-d2f8-40ad-8194-d22ec7c40c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.556078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bf8c8116-d2f8-40ad-8194-d22ec7c40c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.561558 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bf8c8116-d2f8-40ad-8194-d22ec7c40c04 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f965e54-0823-40a0-ac8e-e5130536a1d5 HTTP/1.1" status: 204 len: 168 time: 0.3486705 Jul 07 19:27:38.571480 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.590838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c8116-d2f8-40ad-8194-d22ec7c40c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f965e54-0823-40a0-ac8e-e5130536a1d5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:38.596580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50eee92a-f673-4aa6-8c24-f1e0f12789dd']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:38.611078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f57786c-904c-4e2d-bb74-6ad27b3d460c') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:38.611686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f57786c-904c-4e2d-bb74-6ad27b3d460c') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:38.635883 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.654175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.660411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa3fa-857a-44e5-81de-3500901785f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.672002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:38.677203 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:38.680149 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:38.699290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.789158 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.806732 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.809343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "DELETE /v2.0/networks/50eee92a-f673-4aa6-8c24-f1e0f12789dd HTTP/1.1" status: 204 len: 168 time: 0.5578618 Jul 07 19:27:38.811729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37794) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:38.837008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48410a90-8228-417c-883f-250393be3561 tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event deleted for resources: {'Network': ['ID=50eee92a-f673-4aa6-8c24-f1e0f12789dd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:38.867697 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 841c5bea-e321-47a8-8192-e1f1c205c422 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:38.891370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 841c5bea-e321-47a8-8192-e1f1c205c422 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:38.891796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 841c5bea-e321-47a8-8192-e1f1c205c422 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:38.892124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f5744f60-7e97-4972-8857-9042b91815bd no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:38.914460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f5744f60-7e97-4972-8857-9042b91815bd {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:38.914830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f5744f60-7e97-4972-8857-9042b91815bd not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:38.915356 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.915520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 24c86fde-c9aa-4453-9b15-f49674463dfb no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:38.938711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 24c86fde-c9aa-4453-9b15-f49674463dfb {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:38.939233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 24c86fde-c9aa-4453-9b15-f49674463dfb not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:38.998517 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device fbf2e789-97f8-43ab-944b-2e53dee896ca no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:39.019434 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.028163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: fbf2e789-97f8-43ab-944b-2e53dee896ca {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:39.028401 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device fbf2e789-97f8-43ab-944b-2e53dee896ca not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:39.030582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ecc7d3-d424-40ae-af36-dae44ca87305']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:39.036290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583e864d-68ef-4436-b516-10560f4693b9']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:39.044926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc30ff1-e64c-4bab-8bf6-79f3a6897a5e') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:39.045413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc30ff1-e64c-4bab-8bf6-79f3a6897a5e') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:39.055052 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.070359 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.077632 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:39.078240 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.082004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d271fa5-9948-431f-a7c1-45a1031ba72d') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:39.082596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d271fa5-9948-431f-a7c1-45a1031ba72d') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:39.084093 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:39.098449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37808) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:39.104812 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.132306 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.146069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:39.146436 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:39.149737 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:39.173084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0775e-81a9-40f3-8c1c-aa64f51d2a3d req-a2192a1e-fa14-4b9b-aeff-125d5dfc0496 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:39.180157 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ddc0775e-81a9-40f3-8c1c-aa64f51d2a3d req-a2192a1e-fa14-4b9b-aeff-125d5dfc0496 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 946 time: 0.1464441 Jul 07 19:27:39.232787 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa3fa-857a-44e5-81de-3500901785f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.282486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0aa3fa-857a-44e5-81de-3500901785f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206973c2-7386-45f5-8e7d-54661b8adb40,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:39.296817 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa3fa-857a-44e5-81de-3500901785f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.301380 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4a0aa3fa-857a-44e5-81de-3500901785f3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/206973c2-7386-45f5-8e7d-54661b8adb40 HTTP/1.1" status: 204 len: 168 time: 1.0386729 Jul 07 19:27:39.301953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37814) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:39.309716 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.315315 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ddc0775e-81a9-40f3-8c1c-aa64f51d2a3d req-ee09b11b-e722-4fda-bc0c-daa6707e6398 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342459 Jul 07 19:27:39.366621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.371736 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "DELETE /v2.0/networks/583e864d-68ef-4436-b516-10560f4693b9 HTTP/1.1" status: 204 len: 168 time: 1.7533360 Jul 07 19:27:39.371736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37818) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:39.373420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61c7c0-164a-47f2-a347-aa84d796ff1c tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event deleted for resources: {'Network': ['ID=583e864d-68ef-4436-b516-10560f4693b9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:39.483180 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.507144 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.518615 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.521298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "DELETE /v2.0/networks/d3ecc7d3-d424-40ae-af36-dae44ca87305 HTTP/1.1" status: 204 len: 168 time: 0.7086236 Jul 07 19:27:39.524564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37824) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:39.537892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f088102-a80b-41d9-9900-afd05905d75e tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event deleted for resources: {'Network': ['ID=d3ecc7d3-d424-40ae-af36-dae44ca87305,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:39.544106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f2bf8-03db-47fb-a8c7-b957fdff443b tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:39.544654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f2bf8-03db-47fb-a8c7-b957fdff443b tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:39.545046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f2bf8-03db-47fb-a8c7-b957fdff443b tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:39.547075 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7e7f2bf8-03db-47fb-a8c7-b957fdff443b tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=d307ecc64ee341b99f612e35a7a6a0e6&network_id=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d HTTP/1.1" status: 200 len: 2969 time: 0.4470143 Jul 07 19:27:39.586999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37828) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:39.676159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-3e41de35-5061-498e-a628-33cb5ab5e6cc tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Deleting port 417ec0d1-89e2-45dd-b48b-5f77a68b04b5 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:39.676538 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e41de35-5061-498e-a628-33cb5ab5e6cc tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.693777 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.696986 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1526509508-network', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:39.728140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Made reservation on behalf of 4af8bbb088724744bd5fe866699c7e75 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:39.730277 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.730653 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.737010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77819821-8da9-46d1-bc88-930fba77a5b3']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:39.740490 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.760786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5511a60b-2c3e-43c1-aa45-098328a20726') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:39.761088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5511a60b-2c3e-43c1-aa45-098328a20726') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:39.775072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.825176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.847427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:39.847842 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:39.849798 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:39.852220 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e41de35-5061-498e-a628-33cb5ab5e6cc tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.852220 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e41de35-5061-498e-a628-33cb5ab5e6cc tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.872240 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.879157 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.883920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.911816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:39.917569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:39.925197 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.925638 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Added segment 2e036ccd-21fe-4898-8927-4d9d3363065e of type vlan for network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a Jul 07 19:27:39.937958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-3e41de35-5061-498e-a628-33cb5ab5e6cc tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Calling delete_port for 417ec0d1-89e2-45dd-b48b-5f77a68b04b5 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:39.974033 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.984013 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.005141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.006429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:40.007130 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.024549 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.031735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fcd848-322d-4bac-8459-9a3fb0017b9c']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:40.036951 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.038819 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] 10.222.0.81 "DELETE /v2.0/networks/77819821-8da9-46d1-bc88-930fba77a5b3 HTTP/1.1" status: 204 len: 168 time: 0.7354341 Jul 07 19:27:40.048482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587dc832-3ff6-4001-ba7e-aa22facaa8a6') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:40.048781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587dc832-3ff6-4001-ba7e-aa22facaa8a6') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:40.066843 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4756324 Jul 07 19:27:40.068720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37838) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:40.071658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec3356-0f9c-4a31-945e-0979603b2444 admin admin] Pushing event deleted for resources: {'Network': ['ID=77819821-8da9-46d1-bc88-930fba77a5b3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:40.073587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f1388745-c884-4701-9672-1afd12d49680 admin admin] Request body: {'subnet': {'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1526509508-subnet', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:40.074589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.085846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee12766-e0f9-4f42-9d9d-03fe934e8ecc admin admin] Pushing event updated for resources: {'Network': ['ID=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:40.099394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:40.103689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1388745-c884-4701-9672-1afd12d49680 admin admin] Made reservation on behalf of 4af8bbb088724744bd5fe866699c7e75 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:40.105973 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.106660 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1388745-c884-4701-9672-1afd12d49680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.122066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:40.122066 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:40.124748 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:40.222577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37842) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:40.223572 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.252852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.255886 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] 10.222.0.81 "DELETE /v2.0/networks/36fcd848-322d-4bac-8459-9a3fb0017b9c HTTP/1.1" status: 204 len: 168 time: 0.7290275 Jul 07 19:27:40.277136 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad6e0b-cab0-476e-b375-e4e1cc998d7a tempest-BulkNetworkOpsTest-1575961334 tempest-BulkNetworkOpsTest-1575961334-project] Pushing event deleted for resources: {'Network': ['ID=36fcd848-322d-4bac-8459-9a3fb0017b9c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:40.278810 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-118ac186-ae46-40da-a5f4-38f4919ecb7b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=00341c01faab4b26b482e420f35eda64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547440 Jul 07 19:27:40.279514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37848) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:40.304574 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e41de35-5061-498e-a628-33cb5ab5e6cc tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.354412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41de35-5061-498e-a628-33cb5ab5e6cc tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Pushing event deleted for resources: {'Port': ['ID=417ec0d1-89e2-45dd-b48b-5f77a68b04b5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:40.369417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082176e-9e38-476b-b206-cedf8cd76ca4 req-ec18bed2-62e6-4378-8196-e30291c16f3a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:40.370998 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4082176e-9e38-476b-b206-cedf8cd76ca4 req-ec18bed2-62e6-4378-8196-e30291c16f3a tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.110 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 946 time: 0.1581168 Jul 07 19:27:40.475714 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e41de35-5061-498e-a628-33cb5ab5e6cc tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.478591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e41de35-5061-498e-a628-33cb5ab5e6cc tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.482290 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3e41de35-5061-498e-a628-33cb5ab5e6cc tempest-FloatingIPAdminTestJSON-231715739 tempest-FloatingIPAdminTestJSON-231715739-project] 10.222.0.81 "DELETE /v2.0/floatingips/d9d46a3d-bc0c-48a0-a1ae-f2a6f8e6cab3 HTTP/1.1" status: 204 len: 168 time: 1.1075406 Jul 07 19:27:40.482470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1388745-c884-4701-9672-1afd12d49680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.539236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-4082176e-9e38-476b-b206-cedf8cd76ca4 req-b1773858-60e6-46b1-9b8a-e78b01e297d4 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Deleting port 66a27ee2-f62e-419c-a5f4-642053a2c621 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:40.539596 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4082176e-9e38-476b-b206-cedf8cd76ca4 req-b1773858-60e6-46b1-9b8a-e78b01e297d4 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.549119 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87c2f473-1a71-4cd5-b438-172f2c82b0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.608604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1388745-c884-4701-9672-1afd12d49680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02762935-6382-4adb-bbdc-9967d23439ab,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:40.619159 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87c2f473-1a71-4cd5-b438-172f2c82b0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.626968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37856) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:40.652769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1388745-c884-4701-9672-1afd12d49680 admin admin] Checking segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:40.653405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1388745-c884-4701-9672-1afd12d49680 admin admin] Network hostable DHCP agents. Network: 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:40.659411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-4082176e-9e38-476b-b206-cedf8cd76ca4 req-b1773858-60e6-46b1-9b8a-e78b01e297d4 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] For port 66a27ee2-f62e-419c-a5f4-642053a2c621, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=66a27ee2-f62e-419c-a5f4-642053a2c621,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:40.659789 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4082176e-9e38-476b-b206-cedf8cd76ca4 req-b1773858-60e6-46b1-9b8a-e78b01e297d4 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.682028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-4082176e-9e38-476b-b206-cedf8cd76ca4 req-b1773858-60e6-46b1-9b8a-e78b01e297d4 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Calling delete_port for 66a27ee2-f62e-419c-a5f4-642053a2c621 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:40.697565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6d2b-e622-45a5-a92a-174f3f2b663a req-ee401597-cb4e-4df9-998f-a5d70dbface0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:40.705773 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6cb6d2b-e622-45a5-a92a-174f3f2b663a req-ee401597-cb4e-4df9-998f-a5d70dbface0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 946 time: 0.2451823 Jul 07 19:27:40.727987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1388745-c884-4701-9672-1afd12d49680 admin admin] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:40.745252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f1388745-c884-4701-9672-1afd12d49680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:40.757408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1388745-c884-4701-9672-1afd12d49680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:40.758273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1388745-c884-4701-9672-1afd12d49680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.761386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405df52-4cb4-4570-a71c-56e2b7968782 None None] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:40.795554 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6cb6d2b-e622-45a5-a92a-174f3f2b663a req-39824513-7129-4468-b682-7cf492d8af8c tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883534 Jul 07 19:27:40.795917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37864) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:40.802885 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f1388745-c884-4701-9672-1afd12d49680 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7304330 Jul 07 19:27:40.803220 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87c2f473-1a71-4cd5-b438-172f2c82b0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.805851 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87c2f473-1a71-4cd5-b438-172f2c82b0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.809435 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-87c2f473-1a71-4cd5-b438-172f2c82b0de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb HTTP/1.1" status: 204 len: 168 time: 0.5259259 Jul 07 19:27:40.809435 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37866) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:40.822512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:40.835799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2f473-1a71-4cd5-b438-172f2c82b0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f7c76e-a814-4dc0-8a9e-3a28b7a5dcfb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:40.854235 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.855897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.934162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d341dc68-62fc-42ca-bea0-687283e232ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc31759cd1c14265947b6bf786fd311b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032377 Jul 07 19:27:40.935063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37874) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:40.944801 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.993812 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-de169211-1ca7-4729-962b-4d1c850f05d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=de250091e07b4effb487711a90ab507b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945152 Jul 07 19:27:40.993812 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4082176e-9e38-476b-b206-cedf8cd76ca4 req-b1773858-60e6-46b1-9b8a-e78b01e297d4 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:40.995182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37876) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:41.008412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b154f3c8-e468-4ad9-bff9-994bc6ed95b6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:41.011359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['66a27ee2-f62e-419c-a5f4-642053a2c621'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:41.050747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1773858-60e6-46b1-9b8a-e78b01e297d4 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Pushing event deleted for resources: {'Port': ['ID=66a27ee2-f62e-419c-a5f4-642053a2c621,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:41.073742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37880) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:41.118019 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4082176e-9e38-476b-b206-cedf8cd76ca4 req-b1773858-60e6-46b1-9b8a-e78b01e297d4 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] No DVR routers for this DVR port 66a27ee2-f62e-419c-a5f4-642053a2c621 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:41.122515 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4082176e-9e38-476b-b206-cedf8cd76ca4 req-b1773858-60e6-46b1-9b8a-e78b01e297d4 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.124649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4082176e-9e38-476b-b206-cedf8cd76ca4 req-b1773858-60e6-46b1-9b8a-e78b01e297d4 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.110 "DELETE /v2.0/ports/66a27ee2-f62e-419c-a5f4-642053a2c621 HTTP/1.1" status: 204 len: 173 time: 0.7371750 Jul 07 19:27:41.125101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f86e1f3-5215-4ee0-9280-b1d78c7574ec', 'name': 'network-vif-deleted', 'tag': '66a27ee2-f62e-419c-a5f4-642053a2c621'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:41.127805 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4addd5cd-d045-4f50-93a4-0985a4dceb5f" -d '{"events": [{"server_uuid": "1f86e1f3-5215-4ee0-9280-b1d78c7574ec", "name": "network-vif-deleted", "tag": "66a27ee2-f62e-419c-a5f4-642053a2c621"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:41.160275 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:27:41.161487 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.174050 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb06f2e6-cfad-41da-ab0c-90e3e379962f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.198956 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c4d718-869d-4bd6-a951-9554d8b50463 x-openstack-request-id: req-98c4d718-869d-4bd6-a951-9554d8b50463 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:41.199253 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f86e1f3-5215-4ee0-9280-b1d78c7574ec", "name": "network-vif-deleted", "tag": "66a27ee2-f62e-419c-a5f4-642053a2c621", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:41.199515 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98c4d718-869d-4bd6-a951-9554d8b50463 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:41.200196 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f86e1f3-5215-4ee0-9280-b1d78c7574ec', 'name': 'network-vif-deleted', 'tag': '66a27ee2-f62e-419c-a5f4-642053a2c621', 'status': 'completed', 'code': 200} Jul 07 19:27:41.221220 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb06f2e6-cfad-41da-ab0c-90e3e379962f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.283249 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9477d40e-682f-460c-830c-b6acc9b3422f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.286048 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb06f2e6-cfad-41da-ab0c-90e3e379962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.286580 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.291138 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb06f2e6-cfad-41da-ab0c-90e3e379962f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.292011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daa3695-0425-4bb6-b79a-73a2bcc4c036 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:41.302917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4daa3695-0425-4bb6-b79a-73a2bcc4c036 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 814 time: 0.2155526 Jul 07 19:27:41.305390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fb06f2e6-cfad-41da-ab0c-90e3e379962f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a75f56a8-8e82-47e9-8515-f626e48b309d HTTP/1.1" status: 204 len: 168 time: 0.2978904 Jul 07 19:27:41.334025 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9477d40e-682f-460c-830c-b6acc9b3422f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.334349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06f2e6-cfad-41da-ab0c-90e3e379962f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75f56a8-8e82-47e9-8515-f626e48b309d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:41.480724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Allocated IP 172.20.0.2 (7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a/02762935-6382-4adb-bbdc-9967d23439ab/74ce8831-4aa4-433a-8d69-20abee724fbe) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:41.497487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9477d40e-682f-460c-830c-b6acc9b3422f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.500154 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9477d40e-682f-460c-830c-b6acc9b3422f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.503580 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9477d40e-682f-460c-830c-b6acc9b3422f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d9b0b84-9d1d-4bf2-bfd4-5952f3cf206c HTTP/1.1" status: 204 len: 168 time: 0.5651448 Jul 07 19:27:41.541428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477d40e-682f-460c-830c-b6acc9b3422f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9b0b84-9d1d-4bf2-bfd4-5952f3cf206c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:41.671560 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.689269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Transition to ACTIVE for port object 74ce8831-4aa4-433a-8d69-20abee724fbe will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:41.691547 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.718651 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.733200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Transition to ACTIVE for port object 74ce8831-4aa4-433a-8d69-20abee724fbe will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:41.746633 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.788922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37906) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:41.798549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-18b8d29e-a670-4f2d-9dd0-cc2bbc607708 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'network': {'name': 'tempest-network-smoke--1855820274', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'port_security_enabled': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:41.814986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:41.816789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:41.823943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:41.873828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Pushing event updated for resources: {'Port': ['ID=74ce8831-4aa4-433a-8d69-20abee724fbe,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:41.881851 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b8d29e-a670-4f2d-9dd0-cc2bbc607708 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Made reservation on behalf of d307ecc64ee341b99f612e35a7a6a0e6 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:41.885718 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18b8d29e-a670-4f2d-9dd0-cc2bbc607708 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.934500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Allocated IP 172.25.0.121 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/119dc327-f913-4008-8114-fb23c0deeb75) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:41.946410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Attempting to bind port 74ce8831-4aa4-433a-8d69-20abee724fbe on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:41.946786 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Attempting to bind port 74ce8831-4aa4-433a-8d69-20abee724fbe by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:41.954657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Attempting to bind port 74ce8831-4aa4-433a-8d69-20abee724fbe on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:41.970767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:41.971388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Checking segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:41.972247 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.972832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Bound using segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:41.973797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Bound port: 74ce8831-4aa4-433a-8d69-20abee724fbe, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:41.974371 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.978389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b8d29e-a670-4f2d-9dd0-cc2bbc607708 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:42.002259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18b8d29e-a670-4f2d-9dd0-cc2bbc607708 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.003256 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-18b8d29e-a670-4f2d-9dd0-cc2bbc607708 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Added segment e38bc855-eec5-4cc0-baf6-45fdee64b0ae of type vlan for network fd1aa2f8-80f4-4b6d-b102-46263282c985 Jul 07 19:27:42.087481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37916) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:42.088206 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] For port 74ce8831-4aa4-433a-8d69-20abee724fbe, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:42.091535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] For port 74ce8831-4aa4-433a-8d69-20abee724fbe, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=74ce8831-4aa4-433a-8d69-20abee724fbe,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:42.100494 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.104833 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18b8d29e-a670-4f2d-9dd0-cc2bbc607708 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.174237 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-797562df-a7cd-4b3c-872b-50a098ec4c3d req-a1792ae6-dbdf-4f01-9075-dea10a06d549 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f86e1f3-5215-4ee0-9280-b1d78c7574ec HTTP/1.1" status: 200 len: 210 time: 0.1161060 Jul 07 19:27:42.197045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3fef7c6-ad2d-4156-88d3-429830c49004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.204876 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18b8d29e-a670-4f2d-9dd0-cc2bbc607708 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.211662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b8d29e-a670-4f2d-9dd0-cc2bbc607708 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:42.212294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18b8d29e-a670-4f2d-9dd0-cc2bbc607708 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.246348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61755b50-11ea-44a2-9a01-d9d2168a22ad None None] Pushing event updated for resources: {'Port': ['ID=74ce8831-4aa4-433a-8d69-20abee724fbe,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:42.284129 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.335504 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-18b8d29e-a670-4f2d-9dd0-cc2bbc607708 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5451541 Jul 07 19:27:42.337679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37926) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:42.361492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8d29e-a670-4f2d-9dd0-cc2bbc607708 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Network': ['ID=fd1aa2f8-80f4-4b6d-b102-46263282c985,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:42.374063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network fd1aa2f8-80f4-4b6d-b102-46263282c985 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:42.469300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37932) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:42.473742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfcf3aa-eb1f-4f9d-b02c-fabf3bcff68f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:42.475350 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fdfcf3aa-eb1f-4f9d-b02c-fabf3bcff68f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=d307ecc64ee341b99f612e35a7a6a0e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1354914 Jul 07 19:27:42.478108 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.479101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37936) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:42.637093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Pushing event updated for resources: {'Port': ['ID=119dc327-f913-4008-8114-fb23c0deeb75,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:42.673002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:42.682005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:42.717316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:42.720983 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3fef7c6-ad2d-4156-88d3-429830c49004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.754192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1237341707-network', 'tenant_id': 'cfc0bfa801a549519ae7c1ebf365c273'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:42.760283 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3fef7c6-ad2d-4156-88d3-429830c49004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.807676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fef7c6-ad2d-4156-88d3-429830c49004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9da70bf-e2f4-41a7-9fbb-c050548e3978,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:42.863356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Made reservation on behalf of cfc0bfa801a549519ae7c1ebf365c273 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:42.872632 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.892179 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.895859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a3fef7c6-ad2d-4156-88d3-429830c49004 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47d8934461a4435aa94aec0b747ba68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8055067 Jul 07 19:27:42.897111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37948) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:42.904891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f568a3-0666-47e3-99c7-090d7c1e3e05 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:42.906426 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b7f568a3-0666-47e3-99c7-090d7c1e3e05 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4262674 Jul 07 19:27:42.914431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37950) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:42.960241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 74ce8831-4aa4-433a-8d69-20abee724fbe up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:43.002774 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5417ab08-6db2-4770-b1ed-2bd157e99386 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0864475 Jul 07 19:27:43.008023 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37952) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:43.019162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37954) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:43.032932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 74ce8831-4aa4-433a-8d69-20abee724fbe completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:43.061920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3cd61f8f-1d71-4141-af1a-2fc34be18dfd tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=d307ecc64ee341b99f612e35a7a6a0e6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524237 Jul 07 19:27:43.065783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37958) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:43.074564 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c44b23e-a04d-460c-9997-5c712b15a4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.145679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c44b23e-a04d-460c-9997-5c712b15a4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.150760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-66225367'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:43.200371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794f7c4e-8be8-42a1-83df-a25cbc5251c3 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:43.202478 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.203574 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-794f7c4e-8be8-42a1-83df-a25cbc5251c3 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1367643 Jul 07 19:27:43.205128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37960) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:43.215992 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.221706 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.259102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:43.293081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2a7f3f0c-a007-45ee-98f7-ce3bffaf8b41 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0866084 Jul 07 19:27:43.297694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37964) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:43.305644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-de317e5a-f7ef-4161-bb82-e1bd1f4d52a1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-580186587', 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:43.310955 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c44b23e-a04d-460c-9997-5c712b15a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.313864 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c44b23e-a04d-460c-9997-5c712b15a4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.318183 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0c44b23e-a04d-460c-9997-5c712b15a4f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9da70bf-e2f4-41a7-9fbb-c050548e3978 HTTP/1.1" status: 204 len: 168 time: 0.3867085 Jul 07 19:27:43.361540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44b23e-a04d-460c-9997-5c712b15a4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9da70bf-e2f4-41a7-9fbb-c050548e3978,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:43.366833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:43.371365 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.392168 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.451377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:43.469403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.469746 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Added segment 423f4e97-b458-4b9f-aec0-fd95a8efe877 of type vlan for network 8fe28009-9066-440f-9464-deba41242cb9 Jul 07 19:27:43.570989 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.612439 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.613668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:43.615058 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.655468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.728858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e2de2f-1618-4017-9703-901e3d62c7f1 None None] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:43.730122 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] Pushing event updated for resources: {'Network': ['ID=8fe28009-9066-440f-9464-deba41242cb9,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:43.762369 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.783051 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.789777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2e0cb098-85a4-44e3-a91b-bbfcf82a385e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3195856 Jul 07 19:27:43.790760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37978) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:43.800405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-84453342-9742-45b3-a2ed-b713393d1f28 admin admin] Request body: {'subnet': {'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1237341707-subnet', 'tenant_id': 'cfc0bfa801a549519ae7c1ebf365c273', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:43.823459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 8fe28009-9066-440f-9464-deba41242cb9 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:43.855027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de317e5a-f7ef-4161-bb82-e1bd1f4d52a1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Made reservation on behalf of d307ecc64ee341b99f612e35a7a6a0e6 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:43.861949 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de317e5a-f7ef-4161-bb82-e1bd1f4d52a1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.867309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84453342-9742-45b3-a2ed-b713393d1f28 admin admin] Made reservation on behalf of cfc0bfa801a549519ae7c1ebf365c273 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:43.878034 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84453342-9742-45b3-a2ed-b713393d1f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.887901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:43.922227 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.922774 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Added segment 25279934-4453-4ddc-a06b-ec9d60afe702 of type vlan for network 45991e5c-0312-4e97-a89b-dc3e90fa5eea Jul 07 19:27:43.925077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cfeb2f-9f10-43ca-960f-083c01b278f9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:43.983284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37980) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:43.989433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.001542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 66a27ee2-f62e-419c-a5f4-642053a2c621 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:44.015263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-facaddf9-9b66-4f12-8741-e896629f0de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.043070 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.050395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:44.051735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.065477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Router 45affac5-aac4-465d-bde2-48781ca8232f is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:27:44.077415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 66a27ee2-f62e-419c-a5f4-642053a2c621 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:44.077680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 66a27ee2-f62e-419c-a5f4-642053a2c621 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:44.085820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f7f5c9f3-8f16-478c-b83f-24c5659aa724 None None] Provisioning for port 74ce8831-4aa4-433a-8d69-20abee724fbe completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:44.093117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f7f5c9f3-8f16-478c-b83f-24c5659aa724 None None] Provisioning complete for port 74ce8831-4aa4-433a-8d69-20abee724fbe triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:44.093965 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7f5c9f3-8f16-478c-b83f-24c5659aa724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.243765 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7f5c9f3-8f16-478c-b83f-24c5659aa724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.258414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Network': ['ID=45991e5c-0312-4e97-a89b-dc3e90fa5eea,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:44.276374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 45991e5c-0312-4e97-a89b-dc3e90fa5eea details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:44.352155 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de317e5a-f7ef-4161-bb82-e1bd1f4d52a1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.358404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:27:44.381926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Sync routers for ids ['45affac5-aac4-465d-bde2-48781ca8232f'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:27:44.394568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f7f5c9f3-8f16-478c-b83f-24c5659aa724 None None] For port 74ce8831-4aa4-433a-8d69-20abee724fbe, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=74ce8831-4aa4-433a-8d69-20abee724fbe,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:44.417452 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7f5c9f3-8f16-478c-b83f-24c5659aa724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.423598 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Routers {'45affac5-aac4-465d-bde2-48781ca8232f'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:44.439325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:27:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['45affac5-aac4-465d-bde2-48781ca8232f'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:44.440832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84453342-9742-45b3-a2ed-b713393d1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.447695 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-facaddf9-9b66-4f12-8741-e896629f0de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.461527 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.465995 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-716f787a-5d24-4003-afc1-6d65289b6dec admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6451211 Jul 07 19:27:44.466230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 37982) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:44.474700 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f8226dd7-8294-4ff6-ad0a-0eaaa1637690 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4531229 Jul 07 19:27:44.479893 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-facaddf9-9b66-4f12-8741-e896629f0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.565550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de317e5a-f7ef-4161-bb82-e1bd1f4d52a1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Subnet': ['ID=4731f9e7-dcc5-4490-9cd1-18dd1075c7db,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:44.682884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5c9f3-8f16-478c-b83f-24c5659aa724 None None] Pushing event updated for resources: {'Port': ['ID=74ce8831-4aa4-433a-8d69-20abee724fbe,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:44.715244 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-facaddf9-9b66-4f12-8741-e896629f0de5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0f3642abb834bb0bf22951ff576842c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7308586 Jul 07 19:27:44.721931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de317e5a-f7ef-4161-bb82-e1bd1f4d52a1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Checking segment: {'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:44.723707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de317e5a-f7ef-4161-bb82-e1bd1f4d52a1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network hostable DHCP agents. Network: fd1aa2f8-80f4-4b6d-b102-46263282c985, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:44.729770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 37988) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:44.736160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4129b50e-6fd6-4add-808f-e2572868093d None None] Provisioning complete for port 74ce8831-4aa4-433a-8d69-20abee724fbe triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:44.736704 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4129b50e-6fd6-4add-808f-e2572868093d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.740776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaddf9-9b66-4f12-8741-e896629f0de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e16ee8-1ed1-4a7c-aa53-3d0d3ad786b8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:44.773713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84453342-9742-45b3-a2ed-b713393d1f28 admin admin] Checking segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:44.774589 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84453342-9742-45b3-a2ed-b713393d1f28 admin admin] Network hostable DHCP agents. Network: 8fe28009-9066-440f-9464-deba41242cb9, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:44.788781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Set router 45affac5-aac4-465d-bde2-48781ca8232f gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:27:44.826563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84453342-9742-45b3-a2ed-b713393d1f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21bbf2f-3f18-47a4-8078-10985cc0be42,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:44.856330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de317e5a-f7ef-4161-bb82-e1bd1f4d52a1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network fd1aa2f8-80f4-4b6d-b102-46263282c985 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:44.968099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-de317e5a-f7ef-4161-bb82-e1bd1f4d52a1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, fd1aa2f8-80f4-4b6d-b102-46263282c985) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:44.982412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 74ce8831-4aa4-433a-8d69-20abee724fbe up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:44.991575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de317e5a-f7ef-4161-bb82-e1bd1f4d52a1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:44.992545 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de317e5a-f7ef-4161-bb82-e1bd1f4d52a1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:45.003763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb81186-5aa6-4cd3-b3dc-28d89b823061 None None] Network fd1aa2f8-80f4-4b6d-b102-46263282c985 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:45.010620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84453342-9742-45b3-a2ed-b713393d1f28 admin admin] Network 8fe28009-9066-440f-9464-deba41242cb9 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:45.020227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-84453342-9742-45b3-a2ed-b713393d1f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 8fe28009-9066-440f-9464-deba41242cb9) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:45.037441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84453342-9742-45b3-a2ed-b713393d1f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:45.038474 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84453342-9742-45b3-a2ed-b713393d1f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:45.045331 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-de317e5a-f7ef-4161-bb82-e1bd1f4d52a1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7470183 Jul 07 19:27:45.102570 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3693ad4a-aa17-4163-8526-ac083c738e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:45.166772 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-84453342-9742-45b3-a2ed-b713393d1f28 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3643787 Jul 07 19:27:45.192564 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3693ad4a-aa17-4163-8526-ac083c738e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:45.303668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3693ad4a-aa17-4163-8526-ac083c738e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:45.307296 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3693ad4a-aa17-4163-8526-ac083c738e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:45.311694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3693ad4a-aa17-4163-8526-ac083c738e56 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23e16ee8-1ed1-4a7c-aa53-3d0d3ad786b8 HTTP/1.1" status: 204 len: 168 time: 0.5778120 Jul 07 19:27:45.329285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693ad4a-aa17-4163-8526-ac083c738e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e16ee8-1ed1-4a7c-aa53-3d0d3ad786b8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:45.492428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e2f5eb-4485-45bc-84c6-864a9b19a9d3 None None] Network 8fe28009-9066-440f-9464-deba41242cb9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:46.075940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 74ce8831-4aa4-433a-8d69-20abee724fbe triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:46.076624 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:46.124255 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:46.452093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e4f952-89e1-4933-a749-adbc2dc165db None None] Network 8fe28009-9066-440f-9464-deba41242cb9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:46.468862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38030) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:46.485716 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-76a9ffb7-a6eb-4c12-84c7-3bb7b586c101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326330344', 'description': 'tempest-secgroup-smoke-1326330344 description', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:46.608109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-26988820-4bfe-49be-89fd-1699bfecbc0a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:46.617503 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-26988820-4bfe-49be-89fd-1699bfecbc0a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.2534678 Jul 07 19:27:46.640602 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-12f5012a-c934-4cb7-8fbc-1bc1e75545ff tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/quotas/cfc0bfa801a549519ae7c1ebf365c273 HTTP/1.1" status: 200 len: 375 time: 0.0146554 Jul 07 19:27:46.647409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Allocated IP 172.20.0.1 (7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a/02762935-6382-4adb-bbdc-9967d23439ab/30b6c28e-4d99-49df-938d-ac6209aacde0) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:46.669415 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-76a9ffb7-a6eb-4c12-84c7-3bb7b586c101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:46.740642 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-077044f7-3ebe-4dec-b2db-be793b39be43 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908706 Jul 07 19:27:46.855662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:27:43Z', 'revision_number': 3, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:46.900919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Checking router: 45affac5-aac4-465d-bde2-48781ca8232f for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:27:46.901716 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Updating router 45affac5-aac4-465d-bde2-48781ca8232f port 119dc327-f913-4008-8114-fb23c0deeb75 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:27:46.923646 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-76a9ffb7-a6eb-4c12-84c7-3bb7b586c101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:46.950279 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-76a9ffb7-a6eb-4c12-84c7-3bb7b586c101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.026959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-fd1aa2f8-80f4-4b6d-b102-46263282c985', 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ips': [{'subnet_id': '4731f9e7-dcc5-4490-9cd1-18dd1075c7db'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:27:47.030229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-b545e66a-db3e-4841-94f6-fe7cd011af55 service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820771 Jul 07 19:27:47.031238 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.051944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-76a9ffb7-a6eb-4c12-84c7-3bb7b586c101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.057530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-76a9ffb7-a6eb-4c12-84c7-3bb7b586c101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5859237 Jul 07 19:27:47.058362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38040) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:47.075451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e93c822a-60ad-4f7a-810d-6d1f9e3330de tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': 'cf23f6f3-bddf-4a37-8756-5ed298cd23b2', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:47.098513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9ffb7-a6eb-4c12-84c7-3bb7b586c101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23f6f3-bddf-4a37-8756-5ed298cd23b2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:47.190280 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e93c822a-60ad-4f7a-810d-6d1f9e3330de tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.192803 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.306738 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.320299 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-68fe35f1-5716-4184-b9d4-a1e38de21206 service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822273 Jul 07 19:27:47.363220 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e93c822a-60ad-4f7a-810d-6d1f9e3330de tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.365719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Transition to ACTIVE for port object 30b6c28e-4d99-49df-938d-ac6209aacde0 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:47.380018 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e93c822a-60ad-4f7a-810d-6d1f9e3330de tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.435878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c822a-60ad-4f7a-810d-6d1f9e3330de tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c46416d-688e-4656-9a7f-81900b5622a5,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:47.447688 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e93c822a-60ad-4f7a-810d-6d1f9e3330de tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.455166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e93c822a-60ad-4f7a-810d-6d1f9e3330de tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3820243 Jul 07 19:27:47.455532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38046) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:47.460546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-456b0fa4-7620-4506-b2d0-bd8875bb9dd3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': 'cf23f6f3-bddf-4a37-8756-5ed298cd23b2', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:47.538922 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.545289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-456b0fa4-7620-4506-b2d0-bd8875bb9dd3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.620718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=30b6c28e-4d99-49df-938d-ac6209aacde0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:47.628479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:47.630022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:47.633274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:47.800212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.817959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Allocated IP 172.20.0.18 (fd1aa2f8-80f4-4b6d-b102-46263282c985/4731f9e7-dcc5-4490-9cd1-18dd1075c7db/a14e70e4-caee-4f06-a8c9-51ec545a8843) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:47.856376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-456b0fa4-7620-4506-b2d0-bd8875bb9dd3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.863382 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-456b0fa4-7620-4506-b2d0-bd8875bb9dd3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.890986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38062) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:47.909530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-03755565-a923-4661-8598-fc13bc912d55 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'subnet': {'network_id': '45991e5c-0312-4e97-a89b-dc3e90fa5eea', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:47.929724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea9da89a-27bb-48f7-9f80-1a8b85c5f13b req-458e87a1-b7df-4a59-94d7-a940baa73289 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 210 time: 0.1253216 Jul 07 19:27:47.960991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b0fa4-7620-4506-b2d0-bd8875bb9dd3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d6958c-6952-48fd-8ea7-44df8a7f40c9,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:48.021087 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-456b0fa4-7620-4506-b2d0-bd8875bb9dd3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.024784 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-456b0fa4-7620-4506-b2d0-bd8875bb9dd3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5659988 Jul 07 19:27:48.027274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38068) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:48.048767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-cec5b5f9-0ee2-4f89-9348-ad6c7621bc17 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': 'cf23f6f3-bddf-4a37-8756-5ed298cd23b2', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:48.149468 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cec5b5f9-0ee2-4f89-9348-ad6c7621bc17 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.226806 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03755565-a923-4661-8598-fc13bc912d55 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:48.252364 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-03755565-a923-4661-8598-fc13bc912d55 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.336493 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.459305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8fea3094-bfa1-492f-98ff-343c24ab604b None None] Provisioning for port 30b6c28e-4d99-49df-938d-ac6209aacde0 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:48.489897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38080) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:48.532332 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.557046 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Transition to ACTIVE for port object a14e70e4-caee-4f06-a8c9-51ec545a8843 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:48.602650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Transition to ACTIVE for port object a14e70e4-caee-4f06-a8c9-51ec545a8843 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:48.659479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8fea3094-bfa1-492f-98ff-343c24ab604b None None] Provisioning complete for port 30b6c28e-4d99-49df-938d-ac6209aacde0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:48.659765 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8fea3094-bfa1-492f-98ff-343c24ab604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.715705 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-852335236'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:48.746918 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.789787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Made reservation on behalf of ad67507a2a0a4ac281ac9a317a7b0197 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:48.794750 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.807655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.831054 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.840881 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.846981 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.868892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Transition to ACTIVE for port object 119dc327-f913-4008-8114-fb23c0deeb75 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:48.898560 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.909266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Pushing event updated for resources: {'Port': ['ID=a14e70e4-caee-4f06-a8c9-51ec545a8843,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:48.918290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Network fd1aa2f8-80f4-4b6d-b102-46263282c985 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:48.919837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8fea3094-bfa1-492f-98ff-343c24ab604b None None] Port 30b6c28e-4d99-49df-938d-ac6209aacde0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:27:48.924666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:48.932634 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.945125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:48.982608 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cec5b5f9-0ee2-4f89-9348-ad6c7621bc17 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.995652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cec5b5f9-0ee2-4f89-9348-ad6c7621bc17 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.030863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5b5f9-0ee2-4f89-9348-ad6c7621bc17 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361abe19-6ffd-4f50-aaff-0a6c75b2b2a0,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:49.061746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba74a38-a59b-46c7-a073-051e0b2849ef None None] Pushing event updated for resources: {'Port': ['ID=119dc327-f913-4008-8114-fb23c0deeb75,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:49.070974 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed3463-9c7e-41c7-bb6e-54b88ec5e79e req-94c15010-6a6c-4459-8ac3-3bcfe859ab52 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:49.078560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5ed3463-9c7e-41c7-bb6e-54b88ec5e79e req-94c15010-6a6c-4459-8ac3-3bcfe859ab52 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 945 time: 0.2840984 Jul 07 19:27:49.099330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Attempting to bind port 119dc327-f913-4008-8114-fb23c0deeb75 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:49.100009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Attempting to bind port 119dc327-f913-4008-8114-fb23c0deeb75 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:49.100572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Attempting to bind port 119dc327-f913-4008-8114-fb23c0deeb75 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:49.121490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Attempting to bind port a14e70e4-caee-4f06-a8c9-51ec545a8843 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:49.122221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Attempting to bind port a14e70e4-caee-4f06-a8c9-51ec545a8843 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:49.122907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Attempting to bind port a14e70e4-caee-4f06-a8c9-51ec545a8843 on network fd1aa2f8-80f4-4b6d-b102-46263282c985 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:49.131611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:49.132297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Checking segment: {'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:49.132891 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.133463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Bound using segment: {'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:49.134312 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Bound port: a14e70e4-caee-4f06-a8c9-51ec545a8843, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:49.135088 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.213927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=30b6c28e-4d99-49df-938d-ac6209aacde0,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:49.219846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5ed3463-9c7e-41c7-bb6e-54b88ec5e79e req-e20a9c7b-23b0-455d-9913-b899d4ca2784 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388862 Jul 07 19:27:49.223290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:49.224219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:49.224843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.226237 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:49.226880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Bound port: 119dc327-f913-4008-8114-fb23c0deeb75, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:49.227318 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.277799 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-03755565-a923-4661-8598-fc13bc912d55 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.310414 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.310738 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] For port a14e70e4-caee-4f06-a8c9-51ec545a8843, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:49.336757 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] For port a14e70e4-caee-4f06-a8c9-51ec545a8843, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a14e70e4-caee-4f06-a8c9-51ec545a8843,segment=NetworkSegment(e38bc855-eec5-4cc0-baf6-45fdee64b0ae),segment_id=e38bc855-eec5-4cc0-baf6-45fdee64b0ae)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:49.349651 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.359868 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.372062 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cec5b5f9-0ee2-4f89-9348-ad6c7621bc17 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.373278 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cec5b5f9-0ee2-4f89-9348-ad6c7621bc17 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3450770 Jul 07 19:27:49.376710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38092) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:49.381348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1695695c-9f1a-4f55-b040-a628b4f59cf6 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': 'cf23f6f3-bddf-4a37-8756-5ed298cd23b2', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:49.411153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03755565-a923-4661-8598-fc13bc912d55 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Subnet': ['ID=97770daa-b466-4c05-adca-ecca63e11049,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:49.414984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:49.419272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] For port 119dc327-f913-4008-8114-fb23c0deeb75, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:49.421138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:49.435767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03755565-a923-4661-8598-fc13bc912d55 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Checking segment: {'id': '25279934-4453-4ddc-a06b-ec9d60afe702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '45991e5c-0312-4e97-a89b-dc3e90fa5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:49.436151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03755565-a923-4661-8598-fc13bc912d55 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network hostable DHCP agents. Network: 45991e5c-0312-4e97-a89b-dc3e90fa5eea, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:49.455630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] For port 119dc327-f913-4008-8114-fb23c0deeb75, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=119dc327-f913-4008-8114-fb23c0deeb75,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:49.464466 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.469919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1695695c-9f1a-4f55-b040-a628b4f59cf6 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.473680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c7a0f-aa08-40f9-834e-a56ec1eddef4 None None] Pushing event updated for resources: {'Port': ['ID=a14e70e4-caee-4f06-a8c9-51ec545a8843,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:49.489931 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-52ec9756-539f-496f-b79e-f6be26262744 req-4cf8de4e-5a75-4742-b8ff-f3d6ee84499f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 210 time: 0.0704114 Jul 07 19:27:49.525661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:49.529997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03755565-a923-4661-8598-fc13bc912d55 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network 45991e5c-0312-4e97-a89b-dc3e90fa5eea is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:49.533487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Routers {'45affac5-aac4-465d-bde2-48781ca8232f'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:49.534702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:27:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['45affac5-aac4-465d-bde2-48781ca8232f'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:49.582727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-03755565-a923-4661-8598-fc13bc912d55 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 45991e5c-0312-4e97-a89b-dc3e90fa5eea) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:49.590562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03755565-a923-4661-8598-fc13bc912d55 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:49.591407 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-03755565-a923-4661-8598-fc13bc912d55 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.593565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b9559c-03f3-4f0b-8917-04fa62e42eac None None] Network 45991e5c-0312-4e97-a89b-dc3e90fa5eea requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:49.599156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba74a38-a59b-46c7-a073-051e0b2849ef None None] Pushing event updated for resources: {'Port': ['ID=119dc327-f913-4008-8114-fb23c0deeb75,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:49.618672 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1695695c-9f1a-4f55-b040-a628b4f59cf6 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.632568 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1695695c-9f1a-4f55-b040-a628b4f59cf6 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.681010 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-03755565-a923-4661-8598-fc13bc912d55 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7834840 Jul 07 19:27:49.686181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38094) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:49.719737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2cff2701-cb56-47fb-bb26-77c7fe1373ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-812251902'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:49.727662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695695c-9f1a-4f55-b040-a628b4f59cf6 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bb0f9d-3d0c-466d-9927-875a4607af3b,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:49.732421 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1695695c-9f1a-4f55-b040-a628b4f59cf6 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.735494 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1695695c-9f1a-4f55-b040-a628b4f59cf6 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3578165 Jul 07 19:27:49.742221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38096) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:49.752476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Router 45affac5-aac4-465d-bde2-48781ca8232f has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:27:49.754523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa72e7b-61c7-454b-bfa1-c67fc9e949db,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:49.804982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cff2701-cb56-47fb-bb26-77c7fe1373ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:49.808253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-7cd759f7-7c77-4a2c-a8b4-33a2cd278ad7 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': 'cf23f6f3-bddf-4a37-8756-5ed298cd23b2', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:49.811592 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2cff2701-cb56-47fb-bb26-77c7fe1373ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.856933 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.858084 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Added segment f0dad2b3-6626-4997-906a-fb0466f01dee of type vlan for network c030d06b-d486-45e3-8750-90ab8d2f361d Jul 07 19:27:49.954022 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.983957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-8695055b-5325-47ec-8cea-dc5724ab2a5f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:49.985659 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-8695055b-5325-47ec-8cea-dc5724ab2a5f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.1393139 Jul 07 19:27:49.991222 n-d-793621-9 neutron-server[93901]: INFO neutron.db.securitygroups_db [None req-7cd759f7-7c77-4a2c-a8b4-33a2cd278ad7 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Project d307ecc64ee341b99f612e35a7a6a0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:27:49.999952 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7cd759f7-7c77-4a2c-a8b4-33a2cd278ad7 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.003475 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.009022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cff2701-cb56-47fb-bb26-77c7fe1373ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:50.010362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:50.011309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.024349 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2cff2701-cb56-47fb-bb26-77c7fe1373ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.024691 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-2cff2701-cb56-47fb-bb26-77c7fe1373ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Added segment 44661243-ac96-4c80-bec3-c79d5fefd40c of type vlan for network 38dcbc79-2b80-49a5-9e42-48ec72cb139c Jul 07 19:27:50.038957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Request body: {'port': {'device_id': 'ebf472a7-e25b-43e9-a748-00268a65fb4d', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'admin_state_up': True, 'tenant_id': 'cfc0bfa801a549519ae7c1ebf365c273'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:50.048616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e9b4d501-ac00-46c5-bb03-095aa856b8ff None None] Provisioning complete for port 30b6c28e-4d99-49df-938d-ac6209aacde0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:50.049167 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e9b4d501-ac00-46c5-bb03-095aa856b8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.101443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4d501-ac00-46c5-bb03-095aa856b8ff None None] Port 30b6c28e-4d99-49df-938d-ac6209aacde0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:27:50.107232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] Set router 45affac5-aac4-465d-bde2-48781ca8232f gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:27:50.118926 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2cff2701-cb56-47fb-bb26-77c7fe1373ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.180150 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2cff2701-cb56-47fb-bb26-77c7fe1373ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.186024 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cff2701-cb56-47fb-bb26-77c7fe1373ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:50.186747 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2cff2701-cb56-47fb-bb26-77c7fe1373ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.304128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Pushing event updated for resources: {'Network': ['ID=c030d06b-d486-45e3-8750-90ab8d2f361d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:50.321751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Made reservation on behalf of cfc0bfa801a549519ae7c1ebf365c273 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:50.325379 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.334362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c030d06b-d486-45e3-8750-90ab8d2f361d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:50.335124 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2dab022f-8904-454c-9a4c-0ca19259cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8399858 Jul 07 19:27:50.350186 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2cff2701-cb56-47fb-bb26-77c7fe1373ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6623480 Jul 07 19:27:50.350905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38104) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:50.365743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'subnet': {'network_id': '38dcbc79-2b80-49a5-9e42-48ec72cb139c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:50.385615 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7cd759f7-7c77-4a2c-a8b4-33a2cd278ad7 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.387256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:27:50.398418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-020fa5b7-a6d8-472f-927c-c683ab21e7b2 admin admin] 10.222.0.81 "PUT /v2.0/routers/45affac5-aac4-465d-bde2-48781ca8232f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9309053 Jul 07 19:27:50.400911 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7cd759f7-7c77-4a2c-a8b4-33a2cd278ad7 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.428810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-45991e5c-0312-4e97-a89b-dc3e90fa5eea', 'network_id': '45991e5c-0312-4e97-a89b-dc3e90fa5eea', 'tenant_id': 'd5bf61368b12490a8b0984ea5d746c3d', 'fixed_ips': [{'subnet_id': '97770daa-b466-4c05-adca-ecca63e11049'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:27:50.429676 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.448912 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff2701-cb56-47fb-bb26-77c7fe1373ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Network': ['ID=38dcbc79-2b80-49a5-9e42-48ec72cb139c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:50.468758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 38dcbc79-2b80-49a5-9e42-48ec72cb139c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:50.479740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd759f7-7c77-4a2c-a8b4-33a2cd278ad7 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399984d4-026d-418d-bee2-b24ff7f4fa4a,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:50.564307 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7cd759f7-7c77-4a2c-a8b4-33a2cd278ad7 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.568778 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7cd759f7-7c77-4a2c-a8b4-33a2cd278ad7 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8044732 Jul 07 19:27:50.573921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38114) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:50.584948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-635426b6-7b67-4a20-a809-74d87144c861 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': 'cf23f6f3-bddf-4a37-8756-5ed298cd23b2', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:50.654978 n-d-793621-9 neutron-server[93901]: INFO neutron.db.securitygroups_db [None req-635426b6-7b67-4a20-a809-74d87144c861 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Project d307ecc64ee341b99f612e35a7a6a0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:27:50.663624 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-635426b6-7b67-4a20-a809-74d87144c861 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.679555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dff5fe-0f6e-4a2b-96d8-9ce30b0a28ff req-1129bee0-ba63-4001-bebe-bd3f683aa207 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:50.681602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45dff5fe-0f6e-4a2b-96d8-9ce30b0a28ff req-1129bee0-ba63-4001-bebe-bd3f683aa207 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 945 time: 0.2357659 Jul 07 19:27:50.755510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Allocated IP 172.20.0.4 (8fe28009-9066-440f-9464-deba41242cb9/c21bbf2f-3f18-47a4-8078-10985cc0be42/845c9521-e44d-409e-a91f-d030a1925a75) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:50.783180 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45dff5fe-0f6e-4a2b-96d8-9ce30b0a28ff req-c7310216-de94-4f58-b135-1e0011a98c1f tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910041 Jul 07 19:27:50.783704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38118) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:50.787121 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-635426b6-7b67-4a20-a809-74d87144c861 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.795541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Request body: {'port': {'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d', 'binding:host_id': 'n-h2-793621-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1818840431'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:50.836246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:50.839578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-635426b6-7b67-4a20-a809-74d87144c861 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.844862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Made reservation on behalf of 2f93cd96d49a4624b787169885fcc72f for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:50.847486 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.849428 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.872634 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Allocated IP 2001:db8:0:ffff::2 (45991e5c-0312-4e97-a89b-dc3e90fa5eea/97770daa-b466-4c05-adca-ecca63e11049/ec4958e9-fa9d-4cb7-8901-65d3068d0b06) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:50.908009 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.909818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635426b6-7b67-4a20-a809-74d87144c861 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ba3a8b-4160-49d5-a832-d7ab3b2a7b07,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:51.023380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-635426b6-7b67-4a20-a809-74d87144c861 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.024608 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-635426b6-7b67-4a20-a809-74d87144c861 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4484951 Jul 07 19:27:51.045399 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '30b6c28e-4d99-49df-938d-ac6209aacde0', 'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'mac_address': 'fa:16:3e:21:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:46Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 2, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'subnets': [{'id': '02762935-6382-4adb-bbdc-9967d23439ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:51.091839 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33635596-866f-4a73-834f-447feefebe02 req-3b083642-f35c-43dd-ae0c-481406de970f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 210 time: 0.0635037 Jul 07 19:27:51.110505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1c6269-cae4-4a67-9db9-6b617f5932da None None] Network fd1aa2f8-80f4-4b6d-b102-46263282c985 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:51.121654 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff705b3-19ed-4227-9ca9-b69665fa807a None None] The sync data for ids ['45affac5-aac4-465d-bde2-48781ca8232f'] in n-d-793621-9 is: [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '30b6c28e-4d99-49df-938d-ac6209aacde0', 'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'mac_address': 'fa:16:3e:21:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:46Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 2, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'subnets': [{'id': '02762935-6382-4adb-bbdc-9967d23439ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:27:51.135736 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.176631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96c58b-ce62-4b06-9595-7cb201980ca8 req-09ecca14-6004-4ee7-a8a5-847487cd6e0f tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:51.182507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f96c58b-ce62-4b06-9595-7cb201980ca8 req-09ecca14-6004-4ee7-a8a5-847487cd6e0f tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.48 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 945 time: 0.3286653 Jul 07 19:27:51.230276 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2b968590-3e33-4fd6-9dcd-c58319555341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.241371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8b1d56d9-bce5-4b1e-93aa-d3712b038869 None None] Provisioning for port a14e70e4-caee-4f06-a8c9-51ec545a8843 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:51.267110 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.293488 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.297154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] device_id is not set on port 879eac9f-684c-437e-aa48-ad4f2790ad5f yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:27:51.365134 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.423400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Transition to ACTIVE for port object ec4958e9-fa9d-4cb7-8901-65d3068d0b06 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:51.452219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a14e70e4-caee-4f06-a8c9-51ec545a8843 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:51.461732 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.522504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Transition to ACTIVE for port object ec4958e9-fa9d-4cb7-8901-65d3068d0b06 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:51.565391 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.584912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Network 45991e5c-0312-4e97-a89b-dc3e90fa5eea is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:51.589850 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:51.590530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:51.661178 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Network 8fe28009-9066-440f-9464-deba41242cb9 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:51.671339 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] device_id is not set on port 879eac9f-684c-437e-aa48-ad4f2790ad5f yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:27:51.681504 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.702079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Transition to ACTIVE for port object 879eac9f-684c-437e-aa48-ad4f2790ad5f will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:51.761153 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.764552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:51.778287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:51.858849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Attempting to bind port ec4958e9-fa9d-4cb7-8901-65d3068d0b06 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:51.859228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Attempting to bind port ec4958e9-fa9d-4cb7-8901-65d3068d0b06 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '25279934-4453-4ddc-a06b-ec9d60afe702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '45991e5c-0312-4e97-a89b-dc3e90fa5eea'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:51.859589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Attempting to bind port ec4958e9-fa9d-4cb7-8901-65d3068d0b06 on network 45991e5c-0312-4e97-a89b-dc3e90fa5eea {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:51.873575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port a14e70e4-caee-4f06-a8c9-51ec545a8843 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:51.885482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:51.888092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Checking segment: {'id': '25279934-4453-4ddc-a06b-ec9d60afe702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '45991e5c-0312-4e97-a89b-dc3e90fa5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:51.888557 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.888968 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Bound using segment: {'id': '25279934-4453-4ddc-a06b-ec9d60afe702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '45991e5c-0312-4e97-a89b-dc3e90fa5eea'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:51.889472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Bound port: ec4958e9-fa9d-4cb7-8901-65d3068d0b06, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25279934-4453-4ddc-a06b-ec9d60afe702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '45991e5c-0312-4e97-a89b-dc3e90fa5eea'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:51.889861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.896703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event updated for resources: {'Port': ['ID=845c9521-e44d-409e-a91f-d030a1925a75,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:51.933642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1abcd4-1dcd-48b7-9072-63060318e16a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:51.954419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a14e70e4-caee-4f06-a8c9-51ec545a8843 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:51.954917 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.993501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event updated for resources: {'Port': ['ID=879eac9f-684c-437e-aa48-ad4f2790ad5f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:52.005477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:52.006153 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.009252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Pushing event updated for resources: {'Port': ['ID=ec4958e9-fa9d-4cb7-8901-65d3068d0b06,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:52.027942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38140) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:52.045645 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-5195e868-52ce-4e51-9d51-b15eeeae70dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0192368 Jul 07 19:27:52.063196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Request body: {'port': {'device_id': 'ebf472a7-e25b-43e9-a748-00268a65fb4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:52.068237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4b4b8385-59e5-41dd-bb8e-f0f614a9b5bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104264672', 'description': 'tempest-description--1455981926'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:52.104534 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Checking segment: {'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:52.104911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Network hostable DHCP agents. Network: c030d06b-d486-45e3-8750-90ab8d2f361d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:52.183820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] For port ec4958e9-fa9d-4cb7-8901-65d3068d0b06, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:52.189968 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] For port ec4958e9-fa9d-4cb7-8901-65d3068d0b06, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ec4958e9-fa9d-4cb7-8901-65d3068d0b06,segment=NetworkSegment(25279934-4453-4ddc-a06b-ec9d60afe702),segment_id=25279934-4453-4ddc-a06b-ec9d60afe702)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:52.190533 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-5cbd8e1b-80b6-4ca6-b365-0348d35fd563 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326330344&fields=id&tenant_id=d307ecc64ee341b99f612e35a7a6a0e6 HTTP/1.1" status: 200 len: 267 time: 0.2002511 Jul 07 19:27:52.195024 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.227884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Network c030d06b-d486-45e3-8750-90ab8d2f361d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:52.243779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.objects.ports [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93900) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:27:52.262740 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.288046 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8385-59e5-41dd-bb8e-f0f614a9b5bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.335330 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.379816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dec34e-9b74-4abd-a9e9-2b165fc33295 None None] Pushing event updated for resources: {'Port': ['ID=ec4958e9-fa9d-4cb7-8901-65d3068d0b06,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:52.420534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Subnet': ['ID=d5ed25fa-9c6d-4dc8-85fb-684426c8f541,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:52.437251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port a14e70e4-caee-4f06-a8c9-51ec545a8843, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a14e70e4-caee-4f06-a8c9-51ec545a8843,segment=NetworkSegment(e38bc855-eec5-4cc0-baf6-45fdee64b0ae),segment_id=e38bc855-eec5-4cc0-baf6-45fdee64b0ae)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:52.461814 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.483140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-9fa1c882-563d-41a5-8b4d-cf476de3b430 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:52.483348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f3906e9f-30b6-44ae-a93a-68ba02e6c239 None None] Provisioning complete for port a14e70e4-caee-4f06-a8c9-51ec545a8843 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:52.483843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f3906e9f-30b6-44ae-a93a-68ba02e6c239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.486881 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.494358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-9fa1c882-563d-41a5-8b4d-cf476de3b430 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/networks?id=fd1aa2f8-80f4-4b6d-b102-46263282c985 HTTP/1.1" status: 200 len: 797 time: 0.2685177 Jul 07 19:27:52.508683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Checking segment: {'id': '44661243-ac96-4c80-bec3-c79d5fefd40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38dcbc79-2b80-49a5-9e42-48ec72cb139c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:52.509147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network hostable DHCP agents. Network: 38dcbc79-2b80-49a5-9e42-48ec72cb139c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:52.516259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-2f96c58b-ce62-4b06-9595-7cb201980ca8 req-f2907391-e84c-41ca-b3ec-0161d65a38f7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Deleting port b154f3c8-e468-4ad9-bff9-994bc6ed95b6 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:52.516259 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2f96c58b-ce62-4b06-9595-7cb201980ca8 req-f2907391-e84c-41ca-b3ec-0161d65a38f7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.520563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, c030d06b-d486-45e3-8750-90ab8d2f361d) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:52.541880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe03000-9768-4724-a5d7-d2942b0f1d93 None None] Network c030d06b-d486-45e3-8750-90ab8d2f361d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:52.567895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:52.678702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=a14e70e4-caee-4f06-a8c9-51ec545a8843,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:52.696360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2f96c58b-ce62-4b06-9595-7cb201980ca8 req-f2907391-e84c-41ca-b3ec-0161d65a38f7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] For port b154f3c8-e468-4ad9-bff9-994bc6ed95b6, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b154f3c8-e468-4ad9-bff9-994bc6ed95b6,segment=NetworkSegment(71da001b-a2fd-47fe-90d0-b189a668a776),segment_id=71da001b-a2fd-47fe-90d0-b189a668a776)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:52.696898 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2f96c58b-ce62-4b06-9595-7cb201980ca8 req-f2907391-e84c-41ca-b3ec-0161d65a38f7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.761892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1ea6b-eda8-48f2-a943-412297d8e39b req-164a3c26-bb2e-4875-b49b-965f695b478d tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:52.770889 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-66a1ea6b-eda8-48f2-a943-412297d8e39b req-164a3c26-bb2e-4875-b49b-965f695b478d tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 945 time: 0.5257945 Jul 07 19:27:52.774404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-d58724c8-1a28-4d91-b624-fb723b87e9a3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/quotas/d307ecc64ee341b99f612e35a7a6a0e6 HTTP/1.1" status: 200 len: 375 time: 0.2742212 Jul 07 19:27:52.777315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-2f96c58b-ce62-4b06-9595-7cb201980ca8 req-f2907391-e84c-41ca-b3ec-0161d65a38f7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Calling delete_port for b154f3c8-e468-4ad9-bff9-994bc6ed95b6 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:52.842958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-66a1ea6b-eda8-48f2-a943-412297d8e39b req-9be0d244-466f-413d-8429-2054b159b4c0 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c5d6698-2d4c-4291-93ce-b69220a55aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698805 Jul 07 19:27:52.861833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:52.862257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:52.862649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:52.875688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network 38dcbc79-2b80-49a5-9e42-48ec72cb139c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:52.912322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 38dcbc79-2b80-49a5-9e42-48ec72cb139c) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:52.917310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:52.918183 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.925206 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d93436-d6e9-45dc-a648-21ff19e0c07a None None] Network 38dcbc79-2b80-49a5-9e42-48ec72cb139c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:52.937872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:52.938200 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:27:52.946928 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 2 to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f Jul 07 19:27:53.037967 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:53.038308 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:53.038651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:53.073226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:53.073535 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:27:53.077108 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 3 to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f Jul 07 19:27:53.098592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:53.099755 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:53.099755 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:53.112008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845c9521-e44d-409e-a91f-d030a1925a75 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:27:53.129990 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.152390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-38dcbc79-2b80-49a5-9e42-48ec72cb139c', 'network_id': '38dcbc79-2b80-49a5-9e42-48ec72cb139c', 'tenant_id': 'd5bf61368b12490a8b0984ea5d746c3d', 'fixed_ips': [{'subnet_id': 'd5ed25fa-9c6d-4dc8-85fb-684426c8f541'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:27:53.152791 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.165745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Transition to ACTIVE for port object 845c9521-e44d-409e-a91f-d030a1925a75 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:53.168694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-e41444d1-ac81-4e02-9f0a-bde4212e738e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3932920 Jul 07 19:27:53.174581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:53.175016 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:27:53.184554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.193677 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 4 to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f Jul 07 19:27:53.261954 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8385-59e5-41dd-bb8e-f0f614a9b5bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.345569 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8385-59e5-41dd-bb8e-f0f614a9b5bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.377255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:53.383990 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4d31b1eb-9e6b-4fd9-8f50-f147eac622b9 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0254569 Jul 07 19:27:53.384874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Pushing event updated for resources: {'Port': ['ID=845c9521-e44d-409e-a91f-d030a1925a75,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:53.388061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:53.388999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:53.399113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38146) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:53.401228 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8385-59e5-41dd-bb8e-f0f614a9b5bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.403803 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4b4b8385-59e5-41dd-bb8e-f0f614a9b5bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3730779 Jul 07 19:27:53.420970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38148) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:53.429320 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'port': {'network_id': '38dcbc79-2b80-49a5-9e42-48ec72cb139c', 'name': 'tempest-NetworksIpV6TestAttrs-1852968988'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:53.473239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2e037e69-b2a8-4f91-964c-049b963f9ff2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Request body: {'security_group_rule': {'security_group_id': 'af3d20e9-89e7-4b5e-b27a-42ba63448f68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:53.490893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:53.492468 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:27:53.526839 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 5 to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f Jul 07 19:27:53.558245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b8385-59e5-41dd-bb8e-f0f614a9b5bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3d20e9-89e7-4b5e-b27a-42ba63448f68,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:53.583293 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2f96c58b-ce62-4b06-9595-7cb201980ca8 req-f2907391-e84c-41ca-b3ec-0161d65a38f7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.585200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:53.588787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:53.589246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:53.591403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Attempting to bind port 845c9521-e44d-409e-a91f-d030a1925a75 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:53.591855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Attempting to bind port 845c9521-e44d-409e-a91f-d030a1925a75 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:53.592400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Attempting to bind port 845c9521-e44d-409e-a91f-d030a1925a75 on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:53.609934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Port 845c9521-e44d-409e-a91f-d030a1925a75 on network 8fe28009-9066-440f-9464-deba41242cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:53.610682 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Attempting to bind port 845c9521-e44d-409e-a91f-d030a1925a75 on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:53.623703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a14e70e4-caee-4f06-a8c9-51ec545a8843 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:53.649656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9692c-b188-4fcc-a593-40d9b8f011d0 req-43c78b41-a7c8-4d0d-bde8-919105bf4047 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:53.658021 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eff9692c-b188-4fcc-a593-40d9b8f011d0 req-43c78b41-a7c8-4d0d-bde8-919105bf4047 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 943 time: 0.4742229 Jul 07 19:27:53.660241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:53.661116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Checking segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:53.661781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Bound using segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:53.662485 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Bound port: 845c9521-e44d-409e-a91f-d030a1925a75, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:53.663228 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.697839 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8b16054b-5b11-41a6-899d-7e515bf870e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.712838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Allocated IP 2001:db8::f816:3eff:fede:6bc (38dcbc79-2b80-49a5-9e42-48ec72cb139c/d5ed25fa-9c6d-4dc8-85fb-684426c8f541/94d4cdcf-9ade-432a-9ab5-92bed9cd878d) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:53.752624 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a14e70e4-caee-4f06-a8c9-51ec545a8843 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:53.753001 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.768787 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e037e69-b2a8-4f91-964c-049b963f9ff2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.803604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eff9692c-b188-4fcc-a593-40d9b8f011d0 req-7b48216f-ed8b-443a-a55c-5d644e5be7fe tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177979 Jul 07 19:27:53.873253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] For port 845c9521-e44d-409e-a91f-d030a1925a75, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:53.881674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] For port 845c9521-e44d-409e-a91f-d030a1925a75, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=845c9521-e44d-409e-a91f-d030a1925a75,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:53.905210 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e037e69-b2a8-4f91-964c-049b963f9ff2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.908322 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.936065 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.937669 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e037e69-b2a8-4f91-964c-049b963f9ff2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.981503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad677d6-24b2-4a74-b62b-333ad18a3eb7 None None] Network 45991e5c-0312-4e97-a89b-dc3e90fa5eea requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:53.990298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e037e69-b2a8-4f91-964c-049b963f9ff2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bc525f-11f6-4c51-a9c6-8b4e2767a96b,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:53.999877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2907391-e84c-41ca-b3ec-0161d65a38f7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Pushing event deleted for resources: {'Port': ['ID=b154f3c8-e468-4ad9-bff9-994bc6ed95b6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:54.001645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:54.001976 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:27:54.013966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:54.014681 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.016343 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] 10.222.0.110 "PUT /v2.0/ports/845c9521-e44d-409e-a91f-d030a1925a75 HTTP/1.1" status: 200 len: 1091 time: 1.9598665 Jul 07 19:27:54.019073 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 6 to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f Jul 07 19:27:54.021922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf472a7-e25b-43e9-a748-00268a65fb4d', 'tag': '845c9521-e44d-409e-a91f-d030a1925a75'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:54.024335 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895f3bc2-4e2f-4214-a56c-ae1297d25596" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf472a7-e25b-43e9-a748-00268a65fb4d", "tag": "845c9521-e44d-409e-a91f-d030a1925a75"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:54.035571 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8e1b650c-6303-48a9-be73-a354aa1562e6 service neutron] 10.222.0.81 "GET /v2.0/networks/fd1aa2f8-80f4-4b6d-b102-46263282c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8378973 Jul 07 19:27:54.055224 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e037e69-b2a8-4f91-964c-049b963f9ff2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.059507 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2e037e69-b2a8-4f91-964c-049b963f9ff2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6349337 Jul 07 19:27:54.060284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38156) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:54.067255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d9d5e239-9fa3-4f26-8f39-bed4ddadb888 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Request body: {'security_group_rule': {'security_group_id': 'af3d20e9-89e7-4b5e-b27a-42ba63448f68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:54.071453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f96c58b-ce62-4b06-9595-7cb201980ca8 req-f2907391-e84c-41ca-b3ec-0161d65a38f7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] No DVR routers for this DVR port b154f3c8-e468-4ad9-bff9-994bc6ed95b6 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:54.085659 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2f96c58b-ce62-4b06-9595-7cb201980ca8 req-f2907391-e84c-41ca-b3ec-0161d65a38f7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.088219 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f96c58b-ce62-4b06-9595-7cb201980ca8 req-f2907391-e84c-41ca-b3ec-0161d65a38f7 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.48 "DELETE /v2.0/ports/b154f3c8-e468-4ad9-bff9-994bc6ed95b6 HTTP/1.1" status: 204 len: 173 time: 2.8967969 Jul 07 19:27:54.091787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108127a3-e4e8-4f61-a07c-211365aad881', 'name': 'network-vif-deleted', 'tag': 'b154f3c8-e468-4ad9-bff9-994bc6ed95b6'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:54.101959 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bf55f6-1b8f-48b1-b1ca-01420501d61c" -d '{"events": [{"server_uuid": "108127a3-e4e8-4f61-a07c-211365aad881", "name": "network-vif-deleted", "tag": "b154f3c8-e468-4ad9-bff9-994bc6ed95b6"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:54.126566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:54.127043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:54.127382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:54.149689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254863b-d591-4e21-8023-0d212351cbdd service neutron] Pushing event updated for resources: {'Port': ['ID=845c9521-e44d-409e-a91f-d030a1925a75,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:54.162676 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e239-9fa3-4f26-8f39-bed4ddadb888 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.204569 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-ac965f42-b036-423e-8842-9a100c19a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:54.205456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:54.205800 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:27:54.206861 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-ac965f42-b036-423e-8842-9a100c19a507 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 1094 time: 0.1150277 Jul 07 19:27:54.208732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2ea98ebe-9b15-4018-b097-95a620ce73d3 None None] Provisioning for port ec4958e9-fa9d-4cb7-8901-65d3068d0b06 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:54.213694 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 7 to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f Jul 07 19:27:54.266142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ec4958e9-fa9d-4cb7-8901-65d3068d0b06 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:54.269281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:54.270211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:54.270553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:54.295738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:54.296068 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:27:54.299482 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 8 to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f Jul 07 19:27:54.317924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:54.321572 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.331288 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-e1f90ff5-ba32-445c-860a-23e927c7ff29 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=845c9521-e44d-409e-a91f-d030a1925a75 HTTP/1.1" status: 200 len: 217 time: 0.1002467 Jul 07 19:27:54.333427 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.339651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:54.340213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:54.340437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:54.349211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Transition to ACTIVE for port object 94d4cdcf-9ade-432a-9ab5-92bed9cd878d will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:54.349457 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:54.349686 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:27:54.351374 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 9 to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f Jul 07 19:27:54.356615 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-117e17d9-52e4-4680-9717-8d93694ea561 service neutron] 10.222.0.81 "GET /v2.0/networks/fd1aa2f8-80f4-4b6d-b102-46263282c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864068 Jul 07 19:27:54.367775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] device_id is not set on port 1ca842f1-5315-41e3-866c-6adceaf660fe yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:27:54.377449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:54.377703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:54.378013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:54.401397 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-796a1479-dc64-4ec6-b604-4d58cabaab34 req-cb33a3c7-e199-49dc-ae30-6150e8507da8 tempest-AttachVolumeNegativeTest-219780196 tempest-AttachVolumeNegativeTest-219780196-project] 10.222.0.81 "GET /v2.0/ports?device_id=108127a3-e4e8-4f61-a07c-211365aad881 HTTP/1.1" status: 200 len: 210 time: 0.0583518 Jul 07 19:27:54.406482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Transition to ACTIVE for port object 94d4cdcf-9ade-432a-9ab5-92bed9cd878d will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:54.420618 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.429165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:54.430146 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:27:54.444468 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 10 to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f Jul 07 19:27:54.446645 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e239-9fa3-4f26-8f39-bed4ddadb888 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.456133 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e239-9fa3-4f26-8f39-bed4ddadb888 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.461962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ec4958e9-fa9d-4cb7-8901-65d3068d0b06 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:54.497276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ec4958e9-fa9d-4cb7-8901-65d3068d0b06 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:54.497501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-62a7778c-d767-4bb9-82d9-1be5a141d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:54.497748 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.499273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-62a7778c-d767-4bb9-82d9-1be5a141d95d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.1544433 Jul 07 19:27:54.503924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:54.507598 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e239-9fa3-4f26-8f39-bed4ddadb888 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.511965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:54.511965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:54.513067 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d9d5e239-9fa3-4f26-8f39-bed4ddadb888 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4522898 Jul 07 19:27:54.516913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38160) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:54.518358 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46863889-720c-4c32-ae68-4e25fe9acdfb x-openstack-request-id: req-46863889-720c-4c32-ae68-4e25fe9acdfb {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:54.518894 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf472a7-e25b-43e9-a748-00268a65fb4d", "tag": "845c9521-e44d-409e-a91f-d030a1925a75", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:54.520112 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46863889-720c-4c32-ae68-4e25fe9acdfb {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:54.520503 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf472a7-e25b-43e9-a748-00268a65fb4d', 'tag': '845c9521-e44d-409e-a91f-d030a1925a75', 'status': 'completed', 'code': 200} Jul 07 19:27:54.531085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:54.531906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5e239-9fa3-4f26-8f39-bed4ddadb888 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ed997d-a433-4e6c-9666-535db6b6992e,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:54.548768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Network 38dcbc79-2b80-49a5-9e42-48ec72cb139c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:54.558289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:54.565661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Pushing event updated for resources: {'Port': ['ID=94d4cdcf-9ade-432a-9ab5-92bed9cd878d,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:54.568632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:54.591312 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.591678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-445d49ac-d4aa-4c68-bff8-4a55c6114dd8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696588 Jul 07 19:27:54.597089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 879eac9f-684c-437e-aa48-ad4f2790ad5f on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:54.600147 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 879eac9f-684c-437e-aa48-ad4f2790ad5f on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:27:54.601085 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.680894 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Attempting to bind port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:54.681493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Attempting to bind port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '44661243-ac96-4c80-bec3-c79d5fefd40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38dcbc79-2b80-49a5-9e42-48ec72cb139c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:54.681615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Attempting to bind port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d on network 38dcbc79-2b80-49a5-9e42-48ec72cb139c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:54.736720 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:54.737108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Checking segment: {'id': '44661243-ac96-4c80-bec3-c79d5fefd40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38dcbc79-2b80-49a5-9e42-48ec72cb139c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:54.737520 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.738092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Bound using segment: {'id': '44661243-ac96-4c80-bec3-c79d5fefd40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38dcbc79-2b80-49a5-9e42-48ec72cb139c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:54.738678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Bound port: 94d4cdcf-9ade-432a-9ab5-92bed9cd878d, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44661243-ac96-4c80-bec3-c79d5fefd40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38dcbc79-2b80-49a5-9e42-48ec72cb139c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:54.739136 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.798466 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.825423 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.860220 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3f5120-8eec-451e-8ff5-3c4c39020162 x-openstack-request-id: req-db3f5120-8eec-451e-8ff5-3c4c39020162 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:54.860709 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108127a3-e4e8-4f61-a07c-211365aad881", "name": "network-vif-deleted", "tag": "b154f3c8-e468-4ad9-bff9-994bc6ed95b6", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:54.861073 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db3f5120-8eec-451e-8ff5-3c4c39020162 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:54.861604 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108127a3-e4e8-4f61-a07c-211365aad881', 'name': 'network-vif-deleted', 'tag': 'b154f3c8-e468-4ad9-bff9-994bc6ed95b6', 'status': 'completed', 'code': 200} Jul 07 19:27:54.918765 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Sync routers for ids ['45affac5-aac4-465d-bde2-48781ca8232f'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:27:54.931698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port ec4958e9-fa9d-4cb7-8901-65d3068d0b06, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ec4958e9-fa9d-4cb7-8901-65d3068d0b06,segment=NetworkSegment(25279934-4453-4ddc-a06b-ec9d60afe702),segment_id=25279934-4453-4ddc-a06b-ec9d60afe702)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:54.937589 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Routers {'45affac5-aac4-465d-bde2-48781ca8232f'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:54.945191 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.948687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 119dc327-f913-4008-8114-fb23c0deeb75 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:54.953580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] For port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:54.959679 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:27:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['45affac5-aac4-465d-bde2-48781ca8232f'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:54.976142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] For port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=94d4cdcf-9ade-432a-9ab5-92bed9cd878d,segment=NetworkSegment(44661243-ac96-4c80-bec3-c79d5fefd40c),segment_id=44661243-ac96-4c80-bec3-c79d5fefd40c)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:54.985567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Allocated IP 2001:db8::f816:3eff:fe62:a49c (38dcbc79-2b80-49a5-9e42-48ec72cb139c/d5ed25fa-9c6d-4dc8-85fb-684426c8f541/1ca842f1-5315-41e3-866c-6adceaf660fe) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:55.017382 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9566a16c-3b97-4233-bcd5-95eab84d93ab req-afc02520-8769-458c-b16a-521c8c388c20 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 210 time: 0.1449261 Jul 07 19:27:55.039384 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-c61cc2dc-8496-4f42-88ca-96201665fa0e service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339986 Jul 07 19:27:55.059640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b154f3c8-e468-4ad9-bff9-994bc6ed95b6 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:55.082591 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.158317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: b154f3c8-e468-4ad9-bff9-994bc6ed95b6 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:55.158680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b154f3c8-e468-4ad9-bff9-994bc6ed95b6 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:55.231739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=ec4958e9-fa9d-4cb7-8901-65d3068d0b06,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:55.233179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] For port 879eac9f-684c-437e-aa48-ad4f2790ad5f, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:55.237569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempted to set empty binding levels {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 19:27:55.289949 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.306750 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Set router 45affac5-aac4-465d-bde2-48781ca8232f gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:27:55.326121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 119dc327-f913-4008-8114-fb23c0deeb75 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:55.363201 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 119dc327-f913-4008-8114-fb23c0deeb75 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:55.364165 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.448546 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22887d7f-9a4c-4ee3-954e-47e86712b4e8 req-e69ae7fb-596a-4c41-92df-5213015777f8 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082808 Jul 07 19:27:55.465464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ad8fa102-77e0-4c6b-8d90-9ed5b62d8e99 None None] Provisioning complete for port ec4958e9-fa9d-4cb7-8901-65d3068d0b06 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:55.465848 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ad8fa102-77e0-4c6b-8d90-9ed5b62d8e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.502833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396dd7b-5543-4569-be4d-fba43aab60d5 None None] Pushing event updated for resources: {'Port': ['ID=94d4cdcf-9ade-432a-9ab5-92bed9cd878d,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:55.661786 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.675403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38178) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:55.771217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 119dc327-f913-4008-8114-fb23c0deeb75, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=119dc327-f913-4008-8114-fb23c0deeb75,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:55.790479 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.806891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f3bc2-4e2f-4214-a56c-ae1297d25596 req-b72f268a-d743-405d-8569-220e8dc06b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:55.808554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-895f3bc2-4e2f-4214-a56c-ae1297d25596 req-b72f268a-d743-405d-8569-220e8dc06b47 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 1094 time: 0.2927623 Jul 07 19:27:55.837525 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '30b6c28e-4d99-49df-938d-ac6209aacde0', 'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'mac_address': 'fa:16:3e:21:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:46Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 2, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'subnets': [{'id': '02762935-6382-4adb-bbdc-9967d23439ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:55.899435 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Checking router: 45affac5-aac4-465d-bde2-48781ca8232f for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:27:55.900150 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Updating router 45affac5-aac4-465d-bde2-48781ca8232f port 30b6c28e-4d99-49df-938d-ac6209aacde0 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:27:55.976249 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.982263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:55.982934 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.989906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=119dc327-f913-4008-8114-fb23c0deeb75,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:55.990377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-075268a7-1e67-442d-8c43-e42ee2817c96 admin admin] Deleting subnet d089b971-d41c-434e-aac7-fe3545f6181a {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:55.996918 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-075268a7-1e67-442d-8c43-e42ee2817c96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.049124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.067891 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-075268a7-1e67-442d-8c43-e42ee2817c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.077321 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.2885330 Jul 07 19:27:56.086081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ef132-cfb0-4826-ab49-1dddc70d3355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event updated for resources: {'Port': ['ID=879eac9f-684c-437e-aa48-ad4f2790ad5f,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:56.089176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38184) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:56.128683 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-075268a7-1e67-442d-8c43-e42ee2817c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.186786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Transition to ACTIVE for port object 1ca842f1-5315-41e3-866c-6adceaf660fe will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:56.212357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 94d4cdcf-9ade-432a-9ab5-92bed9cd878d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:56.218763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f3bc2-4e2f-4214-a56c-ae1297d25596 req-78d8501d-c11d-4009-b1c7-be4844003fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:56.220604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-895f3bc2-4e2f-4214-a56c-ae1297d25596 req-78d8501d-c11d-4009-b1c7-be4844003fda service neutron] 10.222.0.110 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 907 time: 0.4023292 Jul 07 19:27:56.227565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-075268a7-1e67-442d-8c43-e42ee2817c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.229752 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.257668 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ca9f9-3c52-4b79-b25f-24f16b1d96fb req-f612a832-b331-4049-8504-6bf3b4ca57e3 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:56.259347 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-494ca9f9-3c52-4b79-b25f-24f16b1d96fb req-f612a832-b331-4049-8504-6bf3b4ca57e3 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 943 time: 0.9005446 Jul 07 19:27:56.339550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:56.346471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ec4958e9-fa9d-4cb7-8901-65d3068d0b06 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:56.349015 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-895f3bc2-4e2f-4214-a56c-ae1297d25596 req-46ff6f36-a8cf-4a90-a483-de9ec8d4c5e6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=845c9521-e44d-409e-a91f-d030a1925a75 HTTP/1.1" status: 200 len: 217 time: 0.1179645 Jul 07 19:27:56.354389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075268a7-1e67-442d-8c43-e42ee2817c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d089b971-d41c-434e-aac7-fe3545f6181a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:56.447525 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-075268a7-1e67-442d-8c43-e42ee2817c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.460999 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-075268a7-1e67-442d-8c43-e42ee2817c96 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d089b971-d41c-434e-aac7-fe3545f6181a HTTP/1.1" status: 204 len: 168 time: 0.7796023 Jul 07 19:27:56.486924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38186) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:56.492868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ec4958e9-fa9d-4cb7-8901-65d3068d0b06 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:56.494177 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.497699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-494ca9f9-3c52-4b79-b25f-24f16b1d96fb req-86a106ec-df17-404f-a608-cece1ba1bfa3 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040546 Jul 07 19:27:56.517322 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.520127 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88280935-cf27-46ae-a9e5-9379dc9a5ab4 req-250feba2-5ad3-41bb-bac0-c7e0c3aa466f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 210 time: 0.1672525 Jul 07 19:27:56.543327 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.576260 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Transition to ACTIVE for port object 30b6c28e-4d99-49df-938d-ac6209aacde0 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:56.577514 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.591492 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.627356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f3bc2-4e2f-4214-a56c-ae1297d25596 req-95fc36d9-ccb0-4b5e-b620-33b40d779758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:56.628750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-895f3bc2-4e2f-4214-a56c-ae1297d25596 req-95fc36d9-ccb0-4b5e-b620-33b40d779758 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.2663567 Jul 07 19:27:56.655779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-d18af20e-632b-4860-b95a-387bef4f3cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Deleting port 879eac9f-684c-437e-aa48-ad4f2790ad5f {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:56.656286 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d18af20e-632b-4860-b95a-387bef4f3cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.712316 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Pushing event updated for resources: {'Port': ['ID=30b6c28e-4d99-49df-938d-ac6209aacde0,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:56.734152 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.734505 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:56.734914 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:56.735261 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:56.735594 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:56.736030 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:56.737987 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:56.739129 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:56.739471 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:56.739799 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:56.740176 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:56.740503 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:56.740967 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:56.744588 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-895f3bc2-4e2f-4214-a56c-ae1297d25596 req-362892c5-80b5-41a5-9f30-4418be034e68 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055298 Jul 07 19:27:56.818608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network 38dcbc79-2b80-49a5-9e42-48ec72cb139c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:56.845810 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Attempting to bind port 30b6c28e-4d99-49df-938d-ac6209aacde0 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:56.847130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Allocated IP 172.25.0.41 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/76f67c72-cead-417c-9e78-f79b66f4d1ca) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:56.850775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:56.857935 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Attempting to bind port 30b6c28e-4d99-49df-938d-ac6209aacde0 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:56.858573 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Attempting to bind port 30b6c28e-4d99-49df-938d-ac6209aacde0 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:56.866603 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:56.867180 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Checking segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:56.867960 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.868410 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Bound using segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:56.868906 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Bound port: 30b6c28e-4d99-49df-938d-ac6209aacde0, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:56.869284 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.881321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:56.887602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:56.888999 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.893525 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-895f3bc2-4e2f-4214-a56c-ae1297d25596 req-71d04224-645d-4782-a4ea-8f69c1041ca6 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381443 Jul 07 19:27:56.946532 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Port': ['ID=1ca842f1-5315-41e3-866c-6adceaf660fe,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:56.962611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-d18af20e-632b-4860-b95a-387bef4f3cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] For port 879eac9f-684c-437e-aa48-ad4f2790ad5f, host n-h2-793621-9, got binding levels [] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:56.963294 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d18af20e-632b-4860-b95a-387bef4f3cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.005990 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] For port 30b6c28e-4d99-49df-938d-ac6209aacde0, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:57.012377 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] For port 30b6c28e-4d99-49df-938d-ac6209aacde0, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=30b6c28e-4d99-49df-938d-ac6209aacde0,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:57.024030 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.061144 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-57d11649-97b6-4487-b9a1-24253f8605cb tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6508877 Jul 07 19:27:57.070239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38192) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:57.147350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0563a68-54f1-4289-854e-84fd4becf10a None None] Network 38dcbc79-2b80-49a5-9e42-48ec72cb139c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:57.176390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-d18af20e-632b-4860-b95a-387bef4f3cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Calling delete_port for 879eac9f-684c-437e-aa48-ad4f2790ad5f owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:57.180784 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Routers {'45affac5-aac4-465d-bde2-48781ca8232f'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:57.181454 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:27:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['45affac5-aac4-465d-bde2-48781ca8232f'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:57.196467 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f08ac4-a667-4625-9ddd-3fd878a3e914 None None] Pushing event updated for resources: {'Port': ['ID=30b6c28e-4d99-49df-938d-ac6209aacde0,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:57.279576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-895f3bc2-4e2f-4214-a56c-ae1297d25596 req-40d058f4-d2c3-4772-9129-416823692a62 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759854 Jul 07 19:27:57.313806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fe0be6b5-a0a3-4991-b921-929c9d61ca5c None None] Provisioning for port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:57.333034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fe0be6b5-a0a3-4991-b921-929c9d61ca5c None None] Provisioning complete for port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:57.344180 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fe0be6b5-a0a3-4991-b921-929c9d61ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.385965 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.392282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-fcc405ca-6715-452b-8183-0cb310500286 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:57.394065 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-fcc405ca-6715-452b-8183-0cb310500286 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "GET /v2.0/networks?id=fd1aa2f8-80f4-4b6d-b102-46263282c985 HTTP/1.1" status: 200 len: 797 time: 0.3276870 Jul 07 19:27:57.401587 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.417409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570f0fc9-3c6e-4c31-a473-9989951d0d39']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:57.436898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-1203ed96-9cb1-478a-b153-925f7d2095ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Deleting subnet d5ed25fa-9c6d-4dc8-85fb-684426c8f541 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:57.444431 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1203ed96-9cb1-478a-b153-925f7d2095ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.447366 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] Set router 45affac5-aac4-465d-bde2-48781ca8232f gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:27:57.509122 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-fb645651-19a4-467f-988b-9f55a27e993f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d307ecc64ee341b99f612e35a7a6a0e6 HTTP/1.1" status: 200 len: 472 time: 0.1026130 Jul 07 19:27:57.511144 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1203ed96-9cb1-478a-b153-925f7d2095ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.513799 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d18af20e-632b-4860-b95a-387bef4f3cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.520006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'port': {'device_id': '431a5d83-cf52-4480-ab7d-26721d4346ee', 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985', 'admin_state_up': True, 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'security_groups': ['cf23f6f3-bddf-4a37-8756-5ed298cd23b2']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:57.623647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18af20e-632b-4860-b95a-387bef4f3cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event deleted for resources: {'Port': ['ID=879eac9f-684c-437e-aa48-ad4f2790ad5f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:57.647928 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d18af20e-632b-4860-b95a-387bef4f3cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.650660 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d18af20e-632b-4860-b95a-387bef4f3cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "DELETE /v2.0/ports/879eac9f-684c-437e-aa48-ad4f2790ad5f HTTP/1.1" status: 204 len: 168 time: 1.5540900 Jul 07 19:27:57.655656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38198) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:57.716422 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.721090 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13e6c31-9ff6-4d3c-8be7-48a7de351cef tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:27:57.724857 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b13e6c31-9ff6-4d3c-8be7-48a7de351cef tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "GET /v2.0/ports/879eac9f-684c-437e-aa48-ad4f2790ad5f HTTP/1.1" status: 404 len: 333 time: 0.0655892 Jul 07 19:27:57.818772 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:57.831314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38200) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:57.832502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event updated for resources: {'Port': ['ID=76f67c72-cead-417c-9e78-f79b66f4d1ca,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:57.837619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:57.840152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:57.858433 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fe0be6b5-a0a3-4991-b921-929c9d61ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.922780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Request body: {'port': {'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1837708090'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:57.957808 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-fe0be6b5-a0a3-4991-b921-929c9d61ca5c None None] For port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=94d4cdcf-9ade-432a-9ab5-92bed9cd878d,segment=NetworkSegment(44661243-ac96-4c80-bec3-c79d5fefd40c),segment_id=44661243-ac96-4c80-bec3-c79d5fefd40c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:57.987876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 845c9521-e44d-409e-a91f-d030a1925a75 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:27:57.993899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.997323 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fe0be6b5-a0a3-4991-b921-929c9d61ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.006065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71da001b-a2fd-47fe-90d0-b189a668a776') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:58.006853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71da001b-a2fd-47fe-90d0-b189a668a776') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:58.018184 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.032681 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.040158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:58.040498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.049942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 30b6c28e-4d99-49df-938d-ac6209aacde0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:58.065291 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '30b6c28e-4d99-49df-938d-ac6209aacde0', 'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'mac_address': 'fa:16:3e:21:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:46Z', 'updated_at': '2021-07-07T19:27:56Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'subnets': [{'id': '02762935-6382-4adb-bbdc-9967d23439ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:58.091759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Made reservation on behalf of 2f93cd96d49a4624b787169885fcc72f for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:58.094095 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:58.100497 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:58.135427 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb39713-7691-4aa1-a0e5-78ec66bd3b40 None None] The sync data for ids ['45affac5-aac4-465d-bde2-48781ca8232f'] in n-d-793621-9 is: [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '30b6c28e-4d99-49df-938d-ac6209aacde0', 'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'mac_address': 'fa:16:3e:21:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:46Z', 'updated_at': '2021-07-07T19:27:56Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'subnets': [{'id': '02762935-6382-4adb-bbdc-9967d23439ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:27:58.147372 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.154221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] device_id is not set on port e5fa31c2-7531-4168-9936-212f9c0899a0 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:27:58.172471 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1db5ef28-8795-4b87-bc2e-18176d25b4ec req-421d1662-48f1-4471-90ab-485d36a950c9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 210 time: 0.1701689 Jul 07 19:27:58.191060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Made reservation on behalf of d307ecc64ee341b99f612e35a7a6a0e6 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:58.199061 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.200053 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.208487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0be6b5-a0a3-4991-b921-929c9d61ca5c None None] Pushing event updated for resources: {'Port': ['ID=94d4cdcf-9ade-432a-9ab5-92bed9cd878d,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:58.221133 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] 10.222.0.81 "DELETE /v2.0/networks/570f0fc9-3c6e-4c31-a473-9989951d0d39 HTTP/1.1" status: 204 len: 168 time: 1.7308192 Jul 07 19:27:58.254709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b905f2f-ae8b-4da1-89a1-a7dbb6896a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=570f0fc9-3c6e-4c31-a473-9989951d0d39,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:58.268862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 30b6c28e-4d99-49df-938d-ac6209aacde0 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:58.276877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 30b6c28e-4d99-49df-938d-ac6209aacde0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:58.277255 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.296459 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.359325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 845c9521-e44d-409e-a91f-d030a1925a75, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=845c9521-e44d-409e-a91f-d030a1925a75,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:58.417385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '845c9521-e44d-409e-a91f-d030a1925a75', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'port_id': '845c9521-e44d-409e-a91f-d030a1925a75', 'mac_address': 'fa:16:3e:2f:f2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21bbf2f-3f18-47a4-8078-10985cc0be42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:27:58.435292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b872-a486-459d-913d-c8c467649a7a req-86878d6e-cffd-4298-9b34-d1a6a55bb552 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:58.443224 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e49b872-a486-459d-913d-c8c467649a7a req-86878d6e-cffd-4298-9b34-d1a6a55bb552 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 943 time: 0.6228635 Jul 07 19:27:58.460272 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1203ed96-9cb1-478a-b153-925f7d2095ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.524567 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.589708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38208) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:58.607370 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1203ed96-9cb1-478a-b153-925f7d2095ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.661906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1203ed96-9cb1-478a-b153-925f7d2095ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.666116 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1203ed96-9cb1-478a-b153-925f7d2095ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/subnets/d5ed25fa-9c6d-4dc8-85fb-684426c8f541 HTTP/1.1" status: 204 len: 168 time: 1.5867815 Jul 07 19:27:58.677214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38210) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:58.750562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.760626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203ed96-9cb1-478a-b153-925f7d2095ae tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ed25fa-9c6d-4dc8-85fb-684426c8f541,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:58.809220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9cc1f150-bd38-48df-9196-0d148014f201 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f6745b37cc84094bb631476291d9180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174556 Jul 07 19:27:58.815362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38212) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:58.823565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845c9521-e44d-409e-a91f-d030a1925a75 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:27:58.851068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f47533-c508-462e-9684-ed3539a644e0 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:58.852406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a537e151-7362-4c51-a1f2-5b5eec8528d6 None None] Network 38dcbc79-2b80-49a5-9e42-48ec72cb139c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:58.852603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f47533-c508-462e-9684-ed3539a644e0 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:58.854639 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b8f47533-c508-462e-9684-ed3539a644e0 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1764650 Jul 07 19:27:58.859608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38214) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:58.880076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 845c9521-e44d-409e-a91f-d030a1925a75, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=845c9521-e44d-409e-a91f-d030a1925a75,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:58.889824 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Allocated IP 172.20.0.29 (fd1aa2f8-80f4-4b6d-b102-46263282c985/4731f9e7-dcc5-4490-9cd1-18dd1075c7db/7bc4ceb8-b56f-4ad4-a20b-4604988d20dc) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:58.930207 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49c46187-8b74-4e11-9248-d73a7a9a3ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.944359 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.946517 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0f2cd9eb-ad7f-4fd5-a866-bd0fe696f5fd None None] Provisioning complete for port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:58.947006 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0f2cd9eb-ad7f-4fd5-a866-bd0fe696f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.978457 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.982373 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49c46187-8b74-4e11-9248-d73a7a9a3ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.993744 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd28a-204a-44d3-8f1e-302c7babe1ce tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.014522 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e49b872-a486-459d-913d-c8c467649a7a req-4514c9e4-8726-4e6a-a494-db3084638b78 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703981 Jul 07 19:27:59.015648 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.018318 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6cd28a-204a-44d3-8f1e-302c7babe1ce tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 19:27:59.018816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6cd28a-204a-44d3-8f1e-302c7babe1ce tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:27:59.025588 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aa6cd28a-204a-44d3-8f1e-302c7babe1ce tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/networks/38dcbc79-2b80-49a5-9e42-48ec72cb139c HTTP/1.1" status: 409 len: 405 time: 0.1611183 Jul 07 19:27:59.027671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38216) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:59.032617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a815219c-4018-4c45-b76d-6514429a6826 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1313909253'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:59.072560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Network c030d06b-d486-45e3-8750-90ab8d2f361d is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:59.073940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 30b6c28e-4d99-49df-938d-ac6209aacde0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=30b6c28e-4d99-49df-938d-ac6209aacde0,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:59.078984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a815219c-4018-4c45-b76d-6514429a6826 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:59.084099 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a815219c-4018-4c45-b76d-6514429a6826 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.086848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:59.089145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49c46187-8b74-4e11-9248-d73a7a9a3ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.092996 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49c46187-8b74-4e11-9248-d73a7a9a3ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.094370 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-49c46187-8b74-4e11-9248-d73a7a9a3ccc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c5d6698-2d4c-4291-93ce-b69220a55aa8 HTTP/1.1" status: 204 len: 168 time: 0.2775612 Jul 07 19:27:59.100024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:59.100759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:59.101379 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.111414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c46187-8b74-4e11-9248-d73a7a9a3ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5d6698-2d4c-4291-93ce-b69220a55aa8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:59.114076 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.117629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 119dc327-f913-4008-8114-fb23c0deeb75 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:59.135445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a815219c-4018-4c45-b76d-6514429a6826 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:59.151494 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a815219c-4018-4c45-b76d-6514429a6826 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.152047 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-a815219c-4018-4c45-b76d-6514429a6826 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Added segment f98ee9f4-a69f-46b9-9b4f-76ba698f98a5 of type vlan for network de7eedaf-1f74-4279-8506-1cb1b5359122 Jul 07 19:27:59.205731 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a815219c-4018-4c45-b76d-6514429a6826 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.247757 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a815219c-4018-4c45-b76d-6514429a6826 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.249597 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.264256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a815219c-4018-4c45-b76d-6514429a6826 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:59.269106 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a815219c-4018-4c45-b76d-6514429a6826 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.271329 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.274577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3572681 Jul 07 19:27:59.280883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a0693-0f2b-488e-8557-6d4003dc14b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event updated for resources: {'Port': ['ID=e5fa31c2-7531-4168-9936-212f9c0899a0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:59.289274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38222) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:59.291202 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=845c9521-e44d-409e-a91f-d030a1925a75,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:59.311525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:59.397439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:59.454335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event updated for resources: {'Port': ['ID=76f67c72-cead-417c-9e78-f79b66f4d1ca,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:59.476120 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.493553 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.508273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 119dc327-f913-4008-8114-fb23c0deeb75 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:59.509035 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.512538 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=30b6c28e-4d99-49df-938d-ac6209aacde0,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:59.527689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.529133 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6256969a-1997-4177-8c5a-34c7612230e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0024951 Jul 07 19:27:59.588732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0f2cd9eb-ad7f-4fd5-a866-bd0fe696f5fd None None] Provisioning for port 1ca842f1-5315-41e3-866c-6adceaf660fe completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:59.589505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Transition to ACTIVE for port object 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:59.607591 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a815219c-4018-4c45-b76d-6514429a6826 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5794752 Jul 07 19:27:59.612362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0f2cd9eb-ad7f-4fd5-a866-bd0fe696f5fd None None] Provisioning complete for port 1ca842f1-5315-41e3-866c-6adceaf660fe triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:59.612852 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0f2cd9eb-ad7f-4fd5-a866-bd0fe696f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.628388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38230) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:59.629630 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae8cb32d-4fa1-4041-92ec-7040cea72d55 req-b2df486f-bc64-4f3a-b1c9-dc3aa1ac1dd9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 210 time: 0.1141834 Jul 07 19:27:59.635787 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815219c-4018-4c45-b76d-6514429a6826 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Network': ['ID=de7eedaf-1f74-4279-8506-1cb1b5359122,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:59.655925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'subnet': {'network_id': 'de7eedaf-1f74-4279-8506-1cb1b5359122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:59.660727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network de7eedaf-1f74-4279-8506-1cb1b5359122 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:59.704733 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.747332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ebe1f7-f33c-480b-a16c-e97ea72ce836 None None] DHCP port deletion for 38dcbc79-2b80-49a5-9e42-48ec72cb139c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:27:59.853085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-0f2cd9eb-ad7f-4fd5-a866-bd0fe696f5fd None None] Port 1ca842f1-5315-41e3-866c-6adceaf660fe cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:27:59.933400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-58d8019a-de47-4dc8-90e2-be912276d127 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1104264672&fields=id&tenant_id=4af8bbb088724744bd5fe866699c7e75 HTTP/1.1" status: 200 len: 267 time: 0.0537698 Jul 07 19:28:00.011764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b5f55465-f06f-4bca-91fa-0ab3a589050d None None] Provisioning complete for port 1ca842f1-5315-41e3-866c-6adceaf660fe triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:00.012279 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b5f55465-f06f-4bca-91fa-0ab3a589050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.014671 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-37ebe1f7-f33c-480b-a16c-e97ea72ce836 None None] Deleting port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:00.015169 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-37ebe1f7-f33c-480b-a16c-e97ea72ce836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.089498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 30b6c28e-4d99-49df-938d-ac6209aacde0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:00.151675 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783f2e0f-19a9-42c5-8cc6-62ecb4876244 req-57f34998-92b0-4a48-874c-044e4e768ff7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7307434 Jul 07 19:28:00.154768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b5f55465-f06f-4bca-91fa-0ab3a589050d None None] Port 1ca842f1-5315-41e3-866c-6adceaf660fe cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:00.176548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-37ebe1f7-f33c-480b-a16c-e97ea72ce836 None None] For port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=94d4cdcf-9ade-432a-9ab5-92bed9cd878d,segment=NetworkSegment(44661243-ac96-4c80-bec3-c79d5fefd40c),segment_id=44661243-ac96-4c80-bec3-c79d5fefd40c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:00.177487 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-37ebe1f7-f33c-480b-a16c-e97ea72ce836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.193309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-37ebe1f7-f33c-480b-a16c-e97ea72ce836 None None] Calling delete_port for 94d4cdcf-9ade-432a-9ab5-92bed9cd878d owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:00.247439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 30b6c28e-4d99-49df-938d-ac6209aacde0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:00.248546 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.267444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472139df-cefd-494e-a3b5-9f995c216ddb req-9477366a-4691-4958-99cc-d8dcc8259069 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:00.269839 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-9477366a-4691-4958-99cc-d8dcc8259069 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 812 time: 0.3261077 Jul 07 19:28:00.274271 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.315605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-3ed697e1-2a85-41b0-bca6-0e2bd481e3cd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/quotas/4af8bbb088724744bd5fe866699c7e75 HTTP/1.1" status: 200 len: 375 time: 0.0152090 Jul 07 19:28:00.339590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:00.343802 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.357010 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-37ebe1f7-f33c-480b-a16c-e97ea72ce836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.367321 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] device_id is not set on port e5fa31c2-7531-4168-9936-212f9c0899a0 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:00.377441 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.391714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebe1f7-f33c-480b-a16c-e97ea72ce836 None None] Pushing event deleted for resources: {'Port': ['ID=94d4cdcf-9ade-432a-9ab5-92bed9cd878d,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:00.398347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Transition to ACTIVE for port object e5fa31c2-7531-4168-9936-212f9c0899a0 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:00.402390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ebe1f7-f33c-480b-a16c-e97ea72ce836 None None] No DVR routers for this DVR port 94d4cdcf-9ade-432a-9ab5-92bed9cd878d on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:00.423022 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.440690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-33ba4dc7-97a8-444e-8ed5-c8e80a76d0cc tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1181941 Jul 07 19:28:00.484569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:00.501129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network fd1aa2f8-80f4-4b6d-b102-46263282c985 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:00.510202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:00.518720 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 94d4cdcf-9ade-432a-9ab5-92bed9cd878d no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:00.520304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:00.556762 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 94d4cdcf-9ade-432a-9ab5-92bed9cd878d {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:00.557367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 94d4cdcf-9ade-432a-9ab5-92bed9cd878d not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:00.571905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:00.572581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:00.573131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:00.580082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event updated for resources: {'Port': ['ID=e5fa31c2-7531-4168-9936-212f9c0899a0,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:00.588539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:00.589153 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:00.596547 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 2 to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 Jul 07 19:28:00.613548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:00.614218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:00.614218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:00.624053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:00.624654 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:00.629566 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 3 to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 Jul 07 19:28:00.631946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:00.632632 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.658600 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-de41dba5-e2c0-40c3-9d50-d9ac909d70de service neutron] 10.222.0.81 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826398 Jul 07 19:28:00.659219 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:00.659554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:00.659888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:00.661734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f2e0f-19a9-42c5-8cc6-62ecb4876244 req-473a2076-1e1d-42b9-8cdf-2925ce285b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:00.663891 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783f2e0f-19a9-42c5-8cc6-62ecb4876244 req-473a2076-1e1d-42b9-8cdf-2925ce285b31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 1096 time: 0.4776244 Jul 07 19:28:00.664796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:00.665128 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:00.665528 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 4 to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 Jul 07 19:28:00.684290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8c3d7939-a143-4978-bac5-3e95ba93189c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1681695 Jul 07 19:28:00.710725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:00.711345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:00.711856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:00.714683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Request body: {'port': {'device_id': '431a5d83-cf52-4480-ab7d-26721d4346ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:00.735673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921df486-3cce-477c-898d-8640a6924188 req-102c97e5-65ea-4a0b-a1e6-b263978e9b4f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:00.742910 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-921df486-3cce-477c-898d-8640a6924188 req-102c97e5-65ea-4a0b-a1e6-b263978e9b4f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 944 time: 0.4903359 Jul 07 19:28:00.752261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:00.752699 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:00.756088 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 5 to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 Jul 07 19:28:00.783537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:00.783877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:00.784213 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:00.791064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:00.791371 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:00.793082 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 6 to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 Jul 07 19:28:00.817000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:00.817334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:00.818099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:00.827015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:00.827351 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:00.833633 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 7 to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 Jul 07 19:28:00.847349 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-a0683b1f-8927-4f20-b9ff-c837a15088c9 service neutron] 10.222.0.81 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697190 Jul 07 19:28:00.851811 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:00.852151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:00.852488 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:00.857574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:00.857904 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:00.858297 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 8 to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 Jul 07 19:28:00.871581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:00.872008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:00.872421 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:00.882279 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:00.882623 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:00.883267 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 9 to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 Jul 07 19:28:00.900682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-826dfe07-bcbc-4c81-9a17-4656eb0520a0 None None] Provisioning for port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:00.907203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-826dfe07-bcbc-4c81-9a17-4656eb0520a0 None None] Provisioning complete for port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:00.907784 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-826dfe07-bcbc-4c81-9a17-4656eb0520a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.934490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:00.935496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:00.936534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:00.947741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-921df486-3cce-477c-898d-8640a6924188 req-4bae2e40-8c5c-4807-b595-0d127825ce26 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038367 Jul 07 19:28:00.948919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:00.950889 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:00.950889 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 10 to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 Jul 07 19:28:00.951321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-826dfe07-bcbc-4c81-9a17-4656eb0520a0 None None] Port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:00.975758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:00.976419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:00.976944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:00.986509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:00.987793 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port e5fa31c2-7531-4168-9936-212f9c0899a0 on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:00.988189 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.017640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f2e0f-19a9-42c5-8cc6-62ecb4876244 req-dc50a4a9-b680-4a63-a616-51c331bbee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.019636 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783f2e0f-19a9-42c5-8cc6-62ecb4876244 req-dc50a4a9-b680-4a63-a616-51c331bbee99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d HTTP/1.1" status: 200 len: 898 time: 0.3139851 Jul 07 19:28:01.022574 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.093435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] For port e5fa31c2-7531-4168-9936-212f9c0899a0, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:01.094357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempted to set empty binding levels {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 19:28:01.101219 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.183657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] In _notify_port_updated(), no bound segment for port e5fa31c2-7531-4168-9936-212f9c0899a0 on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:28:01.184934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.185585 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.187556 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "PUT /v2.0/ports/e5fa31c2-7531-4168-9936-212f9c0899a0 HTTP/1.1" status: 200 len: 979 time: 1.8867097 Jul 07 19:28:01.191614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38286) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:01.208731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f3c78-626a-4583-9ee4-38e59687df01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event updated for resources: {'Port': ['ID=e5fa31c2-7531-4168-9936-212f9c0899a0,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:01.332390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad6ca-5974-4fe8-a515-4343f7df086b req-288ecea5-8bb2-4c8e-a523-7a189f6c7966 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.338308 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-815ad6ca-5974-4fe8-a515-4343f7df086b req-288ecea5-8bb2-4c8e-a523-7a189f6c7966 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 932 time: 0.1188855 Jul 07 19:28:01.359588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.objects.ports [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:28:01.375127 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783f2e0f-19a9-42c5-8cc6-62ecb4876244 req-3353c539-0014-4414-83b8-a91e48db1fb3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf8ed11-875e-4551-800c-b7ed35ed4e43 HTTP/1.1" status: 200 len: 1001 time: 0.3422084 Jul 07 19:28:01.395980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-815ad6ca-5974-4fe8-a515-4343f7df086b req-7082364a-a6b6-4d9e-8f80-2a3e1ee278b9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519967 Jul 07 19:28:01.437863 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.567812 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-285654aa-81d9-49f8-a4a5-a17b14cead9d req-069aac94-6dd4-461d-a797-822ebb067eb8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 210 time: 0.1273694 Jul 07 19:28:01.627229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Subnet': ['ID=110da9cf-785c-40a1-ae88-69dcd39773bc,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:01.630690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f2e0f-19a9-42c5-8cc6-62ecb4876244 req-af771be4-5f14-404e-a9ee-4c352b79f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.632244 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783f2e0f-19a9-42c5-8cc6-62ecb4876244 req-af771be4-5f14-404e-a9ee-4c352b79f53d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15 HTTP/1.1" status: 200 len: 835 time: 0.1840081 Jul 07 19:28:01.719905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.720666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.721318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.721981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.722675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.723338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.723981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.724695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.725335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.726005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.726685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.727339 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.728239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.728888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.729529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.730176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.730678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.731151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.731619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.732089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.732644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.733018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.733485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.733953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.734514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.734890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.735646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.736281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.736757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.737525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.738690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.739362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.739835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.740302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.740765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.741414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.741879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.742345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.742823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.743460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.743990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.744394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.744859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.745321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.745782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.750292 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-916eb1b3-e299-4005-b816-0977878867bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40438 time: 0.5576451 Jul 07 19:28:01.755935 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38306) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:01.783613 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Checking segment: {'id': 'f98ee9f4-a69f-46b9-9b4f-76ba698f98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'de7eedaf-1f74-4279-8506-1cb1b5359122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:01.784462 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network hostable DHCP agents. Network: de7eedaf-1f74-4279-8506-1cb1b5359122, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:01.843254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network de7eedaf-1f74-4279-8506-1cb1b5359122 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:01.870221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, de7eedaf-1f74-4279-8506-1cb1b5359122) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:01.876675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e103c19f-3195-45e3-8e63-8fbca68a601b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Deleting port e5fa31c2-7531-4168-9936-212f9c0899a0 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:01.876906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e103c19f-3195-45e3-8e63-8fbca68a601b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.878069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f2e0f-19a9-42c5-8cc6-62ecb4876244 req-dfc3fa4b-5d73-4e28-a3e9-cccbe71161f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.880562 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783f2e0f-19a9-42c5-8cc6-62ecb4876244 req-dfc3fa4b-5d73-4e28-a3e9-cccbe71161f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2119663 Jul 07 19:28:01.881633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c23baa-382f-4a6c-bc86-57702f5c072c None None] Network de7eedaf-1f74-4279-8506-1cb1b5359122 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:01.885086 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.885959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.991000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-e103c19f-3195-45e3-8e63-8fbca68a601b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] For port e5fa31c2-7531-4168-9936-212f9c0899a0, host n-h2-793621-9, got binding levels [] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:01.993467 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e103c19f-3195-45e3-8e63-8fbca68a601b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.016668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e103c19f-3195-45e3-8e63-8fbca68a601b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Calling delete_port for e5fa31c2-7531-4168-9936-212f9c0899a0 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:02.022415 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-60cf31a6-d489-485d-9d64-cd8ed8970186 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3745472 Jul 07 19:28:02.029035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 845c9521-e44d-409e-a91f-d030a1925a75 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:02.029261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38314) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:02.036326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'port': {'network_id': 'de7eedaf-1f74-4279-8506-1cb1b5359122', 'name': 'tempest-NetworksIpV6TestAttrs-218522266'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:02.081600 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:02.104959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.132442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 845c9521-e44d-409e-a91f-d030a1925a75 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:02.169388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 845c9521-e44d-409e-a91f-d030a1925a75 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:02.169974 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.170412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Transition to ACTIVE for port object 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:02.185606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783f2e0f-19a9-42c5-8cc6-62ecb4876244 req-c7b44cf9-ee19-4b1b-bc5c-15866f12af35 service neutron] 10.222.0.48 "GET /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953451 Jul 07 19:28:02.186696 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.196878 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-de7eedaf-1f74-4279-8506-1cb1b5359122', 'network_id': 'de7eedaf-1f74-4279-8506-1cb1b5359122', 'tenant_id': 'd5bf61368b12490a8b0984ea5d746c3d', 'fixed_ips': [{'subnet_id': '110da9cf-785c-40a1-ae88-69dcd39773bc'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:28:02.197995 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.320209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8c590-38b7-4c46-a524-ae8090df84c3 req-afd8e85b-701f-4bf8-96e2-718de08b7ccf tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:02.321778 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-89f8c590-38b7-4c46-a524-ae8090df84c3 req-afd8e85b-701f-4bf8-96e2-718de08b7ccf tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 944 time: 0.1624267 Jul 07 19:28:02.325106 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e103c19f-3195-45e3-8e63-8fbca68a601b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.354390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103c19f-3195-45e3-8e63-8fbca68a601b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5fa31c2-7531-4168-9936-212f9c0899a0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:02.389909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:02.393339 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.398942 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e103c19f-3195-45e3-8e63-8fbca68a601b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.400853 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e103c19f-3195-45e3-8e63-8fbca68a601b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "DELETE /v2.0/ports/e5fa31c2-7531-4168-9936-212f9c0899a0 HTTP/1.1" status: 204 len: 168 time: 0.6437340 Jul 07 19:28:02.408230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38324) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:02.413900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-783f2e0f-19a9-42c5-8cc6-62ecb4876244 req-d0f05633-e9bc-4245-96cc-391db278ef76 service neutron] 10.222.0.48 "GET /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204199 Jul 07 19:28:02.456969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] device_id is not set on port b6596299-b97d-44cd-b868-84178af0c03a yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:02.462167 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea12736-c979-4f21-b7d3-09a5ef278183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:28:02.463833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1ea12736-c979-4f21-b7d3-09a5ef278183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "GET /v2.0/ports/e5fa31c2-7531-4168-9936-212f9c0899a0 HTTP/1.1" status: 404 len: 333 time: 0.0513625 Jul 07 19:28:02.467131 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-89f8c590-38b7-4c46-a524-ae8090df84c3 req-ff28851a-e706-4e71-ba86-7ebb273654a8 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157064 Jul 07 19:28:02.478079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38330) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:02.483565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2131187348', 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:02.544068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:02.554222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Allocated IP 2001:db8::f816:3eff:feab:e4c (de7eedaf-1f74-4279-8506-1cb1b5359122/110da9cf-785c-40a1-ae88-69dcd39773bc/2fed4225-2ba4-4fba-a376-8c971c7900ee) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:02.565844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Made reservation on behalf of 2f93cd96d49a4624b787169885fcc72f for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:02.568095 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.639912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] device_id is not set on port bd5d9192-6967-49f6-98e7-bf600372c6cd yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:02.804306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Attempting to bind port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:02.804636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Attempting to bind port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:02.804974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Attempting to bind port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc on network fd1aa2f8-80f4-4b6d-b102-46263282c985 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:02.835625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc on network fd1aa2f8-80f4-4b6d-b102-46263282c985 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:02.840115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Attempting to bind port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc on network fd1aa2f8-80f4-4b6d-b102-46263282c985 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:02.876554 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.886429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Transition to ACTIVE for port object 2fed4225-2ba4-4fba-a376-8c971c7900ee will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:02.887920 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:02.888277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Checking segment: {'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:02.888680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Bound using segment: {'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:02.889146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Bound port: 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:02.889512 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.904875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Transition to ACTIVE for port object 2fed4225-2ba4-4fba-a376-8c971c7900ee will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:02.916873 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.007227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Allocated IP 2001:db8::f816:3eff:fea0:b89 (de7eedaf-1f74-4279-8506-1cb1b5359122/110da9cf-785c-40a1-ae88-69dcd39773bc/b6596299-b97d-44cd-b868-84178af0c03a) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:03.007856 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Network de7eedaf-1f74-4279-8506-1cb1b5359122 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:03.010413 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.023646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:03.036359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e183837-9224-4a28-9a13-99dde7e347a3 req-53460173-19c0-4faa-a5d6-9cb371932bc5 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 210 time: 0.1243572 Jul 07 19:28:03.038592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Pushing event updated for resources: {'Port': ['ID=2fed4225-2ba4-4fba-a376-8c971c7900ee,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:03.057489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:03.116426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 845c9521-e44d-409e-a91f-d030a1925a75, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=845c9521-e44d-409e-a91f-d030a1925a75,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:03.119266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf472a7-e25b-43e9-a748-00268a65fb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845c9521-e44d-409e-a91f-d030a1925a75'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:03.121879 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e6f8aa-5018-4a0e-b98b-5b235984abec" -d '{"events": [{"server_uuid": "ebf472a7-e25b-43e9-a748-00268a65fb4d", "name": "network-vif-plugged", "status": "completed", "tag": "845c9521-e44d-409e-a91f-d030a1925a75"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:03.145821 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.222516 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2c2b1c-2fac-4b5f-b78b-20d073286962 x-openstack-request-id: req-3d2c2b1c-2fac-4b5f-b78b-20d073286962 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:03.223264 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf472a7-e25b-43e9-a748-00268a65fb4d", "name": "network-vif-plugged", "status": "completed", "tag": "845c9521-e44d-409e-a91f-d030a1925a75", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:03.223747 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d2c2b1c-2fac-4b5f-b78b-20d073286962 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:03.224362 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf472a7-e25b-43e9-a748-00268a65fb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845c9521-e44d-409e-a91f-d030a1925a75', 'code': 200} Jul 07 19:28:03.256123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Attempting to bind port 2fed4225-2ba4-4fba-a376-8c971c7900ee on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:03.256891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Attempting to bind port 2fed4225-2ba4-4fba-a376-8c971c7900ee by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'f98ee9f4-a69f-46b9-9b4f-76ba698f98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'de7eedaf-1f74-4279-8506-1cb1b5359122'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:03.257999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Attempting to bind port 2fed4225-2ba4-4fba-a376-8c971c7900ee on network de7eedaf-1f74-4279-8506-1cb1b5359122 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:03.277664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:03.279268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Checking segment: {'id': 'f98ee9f4-a69f-46b9-9b4f-76ba698f98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'de7eedaf-1f74-4279-8506-1cb1b5359122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:03.279827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.280686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Bound using segment: {'id': 'f98ee9f4-a69f-46b9-9b4f-76ba698f98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'de7eedaf-1f74-4279-8506-1cb1b5359122'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:03.281493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Bound port: 2fed4225-2ba4-4fba-a376-8c971c7900ee, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98ee9f4-a69f-46b9-9b4f-76ba698f98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'de7eedaf-1f74-4279-8506-1cb1b5359122'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:03.281886 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.312733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] For port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:03.322811 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] For port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc,segment=NetworkSegment(e38bc855-eec5-4cc0-baf6-45fdee64b0ae),segment_id=e38bc855-eec5-4cc0-baf6-45fdee64b0ae)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:03.348929 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.350540 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.394035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=845c9521-e44d-409e-a91f-d030a1925a75,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:03.416562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24ac27-1a8a-4337-bd55-e7274b0b635f req-42fcf7a8-4b20-43cc-ac38-bfb9803f5b01 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:03.424903 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c24ac27-1a8a-4337-bd55-e7274b0b635f req-42fcf7a8-4b20-43cc-ac38-bfb9803f5b01 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 944 time: 0.5996897 Jul 07 19:28:03.431270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Transition to ACTIVE for port object b6596299-b97d-44cd-b868-84178af0c03a will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:03.449244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472139df-cefd-494e-a3b5-9f995c216ddb req-6af6cb2c-4d88-497c-8382-ce0ab48f45ac tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:03.450933 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-6af6cb2c-4d88-497c-8382-ce0ab48f45ac tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 812 time: 0.6685145 Jul 07 19:28:03.454510 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] For port 2fed4225-2ba4-4fba-a376-8c971c7900ee, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:03.459476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] For port 2fed4225-2ba4-4fba-a376-8c971c7900ee, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2fed4225-2ba4-4fba-a376-8c971c7900ee,segment=NetworkSegment(f98ee9f4-a69f-46b9-9b4f-76ba698f98a5),segment_id=f98ee9f4-a69f-46b9-9b4f-76ba698f98a5)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:03.468271 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.511411 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.549661 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c24ac27-1a8a-4337-bd55-e7274b0b635f req-d1ca2041-2958-4c53-b6c3-7b642a9b7439 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229000 Jul 07 19:28:03.570969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a02eac-81de-4568-990f-5315b2dfd78a None None] Pushing event updated for resources: {'Port': ['ID=2fed4225-2ba4-4fba-a376-8c971c7900ee,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:03.621733 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.668997 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:03.669674 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.674162 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] 10.222.0.48 "PUT /v2.0/ports/7bc4ceb8-b56f-4ad4-a20b-4604988d20dc HTTP/1.1" status: 200 len: 1092 time: 2.9717221 Jul 07 19:28:03.691601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431a5d83-cf52-4480-ab7d-26721d4346ee', 'tag': '7bc4ceb8-b56f-4ad4-a20b-4604988d20dc'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:03.694727 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f838a0-2aa0-4930-890e-ce347d94b699" -d '{"events": [{"name": "network-changed", "server_uuid": "431a5d83-cf52-4480-ab7d-26721d4346ee", "tag": "7bc4ceb8-b56f-4ad4-a20b-4604988d20dc"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:03.711057 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.732731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-432084d1-8581-4c19-84b7-f6eba9b49e29 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af8bbb088724744bd5fe866699c7e75 HTTP/1.1" status: 200 len: 380 time: 0.2695818 Jul 07 19:28:03.773016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Request body: {'port': {'device_id': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'admin_state_up': True, 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'security_groups': ['af3d20e9-89e7-4b5e-b27a-42ba63448f68']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:03.814885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network de7eedaf-1f74-4279-8506-1cb1b5359122 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:03.854466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Network c030d06b-d486-45e3-8750-90ab8d2f361d is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:03.876907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:03.880970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:03.885942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:03.890639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:03.893237 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.900152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:03.907502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:03.908493 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.978568 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.9455564 Jul 07 19:28:04.000126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5ee34-8043-4dcd-9d3b-86e6153ce4a3 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Port': ['ID=b6596299-b97d-44cd-b868-84178af0c03a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:04.003445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38364) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:04.156654 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367ca3c-fef5-4710-9f58-3527359ebf05 req-09d365e1-e7a8-496f-9f24-00ef60800a81 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:04.158342 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9367ca3c-fef5-4710-9f58-3527359ebf05 req-09d365e1-e7a8-496f-9f24-00ef60800a81 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 945 time: 0.2707562 Jul 07 19:28:04.170019 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6885889 Jul 07 19:28:04.172939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38368) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:04.180115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-5349e02e-d415-48e2-a2e7-46ac8be4e9d2 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Deleting subnet 110da9cf-785c-40a1-ae88-69dcd39773bc {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:28:04.241135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5349e02e-d415-48e2-a2e7-46ac8be4e9d2 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.248242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9367ca3c-fef5-4710-9f58-3527359ebf05 req-41d8ef2a-f24f-4a89-a289-5f849005fc25 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747023 Jul 07 19:28:04.291062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7983d1-38e0-493c-87dd-cf8e0b2fa903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:04.291062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3e7983d1-38e0-493c-87dd-cf8e0b2fa903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "GET /v2.0/ports/bd5d9192-6967-49f6-98e7-bf600372c6cd HTTP/1.1" status: 200 len: 959 time: 0.1021619 Jul 07 19:28:04.291062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11413e-6722-46e8-867a-0b4ddc381e08 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:04.313095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38372) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:04.345828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2fed4225-2ba4-4fba-a376-8c971c7900ee up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:04.389503 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5349e02e-d415-48e2-a2e7-46ac8be4e9d2 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.394129 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6506cd-e686-4e63-905f-7536094e6457 x-openstack-request-id: req-bb6506cd-e686-4e63-905f-7536094e6457 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:04.395015 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431a5d83-cf52-4480-ab7d-26721d4346ee", "tag": "7bc4ceb8-b56f-4ad4-a20b-4604988d20dc", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:04.395269 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb6506cd-e686-4e63-905f-7536094e6457 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:04.397880 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431a5d83-cf52-4480-ab7d-26721d4346ee', 'tag': '7bc4ceb8-b56f-4ad4-a20b-4604988d20dc', 'status': 'completed', 'code': 200} Jul 07 19:28:04.432728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b1f24-8513-4d5f-8c58-9efcdb0e3750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event updated for resources: {'Port': ['ID=bd5d9192-6967-49f6-98e7-bf600372c6cd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:04.445381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f91e-46d5-4b8c-913c-6e00128f2ce5 req-42310a49-0931-49d5-8db2-66a592792e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:04.445659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 2fed4225-2ba4-4fba-a376-8c971c7900ee completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:04.446839 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d6f7f91e-46d5-4b8c-913c-6e00128f2ce5 req-42310a49-0931-49d5-8db2-66a592792e0d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 1096 time: 0.8191488 Jul 07 19:28:04.449422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-42263369-d905-4f92-8fb8-53b07f35029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:04.450927 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-42263369-d905-4f92-8fb8-53b07f35029b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 1095 time: 0.7146313 Jul 07 19:28:04.526943 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-3decdf18-7a7b-40c4-9f6c-277d4e6dea41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc HTTP/1.1" status: 200 len: 217 time: 0.0574081 Jul 07 19:28:04.536731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Made reservation on behalf of 4af8bbb088724744bd5fe866699c7e75 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:04.540482 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.562621 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d6f7f91e-46d5-4b8c-913c-6e00128f2ce5 req-4163123a-9e42-405a-a0ad-0b9a194b0c69 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036079 Jul 07 19:28:04.614245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8b72b41d-2f47-4944-a2c7-92be6c48cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:04.616500 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-20df2229-6bb7-4de3-8bb3-eab7cfb78e87 req-7949bf93-1633-4894-a032-a8b8bcaa5e24 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 210 time: 0.0822303 Jul 07 19:28:04.620021 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-8b72b41d-2f47-4944-a2c7-92be6c48cd3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4731f9e7-dcc5-4490-9cd1-18dd1075c7db HTTP/1.1" status: 200 len: 837 time: 0.0863416 Jul 07 19:28:04.745503 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5349e02e-d415-48e2-a2e7-46ac8be4e9d2 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.757902 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-dc0ff907-a342-43ab-9dbe-2447bcfcbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:04.759726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-dc0ff907-a342-43ab-9dbe-2447bcfcbd2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd1aa2f8-80f4-4b6d-b102-46263282c985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327620 Jul 07 19:28:04.816705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-42f4bc7d-1b49-4e3e-9a12-997cb6190dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Deleting port bd5d9192-6967-49f6-98e7-bf600372c6cd {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:04.817052 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42f4bc7d-1b49-4e3e-9a12-997cb6190dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.840648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867e2fe-5570-46e9-b201-2b15161b8dfc req-04243874-403d-4969-b5a5-519f0dd35f7c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:04.842315 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c867e2fe-5570-46e9-b201-2b15161b8dfc req-04243874-403d-4969-b5a5-519f0dd35f7c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 944 time: 0.1557405 Jul 07 19:28:04.904095 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-47eeb187-a899-48d7-8e10-ab8f7db1bee3 service neutron] 10.222.0.48 "GET /v2.0/networks/fd1aa2f8-80f4-4b6d-b102-46263282c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350052 Jul 07 19:28:04.921379 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c867e2fe-5570-46e9-b201-2b15161b8dfc req-7fc85964-2aaa-440e-ae48-554450252f5b tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683692 Jul 07 19:28:05.114269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515748e2-b010-4f9d-b33c-b45307235b8b None None] Network de7eedaf-1f74-4279-8506-1cb1b5359122 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:05.230346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Allocated IP 172.20.0.13 (7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a/02762935-6382-4adb-bbdc-9967d23439ab/6427ff31-3e2a-4561-ba8b-e61f0c63aee2) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:05.272283 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42f4bc7d-1b49-4e3e-9a12-997cb6190dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.314714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-42f4bc7d-1b49-4e3e-9a12-997cb6190dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Calling delete_port for bd5d9192-6967-49f6-98e7-bf600372c6cd owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:05.325087 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5349e02e-d415-48e2-a2e7-46ac8be4e9d2 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.357910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7c063873-d6f1-4da3-acc4-f2c0673f515a None None] Provisioning for port 2fed4225-2ba4-4fba-a376-8c971c7900ee completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:05.375164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7c063873-d6f1-4da3-acc4-f2c0673f515a None None] Provisioning complete for port 2fed4225-2ba4-4fba-a376-8c971c7900ee triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:05.375557 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7c063873-d6f1-4da3-acc4-f2c0673f515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.375857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349e02e-d415-48e2-a2e7-46ac8be4e9d2 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Subnet': ['ID=110da9cf-785c-40a1-ae88-69dcd39773bc,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:05.385509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5349e02e-d415-48e2-a2e7-46ac8be4e9d2 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.387951 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5349e02e-d415-48e2-a2e7-46ac8be4e9d2 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/subnets/110da9cf-785c-40a1-ae88-69dcd39773bc HTTP/1.1" status: 204 len: 168 time: 1.3786874 Jul 07 19:28:05.397281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38390) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:05.475447 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-740ff36c-fda2-4f40-a68c-42d389e4d87b req-ac1d0029-c8c7-4977-ba4b-d79b75c33fbb service neutron] 10.222.0.48 "GET /v2.0/networks/fd1aa2f8-80f4-4b6d-b102-46263282c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478277 Jul 07 19:28:05.547396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb666e98-c04f-49c4-a701-76c3ab796cbf req-e4254576-79d0-48d6-8470-0467aa34fcb2 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:05.549133 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eb666e98-c04f-49c4-a701-76c3ab796cbf req-e4254576-79d0-48d6-8470-0467aa34fcb2 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 945 time: 0.1149917 Jul 07 19:28:05.639060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d65582-f3c8-48d0-bc26-a87216c039f1 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:05.640792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d65582-f3c8-48d0-bc26-a87216c039f1 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:05.642737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-56d65582-f3c8-48d0-bc26-a87216c039f1 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2437034 Jul 07 19:28:05.648817 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38396) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:05.732106 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eb666e98-c04f-49c4-a701-76c3ab796cbf req-7d020ff4-b200-4fa5-b2d2-ad7bd223f29e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738884 Jul 07 19:28:05.788057 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.815760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f838a0-2aa0-4930-890e-ce347d94b699 req-d59848a3-d8c6-414f-b991-1b62fb3c1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:05.821237 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-92f838a0-2aa0-4930-890e-ce347d94b699 req-d59848a3-d8c6-414f-b991-1b62fb3c1907 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 1095 time: 0.1661468 Jul 07 19:28:05.827519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42f4bc7d-1b49-4e3e-9a12-997cb6190dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.858638 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.871340 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7c063873-d6f1-4da3-acc4-f2c0673f515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.944420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4bc7d-1b49-4e3e-9a12-997cb6190dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd5d9192-6967-49f6-98e7-bf600372c6cd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:05.945422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-7c063873-d6f1-4da3-acc4-f2c0673f515a None None] For port 2fed4225-2ba4-4fba-a376-8c971c7900ee, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2fed4225-2ba4-4fba-a376-8c971c7900ee,segment=NetworkSegment(f98ee9f4-a69f-46b9-9b4f-76ba698f98a5),segment_id=f98ee9f4-a69f-46b9-9b4f-76ba698f98a5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:05.950630 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c322f904-4714-49f2-9af4-c9c6e4187f7d tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.952384 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7c063873-d6f1-4da3-acc4-f2c0673f515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.962179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Transition to ACTIVE for port object 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:05.969698 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42f4bc7d-1b49-4e3e-9a12-997cb6190dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.974737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-42f4bc7d-1b49-4e3e-9a12-997cb6190dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "DELETE /v2.0/ports/bd5d9192-6967-49f6-98e7-bf600372c6cd HTTP/1.1" status: 204 len: 168 time: 1.6576757 Jul 07 19:28:05.982996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38410) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:05.987997 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-c322f904-4714-49f2-9af4-c9c6e4187f7d tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 19:28:05.989087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c322f904-4714-49f2-9af4-c9c6e4187f7d tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:28:05.991000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c322f904-4714-49f2-9af4-c9c6e4187f7d tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/networks/de7eedaf-1f74-4279-8506-1cb1b5359122 HTTP/1.1" status: 409 len: 405 time: 0.3402250 Jul 07 19:28:06.009294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38412) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:06.030857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2d89e774-ce59-443e-8db5-f18b5337a20c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1444762029'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:06.037187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c063873-d6f1-4da3-acc4-f2c0673f515a None None] Pushing event updated for resources: {'Port': ['ID=2fed4225-2ba4-4fba-a376-8c971c7900ee,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:06.053794 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3bf96b2-ce9c-410f-9c35-2b80aad495c3 req-53a19373-8c2f-4c4b-be28-843bd7510069 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 210 time: 0.0903585 Jul 07 19:28:06.096192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f838a0-2aa0-4930-890e-ce347d94b699 req-14639de9-09b1-41b5-9d91-457b59e19124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:06.098406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-92f838a0-2aa0-4930-890e-ce347d94b699 req-14639de9-09b1-41b5-9d91-457b59e19124 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd1aa2f8-80f4-4b6d-b102-46263282c985 HTTP/1.1" status: 200 len: 898 time: 0.2708113 Jul 07 19:28:06.106042 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31b4bd2-8d17-4231-a2f0-d4ecdbcfd30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:28:06.114300 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d31b4bd2-8d17-4231-a2f0-d4ecdbcfd30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "GET /v2.0/ports/bd5d9192-6967-49f6-98e7-bf600372c6cd HTTP/1.1" status: 404 len: 333 time: 0.1276255 Jul 07 19:28:06.121108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38416) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:06.126148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcebc723-bb8b-40c4-8be4-13edb8a1a166 None None] Network de7eedaf-1f74-4279-8506-1cb1b5359122 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:06.137129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Request body: {'port': {'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-579317094'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:06.167860 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.179790 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-92f838a0-2aa0-4930-890e-ce347d94b699 req-75eea0d0-1054-482d-be27-21afc9d31e63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc HTTP/1.1" status: 200 len: 217 time: 0.0745652 Jul 07 19:28:06.218481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:06.227927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:06.237233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:06.245464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d89e774-ce59-443e-8db5-f18b5337a20c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:06.257986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-48898500-9c4a-4d3a-a187-348f2aa28c46 None None] Provisioning for port b6596299-b97d-44cd-b868-84178af0c03a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:06.258223 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d89e774-ce59-443e-8db5-f18b5337a20c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.268336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-48898500-9c4a-4d3a-a187-348f2aa28c46 None None] Provisioning complete for port b6596299-b97d-44cd-b868-84178af0c03a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:06.269716 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-48898500-9c4a-4d3a-a187-348f2aa28c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.293381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:06.310360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Made reservation on behalf of 2f93cd96d49a4624b787169885fcc72f for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:06.320093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f838a0-2aa0-4930-890e-ce347d94b699 req-7ccc5246-63c4-44af-b8e8-8fe8c2f721c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:06.322456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-92f838a0-2aa0-4930-890e-ce347d94b699 req-7ccc5246-63c4-44af-b8e8-8fe8c2f721c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4731f9e7-dcc5-4490-9cd1-18dd1075c7db HTTP/1.1" status: 200 len: 837 time: 0.1222413 Jul 07 19:28:06.323125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.371596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-48898500-9c4a-4d3a-a187-348f2aa28c46 None None] Port b6596299-b97d-44cd-b868-84178af0c03a cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:06.392181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:06.394640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-48898500-9c4a-4d3a-a187-348f2aa28c46 None None] Provisioning complete for port 2fed4225-2ba4-4fba-a376-8c971c7900ee triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:06.395247 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-48898500-9c4a-4d3a-a187-348f2aa28c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.408201 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.418924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6bf34-3349-4b25-8d9b-b66e3945d25d req-4c14c749-aa12-4457-98f9-a39a4d4c65e4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:06.429795 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fbd6bf34-3349-4b25-8d9b-b66e3945d25d req-4c14c749-aa12-4457-98f9-a39a4d4c65e4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 944 time: 0.2637372 Jul 07 19:28:06.432216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d89e774-ce59-443e-8db5-f18b5337a20c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:06.438232 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] device_id is not set on port 99f6725a-178c-4692-99e9-216abb7240ee yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:06.493633 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d89e774-ce59-443e-8db5-f18b5337a20c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.494159 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-2d89e774-ce59-443e-8db5-f18b5337a20c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Added segment c9727ba5-3d50-446a-b716-d46e32ce98e8 of type vlan for network 125cd12f-d817-490c-ab51-015d07bd6f77 Jul 07 19:28:06.567184 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6158af6-3b9c-48eb-b230-91aaa618acb3 None None] DHCP port deletion for de7eedaf-1f74-4279-8506-1cb1b5359122 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:28:06.577313 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fbd6bf34-3349-4b25-8d9b-b66e3945d25d req-7f674f5c-6217-470a-aa94-465285d3f15b tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462097 Jul 07 19:28:06.578594 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-1c2e7831-9691-478e-a7ae-b002f5360b1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8149619 Jul 07 19:28:06.597871 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Request body: {'port': {'device_id': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:06.614751 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d89e774-ce59-443e-8db5-f18b5337a20c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.628926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f838a0-2aa0-4930-890e-ce347d94b699 req-6dec41a6-2210-49d8-95ba-70bdb3414458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:06.631739 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-92f838a0-2aa0-4930-890e-ce347d94b699 req-6dec41a6-2210-49d8-95ba-70bdb3414458 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd1aa2f8-80f4-4b6d-b102-46263282c985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2993178 Jul 07 19:28:06.662220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a6158af6-3b9c-48eb-b230-91aaa618acb3 None None] Deleting port 2fed4225-2ba4-4fba-a376-8c971c7900ee {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:06.662600 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6158af6-3b9c-48eb-b230-91aaa618acb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.723477 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-712ed24b-064f-428e-9e1d-341f7a80ef21 None None] Provisioning for port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:06.732356 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d89e774-ce59-443e-8db5-f18b5337a20c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.744776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d89e774-ce59-443e-8db5-f18b5337a20c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:06.745419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d89e774-ce59-443e-8db5-f18b5337a20c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.788995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-712ed24b-064f-428e-9e1d-341f7a80ef21 None None] Provisioning complete for port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:06.789382 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-712ed24b-064f-428e-9e1d-341f7a80ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.845795 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2d89e774-ce59-443e-8db5-f18b5337a20c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8329127 Jul 07 19:28:06.853240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38428) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:06.859041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'subnet': {'network_id': '125cd12f-d817-490c-ab51-015d07bd6f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:06.879992 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.892329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a6158af6-3b9c-48eb-b230-91aaa618acb3 None None] For port 2fed4225-2ba4-4fba-a376-8c971c7900ee, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2fed4225-2ba4-4fba-a376-8c971c7900ee,segment=NetworkSegment(f98ee9f4-a69f-46b9-9b4f-76ba698f98a5),segment_id=f98ee9f4-a69f-46b9-9b4f-76ba698f98a5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:06.892329 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6158af6-3b9c-48eb-b230-91aaa618acb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.924402 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a6158af6-3b9c-48eb-b230-91aaa618acb3 None None] Calling delete_port for 2fed4225-2ba4-4fba-a376-8c971c7900ee owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:06.926636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89e774-ce59-443e-8db5-f18b5337a20c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Network': ['ID=125cd12f-d817-490c-ab51-015d07bd6f77,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:06.943186 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-92f838a0-2aa0-4930-890e-ce347d94b699 req-9f44551a-7056-430c-90bc-03d018ad25b7 service neutron] 10.222.0.48 "GET /v2.0/networks/fd1aa2f8-80f4-4b6d-b102-46263282c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029387 Jul 07 19:28:06.992371 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.045530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 125cd12f-d817-490c-ab51-015d07bd6f77 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:07.053451 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6158af6-3b9c-48eb-b230-91aaa618acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.054003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:07.057920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.101483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-712ed24b-064f-428e-9e1d-341f7a80ef21 None None] Port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:07.134197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-92f838a0-2aa0-4930-890e-ce347d94b699 req-a05ebe30-bd65-48b0-9933-c5762c57707f service neutron] 10.222.0.48 "GET /v2.0/networks/fd1aa2f8-80f4-4b6d-b102-46263282c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794190 Jul 07 19:28:07.147679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6158af6-3b9c-48eb-b230-91aaa618acb3 None None] Pushing event deleted for resources: {'Port': ['ID=2fed4225-2ba4-4fba-a376-8c971c7900ee,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:07.160600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6158af6-3b9c-48eb-b230-91aaa618acb3 None None] No DVR routers for this DVR port 2fed4225-2ba4-4fba-a376-8c971c7900ee on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:07.200285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76a192-5f64-40cd-87b4-e49ff44f6e89 req-af0126f8-002e-444c-b187-1fc979dc1b3b tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:07.209358 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e76a192-5f64-40cd-87b4-e49ff44f6e89 req-af0126f8-002e-444c-b187-1fc979dc1b3b tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 945 time: 0.3097715 Jul 07 19:28:07.270261 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.364760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Network c030d06b-d486-45e3-8750-90ab8d2f361d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:07.382440 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e76a192-5f64-40cd-87b4-e49ff44f6e89 req-13858f77-edcb-41bc-af19-7382a596061c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720572 Jul 07 19:28:07.389299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:07.399910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event updated for resources: {'Port': ['ID=99f6725a-178c-4692-99e9-216abb7240ee,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:07.402356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:07.403403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:07.404006 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.412745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa190be1-9ad5-4e2b-b203-62b86a82d972 req-9bb4e06c-c4e9-4123-9a85-d694ff80e75f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:07.427343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa190be1-9ad5-4e2b-b203-62b86a82d972 req-9bb4e06c-c4e9-4123-9a85-d694ff80e75f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 932 time: 0.1785276 Jul 07 19:28:07.443015 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a2e15150-e8a5-4056-a1e4-66662ac8339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3119912 Jul 07 19:28:07.449453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38446) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:07.459514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:07.527436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:07.531882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.objects.ports [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:28:07.541907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.544633 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.580998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Transition to ACTIVE for port object 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:07.592133 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.614416 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.616912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Subnet': ['ID=8f695ed8-50bd-4325-8ea6-6ae084fb4b1e,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:07.624109 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa190be1-9ad5-4e2b-b203-62b86a82d972 req-b9bae499-02ec-42bd-83fb-cba096018654 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956418 Jul 07 19:28:07.664429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Checking segment: {'id': 'c9727ba5-3d50-446a-b716-d46e32ce98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '125cd12f-d817-490c-ab51-015d07bd6f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:07.664890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network hostable DHCP agents. Network: 125cd12f-d817-490c-ab51-015d07bd6f77, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:07.690623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network 125cd12f-d817-490c-ab51-015d07bd6f77 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:07.708838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 125cd12f-d817-490c-ab51-015d07bd6f77) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:07.718637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef806cd-b344-4c19-a722-4e5380bcd88e None None] Network 125cd12f-d817-490c-ab51-015d07bd6f77 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:07.721630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:07.725257 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.748540 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7283790f-4d5c-41fe-b15e-2764dbb06274 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8917723 Jul 07 19:28:07.749239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38466) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:07.833795 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:07.923082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.011907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19cba77-2fe4-4652-b73f-ee82e5a289d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-125cd12f-d817-490c-ab51-015d07bd6f77', 'network_id': '125cd12f-d817-490c-ab51-015d07bd6f77', 'tenant_id': 'd5bf61368b12490a8b0984ea5d746c3d', 'fixed_ips': [{'subnet_id': '8f695ed8-50bd-4325-8ea6-6ae084fb4b1e'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:28:08.017639 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c19cba77-2fe4-4652-b73f-ee82e5a289d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.021997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6f684-7fd4-4a62-95b3-51febe20d2ef req-de58de58-5de3-4c11-b65a-72500b4ea808 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:08.029061 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b5b6f684-7fd4-4a62-95b3-51febe20d2ef req-de58de58-5de3-4c11-b65a-72500b4ea808 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.3937440 Jul 07 19:28:08.046906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Attempting to bind port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:08.047256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Attempting to bind port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:08.047590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Attempting to bind port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:08.067498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b5b6f684-7fd4-4a62-95b3-51febe20d2ef req-6b0e15f1-2185-42de-af58-612cf1216986 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/quotas/cfc0bfa801a549519ae7c1ebf365c273 HTTP/1.1" status: 200 len: 375 time: 0.0374734 Jul 07 19:28:08.073622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:08.073956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Attempting to bind port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:08.084840 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.121055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:08.121650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Checking segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:08.122453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Bound using segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:08.123974 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Bound port: 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:08.124336 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.124983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2fed4225-2ba4-4fba-a376-8c971c7900ee no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:08.153141 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 2fed4225-2ba4-4fba-a376-8c971c7900ee {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:08.153491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2fed4225-2ba4-4fba-a376-8c971c7900ee not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:08.180037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] device_id is not set on port 99f6725a-178c-4692-99e9-216abb7240ee yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:08.187929 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.198759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79496383-1405-45be-9508-3649e41b3a1e req-d5852f72-6113-4a92-9a5e-df747d92a495 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:08.200536 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79496383-1405-45be-9508-3649e41b3a1e req-d5852f72-6113-4a92-9a5e-df747d92a495 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 944 time: 0.2690270 Jul 07 19:28:08.227995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Transition to ACTIVE for port object 99f6725a-178c-4692-99e9-216abb7240ee will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:08.230826 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server [None req-c19cba77-2fe4-4652-b73f-ee82e5a289d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f695ed8-50bd-4325-8ea6-6ae084fb4b1e: This subnet is being modified by another concurrent operation. Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:28:08.234358 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f695ed8-50bd-4325-8ea6-6ae084fb4b1e: This subnet is being modified by another concurrent operation. Jul 07 19:28:08.240151 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Jul 07 19:28:08.243529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.265554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ff515e-7ef8-4898-8178-d844c48af00a None None] Network 125cd12f-d817-490c-ab51-015d07bd6f77 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:08.275939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79496383-1405-45be-9508-3649e41b3a1e req-05d7725e-59e9-42c6-ab4e-2376866c0cff tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634522 Jul 07 19:28:08.318125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Subnet': ['ID=8f695ed8-50bd-4325-8ea6-6ae084fb4b1e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:08.321044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b5b6f684-7fd4-4a62-95b3-51febe20d2ef req-4128d1a6-e4b7-4c96-bb0a-5e06278e1014 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2526066 Jul 07 19:28:08.389961 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:08.400172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event updated for resources: {'Port': ['ID=99f6725a-178c-4692-99e9-216abb7240ee,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:08.423231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:08.423482 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.431877 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.440715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:08.441217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:08.441551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:08.451833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125cd12f-d817-490c-ab51-015d07bd6f77']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:08.459581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33b2de2-7f7f-4223-addc-5f80a665dfe4 None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:28:08.483985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9727ba5-3d50-446a-b716-d46e32ce98e8') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:08.484416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9727ba5-3d50-446a-b716-d46e32ce98e8') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:08.492529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:08.492986 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:08.496928 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 2 to bind port 99f6725a-178c-4692-99e9-216abb7240ee Jul 07 19:28:08.505235 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.516829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:08.517270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:08.517616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:08.524425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:08.524659 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.526588 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] 10.222.0.110 "PUT /v2.0/ports/6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 1092 time: 1.9382389 Jul 07 19:28:08.530150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:08.532638 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36df7791-a4f9-4bea-9c35-e48dd8ada09d" -d '{"events": [{"name": "network-changed", "server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:08.543150 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.551864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:08.552316 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:08.559677 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:08.560126 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.563707 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 3 to bind port 99f6725a-178c-4692-99e9-216abb7240ee Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:08.579025 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:08.583808 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b5b6f684-7fd4-4a62-95b3-51febe20d2ef req-f9a211c2-8be6-4234-b18b-a5f1941a58bb service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594781 Jul 07 19:28:08.626699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:08.628194 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:08.628956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:08.632120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acd07c-6ec7-400f-979a-af00deacee84 service neutron] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:08.685548 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.694276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.700813 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/networks/125cd12f-d817-490c-ab51-015d07bd6f77 HTTP/1.1" status: 204 len: 168 time: 0.9467027 Jul 07 19:28:08.711679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38478) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:08.724136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-507fee07-4887-4893-9cd9-e231798fa03c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2027946830'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:08.729372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:08.729904 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:08.734065 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 4 to bind port 99f6725a-178c-4692-99e9-216abb7240ee Jul 07 19:28:08.746358 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33b2de2-7f7f-4223-addc-5f80a665dfe4 None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:28:08.760408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:08.760767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:08.761131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:08.765888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b878c6f-d459-4514-9acd-9947245ca10c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Network': ['ID=125cd12f-d817-490c-ab51-015d07bd6f77,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:08.769457 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9d3dd8-eabd-4ee4-b1e4-514d2a85b298 x-openstack-request-id: req-1d9d3dd8-eabd-4ee4-b1e4-514d2a85b298 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:08.769850 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:08.770152 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d9d3dd8-eabd-4ee4-b1e4-514d2a85b298 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:08.770563 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'status': 'completed', 'code': 200} Jul 07 19:28:08.781558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:08.781900 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:08.784198 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 5 to bind port 99f6725a-178c-4692-99e9-216abb7240ee Jul 07 19:28:08.806672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507fee07-4887-4893-9cd9-e231798fa03c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:08.814038 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-507fee07-4887-4893-9cd9-e231798fa03c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.826336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:08.826884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:08.827286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:08.856062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507fee07-4887-4893-9cd9-e231798fa03c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:08.869949 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:08.870479 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:08.871980 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 6 to bind port 99f6725a-178c-4692-99e9-216abb7240ee Jul 07 19:28:08.878258 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-507fee07-4887-4893-9cd9-e231798fa03c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.879105 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b5b6f684-7fd4-4a62-95b3-51febe20d2ef req-a929412c-38de-40a9-a7b7-79c532276a17 service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761700 Jul 07 19:28:08.887472 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-507fee07-4887-4893-9cd9-e231798fa03c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Added segment 0a5b44d7-f484-49db-8bd5-fc318ccc7708 of type vlan for network 3c00bb76-2896-4723-b021-fd72ba9f1ca1 Jul 07 19:28:08.891969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472139df-cefd-494e-a3b5-9f995c216ddb req-74621dca-bf4c-4db5-a663-62f7f416473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:08.893756 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-74621dca-bf4c-4db5-a663-62f7f416473d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1095 time: 0.3050950 Jul 07 19:28:08.897261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:08.897862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:08.898379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:08.912538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:08.913153 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:08.913917 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 7 to bind port 99f6725a-178c-4692-99e9-216abb7240ee Jul 07 19:28:08.953099 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-e46c0a24-bbd7-4b9e-892a-57fe73a92fbb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 217 time: 0.0505912 Jul 07 19:28:08.959008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:08.959573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:08.960087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:08.976002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:08.976647 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:08.982678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-507fee07-4887-4893-9cd9-e231798fa03c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.997670 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 8 to bind port 99f6725a-178c-4692-99e9-216abb7240ee Jul 07 19:28:09.030233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:09.031043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:09.031661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:09.043369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472139df-cefd-494e-a3b5-9f995c216ddb req-646b6031-e12f-4f28-8cdf-04f0de228a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.045691 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-646b6031-e12f-4f28-8cdf-04f0de228a83 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.0819263 Jul 07 19:28:09.046955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:09.047627 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:09.048271 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 9 to bind port 99f6725a-178c-4692-99e9-216abb7240ee Jul 07 19:28:09.055836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dfd6a-e66a-4697-80bc-d95812950032 req-a0e42508-22e8-40eb-bd98-2d01178029b6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.063778 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-057dfd6a-e66a-4697-80bc-d95812950032 req-a0e42508-22e8-40eb-bd98-2d01178029b6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 944 time: 0.1266322 Jul 07 19:28:09.066434 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-507fee07-4887-4893-9cd9-e231798fa03c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:09.072985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507fee07-4887-4893-9cd9-e231798fa03c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.073753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-507fee07-4887-4893-9cd9-e231798fa03c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:09.118623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:09.119975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:09.120611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:09.134270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:09.134936 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:09.136041 n-d-793621-9 neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempt 10 to bind port 99f6725a-178c-4692-99e9-216abb7240ee Jul 07 19:28:09.154325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:09.154833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:09.155276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempting to bind port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:09.165298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:09.165751 n-d-793621-9 neutron-server[93900]: ERROR neutron.plugins.ml2.managers [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Failed to bind port 99f6725a-178c-4692-99e9-216abb7240ee on host n-h2-793621-9 for vnic_type normal using segments [{'id': 'f0dad2b3-6626-4997-906a-fb0466f01dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c030d06b-d486-45e3-8750-90ab8d2f361d'}] Jul 07 19:28:09.166221 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:09.175428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:28:09.184665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472139df-cefd-494e-a3b5-9f995c216ddb req-ea4b1552-a26d-4d8a-8fa6-95a30b87b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.186334 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-ea4b1552-a26d-4d8a-8fa6-95a30b87b31f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323726 Jul 07 19:28:09.204547 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fee07-4887-4893-9cd9-e231798fa03c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Network': ['ID=3c00bb76-2896-4723-b021-fd72ba9f1ca1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:09.259161 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-507fee07-4887-4893-9cd9-e231798fa03c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5438213 Jul 07 19:28:09.265017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38486) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:09.280915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc,segment=NetworkSegment(e38bc855-eec5-4cc0-baf6-45fdee64b0ae),segment_id=e38bc855-eec5-4cc0-baf6-45fdee64b0ae)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:09.286742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fc35df41-679f-421a-93ba-5316d289bc33 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'subnet': {'network_id': '3c00bb76-2896-4723-b021-fd72ba9f1ca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:09.331476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '7bc4ceb8-b56f-4ad4-a20b-4604988d20dc', 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985', 'port_id': '7bc4ceb8-b56f-4ad4-a20b-4604988d20dc', 'mac_address': 'fa:16:3e:38:6b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4731f9e7-dcc5-4490-9cd1-18dd1075c7db', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:28:09.339526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 3c00bb76-2896-4723-b021-fd72ba9f1ca1 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:09.344967 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-057dfd6a-e66a-4697-80bc-d95812950032 req-37826b18-73d7-4956-9e12-5a3e9c5623b6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786672 Jul 07 19:28:09.460133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc35df41-679f-421a-93ba-5316d289bc33 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:09.472323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc35df41-679f-421a-93ba-5316d289bc33 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:09.509123 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-452fe0eb-2fe6-4ceb-bf47-ebac9749c74f service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961915 Jul 07 19:28:09.526578 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:09.566938 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:28:09.596990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38502) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:09.609100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:09.650546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc,segment=NetworkSegment(e38bc855-eec5-4cc0-baf6-45fdee64b0ae),segment_id=e38bc855-eec5-4cc0-baf6-45fdee64b0ae)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:09.660431 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:09.672310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] For port 99f6725a-178c-4692-99e9-216abb7240ee, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:09.673069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attempted to set empty binding levels {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 19:28:09.708188 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edec6c9-7bff-47e2-8916-dac0d5095b7f req-ddc7e989-c175-48ea-9807-1de9f0bce5a5 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.719027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:09.719648 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5edec6c9-7bff-47e2-8916-dac0d5095b7f req-ddc7e989-c175-48ea-9807-1de9f0bce5a5 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 944 time: 0.2121954 Jul 07 19:28:09.733889 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:09.794260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5edec6c9-7bff-47e2-8916-dac0d5095b7f req-26a0bdbf-90e2-48eb-ac38-63adedd9b086 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734189 Jul 07 19:28:09.809191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] In _notify_port_updated(), no bound segment for port 99f6725a-178c-4692-99e9-216abb7240ee on network c030d06b-d486-45e3-8750-90ab8d2f361d {{(pid=93900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:28:09.809709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.810470 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:09.812011 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "PUT /v2.0/ports/99f6725a-178c-4692-99e9-216abb7240ee HTTP/1.1" status: 200 len: 978 time: 2.3610196 Jul 07 19:28:09.817735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38518) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:09.821447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-472139df-cefd-494e-a3b5-9f995c216ddb req-d15530f2-ac31-4f54-816d-80063db7dd3d service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994225 Jul 07 19:28:09.835183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420dbab-3cef-48af-8fd4-dcd0077bc307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event updated for resources: {'Port': ['ID=99f6725a-178c-4692-99e9-216abb7240ee,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:09.899054 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:09.909860 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b4ced67-164b-45e0-8fe6-73f73f436e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.077562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-683413d5-ecb1-4ab3-999b-ae4d2b2bab82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Deleting port 99f6725a-178c-4692-99e9-216abb7240ee {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:10.078450 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-683413d5-ecb1-4ab3-999b-ae4d2b2bab82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.106468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc35df41-679f-421a-93ba-5316d289bc33 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.153828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b4ced67-164b-45e0-8fe6-73f73f436e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.158711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df7791-a4f9-4bea-9c35-e48dd8ada09d req-7a4ba3b4-74c4-40b7-8db4-83374ac4077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.160681 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36df7791-a4f9-4bea-9c35-e48dd8ada09d req-7a4ba3b4-74c4-40b7-8db4-83374ac4077e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1095 time: 0.2421894 Jul 07 19:28:10.164199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b4ced67-164b-45e0-8fe6-73f73f436e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.204311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7bc4ceb8-b56f-4ad4-a20b-4604988d20dc'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:10.233731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-683413d5-ecb1-4ab3-999b-ae4d2b2bab82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] For port 99f6725a-178c-4692-99e9-216abb7240ee, host n-h2-793621-9, got binding levels [] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:10.234182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-683413d5-ecb1-4ab3-999b-ae4d2b2bab82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.255358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-683413d5-ecb1-4ab3-999b-ae4d2b2bab82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Calling delete_port for 99f6725a-178c-4692-99e9-216abb7240ee owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:10.262234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0b4ced67-164b-45e0-8fe6-73f73f436e23 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e0cacab98304996aeca26b8de9e9c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6619289 Jul 07 19:28:10.266624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38534) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:10.267601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35df41-679f-421a-93ba-5316d289bc33 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Subnet': ['ID=c9548c71-65b4-44a5-a336-4e2d67fe80d0,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:10.280166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc35df41-679f-421a-93ba-5316d289bc33 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Checking segment: {'id': '0a5b44d7-f484-49db-8bd5-fc318ccc7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3c00bb76-2896-4723-b021-fd72ba9f1ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:10.280657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35df41-679f-421a-93ba-5316d289bc33 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network hostable DHCP agents. Network: 3c00bb76-2896-4723-b021-fd72ba9f1ca1, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:10.284684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ced67-164b-45e0-8fe6-73f73f436e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d128b92d-afb0-4b0e-9e23-bf5408281026,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:10.383012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35df41-679f-421a-93ba-5316d289bc33 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network 3c00bb76-2896-4723-b021-fd72ba9f1ca1 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:10.415137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-fc35df41-679f-421a-93ba-5316d289bc33 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 3c00bb76-2896-4723-b021-fd72ba9f1ca1) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:10.420995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35df41-679f-421a-93ba-5316d289bc33 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.421609 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc35df41-679f-421a-93ba-5316d289bc33 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.430742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d3d266-90da-48fd-9360-fd8bdd3c5fed None None] Network 3c00bb76-2896-4723-b021-fd72ba9f1ca1 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:10.439083 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc0d5-da40-4efd-9538-cf3cf9a8b24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.442274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2187-c125-4923-821b-4a2b3fb17477 req-6edc8ed3-d232-4e23-8c34-2ece9cd01f66 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.443887 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-6edc8ed3-d232-4e23-8c34-2ece9cd01f66 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.1346395 Jul 07 19:28:10.450500 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-683413d5-ecb1-4ab3-999b-ae4d2b2bab82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.468123 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fc35df41-679f-421a-93ba-5316d289bc33 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2020211 Jul 07 19:28:10.475210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38542) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:10.491084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df7791-a4f9-4bea-9c35-e48dd8ada09d req-c182118c-b8bd-4e24-96b7-5a1ac30063f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.492758 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36df7791-a4f9-4bea-9c35-e48dd8ada09d req-c182118c-b8bd-4e24-96b7-5a1ac30063f2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.3150475 Jul 07 19:28:10.496873 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc0d5-da40-4efd-9538-cf3cf9a8b24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.504057 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-d2665bd5-1435-4180-8fb3-6efe44e9c670 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/quotas/cfc0bfa801a549519ae7c1ebf365c273 HTTP/1.1" status: 200 len: 375 time: 0.0513201 Jul 07 19:28:10.504386 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-683413d5-ecb1-4ab3-999b-ae4d2b2bab82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.508765 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-683413d5-ecb1-4ab3-999b-ae4d2b2bab82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "DELETE /v2.0/ports/99f6725a-178c-4692-99e9-216abb7240ee HTTP/1.1" status: 204 len: 168 time: 0.6874890 Jul 07 19:28:10.508765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683413d5-ecb1-4ab3-999b-ae4d2b2bab82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] Pushing event deleted for resources: {'Port': ['ID=99f6725a-178c-4692-99e9-216abb7240ee,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:10.526877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38544) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:10.583227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36df7791-a4f9-4bea-9c35-e48dd8ada09d req-236199a5-92d6-4123-b86d-1f682272859a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 217 time: 0.0779221 Jul 07 19:28:10.588772 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-52215ed1-aab2-4cc9-83ba-ddfcf299b6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:28:10.594617 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-52215ed1-aab2-4cc9-83ba-ddfcf299b6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451034538-project-admin] 10.222.0.81 "GET /v2.0/ports/99f6725a-178c-4692-99e9-216abb7240ee HTTP/1.1" status: 404 len: 333 time: 0.0629268 Jul 07 19:28:10.607012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38546) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:10.644950 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc0d5-da40-4efd-9538-cf3cf9a8b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.649218 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc0d5-da40-4efd-9538-cf3cf9a8b24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.652306 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7b0bc0d5-da40-4efd-9538-cf3cf9a8b24a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d128b92d-afb0-4b0e-9e23-bf5408281026 HTTP/1.1" status: 204 len: 168 time: 0.3784957 Jul 07 19:28:10.664133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3c00bb76-2896-4723-b021-fd72ba9f1ca1', 'network_id': '3c00bb76-2896-4723-b021-fd72ba9f1ca1', 'tenant_id': 'd5bf61368b12490a8b0984ea5d746c3d', 'fixed_ips': [{'subnet_id': 'c9548c71-65b4-44a5-a336-4e2d67fe80d0'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:28:10.665459 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.665646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae08950-572f-4fb9-9951-fc0572130bb9 req-9a0e8ecd-d5c5-460f-b41b-96aa90286691 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.667277 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eae08950-572f-4fb9-9951-fc0572130bb9 req-9a0e8ecd-d5c5-460f-b41b-96aa90286691 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 944 time: 0.1736698 Jul 07 19:28:10.673949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bc0d5-da40-4efd-9538-cf3cf9a8b24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d128b92d-afb0-4b0e-9e23-bf5408281026,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:10.731589 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eae08950-572f-4fb9-9951-fc0572130bb9 req-d5bff5c8-dcbd-4fd5-b999-cb0a268dab85 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533102 Jul 07 19:28:10.863779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Allocated IP 2001:db8::2 (3c00bb76-2896-4723-b021-fd72ba9f1ca1/c9548c71-65b4-44a5-a336-4e2d67fe80d0/2b17b77a-8f6e-498a-b7d9-d99a96d787c2) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:11.013472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38554) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:11.023129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255716fb-c25d-416c-a5f0-33aca274e4e0 req-877c77de-1dd8-463d-9785-ea984c59bf36 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:11.029351 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.031675 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-255716fb-c25d-416c-a5f0-33aca274e4e0 req-877c77de-1dd8-463d-9785-ea984c59bf36 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 945 time: 0.0898774 Jul 07 19:28:11.040589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Transition to ACTIVE for port object 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:11.053214 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.058229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Transition to ACTIVE for port object 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:11.059393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-993429ea-260e-4ff7-a348-5b8d3aec8e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.067573 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.094697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df7791-a4f9-4bea-9c35-e48dd8ada09d req-5e3174e3-ed83-4529-9c41-d603eb4b6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:11.096176 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36df7791-a4f9-4bea-9c35-e48dd8ada09d req-5e3174e3-ed83-4529-9c41-d603eb4b6866 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.4921911 Jul 07 19:28:11.099597 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-255716fb-c25d-416c-a5f0-33aca274e4e0 req-e62626fc-7cfd-4a2c-8af9-3977dc81a416 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665731 Jul 07 19:28:11.101198 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.111249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Network 3c00bb76-2896-4723-b021-fd72ba9f1ca1 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:11.123102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:11.128793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:11.132609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Pushing event updated for resources: {'Port': ['ID=2b17b77a-8f6e-498a-b7d9-d99a96d787c2,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:11.168614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:11.169146 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:11.169622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:11.170034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:11.170948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:11.171508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:11.172118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:11.172643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:11.173066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:11.173489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:11.173915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:11.174366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:11.183372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-c2833dbb-3568-452e-979b-b06e4a0cee13 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6420424 Jul 07 19:28:11.219235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Attempting to bind port 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:11.219788 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Attempting to bind port 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0a5b44d7-f484-49db-8bd5-fc318ccc7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3c00bb76-2896-4723-b021-fd72ba9f1ca1'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:11.220296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Attempting to bind port 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 on network 3c00bb76-2896-4723-b021-fd72ba9f1ca1 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:11.225276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-993429ea-260e-4ff7-a348-5b8d3aec8e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.226917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:11.227387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Checking segment: {'id': '0a5b44d7-f484-49db-8bd5-fc318ccc7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3c00bb76-2896-4723-b021-fd72ba9f1ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:11.227858 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.228322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Bound using segment: {'id': '0a5b44d7-f484-49db-8bd5-fc318ccc7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3c00bb76-2896-4723-b021-fd72ba9f1ca1'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:11.228864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Bound port: 2b17b77a-8f6e-498a-b7d9-d99a96d787c2, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5b44d7-f484-49db-8bd5-fc318ccc7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3c00bb76-2896-4723-b021-fd72ba9f1ca1'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:11.229250 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.230720 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-993429ea-260e-4ff7-a348-5b8d3aec8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.282337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-993429ea-260e-4ff7-a348-5b8d3aec8e22 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c9d70d31ec6841a898279be699af5a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483139 Jul 07 19:28:11.285486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993429ea-260e-4ff7-a348-5b8d3aec8e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4910fd-2685-45c8-8c18-0a3a47575a7f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:11.288238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38560) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:11.320957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] For port 2b17b77a-8f6e-498a-b7d9-d99a96d787c2, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:11.322938 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.327776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] For port 2b17b77a-8f6e-498a-b7d9-d99a96d787c2, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2b17b77a-8f6e-498a-b7d9-d99a96d787c2,segment=NetworkSegment(0a5b44d7-f484-49db-8bd5-fc318ccc7708),segment_id=0a5b44d7-f484-49db-8bd5-fc318ccc7708)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:11.336270 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.353484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c030d06b-d486-45e3-8750-90ab8d2f361d']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:11.363295 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5d9339db-b2dd-45cc-8a49-c486562992e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.379815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0dad2b3-6626-4997-906a-fb0466f01dee') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:11.380117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0dad2b3-6626-4997-906a-fb0466f01dee') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:11.391959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5d9339db-b2dd-45cc-8a49-c486562992e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.413583 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.418593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df7791-a4f9-4bea-9c35-e48dd8ada09d req-fe4ca45e-84de-4e1a-9edf-086396d91e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:11.422070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54fc71-e237-41eb-95ad-679743e9fe3e None None] Pushing event updated for resources: {'Port': ['ID=2b17b77a-8f6e-498a-b7d9-d99a96d787c2,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:11.424193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36df7791-a4f9-4bea-9c35-e48dd8ada09d req-fe4ca45e-84de-4e1a-9edf-086396d91e7a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3193645 Jul 07 19:28:11.462180 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5d9339db-b2dd-45cc-8a49-c486562992e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.465864 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-2394fee7-0100-4626-a242-189c5e599e75 service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805853 Jul 07 19:28:11.466078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5d9339db-b2dd-45cc-8a49-c486562992e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.467233 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5d9339db-b2dd-45cc-8a49-c486562992e1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec4910fd-2685-45c8-8c18-0a3a47575a7f HTTP/1.1" status: 204 len: 168 time: 0.1780784 Jul 07 19:28:11.476663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9339db-b2dd-45cc-8a49-c486562992e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4910fd-2685-45c8-8c18-0a3a47575a7f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:11.518113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.532836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Deleting port 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:11.533180 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.564503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:11.564985 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:11.568361 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:11.761541 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.779116 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.783718 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] 10.222.0.81 "DELETE /v2.0/networks/c030d06b-d486-45e3-8750-90ab8d2f361d HTTP/1.1" status: 204 len: 168 time: 1.1755934 Jul 07 19:28:11.791649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36df7791-a4f9-4bea-9c35-e48dd8ada09d req-1ae17686-600d-4dfa-8527-ac016cb37df1 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546023 Jul 07 19:28:11.827383 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec99d96-50de-4c6d-8fa4-db0c76980adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-355309070-project] Pushing event deleted for resources: {'Network': ['ID=c030d06b-d486-45e3-8750-90ab8d2f361d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:11.893318 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-65070972-0f80-425c-942e-20d0785e0981 service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780074 Jul 07 19:28:11.903560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] For port 2b17b77a-8f6e-498a-b7d9-d99a96d787c2, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2b17b77a-8f6e-498a-b7d9-d99a96d787c2,segment=NetworkSegment(0a5b44d7-f484-49db-8bd5-fc318ccc7708),segment_id=0a5b44d7-f484-49db-8bd5-fc318ccc7708)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:11.904050 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.951315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856dd5b-8e73-4d2a-af78-fe0d7b7ff6dd req-dd7afdba-846e-492e-b724-04f3bd7841e8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:11.960548 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f856dd5b-8e73-4d2a-af78-fe0d7b7ff6dd req-dd7afdba-846e-492e-b724-04f3bd7841e8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 944 time: 0.0859404 Jul 07 19:28:11.973911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36df7791-a4f9-4bea-9c35-e48dd8ada09d req-b02b00a9-b904-43a7-837a-4408048c5804 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652741 Jul 07 19:28:11.993123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Calling delete_port for 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:12.056377 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f856dd5b-8e73-4d2a-af78-fe0d7b7ff6dd req-4d8e035c-3aa9-484f-bf8d-607f5c38aafd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939093 Jul 07 19:28:12.071784 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:28:12.215419 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-daedc201-c1b6-42a8-81f2-24cce50bd625 req-71ca3e4e-67f2-4edc-9527-515216f0af73 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 210 time: 0.0951829 Jul 07 19:28:12.223161 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:12.388841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38592) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:12.412689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:12.440034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'port_id': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'mac_address': 'fa:16:3e:89:63:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:28:12.489393 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.515539 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb21cc5-388e-4bb9-97a8-be48190b7211 req-513c058c-5151-4701-bd9a-5bf8485b09bc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:12.521108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:12.529483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:12.529856 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.537028 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7fb21cc5-388e-4bb9-97a8-be48190b7211 req-513c058c-5151-4701-bd9a-5bf8485b09bc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 945 time: 0.1881397 Jul 07 19:28:12.541204 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Port': ['ID=2b17b77a-8f6e-498a-b7d9-d99a96d787c2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:12.600432 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] Port 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 was deleted so its status cannot be updated. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 19:28:12.609834 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.631246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] No DVR routers for this DVR port 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:12.662066 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7fb21cc5-388e-4bb9-97a8-be48190b7211 req-b419f72f-0dca-4886-85ae-581751bb71a6 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240411 Jul 07 19:28:12.664339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:12.687118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:12.693157 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.784331 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:12.814698 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.856689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db476f5-c129-4c85-8625-e0cff5db6d69 None None] Network 3c00bb76-2896-4723-b021-fd72ba9f1ca1 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:12.867400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-863fce81-176c-42b9-9073-c2b8bfac2852 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ad67507a2a0a4ac281ac9a317a7b0197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774122 Jul 07 19:28:12.868932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38610) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:12.916040 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.945554 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-47db376c-b2c0-4af6-b725-695783ce9db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.961320 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Subnet': ['ID=c9548c71-65b4-44a5-a336-4e2d67fe80d0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:12.974404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-47db376c-b2c0-4af6-b725-695783ce9db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.974824 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-17ea2a76-7c84-4c76-bf49-8b046edb2290 None None] Could not find standard attr ID for object 2b17b77a-8f6e-498a-b7d9-d99a96d787c2. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:28:13.047313 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.052339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['6427ff31-3e2a-4561-ba8b-e61f0c63aee2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:13.059147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c00bb76-2896-4723-b021-fd72ba9f1ca1']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:13.064923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-47db376c-b2c0-4af6-b725-695783ce9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.067797 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-47db376c-b2c0-4af6-b725-695783ce9db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.069008 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-47db376c-b2c0-4af6-b725-695783ce9db7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7fa72e7b-61c7-454b-bfa1-c67fc9e949db HTTP/1.1" status: 204 len: 168 time: 0.1986749 Jul 07 19:28:13.076155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5b44d7-f484-49db-8bd5-fc318ccc7708') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:13.076701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5b44d7-f484-49db-8bd5-fc318ccc7708') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:13.086546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db376c-b2c0-4af6-b725-695783ce9db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa72e7b-61c7-454b-bfa1-c67fc9e949db,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:13.099055 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.127955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.143027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:13.143475 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:13.152528 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:13.244777 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.268469 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.274836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38622) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:13.275433 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/networks/3c00bb76-2896-4723-b021-fd72ba9f1ca1 HTTP/1.1" status: 204 len: 168 time: 2.7971089 Jul 07 19:28:13.276526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e45cde-8b73-4d44-a0a4-05047be6eb9c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Network': ['ID=3c00bb76-2896-4723-b021-fd72ba9f1ca1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:13.279961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-35e00ea2-56f8-4aac-bccd-3964af5f0c73 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1280321815'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:13.333780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e00ea2-56f8-4aac-bccd-3964af5f0c73 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:13.338633 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35e00ea2-56f8-4aac-bccd-3964af5f0c73 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.341619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:13.343886 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f51636-ad26-41cf-a34b-2ea0f34eb55d None None] DHCP port deletion for 3c00bb76-2896-4723-b021-fd72ba9f1ca1 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:28:13.372557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e00ea2-56f8-4aac-bccd-3964af5f0c73 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:13.403779 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35e00ea2-56f8-4aac-bccd-3964af5f0c73 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.403779 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-35e00ea2-56f8-4aac-bccd-3964af5f0c73 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Added segment 68681696-24e2-4ce7-b70e-8f072610adf4 of type vlan for network afb49fcd-8922-4fcd-bc78-0c74ad567a0f Jul 07 19:28:13.495826 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aa171f04-4193-42e9-9140-f8caa0643374 req-e2bdfaeb-7dfe-4614-8164-28b20b7377db tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 210 time: 0.0654583 Jul 07 19:28:13.506662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:13.513396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:13.513777 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.531278 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35e00ea2-56f8-4aac-bccd-3964af5f0c73 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.566227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5c53b-cbd4-49c7-b956-d6a574dc3fce req-f053edfc-0a24-486e-a90a-697e34ef8a97 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:13.573255 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79f5c53b-cbd4-49c7-b956-d6a574dc3fce req-f053edfc-0a24-486e-a90a-697e34ef8a97 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1702044 Jul 07 19:28:13.632339 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79f5c53b-cbd4-49c7-b956-d6a574dc3fce req-291f4590-571d-4d73-b925-805f65d3ab52 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580797 Jul 07 19:28:13.635523 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.635956 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35e00ea2-56f8-4aac-bccd-3964af5f0c73 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.648020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e00ea2-56f8-4aac-bccd-3964af5f0c73 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:13.648826 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35e00ea2-56f8-4aac-bccd-3964af5f0c73 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.675986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431a5d83-cf52-4480-ab7d-26721d4346ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc4ceb8-b56f-4ad4-a20b-4604988d20dc'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:13.678815 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d005d7d-7da4-4a32-8df8-218eb8845598" -d '{"events": [{"server_uuid": "431a5d83-cf52-4480-ab7d-26721d4346ee", "name": "network-vif-plugged", "status": "completed", "tag": "7bc4ceb8-b56f-4ad4-a20b-4604988d20dc"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:13.694357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc,segment=NetworkSegment(e38bc855-eec5-4cc0-baf6-45fdee64b0ae),segment_id=e38bc855-eec5-4cc0-baf6-45fdee64b0ae)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:13.699352 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-35e00ea2-56f8-4aac-bccd-3964af5f0c73 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4236090 Jul 07 19:28:13.702226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38636) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:13.711905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Request body: {'subnet': {'network_id': 'afb49fcd-8922-4fcd-bc78-0c74ad567a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:13.712193 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.765344 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c660a0f-42b3-48c7-81f2-654f8159b6c9 x-openstack-request-id: req-5c660a0f-42b3-48c7-81f2-654f8159b6c9 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:13.765751 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431a5d83-cf52-4480-ab7d-26721d4346ee", "name": "network-vif-plugged", "status": "completed", "tag": "7bc4ceb8-b56f-4ad4-a20b-4604988d20dc", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:13.766153 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c660a0f-42b3-48c7-81f2-654f8159b6c9 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:13.766628 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431a5d83-cf52-4480-ab7d-26721d4346ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc4ceb8-b56f-4ad4-a20b-4604988d20dc', 'code': 200} Jul 07 19:28:13.798886 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:13.840056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e00ea2-56f8-4aac-bccd-3964af5f0c73 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Network': ['ID=afb49fcd-8922-4fcd-bc78-0c74ad567a0f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:13.863735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network afb49fcd-8922-4fcd-bc78-0c74ad567a0f details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:14.045451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Made reservation on behalf of d5bf61368b12490a8b0984ea5d746c3d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:14.049822 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.077634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2187-c125-4923-821b-4a2b3fb17477 req-d78a7057-f1be-4da9-b647-2cf8974a961b tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:14.079494 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-d78a7057-f1be-4da9-b647-2cf8974a961b tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.48 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.1353352 Jul 07 19:28:14.095309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244125-8603-4626-8566-c271b8c2ebab req-507fcf0f-ff7b-4386-9c27-cd14d9e1a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:14.097947 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-70244125-8603-4626-8566-c271b8c2ebab req-507fcf0f-ff7b-4386-9c27-cd14d9e1a80d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 1097 time: 0.2041056 Jul 07 19:28:14.101671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-299b2187-c125-4923-821b-4a2b3fb17477 req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Request body: {'port': {'device_id': '2d994164-8e0b-42af-af81-5ceec5c535b8', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'admin_state_up': True, 'tenant_id': 'cfc0bfa801a549519ae7c1ebf365c273'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:14.103949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:14.104752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38646) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:14.143585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:14.147877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2b17b77a-8f6e-498a-b7d9-d99a96d787c2 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:14.189303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c9871-cfab-4e4c-a75b-c9e6721cd231 req-fa846b33-32df-4cb0-83a0-d583c938f293 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:14.195931 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-143c9871-cfab-4e4c-a75b-c9e6721cd231 req-fa846b33-32df-4cb0-83a0-d583c938f293 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 946 time: 0.3162158 Jul 07 19:28:14.233953 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-70244125-8603-4626-8566-c271b8c2ebab req-55cb44ca-f841-4984-8846-44d47a891706 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226068 Jul 07 19:28:14.245644 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-70fd572f-68dd-46b8-93e1-a72020ebc540 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f93cd96d49a4624b787169885fcc72f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397388 Jul 07 19:28:14.249887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38650) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:14.325836 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7a94a5b3-65d2-4f47-8fa3-b2d94f79828e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.340570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299b2187-c125-4923-821b-4a2b3fb17477 req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Made reservation on behalf of cfc0bfa801a549519ae7c1ebf365c273 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:14.344357 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-299b2187-c125-4923-821b-4a2b3fb17477 req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.365180 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7a94a5b3-65d2-4f47-8fa3-b2d94f79828e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.379423 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-143c9871-cfab-4e4c-a75b-c9e6721cd231 req-bdeff82d-0ddc-4d3e-bf3b-5ecbd1af41ea tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744866 Jul 07 19:28:14.479794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.objects.ports [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93900) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:28:14.481893 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.497678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7a94a5b3-65d2-4f47-8fa3-b2d94f79828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.500403 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7a94a5b3-65d2-4f47-8fa3-b2d94f79828e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.501561 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7a94a5b3-65d2-4f47-8fa3-b2d94f79828e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c1abcd4-1dcd-48b7-9072-63060318e16a HTTP/1.1" status: 204 len: 168 time: 0.2507496 Jul 07 19:28:14.518649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94a5b3-65d2-4f47-8fa3-b2d94f79828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1abcd4-1dcd-48b7-9072-63060318e16a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:14.551688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-299b2187-c125-4923-821b-4a2b3fb17477 req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Allocated IP 172.20.0.12 (8fe28009-9066-440f-9464-deba41242cb9/c21bbf2f-3f18-47a4-8078-10985cc0be42/6aac1aac-51f2-4ad1-83c7-62db8430ad36) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:14.586612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Checking segment: {'id': '68681696-24e2-4ce7-b70e-8f072610adf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'afb49fcd-8922-4fcd-bc78-0c74ad567a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:14.587297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network hostable DHCP agents. Network: afb49fcd-8922-4fcd-bc78-0c74ad567a0f, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:14.589854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event updated for resources: {'Subnet': ['ID=6d8b7f4e-023e-45d3-bd41-a38faa3bac85,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:14.614951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Network afb49fcd-8922-4fcd-bc78-0c74ad567a0f is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:14.643410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, afb49fcd-8922-4fcd-bc78-0c74ad567a0f) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:14.652205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28c625d-226c-4042-9333-75800ebbb2f1 None None] Network afb49fcd-8922-4fcd-bc78-0c74ad567a0f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:14.655715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:14.657003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.682032 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2bc448fd-1d37-4e3f-baf0-c99b0e0ef708 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9780815 Jul 07 19:28:14.685459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38670) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:14.806549 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e97406fa-a4f0-4b71-a9e0-5f42e74ae921 req-3abfc981-8e24-483e-a0a9-25d400525d96 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 210 time: 0.1169691 Jul 07 19:28:14.868903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.878656 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a953ba-8d3f-4e66-bb5b-b91fd617f322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-afb49fcd-8922-4fcd-bc78-0c74ad567a0f', 'network_id': 'afb49fcd-8922-4fcd-bc78-0c74ad567a0f', 'tenant_id': 'd5bf61368b12490a8b0984ea5d746c3d', 'fixed_ips': [{'subnet_id': '6d8b7f4e-023e-45d3-bd41-a38faa3bac85'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:28:14.879641 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-37a953ba-8d3f-4e66-bb5b-b91fd617f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.896376 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-299b2187-c125-4923-821b-4a2b3fb17477 req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.969540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.006762 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-299b2187-c125-4923-821b-4a2b3fb17477 req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.014751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d6dd5-c6bb-454a-b4b2-453b0f1554fc req-7d938315-06f2-404c-8021-2becaa5d4617 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:15.024457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:15.026082 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd2d6dd5-c6bb-454a-b4b2-453b0f1554fc req-7d938315-06f2-404c-8021-2becaa5d4617 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1722734 Jul 07 19:28:15.073229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299b2187-c125-4923-821b-4a2b3fb17477 req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Network 8fe28009-9066-440f-9464-deba41242cb9 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:15.079290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-299b2187-c125-4923-821b-4a2b3fb17477 req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:15.085212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-299b2187-c125-4923-821b-4a2b3fb17477 req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:15.117736 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd2d6dd5-c6bb-454a-b4b2-453b0f1554fc req-e3fc935d-e103-4ea8-8b55-22eab83f9676 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906765 Jul 07 19:28:15.143386 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.155164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2187-c125-4923-821b-4a2b3fb17477 req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:15.155972 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-299b2187-c125-4923-821b-4a2b3fb17477 req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server [None req-37a953ba-8d3f-4e66-bb5b-b91fd617f322 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d8b7f4e-023e-45d3-bd41-a38faa3bac85: This subnet is being modified by another concurrent operation. Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:28:15.159186 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d8b7f4e-023e-45d3-bd41-a38faa3bac85: This subnet is being modified by another concurrent operation. Jul 07 19:28:15.164211 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Jul 07 19:28:15.178458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f435b532-24cb-4b1b-a955-857c2ac4f3a3 None None] Network afb49fcd-8922-4fcd-bc78-0c74ad567a0f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:15.195282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event updated for resources: {'Port': ['ID=6aac1aac-51f2-4ad1-83c7-62db8430ad36,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:15.205554 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-5403fff5-bdca-4825-a143-fec0e9e52225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1166232 Jul 07 19:28:15.211242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8b7f4e-023e-45d3-bd41-a38faa3bac85,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:15.220413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Request body: {'port': {'device_id': '2d994164-8e0b-42af-af81-5ceec5c535b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:15.382783 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.383488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9bb607-bfa5-49ac-a477-b9dbce67f8fd None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:28:15.465554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.495942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb49fcd-8922-4fcd-bc78-0c74ad567a0f']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:15.529479 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68681696-24e2-4ce7-b70e-8f072610adf4') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:15.529912 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68681696-24e2-4ce7-b70e-8f072610adf4') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:15.551011 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.594693 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.605141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:15.605702 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:15.617911 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:15.745670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9bb607-bfa5-49ac-a477-b9dbce67f8fd None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:28:15.816806 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.832693 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.838410 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/networks/afb49fcd-8922-4fcd-bc78-0c74ad567a0f HTTP/1.1" status: 204 len: 168 time: 1.1544309 Jul 07 19:28:15.914157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38714) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:15.915370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1c036-ff51-4ffa-bce2-e3df041ad602 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Network': ['ID=afb49fcd-8922-4fcd-bc78-0c74ad567a0f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:15.965199 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58caa91-06d1-428a-b68a-15e551f5d5d5 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] DELETE failed (client error): The resource could not be found. Jul 07 19:28:15.966039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58caa91-06d1-428a-b68a-15e551f5d5d5 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:28:15.969269 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a58caa91-06d1-428a-b68a-15e551f5d5d5 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/subnets/6d8b7f4e-023e-45d3-bd41-a38faa3bac85 HTTP/1.1" status: 404 len: 337 time: 0.0501695 Jul 07 19:28:15.976038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38722) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:16.009386 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-36982fac-27cf-4d37-9510-8b6516960085 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] DELETE failed (client error): The resource could not be found. Jul 07 19:28:16.010684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36982fac-27cf-4d37-9510-8b6516960085 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:28:16.013211 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-36982fac-27cf-4d37-9510-8b6516960085 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/networks/afb49fcd-8922-4fcd-bc78-0c74ad567a0f HTTP/1.1" status: 404 len: 339 time: 0.0355251 Jul 07 19:28:16.016169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38724) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:16.069145 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c4e2cc-3230-451a-a85b-e83b9610357b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] DELETE failed (client error): The resource could not be found. Jul 07 19:28:16.069833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c4e2cc-3230-451a-a85b-e83b9610357b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:28:16.073096 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-73c4e2cc-3230-451a-a85b-e83b9610357b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/subnets/c9548c71-65b4-44a5-a336-4e2d67fe80d0 HTTP/1.1" status: 404 len: 337 time: 0.0551772 Jul 07 19:28:16.076796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38728) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:16.101279 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ca6272-c802-47a9-8fd8-4ca3bc015822 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] DELETE failed (client error): The resource could not be found. Jul 07 19:28:16.101984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ca6272-c802-47a9-8fd8-4ca3bc015822 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:28:16.103858 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-93ca6272-c802-47a9-8fd8-4ca3bc015822 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/networks/3c00bb76-2896-4723-b021-fd72ba9f1ca1 HTTP/1.1" status: 404 len: 339 time: 0.0259998 Jul 07 19:28:16.107798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38730) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:16.143151 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e0f8e5-0e19-4fe4-81b2-92d26d017f07 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] DELETE failed (client error): The resource could not be found. Jul 07 19:28:16.144444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e0f8e5-0e19-4fe4-81b2-92d26d017f07 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:28:16.148661 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f2e0f8e5-0e19-4fe4-81b2-92d26d017f07 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/subnets/8f695ed8-50bd-4325-8ea6-6ae084fb4b1e HTTP/1.1" status: 404 len: 337 time: 0.0375528 Jul 07 19:28:16.156373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:16.156682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38736) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:16.157807 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66021d-d512-43f1-89f6-2c9bbd08e0a3 req-2633035c-d902-4926-98a7-c4650ff101b3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:16.166908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d66021d-d512-43f1-89f6-2c9bbd08e0a3 req-2633035c-d902-4926-98a7-c4650ff101b3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 946 time: 0.3740084 Jul 07 19:28:16.212802 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f02c478-daab-4fd2-944d-87d729cf7992 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] DELETE failed (client error): The resource could not be found. Jul 07 19:28:16.213411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f02c478-daab-4fd2-944d-87d729cf7992 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:28:16.215218 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1f02c478-daab-4fd2-944d-87d729cf7992 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/networks/125cd12f-d817-490c-ab51-015d07bd6f77 HTTP/1.1" status: 404 len: 339 time: 0.0564644 Jul 07 19:28:16.219005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38740) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:16.255133 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d66021d-d512-43f1-89f6-2c9bbd08e0a3 req-a30a4971-3396-4d2f-aad3-fafcc32460a9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871413 Jul 07 19:28:16.301181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38744) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:16.301678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:16.307674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:16.308052 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.410666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5881906-6c8d-4cba-a3a4-92b16b969cc2 req-673af220-a56e-4af4-849e-8c3ad27f56d9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:16.417724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5881906-6c8d-4cba-a3a4-92b16b969cc2 req-673af220-a56e-4af4-849e-8c3ad27f56d9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 932 time: 0.2600133 Jul 07 19:28:16.459494 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.492816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aac1aac-51f2-4ad1-83c7-62db8430ad36 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:16.504661 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.511814 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:16.514314 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4315914f-812b-40d0-9d78-24524a1f45be" -d '{"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-plugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:16.529423 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:16.531115 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5881906-6c8d-4cba-a3a4-92b16b969cc2 req-77f33c56-e3f3-4efe-a7f2-396becb35128 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124082 Jul 07 19:28:16.544766 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.551923 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Transition to ACTIVE for port object 6aac1aac-51f2-4ad1-83c7-62db8430ad36 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:16.569383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.599804 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c55a2583-5589-49f3-85b2-010279c5f32b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Deleting port b6596299-b97d-44cd-b868-84178af0c03a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:16.602373 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c55a2583-5589-49f3-85b2-010279c5f32b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.643623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:16.655587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3c8e6cb0-c7c3-470f-811c-fd1b5a45a931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.746928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640542c-c6c3-41b0-a07c-328a3b8834eb req-98056ce7-02ba-49c8-8962-cb484e576bcd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:16.755190 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4640542c-c6c3-41b0-a07c-328a3b8834eb req-98056ce7-02ba-49c8-8962-cb484e576bcd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 946 time: 0.1526873 Jul 07 19:28:16.765866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Pushing event updated for resources: {'Port': ['ID=6aac1aac-51f2-4ad1-83c7-62db8430ad36,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:16.810162 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c55a2583-5589-49f3-85b2-010279c5f32b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.817788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4640542c-c6c3-41b0-a07c-328a3b8834eb req-6415507e-a93f-4023-95ef-8362ca9da304 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610671 Jul 07 19:28:16.859645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c55a2583-5589-49f3-85b2-010279c5f32b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Calling delete_port for b6596299-b97d-44cd-b868-84178af0c03a owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:16.873134 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3c8e6cb0-c7c3-470f-811c-fd1b5a45a931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.880609 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3c8e6cb0-c7c3-470f-811c-fd1b5a45a931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.897022 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4211758b-48b5-4410-83db-f22ee2337bf4 x-openstack-request-id: req-4211758b-48b5-4410-83db-f22ee2337bf4 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:16.897615 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-plugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:16.897877 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4211758b-48b5-4410-83db-f22ee2337bf4 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:16.898287 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'code': 200} Jul 07 19:28:16.915431 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3c8e6cb0-c7c3-470f-811c-fd1b5a45a931 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a1bb9451fe7496aac71d6cfa3bd8da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6127234 Jul 07 19:28:16.927066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38764) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:16.957430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Attempting to bind port 6aac1aac-51f2-4ad1-83c7-62db8430ad36 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:16.958081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Attempting to bind port 6aac1aac-51f2-4ad1-83c7-62db8430ad36 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:16.958910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Attempting to bind port 6aac1aac-51f2-4ad1-83c7-62db8430ad36 on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:16.979291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bb07c-2552-48c5-b7ef-3a0fb69f2da6 req-b09e3bfd-efe4-4424-8cf9-6ffddd6445a9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:16.980885 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f8bb07c-2552-48c5-b7ef-3a0fb69f2da6 req-b09e3bfd-efe4-4424-8cf9-6ffddd6445a9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 946 time: 0.2694399 Jul 07 19:28:17.013133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Port 6aac1aac-51f2-4ad1-83c7-62db8430ad36 on network 8fe28009-9066-440f-9464-deba41242cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:17.014214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Attempting to bind port 6aac1aac-51f2-4ad1-83c7-62db8430ad36 on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:17.029777 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c55a2583-5589-49f3-85b2-010279c5f32b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.038002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e6cb0-c7c3-470f-811c-fd1b5a45a931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9c8f64-a6f0-4967-a265-a8ec7de603bd,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:17.048184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:17.049103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Checking segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:17.050064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Bound using segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:17.050716 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Bound port: 6aac1aac-51f2-4ad1-83c7-62db8430ad36, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:17.051437 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.063659 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38766) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:17.080780 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0aaec12c-878d-48a4-be3a-0eb4418ab55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.088699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a2583-5589-49f3-85b2-010279c5f32b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Port': ['ID=b6596299-b97d-44cd-b868-84178af0c03a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:17.110324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd85c7-b3ff-45ab-a871-0dd5c0cf8cc6 req-7a60e1f9-2577-4685-9088-57b04a30d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:17.111717 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26bd85c7-b3ff-45ab-a871-0dd5c0cf8cc6 req-7a60e1f9-2577-4685-9088-57b04a30d13e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1097 time: 0.1236486 Jul 07 19:28:17.113643 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0aaec12c-878d-48a4-be3a-0eb4418ab55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.116667 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c55a2583-5589-49f3-85b2-010279c5f32b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.118571 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c55a2583-5589-49f3-85b2-010279c5f32b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/ports/b6596299-b97d-44cd-b868-84178af0c03a HTTP/1.1" status: 204 len: 168 time: 0.8970306 Jul 07 19:28:17.123975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38770) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:17.142447 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f8bb07c-2552-48c5-b7ef-3a0fb69f2da6 req-27275b65-0701-4ae4-8107-1c7a2f3ccaa7 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300621 Jul 07 19:28:17.170622 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-3713b751-6a36-47ed-9d08-d5b7a7aac40f tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] DELETE failed (client error): The resource could not be found. Jul 07 19:28:17.171329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3713b751-6a36-47ed-9d08-d5b7a7aac40f tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:28:17.176124 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3713b751-6a36-47ed-9d08-d5b7a7aac40f tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/subnets/110da9cf-785c-40a1-ae88-69dcd39773bc HTTP/1.1" status: 404 len: 337 time: 0.0481205 Jul 07 19:28:17.177010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38772) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:17.206191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] For port 6aac1aac-51f2-4ad1-83c7-62db8430ad36, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:17.210544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] For port 6aac1aac-51f2-4ad1-83c7-62db8430ad36, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6aac1aac-51f2-4ad1-83c7-62db8430ad36,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:17.214867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.249325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:17.249978 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.250323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2f74fabf-5e06-4213-9c11-185559bbee16 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-443969716'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:17.251560 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] 10.222.0.48 "PUT /v2.0/ports/6aac1aac-51f2-4ad1-83c7-62db8430ad36 HTTP/1.1" status: 200 len: 1092 time: 2.0358813 Jul 07 19:28:17.251997 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d994164-8e0b-42af-af81-5ceec5c535b8', 'tag': '6aac1aac-51f2-4ad1-83c7-62db8430ad36'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:17.254273 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec4146-f1f9-4b4b-aee4-a461b5a55880" -d '{"events": [{"name": "network-changed", "server_uuid": "2d994164-8e0b-42af-af81-5ceec5c535b8", "tag": "6aac1aac-51f2-4ad1-83c7-62db8430ad36"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:17.285073 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26bd85c7-b3ff-45ab-a871-0dd5c0cf8cc6 req-5b3985bd-c1b5-48f8-8c6d-663e3f184097 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615105 Jul 07 19:28:17.288919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144197b-f712-4b5b-8ea2-5075a38a5575 service neutron] Pushing event updated for resources: {'Port': ['ID=6aac1aac-51f2-4ad1-83c7-62db8430ad36,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:17.315687 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.316935 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e2ce17-9c86-4b65-9a66-f50c0b7ac829 x-openstack-request-id: req-74e2ce17-9c86-4b65-9a66-f50c0b7ac829 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:17.317215 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d994164-8e0b-42af-af81-5ceec5c535b8", "tag": "6aac1aac-51f2-4ad1-83c7-62db8430ad36", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:17.317475 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74e2ce17-9c86-4b65-9a66-f50c0b7ac829 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:17.317866 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d994164-8e0b-42af-af81-5ceec5c535b8', 'tag': '6aac1aac-51f2-4ad1-83c7-62db8430ad36', 'status': 'completed', 'code': 200} Jul 07 19:28:17.327218 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f74fabf-5e06-4213-9c11-185559bbee16 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.328757 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f74fabf-5e06-4213-9c11-185559bbee16 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.335010 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0aaec12c-878d-48a4-be3a-0eb4418ab55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.337778 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0aaec12c-878d-48a4-be3a-0eb4418ab55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.338939 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0aaec12c-878d-48a4-be3a-0eb4418ab55a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d9c8f64-a6f0-4967-a265-a8ec7de603bd HTTP/1.1" status: 204 len: 168 time: 0.4104793 Jul 07 19:28:17.355841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaec12c-878d-48a4-be3a-0eb4418ab55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9c8f64-a6f0-4967-a265-a8ec7de603bd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:17.377857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2187-c125-4923-821b-4a2b3fb17477 req-589292a0-ffa2-4751-8f36-5b6054de28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:17.379326 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-589292a0-ffa2-4751-8f36-5b6054de28d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 1095 time: 0.0728660 Jul 07 19:28:17.425657 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-f1f9c230-1707-4fdb-a18b-63671359632f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aac1aac-51f2-4ad1-83c7-62db8430ad36 HTTP/1.1" status: 200 len: 217 time: 0.0366433 Jul 07 19:28:17.486127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2187-c125-4923-821b-4a2b3fb17477 req-0a92c98e-f4fd-4aad-8539-11ed2b93bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:17.488721 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-0a92c98e-f4fd-4aad-8539-11ed2b93bf6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.0569932 Jul 07 19:28:17.543256 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-6666a4b2-7f02-4b75-bbe0-73e784140367 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392001 Jul 07 19:28:17.654395 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-ba8638a5-bbf5-4812-b124-5392904ff6d7 service neutron] 10.222.0.48 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010423 Jul 07 19:28:17.757572 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-299b2187-c125-4923-821b-4a2b3fb17477 req-2fd02369-1385-4c8f-8be3-ae073f79bdf2 service neutron] 10.222.0.48 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959671 Jul 07 19:28:17.815151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38788) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:17.851093 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f74fabf-5e06-4213-9c11-185559bbee16 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.855762 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae2d529c-6ad0-4d87-bfb7-190560f558d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.861030 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f74fabf-5e06-4213-9c11-185559bbee16 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.865621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.881217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7eedaf-1f74-4279-8506-1cb1b5359122']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:17.895885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98ee9f4-a69f-46b9-9b4f-76ba698f98a5') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:17.896171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98ee9f4-a69f-46b9-9b4f-76ba698f98a5') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:17.908180 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.916066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec4146-f1f9-4b4b-aee4-a461b5a55880 req-f3dc36b1-6a91-4864-a9f4-7779efc9dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:17.917746 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aec4146-f1f9-4b4b-aee4-a461b5a55880 req-f3dc36b1-6a91-4864-a9f4-7779efc9dbb2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 1095 time: 0.1120770 Jul 07 19:28:17.931405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.941691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:17.942535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.953759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57fb11-70b7-4a15-90ea-7428a813f95e req-41412fac-a768-44e5-98dc-37d859e97992 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:17.955821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad57fb11-70b7-4a15-90ea-7428a813f95e req-41412fac-a768-44e5-98dc-37d859e97992 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 944 time: 0.1891515 Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:17.956723 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:18.041105 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.053915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.056003 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/networks/de7eedaf-1f74-4279-8506-1cb1b5359122 HTTP/1.1" status: 204 len: 168 time: 0.8775954 Jul 07 19:28:18.062397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38794) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:18.067048 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad57fb11-70b7-4a15-90ea-7428a813f95e req-e04953a2-8806-4cf1-bdf7-1580cf1c6681 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968351 Jul 07 19:28:18.068592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384faea5-a588-4377-b70e-1120d914b177 tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Network': ['ID=de7eedaf-1f74-4279-8506-1cb1b5359122,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:18.127337 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae2d529c-6ad0-4d87-bfb7-190560f558d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.137334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec4146-f1f9-4b4b-aee4-a461b5a55880 req-0eebadab-4627-4015-8608-6cb0c85555ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:18.137674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f74fabf-5e06-4213-9c11-185559bbee16 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.142321 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aec4146-f1f9-4b4b-aee4-a461b5a55880 req-0eebadab-4627-4015-8608-6cb0c85555ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 907 time: 0.2131615 Jul 07 19:28:18.142506 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2f74fabf-5e06-4213-9c11-185559bbee16 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0705705 Jul 07 19:28:18.142651 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae2d529c-6ad0-4d87-bfb7-190560f558d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.142761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38796) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:18.227939 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69130667-4f79-48eb-b7a2-d60d8626b07d tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.244384 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aec4146-f1f9-4b4b-aee4-a461b5a55880 req-d8f74c25-a2f2-4741-aa96-22d1d484af72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aac1aac-51f2-4ad1-83c7-62db8430ad36 HTTP/1.1" status: 200 len: 217 time: 0.0952408 Jul 07 19:28:18.252182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f08a9-e98c-4a35-a9c3-16fa1dc6114a req-e9f74355-8443-44ab-ae93-e5e20d5f22ed tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:18.253700 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-748f08a9-e98c-4a35-a9c3-16fa1dc6114a req-e9f74355-8443-44ab-ae93-e5e20d5f22ed tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 946 time: 0.2628300 Jul 07 19:28:18.287214 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ae2d529c-6ad0-4d87-bfb7-190560f558d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0a02566dc9e4652bc2347944bce51a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672422 Jul 07 19:28:18.288878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38798) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:18.305520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d529c-6ad0-4d87-bfb7-190560f558d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9750c687-792d-4ec4-8428-e353122439a5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:18.386557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec4146-f1f9-4b4b-aee4-a461b5a55880 req-d6788ba3-b6ad-4646-a612-5feda49c2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:18.386870 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69130667-4f79-48eb-b7a2-d60d8626b07d tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.388072 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aec4146-f1f9-4b4b-aee4-a461b5a55880 req-d6788ba3-b6ad-4646-a612-5feda49c2e5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.1334977 Jul 07 19:28:18.389163 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69130667-4f79-48eb-b7a2-d60d8626b07d tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.395846 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-748f08a9-e98c-4a35-a9c3-16fa1dc6114a req-11cfb609-9efb-4544-b9f2-fdf5d953f339 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152422 Jul 07 19:28:18.434680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aec4146-f1f9-4b4b-aee4-a461b5a55880 req-07501601-16c8-4c1d-96fb-ab56f18328ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378883 Jul 07 19:28:18.443669 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69130667-4f79-48eb-b7a2-d60d8626b07d tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.444318 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69130667-4f79-48eb-b7a2-d60d8626b07d tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02d0bc15-1b5c-4a82-930d-aca2db638351 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:28:18.449366 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69130667-4f79-48eb-b7a2-d60d8626b07d tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.453760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-69130667-4f79-48eb-b7a2-d60d8626b07d tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] 10.222.0.81 "DELETE /v2.0/routers/02d0bc15-1b5c-4a82-930d-aca2db638351 HTTP/1.1" status: 204 len: 168 time: 0.3067687 Jul 07 19:28:18.453760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38800) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:18.459140 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9184cc67-9354-42ec-b8ce-f123db842502 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Request body: {'router': {'name': 'tempest-router-1600829084', 'distributed': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:18.480233 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9184cc67-9354-42ec-b8ce-f123db842502 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.481218 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9184cc67-9354-42ec-b8ce-f123db842502 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.501216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4214691b-d054-4b07-ae4e-0d542b65c28c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Deleting port 1ca842f1-5315-41e3-866c-6adceaf660fe {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:18.501559 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4214691b-d054-4b07-ae4e-0d542b65c28c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.507504 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e01b5ab-b409-4ed4-941a-f96e69d0670c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.532097 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9184cc67-9354-42ec-b8ce-f123db842502 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.536053 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9184cc67-9354-42ec-b8ce-f123db842502 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.548544 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9184cc67-9354-42ec-b8ce-f123db842502 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.550388 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9184cc67-9354-42ec-b8ce-f123db842502 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0950999 Jul 07 19:28:18.554672 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38804) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:18.588699 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e01b5ab-b409-4ed4-941a-f96e69d0670c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.628652 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4214691b-d054-4b07-ae4e-0d542b65c28c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.639405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5837335b-6575-4f15-98fc-50c238d375ac tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.663504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4214691b-d054-4b07-ae4e-0d542b65c28c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Calling delete_port for 1ca842f1-5315-41e3-866c-6adceaf660fe owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:18.671919 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aec4146-f1f9-4b4b-aee4-a461b5a55880 req-586088b2-62f2-4208-8f41-eec9ed6e4a0a service neutron] 10.222.0.48 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300887 Jul 07 19:28:18.702350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38806) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:18.771792 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e01b5ab-b409-4ed4-941a-f96e69d0670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.774288 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e01b5ab-b409-4ed4-941a-f96e69d0670c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.777879 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1e01b5ab-b409-4ed4-941a-f96e69d0670c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9750c687-792d-4ec4-8428-e353122439a5 HTTP/1.1" status: 204 len: 168 time: 0.4672449 Jul 07 19:28:18.807435 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01b5ab-b409-4ed4-941a-f96e69d0670c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9750c687-792d-4ec4-8428-e353122439a5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:18.838259 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6aec4146-f1f9-4b4b-aee4-a461b5a55880 req-a1e9e454-256f-4c21-a0f0-7801494282d9 service neutron] 10.222.0.48 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581216 Jul 07 19:28:18.847314 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4214691b-d054-4b07-ae4e-0d542b65c28c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.886714 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214691b-d054-4b07-ae4e-0d542b65c28c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Port': ['ID=1ca842f1-5315-41e3-866c-6adceaf660fe,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:18.892208 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4214691b-d054-4b07-ae4e-0d542b65c28c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.894723 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4214691b-d054-4b07-ae4e-0d542b65c28c tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/ports/1ca842f1-5315-41e3-866c-6adceaf660fe HTTP/1.1" status: 204 len: 168 time: 0.8312879 Jul 07 19:28:18.897205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38810) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:18.924306 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7982ca89-57a7-4a4b-baa5-c09a285a9cfe tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] DELETE failed (client error): The resource could not be found. Jul 07 19:28:18.924772 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7982ca89-57a7-4a4b-baa5-c09a285a9cfe tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:28:18.926574 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7982ca89-57a7-4a4b-baa5-c09a285a9cfe tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/subnets/d5ed25fa-9c6d-4dc8-85fb-684426c8f541 HTTP/1.1" status: 404 len: 337 time: 0.0284343 Jul 07 19:28:18.929679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38812) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:18.954154 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5837335b-6575-4f15-98fc-50c238d375ac tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.961931 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5837335b-6575-4f15-98fc-50c238d375ac tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.007763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.048502 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5837335b-6575-4f15-98fc-50c238d375ac tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.048984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5837335b-6575-4f15-98fc-50c238d375ac tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84b3bfe3-d405-4184-954c-a75d84afd9dc {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:28:19.087297 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5837335b-6575-4f15-98fc-50c238d375ac tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.088454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5837335b-6575-4f15-98fc-50c238d375ac tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] 10.222.0.81 "DELETE /v2.0/routers/84b3bfe3-d405-4184-954c-a75d84afd9dc HTTP/1.1" status: 204 len: 168 time: 0.5327735 Jul 07 19:28:19.091918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38816) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:19.099449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9b3f3102-cb7a-4530-aec0-3327696e43dd tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Request body: {'router': {'name': 'tempest-router-1654732892', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b47e5156cb11463685718c197b6dd5b1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:19.107553 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.118942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38dcbc79-2b80-49a5-9e42-48ec72cb139c']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:19.132127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44661243-ac96-4c80-bec3-c79d5fefd40c') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:19.132419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44661243-ac96-4c80-bec3-c79d5fefd40c') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:19.141978 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.156631 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.162457 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3102-cb7a-4530-aec0-3327696e43dd tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.163473 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3102-cb7a-4530-aec0-3327696e43dd tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.164952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:19.165378 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:19.168556 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:19.274313 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.285984 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.288191 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/networks/38dcbc79-2b80-49a5-9e42-48ec72cb139c HTTP/1.1" status: 204 len: 168 time: 0.3574374 Jul 07 19:28:19.290568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38832) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:19.329727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e9313-a746-4ba4-b38c-38436316682b tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Network': ['ID=38dcbc79-2b80-49a5-9e42-48ec72cb139c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:19.363264 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3102-cb7a-4530-aec0-3327696e43dd tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.370648 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3102-cb7a-4530-aec0-3327696e43dd tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.374973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea46dab9-ace1-4f2c-bdd4-0c9f12d9521e tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Deleting subnet 97770daa-b466-4c05-adca-ecca63e11049 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:28:19.380169 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea46dab9-ace1-4f2c-bdd4-0c9f12d9521e tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.410317 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3102-cb7a-4530-aec0-3327696e43dd tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.411225 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9b3f3102-cb7a-4530-aec0-3327696e43dd tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3175604 Jul 07 19:28:19.413940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38836) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:19.422574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:19.435259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080fae3-994f-44a2-ab68-b4531c14855b req-ddab8369-b43c-4d9d-a32f-03a7469a04a0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:19.436838 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e080fae3-994f-44a2-ab68-b4531c14855b req-ddab8369-b43c-4d9d-a32f-03a7469a04a0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 944 time: 0.2037847 Jul 07 19:28:19.521162 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea46dab9-ace1-4f2c-bdd4-0c9f12d9521e tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.546633 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.657847 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e080fae3-994f-44a2-ab68-b4531c14855b req-b20eff17-e809-45e4-9fb5-e3b5efeb761a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801815 Jul 07 19:28:19.786674 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea46dab9-ace1-4f2c-bdd4-0c9f12d9521e tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.812255 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.813066 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.009313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Allocated IP 172.20.0.17 (fd1aa2f8-80f4-4b6d-b102-46263282c985/4731f9e7-dcc5-4490-9cd1-18dd1075c7db/8361da83-b5eb-41f7-8461-a1e7b2d5b6dc) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:20.138925 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.157795 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Transition to ACTIVE for port object 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:20.195254 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.242671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network fd1aa2f8-80f4-4b6d-b102-46263282c985 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:20.243566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93901) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 07 19:28:20.243908 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Router 53318706-e8a7-4b1b-9914-3a99562b38be migrating from provider to provider. {{(pid=93901) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 07 19:28:20.244503 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.248325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:20.251127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:20.257788 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.271563 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.277647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea46dab9-ace1-4f2c-bdd4-0c9f12d9521e tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.289104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=8361da83-b5eb-41f7-8461-a1e7b2d5b6dc,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:20.309820 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.324380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141e7ea-c914-4aa8-954a-a364b958ac68 req-312d9aba-f8e4-41b1-bea9-b542f36d7074 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:20.332605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9141e7ea-c914-4aa8-954a-a364b958ac68 req-312d9aba-f8e4-41b1-bea9-b542f36d7074 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 946 time: 0.5175786 Jul 07 19:28:20.372134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46dab9-ace1-4f2c-bdd4-0c9f12d9521e tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Subnet': ['ID=97770daa-b466-4c05-adca-ecca63e11049,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:20.421824 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ccaa6-1cf2-4fe2-8898-cb8091cbff6a None None] Network 45991e5c-0312-4e97-a89b-dc3e90fa5eea requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:20.424236 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea46dab9-ace1-4f2c-bdd4-0c9f12d9521e tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.430406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ea46dab9-ace1-4f2c-bdd4-0c9f12d9521e tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/subnets/97770daa-b466-4c05-adca-ecca63e11049 HTTP/1.1" status: 204 len: 168 time: 1.1359181 Jul 07 19:28:20.432734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38864) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:20.536568 n-d-793621-9 neutron-server[93901]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] No L3 agents can host the router 53318706-e8a7-4b1b-9914-3a99562b38be Jul 07 19:28:20.542989 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9141e7ea-c914-4aa8-954a-a364b958ac68 req-65796192-0046-4493-bb2a-69fea730223e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084503 Jul 07 19:28:20.554869 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.611302 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-60f79710-dedc-41b1-9373-1e72802b98ab None None] Provisioning for port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:20.623374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-60f79710-dedc-41b1-9373-1e72802b98ab None None] Provisioning complete for port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:20.623787 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-60f79710-dedc-41b1-9373-1e72802b98ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.679065 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-60f79710-dedc-41b1-9373-1e72802b98ab None None] Port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:20.775926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e611e-415d-4ef3-8df7-9e18cff052de None None] DHCP port deletion for 45991e5c-0312-4e97-a89b-dc3e90fa5eea request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:28:20.844991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Hosts for router 53318706-e8a7-4b1b-9914-3a99562b38be: [] {{(pid=93901) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 07 19:28:20.860164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e611e-415d-4ef3-8df7-9e18cff052de None None] Deleting port ec4958e9-fa9d-4cb7-8901-65d3068d0b06 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:20.860874 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bd0e611e-415d-4ef3-8df7-9e18cff052de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.901149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Deleting port ec4958e9-fa9d-4cb7-8901-65d3068d0b06 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:20.901619 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.932274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf978cc-a865-4707-bc14-a9406d9653a9 req-6e16465c-3cd0-4f8b-994e-6f30674fd3c6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:20.933840 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cdf978cc-a865-4707-bc14-a9406d9653a9 req-6e16465c-3cd0-4f8b-994e-6f30674fd3c6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 946 time: 0.1807547 Jul 07 19:28:20.944591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38882) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:20.951591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1af14167-7d9c-4109-baec-1cf6f6140668 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Request body: {'floatingip': {'port_id': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:20.958204 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-bd0e611e-415d-4ef3-8df7-9e18cff052de None None] For port ec4958e9-fa9d-4cb7-8901-65d3068d0b06, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ec4958e9-fa9d-4cb7-8901-65d3068d0b06,segment=NetworkSegment(25279934-4453-4ddc-a06b-ec9d60afe702),segment_id=25279934-4453-4ddc-a06b-ec9d60afe702)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:20.958995 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bd0e611e-415d-4ef3-8df7-9e18cff052de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.965299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Hosts for other DVR routers connected to router 53318706-e8a7-4b1b-9914-3a99562b38be: set() {{(pid=93901) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 07 19:28:20.967738 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.971998 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c5c1a10c-c2d9-408c-a0f8-323f3500aae3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] 10.222.0.81 "PUT /v2.0/routers/53318706-e8a7-4b1b-9914-3a99562b38be HTTP/1.1" status: 200 len: 717 time: 1.5570295 Jul 07 19:28:20.974531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38884) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:20.980442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e611e-415d-4ef3-8df7-9e18cff052de None None] Calling delete_port for ec4958e9-fa9d-4cb7-8901-65d3068d0b06 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:21.031386 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.052282 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f8e70708-cdea-4926-98b1-1870a3733c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.081845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] For port ec4958e9-fa9d-4cb7-8901-65d3068d0b06, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ec4958e9-fa9d-4cb7-8901-65d3068d0b06,segment=NetworkSegment(25279934-4453-4ddc-a06b-ec9d60afe702),segment_id=25279934-4453-4ddc-a06b-ec9d60afe702)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:21.081845 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.100722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Calling delete_port for ec4958e9-fa9d-4cb7-8901-65d3068d0b06 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:21.106412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7f1b668b-da1f-4759-a4c3-b791157c64a3 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] 10.222.0.81 "GET /v2.0/routers/53318706-e8a7-4b1b-9914-3a99562b38be HTTP/1.1" status: 200 len: 717 time: 0.1298480 Jul 07 19:28:21.110020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38890) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:21.139250 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bd0e611e-415d-4ef3-8df7-9e18cff052de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.142684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e02662-3900-402c-a382-ea596dd1cb22 req-49eeb8f1-ba1e-4391-8e21-0c330a597951 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:21.150853 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78e02662-3900-402c-a382-ea596dd1cb22 req-49eeb8f1-ba1e-4391-8e21-0c330a597951 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 944 time: 0.3094244 Jul 07 19:28:21.210622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6aac1aac-51f2-4ad1-83c7-62db8430ad36 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:28:21.214506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e611e-415d-4ef3-8df7-9e18cff052de None None] No DVR routers for this DVR port ec4958e9-fa9d-4cb7-8901-65d3068d0b06 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:21.222381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e611e-415d-4ef3-8df7-9e18cff052de None None] Pushing event deleted for resources: {'Port': ['ID=ec4958e9-fa9d-4cb7-8901-65d3068d0b06,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:21.244868 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78e02662-3900-402c-a382-ea596dd1cb22 req-7371b221-9fc7-4e3a-8943-720b4d8bbc9d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908713 Jul 07 19:28:21.315187 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.356327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Port': ['ID=ec4958e9-fa9d-4cb7-8901-65d3068d0b06,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:21.365689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] No DVR routers for this DVR port ec4958e9-fa9d-4cb7-8901-65d3068d0b06 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:21.427371 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1af14167-7d9c-4109-baec-1cf6f6140668 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.446160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 6aac1aac-51f2-4ad1-83c7-62db8430ad36, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6aac1aac-51f2-4ad1-83c7-62db8430ad36,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:21.459640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '6aac1aac-51f2-4ad1-83c7-62db8430ad36', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'port_id': '6aac1aac-51f2-4ad1-83c7-62db8430ad36', 'mac_address': 'fa:16:3e:d0:0c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21bbf2f-3f18-47a4-8078-10985cc0be42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:28:21.514656 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.533084 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.549436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aac1aac-51f2-4ad1-83c7-62db8430ad36 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:21.555722 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-19fff10e-f505-46e0-8497-e653d60982b0 tempest-RoutersTestDVR-885280749 tempest-RoutersTestDVR-885280749-project] 10.222.0.81 "GET /v2.0/routers/53318706-e8a7-4b1b-9914-3a99562b38be HTTP/1.1" status: 200 len: 683 time: 0.4428830 Jul 07 19:28:21.556673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38900) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:21.559472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45991e5c-0312-4e97-a89b-dc3e90fa5eea']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:21.592522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 6aac1aac-51f2-4ad1-83c7-62db8430ad36, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6aac1aac-51f2-4ad1-83c7-62db8430ad36,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:21.598185 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.618419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25279934-4453-4ddc-a06b-ec9d60afe702') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:21.618717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25279934-4453-4ddc-a06b-ec9d60afe702') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:21.661104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.663940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=6aac1aac-51f2-4ad1-83c7-62db8430ad36,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:21.673524 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-098b72f7-7ff2-42fc-a691-3d73402166b6 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.705544 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.716922 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.755878 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.819377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:21.819802 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:21.822933 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:21.853323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=8361da83-b5eb-41f7-8461-a1e7b2d5b6dc,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:21.856881 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.893439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-098b72f7-7ff2-42fc-a691-3d73402166b6 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.902140 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-098b72f7-7ff2-42fc-a691-3d73402166b6 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.955168 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.960169 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.965290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] 10.222.0.81 "DELETE /v2.0/networks/45991e5c-0312-4e97-a89b-dc3e90fa5eea HTTP/1.1" status: 204 len: 168 time: 1.5314004 Jul 07 19:28:21.982290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57293c-ee30-47f0-aec6-a5e08b11dfcf tempest-NetworksIpV6TestAttrs-1077983222 tempest-NetworksIpV6TestAttrs-1077983222-project] Pushing event deleted for resources: {'Network': ['ID=45991e5c-0312-4e97-a89b-dc3e90fa5eea,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:21.984792 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-098b72f7-7ff2-42fc-a691-3d73402166b6 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.985324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098b72f7-7ff2-42fc-a691-3d73402166b6 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53318706-e8a7-4b1b-9914-3a99562b38be {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:28:21.996276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-098b72f7-7ff2-42fc-a691-3d73402166b6 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.003749 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-098b72f7-7ff2-42fc-a691-3d73402166b6 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] 10.222.0.81 "DELETE /v2.0/routers/53318706-e8a7-4b1b-9914-3a99562b38be HTTP/1.1" status: 204 len: 168 time: 0.4395249 Jul 07 19:28:22.004402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38912) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:22.009258 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-82b43fe1-8c8c-4b93-9324-a073809343c5 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Request body: {'router': {'name': 'tempest-router-1840824737', 'distributed': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:22.046544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82b43fe1-8c8c-4b93-9324-a073809343c5 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.048385 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82b43fe1-8c8c-4b93-9324-a073809343c5 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.050906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['6aac1aac-51f2-4ad1-83c7-62db8430ad36'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:22.111027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network fd1aa2f8-80f4-4b6d-b102-46263282c985 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:22.111603 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ec4958e9-fa9d-4cb7-8901-65d3068d0b06 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:22.113750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:22.126830 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82b43fe1-8c8c-4b93-9324-a073809343c5 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.132309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82b43fe1-8c8c-4b93-9324-a073809343c5 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.149735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-82b43fe1-8c8c-4b93-9324-a073809343c5 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.153134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-82b43fe1-8c8c-4b93-9324-a073809343c5 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1477301 Jul 07 19:28:22.155892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38916) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:22.183836 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: ec4958e9-fa9d-4cb7-8901-65d3068d0b06 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:22.187761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ec4958e9-fa9d-4cb7-8901-65d3068d0b06 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:22.344870 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.resource_extend [None req-1af14167-7d9c-4109-baec-1cf6f6140668 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:28:22.412775 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cf326d7-3134-4c52-81e4-20a15c90f003 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.508859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Router 549f139e-462e-4e7e-a008-f3f262694ece has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:28:22.517320 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b4d471c4-aab7-41d2-8e86-4c7998df8ad6 None None] Provisioning complete for port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:22.518325 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4d471c4-aab7-41d2-8e86-4c7998df8ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.543048 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1af14167-7d9c-4109-baec-1cf6f6140668 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.575342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38928) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:22.579704 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1af14167-7d9c-4109-baec-1cf6f6140668 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.629963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b4d471c4-aab7-41d2-8e86-4c7998df8ad6 None None] Port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:22.675410 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cf326d7-3134-4c52-81e4-20a15c90f003 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.678665 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cf326d7-3134-4c52-81e4-20a15c90f003 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.733943 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cf326d7-3134-4c52-81e4-20a15c90f003 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.735053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf326d7-3134-4c52-81e4-20a15c90f003 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01f8e73c-6eda-42cc-9bed-7edc58096563 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:28:22.754943 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cf326d7-3134-4c52-81e4-20a15c90f003 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.761310 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8cf326d7-3134-4c52-81e4-20a15c90f003 tempest-RoutersTestDVR-542367152 tempest-RoutersTestDVR-542367152-project-admin] 10.222.0.81 "DELETE /v2.0/routers/01f8e73c-6eda-42cc-9bed-7edc58096563 HTTP/1.1" status: 204 len: 168 time: 0.6039815 Jul 07 19:28:22.833838 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-1af14167-7d9c-4109-baec-1cf6f6140668 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Floating IP 23aa8521-4416-45ec-85b7-e6f000c5c7d6 associated. External IP: 172.25.0.41, port: 6427ff31-3e2a-4561-ba8b-e61f0c63aee2. Jul 07 19:28:22.883336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505ba3c-3169-4902-9aaf-6606b429f5e0 req-f18d7748-927b-47b6-97e0-e0ebe08a2693 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:22.884900 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9505ba3c-3169-4902-9aaf-6606b429f5e0 req-f18d7748-927b-47b6-97e0-e0ebe08a2693 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 945 time: 0.3842752 Jul 07 19:28:22.900367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:22.909774 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ece5210c-ef9e-4de6-a2b0-5c35d513d559 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "PUT /v2.0/routers/549f139e-462e-4e7e-a008-f3f262694ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2054980 Jul 07 19:28:22.926997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Sync routers for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:22.946386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:22.948039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:27:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:23.122861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38950) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:23.271154 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:23.294635 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e651ba2-5239-4cce-82d0-4ccde4f77daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.323154 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1b203bc7-3336-4376-86f2-7f2fb968b565 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5bf61368b12490a8b0984ea5d746c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7429280 Jul 07 19:28:23.326344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 38958) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:23.367666 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9505ba3c-3169-4902-9aaf-6606b429f5e0 req-f390382a-f5db-4c2b-b09b-016376c2d4ca tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691799 Jul 07 19:28:23.431538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e651ba2-5239-4cce-82d0-4ccde4f77daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.436588 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e651ba2-5239-4cce-82d0-4ccde4f77daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.498523 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-328c3659-69da-47ac-8f21-bd36af312490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.507062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1e651ba2-5239-4cce-82d0-4ccde4f77daf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b47e5156cb11463685718c197b6dd5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818936 Jul 07 19:28:23.507718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38964) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:23.508535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e651ba2-5239-4cce-82d0-4ccde4f77daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649a03a5-a3b6-4df1-a44b-1553e5a0b7c2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:23.574033 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bc30-c4c7-4e30-9240-f664eda1e081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.596244 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7138fa11-5c5d-4ffc-8782-0927a40318eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.599625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-328c3659-69da-47ac-8f21-bd36af312490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.654505 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af14167-7d9c-4109-baec-1cf6f6140668 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Router 45affac5-aac4-465d-bde2-48781ca8232f has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:28:23.671209 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7138fa11-5c5d-4ffc-8782-0927a40318eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.684076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:28:20Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '27644c39-3870-45a9-a990-5f968fcbcbe3', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'floating_ip_address': '172.25.0.233', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'port_id': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'mac_address': 'fa:16:3e:13:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:25:55Z', 'updated_at': '2021-07-07T19:25:58Z', 'revision_number': 1, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8361da83-b5eb-41f7-8461-a1e7b2d5b6dc', 'name': '', 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:34:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '4731f9e7-dcc5-4490-9cd1-18dd1075c7db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:19Z', 'updated_at': '2021-07-07T19:28:21Z', 'revision_number': 2, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': '4731f9e7-dcc5-4490-9cd1-18dd1075c7db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:23.739496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Checking router: 549f139e-462e-4e7e-a008-f3f262694ece for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:28:23.739957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Updating router 549f139e-462e-4e7e-a008-f3f262694ece port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:28:23.742902 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-328c3659-69da-47ac-8f21-bd36af312490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.748662 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-328c3659-69da-47ac-8f21-bd36af312490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.755848 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-328c3659-69da-47ac-8f21-bd36af312490 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6cfeb2f-9f10-43ca-960f-083c01b278f9 HTTP/1.1" status: 204 len: 168 time: 0.4279442 Jul 07 19:28:23.779470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7138fa11-5c5d-4ffc-8782-0927a40318eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.787198 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7138fa11-5c5d-4ffc-8782-0927a40318eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.789645 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7138fa11-5c5d-4ffc-8782-0927a40318eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/649a03a5-a3b6-4df1-a44b-1553e5a0b7c2 HTTP/1.1" status: 204 len: 168 time: 0.2761083 Jul 07 19:28:23.807110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c3659-69da-47ac-8f21-bd36af312490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cfeb2f-9f10-43ca-960f-083c01b278f9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:23.826344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138fa11-5c5d-4ffc-8782-0927a40318eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649a03a5-a3b6-4df1-a44b-1553e5a0b7c2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:23.854734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af14167-7d9c-4109-baec-1cf6f6140668 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:23.861202 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1af14167-7d9c-4109-baec-1cf6f6140668 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.873735 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.874063 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e5c8f-998d-467e-b34e-86ac9f7afef5 None None] Sync routers for ids ['45affac5-aac4-465d-bde2-48781ca8232f'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:23.883755 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.896859 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e5c8f-998d-467e-b34e-86ac9f7afef5 None None] Routers {'45affac5-aac4-465d-bde2-48781ca8232f'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:23.897550 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f96e5c8f-998d-467e-b34e-86ac9f7afef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['45affac5-aac4-465d-bde2-48781ca8232f'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:23.936870 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1af14167-7d9c-4109-baec-1cf6f6140668 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "PUT /v2.0/floatingips/23aa8521-4416-45ec-85b7-e6f000c5c7d6 HTTP/1.1" status: 200 len: 991 time: 2.9904528 Jul 07 19:28:23.938866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:23.946351 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d46a4d-0434-467e-b4e8-ef5cb55c89c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:24.013540 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a6dc3a-962d-4ad5-8428-57160f432bcb x-openstack-request-id: req-c1a6dc3a-962d-4ad5-8428-57160f432bcb {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:24.014242 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:24.016638 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1a6dc3a-962d-4ad5-8428-57160f432bcb {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:24.017349 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'status': 'completed', 'code': 200} Jul 07 19:28:24.041413 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f96e5c8f-998d-467e-b34e-86ac9f7afef5 None None] Set router 45affac5-aac4-465d-bde2-48781ca8232f gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:24.158424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d46a4d-0434-467e-b4e8-ef5cb55c89c1 req-06dfb181-bf9f-420f-a768-ef18159ababf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:24.160682 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32d46a4d-0434-467e-b4e8-ef5cb55c89c1 req-06dfb181-bf9f-420f-a768-ef18159ababf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1097 time: 0.0985525 Jul 07 19:28:24.300808 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d46a4d-0434-467e-b4e8-ef5cb55c89c1 req-d79303a9-cef5-4d68-8001-dc312a7d3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:24.304119 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32d46a4d-0434-467e-b4e8-ef5cb55c89c1 req-d79303a9-cef5-4d68-8001-dc312a7d3747 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.1361370 Jul 07 19:28:24.309378 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.343516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Transition to ACTIVE for port object 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:24.351411 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.387726 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f96e5c8f-998d-467e-b34e-86ac9f7afef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '23aa8521-4416-45ec-85b7-e6f000c5c7d6', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'port_id': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'mac_address': 'fa:16:3e:89:63:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:27:57Z', 'updated_at': '2021-07-07T19:28:22Z', 'revision_number': 1, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b6c28e-4d99-49df-938d-ac6209aacde0', 'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'mac_address': 'fa:16:3e:21:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:46Z', 'updated_at': '2021-07-07T19:27:59Z', 'revision_number': 5, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'subnets': [{'id': '02762935-6382-4adb-bbdc-9967d23439ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:24.406889 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32d46a4d-0434-467e-b4e8-ef5cb55c89c1 req-e1614c62-69d0-4d9f-bbdb-2d652a4176dd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 999 time: 0.0928502 Jul 07 19:28:24.432519 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e5c8f-998d-467e-b34e-86ac9f7afef5 None None] Checking router: 45affac5-aac4-465d-bde2-48781ca8232f for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:28:24.443732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19533616-3fa2-4d4b-ad3b-e3afa68aff15 None None] Pushing event updated for resources: {'Port': ['ID=8361da83-b5eb-41f7-8461-a1e7b2d5b6dc,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:24.455133 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e5c8f-998d-467e-b34e-86ac9f7afef5 None None] Routers {'45affac5-aac4-465d-bde2-48781ca8232f'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:24.458517 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f96e5c8f-998d-467e-b34e-86ac9f7afef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['45affac5-aac4-465d-bde2-48781ca8232f'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:24.510721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Attempting to bind port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:24.512457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Attempting to bind port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:24.513020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Attempting to bind port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc on network fd1aa2f8-80f4-4b6d-b102-46263282c985 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:24.520066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:24.520727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Checking segment: {'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:24.521318 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.521871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Bound using segment: {'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:24.522675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Bound port: 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:24.523853 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.582069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d46a4d-0434-467e-b4e8-ef5cb55c89c1 req-c3779b46-2280-478e-be13-47abef6c49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:24.586315 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32d46a4d-0434-467e-b4e8-ef5cb55c89c1 req-c3779b46-2280-478e-be13-47abef6c49e6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1575575 Jul 07 19:28:24.657226 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f96e5c8f-998d-467e-b34e-86ac9f7afef5 None None] Set router 45affac5-aac4-465d-bde2-48781ca8232f gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:24.665093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 38988) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:24.677689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] For port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:24.686457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] For port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8361da83-b5eb-41f7-8461-a1e7b2d5b6dc,segment=NetworkSegment(e38bc855-eec5-4cc0-baf6-45fdee64b0ae),segment_id=e38bc855-eec5-4cc0-baf6-45fdee64b0ae)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:24.701084 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e5d93fa8-998e-48cd-9155-07a014ece41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.777467 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.826230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e3079-ea6d-4d1e-acb1-6b82d45263b1 req-be27728f-1c10-410a-a150-afb3cc0a27c9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:24.828995 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c39e3079-ea6d-4d1e-acb1-6b82d45263b1 req-be27728f-1c10-410a-a150-afb3cc0a27c9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 945 time: 0.1731608 Jul 07 19:28:24.857319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d46a4d-0434-467e-b4e8-ef5cb55c89c1 req-d7862c76-1a8a-4a5e-b181-87ecc90987b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:24.869005 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32d46a4d-0434-467e-b4e8-ef5cb55c89c1 req-d7862c76-1a8a-4a5e-b181-87ecc90987b2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2748504 Jul 07 19:28:24.894575 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.974234 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e5d93fa8-998e-48cd-9155-07a014ece41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.980621 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e5d93fa8-998e-48cd-9155-07a014ece41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.981797 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c39e3079-ea6d-4d1e-acb1-6b82d45263b1 req-c728d2ee-1f7a-476a-9dc9-1d140aa7e483 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448288 Jul 07 19:28:25.033722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:25.036855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:25.073810 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39000) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:25.088734 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e5d93fa8-998e-48cd-9155-07a014ece41b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ea508bdc474490f9fee58e3ef9b0b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220886 Jul 07 19:28:25.141233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19533616-3fa2-4d4b-ad3b-e3afa68aff15 None None] Pushing event updated for resources: {'Port': ['ID=8361da83-b5eb-41f7-8461-a1e7b2d5b6dc,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:25.159062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d93fa8-998e-48cd-9155-07a014ece41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab32cf06-fead-44cc-bf7b-e0432949477d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:25.194930 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f96e5c8f-998d-467e-b34e-86ac9f7afef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '23aa8521-4416-45ec-85b7-e6f000c5c7d6', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'port_id': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'mac_address': 'fa:16:3e:89:63:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:27:57Z', 'updated_at': '2021-07-07T19:28:22Z', 'revision_number': 1, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b6c28e-4d99-49df-938d-ac6209aacde0', 'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'mac_address': 'fa:16:3e:21:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:46Z', 'updated_at': '2021-07-07T19:27:59Z', 'revision_number': 5, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'subnets': [{'id': '02762935-6382-4adb-bbdc-9967d23439ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:25.201345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6aac1aac-51f2-4ad1-83c7-62db8430ad36 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:25.236043 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e5c8f-998d-467e-b34e-86ac9f7afef5 None None] The sync data for ids ['45affac5-aac4-465d-bde2-48781ca8232f'] in n-d-793621-9 is: [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '23aa8521-4416-45ec-85b7-e6f000c5c7d6', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'port_id': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'mac_address': 'fa:16:3e:89:63:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:27:57Z', 'updated_at': '2021-07-07T19:28:22Z', 'revision_number': 1, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b6c28e-4d99-49df-938d-ac6209aacde0', 'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'mac_address': 'fa:16:3e:21:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:46Z', 'updated_at': '2021-07-07T19:27:59Z', 'revision_number': 5, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'subnets': [{'id': '02762935-6382-4adb-bbdc-9967d23439ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:25.289324 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a96ae5e-6631-4833-8573-cf78824db99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.324140 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32d46a4d-0434-467e-b4e8-ef5cb55c89c1 req-48286908-ce73-47a8-b64d-de3d8fb46dc4 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438722 Jul 07 19:28:25.354544 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a96ae5e-6631-4833-8573-cf78824db99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.390124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:25.477172 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32d46a4d-0434-467e-b4e8-ef5cb55c89c1 req-9f67f5bf-831c-4a3c-8c78-f86fc85a5e0d service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397560 Jul 07 19:28:25.483644 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a96ae5e-6631-4833-8573-cf78824db99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.487071 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a96ae5e-6631-4833-8573-cf78824db99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.491296 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0a96ae5e-6631-4833-8573-cf78824db99d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab32cf06-fead-44cc-bf7b-e0432949477d HTTP/1.1" status: 204 len: 168 time: 0.3935509 Jul 07 19:28:25.498946 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96ae5e-6631-4833-8573-cf78824db99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab32cf06-fead-44cc-bf7b-e0432949477d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:25.514213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 6aac1aac-51f2-4ad1-83c7-62db8430ad36 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:25.547071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 6aac1aac-51f2-4ad1-83c7-62db8430ad36 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:25.547446 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.635788 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f7b496-584f-41ec-bb33-ba00b1838f2d None None] New status for floating IP 23aa8521-4416-45ec-85b7-e6f000c5c7d6: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:28:25.889861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.933709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d994164-8e0b-42af-af81-5ceec5c535b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aac1aac-51f2-4ad1-83c7-62db8430ad36'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:25.936099 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acb1f46-abf6-4778-929d-7db14d8426ae" -d '{"events": [{"server_uuid": "2d994164-8e0b-42af-af81-5ceec5c535b8", "name": "network-vif-plugged", "status": "completed", "tag": "6aac1aac-51f2-4ad1-83c7-62db8430ad36"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:25.951935 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 6aac1aac-51f2-4ad1-83c7-62db8430ad36, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6aac1aac-51f2-4ad1-83c7-62db8430ad36,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:25.957511 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.012273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:28:20Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '27644c39-3870-45a9-a990-5f968fcbcbe3', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'floating_ip_address': '172.25.0.233', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'port_id': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'mac_address': 'fa:16:3e:13:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:25:55Z', 'updated_at': '2021-07-07T19:25:58Z', 'revision_number': 1, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8361da83-b5eb-41f7-8461-a1e7b2d5b6dc', 'name': '', 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:34:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '4731f9e7-dcc5-4490-9cd1-18dd1075c7db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:19Z', 'updated_at': '2021-07-07T19:28:24Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': '4731f9e7-dcc5-4490-9cd1-18dd1075c7db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:26.078433 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cb97a3-892c-47c7-8d37-b3bdc6c67e50 x-openstack-request-id: req-b1cb97a3-892c-47c7-8d37-b3bdc6c67e50 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:26.078708 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d994164-8e0b-42af-af81-5ceec5c535b8", "name": "network-vif-plugged", "status": "completed", "tag": "6aac1aac-51f2-4ad1-83c7-62db8430ad36", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:26.078968 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1cb97a3-892c-47c7-8d37-b3bdc6c67e50 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:26.079380 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d994164-8e0b-42af-af81-5ceec5c535b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aac1aac-51f2-4ad1-83c7-62db8430ad36', 'code': 200} Jul 07 19:28:26.080229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8348148-2db6-4e1d-9363-6a7e1f4dfb0d None None] The sync data for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 is: [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:28:20Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '27644c39-3870-45a9-a990-5f968fcbcbe3', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'floating_ip_address': '172.25.0.233', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'port_id': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'mac_address': 'fa:16:3e:13:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:25:55Z', 'updated_at': '2021-07-07T19:25:58Z', 'revision_number': 1, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8361da83-b5eb-41f7-8461-a1e7b2d5b6dc', 'name': '', 'network_id': 'fd1aa2f8-80f4-4b6d-b102-46263282c985', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:34:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '4731f9e7-dcc5-4490-9cd1-18dd1075c7db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:19Z', 'updated_at': '2021-07-07T19:28:24Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': '4731f9e7-dcc5-4490-9cd1-18dd1075c7db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:26.104802 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=6aac1aac-51f2-4ad1-83c7-62db8430ad36,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:26.216303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39040) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:26.372769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0af98-1765-450d-be11-b815954ccf4d req-d2af4a01-81d5-4222-8c68-593426b5f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:26.380297 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f2c0af98-1765-450d-be11-b815954ccf4d req-d2af4a01-81d5-4222-8c68-593426b5f764 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 1097 time: 0.2084167 Jul 07 19:28:26.390083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6672c63-1573-440c-ad7c-3fabc8c8d02a req-7950b7f2-051c-48cd-a0d7-d432f946bbda tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:26.391871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6672c63-1573-440c-ad7c-3fabc8c8d02a req-7950b7f2-051c-48cd-a0d7-d432f946bbda tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 946 time: 0.1400373 Jul 07 19:28:26.440747 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f2c0af98-1765-450d-be11-b815954ccf4d req-49db2d65-5360-464b-b456-176a61e44908 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478630 Jul 07 19:28:26.457012 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.483963 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6672c63-1573-440c-ad7c-3fabc8c8d02a req-fa26a252-b8e3-4c49-8c24-713a320a9854 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728793 Jul 07 19:28:26.551214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-252671147'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:26.583047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:26.591391 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.602457 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.738516 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.761336 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.807007 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:26.829840 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.830286 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Added segment 58df1df7-6ba7-403e-84ba-b5e5901b0323 of type vlan for network 29273dea-35f3-4ae3-b3b3-1f199b9ba285 Jul 07 19:28:26.840592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cae79c-1e6f-4e22-a7da-8538b43a7d8c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:26.880925 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.920637 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.930522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:26.931508 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.011456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Network': ['ID=29273dea-35f3-4ae3-b3b3-1f199b9ba285,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:27.028992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f73bdd67-a168-4a80-a19f-5f0d5ca0b766 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8114138 Jul 07 19:28:27.031288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39066) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:27.038497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-6785132e-e786-4926-a092-a56f1be56180 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-658357816'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:27.039155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 29273dea-35f3-4ae3-b3b3-1f199b9ba285 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:27.065400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6785132e-e786-4926-a092-a56f1be56180 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:27.069352 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6785132e-e786-4926-a092-a56f1be56180 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.107223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6785132e-e786-4926-a092-a56f1be56180 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:27.125683 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6785132e-e786-4926-a092-a56f1be56180 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.125932 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-6785132e-e786-4926-a092-a56f1be56180 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Added segment 07104ac3-aea4-4787-a70c-14ed9dafcaa1 of type vlan for network 3a90c793-358c-4250-9edf-98303ac7c821 Jul 07 19:28:27.167291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39070) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:27.178104 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6785132e-e786-4926-a092-a56f1be56180 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.210460 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6785132e-e786-4926-a092-a56f1be56180 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.216419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785132e-e786-4926-a092-a56f1be56180 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:27.217014 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6785132e-e786-4926-a092-a56f1be56180 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.289312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785132e-e786-4926-a092-a56f1be56180 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Network': ['ID=3a90c793-358c-4250-9edf-98303ac7c821,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:27.301816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 3a90c793-358c-4250-9edf-98303ac7c821 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:27.314098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39078) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:27.314349 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6785132e-e786-4926-a092-a56f1be56180 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2815878 Jul 07 19:28:27.319762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f0ac56b8-4b7e-45b0-a4ea-f57bb637359c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'subnet': {'network_id': '29273dea-35f3-4ae3-b3b3-1f199b9ba285', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:27.434225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-348475873'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:27.474768 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Made reservation on behalf of 4e313ed3e9094c88b14668d3ca3e2ce3 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:27.478696 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.494879 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.509347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ac56b8-4b7e-45b0-a4ea-f57bb637359c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:27.513262 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0ac56b8-4b7e-45b0-a4ea-f57bb637359c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.791186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff007f-6b00-4575-a5e6-42bf6723cea5 req-e679142c-5eb7-4926-bd89-45cef20c9a17 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:27.792740 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b5ff007f-6b00-4575-a5e6-42bf6723cea5 req-e679142c-5eb7-4926-bd89-45cef20c9a17 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 946 time: 0.1735332 Jul 07 19:28:27.796612 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.815065 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.889412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:27.920877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee103ee-217c-4bc9-b14f-afa209b83c03,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:27.923732 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0ac56b8-4b7e-45b0-a4ea-f57bb637359c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.927959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.928310 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Added segment d906a1e7-288e-45d5-be88-3c6e07b8e704 of type vlan for network 1257af72-281a-4f8c-82af-a3cf287876ae Jul 07 19:28:27.934302 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b5ff007f-6b00-4575-a5e6-42bf6723cea5 req-5e61a727-a43e-4267-b60a-479607901599 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307108 Jul 07 19:28:28.021841 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.030662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac56b8-4b7e-45b0-a4ea-f57bb637359c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Subnet': ['ID=dab86631-d774-4a25-99d6-2082bc589945,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:28.068518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac56b8-4b7e-45b0-a4ea-f57bb637359c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Checking segment: {'id': '58df1df7-6ba7-403e-84ba-b5e5901b0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '29273dea-35f3-4ae3-b3b3-1f199b9ba285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:28.069092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ac56b8-4b7e-45b0-a4ea-f57bb637359c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network hostable DHCP agents. Network: 29273dea-35f3-4ae3-b3b3-1f199b9ba285, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:28.080251 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.086496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:28.087311 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.152751 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:28.246648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:28.253699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:28.254086 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.344691 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.384367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8361da83-b5eb-41f7-8461-a1e7b2d5b6dc,segment=NetworkSegment(e38bc855-eec5-4cc0-baf6-45fdee64b0ae),segment_id=e38bc855-eec5-4cc0-baf6-45fdee64b0ae)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:28.391728 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.451240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=8361da83-b5eb-41f7-8461-a1e7b2d5b6dc,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:28.490785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ac56b8-4b7e-45b0-a4ea-f57bb637359c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network 29273dea-35f3-4ae3-b3b3-1f199b9ba285 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:28.501822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3327231 Jul 07 19:28:28.505510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39106) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:28.508953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee5ac7-7f2e-4bc7-947c-c0b823ff27dd tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event updated for resources: {'Network': ['ID=1257af72-281a-4f8c-82af-a3cf287876ae,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:28.515717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f0ac56b8-4b7e-45b0-a4ea-f57bb637359c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 29273dea-35f3-4ae3-b3b3-1f199b9ba285) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:28.517301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e350cbb5-3d67-4f39-86e8-dbf76701614b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Request body: {'subnet': {'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:28.527819 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3846ef-8530-4f44-b394-68fa26d95839 None None] Network 29273dea-35f3-4ae3-b3b3-1f199b9ba285 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:28.532085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac56b8-4b7e-45b0-a4ea-f57bb637359c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:28.532698 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0ac56b8-4b7e-45b0-a4ea-f57bb637359c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.564272 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f0ac56b8-4b7e-45b0-a4ea-f57bb637359c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2488756 Jul 07 19:28:28.568677 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39108) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:28.576390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fc1b516f-0cf5-479c-bd19-ba876f98807d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'subnet': {'network_id': '3a90c793-358c-4250-9edf-98303ac7c821', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:28.580013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 1257af72-281a-4f8c-82af-a3cf287876ae details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:28.721259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e350cbb5-3d67-4f39-86e8-dbf76701614b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Made reservation on behalf of 4e313ed3e9094c88b14668d3ca3e2ce3 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:28.731875 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e350cbb5-3d67-4f39-86e8-dbf76701614b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.745918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1b516f-0cf5-479c-bd19-ba876f98807d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:28.754749 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc1b516f-0cf5-479c-bd19-ba876f98807d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.996543 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc1b516f-0cf5-479c-bd19-ba876f98807d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.006604 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e350cbb5-3d67-4f39-86e8-dbf76701614b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.086608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b516f-0cf5-479c-bd19-ba876f98807d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Subnet': ['ID=2f973b96-d109-4a09-bba2-1b59a3c81d32,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:29.102478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b516f-0cf5-479c-bd19-ba876f98807d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Checking segment: {'id': '07104ac3-aea4-4787-a70c-14ed9dafcaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3a90c793-358c-4250-9edf-98303ac7c821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:29.103678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1b516f-0cf5-479c-bd19-ba876f98807d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network hostable DHCP agents. Network: 3a90c793-358c-4250-9edf-98303ac7c821, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:29.116605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350cbb5-3d67-4f39-86e8-dbf76701614b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event updated for resources: {'Subnet': ['ID=b15d5caf-e3f5-4884-ae92-85e128ccfae8,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:29.125663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350cbb5-3d67-4f39-86e8-dbf76701614b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Checking segment: {'id': 'd906a1e7-288e-45d5-be88-3c6e07b8e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:29.126173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e350cbb5-3d67-4f39-86e8-dbf76701614b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Network hostable DHCP agents. Network: 1257af72-281a-4f8c-82af-a3cf287876ae, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:29.149486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e350cbb5-3d67-4f39-86e8-dbf76701614b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Network 1257af72-281a-4f8c-82af-a3cf287876ae is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:29.152134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-29273dea-35f3-4ae3-b3b3-1f199b9ba285', 'network_id': '29273dea-35f3-4ae3-b3b3-1f199b9ba285', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'fixed_ips': [{'subnet_id': 'dab86631-d774-4a25-99d6-2082bc589945'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:28:29.153118 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.177990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e350cbb5-3d67-4f39-86e8-dbf76701614b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 1257af72-281a-4f8c-82af-a3cf287876ae) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:29.185693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1b516f-0cf5-479c-bd19-ba876f98807d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network 3a90c793-358c-4250-9edf-98303ac7c821 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:29.191925 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e350cbb5-3d67-4f39-86e8-dbf76701614b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:29.192702 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e350cbb5-3d67-4f39-86e8-dbf76701614b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.196807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-fc1b516f-0cf5-479c-bd19-ba876f98807d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 3a90c793-358c-4250-9edf-98303ac7c821) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:29.203717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1b516f-0cf5-479c-bd19-ba876f98807d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:29.204707 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc1b516f-0cf5-479c-bd19-ba876f98807d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.216972 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e350cbb5-3d67-4f39-86e8-dbf76701614b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7062461 Jul 07 19:28:29.217645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39122) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:29.223979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Request body: {'port': {'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-459050510'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:29.248421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55d6a1f-91c2-4a19-8cfe-3c38bad8d39b None None] Network 1257af72-281a-4f8c-82af-a3cf287876ae requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:29.273892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fc1b516f-0cf5-479c-bd19-ba876f98807d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7038743 Jul 07 19:28:29.277130 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39124) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:29.282863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bcd6f0bf-bf7d-48bb-8645-4e5380742cf6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1137094744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:29.299258 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bb32e-b0ac-4ca3-a68c-a234a8170da6 req-02b39875-85fe-4307-a43a-0d9d699f7578 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:29.301386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-103bb32e-b0ac-4ca3-a68c-a234a8170da6 req-02b39875-85fe-4307-a43a-0d9d699f7578 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 946 time: 0.1567285 Jul 07 19:28:29.320008 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f0bf-bf7d-48bb-8645-4e5380742cf6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.321896 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f0bf-bf7d-48bb-8645-4e5380742cf6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.329777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26388811-3829-410c-ba2b-76295d33407f None None] Network 3a90c793-358c-4250-9edf-98303ac7c821 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:29.391315 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-103bb32e-b0ac-4ca3-a68c-a234a8170da6 req-eab8e032-6c0b-4d1f-a2c1-06dd9b1c4e86 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816784 Jul 07 19:28:29.415271 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f0bf-bf7d-48bb-8645-4e5380742cf6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.419776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Made reservation on behalf of 4e313ed3e9094c88b14668d3ca3e2ce3 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:29.422565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f0bf-bf7d-48bb-8645-4e5380742cf6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.428047 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.458676 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f0bf-bf7d-48bb-8645-4e5380742cf6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.465217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bcd6f0bf-bf7d-48bb-8645-4e5380742cf6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1867042 Jul 07 19:28:29.466173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39132) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:29.519558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] device_id is not set on port cad1cef0-169e-4d1a-89a9-b48bf700e56e yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:29.531952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-1257af72-281a-4f8c-82af-a3cf287876ae', 'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae', 'tenant_id': '4e313ed3e9094c88b14668d3ca3e2ce3', 'fixed_ips': [{'subnet_id': 'b15d5caf-e3f5-4884-ae92-85e128ccfae8'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:28:29.533107 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.559587 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Allocated IP 2001:db8::2 (29273dea-35f3-4ae3-b3b3-1f199b9ba285/dab86631-d774-4a25-99d6-2082bc589945/ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:29.622956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb965d-fd89-44f6-8dda-94fbcc25568f req-fc75ef89-f2f6-4600-87b2-4959ac4410ea tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:29.632640 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e2eb965d-fd89-44f6-8dda-94fbcc25568f req-fc75ef89-f2f6-4600-87b2-4959ac4410ea tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 946 time: 0.1032774 Jul 07 19:28:29.695990 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e2eb965d-fd89-44f6-8dda-94fbcc25568f req-b99743b4-6add-4c8b-8306-856a97ab5150 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619807 Jul 07 19:28:29.710150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Allocated IP 2001:db8::16d (1257af72-281a-4f8c-82af-a3cf287876ae/b15d5caf-e3f5-4884-ae92-85e128ccfae8/cad1cef0-169e-4d1a-89a9-b48bf700e56e) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:29.904965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3a90c793-358c-4250-9edf-98303ac7c821', 'network_id': '3a90c793-358c-4250-9edf-98303ac7c821', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'fixed_ips': [{'subnet_id': '2f973b96-d109-4a09-bba2-1b59a3c81d32'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:28:29.905836 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.911132 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.927635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Transition to ACTIVE for port object cad1cef0-169e-4d1a-89a9-b48bf700e56e will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:29.976745 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.138405 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:30.143048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Network 1257af72-281a-4f8c-82af-a3cf287876ae is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:30.195757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:30.231638 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event updated for resources: {'Port': ['ID=cad1cef0-169e-4d1a-89a9-b48bf700e56e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:30.237517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:30.244962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:30.245889 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.254663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Allocated IP 2001:db8::2 (1257af72-281a-4f8c-82af-a3cf287876ae/b15d5caf-e3f5-4884-ae92-85e128ccfae8/b851c9e7-49de-4e57-a6cc-384e645d6436) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:30.260577 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.289917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Transition to ACTIVE for port object ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:30.329329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345d65b-14ea-4ce2-af60-1821d911ac2b req-78503533-a80c-4c1f-a0a7-78414e1687ae tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:30.331228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c345d65b-14ea-4ce2-af60-1821d911ac2b req-78503533-a80c-4c1f-a0a7-78414e1687ae tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 946 time: 0.1147661 Jul 07 19:28:30.337196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b6fb410d-5145-4d38-94e4-33a5961023b9 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1183825 Jul 07 19:28:30.338920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.341004 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39158) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:30.346978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Request body: {'port': {'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2006473998', 'allowed_address_pairs': [{'ip_address': '2001:db8::16d', 'mac_address': 'fa:16:3e:14:a1:64'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:30.376356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:30.376721 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.393371 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c345d65b-14ea-4ce2-af60-1821d911ac2b req-976797c5-06fc-467e-ae31-6c913dd4d225 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552235 Jul 07 19:28:30.419109 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Allocated IP 2001:db8:1::2 (3a90c793-358c-4250-9edf-98303ac7c821/2f973b96-d109-4a09-bba2-1b59a3c81d32/9eebca4e-34e0-4b52-a4ce-0349cc1cb783) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:30.426599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Transition to ACTIVE for port object ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:30.443544 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.565847 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Network 29273dea-35f3-4ae3-b3b3-1f199b9ba285 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:30.594822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Pushing event updated for resources: {'Port': ['ID=ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:30.603464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:30.617289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:30.641620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Made reservation on behalf of 4e313ed3e9094c88b14668d3ca3e2ce3 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:30.760573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Allocated IP 2001:db8::1 (29273dea-35f3-4ae3-b3b3-1f199b9ba285/dab86631-d774-4a25-99d6-2082bc589945/2f20cfa4-21ec-4486-b675-7ad62ba6a923) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:30.773781 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.792725 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Attempting to bind port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:30.793086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Attempting to bind port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '58df1df7-6ba7-403e-84ba-b5e5901b0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '29273dea-35f3-4ae3-b3b3-1f199b9ba285'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:30.793449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Attempting to bind port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 on network 29273dea-35f3-4ae3-b3b3-1f199b9ba285 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:30.800472 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.831582 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Transition to ACTIVE for port object b851c9e7-49de-4e57-a6cc-384e645d6436 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:30.835166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:30.835547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Checking segment: {'id': '58df1df7-6ba7-403e-84ba-b5e5901b0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '29273dea-35f3-4ae3-b3b3-1f199b9ba285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:30.835952 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.836359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Bound using segment: {'id': '58df1df7-6ba7-403e-84ba-b5e5901b0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '29273dea-35f3-4ae3-b3b3-1f199b9ba285'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:30.836828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Bound port: ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58df1df7-6ba7-403e-84ba-b5e5901b0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '29273dea-35f3-4ae3-b3b3-1f199b9ba285'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:30.837202 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.887883 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.911985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] device_id is not set on port 50a943b3-527a-4d2d-9cb8-dc6f8d0e8163 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:30.917134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Transition to ACTIVE for port object b851c9e7-49de-4e57-a6cc-384e645d6436 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:30.922689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Transition to ACTIVE for port object 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:30.933400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.962009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Transition to ACTIVE for port object 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:31.004038 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.044874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] For port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:31.051801 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] For port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707,segment=NetworkSegment(58df1df7-6ba7-403e-84ba-b5e5901b0323),segment_id=58df1df7-6ba7-403e-84ba-b5e5901b0323)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:31.059316 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Network 1257af72-281a-4f8c-82af-a3cf287876ae is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:31.065121 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.083895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:31.093408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:31.100496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Network 3a90c793-358c-4250-9edf-98303ac7c821 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:31.101256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Pushing event updated for resources: {'Port': ['ID=b851c9e7-49de-4e57-a6cc-384e645d6436,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:31.105341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Allocated IP 2001:db8::32f (1257af72-281a-4f8c-82af-a3cf287876ae/b15d5caf-e3f5-4884-ae92-85e128ccfae8/50a943b3-527a-4d2d-9cb8-dc6f8d0e8163) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:31.180501 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.195448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Transition to ACTIVE for port object 2f20cfa4-21ec-4486-b675-7ad62ba6a923 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:31.199147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:31.209026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:31.225070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Pushing event updated for resources: {'Port': ['ID=9eebca4e-34e0-4b52-a4ce-0349cc1cb783,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:31.267745 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.292242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Attempting to bind port b851c9e7-49de-4e57-a6cc-384e645d6436 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:31.292804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Attempting to bind port b851c9e7-49de-4e57-a6cc-384e645d6436 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'd906a1e7-288e-45d5-be88-3c6e07b8e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:31.292959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Attempting to bind port b851c9e7-49de-4e57-a6cc-384e645d6436 on network 1257af72-281a-4f8c-82af-a3cf287876ae {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:31.355494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:31.356034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Checking segment: {'id': 'd906a1e7-288e-45d5-be88-3c6e07b8e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:31.356368 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.356770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Bound using segment: {'id': 'd906a1e7-288e-45d5-be88-3c6e07b8e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:31.357261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Bound port: b851c9e7-49de-4e57-a6cc-384e645d6436, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd906a1e7-288e-45d5-be88-3c6e07b8e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:31.357648 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.375759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network 29273dea-35f3-4ae3-b3b3-1f199b9ba285 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:31.383383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Attempting to bind port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:31.383761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Attempting to bind port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '07104ac3-aea4-4787-a70c-14ed9dafcaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3a90c793-358c-4250-9edf-98303ac7c821'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:31.384130 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Attempting to bind port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 on network 3a90c793-358c-4250-9edf-98303ac7c821 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:31.385597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:31.388911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:31.389549 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.410221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:31.410221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Checking segment: {'id': '07104ac3-aea4-4787-a70c-14ed9dafcaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3a90c793-358c-4250-9edf-98303ac7c821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:31.410221 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.410749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Bound using segment: {'id': '07104ac3-aea4-4787-a70c-14ed9dafcaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3a90c793-358c-4250-9edf-98303ac7c821'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:31.410982 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Bound port: 9eebca4e-34e0-4b52-a4ce-0349cc1cb783, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07104ac3-aea4-4787-a70c-14ed9dafcaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3a90c793-358c-4250-9edf-98303ac7c821'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:31.413983 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.440691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a5c14-f288-484c-b92a-4e89531fe5d3 None None] Pushing event updated for resources: {'Port': ['ID=ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:31.460658 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=2f20cfa4-21ec-4486-b675-7ad62ba6a923,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:31.553895 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.590235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] For port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:31.598209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Transition to ACTIVE for port object 50a943b3-527a-4d2d-9cb8-dc6f8d0e8163 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:31.616301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] For port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9eebca4e-34e0-4b52-a4ce-0349cc1cb783,segment=NetworkSegment(07104ac3-aea4-4787-a70c-14ed9dafcaa1),segment_id=07104ac3-aea4-4787-a70c-14ed9dafcaa1)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:31.619328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] For port b851c9e7-49de-4e57-a6cc-384e645d6436, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:31.626718 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.626982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.661433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f205169-4b72-4118-89d5-c5ef486d180b req-1fad31a4-f14a-4743-8211-31782a7decbe tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:31.669379 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f205169-4b72-4118-89d5-c5ef486d180b req-1fad31a4-f14a-4743-8211-31782a7decbe tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 946 time: 0.0995197 Jul 07 19:28:31.690816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] For port b851c9e7-49de-4e57-a6cc-384e645d6436, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b851c9e7-49de-4e57-a6cc-384e645d6436,segment=NetworkSegment(d906a1e7-288e-45d5-be88-3c6e07b8e704),segment_id=d906a1e7-288e-45d5-be88-3c6e07b8e704)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:31.712513 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.724412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.725036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bf8c4-b1b6-4c1a-be6c-3c0810cc6432 None None] Pushing event updated for resources: {'Port': ['ID=9eebca4e-34e0-4b52-a4ce-0349cc1cb783,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:31.739072 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1f205169-4b72-4118-89d5-c5ef486d180b req-61a568ae-4626-4179-b88b-34f967f0fc2b tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687225 Jul 07 19:28:31.823792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe99f4f-6b2b-40ad-b257-67b41190672e None None] Pushing event updated for resources: {'Port': ['ID=b851c9e7-49de-4e57-a6cc-384e645d6436,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:31.894146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Network 1257af72-281a-4f8c-82af-a3cf287876ae is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:31.904280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:31.939939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:31.945677 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:31.946357 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.948899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event updated for resources: {'Port': ['ID=50a943b3-527a-4d2d-9cb8-dc6f8d0e8163,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:32.028104 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b932a8b2-b73a-4daf-aa9a-1306f16414fa tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6859241 Jul 07 19:28:32.031411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39196) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:32.280701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6247ac-286c-46a1-b0b8-7edaf3ca2fa1 req-85b4a8d9-8f45-40be-ae79-2ac34d89e981 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:32.282141 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a6247ac-286c-46a1-b0b8-7edaf3ca2fa1 req-85b4a8d9-8f45-40be-ae79-2ac34d89e981 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 946 time: 0.3756521 Jul 07 19:28:32.339211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b4c64d-21e4-4b54-b02c-0944fae5b026 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:32.360727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b4c64d-21e4-4b54-b02c-0944fae5b026 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:32.367376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b4c64d-21e4-4b54-b02c-0944fae5b026 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:32.380512 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d2b4c64d-21e4-4b54-b02c-0944fae5b026 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3431497 Jul 07 19:28:32.381637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39204) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:32.461534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:32.563483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:32.568892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:32.601539 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.613306 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.615646 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.641870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Deleting port 50a943b3-527a-4d2d-9cb8-dc6f8d0e8163 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:32.642100 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.645471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39208) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:32.787753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-9a6247ac-286c-46a1-b0b8-7edaf3ca2fa1 req-4e0da084-9061-42b4-8acb-18d4d1283a13 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Deleting port 6aac1aac-51f2-4ad1-83c7-62db8430ad36 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:32.789337 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9a6247ac-286c-46a1-b0b8-7edaf3ca2fa1 req-4e0da084-9061-42b4-8acb-18d4d1283a13 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.816289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.848245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Calling delete_port for 50a943b3-527a-4d2d-9cb8-dc6f8d0e8163 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:32.856132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e121669c-033e-420f-b466-a3c9e802e420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.873081 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:32.891415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=2f20cfa4-21ec-4486-b675-7ad62ba6a923,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:32.907356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e2d4b6-9c0a-471f-b5e0-47a9b05e1d8e None None] Network 29273dea-35f3-4ae3-b3b3-1f199b9ba285 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:32.912313 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network 29273dea-35f3-4ae3-b3b3-1f199b9ba285 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:32.917919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:33.046722 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:33.064843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9a6247ac-286c-46a1-b0b8-7edaf3ca2fa1 req-4e0da084-9061-42b4-8acb-18d4d1283a13 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] For port 6aac1aac-51f2-4ad1-83c7-62db8430ad36, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=6aac1aac-51f2-4ad1-83c7-62db8430ad36,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:33.065775 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9a6247ac-286c-46a1-b0b8-7edaf3ca2fa1 req-4e0da084-9061-42b4-8acb-18d4d1283a13 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:33.078945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-607540a1-0655-4c48-8bcc-d497b902b273 None None] Provisioning for port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:33.089536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-607540a1-0655-4c48-8bcc-d497b902b273 None None] Provisioning complete for port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:33.089924 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-607540a1-0655-4c48-8bcc-d497b902b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:33.090123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-9a6247ac-286c-46a1-b0b8-7edaf3ca2fa1 req-4e0da084-9061-42b4-8acb-18d4d1283a13 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Calling delete_port for 6aac1aac-51f2-4ad1-83c7-62db8430ad36 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:33.124206 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event deleted for resources: {'Port': ['ID=50a943b3-527a-4d2d-9cb8-dc6f8d0e8163,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:33.238840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:33.238840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:33.242835 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-607540a1-0655-4c48-8bcc-d497b902b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:33.249030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:33.249439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:33.249890 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:33.250338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:33.250822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:33.251273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:33.251715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:33.252163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:33.253162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:33.253607 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:33.306385 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:33.308633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c5766636-4bc4-4d14-ab13-dcbdc74fec6d tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "DELETE /v2.0/ports/50a943b3-527a-4d2d-9cb8-dc6f8d0e8163 HTTP/1.1" status: 204 len: 168 time: 0.9257381 Jul 07 19:28:33.323047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39216) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:33.340520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-607540a1-0655-4c48-8bcc-d497b902b273 None None] For port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707,segment=NetworkSegment(58df1df7-6ba7-403e-84ba-b5e5901b0323),segment_id=58df1df7-6ba7-403e-84ba-b5e5901b0323)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:33.346009 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-607540a1-0655-4c48-8bcc-d497b902b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:33.390550 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fc3b7b-c417-4dda-b567-ea6602f964d0 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] GET failed (client error): The resource could not be found. Jul 07 19:28:33.399171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-70fc3b7b-c417-4dda-b567-ea6602f964d0 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "GET /v2.0/ports/50a943b3-527a-4d2d-9cb8-dc6f8d0e8163 HTTP/1.1" status: 404 len: 333 time: 0.0666125 Jul 07 19:28:33.405837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39220) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:33.414547 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Request body: {'port': {'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-546024772'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:33.470702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607540a1-0655-4c48-8bcc-d497b902b273 None None] Pushing event updated for resources: {'Port': ['ID=ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:33.525049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7a9d3-7d7e-495c-92c6-22c432c5a565 req-fd457477-7bf8-4852-8fe5-b522ef1ab63a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:33.532022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2113dd42-108e-490d-b1bf-66dfc7f8f468 None None] Network 1257af72-281a-4f8c-82af-a3cf287876ae requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:33.532315 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bab7a9d3-7d7e-495c-92c6-22c432c5a565 req-fd457477-7bf8-4852-8fe5-b522ef1ab63a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 946 time: 0.5014734 Jul 07 19:28:33.623788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bab7a9d3-7d7e-495c-92c6-22c432c5a565 req-2bff31a9-a1b0-465b-b4ee-60465112c9b7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904174 Jul 07 19:28:33.627476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-175afd6a-41e6-40b3-a9a2-f99c8b7923c0 None None] Provisioning for port b851c9e7-49de-4e57-a6cc-384e645d6436 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:33.671598 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e121669c-033e-420f-b466-a3c9e802e420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:33.687441 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e121669c-033e-420f-b466-a3c9e802e420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:33.785666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:28:33.798191 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e121669c-033e-420f-b466-a3c9e802e420 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2addecbd8b9f494ab52c8bda256b017a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1499243 Jul 07 19:28:33.798968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121669c-033e-420f-b466-a3c9e802e420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cea98fc-0d5b-42e2-950a-a9c20c9cb644,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:33.805828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39224) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:33.827427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Made reservation on behalf of 4e313ed3e9094c88b14668d3ca3e2ce3 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:33.833586 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:33.870831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] device_id is not set on port 8568b8f3-08a5-4090-84ec-3f31b67f4afa yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:33.897670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df9e59e8-f532-4dc4-9273-6169a35074ce None None] Provisioning for port 2f20cfa4-21ec-4486-b675-7ad62ba6a923 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:33.909768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df9e59e8-f532-4dc4-9273-6169a35074ce None None] Provisioning complete for port 2f20cfa4-21ec-4486-b675-7ad62ba6a923 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:33.910297 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df9e59e8-f532-4dc4-9273-6169a35074ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:33.958196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df9e59e8-f532-4dc4-9273-6169a35074ce None None] Port 2f20cfa4-21ec-4486-b675-7ad62ba6a923 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:33.961340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bbef5e-e0d6-46a8-8236-e7dcd4802b8f None None] Network 3a90c793-358c-4250-9edf-98303ac7c821 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:34.034419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:34.043772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0dcd187d-f73c-4736-bd02-ff5028a13b30 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5755858 Jul 07 19:28:34.045140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39226) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:34.046349 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35d34b4-225b-4d22-b39a-99a1dd470e7d None None] Sync routers for ids ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:34.047226 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9a6247ac-286c-46a1-b0b8-7edaf3ca2fa1 req-4e0da084-9061-42b4-8acb-18d4d1283a13 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.067271 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35d34b4-225b-4d22-b39a-99a1dd470e7d None None] Routers {'8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:34.068376 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b35d34b4-225b-4d22-b39a-99a1dd470e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:34.071145 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-56756024-5273-4a9e-900b-cc3f3ca8f0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.099058 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Allocated IP 2001:db8::10e (1257af72-281a-4f8c-82af-a3cf287876ae/b15d5caf-e3f5-4884-ae92-85e128ccfae8/8568b8f3-08a5-4090-84ec-3f31b67f4afa) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:34.201175 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b35d34b4-225b-4d22-b39a-99a1dd470e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:34.201447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:34.205301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df9e59e8-f532-4dc4-9273-6169a35074ce None None] Provisioning complete for port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:34.205921 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df9e59e8-f532-4dc4-9273-6169a35074ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.216249 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35d34b4-225b-4d22-b39a-99a1dd470e7d None None] Routers {'8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:34.216869 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b35d34b4-225b-4d22-b39a-99a1dd470e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:34.227739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0da084-9061-42b4-8acb-18d4d1283a13 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event deleted for resources: {'Port': ['ID=6aac1aac-51f2-4ad1-83c7-62db8430ad36,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:34.262666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6247ac-286c-46a1-b0b8-7edaf3ca2fa1 req-4e0da084-9061-42b4-8acb-18d4d1283a13 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] No DVR routers for this DVR port 6aac1aac-51f2-4ad1-83c7-62db8430ad36 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:34.266458 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9a6247ac-286c-46a1-b0b8-7edaf3ca2fa1 req-4e0da084-9061-42b4-8acb-18d4d1283a13 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.269283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a6247ac-286c-46a1-b0b8-7edaf3ca2fa1 req-4e0da084-9061-42b4-8acb-18d4d1283a13 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.48 "DELETE /v2.0/ports/6aac1aac-51f2-4ad1-83c7-62db8430ad36 HTTP/1.1" status: 204 len: 173 time: 1.9641559 Jul 07 19:28:34.293140 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-56756024-5273-4a9e-900b-cc3f3ca8f0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.298113 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b35d34b4-225b-4d22-b39a-99a1dd470e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:34.301071 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35d34b4-225b-4d22-b39a-99a1dd470e7d None None] The sync data for ids ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:34.321058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d994164-8e0b-42af-af81-5ceec5c535b8', 'name': 'network-vif-deleted', 'tag': '6aac1aac-51f2-4ad1-83c7-62db8430ad36'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:34.335852 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6278f3-6d71-4dd1-a4b3-93a2ca9b4a43" -d '{"events": [{"server_uuid": "2d994164-8e0b-42af-af81-5ceec5c535b8", "name": "network-vif-deleted", "tag": "6aac1aac-51f2-4ad1-83c7-62db8430ad36"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:34.441707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9097bcf5-7b2a-46e4-986c-f9577539c7c1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:34.446487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9097bcf5-7b2a-46e4-986c-f9577539c7c1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports/2f20cfa4-21ec-4486-b675-7ad62ba6a923 HTTP/1.1" status: 200 len: 911 time: 0.4001901 Jul 07 19:28:34.457927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39232) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:34.459117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b851c9e7-49de-4e57-a6cc-384e645d6436 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:34.501063 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ac6fc4-4e4a-4c0c-ac4f-3d077522dca4 x-openstack-request-id: req-41ac6fc4-4e4a-4c0c-ac4f-3d077522dca4 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:34.501462 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d994164-8e0b-42af-af81-5ceec5c535b8", "name": "network-vif-deleted", "tag": "6aac1aac-51f2-4ad1-83c7-62db8430ad36", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:34.501701 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41ac6fc4-4e4a-4c0c-ac4f-3d077522dca4 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:34.502131 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d994164-8e0b-42af-af81-5ceec5c535b8', 'name': 'network-vif-deleted', 'tag': '6aac1aac-51f2-4ad1-83c7-62db8430ad36', 'status': 'completed', 'code': 200} Jul 07 19:28:34.571613 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.613694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Transition to ACTIVE for port object 8568b8f3-08a5-4090-84ec-3f31b67f4afa will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:34.692858 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.708738 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port b851c9e7-49de-4e57-a6cc-384e645d6436 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:34.736325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b851c9e7-49de-4e57-a6cc-384e645d6436 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:34.743691 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.833343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Network 1257af72-281a-4f8c-82af-a3cf287876ae is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:34.857104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:34.868654 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event updated for resources: {'Port': ['ID=8568b8f3-08a5-4090-84ec-3f31b67f4afa,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:34.871304 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:34.872412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Provisioning complete for port b851c9e7-49de-4e57-a6cc-384e645d6436 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:34.873135 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.901463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:34.902166 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.928439 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ffa366f6-93c0-4ce2-856c-25b5a1d32f87 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5179870 Jul 07 19:28:34.931715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39242) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:34.944402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8a2ea6b9-c42f-4de9-842f-e4881a8b29b8 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16d', 'mac_address': 'fa:16:3e:14:a1:64'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:34.997852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-001be9e4-570b-4622-8a68-e411e432b3d4 req-415d385e-54a1-4aa6-ab46-2709243a3578 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d994164-8e0b-42af-af81-5ceec5c535b8 HTTP/1.1" status: 200 len: 210 time: 0.0794952 Jul 07 19:28:35.000787 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-56756024-5273-4a9e-900b-cc3f3ca8f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.003982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-56756024-5273-4a9e-900b-cc3f3ca8f0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.005148 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-56756024-5273-4a9e-900b-cc3f3ca8f0d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0cea98fc-0d5b-42e2-950a-a9c20c9cb644 HTTP/1.1" status: 204 len: 168 time: 1.1973536 Jul 07 19:28:35.066402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56756024-5273-4a9e-900b-cc3f3ca8f0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cea98fc-0d5b-42e2-950a-a9c20c9cb644,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:35.097975 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.261909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6aac1aac-51f2-4ad1-83c7-62db8430ad36 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:35.269143 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port b851c9e7-49de-4e57-a6cc-384e645d6436, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b851c9e7-49de-4e57-a6cc-384e645d6436,segment=NetworkSegment(d906a1e7-288e-45d5-be88-3c6e07b8e704),segment_id=d906a1e7-288e-45d5-be88-3c6e07b8e704)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:35.270133 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.293668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea6b9-c42f-4de9-842f-e4881a8b29b8 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.297492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 6aac1aac-51f2-4ad1-83c7-62db8430ad36 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:35.297849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 6aac1aac-51f2-4ad1-83c7-62db8430ad36 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:35.301709 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.302652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:35.348489 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.444001 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=b851c9e7-49de-4e57-a6cc-384e645d6436,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:35.455855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:28:35.456234 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:28:35.463337 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:35.463710 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.542922 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.557193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39248) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:35.602691 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5da75312-c8ae-48b7-8a61-7870661039c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.675920 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea6b9-c42f-4de9-842f-e4881a8b29b8 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.680980 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea6b9-c42f-4de9-842f-e4881a8b29b8 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.721009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ea6b9-c42f-4de9-842f-e4881a8b29b8 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] In _notify_port_updated(), no bound segment for port 8568b8f3-08a5-4090-84ec-3f31b67f4afa on network 1257af72-281a-4f8c-82af-a3cf287876ae {{(pid=93900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:28:35.741948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2ea6b9-c42f-4de9-842f-e4881a8b29b8 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:35.742641 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea6b9-c42f-4de9-842f-e4881a8b29b8 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.754986 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8a2ea6b9-c42f-4de9-842f-e4881a8b29b8 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "PUT /v2.0/ports/8568b8f3-08a5-4090-84ec-3f31b67f4afa HTTP/1.1" status: 200 len: 1002 time: 0.8183179 Jul 07 19:28:35.756413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39254) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:35.787942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ea6b9-c42f-4de9-842f-e4881a8b29b8 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event updated for resources: {'Port': ['ID=8568b8f3-08a5-4090-84ec-3f31b67f4afa,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:35.873333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Allocated IP 2001:db8:1::1 (3a90c793-358c-4250-9edf-98303ac7c821/2f973b96-d109-4a09-bba2-1b59a3c81d32/9bd12492-1305-4181-9ca8-912a0739de21) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:36.005727 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5da75312-c8ae-48b7-8a61-7870661039c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.009221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Provisioning complete for port 2f20cfa4-21ec-4486-b675-7ad62ba6a923 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:36.010184 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.017687 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5da75312-c8ae-48b7-8a61-7870661039c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.090598 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5da75312-c8ae-48b7-8a61-7870661039c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49854c8b31c34ed38df61d54413b0a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5322168 Jul 07 19:28:36.095191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39260) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:36.101234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3c9e3-f6f4-45ee-9b39-5f8fcd238d9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Deleting port 8568b8f3-08a5-4090-84ec-3f31b67f4afa {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:36.101630 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c9e3-f6f4-45ee-9b39-5f8fcd238d9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.107924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Port 2f20cfa4-21ec-4486-b675-7ad62ba6a923 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:36.136792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Provisioning for port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:36.149324 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Provisioning complete for port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:36.149738 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.232290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba2caac2-7944-49ba-a088-328880fd9c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.239846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da75312-c8ae-48b7-8a61-7870661039c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cebe756-b51b-42a8-8ef1-12012f4d4b11,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:36.265814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba2caac2-7944-49ba-a088-328880fd9c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.266444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b851c9e7-49de-4e57-a6cc-384e645d6436 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:36.291251 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.311116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c9e3-f6f4-45ee-9b39-5f8fcd238d9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.323758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Transition to ACTIVE for port object 9bd12492-1305-4181-9ca8-912a0739de21 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:36.329614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3c9e3-f6f4-45ee-9b39-5f8fcd238d9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Calling delete_port for 8568b8f3-08a5-4090-84ec-3f31b67f4afa owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:36.338741 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba2caac2-7944-49ba-a088-328880fd9c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.341304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba2caac2-7944-49ba-a088-328880fd9c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.345863 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ba2caac2-7944-49ba-a088-328880fd9c36 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2cebe756-b51b-42a8-8ef1-12012f4d4b11 HTTP/1.1" status: 204 len: 168 time: 0.2459674 Jul 07 19:28:36.355337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2caac2-7944-49ba-a088-328880fd9c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cebe756-b51b-42a8-8ef1-12012f4d4b11,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:36.360316 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.416093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-09c26b11-c503-4248-aad4-1d012134159d None None] For port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9eebca4e-34e0-4b52-a4ce-0349cc1cb783,segment=NetworkSegment(07104ac3-aea4-4787-a70c-14ed9dafcaa1),segment_id=07104ac3-aea4-4787-a70c-14ed9dafcaa1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:36.418479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b851c9e7-49de-4e57-a6cc-384e645d6436 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:36.419218 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.423766 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.480447 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.501410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Provisioning for port cad1cef0-169e-4d1a-89a9-b48bf700e56e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:36.511008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Provisioning complete for port cad1cef0-169e-4d1a-89a9-b48bf700e56e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:36.511529 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.539325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network 3a90c793-358c-4250-9edf-98303ac7c821 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:36.578722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:36.583717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:36.584399 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.586963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=9bd12492-1305-4181-9ca8-912a0739de21,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:36.632212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Pushing event updated for resources: {'Port': ['ID=9eebca4e-34e0-4b52-a4ce-0349cc1cb783,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:36.649616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-09c26b11-c503-4248-aad4-1d012134159d None None] Port cad1cef0-169e-4d1a-89a9-b48bf700e56e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:36.676154 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c9e3-f6f4-45ee-9b39-5f8fcd238d9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.814483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fd566749-75fa-44c9-a193-8c6860fb65a0 None None] Could not find standard attr ID for object 8568b8f3-08a5-4090-84ec-3f31b67f4afa. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:28:36.821012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fd566749-75fa-44c9-a193-8c6860fb65a0 None None] Could not find standard attr ID for object 50a943b3-527a-4d2d-9cb8-dc6f8d0e8163. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:28:36.821451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3c9e3-f6f4-45ee-9b39-5f8fcd238d9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event deleted for resources: {'Port': ['ID=8568b8f3-08a5-4090-84ec-3f31b67f4afa,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:36.842222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fd566749-75fa-44c9-a193-8c6860fb65a0 None None] Provisioning complete for port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:36.843106 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd566749-75fa-44c9-a193-8c6860fb65a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.936110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39288) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:36.998451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f282a99-dd46-41c1-9d03-cb4d82ea107e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.110217 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c9e3-f6f4-45ee-9b39-5f8fcd238d9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.120198 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d0f3c9e3-f6f4-45ee-9b39-5f8fcd238d9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "DELETE /v2.0/ports/8568b8f3-08a5-4090-84ec-3f31b67f4afa HTTP/1.1" status: 204 len: 168 time: 1.3603468 Jul 07 19:28:37.121254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39290) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:37.123195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fd566749-75fa-44c9-a193-8c6860fb65a0 None None] Provisioning complete for port cad1cef0-169e-4d1a-89a9-b48bf700e56e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:37.123969 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd566749-75fa-44c9-a193-8c6860fb65a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.168623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-a0741e4c-fc2d-42d7-9196-f5b49a4bce23 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:37.172328 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-a0741e4c-fc2d-42d7-9196-f5b49a4bce23 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.4013445 Jul 07 19:28:37.204430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fd566749-75fa-44c9-a193-8c6860fb65a0 None None] Port cad1cef0-169e-4d1a-89a9-b48bf700e56e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:37.216494 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-9247da0c-dc62-4657-aaa3-c2b049568fc3 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] GET failed (client error): The resource could not be found. Jul 07 19:28:37.219314 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9247da0c-dc62-4657-aaa3-c2b049568fc3 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "GET /v2.0/ports/8568b8f3-08a5-4090-84ec-3f31b67f4afa HTTP/1.1" status: 404 len: 333 time: 0.0928113 Jul 07 19:28:37.220753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.240166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39292) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:37.248501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Request body: {'port': {'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-236188202'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:37.288192 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f282a99-dd46-41c1-9d03-cb4d82ea107e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.296350 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-e83fddac-0285-4a49-9df4-e9d8d8718345 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/quotas/cfc0bfa801a549519ae7c1ebf365c273 HTTP/1.1" status: 200 len: 375 time: 0.0819449 Jul 07 19:28:37.327477 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-77c9d245-0d1c-41e0-affc-c93df51deed5 None None] Provisioning for port 9bd12492-1305-4181-9ca8-912a0739de21 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:37.332702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-77c9d245-0d1c-41e0-affc-c93df51deed5 None None] Provisioning complete for port 9bd12492-1305-4181-9ca8-912a0739de21 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:37.333077 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-77c9d245-0d1c-41e0-affc-c93df51deed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.336524 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f282a99-dd46-41c1-9d03-cb4d82ea107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.381777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-77c9d245-0d1c-41e0-affc-c93df51deed5 None None] Port 9bd12492-1305-4181-9ca8-912a0739de21 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:37.387859 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0f282a99-dd46-41c1-9d03-cb4d82ea107e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=314d8764a7d44f609e790e5ac2c96744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470992 Jul 07 19:28:37.395583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39296) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:37.416662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f282a99-dd46-41c1-9d03-cb4d82ea107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66c4bd7-fa99-4af6-9e14-0f38d5b4c4e5,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:37.453902 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-4d4b3542-32a5-4e85-9338-fe4af8714f18 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1564639 Jul 07 19:28:37.490269 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6f1d12c7-af43-4e07-a27f-348e233879b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.548108 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6f1d12c7-af43-4e07-a27f-348e233879b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.555602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Made reservation on behalf of 4e313ed3e9094c88b14668d3ca3e2ce3 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:37.559197 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.590578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] device_id is not set on port 4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:37.602140 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-d7eb2c7b-7a27-488a-b75c-546255a53c37 service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339459 Jul 07 19:28:37.661074 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6f1d12c7-af43-4e07-a27f-348e233879b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.663618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6f1d12c7-af43-4e07-a27f-348e233879b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.664765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6f1d12c7-af43-4e07-a27f-348e233879b7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f66c4bd7-fa99-4af6-9e14-0f38d5b4c4e5 HTTP/1.1" status: 204 len: 168 time: 0.2682440 Jul 07 19:28:37.690905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d12c7-af43-4e07-a27f-348e233879b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66c4bd7-fa99-4af6-9e14-0f38d5b4c4e5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:37.727464 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.735444 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.736235 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.748386 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-dfb529c8-c9dd-47ae-8193-7df554ea283b service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380918 Jul 07 19:28:37.787372 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Allocated IP 2001:db8::320 (1257af72-281a-4f8c-82af-a3cf287876ae/b15d5caf-e3f5-4884-ae92-85e128ccfae8/4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:37.859543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=9bd12492-1305-4181-9ca8-912a0739de21,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:37.975374 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b2351364-ad15-46b2-a1db-cf2cd5ef386c req-e622c634-563b-4132-a1fc-e3b74dececc8 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 210 time: 0.0581322 Jul 07 19:28:38.125374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:38.209926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:38.210783 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.390890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network 3a90c793-358c-4250-9edf-98303ac7c821 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:38.396723 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:38.554670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:28:38.558253 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.578776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Transition to ACTIVE for port object 4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:38.725252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:38.727058 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-13ac4e07-6393-49b6-8161-ac9ba8874b54 None None] Provisioning complete for port 9bd12492-1305-4181-9ca8-912a0739de21 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:38.728966 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-13ac4e07-6393-49b6-8161-ac9ba8874b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.734348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39336) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:38.739386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-87076b7c-9c2b-4fd9-b2b9-3276abf1d7e3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2803023 Jul 07 19:28:38.753264 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.782066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894906e1-193a-43a2-a02c-6cb5b0048e6a None None] Sync routers for ids ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:38.817042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event updated for resources: {'Port': ['ID=4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:38.817336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecfd918-67ea-4ca0-a56a-6ef877323599 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:38.822549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894906e1-193a-43a2-a02c-6cb5b0048e6a None None] Routers {'8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:38.823518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-894906e1-193a-43a2-a02c-6cb5b0048e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:38.824747 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5ecfd918-67ea-4ca0-a56a-6ef877323599 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports/9bd12492-1305-4181-9ca8-912a0739de21 HTTP/1.1" status: 200 len: 913 time: 0.0876822 Jul 07 19:28:38.825540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39338) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:38.836662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-13ac4e07-6393-49b6-8161-ac9ba8874b54 None None] Port 9bd12492-1305-4181-9ca8-912a0739de21 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:38.840317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:38.840673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:38.841076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:38.841347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:38.841686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:38.842020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:38.842453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:38.842951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:38.843330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:38.843860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:38.844198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:38.844527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:38.849894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Network 1257af72-281a-4f8c-82af-a3cf287876ae is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:38.853502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:38.890431 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-894906e1-193a-43a2-a02c-6cb5b0048e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:38.897876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:38.902293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894906e1-193a-43a2-a02c-6cb5b0048e6a None None] Routers {'8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:38.903101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-894906e1-193a-43a2-a02c-6cb5b0048e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:38.904735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:38.906272 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.935116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-894906e1-193a-43a2-a02c-6cb5b0048e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:38.935845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894906e1-193a-43a2-a02c-6cb5b0048e6a None None] The sync data for ids ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:38.957076 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-37f73ed3-50ad-440b-a353-cf54acb60db1 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7156305 Jul 07 19:28:38.959828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39342) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:38.968735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b4afe5e2-4c93-4054-95f6-655c9e59e744 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:14:a1:64'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:39.196410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d4b3b82-bb77-476d-bc1d-cefbc1c2a2cb req-07de2775-1e48-4d00-9aec-11828bbc9039 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 210 time: 0.0446451 Jul 07 19:28:39.280333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2db83371-7416-4f0f-8fb4-566bfc87b350 None None] Provisioning for port 4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:39.284426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2db83371-7416-4f0f-8fb4-566bfc87b350 None None] Provisioning complete for port 4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:39.285025 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2db83371-7416-4f0f-8fb4-566bfc87b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.336190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2db83371-7416-4f0f-8fb4-566bfc87b350 None None] Port 4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:39.402307 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b4afe5e2-4c93-4054-95f6-655c9e59e744 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.523465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-53055f5c-fec7-43c4-8e82-43679ebaa4b7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:39.524855 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-53055f5c-fec7-43c4-8e82-43679ebaa4b7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.48 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.2028835 Jul 07 19:28:39.556135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Request body: {'port': {'device_id': '45ae3bcb-bb44-45e3-9a9e-006fcef70fac', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'admin_state_up': True, 'tenant_id': 'cfc0bfa801a549519ae7c1ebf365c273'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:39.747723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f77d89d7-cefc-4f30-8b3f-6f582f958724 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.862521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Made reservation on behalf of cfc0bfa801a549519ae7c1ebf365c273 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:39.866486 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.873561 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.906854 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b4afe5e2-4c93-4054-95f6-655c9e59e744 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.918188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b4afe5e2-4c93-4054-95f6-655c9e59e744 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.056626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b4afe5e2-4c93-4054-95f6-655c9e59e744 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] In _notify_port_updated(), no bound segment for port 4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a on network 1257af72-281a-4f8c-82af-a3cf287876ae {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:28:40.062232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4afe5e2-4c93-4054-95f6-655c9e59e744 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:40.062920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b4afe5e2-4c93-4054-95f6-655c9e59e744 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.067353 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b4afe5e2-4c93-4054-95f6-655c9e59e744 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "PUT /v2.0/ports/4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a HTTP/1.1" status: 200 len: 1002 time: 1.1033118 Jul 07 19:28:40.067774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39380) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:40.084838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afe5e2-4c93-4054-95f6-655c9e59e744 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event updated for resources: {'Port': ['ID=4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:40.197384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e91afafd-da50-4ba6-bb4d-d876c14e5d14 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Deleting port 4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:40.197763 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e91afafd-da50-4ba6-bb4d-d876c14e5d14 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.210944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Allocated IP 172.20.0.9 (8fe28009-9066-440f-9464-deba41242cb9/c21bbf2f-3f18-47a4-8078-10985cc0be42/16a12fb6-ef5c-41c1-a4b9-de577f25ed1a) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:40.317772 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e91afafd-da50-4ba6-bb4d-d876c14e5d14 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.336527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e91afafd-da50-4ba6-bb4d-d876c14e5d14 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Calling delete_port for 4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:40.356874 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f77d89d7-cefc-4f30-8b3f-6f582f958724 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port 9bd12492-1305-4181-9ca8-912a0739de21 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:40.357229 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f77d89d7-cefc-4f30-8b3f-6f582f958724 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.379894 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e8d79520-a40e-4e7c-9ee1-1ee3d955d6af None None] Provisioning complete for port 4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:40.380757 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e8d79520-a40e-4e7c-9ee1-1ee3d955d6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.432021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e8d79520-a40e-4e7c-9ee1-1ee3d955d6af None None] Port 4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:40.504947 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-918309cf-2cfc-4cf9-9270-b5785d5725b1 req-284dd83d-e887-4ad8-b440-bf6147bd431d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 210 time: 0.0879204 Jul 07 19:28:40.527063 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e91afafd-da50-4ba6-bb4d-d876c14e5d14 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.588295 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f77d89d7-cefc-4f30-8b3f-6f582f958724 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.592065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91afafd-da50-4ba6-bb4d-d876c14e5d14 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event deleted for resources: {'Port': ['ID=4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:40.618009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f77d89d7-cefc-4f30-8b3f-6f582f958724 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for 9bd12492-1305-4181-9ca8-912a0739de21 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:40.625307 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.643730 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e91afafd-da50-4ba6-bb4d-d876c14e5d14 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.647518 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e91afafd-da50-4ba6-bb4d-d876c14e5d14 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "DELETE /v2.0/ports/4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a HTTP/1.1" status: 204 len: 168 time: 0.5777986 Jul 07 19:28:40.650158 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39398) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:40.722517 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded79a1e-99f8-44c9-914e-ab61c99c48fe tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] GET failed (client error): The resource could not be found. Jul 07 19:28:40.728044 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ded79a1e-99f8-44c9-914e-ab61c99c48fe tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "GET /v2.0/ports/4ad4d9a9-4df2-433d-8a3b-5e81ea121e1a HTTP/1.1" status: 404 len: 333 time: 0.0731373 Jul 07 19:28:40.728618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39404) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:40.733189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Request body: {'port': {'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-860911119'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:41.159028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:41.175459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:41.242297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Network 8fe28009-9066-440f-9464-deba41242cb9 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:41.258109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event updated for resources: {'Port': ['ID=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:41.265803 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:41.298298 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:41.375735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:41.376463 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:41.389513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Made reservation on behalf of 4e313ed3e9094c88b14668d3ca3e2ce3 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:41.393741 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:41.397696 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f77d89d7-cefc-4f30-8b3f-6f582f958724 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:41.432367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-29aafb9d-5479-46de-bb63-be3d61486333 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8852677 Jul 07 19:28:41.438030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d89d7-cefc-4f30-8b3f-6f582f958724 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=9bd12492-1305-4181-9ca8-912a0739de21,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:41.444672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] device_id is not set on port b757a5ce-68d8-49a9-a7f3-37898ec4fabb yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:41.453155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Request body: {'port': {'device_id': '45ae3bcb-bb44-45e3-9a9e-006fcef70fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:41.778152 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:41.783675 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f77d89d7-cefc-4f30-8b3f-6f582f958724 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:41.827002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Allocated IP 2001:db8::29d (1257af72-281a-4f8c-82af-a3cf287876ae/b15d5caf-e3f5-4884-ae92-85e128ccfae8/b757a5ce-68d8-49a9-a7f3-37898ec4fabb) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:42.081996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9f33d-6cc9-4c97-b73b-d68851688f5f req-cacb83c7-a28a-499b-893c-865b1cbead9e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:42.083565 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bed9f33d-6cc9-4c97-b73b-d68851688f5f req-cacb83c7-a28a-499b-893c-865b1cbead9e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 931 time: 0.3515327 Jul 07 19:28:42.319920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bed9f33d-6cc9-4c97-b73b-d68851688f5f req-5bc03feb-1c67-44a6-b5c2-8846590691f8 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206278 Jul 07 19:28:42.356043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77d89d7-cefc-4f30-8b3f-6f582f958724 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:28:42.381999 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.487158 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Transition to ACTIVE for port object b757a5ce-68d8-49a9-a7f3-37898ec4fabb will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:42.543970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:42.562071 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.569732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77d89d7-cefc-4f30-8b3f-6f582f958724 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:42.581342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f77d89d7-cefc-4f30-8b3f-6f582f958724 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7480319 Jul 07 19:28:42.581521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39452) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:42.584359 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e084dd6-6a42-4fcc-a9ad-c09d26c4fab8 None None] Sync routers for ids ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:42.589448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Transition to ACTIVE for port object 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:42.598234 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.598815 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e084dd6-6a42-4fcc-a9ad-c09d26c4fab8 None None] Routers {'8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:42.599600 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7e084dd6-6a42-4fcc-a9ad-c09d26c4fab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:42.613591 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.660942 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7e084dd6-6a42-4fcc-a9ad-c09d26c4fab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:42.675254 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e084dd6-6a42-4fcc-a9ad-c09d26c4fab8 None None] Routers {'8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:42.676098 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7e084dd6-6a42-4fcc-a9ad-c09d26c4fab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:42.687541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Network 1257af72-281a-4f8c-82af-a3cf287876ae is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:42.695691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:42.699695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event updated for resources: {'Port': ['ID=b757a5ce-68d8-49a9-a7f3-37898ec4fabb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:42.702555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:42.710606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:42.711818 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.719641 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7e084dd6-6a42-4fcc-a9ad-c09d26c4fab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:42.720497 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e084dd6-6a42-4fcc-a9ad-c09d26c4fab8 None None] The sync data for ids ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:42.791501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2138b8f0-a8f6-42b5-862b-05de88da2c5a tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0621505 Jul 07 19:28:42.799969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39456) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:42.809505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Request body: {'port': {'network_id': '1257af72-281a-4f8c-82af-a3cf287876ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-123929163'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:42.829973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Pushing event updated for resources: {'Port': ['ID=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:42.897583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Attempting to bind port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:42.897923 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Attempting to bind port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:42.898259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Attempting to bind port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:42.913725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a on network 8fe28009-9066-440f-9464-deba41242cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:42.914060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Attempting to bind port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:42.927297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:42.927744 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Checking segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:42.927973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Bound using segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:42.928690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Bound port: 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:42.928920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.036353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Made reservation on behalf of 4e313ed3e9094c88b14668d3ca3e2ce3 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:43.045556 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.084068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] device_id is not set on port f4bf2034-869b-4ede-b9e8-12b2d1ea6193 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:43.088959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] For port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:43.093059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] For port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:43.100111 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-731fd6de-851e-4a58-8e60-62ab8ef4ac04 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.114111 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-636cf20a-07db-4131-a953-7c142f0efea4 None None] Provisioning for port b757a5ce-68d8-49a9-a7f3-37898ec4fabb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:43.115274 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.122118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-636cf20a-07db-4131-a953-7c142f0efea4 None None] Provisioning complete for port b757a5ce-68d8-49a9-a7f3-37898ec4fabb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:43.122938 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-636cf20a-07db-4131-a953-7c142f0efea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.198244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-636cf20a-07db-4131-a953-7c142f0efea4 None None] Port b757a5ce-68d8-49a9-a7f3-37898ec4fabb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:43.241100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:43.241735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.243292 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] 10.222.0.48 "PUT /v2.0/ports/16a12fb6-ef5c-41c1-a4b9-de577f25ed1a HTTP/1.1" status: 200 len: 1091 time: 1.8024826 Jul 07 19:28:43.243723 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ae3bcb-bb44-45e3-9a9e-006fcef70fac', 'tag': '16a12fb6-ef5c-41c1-a4b9-de577f25ed1a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:43.246301 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26af4d32-032c-4a38-a042-a3169678c5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "45ae3bcb-bb44-45e3-9a9e-006fcef70fac", "tag": "16a12fb6-ef5c-41c1-a4b9-de577f25ed1a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:43.316689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dee49-5b50-4b94-bd1b-72c4362fd343 service neutron] Pushing event updated for resources: {'Port': ['ID=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:43.323229 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ddccab-706e-4156-8982-fe654774a221 x-openstack-request-id: req-e0ddccab-706e-4156-8982-fe654774a221 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:43.323635 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ae3bcb-bb44-45e3-9a9e-006fcef70fac", "tag": "16a12fb6-ef5c-41c1-a4b9-de577f25ed1a", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:43.323781 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0ddccab-706e-4156-8982-fe654774a221 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:43.324162 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ae3bcb-bb44-45e3-9a9e-006fcef70fac', 'tag': '16a12fb6-ef5c-41c1-a4b9-de577f25ed1a', 'status': 'completed', 'code': 200} Jul 07 19:28:43.411241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Allocated IP 2001:db8::3dc (1257af72-281a-4f8c-82af-a3cf287876ae/b15d5caf-e3f5-4884-ae92-85e128ccfae8/f4bf2034-869b-4ede-b9e8-12b2d1ea6193) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:43.445148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-f9bf5f87-4a8b-487e-b568-8eaba3901009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:43.447060 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-f9bf5f87-4a8b-487e-b568-8eaba3901009 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 1094 time: 0.1419735 Jul 07 19:28:43.507070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-63b6ff0b-5bf2-47eb-8c80-d6c35e88bc39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a HTTP/1.1" status: 200 len: 217 time: 0.0487742 Jul 07 19:28:43.630990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-114bf0ea-d7aa-40f6-9fb2-f033a31e3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:43.632519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-114bf0ea-d7aa-40f6-9fb2-f033a31e3560 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.1135473 Jul 07 19:28:43.682220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-75eceab0-e0ec-4609-9a91-7e2d387adffc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410886 Jul 07 19:28:43.762441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b2696-1298-4eaf-abed-15e9e26c00fb req-337418bd-6a9e-4a68-af12-c3c8965bdfb6 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:43.764157 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a06b2696-1298-4eaf-abed-15e9e26c00fb req-337418bd-6a9e-4a68-af12-c3c8965bdfb6 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 943 time: 0.1127286 Jul 07 19:28:43.773118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.795458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Transition to ACTIVE for port object f4bf2034-869b-4ede-b9e8-12b2d1ea6193 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:43.832042 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-95ad8872-147f-4277-bfcd-3e1ceb5a1b45 service neutron] 10.222.0.48 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408837 Jul 07 19:28:43.846416 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a06b2696-1298-4eaf-abed-15e9e26c00fb req-6ac3f96a-b42a-4d6d-a388-c536ac97e9a5 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746768 Jul 07 19:28:43.894158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-731fd6de-851e-4a58-8e60-62ab8ef4ac04 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port 2f20cfa4-21ec-4486-b675-7ad62ba6a923 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:43.894768 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-731fd6de-851e-4a58-8e60-62ab8ef4ac04 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.902320 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.991451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-731fd6de-851e-4a58-8e60-62ab8ef4ac04 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.006982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-731fd6de-851e-4a58-8e60-62ab8ef4ac04 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for 2f20cfa4-21ec-4486-b675-7ad62ba6a923 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:44.251992 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-731fd6de-851e-4a58-8e60-62ab8ef4ac04 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.310432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Network 1257af72-281a-4f8c-82af-a3cf287876ae is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:44.319645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:44.323154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:44.329240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:44.329678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.338165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event updated for resources: {'Port': ['ID=f4bf2034-869b-4ede-b9e8-12b2d1ea6193,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:44.355232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c844121d-07b9-4ed2-9cfc-ec2f560ac57b req-8bdeebdd-1977-4a26-82a9-49e86857e402 service neutron] 10.222.0.48 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126574 Jul 07 19:28:44.364808 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4ac213d7-5b08-4884-a1d1-24d9ffd409c5 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5606730 Jul 07 19:28:44.365049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fd6de-851e-4a58-8e60-62ab8ef4ac04 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=2f20cfa4-21ec-4486-b675-7ad62ba6a923,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:44.365521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39500) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:44.389236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2477bd92-9cb0-4678-b6c1-9151800da3c2 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16d', 'mac_address': 'fa:16:3e:14:a1:64'}, {'ip_address': '2001:db8::29d', 'mac_address': 'fa:16:3e:69:e8:4e'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:44.493876 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-731fd6de-851e-4a58-8e60-62ab8ef4ac04 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.592903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af4d32-032c-4a38-a042-a3169678c5a9 req-87bd5048-b245-49df-8685-a2caf50b4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:44.594545 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26af4d32-032c-4a38-a042-a3169678c5a9 req-87bd5048-b245-49df-8685-a2caf50b4f55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 1094 time: 0.1548786 Jul 07 19:28:44.757158 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2477bd92-9cb0-4678-b6c1-9151800da3c2 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.778475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af4d32-032c-4a38-a042-a3169678c5a9 req-2a1e2de1-6162-4e64-818c-2cf522485420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:44.783544 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26af4d32-032c-4a38-a042-a3169678c5a9 req-2a1e2de1-6162-4e64-818c-2cf522485420 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 907 time: 0.1751246 Jul 07 19:28:44.793792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731fd6de-851e-4a58-8e60-62ab8ef4ac04 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:28:44.839994 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fe05625e-a209-4f15-a023-9af6b4199c53 None None] Provisioning for port f4bf2034-869b-4ede-b9e8-12b2d1ea6193 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:44.844564 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fe05625e-a209-4f15-a023-9af6b4199c53 None None] Provisioning complete for port f4bf2034-869b-4ede-b9e8-12b2d1ea6193 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:44.845320 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fe05625e-a209-4f15-a023-9af6b4199c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.853688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26af4d32-032c-4a38-a042-a3169678c5a9 req-11bf4313-a118-4260-adc2-0cada1b75c4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a HTTP/1.1" status: 200 len: 217 time: 0.0667496 Jul 07 19:28:44.892150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fe05625e-a209-4f15-a023-9af6b4199c53 None None] Port f4bf2034-869b-4ede-b9e8-12b2d1ea6193 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:44.916665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731fd6de-851e-4a58-8e60-62ab8ef4ac04 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:44.923508 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-731fd6de-851e-4a58-8e60-62ab8ef4ac04 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3412676 Jul 07 19:28:44.926737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39520) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:44.929361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e15afaa-918b-42cd-8c37-44ce91de416b None None] Sync routers for ids ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:44.943021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e15afaa-918b-42cd-8c37-44ce91de416b None None] Routers {'8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:44.945066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2e15afaa-918b-42cd-8c37-44ce91de416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:44.984892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af4d32-032c-4a38-a042-a3169678c5a9 req-3e525aa1-7759-4b4e-9140-da6888bf2b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:44.987315 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26af4d32-032c-4a38-a042-a3169678c5a9 req-3e525aa1-7759-4b4e-9140-da6888bf2b80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.1145146 Jul 07 19:28:44.994351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2e15afaa-918b-42cd-8c37-44ce91de416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:45.000797 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2ef08386-cc0a-4811-9807-732d9c523893 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6 HTTP/1.1" status: 200 len: 205 time: 0.0707526 Jul 07 19:28:45.004443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39524) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:45.017031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e15afaa-918b-42cd-8c37-44ce91de416b None None] Routers {'8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:45.018079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2e15afaa-918b-42cd-8c37-44ce91de416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:45.031616 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26af4d32-032c-4a38-a042-a3169678c5a9 req-127e641b-e1b3-469b-99da-8e1da828209e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382032 Jul 07 19:28:45.061191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2e15afaa-918b-42cd-8c37-44ce91de416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:45.062267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e15afaa-918b-42cd-8c37-44ce91de416b None None] The sync data for ids ['8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:45.124972 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23b8b246-0267-46d1-bd52-4d3354276407 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.167648 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2477bd92-9cb0-4678-b6c1-9151800da3c2 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.176805 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2477bd92-9cb0-4678-b6c1-9151800da3c2 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.191578 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26af4d32-032c-4a38-a042-a3169678c5a9 req-062f6220-e9ce-4bab-80cf-38de59fb7eb7 service neutron] 10.222.0.48 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517742 Jul 07 19:28:45.214841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2477bd92-9cb0-4678-b6c1-9151800da3c2 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] In _notify_port_updated(), no bound segment for port f4bf2034-869b-4ede-b9e8-12b2d1ea6193 on network 1257af72-281a-4f8c-82af-a3cf287876ae {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:28:45.220458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2477bd92-9cb0-4678-b6c1-9151800da3c2 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:45.221717 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2477bd92-9cb0-4678-b6c1-9151800da3c2 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.223078 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2477bd92-9cb0-4678-b6c1-9151800da3c2 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "PUT /v2.0/ports/f4bf2034-869b-4ede-b9e8-12b2d1ea6193 HTTP/1.1" status: 200 len: 1067 time: 0.8562415 Jul 07 19:28:45.228511 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1f71-3514-4da2-8462-d89ebc81d0bc req-ea01ece7-d907-47ad-9d82-3859ebf720d8 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:45.233954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39530) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:45.237867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a1af1f71-3514-4da2-8462-d89ebc81d0bc req-ea01ece7-d907-47ad-9d82-3859ebf720d8 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 943 time: 0.2329054 Jul 07 19:28:45.357709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477bd92-9cb0-4678-b6c1-9151800da3c2 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event updated for resources: {'Port': ['ID=f4bf2034-869b-4ede-b9e8-12b2d1ea6193,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:45.439277 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23b8b246-0267-46d1-bd52-4d3354276407 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.450578 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23b8b246-0267-46d1-bd52-4d3354276407 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.451517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26af4d32-032c-4a38-a042-a3169678c5a9 req-6cc7e5d6-3838-458a-9afc-bd5a849a539a service neutron] 10.222.0.48 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404613 Jul 07 19:28:45.479567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-90c24ead-d84e-4b98-8fc2-e778582a0e8c tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Deleting port f4bf2034-869b-4ede-b9e8-12b2d1ea6193 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:45.479935 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90c24ead-d84e-4b98-8fc2-e778582a0e8c tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.492846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a1af1f71-3514-4da2-8462-d89ebc81d0bc req-b5e9be66-5080-4a61-88ca-71e2dfac47c5 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536423 Jul 07 19:28:45.581730 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23b8b246-0267-46d1-bd52-4d3354276407 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.582377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b8b246-0267-46d1-bd52-4d3354276407 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Fanout notify agent at l3_agent the message router_deleted on router 8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:28:45.591085 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23b8b246-0267-46d1-bd52-4d3354276407 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.595574 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-23b8b246-0267-46d1-bd52-4d3354276407 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6 HTTP/1.1" status: 204 len: 168 time: 0.5860298 Jul 07 19:28:45.598164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39540) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:45.625275 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-dda0231a-cb42-46c4-a697-c624fb4c22f8 None None] Provisioning complete for port f4bf2034-869b-4ede-b9e8-12b2d1ea6193 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:45.625649 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dda0231a-cb42-46c4-a697-c624fb4c22f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.673344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90c24ead-d84e-4b98-8fc2-e778582a0e8c tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.682776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-246df1f9-61f7-40ab-aff4-30be48ee70cb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting subnet 2f973b96-d109-4a09-bba2-1b59a3c81d32 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:28:45.684424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-dda0231a-cb42-46c4-a697-c624fb4c22f8 None None] Port f4bf2034-869b-4ede-b9e8-12b2d1ea6193 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:45.687609 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-246df1f9-61f7-40ab-aff4-30be48ee70cb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.695078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-90c24ead-d84e-4b98-8fc2-e778582a0e8c tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Calling delete_port for f4bf2034-869b-4ede-b9e8-12b2d1ea6193 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:45.738652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-246df1f9-61f7-40ab-aff4-30be48ee70cb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.834828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-246df1f9-61f7-40ab-aff4-30be48ee70cb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.872939 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90c24ead-d84e-4b98-8fc2-e778582a0e8c tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.901943 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-246df1f9-61f7-40ab-aff4-30be48ee70cb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.909026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c24ead-d84e-4b98-8fc2-e778582a0e8c tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event deleted for resources: {'Port': ['ID=f4bf2034-869b-4ede-b9e8-12b2d1ea6193,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:45.942616 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-246df1f9-61f7-40ab-aff4-30be48ee70cb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.959192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577614e7-b9d9-4958-ba54-8c2ce8180232 None None] Network 3a90c793-358c-4250-9edf-98303ac7c821 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:45.963458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-246df1f9-61f7-40ab-aff4-30be48ee70cb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/2f973b96-d109-4a09-bba2-1b59a3c81d32 HTTP/1.1" status: 204 len: 168 time: 0.3642297 Jul 07 19:28:45.969038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39548) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:45.977565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246df1f9-61f7-40ab-aff4-30be48ee70cb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Subnet': ['ID=2f973b96-d109-4a09-bba2-1b59a3c81d32,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:46.075124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eeeca67-d8ea-4d5e-9254-36368339962c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting subnet dab86631-d774-4a25-99d6-2082bc589945 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:28:46.079500 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4eeeca67-d8ea-4d5e-9254-36368339962c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.164606 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4eeeca67-d8ea-4d5e-9254-36368339962c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.238165 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90c24ead-d84e-4b98-8fc2-e778582a0e8c tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.242740 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-90c24ead-d84e-4b98-8fc2-e778582a0e8c tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "DELETE /v2.0/ports/f4bf2034-869b-4ede-b9e8-12b2d1ea6193 HTTP/1.1" status: 204 len: 168 time: 1.0024395 Jul 07 19:28:46.243224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39556) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:46.276552 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cf5ed1-520d-4879-abfc-9e237657ac60 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] GET failed (client error): The resource could not be found. Jul 07 19:28:46.278330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-59cf5ed1-520d-4879-abfc-9e237657ac60 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "GET /v2.0/ports/f4bf2034-869b-4ede-b9e8-12b2d1ea6193 HTTP/1.1" status: 404 len: 333 time: 0.0336351 Jul 07 19:28:46.281256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39560) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:46.310410 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4eeeca67-d8ea-4d5e-9254-36368339962c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.407166 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4eeeca67-d8ea-4d5e-9254-36368339962c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.442686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeeca67-d8ea-4d5e-9254-36368339962c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Subnet': ['ID=dab86631-d774-4a25-99d6-2082bc589945,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:46.448170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-88f13b88-3f59-40ec-96fd-d6b06cb4de9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Deleting port b757a5ce-68d8-49a9-a7f3-37898ec4fabb {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:46.448523 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88f13b88-3f59-40ec-96fd-d6b06cb4de9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.464340 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4eeeca67-d8ea-4d5e-9254-36368339962c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.464933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d423fd6-834d-4ed6-a603-da2d86279da7 None None] DHCP port deletion for 3a90c793-358c-4250-9edf-98303ac7c821 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:28:46.471231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4eeeca67-d8ea-4d5e-9254-36368339962c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/dab86631-d774-4a25-99d6-2082bc589945 HTTP/1.1" status: 204 len: 168 time: 0.4999218 Jul 07 19:28:46.471925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39566) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:46.494969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ec2f3-b292-4bc8-9ae6-68295777babc None None] Network 29273dea-35f3-4ae3-b3b3-1f199b9ba285 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:46.567826 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:28:46.574946 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.639428 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88f13b88-3f59-40ec-96fd-d6b06cb4de9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.644566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5d423fd6-834d-4ed6-a603-da2d86279da7 None None] Deleting port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:46.645243 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5d423fd6-834d-4ed6-a603-da2d86279da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.684925 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-88f13b88-3f59-40ec-96fd-d6b06cb4de9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Calling delete_port for b757a5ce-68d8-49a9-a7f3-37898ec4fabb owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:46.743742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:46.744305 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.803317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5d423fd6-834d-4ed6-a603-da2d86279da7 None None] For port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9eebca4e-34e0-4b52-a4ce-0349cc1cb783,segment=NetworkSegment(07104ac3-aea4-4787-a70c-14ed9dafcaa1),segment_id=07104ac3-aea4-4787-a70c-14ed9dafcaa1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:46.804038 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5d423fd6-834d-4ed6-a603-da2d86279da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.823793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5d423fd6-834d-4ed6-a603-da2d86279da7 None None] Calling delete_port for 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:46.858282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b9c6-d2e2-4e83-936a-2437159ccf51 req-7a2ba6d3-aa18-4bde-8c27-e64754a6deab tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:46.863198 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2912b9c6-d2e2-4e83-936a-2437159ccf51 req-7a2ba6d3-aa18-4bde-8c27-e64754a6deab tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 943 time: 0.2028980 Jul 07 19:28:46.888881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] For port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9eebca4e-34e0-4b52-a4ce-0349cc1cb783,segment=NetworkSegment(07104ac3-aea4-4787-a70c-14ed9dafcaa1),segment_id=07104ac3-aea4-4787-a70c-14ed9dafcaa1)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:46.889644 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.926347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:46.934365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2912b9c6-d2e2-4e83-936a-2437159ccf51 req-2905b09a-8249-435b-911c-47c477698e1f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645559 Jul 07 19:28:46.957626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4117bb1-41ea-4cd7-8361-d666dff71053 None None] DHCP port deletion for 29273dea-35f3-4ae3-b3b3-1f199b9ba285 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:28:46.993237 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5d423fd6-834d-4ed6-a603-da2d86279da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.031341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d423fd6-834d-4ed6-a603-da2d86279da7 None None] Pushing event deleted for resources: {'Port': ['ID=9eebca4e-34e0-4b52-a4ce-0349cc1cb783,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:47.032378 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88f13b88-3f59-40ec-96fd-d6b06cb4de9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.034752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d423fd6-834d-4ed6-a603-da2d86279da7 None None] No DVR routers for this DVR port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:47.051501 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.057426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b4117bb1-41ea-4cd7-8361-d666dff71053 None None] Deleting port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:47.057718 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4117bb1-41ea-4cd7-8361-d666dff71053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.085833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f13b88-3f59-40ec-96fd-d6b06cb4de9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event deleted for resources: {'Port': ['ID=b757a5ce-68d8-49a9-a7f3-37898ec4fabb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:47.089497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=9eebca4e-34e0-4b52-a4ce-0349cc1cb783,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:47.097448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No DVR routers for this DVR port 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:47.127682 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88f13b88-3f59-40ec-96fd-d6b06cb4de9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.133680 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-88f13b88-3f59-40ec-96fd-d6b06cb4de9f tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "DELETE /v2.0/ports/b757a5ce-68d8-49a9-a7f3-37898ec4fabb HTTP/1.1" status: 204 len: 168 time: 0.8509581 Jul 07 19:28:47.134680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39582) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:47.147759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b4117bb1-41ea-4cd7-8361-d666dff71053 None None] For port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707,segment=NetworkSegment(58df1df7-6ba7-403e-84ba-b5e5901b0323),segment_id=58df1df7-6ba7-403e-84ba-b5e5901b0323)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:47.148456 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4117bb1-41ea-4cd7-8361-d666dff71053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.172195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b4117bb1-41ea-4cd7-8361-d666dff71053 None None] Calling delete_port for ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:47.202160 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-52eefc8e-da9f-401b-8f2c-06bc3a93040b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] GET failed (client error): The resource could not be found. Jul 07 19:28:47.207553 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-52eefc8e-da9f-401b-8f2c-06bc3a93040b tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "GET /v2.0/ports/b757a5ce-68d8-49a9-a7f3-37898ec4fabb HTTP/1.1" status: 404 len: 333 time: 0.0706260 Jul 07 19:28:47.210062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39584) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:47.216429 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.228034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a90c793-358c-4250-9edf-98303ac7c821']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:47.244203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07104ac3-aea4-4787-a70c-14ed9dafcaa1') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:47.244677 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07104ac3-aea4-4787-a70c-14ed9dafcaa1') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:47.263172 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.283669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.291707 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4117bb1-41ea-4cd7-8361-d666dff71053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.293392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:47.293993 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:47.298637 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:47.314037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:28:47.343146 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4117bb1-41ea-4cd7-8361-d666dff71053 None None] Pushing event deleted for resources: {'Port': ['ID=ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:47.360574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-06effc01-b22b-4f4b-badd-48a8dcc32cfe tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Deleting port cad1cef0-169e-4d1a-89a9-b48bf700e56e {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:47.361125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06effc01-b22b-4f4b-badd-48a8dcc32cfe tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.362211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4117bb1-41ea-4cd7-8361-d666dff71053 None None] No DVR routers for this DVR port ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:47.413209 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.420744 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.428018 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/networks/3a90c793-358c-4250-9edf-98303ac7c821 HTTP/1.1" status: 204 len: 168 time: 0.9548950 Jul 07 19:28:47.428694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39588) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:47.458044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000e579-bff3-4fdc-93a3-75749acdd3cf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Network': ['ID=3a90c793-358c-4250-9edf-98303ac7c821,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:47.491250 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06effc01-b22b-4f4b-badd-48a8dcc32cfe tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.511688 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:47.524370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '16a12fb6-ef5c-41c1-a4b9-de577f25ed1a', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'port_id': '16a12fb6-ef5c-41c1-a4b9-de577f25ed1a', 'mac_address': 'fa:16:3e:32:d9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21bbf2f-3f18-47a4-8078-10985cc0be42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:28:47.550533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-06effc01-b22b-4f4b-badd-48a8dcc32cfe tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Calling delete_port for cad1cef0-169e-4d1a-89a9-b48bf700e56e owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:47.570403 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.589160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:47.615554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:47.623623 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.633073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.681230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:47.744914 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.785968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29273dea-35f3-4ae3-b3b3-1f199b9ba285']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:47.806066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58df1df7-6ba7-403e-84ba-b5e5901b0323') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:47.806367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58df1df7-6ba7-403e-84ba-b5e5901b0323') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:47.830605 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.844595 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06effc01-b22b-4f4b-badd-48a8dcc32cfe tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.855959 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.884302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06effc01-b22b-4f4b-badd-48a8dcc32cfe tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event deleted for resources: {'Port': ['ID=cad1cef0-169e-4d1a-89a9-b48bf700e56e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:47.888660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:47.889454 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:47.893216 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:47.957862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06effc01-b22b-4f4b-badd-48a8dcc32cfe tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.959863 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-06effc01-b22b-4f4b-badd-48a8dcc32cfe tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "DELETE /v2.0/ports/cad1cef0-169e-4d1a-89a9-b48bf700e56e HTTP/1.1" status: 204 len: 168 time: 0.7464850 Jul 07 19:28:47.962510 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39604) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:47.990218 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.002923 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.009730 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/networks/29273dea-35f3-4ae3-b3b3-1f199b9ba285 HTTP/1.1" status: 204 len: 168 time: 0.5155015 Jul 07 19:28:48.010430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39610) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:48.020208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5da94093-afc3-47bd-b410-10d396f4619f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-790871146'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:48.075044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-1493bfe4-7359-46c7-af95-eac8c23d4c77 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Deleting subnet b15d5caf-e3f5-4884-ae92-85e128ccfae8 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:28:48.086001 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1493bfe4-7359-46c7-af95-eac8c23d4c77 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.089699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['16a12fb6-ef5c-41c1-a4b9-de577f25ed1a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:48.097374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f3ff8-b6f5-48cb-a667-2e3c8412adf4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Network': ['ID=29273dea-35f3-4ae3-b3b3-1f199b9ba285,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:48.102501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da94093-afc3-47bd-b410-10d396f4619f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:48.110661 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5da94093-afc3-47bd-b410-10d396f4619f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.187095 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1493bfe4-7359-46c7-af95-eac8c23d4c77 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.216351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:48.241053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da94093-afc3-47bd-b410-10d396f4619f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:48.247375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:48.247931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9eebca4e-34e0-4b52-a4ce-0349cc1cb783 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:48.248772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:48.272866 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5da94093-afc3-47bd-b410-10d396f4619f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.273176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:48.273311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ba8ec0a2-9d0b-4904-9b9f-b5e418b5c707 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:48.273441 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-5da94093-afc3-47bd-b410-10d396f4619f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Added segment 23109cf7-664c-4722-9fe2-1d889da8f4c5 of type vlan for network b317d3ad-51e8-4ff6-bae6-a87d95b3c046 Jul 07 19:28:48.298088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aed47-84d5-4444-afff-968945fdadaa req-add1ee13-958b-4933-bc8a-bb7352bb4c90 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:48.300852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e92aed47-84d5-4444-afff-968945fdadaa req-add1ee13-958b-4933-bc8a-bb7352bb4c90 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 944 time: 0.1616433 Jul 07 19:28:48.328648 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1493bfe4-7359-46c7-af95-eac8c23d4c77 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.359565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5da94093-afc3-47bd-b410-10d396f4619f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.394302 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e92aed47-84d5-4444-afff-968945fdadaa req-47fe2b40-22a1-4550-b4b3-ed9d383f8fa9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710156 Jul 07 19:28:48.409858 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1493bfe4-7359-46c7-af95-eac8c23d4c77 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.419552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5da94093-afc3-47bd-b410-10d396f4619f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.427358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da94093-afc3-47bd-b410-10d396f4619f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:48.428531 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5da94093-afc3-47bd-b410-10d396f4619f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.447469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493bfe4-7359-46c7-af95-eac8c23d4c77 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event deleted for resources: {'Subnet': ['ID=b15d5caf-e3f5-4884-ae92-85e128ccfae8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:48.453574 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1493bfe4-7359-46c7-af95-eac8c23d4c77 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.456309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1493bfe4-7359-46c7-af95-eac8c23d4c77 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "DELETE /v2.0/subnets/b15d5caf-e3f5-4884-ae92-85e128ccfae8 HTTP/1.1" status: 204 len: 168 time: 0.4924123 Jul 07 19:28:48.460097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ddad92-38b0-408c-a25e-46125537eab7 None None] Network 1257af72-281a-4f8c-82af-a3cf287876ae requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:48.463625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39620) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:48.525487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5da94093-afc3-47bd-b410-10d396f4619f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5105355 Jul 07 19:28:48.526107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39622) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:48.536386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-677cde2c-d5d5-448e-b2c1-2e8c39d1d51f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'subnet': {'network_id': 'b317d3ad-51e8-4ff6-bae6-a87d95b3c046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:48.562510 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.563884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da94093-afc3-47bd-b410-10d396f4619f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Network': ['ID=b317d3ad-51e8-4ff6-bae6-a87d95b3c046,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:48.580703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network b317d3ad-51e8-4ff6-bae6-a87d95b3c046 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:48.660368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Deleting port b851c9e7-49de-4e57-a6cc-384e645d6436 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:48.660694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.682463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677cde2c-d5d5-448e-b2c1-2e8c39d1d51f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:48.690104 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677cde2c-d5d5-448e-b2c1-2e8c39d1d51f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.758757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] For port b851c9e7-49de-4e57-a6cc-384e645d6436, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b851c9e7-49de-4e57-a6cc-384e645d6436,segment=NetworkSegment(d906a1e7-288e-45d5-be88-3c6e07b8e704),segment_id=d906a1e7-288e-45d5-be88-3c6e07b8e704)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:48.759164 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.771952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b76cfd-a47d-41e8-8256-6e31fdf09013 None None] DHCP port deletion for 1257af72-281a-4f8c-82af-a3cf287876ae request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:28:48.792451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Calling delete_port for b851c9e7-49de-4e57-a6cc-384e645d6436 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:48.835299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-86b76cfd-a47d-41e8-8256-6e31fdf09013 None None] Deleting port b851c9e7-49de-4e57-a6cc-384e645d6436 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:48.836172 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-86b76cfd-a47d-41e8-8256-6e31fdf09013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.917454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.933965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-86b76cfd-a47d-41e8-8256-6e31fdf09013 None None] For port b851c9e7-49de-4e57-a6cc-384e645d6436, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b851c9e7-49de-4e57-a6cc-384e645d6436,segment=NetworkSegment(d906a1e7-288e-45d5-be88-3c6e07b8e704),segment_id=d906a1e7-288e-45d5-be88-3c6e07b8e704)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:48.934851 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-86b76cfd-a47d-41e8-8256-6e31fdf09013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.951453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677cde2c-d5d5-448e-b2c1-2e8c39d1d51f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.957253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-86b76cfd-a47d-41e8-8256-6e31fdf09013 None None] Calling delete_port for b851c9e7-49de-4e57-a6cc-384e645d6436 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:48.979854 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event deleted for resources: {'Port': ['ID=b851c9e7-49de-4e57-a6cc-384e645d6436,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:48.987687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] No DVR routers for this DVR port b851c9e7-49de-4e57-a6cc-384e645d6436 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:49.018195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cde2c-d5d5-448e-b2c1-2e8c39d1d51f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Subnet': ['ID=0260dc2b-9308-4821-acba-3e44c2974fc9,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:49.060498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cde2c-d5d5-448e-b2c1-2e8c39d1d51f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Checking segment: {'id': '23109cf7-664c-4722-9fe2-1d889da8f4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b317d3ad-51e8-4ff6-bae6-a87d95b3c046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:49.061063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677cde2c-d5d5-448e-b2c1-2e8c39d1d51f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network hostable DHCP agents. Network: b317d3ad-51e8-4ff6-bae6-a87d95b3c046, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:49.089739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677cde2c-d5d5-448e-b2c1-2e8c39d1d51f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network b317d3ad-51e8-4ff6-bae6-a87d95b3c046 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:49.095099 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-86b76cfd-a47d-41e8-8256-6e31fdf09013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.105845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-677cde2c-d5d5-448e-b2c1-2e8c39d1d51f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, b317d3ad-51e8-4ff6-bae6-a87d95b3c046) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:49.112184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677cde2c-d5d5-448e-b2c1-2e8c39d1d51f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:49.113910 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677cde2c-d5d5-448e-b2c1-2e8c39d1d51f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.140216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde6657-0e5c-420e-926c-e8965fc36d58 None None] Network b317d3ad-51e8-4ff6-bae6-a87d95b3c046 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:49.141513 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-677cde2c-d5d5-448e-b2c1-2e8c39d1d51f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6117265 Jul 07 19:28:49.144087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b76cfd-a47d-41e8-8256-6e31fdf09013 None None] Pushing event deleted for resources: {'Port': ['ID=b851c9e7-49de-4e57-a6cc-384e645d6436,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:49.145041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39642) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:49.146933 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.153549 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-aae9b2d2-213e-4b0a-8ff5-6b556d6fec7c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-407263375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:49.163052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b76cfd-a47d-41e8-8256-6e31fdf09013 None None] No DVR routers for this DVR port b851c9e7-49de-4e57-a6cc-384e645d6436 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:49.174771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1257af72-281a-4f8c-82af-a3cf287876ae']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:49.189604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd906a1e7-288e-45d5-be88-3c6e07b8e704') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:49.190010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd906a1e7-288e-45d5-be88-3c6e07b8e704') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:49.206121 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.213260 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aae9b2d2-213e-4b0a-8ff5-6b556d6fec7c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.214291 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aae9b2d2-213e-4b0a-8ff5-6b556d6fec7c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.231161 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.248868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:49.249885 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:49.253213 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:49.333487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aae9b2d2-213e-4b0a-8ff5-6b556d6fec7c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.340051 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aae9b2d2-213e-4b0a-8ff5-6b556d6fec7c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.355165 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.365507 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.368005 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] 10.222.0.81 "DELETE /v2.0/networks/1257af72-281a-4f8c-82af-a3cf287876ae HTTP/1.1" status: 204 len: 168 time: 0.9030240 Jul 07 19:28:49.379381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aae9b2d2-213e-4b0a-8ff5-6b556d6fec7c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.383620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39654) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:49.383869 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-aae9b2d2-213e-4b0a-8ff5-6b556d6fec7c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2339933 Jul 07 19:28:49.384956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4399c6-7a10-4ffe-893f-efff5bf09135 tempest-AllowedAddressPairIpV6TestJSON-1327523468 tempest-AllowedAddressPairIpV6TestJSON-1327523468-project] Pushing event deleted for resources: {'Network': ['ID=1257af72-281a-4f8c-82af-a3cf287876ae,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:49.390467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'port': {'network_id': 'b317d3ad-51e8-4ff6-bae6-a87d95b3c046', 'name': 'tempest-RoutersIpV6Test-1903989243'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:49.395965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-b317d3ad-51e8-4ff6-bae6-a87d95b3c046', 'network_id': 'b317d3ad-51e8-4ff6-bae6-a87d95b3c046', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'fixed_ips': [{'subnet_id': '0260dc2b-9308-4821-acba-3e44c2974fc9'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:28:49.396926 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.589279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Allocated IP 2001:db8::2 (b317d3ad-51e8-4ff6-bae6-a87d95b3c046/0260dc2b-9308-4821-acba-3e44c2974fc9/ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:49.658929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:49.663962 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.693278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] device_id is not set on port d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:49.770161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f999fbb-bbe8-44e5-ae7c-f58172f91433 req-ee81fce9-570d-4543-a529-5eee67f93a6f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:49.772166 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0f999fbb-bbe8-44e5-ae7c-f58172f91433 req-ee81fce9-570d-4543-a529-5eee67f93a6f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 944 time: 0.1798177 Jul 07 19:28:49.806884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39666) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:49.848570 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.854108 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0f999fbb-bbe8-44e5-ae7c-f58172f91433 req-94deb062-6704-4fce-9e56-b74e0b796794 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722930 Jul 07 19:28:49.870298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Transition to ACTIVE for port object ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:49.909284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Transition to ACTIVE for port object ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:49.917530 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.965225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Network b317d3ad-51e8-4ff6-bae6-a87d95b3c046 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:49.969113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:49.973508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:49.989421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Pushing event updated for resources: {'Port': ['ID=ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:50.014335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Allocated IP 2001:db8::2d4 (b317d3ad-51e8-4ff6-bae6-a87d95b3c046/0260dc2b-9308-4821-acba-3e44c2974fc9/d9c7dca8-20f2-417d-bf7c-0f3a2b09b049) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:50.049967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Attempting to bind port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:50.050649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Attempting to bind port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '23109cf7-664c-4722-9fe2-1d889da8f4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b317d3ad-51e8-4ff6-bae6-a87d95b3c046'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:50.051640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Attempting to bind port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 on network b317d3ad-51e8-4ff6-bae6-a87d95b3c046 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:50.058126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:50.059031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Checking segment: {'id': '23109cf7-664c-4722-9fe2-1d889da8f4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b317d3ad-51e8-4ff6-bae6-a87d95b3c046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:50.059643 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.060357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Bound using segment: {'id': '23109cf7-664c-4722-9fe2-1d889da8f4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b317d3ad-51e8-4ff6-bae6-a87d95b3c046'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:50.061051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Bound port: ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23109cf7-664c-4722-9fe2-1d889da8f4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b317d3ad-51e8-4ff6-bae6-a87d95b3c046'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:50.061653 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.185238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b851c9e7-49de-4e57-a6cc-384e645d6436 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:50.231825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: b851c9e7-49de-4e57-a6cc-384e645d6436 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:50.233034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b851c9e7-49de-4e57-a6cc-384e645d6436 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:50.235744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] For port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:50.241158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] For port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4,segment=NetworkSegment(23109cf7-664c-4722-9fe2-1d889da8f4c5),segment_id=23109cf7-664c-4722-9fe2-1d889da8f4c5)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:50.254345 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.254852 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.270849 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Transition to ACTIVE for port object d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:50.307195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39680) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:50.308352 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f5e6ecd3-a85e-44f6-885a-fa88f4bc4080 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e313ed3e9094c88b14668d3ca3e2ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4995844 Jul 07 19:28:50.339458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0b47f-8335-4daa-a5a8-750a083e204f None None] Pushing event updated for resources: {'Port': ['ID=ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:50.359626 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.407432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network b317d3ad-51e8-4ff6-bae6-a87d95b3c046 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:50.413139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:50.419504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:50.425881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:50.426550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.797457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=d9c7dca8-20f2-417d-bf7c-0f3a2b09b049,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:50.801644 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1c46d95e-25b8-450f-a364-871336cba5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.806268 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d8bf0faa-c4aa-4784-af67-4a9003843fc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4215424 Jul 07 19:28:50.808981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39692) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:50.897678 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1c46d95e-25b8-450f-a364-871336cba5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.041046 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-72a8936e-48ae-4c57-96e7-0a21c839ace2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.144948 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1c46d95e-25b8-450f-a364-871336cba5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.148464 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1c46d95e-25b8-450f-a364-871336cba5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.149716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1c46d95e-25b8-450f-a364-871336cba5cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ee103ee-217c-4bc9-b14f-afa209b83c03 HTTP/1.1" status: 204 len: 168 time: 0.8413804 Jul 07 19:28:51.201308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46d95e-25b8-450f-a364-871336cba5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee103ee-217c-4bc9-b14f-afa209b83c03,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:51.233637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f289db6-9f71-4d8f-a0ad-f3ea7e862f8f req-333d78eb-2616-40df-9429-49f06eae2b55 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:51.241983 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f289db6-9f71-4d8f-a0ad-f3ea7e862f8f req-333d78eb-2616-40df-9429-49f06eae2b55 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 944 time: 0.2471664 Jul 07 19:28:51.335301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f289db6-9f71-4d8f-a0ad-f3ea7e862f8f req-622b2d37-18a2-4e70-adf6-0a36cffa5fe9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915463 Jul 07 19:28:51.335774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:51.450394 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.461329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:51.472045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:51.472436 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.597120 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.625589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ae3bcb-bb44-45e3-9a9e-006fcef70fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a12fb6-ef5c-41c1-a4b9-de577f25ed1a'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:51.630943 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2f9c4f-2953-423c-aafd-28aec2d81317" -d '{"events": [{"server_uuid": "45ae3bcb-bb44-45e3-9a9e-006fcef70fac", "name": "network-vif-plugged", "status": "completed", "tag": "16a12fb6-ef5c-41c1-a4b9-de577f25ed1a"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:51.647211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e52faa2-89e1-4859-ae7e-6ecb1de85eed None None] Network b317d3ad-51e8-4ff6-bae6-a87d95b3c046 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:51.654377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:51.708771 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.788443 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37471f1-81f0-44a6-95e5-c0b9c58aa25f x-openstack-request-id: req-a37471f1-81f0-44a6-95e5-c0b9c58aa25f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:51.788982 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ae3bcb-bb44-45e3-9a9e-006fcef70fac", "name": "network-vif-plugged", "status": "completed", "tag": "16a12fb6-ef5c-41c1-a4b9-de577f25ed1a", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:51.789451 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a37471f1-81f0-44a6-95e5-c0b9c58aa25f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:51.790053 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ae3bcb-bb44-45e3-9a9e-006fcef70fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a12fb6-ef5c-41c1-a4b9-de577f25ed1a', 'code': 200} Jul 07 19:28:51.802130 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cd91b13f-eddf-43c4-bd9d-074000198307 None None] Provisioning for port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:51.849049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:51.915541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62117228-cf25-4321-9213-fcf4c9d48e04 req-7ea7991b-fd11-43cf-8694-09038509115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:51.918125 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-62117228-cf25-4321-9213-fcf4c9d48e04 req-7ea7991b-fd11-43cf-8694-09038509115f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 1096 time: 0.0756772 Jul 07 19:28:51.920799 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.926822 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.979871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-62117228-cf25-4321-9213-fcf4c9d48e04 req-f61816bf-9855-41a5-8885-6716e5875964 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549185 Jul 07 19:28:52.038508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=d9c7dca8-20f2-417d-bf7c-0f3a2b09b049,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:52.253040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:52.253747 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.457283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:52.457850 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.466535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c9df18a7-5e70-4ba1-9bbc-3b43c5bcd530 None None] Provisioning complete for port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:52.467362 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9df18a7-5e70-4ba1-9bbc-3b43c5bcd530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.469441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:52.470071 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.565350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39758) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.640066 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9df18a7-5e70-4ba1-9bbc-3b43c5bcd530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.728413 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.788584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aecffd-151a-43f1-8205-fa7b32965bdf req-dd69038d-2964-49fc-9c74-083a2a6aafb8 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.789490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c9df18a7-5e70-4ba1-9bbc-3b43c5bcd530 None None] For port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4,segment=NetworkSegment(23109cf7-664c-4722-9fe2-1d889da8f4c5),segment_id=23109cf7-664c-4722-9fe2-1d889da8f4c5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:52.795886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0aecffd-151a-43f1-8205-fa7b32965bdf req-dd69038d-2964-49fc-9c74-083a2a6aafb8 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 945 time: 0.1344500 Jul 07 19:28:52.805067 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9df18a7-5e70-4ba1-9bbc-3b43c5bcd530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.858469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0aecffd-151a-43f1-8205-fa7b32965bdf req-39954610-0958-4544-bee0-52418c9e4bf1 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470510 Jul 07 19:28:52.863937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-76d26902-d93d-48cb-b942-740a23eb7b9a tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:52.869126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-76d26902-d93d-48cb-b942-740a23eb7b9a tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3026240 Jul 07 19:28:52.870116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39768) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.875621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-ed393584-1b70-4db0-8afb-15e9736a7b92 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:52.883594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ed393584-1b70-4db0-8afb-15e9736a7b92 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0119874 Jul 07 19:28:52.884472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39770) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.889184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-362c934f-0b0e-43f3-adec-c462b7634e70 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:52.894385 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-362c934f-0b0e-43f3-adec-c462b7634e70 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0085535 Jul 07 19:28:52.895626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39772) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.901373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-33230df0-b68b-4f32-8048-f0808a09f9f5 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:52.907308 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-33230df0-b68b-4f32-8048-f0808a09f9f5 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0100369 Jul 07 19:28:52.908711 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39774) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.910180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c9df18a7-5e70-4ba1-9bbc-3b43c5bcd530 None None] Provisioning for port d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:52.914084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-e46a7cea-5bf4-4a1c-9b4e-1da705577272 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:52.918338 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e46a7cea-5bf4-4a1c-9b4e-1da705577272 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0078459 Jul 07 19:28:52.919036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39776) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.924664 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-a8154b29-fcaf-4c4e-993a-2c60c18b1134 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:52.928708 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a8154b29-fcaf-4c4e-993a-2c60c18b1134 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0087116 Jul 07 19:28:52.929316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39778) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.930873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c9df18a7-5e70-4ba1-9bbc-3b43c5bcd530 None None] Provisioning complete for port d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:52.931377 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9df18a7-5e70-4ba1-9bbc-3b43c5bcd530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.936490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-32044246-a1d3-4bd2-91fa-edb7b108ffb5 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:52.940760 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-32044246-a1d3-4bd2-91fa-edb7b108ffb5 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0104215 Jul 07 19:28:52.941474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39780) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.947610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-e59cc9e1-0752-4bdf-bdae-d90cc9b6e33f tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:52.951555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e59cc9e1-0752-4bdf-bdae-d90cc9b6e33f tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0090921 Jul 07 19:28:52.952617 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39782) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.958313 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-2505c042-682d-4efc-86b9-3af3f41caa5f tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:52.962306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39784) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.962986 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2505c042-682d-4efc-86b9-3af3f41caa5f tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0089037 Jul 07 19:28:52.968735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [None req-5ebbc1f1-40a5-464b-b08d-ed069ada0c13 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:52.969793 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5ebbc1f1-40a5-464b-b08d-ed069ada0c13 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055411 Jul 07 19:28:52.973773 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39786) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.980459 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-5262160f-a173-4493-931b-002117b78ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:28:52.980880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [None req-59251cb6-0baf-4947-9e59-fc7eb8fe78b5 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:52.981159 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-5262160f-a173-4493-931b-002117b78ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:28:52.982495 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-59251cb6-0baf-4947-9e59-fc7eb8fe78b5 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0075355 Jul 07 19:28:52.987504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39788) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.992471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df18a7-5e70-4ba1-9bbc-3b43c5bcd530 None None] Pushing event updated for resources: {'Port': ['ID=ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:52.992940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [None req-2c4a3b35-cf44-443c-a17e-bb2ec7f9ae10 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:52.994278 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2c4a3b35-cf44-443c-a17e-bb2ec7f9ae10 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056133 Jul 07 19:28:52.997531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39790) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.001931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-66adda11-cf3d-4d7a-b7d2-944aa4ae00d1 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.002937 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-66adda11-cf3d-4d7a-b7d2-944aa4ae00d1 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046804 Jul 07 19:28:53.005642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39792) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.017273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c9df18a7-5e70-4ba1-9bbc-3b43c5bcd530 None None] Port d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:53.018022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-021cf82b-269e-43fe-8d86-42465c8e80a5 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.021691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-021cf82b-269e-43fe-8d86-42465c8e80a5 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0150719 Jul 07 19:28:53.022305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39794) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.034314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-a7b05378-e473-41ae-bbfc-93e2ad9b32ba tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.035893 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a7b05378-e473-41ae-bbfc-93e2ad9b32ba tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0126016 Jul 07 19:28:53.038438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39798) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.043594 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-c001798e-123d-463a-9df9-55a3c45f4970 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.045091 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c001798e-123d-463a-9df9-55a3c45f4970 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051970 Jul 07 19:28:53.048351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39800) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.055835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-ea6c832f-2009-4ed8-9de2-cd8c47c816bf tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.057301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ea6c832f-2009-4ed8-9de2-cd8c47c816bf tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0072639 Jul 07 19:28:53.059965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39802) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.066152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-5b6392b5-16c1-4223-8efd-769c53fff1b2 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.070579 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5b6392b5-16c1-4223-8efd-769c53fff1b2 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0092366 Jul 07 19:28:53.071466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39804) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.077066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-0208168d-09ca-4477-ba33-dd67e56dbf5d tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.081941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39806) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.082155 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0208168d-09ca-4477-ba33-dd67e56dbf5d tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0091906 Jul 07 19:28:53.087118 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [None req-3fb46830-57f9-4898-9208-9a3a37815d54 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.088329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3fb46830-57f9-4898-9208-9a3a37815d54 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049281 Jul 07 19:28:53.091452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39808) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.096954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-23531625-5705-4aa7-9e98-4946b49a1535 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.101102 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-23531625-5705-4aa7-9e98-4946b49a1535 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083725 Jul 07 19:28:53.101702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39810) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.104525 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.107185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-587157fd-5b62-49cd-9929-7512adb17799 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.108442 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-587157fd-5b62-49cd-9929-7512adb17799 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0057654 Jul 07 19:28:53.111414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39812) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.117142 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [None req-cb9110e6-5b07-4482-9b2a-fb474dfd3aa8 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.118407 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cb9110e6-5b07-4482-9b2a-fb474dfd3aa8 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0055971 Jul 07 19:28:53.119607 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.120535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.121544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39814) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.131452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-0737fdd0-d102-48b1-a772-8cdfabceefb0 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.134147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0737fdd0-d102-48b1-a772-8cdfabceefb0 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0086524 Jul 07 19:28:53.139681 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39816) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.147047 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-794c65db-0762-4dfe-bc82-98c10d7f7de6 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.151130 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-794c65db-0762-4dfe-bc82-98c10d7f7de6 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0103006 Jul 07 19:28:53.152127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39818) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.153257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-89716ec5-cb8b-40bd-ba7b-a0d34775d965 None None] Provisioning complete for port d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:53.153720 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-89716ec5-cb8b-40bd-ba7b-a0d34775d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.157239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-9c0468ee-71d5-4a9f-849e-381f22713aed tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.159265 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9c0468ee-71d5-4a9f-849e-381f22713aed tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0061693 Jul 07 19:28:53.163382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39820) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.168406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-5daf0f64-c7d0-4dd0-a73c-d3989d76dbfa tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.173170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5daf0f64-c7d0-4dd0-a73c-d3989d76dbfa tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0080798 Jul 07 19:28:53.174122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39822) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.179781 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-5fdd8b19-aa96-4e51-bb33-dd6bad3f73bd tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.188172 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5fdd8b19-aa96-4e51-bb33-dd6bad3f73bd tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0128365 Jul 07 19:28:53.189013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39824) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.194655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-6696b531-2087-4a97-b5de-439babe45ead tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.195661 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6696b531-2087-4a97-b5de-439babe45ead tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0050027 Jul 07 19:28:53.198879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39826) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.201142 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=d9c7dca8-20f2-417d-bf7c-0f3a2b09b049,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:53.223963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-6daf6e53-9841-4b68-a466-02fd38b8eb08 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.225348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6daf6e53-9841-4b68-a466-02fd38b8eb08 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0238771 Jul 07 19:28:53.229585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39828) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.234109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-951d656b-fd6a-4697-b283-b163e9b4676e tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.239005 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-951d656b-fd6a-4697-b283-b163e9b4676e tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0083346 Jul 07 19:28:53.242904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39830) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.249815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-4c290f84-38af-474c-9b58-b8857694aa1b tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.251273 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4c290f84-38af-474c-9b58-b8857694aa1b tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0067699 Jul 07 19:28:53.254408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39832) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.264982 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-89716ec5-cb8b-40bd-ba7b-a0d34775d965 None None] Port d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:53.269681 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-f35fe731-fe52-4a4e-82f5-ce3781884e0f tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.271631 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f35fe731-fe52-4a4e-82f5-ce3781884e0f tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0157101 Jul 07 19:28:53.274451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39834) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.280606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-3e149f2c-3521-4e29-9da7-478a4521dd72 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.281470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-7bfa7cb6-32b5-4a21-8054-2c546b865ab9 req-0d6ee79a-4503-44b0-a0c3-fb8716be5a37 service neutron] (93900) timed out ('10.222.0.81', 43012) {{(pid=93900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:28:53.281964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3e149f2c-3521-4e29-9da7-478a4521dd72 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0060928 Jul 07 19:28:53.285301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39838) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.289855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [None req-aa4b837b-fef3-46b4-b0df-9eb6d3e95ed0 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.291384 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aa4b837b-fef3-46b4-b0df-9eb6d3e95ed0 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049517 Jul 07 19:28:53.294908 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39840) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.301036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-4ecf08b9-7a68-4fe4-9c39-51c23cb467d1 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.305271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39842) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.305497 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4ecf08b9-7a68-4fe4-9c39-51c23cb467d1 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0092902 Jul 07 19:28:53.310156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [None req-2cbcdf89-fd4e-4e04-a73a-b355109efc9f tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.311113 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2cbcdf89-fd4e-4e04-a73a-b355109efc9f tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044408 Jul 07 19:28:53.313839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39844) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.319671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-6dae3c45-2ead-46d0-81a2-1aeabfe9c1ab tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.320719 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6dae3c45-2ead-46d0-81a2-1aeabfe9c1ab tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0052021 Jul 07 19:28:53.323108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39846) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.337004 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-c9bc1b95-5780-4de8-a70e-6b7ce80e6868 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.338026 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c9bc1b95-5780-4de8-a70e-6b7ce80e6868 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0120294 Jul 07 19:28:53.340707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39848) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.345959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-22765c0d-a69e-4b29-96e7-6c80e2628a75 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.347000 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-22765c0d-a69e-4b29-96e7-6c80e2628a75 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0053101 Jul 07 19:28:53.349621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39850) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.355480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-0ee111ab-13d3-4ccf-9c80-efc6c2a096d6 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.356758 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0ee111ab-13d3-4ccf-9c80-efc6c2a096d6 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0055964 Jul 07 19:28:53.359518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39852) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.364636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-eb572327-cbfe-4e22-8eca-3f068c5a0347 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.364872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network b317d3ad-51e8-4ff6-bae6-a87d95b3c046 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:53.365597 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eb572327-cbfe-4e22-8eca-3f068c5a0347 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0049942 Jul 07 19:28:53.366322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:53.368193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39854) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.388901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-529a355a-b5db-409d-a4d5-d24b9e0ddd53 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.396916 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-529a355a-b5db-409d-a4d5-d24b9e0ddd53 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0268748 Jul 07 19:28:53.399970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39856) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.404598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-f0952762-bd7b-4276-a72c-ccb47143e498 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.405614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f0952762-bd7b-4276-a72c-ccb47143e498 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046732 Jul 07 19:28:53.406649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c68e9247-b07b-4661-8795-8b3e6b1ca8b1 None None] Provisioning complete for port d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:53.407129 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c68e9247-b07b-4661-8795-8b3e6b1ca8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.413546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39858) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.428362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-c7ad26bf-f208-44e3-bcef-48cfd4e9ec1b tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.433704 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c7ad26bf-f208-44e3-bcef-48cfd4e9ec1b tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0190070 Jul 07 19:28:53.439808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39862) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.446003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-61152481-e09f-49fa-a553-c6e79fa3f2fe tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.449645 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-61152481-e09f-49fa-a553-c6e79fa3f2fe tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0061402 Jul 07 19:28:53.457071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39864) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.463668 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-3f840e1b-d958-4e54-8acc-22558bf8170c tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.468249 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3f840e1b-d958-4e54-8acc-22558bf8170c tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0072935 Jul 07 19:28:53.468701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39866) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.473876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-a697895f-0358-4b2c-90dd-dbca830037d7 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.478249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c68e9247-b07b-4661-8795-8b3e6b1ca8b1 None None] Port d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:53.484265 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a697895f-0358-4b2c-90dd-dbca830037d7 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0113897 Jul 07 19:28:53.489447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39868) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.497516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-631fd7e4-ae52-432a-bdc8-22b646379ff7 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.507318 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-631fd7e4-ae52-432a-bdc8-22b646379ff7 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0141850 Jul 07 19:28:53.508531 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39870) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.513212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [None req-fe07d641-0127-4fbd-aea2-06069287d01a tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.518066 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fe07d641-0127-4fbd-aea2-06069287d01a tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0060883 Jul 07 19:28:53.518416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39872) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.523281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [None req-a1a43436-372e-442f-be09-b15a64281aee tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.526670 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a1a43436-372e-442f-be09-b15a64281aee tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048957 Jul 07 19:28:53.527404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39874) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.533506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-f76b3bfd-3cd0-4abe-ad8b-0381a179edad tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.537767 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f76b3bfd-3cd0-4abe-ad8b-0381a179edad tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0067582 Jul 07 19:28:53.538167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39876) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.543766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-33dfcc2b-dd06-44a3-8077-7d8683f17171 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.548333 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-33dfcc2b-dd06-44a3-8077-7d8683f17171 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068812 Jul 07 19:28:53.549642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39878) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.559409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-1eff3fc2-cef0-4181-a910-d977838212dd tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.561109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 111e7f0a-5019-462d-a191-a63c888b1461 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:28:53.563180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39880) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.563538 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1eff3fc2-cef0-4181-a910-d977838212dd tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078702 Jul 07 19:28:53.574386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [None req-c091a23f-a384-42e7-94a0-3a5c1d2b7e6c tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.576398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c091a23f-a384-42e7-94a0-3a5c1d2b7e6c tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0121324 Jul 07 19:28:53.579888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39882) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.586099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-e9d550f2-861d-4f0d-a62f-4897838f1057 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.590098 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e9d550f2-861d-4f0d-a62f-4897838f1057 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0085549 Jul 07 19:28:53.591238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39886) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.596482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-b8b87546-8fc6-4042-85d5-275c5a10aff8 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.600900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b8b87546-8fc6-4042-85d5-275c5a10aff8 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0081942 Jul 07 19:28:53.601664 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39888) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.606871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-ef7daef8-e0bb-486a-96e4-de8c6e4e18e1 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.611836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ef7daef8-e0bb-486a-96e4-de8c6e4e18e1 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0080862 Jul 07 19:28:53.612578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39890) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.617688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-bf1f81a7-63ca-47b7-baa8-a045d9fe4913 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.622376 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bf1f81a7-63ca-47b7-baa8-a045d9fe4913 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0085950 Jul 07 19:28:53.623194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39892) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.628938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-bd67c495-4439-4d2d-bb0a-9490f55117c9 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.633254 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bd67c495-4439-4d2d-bb0a-9490f55117c9 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0089276 Jul 07 19:28:53.634016 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39894) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.643067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-3d2b5393-dd25-41a2-affd-29b89d374d4e tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.650878 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3d2b5393-dd25-41a2-affd-29b89d374d4e tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0155005 Jul 07 19:28:53.651527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39896) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.656813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-cb2b69fa-ec80-417b-8390-d574c3931f15 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.661159 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cb2b69fa-ec80-417b-8390-d574c3931f15 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0084453 Jul 07 19:28:53.661919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39898) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.667812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-fbc2ac96-d537-497c-9c3c-4d25cc93c3d4 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.671823 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fbc2ac96-d537-497c-9c3c-4d25cc93c3d4 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0087264 Jul 07 19:28:53.672583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39900) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.678245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-61e73ef4-4e6c-4589-bac4-a7f7f67a9ce7 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.682086 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-61e73ef4-4e6c-4589-bac4-a7f7f67a9ce7 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0076094 Jul 07 19:28:53.682881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39902) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.687942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-ec62d440-bd77-4304-a6ee-785acce654e9 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.692828 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ec62d440-bd77-4304-a6ee-785acce654e9 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0084858 Jul 07 19:28:53.698225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39904) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.710516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-8b96c0f6-7409-418a-b1e8-42fc402e7670 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.714447 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8b96c0f6-7409-418a-b1e8-42fc402e7670 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0080934 Jul 07 19:28:53.715209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39908) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.727014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-8231f970-187d-4acc-9b9c-67b4618d6cc7 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.731478 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8231f970-187d-4acc-9b9c-67b4618d6cc7 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0149617 Jul 07 19:28:53.732306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39910) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.738504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-1500b0a6-37c3-4da5-b0dc-90fab9263f15 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.743537 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1500b0a6-37c3-4da5-b0dc-90fab9263f15 tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0097892 Jul 07 19:28:53.744604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39912) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.749315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [None req-3bc63d2f-373f-4548-a28b-aaa6ccbe6dfc tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:53.760865 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3bc63d2f-373f-4548-a28b-aaa6ccbe6dfc tempest-ExtensionsTestJSON-1547802977 tempest-ExtensionsTestJSON-1547802977-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0129447 Jul 07 19:28:53.787215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:53.800926 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-97a12871-ac25-42ac-8c75-9397f4926704 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/111e7f0a-5019-462d-a191-a63c888b1461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9909050 Jul 07 19:28:53.804185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39916) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.812083 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb47ba47-cfc2-45e5-b443-e3aa601fac9f None None] Sync routers for ids ['111e7f0a-5019-462d-a191-a63c888b1461'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:53.839970 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47ba47-cfc2-45e5-b443-e3aa601fac9f None None] Routers {'111e7f0a-5019-462d-a191-a63c888b1461'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:53.840715 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cb47ba47-cfc2-45e5-b443-e3aa601fac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['111e7f0a-5019-462d-a191-a63c888b1461'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:53.885847 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f6b469c7-e1b1-4e9e-839d-282da0c093b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.887873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf323f1-f8b4-4768-9b53-d24d7762b689 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.890232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0cf323f1-f8b4-4768-9b53-d24d7762b689 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports/d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 HTTP/1.1" status: 200 len: 984 time: 0.0845902 Jul 07 19:28:53.893406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39918) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.901510 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-586bb318-5d67-442c-93a5-6586c3f6f1d4 None None] Provisioning complete for port d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:53.904070 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-586bb318-5d67-442c-93a5-6586c3f6f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.905152 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cb47ba47-cfc2-45e5-b443-e3aa601fac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:53.925811 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47ba47-cfc2-45e5-b443-e3aa601fac9f None None] Routers {'111e7f0a-5019-462d-a191-a63c888b1461'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:53.926648 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cb47ba47-cfc2-45e5-b443-e3aa601fac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['111e7f0a-5019-462d-a191-a63c888b1461'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:53.942553 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.974672 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cb47ba47-cfc2-45e5-b443-e3aa601fac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:53.975365 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb47ba47-cfc2-45e5-b443-e3aa601fac9f None None] The sync data for ids ['111e7f0a-5019-462d-a191-a63c888b1461'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:53.985466 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-586bb318-5d67-442c-93a5-6586c3f6f1d4 None None] Port d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:54.179877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:54.188010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dfde1-cc2f-45ca-a951-e79a36b3423d req-cecbff9f-9f74-4b1b-bd58-a85c9b716735 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:54.194421 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-557dfde1-cc2f-45ca-a951-e79a36b3423d req-cecbff9f-9f74-4b1b-bd58-a85c9b716735 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 945 time: 0.0985808 Jul 07 19:28:54.248042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:54.248434 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.277467 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-557dfde1-cc2f-45ca-a951-e79a36b3423d req-50b5bbe3-a307-4587-95e4-571c1380e2eb tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766201 Jul 07 19:28:54.362921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39934) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:54.363505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39936) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:54.494675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a0f6-02c5-4d4d-9227-fbd87b75798e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.500905 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a1821a5f-06cb-4956-9caa-5028b48333e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.516836 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d146e921-dea3-4c33-8202-86d4eeb8ad60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.605096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c88416-2477-4750-8d9a-54e30ccb0aeb req-5a215ab5-2b26-4eed-8698-4c46858e94f2 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:54.606566 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-07c88416-2477-4750-8d9a-54e30ccb0aeb req-5a215ab5-2b26-4eed-8698-4c46858e94f2 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 945 time: 0.1768661 Jul 07 19:28:54.616985 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a1821a5f-06cb-4956-9caa-5028b48333e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.625244 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a1821a5f-06cb-4956-9caa-5028b48333e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.678863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1821a5f-06cb-4956-9caa-5028b48333e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5023017-44e7-40e0-8c5b-3a2826ac670b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:54.686967 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a1821a5f-06cb-4956-9caa-5028b48333e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fd2c95821310476fa696c440d68872ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242118 Jul 07 19:28:54.690879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39944) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:54.713392 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.726602 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-07c88416-2477-4750-8d9a-54e30ccb0aeb req-d4de5959-223f-4a9f-86ac-811f30bd0082 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930839 Jul 07 19:28:54.787265 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d146e921-dea3-4c33-8202-86d4eeb8ad60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.792056 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d146e921-dea3-4c33-8202-86d4eeb8ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.797962 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1bd991ca-508a-44e3-99bd-eca76a88e871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.837491 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d146e921-dea3-4c33-8202-86d4eeb8ad60 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af387ef24d1949ba9b301c87d56b1f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4696255 Jul 07 19:28:54.838389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146e921-dea3-4c33-8202-86d4eeb8ad60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc42d21-8928-405a-9f4a-63eafe001cd9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:54.841273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39948) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:54.850659 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1bd991ca-508a-44e3-99bd-eca76a88e871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.940660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-3ce2a0f6-02c5-4d4d-9227-fbd87b75798e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:54.940788 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a0f6-02c5-4d4d-9227-fbd87b75798e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.989677 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7f43-3d12-4e72-913e-8765b2bfabae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.003374 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1bd991ca-508a-44e3-99bd-eca76a88e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.006000 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1bd991ca-508a-44e3-99bd-eca76a88e871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.007163 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1bd991ca-508a-44e3-99bd-eca76a88e871 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5023017-44e7-40e0-8c5b-3a2826ac670b HTTP/1.1" status: 204 len: 168 time: 0.3110654 Jul 07 19:28:55.047814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd991ca-508a-44e3-99bd-eca76a88e871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5023017-44e7-40e0-8c5b-3a2826ac670b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:55.050744 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7f43-3d12-4e72-913e-8765b2bfabae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.359656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39960) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:55.374123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-81ab58b3-3bf4-4164-92b9-07712ec4fa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.477878 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a0f6-02c5-4d4d-9227-fbd87b75798e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.481912 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-81ab58b3-3bf4-4164-92b9-07712ec4fa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.487416 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-81ab58b3-3bf4-4164-92b9-07712ec4fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.497124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-3ce2a0f6-02c5-4d4d-9227-fbd87b75798e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for d9c7dca8-20f2-417d-bf7c-0f3a2b09b049 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:55.518514 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7f43-3d12-4e72-913e-8765b2bfabae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.521050 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7f43-3d12-4e72-913e-8765b2bfabae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.522183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-eb8c7f43-3d12-4e72-913e-8765b2bfabae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ebc42d21-8928-405a-9f4a-63eafe001cd9 HTTP/1.1" status: 204 len: 168 time: 0.6796300 Jul 07 19:28:55.536059 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-81ab58b3-3bf4-4164-92b9-07712ec4fa4f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=063e8619d90c4aaeb79b19c5c5df1b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750247 Jul 07 19:28:55.536949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39964) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:55.539398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab58b3-3bf4-4164-92b9-07712ec4fa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a92afde-a1b4-4f2d-9134-2a1d7e9ffb82,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:55.581174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c7f43-3d12-4e72-913e-8765b2bfabae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc42d21-8928-405a-9f4a-63eafe001cd9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:55.604799 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171c9a9-f3bb-43c8-bb9e-3b187327e583 req-6cce3cb6-1603-44bb-8981-f332a094804d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:55.615765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e171c9a9-f3bb-43c8-bb9e-3b187327e583 req-6cce3cb6-1603-44bb-8981-f332a094804d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 945 time: 0.5143168 Jul 07 19:28:55.673232 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dfa54a1f-2db0-413c-8c60-6942bc71e83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.716440 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dfa54a1f-2db0-413c-8c60-6942bc71e83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.760239 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e171c9a9-f3bb-43c8-bb9e-3b187327e583 req-357d93ec-76f9-46fe-b5b0-cb94a3cd5048 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280122 Jul 07 19:28:55.801765 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dfa54a1f-2db0-413c-8c60-6942bc71e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.804398 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dfa54a1f-2db0-413c-8c60-6942bc71e83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.808325 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dfa54a1f-2db0-413c-8c60-6942bc71e83b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a92afde-a1b4-4f2d-9134-2a1d7e9ffb82 HTTP/1.1" status: 204 len: 168 time: 0.2698586 Jul 07 19:28:55.817407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa54a1f-2db0-413c-8c60-6942bc71e83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a92afde-a1b4-4f2d-9134-2a1d7e9ffb82,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:55.880643 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a0f6-02c5-4d4d-9227-fbd87b75798e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.919057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2a0f6-02c5-4d4d-9227-fbd87b75798e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=d9c7dca8-20f2-417d-bf7c-0f3a2b09b049,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:56.113980 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a0f6-02c5-4d4d-9227-fbd87b75798e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.351484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce2a0f6-02c5-4d4d-9227-fbd87b75798e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 111e7f0a-5019-462d-a191-a63c888b1461 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:28:56.429867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce2a0f6-02c5-4d4d-9227-fbd87b75798e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:56.436284 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3ce2a0f6-02c5-4d4d-9227-fbd87b75798e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/111e7f0a-5019-462d-a191-a63c888b1461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5416799 Jul 07 19:28:56.439918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40002) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:56.454644 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d3c0f-cd7d-4fa7-ad35-8c736e40ce01 None None] Sync routers for ids ['111e7f0a-5019-462d-a191-a63c888b1461'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:56.475835 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.517990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40004) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:56.520872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d3c0f-cd7d-4fa7-ad35-8c736e40ce01 None None] Routers {'111e7f0a-5019-462d-a191-a63c888b1461'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:56.521724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c37d3c0f-cd7d-4fa7-ad35-8c736e40ce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['111e7f0a-5019-462d-a191-a63c888b1461'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:56.570834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c37d3c0f-cd7d-4fa7-ad35-8c736e40ce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:56.616174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d3c0f-cd7d-4fa7-ad35-8c736e40ce01 None None] Routers {'111e7f0a-5019-462d-a191-a63c888b1461'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:56.616787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c37d3c0f-cd7d-4fa7-ad35-8c736e40ce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['111e7f0a-5019-462d-a191-a63c888b1461'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:56.651590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1053491791'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:56.656135 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c37d3c0f-cd7d-4fa7-ad35-8c736e40ce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:56.656614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d3c0f-cd7d-4fa7-ad35-8c736e40ce01 None None] The sync data for ids ['111e7f0a-5019-462d-a191-a63c888b1461'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:56.685972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Made reservation on behalf of b3de6034c3e948399278297cf77e489d for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:56.692405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.712209 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.852620 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.857495 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.886920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:56.935719 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d5430a-9c26-428e-ae17-8e6459594ace,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:56.946154 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.946655 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Added segment bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e of type vlan for network cbc5e86c-49f3-4541-8709-dc43d27510d8 Jul 07 19:28:57.003790 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.007493 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-b878f7ba-92e8-40fd-8640-a18a4bee4f71 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 19:28:57.008419 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b878f7ba-92e8-40fd-8640-a18a4bee4f71 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/111e7f0a-5019-462d-a191-a63c888b1461/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5677681 Jul 07 19:28:57.016968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40024) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:57.069698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4ea7a561-ae63-4f10-a5aa-360ffa7519e4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=111e7f0a-5019-462d-a191-a63c888b1461 HTTP/1.1" status: 200 len: 205 time: 0.0488493 Jul 07 19:28:57.070734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4e048-216c-459b-b43f-84a3ef71ded0 req-1fcbd714-93ed-47a3-9332-a5ca045b4eef tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:57.071270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40026) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:57.072549 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0fe4e048-216c-459b-b43f-84a3ef71ded0 req-1fcbd714-93ed-47a3-9332-a5ca045b4eef tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.48 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 945 time: 0.1073158 Jul 07 19:28:57.186553 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-58f4cfa1-b570-4af4-a49a-e42966733847 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.191519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.197754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:57.198479 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.210968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d54504-6880-4d6b-a93e-c63a18033567 req-81bc3fe0-1607-4055-913d-02f833da1575 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:57.211456 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7d54504-6880-4d6b-a93e-c63a18033567 req-81bc3fe0-1607-4055-913d-02f833da1575 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 945 time: 0.3108807 Jul 07 19:28:57.237963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-0fe4e048-216c-459b-b43f-84a3ef71ded0 req-6670c0ff-df8d-47e6-a80f-879ac5d5bded tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Deleting port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:57.238383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0fe4e048-216c-459b-b43f-84a3ef71ded0 req-6670c0ff-df8d-47e6-a80f-879ac5d5bded tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.364012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-0fe4e048-216c-459b-b43f-84a3ef71ded0 req-6670c0ff-df8d-47e6-a80f-879ac5d5bded tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] For port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:57.364750 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0fe4e048-216c-459b-b43f-84a3ef71ded0 req-6670c0ff-df8d-47e6-a80f-879ac5d5bded tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.367795 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8485935 Jul 07 19:28:57.372383 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3ac24-9baa-44e7-84b6-d40f0744d647 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Pushing event updated for resources: {'Network': ['ID=cbc5e86c-49f3-4541-8709-dc43d27510d8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:57.382327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40040) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:57.389022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network cbc5e86c-49f3-4541-8709-dc43d27510d8 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:57.397548 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-0fe4e048-216c-459b-b43f-84a3ef71ded0 req-6670c0ff-df8d-47e6-a80f-879ac5d5bded tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Calling delete_port for 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:57.412148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-aa3f7206-78b4-416f-abad-e8d8a2cbe7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Request body: {'subnet': {'network_id': 'cbc5e86c-49f3-4541-8709-dc43d27510d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:57.492927 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7d54504-6880-4d6b-a93e-c63a18033567 req-487572a6-625c-4a1b-b4f4-26390e45c85e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022812 Jul 07 19:28:57.530976 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-58f4cfa1-b570-4af4-a49a-e42966733847 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.539862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-58f4cfa1-b570-4af4-a49a-e42966733847 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.604920 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-58f4cfa1-b570-4af4-a49a-e42966733847 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.605449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f4cfa1-b570-4af4-a49a-e42966733847 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Fanout notify agent at l3_agent the message router_deleted on router 111e7f0a-5019-462d-a191-a63c888b1461 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:28:57.614751 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-58f4cfa1-b570-4af4-a49a-e42966733847 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.621605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-58f4cfa1-b570-4af4-a49a-e42966733847 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/111e7f0a-5019-462d-a191-a63c888b1461 HTTP/1.1" status: 204 len: 168 time: 0.5395288 Jul 07 19:28:57.622211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40044) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:57.636476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0fe4e048-216c-459b-b43f-84a3ef71ded0 req-6670c0ff-df8d-47e6-a80f-879ac5d5bded tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.649743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:57.652975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3f7206-78b4-416f-abad-e8d8a2cbe7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Made reservation on behalf of b3de6034c3e948399278297cf77e489d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:57.659043 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7206-78b4-416f-abad-e8d8a2cbe7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.669216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670c0ff-df8d-47e6-a80f-879ac5d5bded tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event deleted for resources: {'Port': ['ID=16a12fb6-ef5c-41c1-a4b9-de577f25ed1a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:57.722699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe4e048-216c-459b-b43f-84a3ef71ded0 req-6670c0ff-df8d-47e6-a80f-879ac5d5bded tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] No DVR routers for this DVR port 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:57.727276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0fe4e048-216c-459b-b43f-84a3ef71ded0 req-6670c0ff-df8d-47e6-a80f-879ac5d5bded tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.728835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0fe4e048-216c-459b-b43f-84a3ef71ded0 req-6670c0ff-df8d-47e6-a80f-879ac5d5bded tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.48 "DELETE /v2.0/ports/16a12fb6-ef5c-41c1-a4b9-de577f25ed1a HTTP/1.1" status: 204 len: 173 time: 0.6472576 Jul 07 19:28:57.729413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ae3bcb-bb44-45e3-9a9e-006fcef70fac', 'name': 'network-vif-deleted', 'tag': '16a12fb6-ef5c-41c1-a4b9-de577f25ed1a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:57.731527 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1a345a-b337-4297-8b43-2c3e7f137681" -d '{"events": [{"server_uuid": "45ae3bcb-bb44-45e3-9a9e-006fcef70fac", "name": "network-vif-deleted", "tag": "16a12fb6-ef5c-41c1-a4b9-de577f25ed1a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:57.761981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6365c53-2063-47c7-8bb7-38ede55ae969 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting subnet 0260dc2b-9308-4821-acba-3e44c2974fc9 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:28:57.768514 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6365c53-2063-47c7-8bb7-38ede55ae969 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.821940 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f939155-b692-4209-ae50-dbe7aa4c41ce x-openstack-request-id: req-7f939155-b692-4209-ae50-dbe7aa4c41ce {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:57.822875 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ae3bcb-bb44-45e3-9a9e-006fcef70fac", "name": "network-vif-deleted", "tag": "16a12fb6-ef5c-41c1-a4b9-de577f25ed1a", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:57.824148 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f939155-b692-4209-ae50-dbe7aa4c41ce {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:57.825513 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ae3bcb-bb44-45e3-9a9e-006fcef70fac', 'name': 'network-vif-deleted', 'tag': '16a12fb6-ef5c-41c1-a4b9-de577f25ed1a', 'status': 'completed', 'code': 200} Jul 07 19:28:57.831855 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6365c53-2063-47c7-8bb7-38ede55ae969 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.010049 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6365c53-2063-47c7-8bb7-38ede55ae969 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.047396 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7206-78b4-416f-abad-e8d8a2cbe7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.132905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f7206-78b4-416f-abad-e8d8a2cbe7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Pushing event updated for resources: {'Subnet': ['ID=ca3adfcf-87ac-48bf-be8e-0fb043b9aa99,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:58.146704 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6365c53-2063-47c7-8bb7-38ede55ae969 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.153864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f7206-78b4-416f-abad-e8d8a2cbe7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Checking segment: {'id': 'bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cbc5e86c-49f3-4541-8709-dc43d27510d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:58.154245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f7206-78b4-416f-abad-e8d8a2cbe7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Network hostable DHCP agents. Network: cbc5e86c-49f3-4541-8709-dc43d27510d8, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:58.179705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6365c53-2063-47c7-8bb7-38ede55ae969 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Subnet': ['ID=0260dc2b-9308-4821-acba-3e44c2974fc9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:58.188473 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6365c53-2063-47c7-8bb7-38ede55ae969 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.194901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f6365c53-2063-47c7-8bb7-38ede55ae969 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/0260dc2b-9308-4821-acba-3e44c2974fc9 HTTP/1.1" status: 204 len: 168 time: 0.5676918 Jul 07 19:28:58.195398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40060) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:58.199839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d370b584-7066-4aee-b3d8-091a626e0bc3 None None] Network b317d3ad-51e8-4ff6-bae6-a87d95b3c046 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:58.220676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f7206-78b4-416f-abad-e8d8a2cbe7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Network cbc5e86c-49f3-4541-8709-dc43d27510d8 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:58.282056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-aa3f7206-78b4-416f-abad-e8d8a2cbe7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, cbc5e86c-49f3-4541-8709-dc43d27510d8) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:58.294863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f7206-78b4-416f-abad-e8d8a2cbe7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:58.294863 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7206-78b4-416f-abad-e8d8a2cbe7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.308872 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.330890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40066) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:58.331226 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb28e8-b132-4f04-92ec-7642ae09df73 None None] Network cbc5e86c-49f3-4541-8709-dc43d27510d8 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:58.331465 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aa3f7206-78b4-416f-abad-e8d8a2cbe7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9484253 Jul 07 19:28:58.336454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Request body: {'port': {'network_id': 'cbc5e86c-49f3-4541-8709-dc43d27510d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-450350099'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:58.491055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:58.491654 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.517141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Made reservation on behalf of b3de6034c3e948399278297cf77e489d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:58.522235 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.551137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] device_id is not set on port ba81510f-b927-450d-a19c-cdf8d87a47b4 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:58.729750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] For port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4,segment=NetworkSegment(23109cf7-664c-4722-9fe2-1d889da8f4c5),segment_id=23109cf7-664c-4722-9fe2-1d889da8f4c5)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:58.729750 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.774267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:58.777463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-cbc5e86c-49f3-4541-8709-dc43d27510d8', 'network_id': 'cbc5e86c-49f3-4541-8709-dc43d27510d8', 'tenant_id': 'b3de6034c3e948399278297cf77e489d', 'fixed_ips': [{'subnet_id': 'ca3adfcf-87ac-48bf-be8e-0fb043b9aa99'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:28:58.779049 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.814067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Allocated IP 2001:db8::389 (cbc5e86c-49f3-4541-8709-dc43d27510d8/ca3adfcf-87ac-48bf-be8e-0fb043b9aa99/ba81510f-b927-450d-a19c-cdf8d87a47b4) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:58.885313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5f0ba1-6015-42b8-ab64-0d665324fc04 None None] DHCP port deletion for b317d3ad-51e8-4ff6-bae6-a87d95b3c046 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:28:58.903102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.912618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c3960879-6169-4fac-95c6-f94f1c21c61c req-33c52016-1f19-4a2d-a503-abbf4d0d764f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ae3bcb-bb44-45e3-9a9e-006fcef70fac HTTP/1.1" status: 200 len: 210 time: 0.0899248 Jul 07 19:28:58.946374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:58.947195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f0ba1-6015-42b8-ab64-0d665324fc04 None None] The port 'ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4' was deleted {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 19:28:58.951292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No DVR routers for this DVR port ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:59.037132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.048934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b317d3ad-51e8-4ff6-bae6-a87d95b3c046']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:59.064787 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23109cf7-664c-4722-9fe2-1d889da8f4c5') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:59.065085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23109cf7-664c-4722-9fe2-1d889da8f4c5') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:59.077674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.094547 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.102330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:59.103206 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:59.107119 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:59.113121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40080) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:59.158593 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.186658 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Transition to ACTIVE for port object ba81510f-b927-450d-a19c-cdf8d87a47b4 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:59.191815 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.202376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.205433 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/networks/b317d3ad-51e8-4ff6-bae6-a87d95b3c046 HTTP/1.1" status: 204 len: 168 time: 1.0088289 Jul 07 19:28:59.214950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40088) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:59.219929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e6becae6-7991-40e3-aafe-4a3a77770eea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-538872834'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:59.225439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107c861-81fe-4497-bd00-0a3a9a6cb427 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Network': ['ID=b317d3ad-51e8-4ff6-bae6-a87d95b3c046,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:59.245569 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6becae6-7991-40e3-aafe-4a3a77770eea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:59.249290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e6becae6-7991-40e3-aafe-4a3a77770eea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.277575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6becae6-7991-40e3-aafe-4a3a77770eea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:59.290017 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e6becae6-7991-40e3-aafe-4a3a77770eea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.291227 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-e6becae6-7991-40e3-aafe-4a3a77770eea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Added segment bfcae0bb-32e5-4004-9a68-bd20305c0b83 of type vlan for network a3fe24e7-aa6f-4b13-a474-599ab8548ac6 Jul 07 19:28:59.339709 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e6becae6-7991-40e3-aafe-4a3a77770eea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.358585 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.387731 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e6becae6-7991-40e3-aafe-4a3a77770eea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.401133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6becae6-7991-40e3-aafe-4a3a77770eea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:59.404569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e6becae6-7991-40e3-aafe-4a3a77770eea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.418403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:59.454120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:59.455570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 16a12fb6-ef5c-41c1-a4b9-de577f25ed1a not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:59.483310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Allocated IP 2001:db8::2 (cbc5e86c-49f3-4541-8709-dc43d27510d8/ca3adfcf-87ac-48bf-be8e-0fb043b9aa99/76cf1332-0ab1-4123-9608-b1b020f53c55) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:59.489372 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Network cbc5e86c-49f3-4541-8709-dc43d27510d8 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:59.494581 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e6becae6-7991-40e3-aafe-4a3a77770eea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2785408 Jul 07 19:28:59.497537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40098) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:59.505777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:59.507170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f7b3b6ee-9a41-4261-90e3-69b1ee758cc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'subnet': {'network_id': 'a3fe24e7-aa6f-4b13-a474-599ab8548ac6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:59.512563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:59.516077 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6becae6-7991-40e3-aafe-4a3a77770eea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Network': ['ID=a3fe24e7-aa6f-4b13-a474-599ab8548ac6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:59.520094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:59.521022 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.541631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Pushing event updated for resources: {'Port': ['ID=ba81510f-b927-450d-a19c-cdf8d87a47b4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:59.555137 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-33f8a3d2-1de6-41ec-a845-d82cac04fff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2230790 Jul 07 19:28:59.580011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40102) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:59.585467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network a3fe24e7-aa6f-4b13-a474-599ab8548ac6 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:59.590936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Request body: {'port': {'network_id': 'cbc5e86c-49f3-4541-8709-dc43d27510d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1271848440', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:59.591999 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.api.validators [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] bootfile-name is not in valid_values {{(pid=93901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:28:59.592712 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.api.validators [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] tftp-server is not in valid_values {{(pid=93901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:28:59.593360 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.api.validators [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] server-ip-address is not in valid_values {{(pid=93901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:28:59.706207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b3b6ee-9a41-4261-90e3-69b1ee758cc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:59.710122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f7b3b6ee-9a41-4261-90e3-69b1ee758cc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.806249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Made reservation on behalf of b3de6034c3e948399278297cf77e489d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:59.810615 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.827466 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.838294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] device_id is not set on port 24468b49-b462-48b6-b519-ed7ef121c573 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:59.858692 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Transition to ACTIVE for port object 76cf1332-0ab1-4123-9608-b1b020f53c55 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:59.896608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Transition to ACTIVE for port object 76cf1332-0ab1-4123-9608-b1b020f53c55 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:59.905249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.992410 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-a714f472-6858-4a92-81da-05f21b2d050c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1255581 Jul 07 19:29:00.002622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Network cbc5e86c-49f3-4541-8709-dc43d27510d8 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:00.008513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:00.010897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Pushing event updated for resources: {'Port': ['ID=76cf1332-0ab1-4123-9608-b1b020f53c55,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:00.018774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:00.087017 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dce106a7-708c-4235-9898-5f3262f07f23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.136891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Attempting to bind port 76cf1332-0ab1-4123-9608-b1b020f53c55 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:00.137281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Attempting to bind port 76cf1332-0ab1-4123-9608-b1b020f53c55 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cbc5e86c-49f3-4541-8709-dc43d27510d8'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:00.137659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Attempting to bind port 76cf1332-0ab1-4123-9608-b1b020f53c55 on network cbc5e86c-49f3-4541-8709-dc43d27510d8 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:00.147898 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:00.148288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Checking segment: {'id': 'bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cbc5e86c-49f3-4541-8709-dc43d27510d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:00.148616 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.149026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Bound using segment: {'id': 'bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cbc5e86c-49f3-4541-8709-dc43d27510d8'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:00.149522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Bound port: 76cf1332-0ab1-4123-9608-b1b020f53c55, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cbc5e86c-49f3-4541-8709-dc43d27510d8'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:00.149907 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.194844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:00.212521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f7b3b6ee-9a41-4261-90e3-69b1ee758cc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.215474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Allocated IP 2001:db8::370 (cbc5e86c-49f3-4541-8709-dc43d27510d8/ca3adfcf-87ac-48bf-be8e-0fb043b9aa99/24468b49-b462-48b6-b519-ed7ef121c573) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:00.243501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:00.244069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ce0bda06-fc0f-4c3d-96c2-1dd955f6cdb4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:00.341507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] For port 76cf1332-0ab1-4123-9608-b1b020f53c55, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:00.347547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] For port 76cf1332-0ab1-4123-9608-b1b020f53c55, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=76cf1332-0ab1-4123-9608-b1b020f53c55,segment=NetworkSegment(bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e),segment_id=bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:00.354464 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.362905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3b6ee-9a41-4261-90e3-69b1ee758cc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Subnet': ['ID=f245f3fe-bbb5-450f-a42b-7d83d7714028,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:00.453349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5ad3c-d5c2-4d3d-8a31-f23b7e9e36b4 None None] Pushing event updated for resources: {'Port': ['ID=76cf1332-0ab1-4123-9608-b1b020f53c55,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:00.471021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-60a60ff4-66c6-4bbf-b321-b215d6187aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.471811 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-60a60ff4-66c6-4bbf-b321-b215d6187aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.472293 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-60a60ff4-66c6-4bbf-b321-b215d6187aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.472767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-60a60ff4-66c6-4bbf-b321-b215d6187aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.473238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-60a60ff4-66c6-4bbf-b321-b215d6187aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.473976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-60a60ff4-66c6-4bbf-b321-b215d6187aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.474579 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-60a60ff4-66c6-4bbf-b321-b215d6187aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.476758 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-60a60ff4-66c6-4bbf-b321-b215d6187aa9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 6503 time: 0.3865881 Jul 07 19:29:00.478005 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b3b6ee-9a41-4261-90e3-69b1ee758cc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Checking segment: {'id': 'bfcae0bb-32e5-4004-9a68-bd20305c0b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a3fe24e7-aa6f-4b13-a474-599ab8548ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:00.478375 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b3b6ee-9a41-4261-90e3-69b1ee758cc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network hostable DHCP agents. Network: a3fe24e7-aa6f-4b13-a474-599ab8548ac6, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:00.596334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b3b6ee-9a41-4261-90e3-69b1ee758cc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network a3fe24e7-aa6f-4b13-a474-599ab8548ac6 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:00.610982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f7b3b6ee-9a41-4261-90e3-69b1ee758cc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, a3fe24e7-aa6f-4b13-a474-599ab8548ac6) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:00.615808 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3b6ee-9a41-4261-90e3-69b1ee758cc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.616392 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f7b3b6ee-9a41-4261-90e3-69b1ee758cc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.641912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab9d9de-6d0f-4c7f-b884-a029e6def8be None None] Network a3fe24e7-aa6f-4b13-a474-599ab8548ac6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:00.669603 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f7b3b6ee-9a41-4261-90e3-69b1ee758cc9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1679392 Jul 07 19:29:00.672249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40136) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:00.692873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9cf940e1-782f-4485-be2a-d291f61abf8a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-821644401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:00.797698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-1d5baaa2-35d4-41ac-811d-18494001ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.798391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-1d5baaa2-35d4-41ac-811d-18494001ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.799276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-1d5baaa2-35d4-41ac-811d-18494001ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.801205 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-1d5baaa2-35d4-41ac-811d-18494001ed1a service neutron] 10.222.0.110 "GET /v2.0/networks?id=e65b60fe-28f2-4cd6-a3d4-66f5e861df04&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=c3072a4c-f835-4930-b50e-45a5a51219c9&id=c3072a4c-f835-4930-b50e-45a5a51219c9 HTTP/1.1" status: 200 len: 2298 time: 0.2895279 Jul 07 19:29:00.820695 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cf940e1-782f-4485-be2a-d291f61abf8a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.821635 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cf940e1-782f-4485-be2a-d291f61abf8a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.869888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.942072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-eb4868d6-e60b-49a5-88e3-86970441a433 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.945947 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-eb4868d6-e60b-49a5-88e3-86970441a433 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.4863245 Jul 07 19:29:00.969017 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-eace0164-0ad0-47c3-820a-5e7255ec512a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10ed5f95-de1c-4f1d-8433-23aa9adc36e3 HTTP/1.1" status: 200 len: 1002 time: 0.1560404 Jul 07 19:29:00.994725 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-df88d9ee-d36d-4f11-8747-da5de8fc2672 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/quotas/cfc0bfa801a549519ae7c1ebf365c273 HTTP/1.1" status: 200 len: 375 time: 0.0250728 Jul 07 19:29:01.014546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Transition to ACTIVE for port object 24468b49-b462-48b6-b519-ed7ef121c573 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:01.049025 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-a3fe24e7-aa6f-4b13-a474-599ab8548ac6', 'network_id': 'a3fe24e7-aa6f-4b13-a474-599ab8548ac6', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'fixed_ips': [{'subnet_id': 'f245f3fe-bbb5-450f-a42b-7d83d7714028'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:01.050625 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.069926 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cf940e1-782f-4485-be2a-d291f61abf8a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.077507 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cf940e1-782f-4485-be2a-d291f61abf8a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.096952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-939c787b-16fe-418f-8751-41f8e5b128c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:01.099486 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-939c787b-16fe-418f-8751-41f8e5b128c1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=027d46ee-f3de-4146-9c6b-7af9eea05b1d HTTP/1.1" status: 200 len: 856 time: 0.0887372 Jul 07 19:29:01.106293 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9cf940e1-782f-4485-be2a-d291f61abf8a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.108145 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9cf940e1-782f-4485-be2a-d291f61abf8a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4359193 Jul 07 19:29:01.119437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40144) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:01.204692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-81ff0fb7-2995-4f45-a69c-6e17b2e4e0be tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2084332 Jul 07 19:29:01.273178 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.354707 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Allocated IP 2001:db8::2 (a3fe24e7-aa6f-4b13-a474-599ab8548ac6/f245f3fe-bbb5-450f-a42b-7d83d7714028/fc2d0f61-42a3-41b4-b454-5a415944cb6d) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:01.360411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Pushing event updated for resources: {'Port': ['ID=24468b49-b462-48b6-b519-ed7ef121c573,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:01.423959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Network cbc5e86c-49f3-4541-8709-dc43d27510d8 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:01.426179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-dce106a7-708c-4235-9898-5f3262f07f23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:01.426619 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dce106a7-708c-4235-9898-5f3262f07f23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.434310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:01.441540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:01.449319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:01.449804 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.517017 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f2414de9-a381-431e-ba9f-bfa51ebcabbf tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9352114 Jul 07 19:29:01.521968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40148) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:01.689452 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.699044 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-316fdaac-32cf-4135-be78-7ad4d30d6be0 service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933488 Jul 07 19:29:01.716218 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-c9db760d-e7bc-4a6d-ba3a-62ca80a8b348 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3616493 Jul 07 19:29:01.731500 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Transition to ACTIVE for port object fc2d0f61-42a3-41b4-b454-5a415944cb6d will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:01.757182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-dce106a7-708c-4235-9898-5f3262f07f23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] For port 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8361da83-b5eb-41f7-8461-a1e7b2d5b6dc,segment=NetworkSegment(e38bc855-eec5-4cc0-baf6-45fdee64b0ae),segment_id=e38bc855-eec5-4cc0-baf6-45fdee64b0ae)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:01.757958 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dce106a7-708c-4235-9898-5f3262f07f23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.799123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Transition to ACTIVE for port object fc2d0f61-42a3-41b4-b454-5a415944cb6d will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:01.807689 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.902675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Network a3fe24e7-aa6f-4b13-a474-599ab8548ac6 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:01.912595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-dce106a7-708c-4235-9898-5f3262f07f23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Calling delete_port for 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:01.918667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:01.929315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:01.940474 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Pushing event updated for resources: {'Port': ['ID=fc2d0f61-42a3-41b4-b454-5a415944cb6d,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:02.023171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-8eb7236c-9da6-42db-bbee-e9d341023a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.025861 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-8eb7236c-9da6-42db-bbee-e9d341023a6f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e65b60fe-28f2-4cd6-a3d4-66f5e861df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9163609 Jul 07 19:29:02.030570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32da4b1e-e5f5-45b9-8477-1b9adbe0969c tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.038211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32da4b1e-e5f5-45b9-8477-1b9adbe0969c tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.041855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Attempting to bind port fc2d0f61-42a3-41b4-b454-5a415944cb6d on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:02.042392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Attempting to bind port fc2d0f61-42a3-41b4-b454-5a415944cb6d by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'bfcae0bb-32e5-4004-9a68-bd20305c0b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a3fe24e7-aa6f-4b13-a474-599ab8548ac6'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:02.042899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Attempting to bind port fc2d0f61-42a3-41b4-b454-5a415944cb6d on network a3fe24e7-aa6f-4b13-a474-599ab8548ac6 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:02.045000 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32da4b1e-e5f5-45b9-8477-1b9adbe0969c tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.054691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-32da4b1e-e5f5-45b9-8477-1b9adbe0969c tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.5217385 Jul 07 19:29:02.055495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40162) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:02.074132 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:02.074736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Checking segment: {'id': 'bfcae0bb-32e5-4004-9a68-bd20305c0b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a3fe24e7-aa6f-4b13-a474-599ab8548ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:02.075013 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.076018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Bound using segment: {'id': 'bfcae0bb-32e5-4004-9a68-bd20305c0b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a3fe24e7-aa6f-4b13-a474-599ab8548ac6'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:02.076508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Bound port: fc2d0f61-42a3-41b4-b454-5a415944cb6d, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcae0bb-32e5-4004-9a68-bd20305c0b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a3fe24e7-aa6f-4b13-a474-599ab8548ac6'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:02.076900 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.147605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-c383a509-8e1a-48c3-88ae-2932bd94b5c1 service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304776 Jul 07 19:29:02.199839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c079553-e35d-4ece-8498-9ef0a775851c None None] Network cbc5e86c-49f3-4541-8709-dc43d27510d8 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:02.352131 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-534fe0ea-91f5-4e80-acea-190e0a01eccf service neutron] 10.222.0.110 "GET /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657495 Jul 07 19:29:02.365666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] For port fc2d0f61-42a3-41b4-b454-5a415944cb6d, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:02.369357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] For port fc2d0f61-42a3-41b4-b454-5a415944cb6d, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fc2d0f61-42a3-41b4-b454-5a415944cb6d,segment=NetworkSegment(bfcae0bb-32e5-4004-9a68-bd20305c0b83),segment_id=bfcae0bb-32e5-4004-9a68-bd20305c0b83)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:02.379051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 76cf1332-0ab1-4123-9608-b1b020f53c55 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:02.387932 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.498964 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.596704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d9e10924-0c8b-45b9-b97c-b84fa149746f None None] Provisioning for port 76cf1332-0ab1-4123-9608-b1b020f53c55 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:02.664643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110b06e-86f0-4d1b-baeb-ed48424da15d None None] Pushing event updated for resources: {'Port': ['ID=fc2d0f61-42a3-41b4-b454-5a415944cb6d,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:02.893359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-acd7da15-cc12-4ffe-82b4-21c46a429665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.894031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-acd7da15-cc12-4ffe-82b4-21c46a429665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.894579 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-acd7da15-cc12-4ffe-82b4-21c46a429665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.895183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-acd7da15-cc12-4ffe-82b4-21c46a429665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.895710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-acd7da15-cc12-4ffe-82b4-21c46a429665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.896238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-acd7da15-cc12-4ffe-82b4-21c46a429665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.896767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-acd7da15-cc12-4ffe-82b4-21c46a429665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.898819 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-acd7da15-cc12-4ffe-82b4-21c46a429665 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6488 time: 1.0520704 Jul 07 19:29:02.927521 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-30f055ea-0c47-44bb-a3f1-070502b938d2 service neutron] 10.222.0.110 "GET /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248797 Jul 07 19:29:02.988391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1b5f6bce-7e5d-4524-90b9-4d0a270d2a1d req-825b051f-83ce-46fa-a857-db992f1cc35c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 210 time: 0.0839376 Jul 07 19:29:03.108797 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-1b8dc17e-1d17-45ce-9c32-937beaa90595 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=0fccae39-d74c-4e24-8894-943565c5335e HTTP/1.1" status: 200 len: 217 time: 0.1701856 Jul 07 19:29:03.235926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-5c319905-195b-4102-8101-91ae424d0a8b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Deleting port 24468b49-b462-48b6-b519-ed7ef121c573 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:03.237076 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c319905-195b-4102-8101-91ae424d0a8b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.250677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 76cf1332-0ab1-4123-9608-b1b020f53c55 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:03.258706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 76cf1332-0ab1-4123-9608-b1b020f53c55 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:03.259422 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.280448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Allocated IP 2001:db8::1 (a3fe24e7-aa6f-4b13-a474-599ab8548ac6/f245f3fe-bbb5-450f-a42b-7d83d7714028/ac82fd41-824a-4630-84a8-35722c0d65d0) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:03.305038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-3a306845-edcb-4e2e-9275-f4d5331f33df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:03.306665 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-3a306845-edcb-4e2e-9275-f4d5331f33df service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.1841044 Jul 07 19:29:03.436195 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.449116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-f9c9f648-78eb-40e7-b273-5039bd10828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:03.455530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-f9c9f648-78eb-40e7-b273-5039bd10828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:03.456272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-f9c9f648-78eb-40e7-b273-5039bd10828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:03.458296 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-f9c9f648-78eb-40e7-b273-5039bd10828b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e8fffb8-cb07-4daa-8bce-c031462730cc&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=b39bec63-5191-41ce-a475-0913476e6e43&id=b39bec63-5191-41ce-a475-0913476e6e43 HTTP/1.1" status: 200 len: 2294 time: 0.4882855 Jul 07 19:29:03.497369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-7de0bdf3-446d-4197-abf6-3ec5f18fd3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:03.501368 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-7de0bdf3-446d-4197-abf6-3ec5f18fd3fa service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1728303 Jul 07 19:29:03.508950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 76cf1332-0ab1-4123-9608-b1b020f53c55, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=76cf1332-0ab1-4123-9608-b1b020f53c55,segment=NetworkSegment(bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e),segment_id=bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:03.519204 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.522481 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.641447 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c319905-195b-4102-8101-91ae424d0a8b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.677497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-5c319905-195b-4102-8101-91ae424d0a8b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Calling delete_port for 24468b49-b462-48b6-b519-ed7ef121c573 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:03.691851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=76cf1332-0ab1-4123-9608-b1b020f53c55,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:03.780880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Transition to ACTIVE for port object ac82fd41-824a-4630-84a8-35722c0d65d0 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:03.832527 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-cf5f8f21-b1d5-4e18-b8cf-35b7618ef00c service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962670 Jul 07 19:29:03.882338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3af95487-7f30-4405-8138-712ca495a111 None None] Provisioning for port ba81510f-b927-450d-a19c-cdf8d87a47b4 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:03.906611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3af95487-7f30-4405-8138-712ca495a111 None None] Provisioning complete for port ba81510f-b927-450d-a19c-cdf8d87a47b4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:03.907165 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3af95487-7f30-4405-8138-712ca495a111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.942448 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c319905-195b-4102-8101-91ae424d0a8b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.951382 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dce106a7-708c-4235-9898-5f3262f07f23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.053840 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3af95487-7f30-4405-8138-712ca495a111 None None] Port ba81510f-b927-450d-a19c-cdf8d87a47b4 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:04.087095 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-29b6a5f7-ac9d-463e-b675-cacd170769d8 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458005 Jul 07 19:29:04.105921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3af95487-7f30-4405-8138-712ca495a111 None None] Provisioning complete for port 76cf1332-0ab1-4123-9608-b1b020f53c55 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:04.106337 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3af95487-7f30-4405-8138-712ca495a111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.134784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-92710633-f841-4ca9-831a-102863b9a565 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4219d048-4aa6-43ce-9248-c8af3c8ae30c HTTP/1.1" status: 200 len: 1002 time: 0.6570380 Jul 07 19:29:04.235595 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-0d951b33-5608-41a9-b6dc-1f389b464ec2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=ee1edfc8-c2a9-4be2-beff-4595d8bd5989 HTTP/1.1" status: 200 len: 217 time: 0.1387475 Jul 07 19:29:04.255662 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.286682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce106a7-708c-4235-9898-5f3262f07f23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Port': ['ID=8361da83-b5eb-41f7-8461-a1e7b2d5b6dc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:04.413214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=ac82fd41-824a-4630-84a8-35722c0d65d0,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:04.418523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c319905-195b-4102-8101-91ae424d0a8b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Pushing event deleted for resources: {'Port': ['ID=24468b49-b462-48b6-b519-ed7ef121c573,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:04.435798 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c319905-195b-4102-8101-91ae424d0a8b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.438502 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5c319905-195b-4102-8101-91ae424d0a8b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] 10.222.0.81 "DELETE /v2.0/ports/24468b49-b462-48b6-b519-ed7ef121c573 HTTP/1.1" status: 204 len: 168 time: 2.3623841 Jul 07 19:29:04.444485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40198) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:04.459128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-23d89b14-039d-447a-b691-a7cf5b5a19de tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Request body: {'port': {'name': 'tempest-new-port-name-332039075', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:04.459930 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.api.validators [None req-23d89b14-039d-447a-b691-a7cf5b5a19de tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] bootfile-name is not in valid_values {{(pid=93901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:04.460426 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.api.validators [None req-23d89b14-039d-447a-b691-a7cf5b5a19de tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] tftp-server is not in valid_values {{(pid=93901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:04.467306 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.api.validators [None req-23d89b14-039d-447a-b691-a7cf5b5a19de tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] server-ip-address is not in valid_values {{(pid=93901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:04.473388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3af95487-7f30-4405-8138-712ca495a111 None None] Could not find standard attr ID for object 24468b49-b462-48b6-b519-ed7ef121c573. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:29:04.493652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 76cf1332-0ab1-4123-9608-b1b020f53c55 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:04.593692 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-324c45dd-359d-4610-9b4c-836366af26cf req-8f9e1ed6-0ee4-4c59-bef1-ee3e1a679271 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 210 time: 0.2045834 Jul 07 19:29:04.611848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 76cf1332-0ab1-4123-9608-b1b020f53c55 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:04.617465 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.646090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network a3fe24e7-aa6f-4b13-a474-599ab8548ac6 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:04.652476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-6b777a3b-70e4-49f4-ba34-d29f5c03ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:04.655009 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-6b777a3b-70e4-49f4-ba34-d29f5c03ff0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b5d3b0d-14ab-4a49-8d97-3be61993459b HTTP/1.1" status: 200 len: 851 time: 0.5019693 Jul 07 19:29:04.661515 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:04.672252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b77958c1-03c2-41dc-a065-3dbe1344083a None None] Provisioning complete for port ba81510f-b927-450d-a19c-cdf8d87a47b4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:04.672790 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b77958c1-03c2-41dc-a065-3dbe1344083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.674875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-a91c26a2-0c01-4be0-8c9a-7f5d1349c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:04.679232 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-a91c26a2-0c01-4be0-8c9a-7f5d1349c656 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.4129331 Jul 07 19:29:04.686104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:04.693510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.906230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fc2d0f61-42a3-41b4-b454-5a415944cb6d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:04.914863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b77958c1-03c2-41dc-a065-3dbe1344083a None None] Port ba81510f-b927-450d-a19c-cdf8d87a47b4 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:04.919704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb7331c-2cde-4da8-83ce-8c7cada3f45f None None] Network a3fe24e7-aa6f-4b13-a474-599ab8548ac6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:04.947969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-b5a2d467-b534-4773-9fe4-d42bcd3e9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:04.949793 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-b5a2d467-b534-4773-9fe4-d42bcd3e9ddd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2522600 Jul 07 19:29:05.071702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f0843e89-8e9c-44e8-b7e9-a1d12e14d760 None None] Provisioning for port fc2d0f61-42a3-41b4-b454-5a415944cb6d completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:05.102087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f0843e89-8e9c-44e8-b7e9-a1d12e14d760 None None] Could not find standard attr ID for object 24468b49-b462-48b6-b519-ed7ef121c573. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:29:05.126632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port fc2d0f61-42a3-41b4-b454-5a415944cb6d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:05.136210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port fc2d0f61-42a3-41b4-b454-5a415944cb6d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:05.137377 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.138546 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dce106a7-708c-4235-9898-5f3262f07f23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.205717 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23d89b14-039d-447a-b691-a7cf5b5a19de tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.234119 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.297726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-4ec45ae4-7b1c-44a2-9b85-c710369116b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:05.300028 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-4ec45ae4-7b1c-44a2-9b85-c710369116b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e8fffb8-cb07-4daa-8bce-c031462730cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5542781 Jul 07 19:29:05.347290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-d16dcfd7-ce46-4c3d-b346-9e029fe5c86b tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:05.349194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-d16dcfd7-ce46-4c3d-b346-9e029fe5c86b tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.6660120 Jul 07 19:29:05.358053 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.420200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Request body: {'port': {'device_id': '73b1e8e7-0625-446f-b395-043c37e0c404', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'admin_state_up': True, 'tenant_id': 'cfc0bfa801a549519ae7c1ebf365c273'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:05.429945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port fc2d0f61-42a3-41b4-b454-5a415944cb6d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fc2d0f61-42a3-41b4-b454-5a415944cb6d,segment=NetworkSegment(bfcae0bb-32e5-4004-9a68-bd20305c0b83),segment_id=bfcae0bb-32e5-4004-9a68-bd20305c0b83)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:05.445463 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.589233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=fc2d0f61-42a3-41b4-b454-5a415944cb6d,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:05.611243 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.670959 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-c091f1b3-5d17-45c5-a6e0-02bd7b3eb7e5 service neutron] 10.222.0.48 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610175 Jul 07 19:29:05.675708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.686145 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-b1cd3274-4ddf-4f0d-80fb-ce31425307bb service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175581 Jul 07 19:29:05.688215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.693005 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.842499 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23d89b14-039d-447a-b691-a7cf5b5a19de tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.847858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4df5fe86-b99c-4de6-9d5b-99f9830e3beb None None] Provisioning for port ac82fd41-824a-4630-84a8-35722c0d65d0 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:05.859977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4df5fe86-b99c-4de6-9d5b-99f9830e3beb None None] Provisioning complete for port ac82fd41-824a-4630-84a8-35722c0d65d0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:05.861409 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4df5fe86-b99c-4de6-9d5b-99f9830e3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.904500 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b533454a-83e4-4162-babc-2a105584b829 req-7359afe4-b032-482c-94dd-e67a69945439 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 210 time: 0.0779536 Jul 07 19:29:05.933243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=ac82fd41-824a-4630-84a8-35722c0d65d0,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:05.962868 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23d89b14-039d-447a-b691-a7cf5b5a19de tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.976303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4df5fe86-b99c-4de6-9d5b-99f9830e3beb None None] Port ac82fd41-824a-4630-84a8-35722c0d65d0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:05.997561 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-8c337554-163b-43b8-b67c-e4af9936c63a service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949815 Jul 07 19:29:06.005818 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4df5fe86-b99c-4de6-9d5b-99f9830e3beb None None] Provisioning complete for port fc2d0f61-42a3-41b4-b454-5a415944cb6d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:06.007481 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4df5fe86-b99c-4de6-9d5b-99f9830e3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:06.020814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network a3fe24e7-aa6f-4b13-a474-599ab8548ac6 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:06.050388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:06.172196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-23d89b14-039d-447a-b691-a7cf5b5a19de tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] In _notify_port_updated(), no bound segment for port ba81510f-b927-450d-a19c-cdf8d87a47b4 on network cbc5e86c-49f3-4541-8709-dc43d27510d8 {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:29:06.176672 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-fdff3498-ca61-4ffa-98ff-aa9dd53ef192 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=cf781d2b-60d4-4299-8103-52963ce195a8 HTTP/1.1" status: 200 len: 217 time: 0.1694965 Jul 07 19:29:06.178651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d89b14-039d-447a-b691-a7cf5b5a19de tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:06.179418 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23d89b14-039d-447a-b691-a7cf5b5a19de tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:06.183831 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-23d89b14-039d-447a-b691-a7cf5b5a19de tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] 10.222.0.81 "PUT /v2.0/ports/ba81510f-b927-450d-a19c-cdf8d87a47b4 HTTP/1.1" status: 200 len: 1129 time: 1.7351472 Jul 07 19:29:06.184632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40226) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:06.194988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d89b14-039d-447a-b691-a7cf5b5a19de tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Pushing event updated for resources: {'Port': ['ID=ba81510f-b927-450d-a19c-cdf8d87a47b4,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:06.201720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Made reservation on behalf of cfc0bfa801a549519ae7c1ebf365c273 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:06.216935 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:06.263392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b286f8f-8051-4d02-ad21-e1234b571b0e tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:06.265447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8b286f8f-8051-4d02-ad21-e1234b571b0e tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] 10.222.0.81 "GET /v2.0/ports/ba81510f-b927-450d-a19c-cdf8d87a47b4 HTTP/1.1" status: 200 len: 1129 time: 0.0788226 Jul 07 19:29:06.269786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40230) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:06.316591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-00a60882-9fd7-49f5-b7d5-f9557fb34fa3 None None] Provisioning complete for port ac82fd41-824a-4630-84a8-35722c0d65d0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:06.317723 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-00a60882-9fd7-49f5-b7d5-f9557fb34fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:06.386057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fc2d0f61-42a3-41b4-b454-5a415944cb6d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:06.473487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-00a60882-9fd7-49f5-b7d5-f9557fb34fa3 None None] Port ac82fd41-824a-4630-84a8-35722c0d65d0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:06.477735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-6071d6e6-2d25-4ea1-bbdb-826e8303a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:06.479248 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-6071d6e6-2d25-4ea1-bbdb-826e8303a784 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.2937620 Jul 07 19:29:06.542554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router af63fa6b-3b5d-4f08-9c57-b224099fd509 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:29:06.547624 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-cd1067d6-d960-40bf-9b1e-d16c638b9130 service neutron] 10.222.0.48 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8659673 Jul 07 19:29:06.549728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port fc2d0f61-42a3-41b4-b454-5a415944cb6d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:06.550458 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:06.562608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Allocated IP 172.20.0.11 (8fe28009-9066-440f-9464-deba41242cb9/c21bbf2f-3f18-47a4-8078-10985cc0be42/804387e2-0212-44e1-9259-e8b14d0e9373) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:06.655899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40236) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:06.657995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:06.663492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-18cc74e2-d3ea-41e5-8dc1-b62e0cc469ff tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/af63fa6b-3b5d-4f08-9c57-b224099fd509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5408387 Jul 07 19:29:06.667852 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa9d241-e737-4f53-beda-2528c4eddf92 None None] Sync routers for ids ['af63fa6b-3b5d-4f08-9c57-b224099fd509'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:06.683191 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9d241-e737-4f53-beda-2528c4eddf92 None None] Routers {'af63fa6b-3b5d-4f08-9c57-b224099fd509'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:06.683824 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8aa9d241-e737-4f53-beda-2528c4eddf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['af63fa6b-3b5d-4f08-9c57-b224099fd509'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:06.691449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40238) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:06.741889 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3c72f30b-467f-43f5-a391-a7d5f559d9f0 None None] Provisioning complete for port ac82fd41-824a-4630-84a8-35722c0d65d0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:06.742515 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c72f30b-467f-43f5-a391-a7d5f559d9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:06.744467 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8aa9d241-e737-4f53-beda-2528c4eddf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:06.755333 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9d241-e737-4f53-beda-2528c4eddf92 None None] Routers {'af63fa6b-3b5d-4f08-9c57-b224099fd509'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:06.759610 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8aa9d241-e737-4f53-beda-2528c4eddf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['af63fa6b-3b5d-4f08-9c57-b224099fd509'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:06.769300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-320294f5-499a-4efa-85cb-c1708559ca2a tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Deleting port ba81510f-b927-450d-a19c-cdf8d87a47b4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:06.770162 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-320294f5-499a-4efa-85cb-c1708559ca2a tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:06.811347 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8aa9d241-e737-4f53-beda-2528c4eddf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:06.812003 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa9d241-e737-4f53-beda-2528c4eddf92 None None] The sync data for ids ['af63fa6b-3b5d-4f08-9c57-b224099fd509'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:06.823881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3c72f30b-467f-43f5-a391-a7d5f559d9f0 None None] Port ac82fd41-824a-4630-84a8-35722c0d65d0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:06.845870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3c72f30b-467f-43f5-a391-a7d5f559d9f0 None None] Provisioning complete for port ba81510f-b927-450d-a19c-cdf8d87a47b4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:06.846464 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c72f30b-467f-43f5-a391-a7d5f559d9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:06.875071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-be1f7403-ba7c-4b6c-ade1-88097ad961b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:06.877333 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-be1f7403-ba7c-4b6c-ade1-88097ad961b5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3874483 Jul 07 19:29:06.884104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3c72f30b-467f-43f5-a391-a7d5f559d9f0 None None] Port ba81510f-b927-450d-a19c-cdf8d87a47b4 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:06.886825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443b15e-f9bc-4184-ac88-98ff6c771917 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:06.888401 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f443b15e-f9bc-4184-ac88-98ff6c771917 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports/ac82fd41-824a-4630-84a8-35722c0d65d0 HTTP/1.1" status: 200 len: 911 time: 0.1946366 Jul 07 19:29:06.893519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86270fc4-6d79-4a35-9716-2a50f164f018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:06.904313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40242) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:07.070814 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-c4f59399-5932-434e-abcb-474a4d99777f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=187ae605-4dc9-46b9-9962-1a475e620dc7 HTTP/1.1" status: 200 len: 217 time: 0.5046792 Jul 07 19:29:07.128771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce106a7-708c-4235-9898-5f3262f07f23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Router 549f139e-462e-4e7e-a008-f3f262694ece has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:29:07.177575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-75282c40-c2a5-47c0-bcb2-75788e05bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:07.179117 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-75282c40-c2a5-47c0-bcb2-75788e05bd1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.0969307 Jul 07 19:29:07.270492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:07.367381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce106a7-708c-4235-9898-5f3262f07f23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:07.371914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-fa95217e-1bc8-4f6f-9a53-7ea1573baa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:07.373495 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-fa95217e-1bc8-4f6f-9a53-7ea1573baa38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1584320 Jul 07 19:29:07.382295 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dce106a7-708c-4235-9898-5f3262f07f23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "PUT /v2.0/routers/549f139e-462e-4e7e-a008-f3f262694ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2634153 Jul 07 19:29:07.386082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8a4fc-1753-44d0-b07b-ba077788cb73 None None] Sync routers for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:07.398657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8a4fc-1753-44d0-b07b-ba077788cb73 None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:07.403533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-3fb8a4fc-1753-44d0-b07b-ba077788cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:07.413889 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-320294f5-499a-4efa-85cb-c1708559ca2a tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:07.449441 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:07.463770 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dde5c5ff-20d2-4645-b1fc-a79d6f2103ac req-0c5b1403-b26c-4722-b310-8eeb095490b4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 210 time: 0.0815501 Jul 07 19:29:07.505325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-320294f5-499a-4efa-85cb-c1708559ca2a tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Calling delete_port for ba81510f-b927-450d-a19c-cdf8d87a47b4 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:07.519801 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Network 8fe28009-9066-440f-9464-deba41242cb9 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:07.535083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:07.540945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:07.543681 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event updated for resources: {'Port': ['ID=804387e2-0212-44e1-9259-e8b14d0e9373,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:07.550847 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-93cd9eee-7d6d-4d8d-b578-98e72383d570 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691942 Jul 07 19:29:07.598427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-3fb8a4fc-1753-44d0-b07b-ba077788cb73 None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:07.646727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:29:07.660708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:07.660708 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:07.673793 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-9797a2ee-551c-4d95-8e99-c66a8cab5bb5 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7832928 Jul 07 19:29:07.738731 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-b7219254-9a99-4ac6-a3be-5719eaa53e4c service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684685 Jul 07 19:29:07.820294 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-130f3daf-d886-49d3-b099-dde765be4537 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=768dc9ab-af3b-4396-b478-2e71bcc1a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0685873 Jul 07 19:29:07.855333 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-5f36b935-51f6-43ea-9940-2f646a77ce54 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220572 Jul 07 19:29:07.930742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-27573438-aced-4bcd-9b3c-24fbe27f508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:07.932706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-27573438-aced-4bcd-9b3c-24fbe27f508e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.1051071 Jul 07 19:29:07.947282 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-fce0ac17-2233-4536-b6d9-54ef1e11eb9d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=1d37fd34-d828-47fc-bba9-58563983ab57 HTTP/1.1" status: 200 len: 217 time: 0.0732648 Jul 07 19:29:08.028568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-3b32c08b-b647-4068-bdbc-33fd474257e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:08.031350 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-3b32c08b-b647-4068-bdbc-33fd474257e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913031 Jul 07 19:29:08.045138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-3fb8a4fc-1753-44d0-b07b-ba077788cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:29:03Z', 'revision_number': 6, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '27644c39-3870-45a9-a990-5f968fcbcbe3', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'floating_ip_address': '172.25.0.233', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'port_id': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'mac_address': 'fa:16:3e:13:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:25:55Z', 'updated_at': '2021-07-07T19:25:58Z', 'revision_number': 1, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:08.081030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8a4fc-1753-44d0-b07b-ba077788cb73 None None] Checking router: 549f139e-462e-4e7e-a008-f3f262694ece for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:29:08.089669 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86270fc4-6d79-4a35-9716-2a50f164f018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.093505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8a4fc-1753-44d0-b07b-ba077788cb73 None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:08.094524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-3fb8a4fc-1753-44d0-b07b-ba077788cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:08.115061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-76a57dd2-5ae2-4746-916b-f0086db502d7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7100918 Jul 07 19:29:08.125027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86270fc4-6d79-4a35-9716-2a50f164f018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.133241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Request body: {'port': {'device_id': '73b1e8e7-0625-446f-b395-043c37e0c404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:08.133516 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-27559661-eab6-42bd-85b5-8f2af86fc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:08.135253 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-27559661-eab6-42bd-85b5-8f2af86fc1dd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.1574838 Jul 07 19:29:08.237907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-3fb8a4fc-1753-44d0-b07b-ba077788cb73 None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:08.260485 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-86270fc4-6d79-4a35-9716-2a50f164f018 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42d93ffcfb9141a2ba677d591264d720&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5722971 Jul 07 19:29:08.263270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86270fc4-6d79-4a35-9716-2a50f164f018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46b3bb7-2374-4345-8218-9e9709a43371,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:08.269179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40262) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:08.289989 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.294217 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-00638fa4-221f-4b67-b539-220ef8d8c9ea service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549124 Jul 07 19:29:08.306919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac106d1-a39b-4d7a-b331-66e1d01730c7 req-c663652d-3b28-4613-a138-7f3b2d7e8969 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:08.308726 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aac106d1-a39b-4d7a-b331-66e1d01730c7 req-c663652d-3b28-4613-a138-7f3b2d7e8969 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 946 time: 0.3816438 Jul 07 19:29:08.317417 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-320294f5-499a-4efa-85cb-c1708559ca2a tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.408269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320294f5-499a-4efa-85cb-c1708559ca2a tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Pushing event deleted for resources: {'Port': ['ID=ba81510f-b927-450d-a19c-cdf8d87a47b4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:08.460688 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-320294f5-499a-4efa-85cb-c1708559ca2a tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.465481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-320294f5-499a-4efa-85cb-c1708559ca2a tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] 10.222.0.81 "DELETE /v2.0/ports/ba81510f-b927-450d-a19c-cdf8d87a47b4 HTTP/1.1" status: 204 len: 168 time: 2.1909418 Jul 07 19:29:08.467169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40266) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:08.502294 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aac106d1-a39b-4d7a-b331-66e1d01730c7 req-4a8afe5f-3923-4ba9-8eb5-8572dea400ba tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781385 Jul 07 19:29:08.510266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-4ff8d975-8711-43af-a189-a1ba3974cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:08.523943 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-4ff8d975-8711-43af-a189-a1ba3974cc96 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3622386 Jul 07 19:29:08.531214 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-da6427b0-b83b-46da-873e-e3253768f7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.640674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-da6427b0-b83b-46da-873e-e3253768f7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.750390 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d57377c9-b471-413c-834c-999b6cdf65cd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.873752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-3fb8a4fc-1753-44d0-b07b-ba077788cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:29:03Z', 'revision_number': 6, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '27644c39-3870-45a9-a990-5f968fcbcbe3', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'floating_ip_address': '172.25.0.233', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'port_id': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'mac_address': 'fa:16:3e:13:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:25:55Z', 'updated_at': '2021-07-07T19:25:58Z', 'revision_number': 1, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:08.903460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-81f360f7-ee3f-4a0f-835e-db15ed4753bb service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666596 Jul 07 19:29:08.912257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-da6427b0-b83b-46da-873e-e3253768f7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.914893 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-da6427b0-b83b-46da-873e-e3253768f7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.916006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-da6427b0-b83b-46da-873e-e3253768f7f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c46b3bb7-2374-4345-8218-9e9709a43371 HTTP/1.1" status: 204 len: 168 time: 0.6426790 Jul 07 19:29:08.933112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8a4fc-1753-44d0-b07b-ba077788cb73 None None] The sync data for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 is: [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:29:03Z', 'revision_number': 6, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '27644c39-3870-45a9-a990-5f968fcbcbe3', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'floating_ip_address': '172.25.0.233', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'port_id': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'mac_address': 'fa:16:3e:13:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:25:55Z', 'updated_at': '2021-07-07T19:25:58Z', 'revision_number': 1, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:08.953936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6427b0-b83b-46da-873e-e3253768f7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46b3bb7-2374-4345-8218-9e9709a43371,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:09.022390 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-90705646-8ab9-4e3f-8e61-579aa125d7f3 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160578 Jul 07 19:29:09.026527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6ccc37-8d7a-4354-89cc-f702bb3c2022 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Deleting subnet ca3adfcf-87ac-48bf-be8e-0fb043b9aa99 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:29:09.044570 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c6ccc37-8d7a-4354-89cc-f702bb3c2022 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.102910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051abd60-4e9d-4f1b-944f-402e8342b3b4 req-fc59be67-282a-49b7-9d59-70ccff437ef7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:09.104548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-051abd60-4e9d-4f1b-944f-402e8342b3b4 req-fc59be67-282a-49b7-9d59-70ccff437ef7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 932 time: 0.2810428 Jul 07 19:29:09.104687 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-f2e2b77e-2655-4d2d-9525-e3f74317f0df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d949ce9f-2979-471e-ac23-9481b32beb9b HTTP/1.1" status: 200 len: 217 time: 0.0695710 Jul 07 19:29:09.112712 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-7c6e31f4-d10c-48f8-9734-4ba33020c9d3 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941733 Jul 07 19:29:09.165719 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c6ccc37-8d7a-4354-89cc-f702bb3c2022 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.171810 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-b5f9f8a0-4daf-45af-a64d-b73b92ea8473 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b3f649a-2212-48c8-9591-8984bb746b08 HTTP/1.1" status: 200 len: 217 time: 0.0430098 Jul 07 19:29:09.236605 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804387e2-0212-44e1-9259-e8b14d0e9373 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:29:09.251869 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.258280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-1bef767b-babc-4d80-a542-62e4616b98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:09.259842 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-1bef767b-babc-4d80-a542-62e4616b98a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.1431491 Jul 07 19:29:09.261108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-526d70db-181a-4a47-8a0c-67c28a347015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:09.262730 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-526d70db-181a-4a47-8a0c-67c28a347015 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fb0069d5-7de3-451a-bd71-45e915b153df HTTP/1.1" status: 200 len: 797 time: 0.0817029 Jul 07 19:29:09.284683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Transition to ACTIVE for port object 804387e2-0212-44e1-9259-e8b14d0e9373 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:09.333501 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.336195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40278) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:09.410287 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f848-7e86-4b49-abcf-c8398ada395d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.411417 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-051abd60-4e9d-4f1b-944f-402e8342b3b4 req-dbedb90d-d930-435d-8191-59bddb0ca911 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955310 Jul 07 19:29:09.417007 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-8acb4647-c584-401c-8eef-f27f153938e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:09.418296 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-8acb4647-c584-401c-8eef-f27f153938e9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c3072a4c-f835-4930-b50e-45a5a51219c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1446650 Jul 07 19:29:09.426374 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c6ccc37-8d7a-4354-89cc-f702bb3c2022 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.428312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d57377c9-b471-413c-834c-999b6cdf65cd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port ac82fd41-824a-4630-84a8-35722c0d65d0 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:09.428669 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d57377c9-b471-413c-834c-999b6cdf65cd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.480911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Pushing event updated for resources: {'Port': ['ID=804387e2-0212-44e1-9259-e8b14d0e9373,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:09.594268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-445cba91-f44e-40a7-b70c-b649b6561f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:09.596390 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-445cba91-f44e-40a7-b70c-b649b6561f89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3246219 Jul 07 19:29:09.612108 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d57377c9-b471-413c-834c-999b6cdf65cd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.623574 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-6f40c3e9-7c4e-479b-90f4-82ff891a2ad3 service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917775 Jul 07 19:29:09.630373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d57377c9-b471-413c-834c-999b6cdf65cd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for ac82fd41-824a-4630-84a8-35722c0d65d0 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:09.682836 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c6ccc37-8d7a-4354-89cc-f702bb3c2022 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.745533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ccc37-8d7a-4354-89cc-f702bb3c2022 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3adfcf-87ac-48bf-be8e-0fb043b9aa99,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:09.748457 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Attempting to bind port 804387e2-0212-44e1-9259-e8b14d0e9373 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:09.748808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Attempting to bind port 804387e2-0212-44e1-9259-e8b14d0e9373 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:09.749297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Attempting to bind port 804387e2-0212-44e1-9259-e8b14d0e9373 on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:09.751668 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c6ccc37-8d7a-4354-89cc-f702bb3c2022 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.756056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0c6ccc37-8d7a-4354-89cc-f702bb3c2022 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] 10.222.0.81 "DELETE /v2.0/subnets/ca3adfcf-87ac-48bf-be8e-0fb043b9aa99 HTTP/1.1" status: 204 len: 168 time: 1.2858212 Jul 07 19:29:09.758129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40286) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:09.766035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c95b1b8-fd11-4e25-924c-270182137553 None None] Network cbc5e86c-49f3-4541-8709-dc43d27510d8 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:09.804481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Port 804387e2-0212-44e1-9259-e8b14d0e9373 on network 8fe28009-9066-440f-9464-deba41242cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:09.804814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Attempting to bind port 804387e2-0212-44e1-9259-e8b14d0e9373 on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:09.825907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:09.826171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Checking segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:09.826572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Bound using segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:09.827048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Bound port: 804387e2-0212-44e1-9259-e8b14d0e9373, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:09.827417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.848380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-d9b9bcca-67aa-4bc4-a963-cb4dd4169c1d service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394543 Jul 07 19:29:09.897185 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.905473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-bb9a78c4-866d-4574-8334-deec1b40b7f2 service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729475 Jul 07 19:29:09.919526 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f848-7e86-4b49-abcf-c8398ada395d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.927866 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.963202 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f848-7e86-4b49-abcf-c8398ada395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.011061 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-49ae8c0f-05f3-4efc-809b-1575862f465e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9ec2e7e8-adee-47be-abca-1085836a71f8 HTTP/1.1" status: 200 len: 217 time: 0.0958557 Jul 07 19:29:10.025547 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b150cc0-7b5e-4d6e-996e-925b7e6452df req-8a319f70-bcce-4687-a7ab-a2a9b405113c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:10.027230 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b150cc0-7b5e-4d6e-996e-925b7e6452df req-8a319f70-bcce-4687-a7ab-a2a9b405113c tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 946 time: 0.3349645 Jul 07 19:29:10.044148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] For port 804387e2-0212-44e1-9259-e8b14d0e9373, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:10.049888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b6d2f848-7e86-4b49-abcf-c8398ada395d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d0d01c777d94c169cd79c673346caba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097208 Jul 07 19:29:10.056097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] For port 804387e2-0212-44e1-9259-e8b14d0e9373, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=804387e2-0212-44e1-9259-e8b14d0e9373,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:10.061657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40290) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:10.066824 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b064c-3ab0-46ce-abfe-cfb7cdf72594 req-cbd8467e-3ddb-42ca-900c-824f96b2c771 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:10.068494 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-711b064c-3ab0-46ce-abfe-cfb7cdf72594 req-cbd8467e-3ddb-42ca-900c-824f96b2c771 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 946 time: 0.3376453 Jul 07 19:29:10.087404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c70e99b-2d25-44f6-97f4-e9c79cd1e54e None None] DHCP port deletion for cbc5e86c-49f3-4541-8709-dc43d27510d8 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:29:10.088605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.090642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2f848-7e86-4b49-abcf-c8398ada395d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b111ec58-6cce-4719-aa1a-9c69695c6c29,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:10.150625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2c70e99b-2d25-44f6-97f4-e9c79cd1e54e None None] Deleting port 76cf1332-0ab1-4123-9608-b1b020f53c55 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:10.151316 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c70e99b-2d25-44f6-97f4-e9c79cd1e54e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.210151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:10.210735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.211482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-6a6d33b6-c803-4b55-b966-64f9212dc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:10.212557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:10.212756 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] 10.222.0.110 "PUT /v2.0/ports/804387e2-0212-44e1-9259-e8b14d0e9373 HTTP/1.1" status: 200 len: 1092 time: 2.0889456 Jul 07 19:29:10.213189 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-6a6d33b6-c803-4b55-b966-64f9212dc9db service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fb0069d5-7de3-451a-bd71-45e915b153df HTTP/1.1" status: 200 len: 797 time: 0.1849501 Jul 07 19:29:10.215573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b1e8e7-0625-446f-b395-043c37e0c404', 'tag': '804387e2-0212-44e1-9259-e8b14d0e9373'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:10.217917 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e50d8f2-49d8-47d6-be8d-d62e2812c7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "73b1e8e7-0625-446f-b395-043c37e0c404", "tag": "804387e2-0212-44e1-9259-e8b14d0e9373"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:10.234601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b150cc0-7b5e-4d6e-996e-925b7e6452df req-cb33d86c-12b9-4175-b41b-742f856a1bf8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf23f6f3-bddf-4a37-8756-5ed298cd23b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751442 Jul 07 19:29:10.275719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:10.276272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8361da83-b5eb-41f7-8461-a1e7b2d5b6dc not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:10.277007 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 76cf1332-0ab1-4123-9608-b1b020f53c55 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:10.284015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-78eec1df-762d-4c46-bd28-dd4dd794fc06 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197013 Jul 07 19:29:10.288346 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc80abff-4e00-4b92-9c2d-b47bc687b9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.292021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3e0f2-8c1e-4268-bb90-4faa3f83f66e service neutron] Pushing event updated for resources: {'Port': ['ID=804387e2-0212-44e1-9259-e8b14d0e9373,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:10.293908 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Deleting port 76cf1332-0ab1-4123-9608-b1b020f53c55 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:10.294269 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.309293 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d57377c9-b471-413c-834c-999b6cdf65cd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.322062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2c70e99b-2d25-44f6-97f4-e9c79cd1e54e None None] For port 76cf1332-0ab1-4123-9608-b1b020f53c55, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=76cf1332-0ab1-4123-9608-b1b020f53c55,segment=NetworkSegment(bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e),segment_id=bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:10.322847 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c70e99b-2d25-44f6-97f4-e9c79cd1e54e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.344744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2c70e99b-2d25-44f6-97f4-e9c79cd1e54e None None] Calling delete_port for 76cf1332-0ab1-4123-9608-b1b020f53c55 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:10.364151 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de726787-6e74-429a-96a9-7cb991231e23 x-openstack-request-id: req-de726787-6e74-429a-96a9-7cb991231e23 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:10.364431 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b1e8e7-0625-446f-b395-043c37e0c404", "tag": "804387e2-0212-44e1-9259-e8b14d0e9373", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:10.365540 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de726787-6e74-429a-96a9-7cb991231e23 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:10.365540 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b1e8e7-0625-446f-b395-043c37e0c404', 'tag': '804387e2-0212-44e1-9259-e8b14d0e9373', 'status': 'completed', 'code': 200} Jul 07 19:29:10.370758 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-138e6150-23f4-425a-855e-c4f1e59b5cb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=b8a29686-3c06-475e-8cad-a99cbf484113 HTTP/1.1" status: 200 len: 217 time: 0.0482292 Jul 07 19:29:10.400627 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc80abff-4e00-4b92-9c2d-b47bc687b9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.402832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57377c9-b471-413c-834c-999b6cdf65cd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=ac82fd41-824a-4630-84a8-35722c0d65d0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:10.442433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-711b064c-3ab0-46ce-abfe-cfb7cdf72594 req-57b2e386-3904-4df8-9db5-6722a19d617a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:10.442549 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-711b064c-3ab0-46ce-abfe-cfb7cdf72594 req-57b2e386-3904-4df8-9db5-6722a19d617a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.467900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] For port 76cf1332-0ab1-4123-9608-b1b020f53c55, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=76cf1332-0ab1-4123-9608-b1b020f53c55,segment=NetworkSegment(bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e),segment_id=bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:10.468269 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.497256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-4e62227b-556e-4913-9a9d-9fbd82f95263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:10.499323 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-4e62227b-556e-4913-9a9d-9fbd82f95263 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.1198144 Jul 07 19:29:10.516589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-654e4278-f0a2-4280-ba84-11fc95c5efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:10.519679 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-654e4278-f0a2-4280-ba84-11fc95c5efea service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 1095 time: 0.2287118 Jul 07 19:29:10.526412 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.558204 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c70e99b-2d25-44f6-97f4-e9c79cd1e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.563299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-49c98dbd-670c-46c1-b873-7906fedf7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:10.565560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-49c98dbd-670c-46c1-b873-7906fedf7dd4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c3072a4c-f835-4930-b50e-45a5a51219c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3361194 Jul 07 19:29:10.569079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Calling delete_port for 76cf1332-0ab1-4123-9608-b1b020f53c55 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:10.592689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70e99b-2d25-44f6-97f4-e9c79cd1e54e None None] No DVR routers for this DVR port 76cf1332-0ab1-4123-9608-b1b020f53c55 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:10.636965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70e99b-2d25-44f6-97f4-e9c79cd1e54e None None] Pushing event deleted for resources: {'Port': ['ID=76cf1332-0ab1-4123-9608-b1b020f53c55,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:10.936020 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-e3ffa14b-1b7a-4d33-b25a-1ff5321fca1f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=804387e2-0212-44e1-9259-e8b14d0e9373 HTTP/1.1" status: 200 len: 217 time: 0.4011881 Jul 07 19:29:11.007500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-711b064c-3ab0-46ce-abfe-cfb7cdf72594 req-57b2e386-3904-4df8-9db5-6722a19d617a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] For port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc,segment=NetworkSegment(e38bc855-eec5-4cc0-baf6-45fdee64b0ae),segment_id=e38bc855-eec5-4cc0-baf6-45fdee64b0ae)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:11.007905 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-711b064c-3ab0-46ce-abfe-cfb7cdf72594 req-57b2e386-3904-4df8-9db5-6722a19d617a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.030493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-711b064c-3ab0-46ce-abfe-cfb7cdf72594 req-57b2e386-3904-4df8-9db5-6722a19d617a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Calling delete_port for 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:11.040283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-eb544f49-5e75-4574-9c7d-89c644c7f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:11.041743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-eb544f49-5e75-4574-9c7d-89c644c7f271 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.0960162 Jul 07 19:29:11.052945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-52936dce-a2b6-411a-97b1-2916a4b1c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:11.054430 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-52936dce-a2b6-411a-97b1-2916a4b1c272 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5412965 Jul 07 19:29:11.069901 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d57377c9-b471-413c-834c-999b6cdf65cd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.104721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc80abff-4e00-4b92-9c2d-b47bc687b9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.107184 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fc80abff-4e00-4b92-9c2d-b47bc687b9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.111736 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fc80abff-4e00-4b92-9c2d-b47bc687b9e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b111ec58-6cce-4719-aa1a-9c69695c6c29 HTTP/1.1" status: 204 len: 168 time: 1.0424674 Jul 07 19:29:11.132370 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-31555323-cc37-4f5e-a125-f676656c7a65 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768676 Jul 07 19:29:11.203499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80abff-4e00-4b92-9c2d-b47bc687b9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b111ec58-6cce-4719-aa1a-9c69695c6c29,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:11.247137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-c4efccc1-97a2-48ad-a389-fadad142722e service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469095 Jul 07 19:29:11.303263 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-fb6ecae9-d057-455f-b512-6a8e9f309668 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390614 Jul 07 19:29:11.309621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac040c-33f7-4148-b27d-55c9a144fb74 req-a15388b9-91c6-46c4-a055-90576ab19945 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:11.316735 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44ac040c-33f7-4148-b27d-55c9a144fb74 req-a15388b9-91c6-46c4-a055-90576ab19945 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 944 time: 0.6935844 Jul 07 19:29:11.351864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-26d67e66-be5c-4747-8b9e-c4c2bb5a33b4 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879334 Jul 07 19:29:11.354517 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.439933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Pushing event deleted for resources: {'Port': ['ID=76cf1332-0ab1-4123-9608-b1b020f53c55,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:11.443592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] No DVR routers for this DVR port 76cf1332-0ab1-4123-9608-b1b020f53c55 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:11.458942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57377c9-b471-413c-834c-999b6cdf65cd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router af63fa6b-3b5d-4f08-9c57-b224099fd509 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:29:11.490076 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-711b064c-3ab0-46ce-abfe-cfb7cdf72594 req-57b2e386-3904-4df8-9db5-6722a19d617a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.554263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2e386-3904-4df8-9db5-6722a19d617a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Port': ['ID=7bc4ceb8-b56f-4ad4-a20b-4604988d20dc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:11.555440 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44ac040c-33f7-4148-b27d-55c9a144fb74 req-f3df550f-3d72-414e-ac14-a33b81cc87fb tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377648 Jul 07 19:29:11.584205 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-9bb9c235-f077-4249-928e-72d10379f4c8 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496433 Jul 07 19:29:11.603518 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.621542 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69f1ce05-d7a3-4f84-b615-8fc318e1d1b7 req-2a74f120-3a5d-4df2-af0c-bd7b7a2fc8a5 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530053 Jul 07 19:29:11.649808 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af151eb2-e1a4-41ee-b5a2-bd56212732ff req-bf9c081e-0942-4d4c-b091-ec6a15922f42 service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600302 Jul 07 19:29:11.680418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-c01a5b5f-560e-40e5-b2fa-5c67eb1ee677 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea29405b-59fc-4c4c-9bd0-5290a86a86cb HTTP/1.1" status: 200 len: 217 time: 0.0884356 Jul 07 19:29:11.681489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-711b064c-3ab0-46ce-abfe-cfb7cdf72594 req-57b2e386-3904-4df8-9db5-6722a19d617a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] No DVR routers for this DVR port 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:11.684267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-711b064c-3ab0-46ce-abfe-cfb7cdf72594 req-57b2e386-3904-4df8-9db5-6722a19d617a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.686710 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-711b064c-3ab0-46ce-abfe-cfb7cdf72594 req-57b2e386-3904-4df8-9db5-6722a19d617a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "DELETE /v2.0/ports/7bc4ceb8-b56f-4ad4-a20b-4604988d20dc HTTP/1.1" status: 204 len: 173 time: 1.6101754 Jul 07 19:29:11.689681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc5e86c-49f3-4541-8709-dc43d27510d8']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:11.705181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:11.705482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf73e7f1-38e2-4eef-aac5-9b42d3d3f05e') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:11.713161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57377c9-b471-413c-834c-999b6cdf65cd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:11.726500 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1546a-a016-4177-88c9-e57c23a4c42c None None] Sync routers for ids ['af63fa6b-3b5d-4f08-9c57-b224099fd509'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:11.737305 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d57377c9-b471-413c-834c-999b6cdf65cd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/af63fa6b-3b5d-4f08-9c57-b224099fd509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8319056 Jul 07 19:29:11.740095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.743352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40316) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:11.748548 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1546a-a016-4177-88c9-e57c23a4c42c None None] Routers {'af63fa6b-3b5d-4f08-9c57-b224099fd509'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:11.750688 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-faa1546a-a016-4177-88c9-e57c23a4c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['af63fa6b-3b5d-4f08-9c57-b224099fd509'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:11.828142 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-faa1546a-a016-4177-88c9-e57c23a4c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:11.832362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b24e94c-6b6b-4974-805e-2eaa9948b9b3 req-a710fcb8-0816-47f7-8ad8-403add7d7189 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=431a5d83-cf52-4480-ab7d-26721d4346ee HTTP/1.1" status: 200 len: 210 time: 0.3777409 Jul 07 19:29:11.842598 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1546a-a016-4177-88c9-e57c23a4c42c None None] Routers {'af63fa6b-3b5d-4f08-9c57-b224099fd509'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:11.843752 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-faa1546a-a016-4177-88c9-e57c23a4c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['af63fa6b-3b5d-4f08-9c57-b224099fd509'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:11.846484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-92f7a4ee-cf32-4081-80cd-90c8dbd651de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:11.848031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.848183 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-92f7a4ee-cf32-4081-80cd-90c8dbd651de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cf648d12-0dbc-4ada-9808-fda1919d4e3a HTTP/1.1" status: 200 len: 797 time: 0.1571882 Jul 07 19:29:11.852242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-90843fc8-4139-4189-add2-058d1013d55d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=af63fa6b-3b5d-4f08-9c57-b224099fd509 HTTP/1.1" status: 200 len: 205 time: 0.1025865 Jul 07 19:29:11.854934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40322) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:11.880297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:11.880632 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:11.883976 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:11.888924 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-faa1546a-a016-4177-88c9-e57c23a4c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:11.889681 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1546a-a016-4177-88c9-e57c23a4c42c None None] The sync data for ids ['af63fa6b-3b5d-4f08-9c57-b224099fd509'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:12.000757 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.008978 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.013234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] 10.222.0.81 "DELETE /v2.0/networks/cbc5e86c-49f3-4541-8709-dc43d27510d8 HTTP/1.1" status: 204 len: 168 time: 2.2529795 Jul 07 19:29:12.015718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50d8f2-49d8-47d6-be8d-d62e2812c7a9 req-3126ae97-a954-40b6-b439-a15dd2f4ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:12.017985 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e50d8f2-49d8-47d6-be8d-d62e2812c7a9 req-3126ae97-a954-40b6-b439-a15dd2f4ee75 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 1095 time: 0.3023543 Jul 07 19:29:12.051579 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ef724-7d3b-43aa-8848-b43e91e2707b tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108 tempest-ExtraDHCPOptionsIpV6TestJSON-1503873108-project] Pushing event deleted for resources: {'Network': ['ID=cbc5e86c-49f3-4541-8709-dc43d27510d8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:12.062621 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-65acb739-636f-41b1-930f-b2eae48b9aae tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.135957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50d8f2-49d8-47d6-be8d-d62e2812c7a9 req-0d9d5760-fae8-4b15-b08e-06d90e2fe1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:12.138610 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e50d8f2-49d8-47d6-be8d-d62e2812c7a9 req-0d9d5760-fae8-4b15-b08e-06d90e2fe1d4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 907 time: 0.1089404 Jul 07 19:29:12.198256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e50d8f2-49d8-47d6-be8d-d62e2812c7a9 req-78e39cd2-0a68-414f-b5b8-6cdfa01ad6c2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=804387e2-0212-44e1-9259-e8b14d0e9373 HTTP/1.1" status: 200 len: 217 time: 0.0513892 Jul 07 19:29:12.263497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50d8f2-49d8-47d6-be8d-d62e2812c7a9 req-c412940c-21d3-4ccd-beeb-a887956cbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:12.265408 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e50d8f2-49d8-47d6-be8d-d62e2812c7a9 req-c412940c-21d3-4ccd-beeb-a887956cbae3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.0564682 Jul 07 19:29:12.319624 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e50d8f2-49d8-47d6-be8d-d62e2812c7a9 req-13b09887-52d1-4651-990c-ae86c0b21f60 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437815 Jul 07 19:29:12.339803 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-65acb739-636f-41b1-930f-b2eae48b9aae tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.345538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-65acb739-636f-41b1-930f-b2eae48b9aae tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.415365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431a5d83-cf52-4480-ab7d-26721d4346ee', 'name': 'network-vif-deleted', 'tag': '7bc4ceb8-b56f-4ad4-a20b-4604988d20dc'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:12.416308 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2c3176-5821-4ba6-b18f-e620087f887e" -d '{"events": [{"server_uuid": "431a5d83-cf52-4480-ab7d-26721d4346ee", "name": "network-vif-deleted", "tag": "7bc4ceb8-b56f-4ad4-a20b-4604988d20dc"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:12.416484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40340) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:12.429393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-78bf3455-f816-4f52-8037-92e1292730f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:12.430963 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-78bf3455-f816-4f52-8037-92e1292730f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5643466 Jul 07 19:29:12.450426 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-65acb739-636f-41b1-930f-b2eae48b9aae tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.450959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65acb739-636f-41b1-930f-b2eae48b9aae tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Fanout notify agent at l3_agent the message router_deleted on router af63fa6b-3b5d-4f08-9c57-b224099fd509 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:29:12.468967 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-65acb739-636f-41b1-930f-b2eae48b9aae tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.470647 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-65acb739-636f-41b1-930f-b2eae48b9aae tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/af63fa6b-3b5d-4f08-9c57-b224099fd509 HTTP/1.1" status: 204 len: 168 time: 0.6137033 Jul 07 19:29:12.479430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40348) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:12.511083 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e267626-8630-48e3-9c7d-5a4669725bf5 x-openstack-request-id: req-7e267626-8630-48e3-9c7d-5a4669725bf5 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:12.511428 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431a5d83-cf52-4480-ab7d-26721d4346ee", "name": "network-vif-deleted", "tag": "7bc4ceb8-b56f-4ad4-a20b-4604988d20dc", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:12.511675 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e267626-8630-48e3-9c7d-5a4669725bf5 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:12.512258 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431a5d83-cf52-4480-ab7d-26721d4346ee', 'name': 'network-vif-deleted', 'tag': '7bc4ceb8-b56f-4ad4-a20b-4604988d20dc', 'status': 'completed', 'code': 200} Jul 07 19:29:12.556479 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e50d8f2-49d8-47d6-be8d-d62e2812c7a9 req-1988886e-26f0-4fa9-b905-b831e35cbdc9 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295575 Jul 07 19:29:12.565745 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-d338c8a0-214e-41e8-a1a7-e609eec80555 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248696 Jul 07 19:29:12.651637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-416a0536-5279-46db-b4df-518722e27097 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting subnet f245f3fe-bbb5-450f-a42b-7d83d7714028 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:29:12.661886 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-416a0536-5279-46db-b4df-518722e27097 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.726049 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-0dd1fc06-4b84-4110-84e1-7a2161b947e4 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485672 Jul 07 19:29:12.731807 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4bf668dd-0ed7-411e-98b7-d9af12fac260 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3de6034c3e948399278297cf77e489d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141723 Jul 07 19:29:12.735742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40356) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:12.739289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-416a0536-5279-46db-b4df-518722e27097 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.780518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-c04df076-977f-4a4a-a3e9-57d559c01819 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dea463da-e0bd-4504-b4aa-9d4410f64de1 HTTP/1.1" status: 200 len: 217 time: 0.0441983 Jul 07 19:29:12.823303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40358) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:12.841647 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e50d8f2-49d8-47d6-be8d-d62e2812c7a9 req-c641f436-3a06-4e05-a4f8-58ccc8930579 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711980 Jul 07 19:29:12.864002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-382dd859-6745-49de-8814-39a5344dcaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:12.865538 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-382dd859-6745-49de-8814-39a5344dcaf3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cf648d12-0dbc-4ada-9808-fda1919d4e3a HTTP/1.1" status: 200 len: 797 time: 0.0778866 Jul 07 19:29:12.870600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c851c625-408c-4a88-a563-e32fde419aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.916274 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-416a0536-5279-46db-b4df-518722e27097 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.927571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c851c625-408c-4a88-a563-e32fde419aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.950226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca721-c5ac-4b18-8194-6c10710d8717 req-6ff0a502-505f-4265-b765-ae44bd3c88ea tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:12.951910 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acaca721-c5ac-4b18-8194-6c10710d8717 req-6ff0a502-505f-4265-b765-ae44bd3c88ea tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 944 time: 0.1862690 Jul 07 19:29:12.961461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40364) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:13.007525 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f0463be-37e8-48ae-8786-5f0495337af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.010977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761863d9-b916-4f9e-a852-890bc9bced96 req-d6aa067f-4dfa-4024-9f6e-a86bbb851b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:13.012468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-d6aa067f-4dfa-4024-9f6e-a86bbb851b09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1370308 Jul 07 19:29:13.035174 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c851c625-408c-4a88-a563-e32fde419aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.037629 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c851c625-408c-4a88-a563-e32fde419aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.041311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c851c625-408c-4a88-a563-e32fde419aee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23d5430a-9c26-428e-ae17-8e6459594ace HTTP/1.1" status: 204 len: 168 time: 0.3013000 Jul 07 19:29:13.047418 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acaca721-c5ac-4b18-8194-6c10710d8717 req-8c63dc46-32a6-4b3a-b261-762c0193e736 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868459 Jul 07 19:29:13.054774 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-416a0536-5279-46db-b4df-518722e27097 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.098767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851c625-408c-4a88-a563-e32fde419aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d5430a-9c26-428e-ae17-8e6459594ace,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:13.111956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a0536-5279-46db-b4df-518722e27097 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Subnet': ['ID=f245f3fe-bbb5-450f-a42b-7d83d7714028,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:13.118473 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-416a0536-5279-46db-b4df-518722e27097 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.120902 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-416a0536-5279-46db-b4df-518722e27097 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/f245f3fe-bbb5-450f-a42b-7d83d7714028 HTTP/1.1" status: 204 len: 168 time: 0.6381919 Jul 07 19:29:13.124291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40370) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:13.126447 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2c9-49d5-4588-a57f-e5802eef76f4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.132740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873956d3-1bdc-41da-a6d7-f968af97083c None None] Network a3fe24e7-aa6f-4b13-a474-599ab8548ac6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:13.176342 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2c9-49d5-4588-a57f-e5802eef76f4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.201936 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-4b37dbc1-ed2b-458d-9da2-3ae14d2a750b service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774197 Jul 07 19:29:13.261881 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.346055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761863d9-b916-4f9e-a852-890bc9bced96 req-b26962cb-68e4-4650-a007-526d8d6c82aa service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337171 Jul 07 19:29:13.365291 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f0463be-37e8-48ae-8786-5f0495337af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.369699 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2c9-49d5-4588-a57f-e5802eef76f4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.372919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f0463be-37e8-48ae-8786-5f0495337af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.373643 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38f8a2c9-49d5-4588-a57f-e5802eef76f4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.379611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-38f8a2c9-49d5-4588-a57f-e5802eef76f4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/security-groups/cf23f6f3-bddf-4a37-8756-5ed298cd23b2 HTTP/1.1" status: 204 len: 168 time: 0.4165208 Jul 07 19:29:13.394438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] DHCP port deletion for a3fe24e7-aa6f-4b13-a474-599ab8548ac6 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:29:13.415979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8a2c9-49d5-4588-a57f-e5802eef76f4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23f6f3-bddf-4a37-8756-5ed298cd23b2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:13.440465 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3f0463be-37e8-48ae-8786-5f0495337af5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f48dd447b34044e7a8d303b19097384c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6121945 Jul 07 19:29:13.442257 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0463be-37e8-48ae-8786-5f0495337af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56e0753-efd6-4c93-9035-9123d4beb902,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:13.444107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40384) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:13.464980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40386) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:13.479424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:13.505127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:13.505597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7bc4ceb8-b56f-4ad4-a20b-4604988d20dc not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:13.531741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Deleting port fc2d0f61-42a3-41b4-b454-5a415944cb6d {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:13.532818 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.546968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port fc2d0f61-42a3-41b4-b454-5a415944cb6d {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:13.547322 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.595622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-662def81-f87e-4565-a0cd-65a2a425e4ac tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting subnet 4731f9e7-dcc5-4490-9cd1-18dd1075c7db {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:29:13.604696 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-662def81-f87e-4565-a0cd-65a2a425e4ac tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.618342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] For port fc2d0f61-42a3-41b4-b454-5a415944cb6d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fc2d0f61-42a3-41b4-b454-5a415944cb6d,segment=NetworkSegment(bfcae0bb-32e5-4004-9a68-bd20305c0b83),segment_id=bfcae0bb-32e5-4004-9a68-bd20305c0b83)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:13.618657 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.632012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] For port fc2d0f61-42a3-41b4-b454-5a415944cb6d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fc2d0f61-42a3-41b4-b454-5a415944cb6d,segment=NetworkSegment(bfcae0bb-32e5-4004-9a68-bd20305c0b83),segment_id=bfcae0bb-32e5-4004-9a68-bd20305c0b83)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:13.632841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.636993 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94b73d26-363a-4bc3-8224-199a91fbd4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.637942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Calling delete_port for fc2d0f61-42a3-41b4-b454-5a415944cb6d owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:13.648326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for fc2d0f61-42a3-41b4-b454-5a415944cb6d owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:13.665017 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-662def81-f87e-4565-a0cd-65a2a425e4ac tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.689589 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94b73d26-363a-4bc3-8224-199a91fbd4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.788120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.805948 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-662def81-f87e-4565-a0cd-65a2a425e4ac tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.830535 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94b73d26-363a-4bc3-8224-199a91fbd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.833127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94b73d26-363a-4bc3-8224-199a91fbd4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.836766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-94b73d26-363a-4bc3-8224-199a91fbd4fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a56e0753-efd6-4c93-9035-9123d4beb902 HTTP/1.1" status: 204 len: 168 time: 0.3877571 Jul 07 19:29:13.868255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=fc2d0f61-42a3-41b4-b454-5a415944cb6d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:13.871606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No DVR routers for this DVR port fc2d0f61-42a3-41b4-b454-5a415944cb6d on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:13.885011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b73d26-363a-4bc3-8224-199a91fbd4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56e0753-efd6-4c93-9035-9123d4beb902,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:13.951811 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-662def81-f87e-4565-a0cd-65a2a425e4ac tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.974710 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.980062 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.991580 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fe24e7-aa6f-4b13-a474-599ab8548ac6']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:14.001901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Pushing event deleted for resources: {'Port': ['ID=fc2d0f61-42a3-41b4-b454-5a415944cb6d,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:14.003745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcae0bb-32e5-4004-9a68-bd20305c0b83') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:14.003920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcae0bb-32e5-4004-9a68-bd20305c0b83') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:14.006618 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] No DVR routers for this DVR port fc2d0f61-42a3-41b4-b454-5a415944cb6d on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:14.009695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662def81-f87e-4565-a0cd-65a2a425e4ac tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Subnet': ['ID=4731f9e7-dcc5-4490-9cd1-18dd1075c7db,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:14.011764 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-662def81-f87e-4565-a0cd-65a2a425e4ac tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.016373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-662def81-f87e-4565-a0cd-65a2a425e4ac tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/subnets/4731f9e7-dcc5-4490-9cd1-18dd1075c7db HTTP/1.1" status: 204 len: 168 time: 0.5416944 Jul 07 19:29:14.016569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.016705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:14.016705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:14.016705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:14.016705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:14.016705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:14.016705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:14.016705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:14.017309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:14.017309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:14.017626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:14.017737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:14.018231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c8999-e2b8-4c05-b6b5-198a6db09ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:14.019971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40402) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:14.033244 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.036514 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72b8404-3569-4e87-adcb-5b97d9d8f47c None None] Network fd1aa2f8-80f4-4b6d-b102-46263282c985 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:14.048317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:14.048847 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:14.052589 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:14.149879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40408) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:14.189473 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.217463 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.240210 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.255256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/networks/a3fe24e7-aa6f-4b13-a474-599ab8548ac6 HTTP/1.1" status: 204 len: 168 time: 1.1298273 Jul 07 19:29:14.256396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae2897-d126-490c-90b7-4e58fac2c9da tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Network': ['ID=a3fe24e7-aa6f-4b13-a474-599ab8548ac6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:14.259419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40414) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:14.264655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-723604221', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:14.286914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fc2d0f61-42a3-41b4-b454-5a415944cb6d no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:14.324042 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.325297 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.383214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: fc2d0f61-42a3-41b4-b454-5a415944cb6d {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:14.384033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fc2d0f61-42a3-41b4-b454-5a415944cb6d not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:14.418727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting port a14e70e4-caee-4f06-a8c9-51ec545a8843 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:14.419281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.420391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-420062097'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:14.427074 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.489458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd493a73-1924-4f81-846b-90a0b00adf19 req-e9d8fc09-7d35-4b61-b8bb-53f8f78b2507 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:14.496837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd493a73-1924-4f81-846b-90a0b00adf19 req-e9d8fc09-7d35-4b61-b8bb-53f8f78b2507 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 944 time: 0.2043724 Jul 07 19:29:14.512405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:14.515916 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.546741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521babe-e541-4ee8-8aa6-f5f9f4a8c3cb None None] DHCP port deletion for fd1aa2f8-80f4-4b6d-b102-46263282c985 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:29:14.561306 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.561935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] For port a14e70e4-caee-4f06-a8c9-51ec545a8843, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a14e70e4-caee-4f06-a8c9-51ec545a8843,segment=NetworkSegment(e38bc855-eec5-4cc0-baf6-45fdee64b0ae),segment_id=e38bc855-eec5-4cc0-baf6-45fdee64b0ae)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:14.562312 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.586886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd493a73-1924-4f81-846b-90a0b00adf19 req-e5fe0149-788d-4e94-88e3-c0d2951b2ea9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890841 Jul 07 19:29:14.596762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Calling delete_port for a14e70e4-caee-4f06-a8c9-51ec545a8843 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:14.653923 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.665630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7521babe-e541-4ee8-8aa6-f5f9f4a8c3cb None None] Deleting port a14e70e4-caee-4f06-a8c9-51ec545a8843 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:14.666405 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7521babe-e541-4ee8-8aa6-f5f9f4a8c3cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.735210 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.772333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Port': ['ID=a14e70e4-caee-4f06-a8c9-51ec545a8843,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:14.773293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] No DVR routers for this DVR port a14e70e4-caee-4f06-a8c9-51ec545a8843 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:14.775631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-7521babe-e541-4ee8-8aa6-f5f9f4a8c3cb None None] For port a14e70e4-caee-4f06-a8c9-51ec545a8843, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a14e70e4-caee-4f06-a8c9-51ec545a8843,segment=NetworkSegment(e38bc855-eec5-4cc0-baf6-45fdee64b0ae),segment_id=e38bc855-eec5-4cc0-baf6-45fdee64b0ae)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:14.776238 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7521babe-e541-4ee8-8aa6-f5f9f4a8c3cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.802346 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7521babe-e541-4ee8-8aa6-f5f9f4a8c3cb None None] Calling delete_port for a14e70e4-caee-4f06-a8c9-51ec545a8843 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:14.863540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.871987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.877612 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.884655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1aa2f8-80f4-4b6d-b102-46263282c985']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:14.907998 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7521babe-e541-4ee8-8aa6-f5f9f4a8c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.908473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:14.908773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38bc855-eec5-4cc0-baf6-45fdee64b0ae') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:14.913133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:14.923867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.942240 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.948236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521babe-e541-4ee8-8aa6-f5f9f4a8c3cb None None] Pushing event deleted for resources: {'Port': ['ID=a14e70e4-caee-4f06-a8c9-51ec545a8843,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:14.952628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521babe-e541-4ee8-8aa6-f5f9f4a8c3cb None None] No DVR routers for this DVR port a14e70e4-caee-4f06-a8c9-51ec545a8843 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:14.955102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:14.956896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d727a124-855b-42aa-a00a-1f8b7865ca04,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:14.957455 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.963595 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.963950 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Added segment ee9b0a05-42a2-4ece-8cf1-851ee42c96ae of type vlan for network 93db1b46-8cec-429c-ac51-32fbdab77e55 Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:14.969072 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:15.045440 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.053683 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.058941 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/networks/fd1aa2f8-80f4-4b6d-b102-46263282c985 HTTP/1.1" status: 204 len: 168 time: 1.0337372 Jul 07 19:29:15.059113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.059113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40436) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:15.071487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44e576-574d-4355-850c-70f91d8913ef tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Network': ['ID=fd1aa2f8-80f4-4b6d-b102-46263282c985,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:15.073639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.131082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.255962 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.261465 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:15.262039 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.364702 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1951132 Jul 07 19:29:15.387160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Allocated IP 172.25.0.80 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/66eb7d16-1ff5-4645-9a74-b8dec4f6eba7) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:15.399865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11eaffa-e467-43b7-9f6f-0eb811cf4df5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Network': ['ID=93db1b46-8cec-429c-ac51-32fbdab77e55,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:15.411255 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 93db1b46-8cec-429c-ac51-32fbdab77e55 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:15.541225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting port 08f11ef9-3271-4b53-9b69-b6b766632493 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:15.541560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.633693 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.696468 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.697063 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.739643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Calling delete_port for 08f11ef9-3271-4b53-9b69-b6b766632493 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:15.799242 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.817067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f080d-dfcd-4997-b66d-372062c12ac4 req-7a21f3d1-462c-40fc-98dc-10aa4e58ad75 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:15.825359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d8f080d-dfcd-4997-b66d-372062c12ac4 req-7a21f3d1-462c-40fc-98dc-10aa4e58ad75 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 944 time: 0.0884502 Jul 07 19:29:15.860081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:15.868277 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:15.879099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:15.882965 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d8f080d-dfcd-4997-b66d-372062c12ac4 req-b52c53d8-a0ce-4113-b63a-ceeb8e8bda6f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541520 Jul 07 19:29:15.938868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=66eb7d16-1ff5-4645-9a74-b8dec4f6eba7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:16.164448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a14e70e4-caee-4f06-a8c9-51ec545a8843 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:16.196142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: a14e70e4-caee-4f06-a8c9-51ec545a8843 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:16.196768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a14e70e4-caee-4f06-a8c9-51ec545a8843 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:16.342022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40468) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:16.442779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 804387e2-0212-44e1-9259-e8b14d0e9373 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:29:16.478305 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1bab43f-038d-419c-b0e9-df03047a1851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.521603 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.582369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Port': ['ID=08f11ef9-3271-4b53-9b69-b6b766632493,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:16.618437 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1bab43f-038d-419c-b0e9-df03047a1851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.624367 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1bab43f-038d-419c-b0e9-df03047a1851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.642390 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.662444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bab43f-038d-419c-b0e9-df03047a1851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c521cc3-94cd-46ca-b10e-d54e1fe46bd9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:16.750723 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.752024 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 804387e2-0212-44e1-9259-e8b14d0e9373, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=804387e2-0212-44e1-9259-e8b14d0e9373,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:16.759487 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Floating IP 27644c39-3870-45a9-a990-5f968fcbcbe3 disassociated (deleted). External IP: 172.25.0.233, port: cdf8ed11-875e-4551-800c-b7ed35ed4e43. Jul 07 19:29:16.771385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '804387e2-0212-44e1-9259-e8b14d0e9373', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'port_id': '804387e2-0212-44e1-9259-e8b14d0e9373', 'mac_address': 'fa:16:3e:7c:78:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21bbf2f-3f18-47a4-8078-10985cc0be42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:29:16.776691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b1bab43f-038d-419c-b0e9-df03047a1851 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f58ad20c0f03457badb7bf16c95f86b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320679 Jul 07 19:29:16.777422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40476) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:16.843227 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.855241 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9857e67-ca71-4642-8a96-2c0fe666af6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.865460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804387e2-0212-44e1-9259-e8b14d0e9373 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:29:16.885544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9857e67-ca71-4642-8a96-2c0fe666af6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.905596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 804387e2-0212-44e1-9259-e8b14d0e9373, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=804387e2-0212-44e1-9259-e8b14d0e9373,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:16.913238 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.986974 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9857e67-ca71-4642-8a96-2c0fe666af6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.990460 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9857e67-ca71-4642-8a96-2c0fe666af6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.994404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b9857e67-ca71-4642-8a96-2c0fe666af6e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c521cc3-94cd-46ca-b10e-d54e1fe46bd9 HTTP/1.1" status: 204 len: 168 time: 0.2157061 Jul 07 19:29:17.008049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9857e67-ca71-4642-8a96-2c0fe666af6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c521cc3-94cd-46ca-b10e-d54e1fe46bd9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:17.066961 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=804387e2-0212-44e1-9259-e8b14d0e9373,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:17.249266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Router 549f139e-462e-4e7e-a008-f3f262694ece has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:29:17.266315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0343e-18cb-4dd5-89ec-c7dd840b0174 req-e0e65d68-456e-417b-a746-91778a6c71e3 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:17.274240 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d5e0343e-18cb-4dd5-89ec-c7dd840b0174 req-e0e65d68-456e-417b-a746-91778a6c71e3 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 945 time: 0.1060841 Jul 07 19:29:17.296495 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['804387e2-0212-44e1-9259-e8b14d0e9373'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:29:17.354088 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d5e0343e-18cb-4dd5-89ec-c7dd840b0174 req-62155b0e-9363-456f-a910-52ede448ff4a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787895 Jul 07 19:29:17.403385 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:17.411437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:17.417456 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:17.436684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd3d5a-bc7a-4a12-a187-3c38b438e101 None None] Sync routers for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:17.465214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd3d5a-bc7a-4a12-a187-3c38b438e101 None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:17.467154 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8bcd3d5a-bc7a-4a12-a187-3c38b438e101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:17.491763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40486) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:17.500816 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-941e68bb-a646-411c-9713-4ba44879d3fc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/floatingips/27644c39-3870-45a9-a990-5f968fcbcbe3 HTTP/1.1" status: 204 len: 168 time: 2.4359460 Jul 07 19:29:17.527105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'tag': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:17.529495 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69454bf1-a765-44d6-aca0-56a1b44fbc92" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b23db4-7dc2-466e-b4f6-dba7b296da64", "tag": "cdf8ed11-875e-4551-800c-b7ed35ed4e43"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:17.534979 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5d6cbff-ee55-4c1e-ac7f-505a2b9a13b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:17.596584 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b33093-c54d-40d3-adf0-1c81041bee74 x-openstack-request-id: req-05b33093-c54d-40d3-adf0-1c81041bee74 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:17.597573 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b23db4-7dc2-466e-b4f6-dba7b296da64", "tag": "cdf8ed11-875e-4551-800c-b7ed35ed4e43", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:17.597994 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05b33093-c54d-40d3-adf0-1c81041bee74 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:17.598571 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'tag': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'status': 'completed', 'code': 200} Jul 07 19:29:17.624985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 873d084d-b4e4-48cf-aae2-a75a047641ad is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:29:17.730428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-8bcd3d5a-bc7a-4a12-a187-3c38b438e101 None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:17.761063 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5d6cbff-ee55-4c1e-ac7f-505a2b9a13b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:17.776484 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5d6cbff-ee55-4c1e-ac7f-505a2b9a13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:17.787210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:17.798949 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce2a5d3-5f32-44a8-94f6-6e3e1ff480c2 None None] Sync routers for ids ['873d084d-b4e4-48cf-aae2-a75a047641ad'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:17.819756 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:17.820710 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce2a5d3-5f32-44a8-94f6-6e3e1ff480c2 None None] Routers {'873d084d-b4e4-48cf-aae2-a75a047641ad'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:17.821333 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3ce2a5d3-5f32-44a8-94f6-6e3e1ff480c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['873d084d-b4e4-48cf-aae2-a75a047641ad'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:17.824388 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aaeecb0d-3ce1-4a19-928c-cf91a6a0c1de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.5619361 Jul 07 19:29:17.826857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40494) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:17.827564 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69454bf1-a765-44d6-aca0-56a1b44fbc92 req-849c322f-ca06-45ee-8e71-27d4a3ebd7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:17.830194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69454bf1-a765-44d6-aca0-56a1b44fbc92 req-849c322f-ca06-45ee-8e71-27d4a3ebd7b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 1096 time: 0.2058058 Jul 07 19:29:17.899040 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3ce2a5d3-5f32-44a8-94f6-6e3e1ff480c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:17.917373 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce2a5d3-5f32-44a8-94f6-6e3e1ff480c2 None None] Routers {'873d084d-b4e4-48cf-aae2-a75a047641ad'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:17.918536 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3ce2a5d3-5f32-44a8-94f6-6e3e1ff480c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['873d084d-b4e4-48cf-aae2-a75a047641ad'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:18.035229 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3ce2a5d3-5f32-44a8-94f6-6e3e1ff480c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:18.035901 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce2a5d3-5f32-44a8-94f6-6e3e1ff480c2 None None] The sync data for ids ['873d084d-b4e4-48cf-aae2-a75a047641ad'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:18.061916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40500) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:18.062163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d5d6cbff-ee55-4c1e-ac7f-505a2b9a13b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0da0bf579b7e4221b74b036c3c84b91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629203 Jul 07 19:29:18.118934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6cbff-ee55-4c1e-ac7f-505a2b9a13b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecbad6d-e7bc-4ad4-b18c-e6f5ab6ce9cb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:18.147457 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69454bf1-a765-44d6-aca0-56a1b44fbc92 req-30a84a96-dc69-4b34-8b0a-ad9ec5075632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:18.153510 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69454bf1-a765-44d6-aca0-56a1b44fbc92 req-30a84a96-dc69-4b34-8b0a-ad9ec5075632 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d HTTP/1.1" status: 200 len: 898 time: 0.3075843 Jul 07 19:29:18.187968 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3033d45a-818b-4870-abe2-db6592b62cc6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/routers/873d084d-b4e4-48cf-aae2-a75a047641ad HTTP/1.1" status: 200 len: 883 time: 0.3590794 Jul 07 19:29:18.192609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40504) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:18.209609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69454bf1-a765-44d6-aca0-56a1b44fbc92 req-b6d978cd-1a8a-4b6f-b062-833713de5ad7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf8ed11-875e-4551-800c-b7ed35ed4e43 HTTP/1.1" status: 200 len: 217 time: 0.0480030 Jul 07 19:29:18.275176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8bcd3d5a-bc7a-4a12-a187-3c38b438e101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:29:03Z', 'revision_number': 6, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:18.306514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69454bf1-a765-44d6-aca0-56a1b44fbc92 req-a4ac8c96-8c93-4c96-88ed-b0acc890b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:18.313127 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69454bf1-a765-44d6-aca0-56a1b44fbc92 req-a4ac8c96-8c93-4c96-88ed-b0acc890b699 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15 HTTP/1.1" status: 200 len: 835 time: 0.0958133 Jul 07 19:29:18.322696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd3d5a-bc7a-4a12-a187-3c38b438e101 None None] Checking router: 549f139e-462e-4e7e-a008-f3f262694ece for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:29:18.337703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd3d5a-bc7a-4a12-a187-3c38b438e101 None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:18.338540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8bcd3d5a-bc7a-4a12-a187-3c38b438e101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:18.373449 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6bab0ccc-0ac6-4123-a4d7-034f1312294e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:18.430487 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6bab0ccc-0ac6-4123-a4d7-034f1312294e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:18.481846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-8bcd3d5a-bc7a-4a12-a187-3c38b438e101 None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:18.507351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c08e3-21d1-4459-94ca-19845be98338 req-2bcda76d-cae5-467e-bc27-773f330f73ea tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:18.510327 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-985c08e3-21d1-4459-94ca-19845be98338 req-2bcda76d-cae5-467e-bc27-773f330f73ea tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 945 time: 0.1958363 Jul 07 19:29:18.554635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69454bf1-a765-44d6-aca0-56a1b44fbc92 req-46e3f5dd-a953-44cc-a448-93244c1df7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:18.557670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69454bf1-a765-44d6-aca0-56a1b44fbc92 req-46e3f5dd-a953-44cc-a448-93244c1df7a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2276514 Jul 07 19:29:18.691717 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6bab0ccc-0ac6-4123-a4d7-034f1312294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:18.694237 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6bab0ccc-0ac6-4123-a4d7-034f1312294e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:18.697565 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-985c08e3-21d1-4459-94ca-19845be98338 req-8e278842-2c52-412d-a097-7b50410a4d00 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719055 Jul 07 19:29:18.698273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6bab0ccc-0ac6-4123-a4d7-034f1312294e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ecbad6d-e7bc-4ad4-b18c-e6f5ab6ce9cb HTTP/1.1" status: 204 len: 168 time: 0.6303992 Jul 07 19:29:18.761652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab0ccc-0ac6-4123-a4d7-034f1312294e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecbad6d-e7bc-4ad4-b18c-e6f5ab6ce9cb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:18.775902 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b86af-3001-427c-b2f9-05e26fd4987a req-797bec7a-87da-416b-9e95-883a7f20ef42 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:18.778401 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69454bf1-a765-44d6-aca0-56a1b44fbc92 req-e3906b25-2f43-497c-ba78-3bb4b98d707d service neutron] 10.222.0.48 "GET /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123020 Jul 07 19:29:18.784189 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a8b86af-3001-427c-b2f9-05e26fd4987a req-797bec7a-87da-416b-9e95-883a7f20ef42 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 945 time: 0.2474599 Jul 07 19:29:18.839920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8bcd3d5a-bc7a-4a12-a187-3c38b438e101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:29:03Z', 'revision_number': 6, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:18.867013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a8b86af-3001-427c-b2f9-05e26fd4987a req-9bb5e026-ce2e-4d40-bc0e-bf98be2b345f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816147 Jul 07 19:29:18.874128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd3d5a-bc7a-4a12-a187-3c38b438e101 None None] The sync data for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 is: [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:29:03Z', 'revision_number': 6, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '44f64632-d1cf-42a5-9f0e-686472dd87d5', 'name': '', 'network_id': '1d150fa1-82a7-4bf0-bb05-f3ebee83c66d', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:55:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:18.925197 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-113b90db-bd73-4420-8ecd-eb8d637871fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7315397 Jul 07 19:29:18.928218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40510) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:18.937858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9a64de1d-418e-46cf-add5-2c1a0ba5f962 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-723604221'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:18.945772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69454bf1-a765-44d6-aca0-56a1b44fbc92 req-81e0b6df-6f63-48c7-a62a-cf2f8dc96117 service neutron] 10.222.0.48 "GET /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604836 Jul 07 19:29:19.061984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40516) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:19.068342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a36ebe40-4afd-4fa4-8a50-4e28f4884d48 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'subnet': {'network_id': '93db1b46-8cec-429c-ac51-32fbdab77e55', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:19.222530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dbf6ed-358a-48dc-9b74-70746a29a626 None None] New status for floating IP 27644c39-3870-45a9-a990-5f968fcbcbe3: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:29:19.274886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ebe40-4afd-4fa4-8a50-4e28f4884d48 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:19.279721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a36ebe40-4afd-4fa4-8a50-4e28f4884d48 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:19.805833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0a9cf-821a-4925-bf25-92b90d6daf4f req-fce866ea-2a2a-418c-92e5-cd3c36383bb3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:19.808279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34a0a9cf-821a-4925-bf25-92b90d6daf4f req-fce866ea-2a2a-418c-92e5-cd3c36383bb3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 945 time: 0.0812449 Jul 07 19:29:19.855984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a64de1d-418e-46cf-add5-2c1a0ba5f962 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:19.907462 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a64de1d-418e-46cf-add5-2c1a0ba5f962 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:19.946807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-34a0a9cf-821a-4925-bf25-92b90d6daf4f req-06d41d52-a414-4222-bd7e-ceb6e23d2101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting port cdf8ed11-875e-4551-800c-b7ed35ed4e43 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:19.947235 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-34a0a9cf-821a-4925-bf25-92b90d6daf4f req-06d41d52-a414-4222-bd7e-ceb6e23d2101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.107417 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a36ebe40-4afd-4fa4-8a50-4e28f4884d48 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.112753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-34a0a9cf-821a-4925-bf25-92b90d6daf4f req-06d41d52-a414-4222-bd7e-ceb6e23d2101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] For port cdf8ed11-875e-4551-800c-b7ed35ed4e43, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=cdf8ed11-875e-4551-800c-b7ed35ed4e43,segment=NetworkSegment(522e6aa2-a576-4c66-8d56-18a0de4d628b),segment_id=522e6aa2-a576-4c66-8d56-18a0de4d628b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:20.113344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-34a0a9cf-821a-4925-bf25-92b90d6daf4f req-06d41d52-a414-4222-bd7e-ceb6e23d2101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.126623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-34a0a9cf-821a-4925-bf25-92b90d6daf4f req-06d41d52-a414-4222-bd7e-ceb6e23d2101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Calling delete_port for cdf8ed11-875e-4551-800c-b7ed35ed4e43 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:20.175587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8da6f-6fd0-449d-925d-ce9d6108ee0f req-0a61bb86-89d8-451f-8323-aec6dbda991b tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:20.176977 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18d8da6f-6fd0-449d-925d-ce9d6108ee0f req-0a61bb86-89d8-451f-8323-aec6dbda991b tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2b23db4-7dc2-466e-b4f6-dba7b296da64 HTTP/1.1" status: 200 len: 945 time: 0.3064606 Jul 07 19:29:20.232217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ebe40-4afd-4fa4-8a50-4e28f4884d48 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Subnet': ['ID=6d8d8c8b-d294-408b-bb93-d1a952f8a855,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:20.232478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb1261-132b-432d-9aff-b03e699a1811 req-612fce78-17d6-4683-8ed1-9e22f0c55b8d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:20.233885 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ebb1261-132b-432d-9aff-b03e699a1811 req-612fce78-17d6-4683-8ed1-9e22f0c55b8d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 945 time: 0.1846025 Jul 07 19:29:20.237786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a64de1d-418e-46cf-add5-2c1a0ba5f962 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 873d084d-b4e4-48cf-aae2-a75a047641ad has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:29:20.266223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ebe40-4afd-4fa4-8a50-4e28f4884d48 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Checking segment: {'id': 'ee9b0a05-42a2-4ece-8cf1-851ee42c96ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '93db1b46-8cec-429c-ac51-32fbdab77e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:20.267165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36ebe40-4afd-4fa4-8a50-4e28f4884d48 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network hostable DHCP agents. Network: 93db1b46-8cec-429c-ac51-32fbdab77e55, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:20.275865 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18d8da6f-6fd0-449d-925d-ce9d6108ee0f req-9a342f7e-7777-4f61-a663-5703659ae124 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=7837745c-a3f3-4e10-ae44-2c751387b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882015 Jul 07 19:29:20.338638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36ebe40-4afd-4fa4-8a50-4e28f4884d48 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network 93db1b46-8cec-429c-ac51-32fbdab77e55 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:20.341986 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ebb1261-132b-432d-9aff-b03e699a1811 req-6e0be31e-cd5d-44b6-8c2a-b4f0588014eb tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669706 Jul 07 19:29:20.355516 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-34a0a9cf-821a-4925-bf25-92b90d6daf4f req-06d41d52-a414-4222-bd7e-ceb6e23d2101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.397187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d41d52-a414-4222-bd7e-ceb6e23d2101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Port': ['ID=cdf8ed11-875e-4551-800c-b7ed35ed4e43,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:20.404999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40570) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:20.451554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-a36ebe40-4afd-4fa4-8a50-4e28f4884d48 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 93db1b46-8cec-429c-ac51-32fbdab77e55) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:20.457019 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 804387e2-0212-44e1-9259-e8b14d0e9373 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:20.460445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a0a9cf-821a-4925-bf25-92b90d6daf4f req-06d41d52-a414-4222-bd7e-ceb6e23d2101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] No DVR routers for this DVR port cdf8ed11-875e-4551-800c-b7ed35ed4e43 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:20.466385 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-34a0a9cf-821a-4925-bf25-92b90d6daf4f req-06d41d52-a414-4222-bd7e-ceb6e23d2101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.470886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34a0a9cf-821a-4925-bf25-92b90d6daf4f req-06d41d52-a414-4222-bd7e-ceb6e23d2101 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "DELETE /v2.0/ports/cdf8ed11-875e-4551-800c-b7ed35ed4e43 HTTP/1.1" status: 204 len: 173 time: 0.6564209 Jul 07 19:29:20.471971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ebe40-4afd-4fa4-8a50-4e28f4884d48 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:20.471971 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a36ebe40-4afd-4fa4-8a50-4e28f4884d48 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.472316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'name': 'network-vif-deleted', 'tag': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:20.474501 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04c9ca5-bbdd-45c3-9e48-7c04c1b2ef09" -d '{"events": [{"server_uuid": "d2b23db4-7dc2-466e-b4f6-dba7b296da64", "name": "network-vif-deleted", "tag": "cdf8ed11-875e-4551-800c-b7ed35ed4e43"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:20.501484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd8e08-5f25-4630-a734-18e1428108c4 None None] Network 93db1b46-8cec-429c-ac51-32fbdab77e55 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:20.530407 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a64de1d-418e-46cf-add5-2c1a0ba5f962 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:20.545721 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161edd0d-04c3-4085-a1d4-e014eef3bf8f None None] Sync routers for ids ['873d084d-b4e4-48cf-aae2-a75a047641ad'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:20.574971 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161edd0d-04c3-4085-a1d4-e014eef3bf8f None None] Routers {'873d084d-b4e4-48cf-aae2-a75a047641ad'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:20.576234 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-161edd0d-04c3-4085-a1d4-e014eef3bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['873d084d-b4e4-48cf-aae2-a75a047641ad'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:20.589715 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a64de1d-418e-46cf-add5-2c1a0ba5f962 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.603250 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40578) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:20.618847 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9a64de1d-418e-46cf-add5-2c1a0ba5f962 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/873d084d-b4e4-48cf-aae2-a75a047641ad HTTP/1.1" status: 200 len: 890 time: 1.6841772 Jul 07 19:29:20.622069 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a36ebe40-4afd-4fa4-8a50-4e28f4884d48 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5587494 Jul 07 19:29:20.623381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 804387e2-0212-44e1-9259-e8b14d0e9373 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:20.629540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40580) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:20.630877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 804387e2-0212-44e1-9259-e8b14d0e9373 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:20.631228 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.659595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1476c7aa-f8cb-4c2f-9fb6-aed457954529 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-744888381'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:20.669852 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-161edd0d-04c3-4085-a1d4-e014eef3bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:20.680813 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161edd0d-04c3-4085-a1d4-e014eef3bf8f None None] Routers {'873d084d-b4e4-48cf-aae2-a75a047641ad'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:20.681837 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-161edd0d-04c3-4085-a1d4-e014eef3bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:28:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['873d084d-b4e4-48cf-aae2-a75a047641ad'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:20.705486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1476c7aa-f8cb-4c2f-9fb6-aed457954529 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:20.713359 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1476c7aa-f8cb-4c2f-9fb6-aed457954529 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.763160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-93db1b46-8cec-429c-ac51-32fbdab77e55', 'network_id': '93db1b46-8cec-429c-ac51-32fbdab77e55', 'tenant_id': '07810e9888f84ae290add3bbc0776afa', 'fixed_ips': [{'subnet_id': '6d8d8c8b-d294-408b-bb93-d1a952f8a855'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:20.764734 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.767384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1476c7aa-f8cb-4c2f-9fb6-aed457954529 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:20.789364 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35d0e64-8445-4925-bb66-6f545fe208c7 x-openstack-request-id: req-d35d0e64-8445-4925-bb66-6f545fe208c7 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:20.789816 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b23db4-7dc2-466e-b4f6-dba7b296da64", "name": "network-vif-deleted", "tag": "cdf8ed11-875e-4551-800c-b7ed35ed4e43", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:20.790221 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d35d0e64-8445-4925-bb66-6f545fe208c7 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:20.790880 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b23db4-7dc2-466e-b4f6-dba7b296da64', 'name': 'network-vif-deleted', 'tag': 'cdf8ed11-875e-4551-800c-b7ed35ed4e43', 'status': 'completed', 'code': 200} Jul 07 19:29:20.796253 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd2b543e-4f2b-413a-8e0b-db49a2129161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.808865 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1476c7aa-f8cb-4c2f-9fb6-aed457954529 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.809349 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-1476c7aa-f8cb-4c2f-9fb6-aed457954529 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Added segment 20f0bc90-f042-4cbd-b3ab-c255968c2cd9 of type vlan for network 07d4c946-4872-4921-a156-216aad9c7c9e Jul 07 19:29:20.846731 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-161edd0d-04c3-4085-a1d4-e014eef3bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:20.847692 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161edd0d-04c3-4085-a1d4-e014eef3bf8f None None] The sync data for ids ['873d084d-b4e4-48cf-aae2-a75a047641ad'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:20.861609 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.883566 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1476c7aa-f8cb-4c2f-9fb6-aed457954529 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.926419 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1476c7aa-f8cb-4c2f-9fb6-aed457954529 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.933712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476c7aa-f8cb-4c2f-9fb6-aed457954529 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:20.934350 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1476c7aa-f8cb-4c2f-9fb6-aed457954529 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.963102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b1e8e7-0625-446f-b395-043c37e0c404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804387e2-0212-44e1-9259-e8b14d0e9373'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:20.964085 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-419a4df1-b182-4cf6-84e3-672c65c68025 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/routers/873d084d-b4e4-48cf-aae2-a75a047641ad HTTP/1.1" status: 200 len: 890 time: 0.3593152 Jul 07 19:29:20.964694 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40582) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:20.965514 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ca587a-c87c-421a-92ce-12efbd0956c4" -d '{"events": [{"server_uuid": "73b1e8e7-0625-446f-b395-043c37e0c404", "name": "network-vif-plugged", "status": "completed", "tag": "804387e2-0212-44e1-9259-e8b14d0e9373"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:20.997445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 804387e2-0212-44e1-9259-e8b14d0e9373, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=804387e2-0212-44e1-9259-e8b14d0e9373,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:21.030543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476c7aa-f8cb-4c2f-9fb6-aed457954529 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Network': ['ID=07d4c946-4872-4921-a156-216aad9c7c9e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:21.032766 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd38aeb-c4b3-4747-934b-ebb5f4e8a09b x-openstack-request-id: req-7fd38aeb-c4b3-4747-934b-ebb5f4e8a09b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:21.033067 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b1e8e7-0625-446f-b395-043c37e0c404", "name": "network-vif-plugged", "status": "completed", "tag": "804387e2-0212-44e1-9259-e8b14d0e9373", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:21.033302 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7fd38aeb-c4b3-4747-934b-ebb5f4e8a09b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:21.033692 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b1e8e7-0625-446f-b395-043c37e0c404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804387e2-0212-44e1-9259-e8b14d0e9373', 'code': 200} Jul 07 19:29:21.036174 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.050019 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 07d4c946-4872-4921-a156-216aad9c7c9e details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:21.141135 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd32246f-bfe6-47c2-8df2-a7be6375e322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.162657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Allocated IP 2001:db8:0:ffff::2 (93db1b46-8cec-429c-ac51-32fbdab77e55/6d8d8c8b-d294-408b-bb93-d1a952f8a855/900995a3-6fdc-4606-8a96-571c69b46f44) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:21.199509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=804387e2-0212-44e1-9259-e8b14d0e9373,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:21.210163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc29b1e-de07-4f90-854e-fda99c5d1790 req-3e3743cd-f189-4f4e-910b-44680eb832ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:21.211851 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0dc29b1e-de07-4f90-854e-fda99c5d1790 req-3e3743cd-f189-4f4e-910b-44680eb832ca service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 1097 time: 0.0841634 Jul 07 19:29:21.253921 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0dc29b1e-de07-4f90-854e-fda99c5d1790 req-7731299b-ae96-44d8-9e47-1ecf0ea8d408 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341673 Jul 07 19:29:21.381663 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.392995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Transition to ACTIVE for port object 900995a3-6fdc-4606-8a96-571c69b46f44 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:21.397513 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9a047657-88ed-40ce-90fd-72689c6fcc0e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=873d084d-b4e4-48cf-aae2-a75a047641ad HTTP/1.1" status: 200 len: 205 time: 0.4294286 Jul 07 19:29:21.398053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40590) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:21.413829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Transition to ACTIVE for port object 900995a3-6fdc-4606-8a96-571c69b46f44 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:21.423279 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.427275 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40592) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:21.457892 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd2b543e-4f2b-413a-8e0b-db49a2129161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.470041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd2b543e-4f2b-413a-8e0b-db49a2129161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.470812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Network 93db1b46-8cec-429c-ac51-32fbdab77e55 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:21.474192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:21.475072 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1476c7aa-f8cb-4c2f-9fb6-aed457954529 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8404989 Jul 07 19:29:21.478183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:21.483553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40594) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:21.491529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4e2b976e-9661-449a-b425-377fc5dd157f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'subnet': {'network_id': '07d4c946-4872-4921-a156-216aad9c7c9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:21.529256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Pushing event updated for resources: {'Port': ['ID=900995a3-6fdc-4606-8a96-571c69b46f44,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:21.572817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Attempting to bind port 900995a3-6fdc-4606-8a96-571c69b46f44 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:21.573668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Attempting to bind port 900995a3-6fdc-4606-8a96-571c69b46f44 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'ee9b0a05-42a2-4ece-8cf1-851ee42c96ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '93db1b46-8cec-429c-ac51-32fbdab77e55'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:21.574258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Attempting to bind port 900995a3-6fdc-4606-8a96-571c69b46f44 on network 93db1b46-8cec-429c-ac51-32fbdab77e55 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:21.576129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b543e-4f2b-413a-8e0b-db49a2129161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36fb2c1-9db2-4970-b098-c91bfab86ee4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:21.586725 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:21.587289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Checking segment: {'id': 'ee9b0a05-42a2-4ece-8cf1-851ee42c96ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '93db1b46-8cec-429c-ac51-32fbdab77e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:21.587781 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.588248 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Bound using segment: {'id': 'ee9b0a05-42a2-4ece-8cf1-851ee42c96ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '93db1b46-8cec-429c-ac51-32fbdab77e55'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:21.588991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Bound port: 900995a3-6fdc-4606-8a96-571c69b46f44, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9b0a05-42a2-4ece-8cf1-851ee42c96ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '93db1b46-8cec-429c-ac51-32fbdab77e55'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:21.589437 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.594062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cd2b543e-4f2b-413a-8e0b-db49a2129161 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=056783b7da4b477f8c281b9aa24745b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1879208 Jul 07 19:29:21.599122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40600) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:21.616147 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-09d3f4d6-361d-410f-953c-ac2f1715c7ba tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.670482 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-09d3f4d6-361d-410f-953c-ac2f1715c7ba tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.676588 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] For port 900995a3-6fdc-4606-8a96-571c69b46f44, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:21.683094 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] For port 900995a3-6fdc-4606-8a96-571c69b46f44, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=900995a3-6fdc-4606-8a96-571c69b46f44,segment=NetworkSegment(ee9b0a05-42a2-4ece-8cf1-851ee42c96ae),segment_id=ee9b0a05-42a2-4ece-8cf1-851ee42c96ae)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:21.687655 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.689415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2b976e-9661-449a-b425-377fc5dd157f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:21.693352 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e2b976e-9661-449a-b425-377fc5dd157f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.760913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb00f0b-2ade-479f-b337-ec050cc70c95 None None] Pushing event updated for resources: {'Port': ['ID=900995a3-6fdc-4606-8a96-571c69b46f44,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:21.786985 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.799008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23547c57-27d7-48e1-b5cf-c44dfb7f57cb req-380c6175-9c96-464d-a4f9-7e2f64d8d3af tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:21.811798 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23547c57-27d7-48e1-b5cf-c44dfb7f57cb req-380c6175-9c96-464d-a4f9-7e2f64d8d3af tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 946 time: 0.2988334 Jul 07 19:29:21.820159 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62bb410a-106e-4ffd-9b07-fd23be041a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.859928 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62bb410a-106e-4ffd-9b07-fd23be041a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.874219 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-09d3f4d6-361d-410f-953c-ac2f1715c7ba tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.879717 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-09d3f4d6-361d-410f-953c-ac2f1715c7ba tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.879717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-09d3f4d6-361d-410f-953c-ac2f1715c7ba tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/security-groups/7837745c-a3f3-4e10-ae44-2c751387b2d1 HTTP/1.1" status: 204 len: 168 time: 0.4506698 Jul 07 19:29:21.931255 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23547c57-27d7-48e1-b5cf-c44dfb7f57cb req-7cbd8c91-e3f5-4e9c-95b5-8da5d0183a0a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024225 Jul 07 19:29:21.931255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3f4d6-361d-410f-953c-ac2f1715c7ba tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7837745c-a3f3-4e10-ae44-2c751387b2d1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:21.993514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40606) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:22.002095 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62bb410a-106e-4ffd-9b07-fd23be041a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.009511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62bb410a-106e-4ffd-9b07-fd23be041a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.009511 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-62bb410a-106e-4ffd-9b07-fd23be041a20 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f36fb2c1-9db2-4970-b098-c91bfab86ee4 HTTP/1.1" status: 204 len: 168 time: 0.4088802 Jul 07 19:29:22.051913 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.068330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb410a-106e-4ffd-9b07-fd23be041a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36fb2c1-9db2-4970-b098-c91bfab86ee4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:22.209509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e2b976e-9661-449a-b425-377fc5dd157f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.287976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 900995a3-6fdc-4606-8a96-571c69b46f44 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:22.329098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b976e-9661-449a-b425-377fc5dd157f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Subnet': ['ID=fe626299-ce23-4d1e-8e2b-edbe9fbe1633,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:22.395430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port 66eb7d16-1ff5-4645-9a74-b8dec4f6eba7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:22.395782 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.418763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b976e-9661-449a-b425-377fc5dd157f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Checking segment: {'id': '20f0bc90-f042-4cbd-b3ab-c255968c2cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '07d4c946-4872-4921-a156-216aad9c7c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:22.419337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b976e-9661-449a-b425-377fc5dd157f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network hostable DHCP agents. Network: 07d4c946-4872-4921-a156-216aad9c7c9e, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:22.482596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b976e-9661-449a-b425-377fc5dd157f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network 07d4c946-4872-4921-a156-216aad9c7c9e is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:22.505748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b976e-9661-449a-b425-377fc5dd157f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 07d4c946-4872-4921-a156-216aad9c7c9e) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:22.510225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b976e-9661-449a-b425-377fc5dd157f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:22.510841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e2b976e-9661-449a-b425-377fc5dd157f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.515994 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e4f7f-1306-417a-ac87-5d3f162ddc20 None None] Network 07d4c946-4872-4921-a156-216aad9c7c9e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:22.521835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 900995a3-6fdc-4606-8a96-571c69b46f44 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:22.532643 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.548360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for 66eb7d16-1ff5-4645-9a74-b8dec4f6eba7 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:22.551400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4e2b976e-9661-449a-b425-377fc5dd157f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0666304 Jul 07 19:29:22.556335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40618) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:22.676969 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.759605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f931dc3-b717-42b9-b994-a58eb4c53829 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.940775 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.961784 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-07d4c946-4872-4921-a156-216aad9c7c9e', 'network_id': '07d4c946-4872-4921-a156-216aad9c7c9e', 'tenant_id': '07810e9888f84ae290add3bbc0776afa', 'fixed_ips': [{'subnet_id': 'fe626299-ce23-4d1e-8e2b-edbe9fbe1633'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:22.963820 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.198304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.242099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=66eb7d16-1ff5-4645-9a74-b8dec4f6eba7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:23.352063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Allocated IP 2001:db8::1 (07d4c946-4872-4921-a156-216aad9c7c9e/fe626299-ce23-4d1e-8e2b-edbe9fbe1633/a54d639f-4749-4fd3-a56e-7da36909db10) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:23.446577 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.456711 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2f931dc3-b717-42b9-b994-a58eb4c53829 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting port 44f64632-d1cf-42a5-9f0e-686472dd87d5 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:23.457296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f931dc3-b717-42b9-b994-a58eb4c53829 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.525627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47571a81-bec4-4eaa-80e4-8ee2c6d407b4 None None] Network 93db1b46-8cec-429c-ac51-32fbdab77e55 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:23.555079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device cdf8ed11-875e-4551-800c-b7ed35ed4e43 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:23.579424 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:29:23.590991 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.593339 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.593965 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6239d431-0a6c-4105-8fdd-b91c8f26cbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.644828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: cdf8ed11-875e-4551-800c-b7ed35ed4e43 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:23.644828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device cdf8ed11-875e-4551-800c-b7ed35ed4e43 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:23.647679 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.648335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Fanout notify agent at l3_agent the message router_deleted on router 873d084d-b4e4-48cf-aae2-a75a047641ad {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:29:23.658451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.665429 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0d93ca12-cfff-4482-a43e-70863430a0d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/873d084d-b4e4-48cf-aae2-a75a047641ad HTTP/1.1" status: 204 len: 168 time: 2.2660196 Jul 07 19:29:23.666078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40644) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:23.670436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df8f0387-925a-4ce7-bdd7-3947361b501d None None] Provisioning for port 900995a3-6fdc-4606-8a96-571c69b46f44 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:23.673002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e33a7f42-c37f-4dc5-990b-79c264b5b8f9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1659707577'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:23.681345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-2f931dc3-b717-42b9-b994-a58eb4c53829 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] For port 44f64632-d1cf-42a5-9f0e-686472dd87d5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=44f64632-d1cf-42a5-9f0e-686472dd87d5,segment=NetworkSegment(522e6aa2-a576-4c66-8d56-18a0de4d628b),segment_id=522e6aa2-a576-4c66-8d56-18a0de4d628b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:23.682746 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f931dc3-b717-42b9-b994-a58eb4c53829 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.684189 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2bf03-7b1b-421b-8f58-c82dd7616204 req-3b951b9b-bf49-415a-b79f-62ce13534c11 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:23.686614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df8f0387-925a-4ce7-bdd7-3947361b501d None None] Provisioning complete for port 900995a3-6fdc-4606-8a96-571c69b46f44 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:23.687185 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df8f0387-925a-4ce7-bdd7-3947361b501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.691409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-08f2bf03-7b1b-421b-8f58-c82dd7616204 req-3b951b9b-bf49-415a-b79f-62ce13534c11 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 946 time: 0.3672605 Jul 07 19:29:23.718321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2f931dc3-b717-42b9-b994-a58eb4c53829 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Calling delete_port for 44f64632-d1cf-42a5-9f0e-686472dd87d5 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:23.726227 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.747309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Transition to ACTIVE for port object a54d639f-4749-4fd3-a56e-7da36909db10 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:23.760888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33a7f42-c37f-4dc5-990b-79c264b5b8f9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:23.764816 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e33a7f42-c37f-4dc5-990b-79c264b5b8f9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.793993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-08f2bf03-7b1b-421b-8f58-c82dd7616204 req-48223fd6-83a3-4d81-a62b-8dc39919250a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961285 Jul 07 19:29:23.833371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33a7f42-c37f-4dc5-990b-79c264b5b8f9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:23.847845 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e33a7f42-c37f-4dc5-990b-79c264b5b8f9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.848465 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-e33a7f42-c37f-4dc5-990b-79c264b5b8f9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Added segment c0a85cc5-8a28-4bf6-9d07-8f97572d6809 of type vlan for network 76b55071-bb5f-46ce-8a4a-f6c933ec7014 Jul 07 19:29:23.854828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Transition to ACTIVE for port object a54d639f-4749-4fd3-a56e-7da36909db10 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:23.880210 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.894032 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.949929 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.981423 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e33a7f42-c37f-4dc5-990b-79c264b5b8f9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.005649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Subnet': ['ID=fe626299-ce23-4d1e-8e2b-edbe9fbe1633,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:24.063448 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df8f0387-925a-4ce7-bdd7-3947361b501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.096455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Network 07d4c946-4872-4921-a156-216aad9c7c9e is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:24.097789 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.135427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:24.138575 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e33a7f42-c37f-4dc5-990b-79c264b5b8f9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.147179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a7f42-c37f-4dc5-990b-79c264b5b8f9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:24.147631 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e33a7f42-c37f-4dc5-990b-79c264b5b8f9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.150422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:24.226391 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-cf2d119c-1362-4613-a5bd-4106626fda8d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:24.228352 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-cf2d119c-1362-4613-a5bd-4106626fda8d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.1655855 Jul 07 19:29:24.237317 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f931dc3-b717-42b9-b994-a58eb4c53829 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.240805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d4c946-4872-4921-a156-216aad9c7c9e']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:24.246274 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df8f0387-925a-4ce7-bdd7-3947361b501d None None] For port 900995a3-6fdc-4606-8a96-571c69b46f44, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=900995a3-6fdc-4606-8a96-571c69b46f44,segment=NetworkSegment(ee9b0a05-42a2-4ece-8cf1-851ee42c96ae),segment_id=ee9b0a05-42a2-4ece-8cf1-851ee42c96ae)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:24.264095 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df8f0387-925a-4ce7-bdd7-3947361b501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.305145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f0bc90-f042-4cbd-b3ab-c255968c2cd9') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:24.305460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f0bc90-f042-4cbd-b3ab-c255968c2cd9') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:24.311957 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-33b3f26e-836c-4aef-97d2-a7c46c82b635 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/quotas/cfc0bfa801a549519ae7c1ebf365c273 HTTP/1.1" status: 200 len: 375 time: 0.0766609 Jul 07 19:29:24.314828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Pushing event updated for resources: {'Port': ['ID=a54d639f-4749-4fd3-a56e-7da36909db10,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:24.334888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a7f42-c37f-4dc5-990b-79c264b5b8f9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Network': ['ID=76b55071-bb5f-46ce-8a4a-f6c933ec7014,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:24.336670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f931dc3-b717-42b9-b994-a58eb4c53829 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Port': ['ID=44f64632-d1cf-42a5-9f0e-686472dd87d5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:24.354049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Attempting to bind port a54d639f-4749-4fd3-a56e-7da36909db10 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:24.354436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Attempting to bind port a54d639f-4749-4fd3-a56e-7da36909db10 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '20f0bc90-f042-4cbd-b3ab-c255968c2cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '07d4c946-4872-4921-a156-216aad9c7c9e'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:24.354995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Attempting to bind port a54d639f-4749-4fd3-a56e-7da36909db10 on network 07d4c946-4872-4921-a156-216aad9c7c9e {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:24.357598 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 76b55071-bb5f-46ce-8a4a-f6c933ec7014 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:24.359562 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.380145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40674) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:24.380801 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e33a7f42-c37f-4dc5-990b-79c264b5b8f9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7073328 Jul 07 19:29:24.417311 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.432904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:24.433362 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.438096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-662518a1-d56b-4b90-a239-d90f93e5d574 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'subnet': {'network_id': '76b55071-bb5f-46ce-8a4a-f6c933ec7014', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:24.444542 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:24.602153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:24.602153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Checking segment: {'id': '20f0bc90-f042-4cbd-b3ab-c255968c2cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '07d4c946-4872-4921-a156-216aad9c7c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:24.604599 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.605016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Bound using segment: {'id': '20f0bc90-f042-4cbd-b3ab-c255968c2cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '07d4c946-4872-4921-a156-216aad9c7c9e'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:24.605586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Bound port: a54d639f-4749-4fd3-a56e-7da36909db10, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f0bc90-f042-4cbd-b3ab-c255968c2cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '07d4c946-4872-4921-a156-216aad9c7c9e'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:24.606038 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.607197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662518a1-d56b-4b90-a239-d90f93e5d574 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:24.612232 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-662518a1-d56b-4b90-a239-d90f93e5d574 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.634686 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:29:24.634686 n-d-793621-9 neutron-server[93900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:29:24.634686 n-d-793621-9 neutron-server[93900]: [parameters: {'id': '07d4c946-4872-4921-a156-216aad9c7c9e'}] Jul 07 19:29:24.634686 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:29:24.635236 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:29:24.707795 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f0387-925a-4ce7-bdd7-3947361b501d None None] Pushing event updated for resources: {'Port': ['ID=900995a3-6fdc-4606-8a96-571c69b46f44,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:24.746877 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.764578 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] For port a54d639f-4749-4fd3-a56e-7da36909db10, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:24.769255 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] For port a54d639f-4749-4fd3-a56e-7da36909db10, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a54d639f-4749-4fd3-a56e-7da36909db10,segment=NetworkSegment(20f0bc90-f042-4cbd-b3ab-c255968c2cd9),segment_id=20f0bc90-f042-4cbd-b3ab-c255968c2cd9)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:24.773562 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.810237 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-4ef82e34-448b-4af8-a5f2-3565d57f0ec4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4775999 Jul 07 19:29:24.843682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8348af-05d8-4a9d-abb3-eb5182b64cad None None] Pushing event updated for resources: {'Port': ['ID=a54d639f-4749-4fd3-a56e-7da36909db10,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:24.862068 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5512e84b-618c-4161-bb8f-28af3d085c5a None None] Provisioning complete for port 900995a3-6fdc-4606-8a96-571c69b46f44 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:24.862551 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5512e84b-618c-4161-bb8f-28af3d085c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.979637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7f257-c653-4ae2-8ec7-453048b851b1 None None] Network 07d4c946-4872-4921-a156-216aad9c7c9e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:24.984209 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f931dc3-b717-42b9-b994-a58eb4c53829 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.102445 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-593924e3-492c-4634-a401-3e4ca4d534ff service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546153 Jul 07 19:29:25.137006 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.148390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0202f-72ce-46ca-8463-f1dddee49877 None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:29:25.177008 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-662518a1-d56b-4b90-a239-d90f93e5d574 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.207792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Deleting port a54d639f-4749-4fd3-a56e-7da36909db10 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:25.208826 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.334425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] For port a54d639f-4749-4fd3-a56e-7da36909db10, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a54d639f-4749-4fd3-a56e-7da36909db10,segment=NetworkSegment(20f0bc90-f042-4cbd-b3ab-c255968c2cd9),segment_id=20f0bc90-f042-4cbd-b3ab-c255968c2cd9)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:25.336498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.364713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Calling delete_port for a54d639f-4749-4fd3-a56e-7da36909db10 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:25.434061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662518a1-d56b-4b90-a239-d90f93e5d574 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Checking segment: {'id': 'c0a85cc5-8a28-4bf6-9d07-8f97572d6809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '76b55071-bb5f-46ce-8a4a-f6c933ec7014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:25.434450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662518a1-d56b-4b90-a239-d90f93e5d574 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network hostable DHCP agents. Network: 76b55071-bb5f-46ce-8a4a-f6c933ec7014, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:25.456248 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-132d5b1e-a619-4a45-8769-0e102f1cff1d service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348863 Jul 07 19:29:25.466677 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662518a1-d56b-4b90-a239-d90f93e5d574 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Subnet': ['ID=1b185211-7e0b-4ec1-ad91-47e034903b12,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:25.492907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.548166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No DVR routers for this DVR port a54d639f-4749-4fd3-a56e-7da36909db10 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:25.555514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Port': ['ID=a54d639f-4749-4fd3-a56e-7da36909db10,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:25.599900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662518a1-d56b-4b90-a239-d90f93e5d574 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network 76b55071-bb5f-46ce-8a4a-f6c933ec7014 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:25.613116 n-d-793621-9 neutron-server[93902]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-a6c0202f-72ce-46ca-8463-f1dddee49877 None None] Agent e8a39494-9f06-4f7b-a585-9483aa98c68a already present Jul 07 19:29:25.613741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c0202f-72ce-46ca-8463-f1dddee49877 None None] Network 76b55071-bb5f-46ce-8a4a-f6c933ec7014 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:25.614427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c0202f-72ce-46ca-8463-f1dddee49877 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 76b55071-bb5f-46ce-8a4a-f6c933ec7014) {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:29:25.623866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-662518a1-d56b-4b90-a239-d90f93e5d574 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 76b55071-bb5f-46ce-8a4a-f6c933ec7014) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:25.635999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662518a1-d56b-4b90-a239-d90f93e5d574 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:25.637120 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-662518a1-d56b-4b90-a239-d90f93e5d574 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.673085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40730) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:25.673540 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-662518a1-d56b-4b90-a239-d90f93e5d574 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2913859 Jul 07 19:29:25.677676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f931dc3-b717-42b9-b994-a58eb4c53829 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Router 549f139e-462e-4e7e-a008-f3f262694ece has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:29:25.687568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e240919a-5985-48a6-b644-866dda259b4d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-530640700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:25.785452 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e3d44c2-9207-4b53-b96f-5862daf2a133 req-b9c598dd-62bc-4e22-ac3e-ecc23b9e49c2 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 210 time: 0.0649359 Jul 07 19:29:25.806011 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.814252 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40734) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:25.851542 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d4c946-4872-4921-a156-216aad9c7c9e']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:25.867604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f0bc90-f042-4cbd-b3ab-c255968c2cd9') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:25.868378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f0bc90-f042-4cbd-b3ab-c255968c2cd9') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:25.887023 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.897516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f931dc3-b717-42b9-b994-a58eb4c53829 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:25.909526 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.916251 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e240919a-5985-48a6-b644-866dda259b4d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.916865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc1a71-25d5-4c70-a84d-9df1f0dfdef7 None None] Sync routers for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:25.917425 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2f931dc3-b717-42b9-b994-a58eb4c53829 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "PUT /v2.0/routers/549f139e-462e-4e7e-a008-f3f262694ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9216588 Jul 07 19:29:25.919145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40738) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:25.921116 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e240919a-5985-48a6-b644-866dda259b4d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.937212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:25.938095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:25.945055 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:25.999569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc1a71-25d5-4c70-a84d-9df1f0dfdef7 None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:26.000223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c8dc1a71-25d5-4c70-a84d-9df1f0dfdef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:26.022555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-5460f692-8085-43d4-9e08-d84a5f91807d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting subnet bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:29:26.025916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5460f692-8085-43d4-9e08-d84a5f91807d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.069858 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8c744294-0443-4bcc-b54d-bfb00f5c8ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.075303 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5460f692-8085-43d4-9e08-d84a5f91807d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.106965 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.135142 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.139011 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/07d4c946-4872-4921-a156-216aad9c7c9e HTTP/1.1" status: 204 len: 168 time: 3.5782206 Jul 07 19:29:26.143329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40744) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:26.160715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-7888aec3-02ee-4562-a916-fecaba5959e5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1559871772'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:26.186040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f964d2-398c-44b4-8585-e9621f52cbff tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Network': ['ID=07d4c946-4872-4921-a156-216aad9c7c9e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:26.247624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e240919a-5985-48a6-b644-866dda259b4d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.259030 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e240919a-5985-48a6-b644-866dda259b4d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.306102 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5460f692-8085-43d4-9e08-d84a5f91807d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.306651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c8dc1a71-25d5-4c70-a84d-9df1f0dfdef7 None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:26.339061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 900995a3-6fdc-4606-8a96-571c69b46f44 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:26.354706 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8c744294-0443-4bcc-b54d-bfb00f5c8ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.386051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e240919a-5985-48a6-b644-866dda259b4d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.393404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e240919a-5985-48a6-b644-866dda259b4d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7192135 Jul 07 19:29:26.395845 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5460f692-8085-43d4-9e08-d84a5f91807d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.396508 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8c744294-0443-4bcc-b54d-bfb00f5c8ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.402562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40750) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:26.424416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7888aec3-02ee-4562-a916-fecaba5959e5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:26.430650 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7888aec3-02ee-4562-a916-fecaba5959e5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.467784 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5460f692-8085-43d4-9e08-d84a5f91807d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.470871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5460f692-8085-43d4-9e08-d84a5f91807d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/subnets/bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15 HTTP/1.1" status: 204 len: 168 time: 0.5486448 Jul 07 19:29:26.473789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40752) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:26.488354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460f692-8085-43d4-9e08-d84a5f91807d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5d6f78-4020-4b6e-8d9e-ae5f3b35cf15,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:26.611165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7888aec3-02ee-4562-a916-fecaba5959e5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:26.626267 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8c744294-0443-4bcc-b54d-bfb00f5c8ca3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=670acca153d049a9b7af0ed5ff2ed526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8090615 Jul 07 19:29:26.631912 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40756) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:26.688723 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c744294-0443-4bcc-b54d-bfb00f5c8ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cc5eb8-d80d-4bf5-9646-6764d73fb5d1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:26.704404 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.730361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 900995a3-6fdc-4606-8a96-571c69b46f44 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:26.731139 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.737618 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7888aec3-02ee-4562-a916-fecaba5959e5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.738089 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-7888aec3-02ee-4562-a916-fecaba5959e5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Added segment 94ca6cfc-d262-46b8-af0d-715c2669b750 of type vlan for network 7b404f0f-d38c-4486-95b0-8ee6953cca5e Jul 07 19:29:26.759084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-76b55071-bb5f-46ce-8a4a-f6c933ec7014', 'network_id': '76b55071-bb5f-46ce-8a4a-f6c933ec7014', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'fixed_ips': [{'subnet_id': '1b185211-7e0b-4ec1-ad91-47e034903b12'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:26.759505 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.848488 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7888aec3-02ee-4562-a916-fecaba5959e5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.857301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.934982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7888aec3-02ee-4562-a916-fecaba5959e5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.941236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7888aec3-02ee-4562-a916-fecaba5959e5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:26.942587 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7888aec3-02ee-4562-a916-fecaba5959e5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.038540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Allocated IP 2001:db8::2 (76b55071-bb5f-46ce-8a4a-f6c933ec7014/1b185211-7e0b-4ec1-ad91-47e034903b12/f2551fd3-3248-4ca9-8383-a3d6c733770d) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:27.329577 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.345884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Transition to ACTIVE for port object f2551fd3-3248-4ca9-8383-a3d6c733770d will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:27.350705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c8dc1a71-25d5-4c70-a84d-9df1f0dfdef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:29:23Z', 'revision_number': 7, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:27.384753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc1a71-25d5-4c70-a84d-9df1f0dfdef7 None None] Checking router: 549f139e-462e-4e7e-a008-f3f262694ece for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:29:27.403933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc1a71-25d5-4c70-a84d-9df1f0dfdef7 None None] Routers {'549f139e-462e-4e7e-a008-f3f262694ece'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:27.404576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c8dc1a71-25d5-4c70-a84d-9df1f0dfdef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['549f139e-462e-4e7e-a008-f3f262694ece'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:27.409309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Transition to ACTIVE for port object f2551fd3-3248-4ca9-8383-a3d6c733770d will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:27.416940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7888aec3-02ee-4562-a916-fecaba5959e5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2719324 Jul 07 19:29:27.435450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40762) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:27.436344 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dfc9191f-9477-4627-bfb0-80de6d9ff677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.451297 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.475699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-89c4324f-f24e-4440-ad22-fcb12acca9b9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'subnet': {'network_id': '7b404f0f-d38c-4486-95b0-8ee6953cca5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:27.513249 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2e64c37-495f-4b1e-ae44-60ae6bee037d req-23b546f0-be65-4e0d-84a7-fd16fbde6253 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 210 time: 0.0807242 Jul 07 19:29:27.525023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Network 76b55071-bb5f-46ce-8a4a-f6c933ec7014 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:27.540394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888aec3-02ee-4562-a916-fecaba5959e5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Network': ['ID=7b404f0f-d38c-4486-95b0-8ee6953cca5e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:27.540991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:27.553412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.555540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:27.579996 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dfc9191f-9477-4627-bfb0-80de6d9ff677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.591968 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 7b404f0f-d38c-4486-95b0-8ee6953cca5e details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:27.610609 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.740390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-4fa3a93c-acde-4485-97ec-e0848e0ef2b4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:27.741891 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-4fa3a93c-acde-4485-97ec-e0848e0ef2b4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.48 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.3568685 Jul 07 19:29:27.762356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Request body: {'port': {'device_id': '762a3ae7-324d-49d2-a083-b4e10de74128', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'admin_state_up': True, 'tenant_id': 'cfc0bfa801a549519ae7c1ebf365c273'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:27.797620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Pushing event updated for resources: {'Port': ['ID=f2551fd3-3248-4ca9-8383-a3d6c733770d,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:27.847661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Attempting to bind port f2551fd3-3248-4ca9-8383-a3d6c733770d on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:27.848406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Attempting to bind port f2551fd3-3248-4ca9-8383-a3d6c733770d by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'c0a85cc5-8a28-4bf6-9d07-8f97572d6809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '76b55071-bb5f-46ce-8a4a-f6c933ec7014'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:27.848987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Attempting to bind port f2551fd3-3248-4ca9-8383-a3d6c733770d on network 76b55071-bb5f-46ce-8a4a-f6c933ec7014 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:27.861182 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:27.861954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Checking segment: {'id': 'c0a85cc5-8a28-4bf6-9d07-8f97572d6809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '76b55071-bb5f-46ce-8a4a-f6c933ec7014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:27.862697 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.863343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Bound using segment: {'id': 'c0a85cc5-8a28-4bf6-9d07-8f97572d6809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '76b55071-bb5f-46ce-8a4a-f6c933ec7014'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:27.864031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Bound port: f2551fd3-3248-4ca9-8383-a3d6c733770d, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a85cc5-8a28-4bf6-9d07-8f97572d6809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '76b55071-bb5f-46ce-8a4a-f6c933ec7014'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:27.864657 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.874710 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c8dc1a71-25d5-4c70-a84d-9df1f0dfdef7 None None] Set router 549f139e-462e-4e7e-a008-f3f262694ece gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:27.895686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c4324f-f24e-4440-ad22-fcb12acca9b9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:27.899940 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89c4324f-f24e-4440-ad22-fcb12acca9b9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.900647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Allocated IP 2001:db8::1 (76b55071-bb5f-46ce-8a4a-f6c933ec7014/1b185211-7e0b-4ec1-ad91-47e034903b12/547d4a4c-7162-45a6-9507-df99b07f0b30) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:27.955622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Made reservation on behalf of cfc0bfa801a549519ae7c1ebf365c273 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:27.959310 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.010844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting port d70dad2a-2988-4f3c-a23d-9c955538d5c4 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:28.011200 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.019532 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dfc9191f-9477-4627-bfb0-80de6d9ff677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.022244 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dfc9191f-9477-4627-bfb0-80de6d9ff677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.027604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dfc9191f-9477-4627-bfb0-80de6d9ff677 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59cc5eb8-d80d-4bf5-9646-6764d73fb5d1 HTTP/1.1" status: 204 len: 168 time: 1.3911455 Jul 07 19:29:28.045613 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9191f-9477-4627-bfb0-80de6d9ff677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cc5eb8-d80d-4bf5-9646-6764d73fb5d1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:28.071530 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.094837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Transition to ACTIVE for port object 547d4a4c-7162-45a6-9507-df99b07f0b30 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:28.135550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.166037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network 76b55071-bb5f-46ce-8a4a-f6c933ec7014 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:28.169210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:28.198753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:28.199964 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.227068 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] For port f2551fd3-3248-4ca9-8383-a3d6c733770d, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:28.235382 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] For port f2551fd3-3248-4ca9-8383-a3d6c733770d, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f2551fd3-3248-4ca9-8383-a3d6c733770d,segment=NetworkSegment(c0a85cc5-8a28-4bf6-9d07-8f97572d6809),segment_id=c0a85cc5-8a28-4bf6-9d07-8f97572d6809)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:28.242627 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.302055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] For port d70dad2a-2988-4f3c-a23d-9c955538d5c4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d70dad2a-2988-4f3c-a23d-9c955538d5c4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:28.302690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.305504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=547d4a4c-7162-45a6-9507-df99b07f0b30,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:28.362504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Calling delete_port for d70dad2a-2988-4f3c-a23d-9c955538d5c4 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:28.364682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Allocated IP 172.20.0.2 (8fe28009-9066-440f-9464-deba41242cb9/c21bbf2f-3f18-47a4-8078-10985cc0be42/36dcc658-1029-400a-bc1e-37939126bc4a) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:28.397595 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.425230 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89c4324f-f24e-4440-ad22-fcb12acca9b9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.454666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1748c0-035f-496e-8ee2-9d5c6ce55aa4 None None] Pushing event updated for resources: {'Port': ['ID=f2551fd3-3248-4ca9-8383-a3d6c733770d,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:28.523771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40774) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:28.543165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c8dc1a71-25d5-4c70-a84d-9df1f0dfdef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:29:23Z', 'revision_number': 7, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:28.581488 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a262f6b7-27dd-41cc-8f83-c0a20410af6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.583743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc1a71-25d5-4c70-a84d-9df1f0dfdef7 None None] The sync data for ids ['549f139e-462e-4e7e-a008-f3f262694ece'] in n-d-793621-9 is: [{'id': '549f139e-462e-4e7e-a008-f3f262694ece', 'name': 'tempest-TestNetworkBasicOps-router-1166994478', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:19Z', 'updated_at': '2021-07-07T19:29:23Z', 'revision_number': 7, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': 'd70dad2a-2988-4f3c-a23d-9c955538d5c4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549f139e-462e-4e7e-a008-f3f262694ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:20Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:28.644654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4324f-f24e-4440-ad22-fcb12acca9b9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Subnet': ['ID=2e1019f6-9265-4d3d-b7d4-6f2fd2be3ed8,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:28.790836 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a1062434-7bf2-48bf-a571-160582a72576 req-cf3f115f-0073-421c-a4a8-63eb3e463a1e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 210 time: 0.0462177 Jul 07 19:29:28.800117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4324f-f24e-4440-ad22-fcb12acca9b9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Checking segment: {'id': '94ca6cfc-d262-46b8-af0d-715c2669b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7b404f0f-d38c-4486-95b0-8ee6953cca5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:28.800735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c4324f-f24e-4440-ad22-fcb12acca9b9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network hostable DHCP agents. Network: 7b404f0f-d38c-4486-95b0-8ee6953cca5e, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:28.864542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c4324f-f24e-4440-ad22-fcb12acca9b9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network 7b404f0f-d38c-4486-95b0-8ee6953cca5e is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:28.869979 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.874883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.875714 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.932454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-89c4324f-f24e-4440-ad22-fcb12acca9b9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 7b404f0f-d38c-4486-95b0-8ee6953cca5e) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:28.947916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c4324f-f24e-4440-ad22-fcb12acca9b9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:28.948570 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89c4324f-f24e-4440-ad22-fcb12acca9b9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.017393 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=547d4a4c-7162-45a6-9507-df99b07f0b30,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:29.035758 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.091352 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.105357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network 76b55071-bb5f-46ce-8a4a-f6c933ec7014 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:29.114166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:29.135232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Port': ['ID=d70dad2a-2988-4f3c-a23d-9c955538d5c4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:29.161140 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a262f6b7-27dd-41cc-8f83-c0a20410af6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.184435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a262f6b7-27dd-41cc-8f83-c0a20410af6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.204631 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-89c4324f-f24e-4440-ad22-fcb12acca9b9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7420065 Jul 07 19:29:29.219234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40782) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:29.227060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9d7519d6-b102-470c-bbfa-cd3d26aec935 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1887138724'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:29.269303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7519d6-b102-470c-bbfa-cd3d26aec935 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:29.272950 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9d7519d6-b102-470c-bbfa-cd3d26aec935 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.304287 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.307760 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a262f6b7-27dd-41cc-8f83-c0a20410af6f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=96a094a069d940459311b7fa080d7ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7791669 Jul 07 19:29:29.311319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40784) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:29.313825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7519d6-b102-470c-bbfa-cd3d26aec935 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:29.320240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75', '804387e2-0212-44e1-9259-e8b14d0e9373'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:29:29.325375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262f6b7-27dd-41cc-8f83-c0a20410af6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadf68df-b0dc-4e75-b339-dbaae27e86e2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:29.349779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router a40a9227-dce1-4696-b761-e886621cb1b0 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:29:29.352812 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9d7519d6-b102-470c-bbfa-cd3d26aec935 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.353349 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-9d7519d6-b102-470c-bbfa-cd3d26aec935 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Added segment baf522b6-1da8-423e-bc4e-00e0c7d01027 of type vlan for network 3673f1ae-080f-4d8f-ba6c-9559b05f7196 Jul 07 19:29:29.426018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Network 8fe28009-9066-440f-9464-deba41242cb9 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:29.427048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event updated for resources: {'Port': ['ID=36dcc658-1029-400a-bc1e-37939126bc4a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:29.436569 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.440590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:29.443588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:29.464068 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9d7519d6-b102-470c-bbfa-cd3d26aec935 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.564379 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a4f6d33-3b34-4b31-8ab2-100806ffdddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.593231 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9d7519d6-b102-470c-bbfa-cd3d26aec935 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.599421 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7519d6-b102-470c-bbfa-cd3d26aec935 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:29.600026 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9d7519d6-b102-470c-bbfa-cd3d26aec935 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.609304 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:29.625970 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a332f-e2bf-41fc-8657-a1b1f88d8710 None None] Sync routers for ids ['a40a9227-dce1-4696-b761-e886621cb1b0'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:29.631477 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.637136 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f3bdca10-52b3-4c4e-bdb0-a4e44a56bd0b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/a40a9227-dce1-4696-b761-e886621cb1b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2145984 Jul 07 19:29:29.637644 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.637805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40788) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:29.650022 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a332f-e2bf-41fc-8657-a1b1f88d8710 None None] Routers {'a40a9227-dce1-4696-b761-e886621cb1b0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:29.651348 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-764a332f-e2bf-41fc-8657-a1b1f88d8710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a40a9227-dce1-4696-b761-e886621cb1b0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:29.674539 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a4f6d33-3b34-4b31-8ab2-100806ffdddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.706534 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9d7519d6-b102-470c-bbfa-cd3d26aec935 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4844170 Jul 07 19:29:29.716439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:29.717222 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.732306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40790) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:29.738844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'subnet': {'network_id': '3673f1ae-080f-4d8f-ba6c-9559b05f7196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:29.750619 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-764a332f-e2bf-41fc-8657-a1b1f88d8710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:29.760552 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a332f-e2bf-41fc-8657-a1b1f88d8710 None None] Routers {'a40a9227-dce1-4696-b761-e886621cb1b0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:29.761444 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-764a332f-e2bf-41fc-8657-a1b1f88d8710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a40a9227-dce1-4696-b761-e886621cb1b0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:29.777801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7519d6-b102-470c-bbfa-cd3d26aec935 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Network': ['ID=3673f1ae-080f-4d8f-ba6c-9559b05f7196,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:29.798437 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 3673f1ae-080f-4d8f-ba6c-9559b05f7196 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:29.807831 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-764a332f-e2bf-41fc-8657-a1b1f88d8710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:29.808861 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a332f-e2bf-41fc-8657-a1b1f88d8710 None None] The sync data for ids ['a40a9227-dce1-4696-b761-e886621cb1b0'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:29.815388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf026564-280d-41a1-aca3-ff8bcab00745 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:29.820366 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cf026564-280d-41a1-aca3-ff8bcab00745 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports/547d4a4c-7162-45a6-9507-df99b07f0b30 HTTP/1.1" status: 200 len: 911 time: 0.1517327 Jul 07 19:29:29.821211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40792) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:29.829367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2f2fee30-8351-4007-8ede-3230f21e14f1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b185211-7e0b-4ec1-ad91-47e034903b12'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:29.834188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.835102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Fanout notify agent at l3_agent the message router_deleted on router 549f139e-462e-4e7e-a008-f3f262694ece {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:29:29.845441 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-3383299a-91f7-4d7d-9cc7-1386aff48cd9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0903554 Jul 07 19:29:29.854333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.859214 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f3429699-eb4d-4df7-82d2-085473ce7acd tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/routers/549f139e-462e-4e7e-a008-f3f262694ece HTTP/1.1" status: 204 len: 168 time: 3.3802941 Jul 07 19:29:29.864547 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Request body: {'port': {'device_id': '762a3ae7-324d-49d2-a083-b4e10de74128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:29.868076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40796) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:30.097714 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a4f6d33-3b34-4b31-8ab2-100806ffdddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.100535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a4f6d33-3b34-4b31-8ab2-100806ffdddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.102617 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3a4f6d33-3b34-4b31-8ab2-100806ffdddb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aadf68df-b0dc-4e75-b339-dbaae27e86e2 HTTP/1.1" status: 204 len: 168 time: 0.7894943 Jul 07 19:29:30.132988 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.173638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f6d33-3b34-4b31-8ab2-100806ffdddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadf68df-b0dc-4e75-b339-dbaae27e86e2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:30.218640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:30.226689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.286237 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f2fee30-8351-4007-8ede-3230f21e14f1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.305941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4ad87-0a8a-46ed-bbc5-41445a915954 req-18231392-eec0-4fb0-ada0-af26a3a0160a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:30.307587 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4be4ad87-0a8a-46ed-bbc5-41445a915954 req-18231392-eec0-4fb0-ada0-af26a3a0160a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 931 time: 0.1991589 Jul 07 19:29:30.355883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.ipam_backend_mixin [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Performing IP validity checks on allocation pools {{(pid=93901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 19:29:30.356752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.ipam_backend_mixin [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 19:29:30.359770 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.412864 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4be4ad87-0a8a-46ed-bbc5-41445a915954 req-c93568df-1306-425c-93c2-2978fbe99ac4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948243 Jul 07 19:29:30.417127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ad346-e3d6-4377-8b56-710d2325a73b None None] Network 76b55071-bb5f-46ce-8a4a-f6c933ec7014 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:30.420992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a715d-0e2f-4688-bdf7-668256f56322 None None] Network 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:30.551463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0867c8df-d126-4234-8464-d344dbc230b1 None None] Network 7b404f0f-d38c-4486-95b0-8ee6953cca5e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:30.691002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-abe7bf30-836b-4b74-a9c2-047af669f748 None None] Provisioning for port f2551fd3-3248-4ca9-8383-a3d6c733770d completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:30.726856 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f2551fd3-3248-4ca9-8383-a3d6c733770d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:30.870732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting port 0d7647a6-dfe0-455f-9c9a-06ba752ee503 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:30.871911 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.965722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] For port 0d7647a6-dfe0-455f-9c9a-06ba752ee503, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0d7647a6-dfe0-455f-9c9a-06ba752ee503,segment=NetworkSegment(522e6aa2-a576-4c66-8d56-18a0de4d628b),segment_id=522e6aa2-a576-4c66-8d56-18a0de4d628b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:30.971022 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.021885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f2fee30-8351-4007-8ede-3230f21e14f1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.023782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Calling delete_port for 0d7647a6-dfe0-455f-9c9a-06ba752ee503 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:31.043721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f2fee30-8351-4007-8ede-3230f21e14f1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.050091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2fee30-8351-4007-8ede-3230f21e14f1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:31.051299 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f2fee30-8351-4007-8ede-3230f21e14f1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.056155 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2f2fee30-8351-4007-8ede-3230f21e14f1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/ports/547d4a4c-7162-45a6-9507-df99b07f0b30 HTTP/1.1" status: 200 len: 911 time: 1.2306635 Jul 07 19:29:31.057059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40818) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:31.074199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.156240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f2551fd3-3248-4ca9-8383-a3d6c733770d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:31.192981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f2551fd3-3248-4ca9-8383-a3d6c733770d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:31.193358 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.263571 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fee30-8351-4007-8ede-3230f21e14f1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=547d4a4c-7162-45a6-9507-df99b07f0b30,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:31.282957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Subnet': ['ID=f6f63fed-5d49-491b-9544-b917d99579e1,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:31.305033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Checking segment: {'id': 'baf522b6-1da8-423e-bc4e-00e0c7d01027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3673f1ae-080f-4d8f-ba6c-9559b05f7196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:31.305033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network hostable DHCP agents. Network: 3673f1ae-080f-4d8f-ba6c-9559b05f7196, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:31.312085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-7b404f0f-d38c-4486-95b0-8ee6953cca5e', 'network_id': '7b404f0f-d38c-4486-95b0-8ee6953cca5e', 'tenant_id': '07810e9888f84ae290add3bbc0776afa', 'fixed_ips': [{'subnet_id': '2e1019f6-9265-4d3d-b7d4-6f2fd2be3ed8'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:31.313518 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.347130 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.432136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36dcc658-1029-400a-bc1e-37939126bc4a {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:29:31.457890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332568ee-864b-466e-b6a4-de41be752d34 None None] DHCP port deletion for 1d150fa1-82a7-4bf0-bb05-f3ebee83c66d request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:29:31.489867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.510193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port f2551fd3-3248-4ca9-8383-a3d6c733770d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f2551fd3-3248-4ca9-8383-a3d6c733770d,segment=NetworkSegment(c0a85cc5-8a28-4bf6-9d07-8f97572d6809),segment_id=c0a85cc5-8a28-4bf6-9d07-8f97572d6809)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:31.521996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network 3673f1ae-080f-4d8f-ba6c-9559b05f7196 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:31.535674 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.563857 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.633998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Transition to ACTIVE for port object 36dcc658-1029-400a-bc1e-37939126bc4a will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:31.633998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 3673f1ae-080f-4d8f-ba6c-9559b05f7196) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:31.644825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 44f64632-d1cf-42a5-9f0e-686472dd87d5 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:31.649247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-332568ee-864b-466e-b6a4-de41be752d34 None None] The port '0d7647a6-dfe0-455f-9c9a-06ba752ee503' was deleted {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 19:29:31.673084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:31.673950 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.704248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Port': ['ID=0d7647a6-dfe0-455f-9c9a-06ba752ee503,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:31.718838 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-873a9f9d-346b-4205-903e-c607ec8104ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9834208 Jul 07 19:29:31.727619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] No DVR routers for this DVR port 0d7647a6-dfe0-455f-9c9a-06ba752ee503 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:31.729879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd6fd61-2307-42af-94d6-6b6bbd475b76 None None] Network 3673f1ae-080f-4d8f-ba6c-9559b05f7196 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:31.739439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40840) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:31.747619 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.766227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Allocated IP 2001:db8::1 (7b404f0f-d38c-4486-95b0-8ee6953cca5e/2e1019f6-9265-4d3d-b7d4-6f2fd2be3ed8/2f3a907b-7172-4d00-a386-b7876ef4f0de) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:31.892154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834223ae-1975-4fc1-89e1-a4c35c378241 req-7bb17d00-a8ca-4748-ad7a-c35f98db49d6 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:31.900766 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-834223ae-1975-4fc1-89e1-a4c35c378241 req-7bb17d00-a8ca-4748-ad7a-c35f98db49d6 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 943 time: 0.1812358 Jul 07 19:29:31.957965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 44f64632-d1cf-42a5-9f0e-686472dd87d5 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:31.962167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 44f64632-d1cf-42a5-9f0e-686472dd87d5 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:31.983989 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.004497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-834223ae-1975-4fc1-89e1-a4c35c378241 req-87edc989-4e1d-4b41-8078-dc86231e5cd6 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021779 Jul 07 19:29:32.087056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=f2551fd3-3248-4ca9-8383-a3d6c733770d,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:32.154289 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.207001 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.227628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Pushing event updated for resources: {'Port': ['ID=36dcc658-1029-400a-bc1e-37939126bc4a,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:32.269923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d70dad2a-2988-4f3c-a23d-9c955538d5c4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:32.304426 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d150fa1-82a7-4bf0-bb05-f3ebee83c66d']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:32.334283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: d70dad2a-2988-4f3c-a23d-9c955538d5c4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:32.334283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d70dad2a-2988-4f3c-a23d-9c955538d5c4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:32.334667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0d7647a6-dfe0-455f-9c9a-06ba752ee503 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:32.338053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522e6aa2-a576-4c66-8d56-18a0de4d628b') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:32.338377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522e6aa2-a576-4c66-8d56-18a0de4d628b') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:32.359296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3673f1ae-080f-4d8f-ba6c-9559b05f7196', 'network_id': '3673f1ae-080f-4d8f-ba6c-9559b05f7196', 'tenant_id': '07810e9888f84ae290add3bbc0776afa', 'fixed_ips': [{'subnet_id': 'f6f63fed-5d49-491b-9544-b917d99579e1'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:32.360628 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.364852 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 0d7647a6-dfe0-455f-9c9a-06ba752ee503 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:32.365134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0d7647a6-dfe0-455f-9c9a-06ba752ee503 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:32.397002 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.398071 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.447276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.452720 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.490291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:32.491354 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:32.496568 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:32.500248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port 547d4a4c-7162-45a6-9507-df99b07f0b30 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:32.500741 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.552899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Allocated IP 2001:db8::3 (3673f1ae-080f-4d8f-ba6c-9559b05f7196/f6f63fed-5d49-491b-9544-b917d99579e1/d77fffcc-d513-4c71-bb41-aa6d750555b2) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:32.590822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Attempting to bind port 36dcc658-1029-400a-bc1e-37939126bc4a on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:32.591266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Attempting to bind port 36dcc658-1029-400a-bc1e-37939126bc4a by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:32.591609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Attempting to bind port 36dcc658-1029-400a-bc1e-37939126bc4a on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:32.610212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Port 36dcc658-1029-400a-bc1e-37939126bc4a on network 8fe28009-9066-440f-9464-deba41242cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:32.610212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Attempting to bind port 36dcc658-1029-400a-bc1e-37939126bc4a on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:32.626479 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.652964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40872) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:32.670952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for 547d4a4c-7162-45a6-9507-df99b07f0b30 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:32.675347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:32.675773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Checking segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:32.676530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Bound using segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:32.677062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Bound port: 36dcc658-1029-400a-bc1e-37939126bc4a, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:32.677501 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.694557 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.703077 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.705850 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/networks/1d150fa1-82a7-4bf0-bb05-f3ebee83c66d HTTP/1.1" status: 204 len: 168 time: 2.8349175 Jul 07 19:29:32.755826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40876) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:32.762496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Transition to ACTIVE for port object 2f3a907b-7172-4d00-a386-b7876ef4f0de will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:32.778294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838709c-46c0-4578-a720-e96d539cffab tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Network': ['ID=1d150fa1-82a7-4bf0-bb05-f3ebee83c66d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:32.784130 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Transition to ACTIVE for port object 2f3a907b-7172-4d00-a386-b7876ef4f0de will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:32.790546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7fe8a0-9616-4dce-8171-09f5365e1fac None None] Network 76b55071-bb5f-46ce-8a4a-f6c933ec7014 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:32.797063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8ce7ed5f-a205-4751-9872-802701184005 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'network': {'name': 'tempest-network-smoke--1324347471', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'port_security_enabled': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:32.823391 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.835767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Transition to ACTIVE for port object d77fffcc-d513-4c71-bb41-aa6d750555b2 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:32.854777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Transition to ACTIVE for port object d77fffcc-d513-4c71-bb41-aa6d750555b2 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:32.865421 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.875031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] For port 36dcc658-1029-400a-bc1e-37939126bc4a, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:32.881515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce7ed5f-a205-4751-9872-802701184005 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Made reservation on behalf of d307ecc64ee341b99f612e35a7a6a0e6 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:32.885770 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ce7ed5f-a205-4751-9872-802701184005 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.891582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] For port 36dcc658-1029-400a-bc1e-37939126bc4a, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=36dcc658-1029-400a-bc1e-37939126bc4a,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:32.905601 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.953992 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.975166 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.990674 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8a03000-8a67-4349-9aae-fe003b5109bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.994235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:32.994892 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.996365 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] 10.222.0.48 "PUT /v2.0/ports/36dcc658-1029-400a-bc1e-37939126bc4a HTTP/1.1" status: 200 len: 1091 time: 3.1397307 Jul 07 19:29:33.007948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762a3ae7-324d-49d2-a083-b4e10de74128', 'tag': '36dcc658-1029-400a-bc1e-37939126bc4a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:33.011681 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c887744-e31c-4478-bc9d-7d0ee5bff742" -d '{"events": [{"name": "network-changed", "server_uuid": "762a3ae7-324d-49d2-a083-b4e10de74128", "tag": "36dcc658-1029-400a-bc1e-37939126bc4a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:33.013210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3638fdf9-8beb-4006-bc33-5da31ff10241 None None] Provisioning complete for port f2551fd3-3248-4ca9-8383-a3d6c733770d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:33.013944 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3638fdf9-8beb-4006-bc33-5da31ff10241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.045614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Pushing event updated for resources: {'Port': ['ID=2f3a907b-7172-4d00-a386-b7876ef4f0de,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:33.047532 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce7ed5f-a205-4751-9872-802701184005 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:33.056735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Network 3673f1ae-080f-4d8f-ba6c-9559b05f7196 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:33.066136 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:33.096736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:33.145895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Network 7b404f0f-d38c-4486-95b0-8ee6953cca5e is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:33.161232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f63fed-5d49-491b-9544-b917d99579e1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:33.182702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:33.196198 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb81e441-4530-44c0-b509-4dbd0a772fc6 x-openstack-request-id: req-cb81e441-4530-44c0-b509-4dbd0a772fc6 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:33.196488 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762a3ae7-324d-49d2-a083-b4e10de74128", "tag": "36dcc658-1029-400a-bc1e-37939126bc4a", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:33.196728 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb81e441-4530-44c0-b509-4dbd0a772fc6 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:33.197130 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762a3ae7-324d-49d2-a083-b4e10de74128', 'tag': '36dcc658-1029-400a-bc1e-37939126bc4a', 'status': 'completed', 'code': 200} Jul 07 19:29:33.204845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:33.317868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Attempting to bind port d77fffcc-d513-4c71-bb41-aa6d750555b2 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:33.319318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Attempting to bind port d77fffcc-d513-4c71-bb41-aa6d750555b2 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'baf522b6-1da8-423e-bc4e-00e0c7d01027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3673f1ae-080f-4d8f-ba6c-9559b05f7196'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:33.319805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Attempting to bind port d77fffcc-d513-4c71-bb41-aa6d750555b2 on network 3673f1ae-080f-4d8f-ba6c-9559b05f7196 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:33.340629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:33.341745 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Checking segment: {'id': 'baf522b6-1da8-423e-bc4e-00e0c7d01027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3673f1ae-080f-4d8f-ba6c-9559b05f7196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:33.342389 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.342997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Bound using segment: {'id': 'baf522b6-1da8-423e-bc4e-00e0c7d01027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3673f1ae-080f-4d8f-ba6c-9559b05f7196'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:33.343741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Bound port: d77fffcc-d513-4c71-bb41-aa6d750555b2, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf522b6-1da8-423e-bc4e-00e0c7d01027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3673f1ae-080f-4d8f-ba6c-9559b05f7196'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:33.345061 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.351839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Pushing event updated for resources: {'Port': ['ID=d77fffcc-d513-4c71-bb41-aa6d750555b2,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:33.363229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Attempting to bind port 2f3a907b-7172-4d00-a386-b7876ef4f0de on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:33.363614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Attempting to bind port 2f3a907b-7172-4d00-a386-b7876ef4f0de by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '94ca6cfc-d262-46b8-af0d-715c2669b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7b404f0f-d38c-4486-95b0-8ee6953cca5e'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:33.363980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Attempting to bind port 2f3a907b-7172-4d00-a386-b7876ef4f0de on network 7b404f0f-d38c-4486-95b0-8ee6953cca5e {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:33.380625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:33.380899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Checking segment: {'id': '94ca6cfc-d262-46b8-af0d-715c2669b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7b404f0f-d38c-4486-95b0-8ee6953cca5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:33.381894 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.381894 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Bound using segment: {'id': '94ca6cfc-d262-46b8-af0d-715c2669b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7b404f0f-d38c-4486-95b0-8ee6953cca5e'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:33.382127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Bound port: 2f3a907b-7172-4d00-a386-b7876ef4f0de, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ca6cfc-d262-46b8-af0d-715c2669b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7b404f0f-d38c-4486-95b0-8ee6953cca5e'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:33.382714 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.392276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e4d94-87f2-4d15-93cb-a79c8b0dcb02 req-594bc020-87ed-4276-b76e-b67ba58a67b7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:33.394200 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c8e4d94-87f2-4d15-93cb-a79c8b0dcb02 req-594bc020-87ed-4276-b76e-b67ba58a67b7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 943 time: 0.1431847 Jul 07 19:29:33.439883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.486434 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c8e4d94-87f2-4d15-93cb-a79c8b0dcb02 req-99142890-c982-4525-b20d-cade8964808a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825279 Jul 07 19:29:33.524924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=547d4a4c-7162-45a6-9507-df99b07f0b30,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:33.530921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:33.531284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:33.532203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:33.532550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:33.532889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:33.533259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:33.533601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:33.533929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:33.534262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:33.534590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:33.534952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:33.535278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:33.590816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3638fdf9-8beb-4006-bc33-5da31ff10241 None None] Could not find standard attr ID for object 547d4a4c-7162-45a6-9507-df99b07f0b30. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:29:33.596909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] For port d77fffcc-d513-4c71-bb41-aa6d750555b2, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:33.603213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] For port d77fffcc-d513-4c71-bb41-aa6d750555b2, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d77fffcc-d513-4c71-bb41-aa6d750555b2,segment=NetworkSegment(baf522b6-1da8-423e-bc4e-00e0c7d01027),segment_id=baf522b6-1da8-423e-bc4e-00e0c7d01027)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:33.611846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e0855-8e8c-4ccd-8a0f-215562ec8df9 service neutron] Pushing event updated for resources: {'Port': ['ID=36dcc658-1029-400a-bc1e-37939126bc4a,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:33.618395 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ce7ed5f-a205-4751-9872-802701184005 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.618719 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-8ce7ed5f-a205-4751-9872-802701184005 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Added segment 43b8089d-3185-411c-b87a-b1e2be36d6d5 of type vlan for network 50333238-2ba4-4f24-9c16-6e6986050042 Jul 07 19:29:33.628292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] For port 2f3a907b-7172-4d00-a386-b7876ef4f0de, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:33.629988 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.632987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.664153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] For port 2f3a907b-7172-4d00-a386-b7876ef4f0de, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2f3a907b-7172-4d00-a386-b7876ef4f0de,segment=NetworkSegment(94ca6cfc-d262-46b8-af0d-715c2669b750),segment_id=94ca6cfc-d262-46b8-af0d-715c2669b750)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:33.681552 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.691242 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.717897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ce7ed5f-a205-4751-9872-802701184005 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.732969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3673f1ae-080f-4d8f-ba6c-9559b05f7196']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:33.753604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf522b6-1da8-423e-bc4e-00e0c7d01027') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:33.753938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf522b6-1da8-423e-bc4e-00e0c7d01027') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:33.783446 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.810526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router a40a9227-dce1-4696-b761-e886621cb1b0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:29:33.812354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-005ee0ee-4eb8-45bc-9c71-57b28c7ed372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:33.813954 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-005ee0ee-4eb8-45bc-9c71-57b28c7ed372 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 1094 time: 0.7249677 Jul 07 19:29:33.825098 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.827246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ce7ed5f-a205-4751-9872-802701184005 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.833249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce7ed5f-a205-4751-9872-802701184005 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:33.833895 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ce7ed5f-a205-4751-9872-802701184005 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.862140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:33.862885 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:33.876939 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:33.941427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:33.955043 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1079e547-9631-4025-bd7d-49ed3b8a4595 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/a40a9227-dce1-4696-b761-e886621cb1b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8934889 Jul 07 19:29:33.956543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40888) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:33.964209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f8a82-e789-4377-833e-9b78ef808eaf None None] Sync routers for ids ['a40a9227-dce1-4696-b761-e886621cb1b0'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:33.975620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a756e3b-9bad-4d7b-bf48-fbbf6fc63991 None None] Pushing event updated for resources: {'Port': ['ID=d77fffcc-d513-4c71-bb41-aa6d750555b2,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:33.996660 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-8c2febe3-e0eb-448f-98c2-e6da377e6fc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36dcc658-1029-400a-bc1e-37939126bc4a HTTP/1.1" status: 200 len: 217 time: 0.1729109 Jul 07 19:29:34.016928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4cea9eef-5865-48f4-98bf-abccec955cec tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=a40a9227-dce1-4696-b761-e886621cb1b0 HTTP/1.1" status: 200 len: 205 time: 0.0573328 Jul 07 19:29:34.018270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40890) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:34.077097 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8a03000-8a67-4349-9aae-fe003b5109bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.096129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f8a82-e789-4377-833e-9b78ef808eaf None None] Routers {'a40a9227-dce1-4696-b761-e886621cb1b0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:34.096829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-cf7f8a82-e789-4377-833e-9b78ef808eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a40a9227-dce1-4696-b761-e886621cb1b0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:34.138916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-122d8aa7-fec3-48ee-b01a-6300f7054b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:34.140481 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-122d8aa7-fec3-48ee-b01a-6300f7054b01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.1169226 Jul 07 19:29:34.144636 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.api [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:29:34.144636 n-d-793621-9 neutron-server[93901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:29:34.144636 n-d-793621-9 neutron-server[93901]: [parameters: {'id': '3673f1ae-080f-4d8f-ba6c-9559b05f7196'}] Jul 07 19:29:34.144636 n-d-793621-9 neutron-server[93901]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:29:34.145364 n-d-793621-9 neutron-server[93901]: DEBUG oslo_db.api [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:29:34.145364 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8a03000-8a67-4349-9aae-fe003b5109bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.149201 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9ae21367-edae-40ac-b289-2be834aa34b8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.153196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8ce7ed5f-a205-4751-9872-802701184005 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3746359 Jul 07 19:29:34.161216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7ed5f-a205-4751-9872-802701184005 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Network': ['ID=50333238-2ba4-4f24-9c16-6e6986050042,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:34.164943 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40892) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:34.179872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'admin_state_up': True, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:34.200201 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fb2220-99f3-41e0-a250-cdd63cffbd47 None None] Network 3673f1ae-080f-4d8f-ba6c-9559b05f7196 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:34.224645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-cf7f8a82-e789-4377-833e-9b78ef808eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:34.233976 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.235086 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.241020 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-680e9626-570d-4b47-8425-01d3319b8a60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925224 Jul 07 19:29:34.248615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 50333238-2ba4-4f24-9c16-6e6986050042 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:34.383816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a03000-8a67-4349-9aae-fe003b5109bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bfedd0-835b-4245-805a-cfe600ab6c30,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:34.394752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f2551fd3-3248-4ca9-8383-a3d6c733770d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:34.417447 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f8a03000-8a67-4349-9aae-fe003b5109bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e782996b5374e0aa5f863f2e776185e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7580514 Jul 07 19:29:34.424689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40896) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:34.510351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44c517-89e4-4277-bb7a-26acf28ef582 None None] Pushing event updated for resources: {'Port': ['ID=2f3a907b-7172-4d00-a386-b7876ef4f0de,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:34.535053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f8a82-e789-4377-833e-9b78ef808eaf None None] Routers {'a40a9227-dce1-4696-b761-e886621cb1b0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:34.536489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-cf7f8a82-e789-4377-833e-9b78ef808eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a40a9227-dce1-4696-b761-e886621cb1b0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:34.544033 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9ae21367-edae-40ac-b289-2be834aa34b8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.549826 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9ae21367-edae-40ac-b289-2be834aa34b8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.596850 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.628546 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9ae21367-edae-40ac-b289-2be834aa34b8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.630025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae21367-edae-40ac-b289-2be834aa34b8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Fanout notify agent at l3_agent the message router_deleted on router a40a9227-dce1-4696-b761-e886621cb1b0 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:29:34.649794 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-cf7f8a82-e789-4377-833e-9b78ef808eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:34.650697 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f8a82-e789-4377-833e-9b78ef808eaf None None] The sync data for ids ['a40a9227-dce1-4696-b761-e886621cb1b0'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:34.659087 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9ae21367-edae-40ac-b289-2be834aa34b8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.670241 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9ae21367-edae-40ac-b289-2be834aa34b8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/a40a9227-dce1-4696-b761-e886621cb1b0 HTTP/1.1" status: 204 len: 168 time: 0.6464088 Jul 07 19:29:34.672492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40900) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:34.724897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f2551fd3-3248-4ca9-8383-a3d6c733770d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:34.725273 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.755822 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.785288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1984e242-fdeb-4ad8-b5f3-ac6b7da3f6d6 None None] Provisioning complete for port f2551fd3-3248-4ca9-8383-a3d6c733770d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:34.785929 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1984e242-fdeb-4ad8-b5f3-ac6b7da3f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.804179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-5568a2a8-e6f0-46e4-b00a-056c867fbe89 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting subnet 1b185211-7e0b-4ec1-ad91-47e034903b12 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:29:34.811637 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5568a2a8-e6f0-46e4-b00a-056c867fbe89 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.825348 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3206e6b9-8a98-4f65-b7c9-68d31553daee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.853170 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3206e6b9-8a98-4f65-b7c9-68d31553daee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.865535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5568a2a8-e6f0-46e4-b00a-056c867fbe89 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.876171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbf595-0324-4839-a0bb-76affbaf3a23 req-06fa47f1-cc31-4e84-927a-504d2f538e44 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:34.884634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aacbf595-0324-4839-a0bb-76affbaf3a23 req-06fa47f1-cc31-4e84-927a-504d2f538e44 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 943 time: 0.1383905 Jul 07 19:29:34.886808 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-552c2d34-571c-4226-bfd9-50aa1f720409 service neutron] 10.222.0.48 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292872 Jul 07 19:29:34.974476 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aacbf595-0324-4839-a0bb-76affbaf3a23 req-f0ee02b4-09e2-4191-a741-7981081ca3a0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880570 Jul 07 19:29:35.057532 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5568a2a8-e6f0-46e4-b00a-056c867fbe89 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.107781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.153738 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5568a2a8-e6f0-46e4-b00a-056c867fbe89 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.187696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2ca83c4e-e9ae-4cc3-af2b-50c190895a10 None None] Could not find standard attr ID for object 547d4a4c-7162-45a6-9507-df99b07f0b30. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:29:35.211122 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48d2ab6a-6a3e-401c-8454-b05156f34309 req-9fb83c14-2533-46e7-b6ed-e8e7d3befb3a service neutron] 10.222.0.48 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147991 Jul 07 19:29:35.222319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568a2a8-e6f0-46e4-b00a-056c867fbe89 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Subnet': ['ID=1b185211-7e0b-4ec1-ad91-47e034903b12,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:35.226341 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5568a2a8-e6f0-46e4-b00a-056c867fbe89 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.236193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5568a2a8-e6f0-46e4-b00a-056c867fbe89 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/1b185211-7e0b-4ec1-ad91-47e034903b12 HTTP/1.1" status: 204 len: 168 time: 0.5625067 Jul 07 19:29:35.239225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40906) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:35.243046 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3206e6b9-8a98-4f65-b7c9-68d31553daee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.246198 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3206e6b9-8a98-4f65-b7c9-68d31553daee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.251681 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3206e6b9-8a98-4f65-b7c9-68d31553daee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09bfedd0-835b-4245-805a-cfe600ab6c30 HTTP/1.1" status: 204 len: 168 time: 0.8256750 Jul 07 19:29:35.342009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206e6b9-8a98-4f65-b7c9-68d31553daee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bfedd0-835b-4245-805a-cfe600ab6c30,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:35.346114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Deleting port d77fffcc-d513-4c71-bb41-aa6d750555b2 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:35.346114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.378179 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.477661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port f2551fd3-3248-4ca9-8383-a3d6c733770d {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:35.478146 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.483090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] For port d77fffcc-d513-4c71-bb41-aa6d750555b2, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d77fffcc-d513-4c71-bb41-aa6d750555b2,segment=NetworkSegment(baf522b6-1da8-423e-bc4e-00e0c7d01027),segment_id=baf522b6-1da8-423e-bc4e-00e0c7d01027)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:35.483467 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.507041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Calling delete_port for d77fffcc-d513-4c71-bb41-aa6d750555b2 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:35.584614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] For port f2551fd3-3248-4ca9-8383-a3d6c733770d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f2551fd3-3248-4ca9-8383-a3d6c733770d,segment=NetworkSegment(c0a85cc5-8a28-4bf6-9d07-8f97572d6809),segment_id=c0a85cc5-8a28-4bf6-9d07-8f97572d6809)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:35.585352 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.602654 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.619411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for f2551fd3-3248-4ca9-8383-a3d6c733770d owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:35.629244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d96937-188a-44c6-829d-f8f53700412c None None] Network 76b55071-bb5f-46ce-8a4a-f6c933ec7014 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:35.657418 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.747491 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.752059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Port': ['ID=d77fffcc-d513-4c71-bb41-aa6d750555b2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:35.774830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No DVR routers for this DVR port f2551fd3-3248-4ca9-8383-a3d6c733770d on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:35.784556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No DVR routers for this DVR port d77fffcc-d513-4c71-bb41-aa6d750555b2 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:35.794829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ac65b677-0736-4ebb-a0c4-bed6b1eeed0c None None] Could not find standard attr ID for object 547d4a4c-7162-45a6-9507-df99b07f0b30. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:29:35.822940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=f2551fd3-3248-4ca9-8383-a3d6c733770d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:35.900197 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.914254 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b55071-bb5f-46ce-8a4a-f6c933ec7014']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:35.916961 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.944378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a85cc5-8a28-4bf6-9d07-8f97572d6809') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:35.944940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a85cc5-8a28-4bf6-9d07-8f97572d6809') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:35.945335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3673f1ae-080f-4d8f-ba6c-9559b05f7196']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:35.948405 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aead4ec-73ac-47a1-aa96-8e0720bc1e06 None None] Network 7b404f0f-d38c-4486-95b0-8ee6953cca5e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:35.963553 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.963777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf522b6-1da8-423e-bc4e-00e0c7d01027') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:35.964173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf522b6-1da8-423e-bc4e-00e0c7d01027') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:35.980755 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.984034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c887744-e31c-4478-bc9d-7d0ee5bff742 req-01092d87-d1fd-4429-8ec5-4a931139ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:35.985611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c887744-e31c-4478-bc9d-7d0ee5bff742 req-01092d87-d1fd-4429-8ec5-4a931139ea1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 1094 time: 0.6594450 Jul 07 19:29:35.992714 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.022749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:36.023537 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.028258 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.049441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1163e5d6-4277-429a-84bc-4f5c4e1d6038 None None] DHCP port deletion for 76b55071-bb5f-46ce-8a4a-f6c933ec7014 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:29:36.098924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:36.099887 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:36.103942 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:36.110504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-991ee1fc-a986-4482-8b39-8eef983ff8a2 None None] Provisioning for port 2f3a907b-7172-4d00-a386-b7876ef4f0de completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:36.134689 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:36.143042 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.154263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.165228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/networks/76b55071-bb5f-46ce-8a4a-f6c933ec7014 HTTP/1.1" status: 204 len: 168 time: 0.9245434 Jul 07 19:29:36.176001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40926) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:36.194972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-beb6d5dd-d065-4204-9f3d-88f93e905dd5 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1536338371', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:36.201887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a6a5b-bed3-4d40-b248-e4d2fed827ee tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Network': ['ID=76b55071-bb5f-46ce-8a4a-f6c933ec7014,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:36.278888 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beb6d5dd-d065-4204-9f3d-88f93e905dd5 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.284814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beb6d5dd-d065-4204-9f3d-88f93e905dd5 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.357017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2f3a907b-7172-4d00-a386-b7876ef4f0de up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:36.385633 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.387292 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.402917 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.405241 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/3673f1ae-080f-4d8f-ba6c-9559b05f7196 HTTP/1.1" status: 204 len: 168 time: 4.6581821 Jul 07 19:29:36.428765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40938) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:36.438664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 2f3a907b-7172-4d00-a386-b7876ef4f0de completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:36.443449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2f3a907b-7172-4d00-a386-b7876ef4f0de triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:36.443951 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.489000 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.504975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e73d-1b8d-4bbe-8491-0ee8369e5bc2 req-7539ee00-26be-49f7-938b-4cc1cd58d379 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:36.506587 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab11e73d-1b8d-4bbe-8491-0ee8369e5bc2 req-7539ee00-26be-49f7-938b-4cc1cd58d379 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 943 time: 0.2988658 Jul 07 19:29:36.519060 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beb6d5dd-d065-4204-9f3d-88f93e905dd5 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.573990 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beb6d5dd-d065-4204-9f3d-88f93e905dd5 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.598634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1c410bb8-3ee5-4a8a-a346-9bca7d6b6757 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-480668521'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:36.612447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c887744-e31c-4478-bc9d-7d0ee5bff742 req-28a8da14-d6ac-4d59-892c-f55baf568d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:36.622229 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c887744-e31c-4478-bc9d-7d0ee5bff742 req-28a8da14-d6ac-4d59-892c-f55baf568d08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 907 time: 0.6264796 Jul 07 19:29:36.624474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5b6fc-a944-4fb1-a3ce-f4e2f441afcb tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Network': ['ID=3673f1ae-080f-4d8f-ba6c-9559b05f7196,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:36.670582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab11e73d-1b8d-4bbe-8491-0ee8369e5bc2 req-b6e5c757-9f2e-49ad-a8f6-ba74de63a53f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499958 Jul 07 19:29:36.684771 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beb6d5dd-d065-4204-9f3d-88f93e905dd5 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.686063 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-beb6d5dd-d065-4204-9f3d-88f93e905dd5 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5077341 Jul 07 19:29:36.689555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40944) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:36.697202 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.703354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1191964149'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:36.749397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 2f3a907b-7172-4d00-a386-b7876ef4f0de, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2f3a907b-7172-4d00-a386-b7876ef4f0de,segment=NetworkSegment(94ca6cfc-d262-46b8-af0d-715c2669b750),segment_id=94ca6cfc-d262-46b8-af0d-715c2669b750)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:36.754971 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.777575 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c887744-e31c-4478-bc9d-7d0ee5bff742 req-42016b54-38b8-4c86-a3c0-339d9f73f0f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36dcc658-1029-400a-bc1e-37939126bc4a HTTP/1.1" status: 200 len: 217 time: 0.1377764 Jul 07 19:29:36.833838 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:29:36.833838 n-d-793621-9 neutron-server[93900]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:29:36.833838 n-d-793621-9 neutron-server[93900]: [parameters: {'project_id_1': '4bfded69b02c400baf0e605daf3fbd55', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 29, 36, 714752)}] Jul 07 19:29:36.833838 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:29:36.834836 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:29:36.842588 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f2551fd3-3248-4ca9-8383-a3d6c733770d no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:36.874984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f2551fd3-3248-4ca9-8383-a3d6c733770d {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:36.875365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f2551fd3-3248-4ca9-8383-a3d6c733770d not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:36.880950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=2f3a907b-7172-4d00-a386-b7876ef4f0de,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:36.896415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c410bb8-3ee5-4a8a-a346-9bca7d6b6757 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:36.900869 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c410bb8-3ee5-4a8a-a346-9bca7d6b6757 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.921844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Allocated IP 172.25.0.80 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/979eab3c-9a4a-40e2-bac9-a18020c89d36) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:36.937154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c887744-e31c-4478-bc9d-7d0ee5bff742 req-a5bd0e5d-d04f-4078-8c4c-b61de4ab29bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:36.941990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c887744-e31c-4478-bc9d-7d0ee5bff742 req-a5bd0e5d-d04f-4078-8c4c-b61de4ab29bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.1507912 Jul 07 19:29:36.996637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db308f7-b243-4aea-8590-ee415d3e6f5c None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:29:37.005586 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c887744-e31c-4478-bc9d-7d0ee5bff742 req-80f1b8f2-1744-4c74-8dda-91ed0856842f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499721 Jul 07 19:29:37.052393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-2c887744-e31c-4478-bc9d-7d0ee5bff742 req-12264f5e-8405-471a-a374-7788b559ba7c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:29:37.053522 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c887744-e31c-4478-bc9d-7d0ee5bff742 req-12264f5e-8405-471a-a374-7788b559ba7c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0355873 Jul 07 19:29:37.056177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c410bb8-3ee5-4a8a-a346-9bca7d6b6757 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:37.109654 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0e1edf74-2c8b-4fd4-91a7-0978c259695e None None] Provisioning complete for port 2f3a907b-7172-4d00-a386-b7876ef4f0de triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:37.110183 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0e1edf74-2c8b-4fd4-91a7-0978c259695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.123670 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c410bb8-3ee5-4a8a-a346-9bca7d6b6757 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.124032 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-1c410bb8-3ee5-4a8a-a346-9bca7d6b6757 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Added segment a73a1da4-2d8b-4c40-a9ba-afa1c387311c of type vlan for network 5ad96047-849e-4d08-a4d9-59c0fbd4722b Jul 07 19:29:37.238785 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.238963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db308f7-b243-4aea-8590-ee415d3e6f5c None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:29:37.239092 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c410bb8-3ee5-4a8a-a346-9bca7d6b6757 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.272128 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c887744-e31c-4478-bc9d-7d0ee5bff742 req-6258a132-23e9-4c35-b152-85a7a66c2192 service neutron] 10.222.0.48 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093878 Jul 07 19:29:37.356287 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c410bb8-3ee5-4a8a-a346-9bca7d6b6757 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.362396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c410bb8-3ee5-4a8a-a346-9bca7d6b6757 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:37.363060 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c410bb8-3ee5-4a8a-a346-9bca7d6b6757 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.369433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40960) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:37.398143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:37.406960 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.436840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:37.449469 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.450062 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Added segment 5e222909-4625-4eb7-a434-dd3d1bcc247e of type vlan for network 72abf4f2-3517-471a-912d-cad0c8a54f90 Jul 07 19:29:37.465818 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1c410bb8-3ee5-4a8a-a346-9bca7d6b6757 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9788783 Jul 07 19:29:37.473965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40964) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:37.483568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'subnet': {'network_id': '5ad96047-849e-4d08-a4d9-59c0fbd4722b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:37.491031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c410bb8-3ee5-4a8a-a346-9bca7d6b6757 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Network': ['ID=5ad96047-849e-4d08-a4d9-59c0fbd4722b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:37.493845 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.519365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.534345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 5ad96047-849e-4d08-a4d9-59c0fbd4722b details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:37.572970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bdf21043-c0ee-459e-80fa-2862e7725d16 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-844208766'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:37.573599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bdf21043-c0ee-459e-80fa-2862e7725d16 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Unknown quota resources ['metering_label']. {{(pid=93900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:29:37.599047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c887744-e31c-4478-bc9d-7d0ee5bff742 req-8387306b-fb9c-48b9-a0ec-142fcc314d06 service neutron] 10.222.0.48 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138697 Jul 07 19:29:37.619249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:37.630639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:37.634479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=979eab3c-9a4a-40e2-bac9-a18020c89d36,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:37.644436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:37.662562 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.669304 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:37.670424 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.886143 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdf21043-c0ee-459e-80fa-2862e7725d16 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.888147 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bdf21043-c0ee-459e-80fa-2862e7725d16 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5155714 Jul 07 19:29:37.909586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40972) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:37.927100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a5058aae-7d67-4c70-aee1-6d944aa5ffe1 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2691243a-911c-4e49-a6ce-0cf71fc3dd48'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:37.927601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a5058aae-7d67-4c70-aee1-6d944aa5ffe1 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:29:37.941075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2500453 Jul 07 19:29:37.946198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40974) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:37.951826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-66c5b395-f9e0-4dbe-a58d-d220c63c56fe tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'subnet': {'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:38.002098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece78dc-47ef-4ef1-95d5-43199682ffb4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Network': ['ID=72abf4f2-3517-471a-912d-cad0c8a54f90,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:38.015607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 72abf4f2-3517-471a-912d-cad0c8a54f90 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:38.080304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:38.083331 n-d-793621-9 neutron-server[93900]: WARNING neutron.services.metering.metering_plugin [None req-a5058aae-7d67-4c70-aee1-6d944aa5ffe1 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 19:29:38.084253 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.224020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2f3a907b-7172-4d00-a386-b7876ef4f0de up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:38.234135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a5058aae-7d67-4c70-aee1-6d944aa5ffe1 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.238890 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a5058aae-7d67-4c70-aee1-6d944aa5ffe1 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3152094 Jul 07 19:29:38.239508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40978) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:38.247751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfa054-2491-4180-9f1d-111d4127990c req-c9c117b5-cbe7-43b5-af99-b79210642a33 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:38.249324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2fbfa054-2491-4180-9f1d-111d4127990c req-c9c117b5-cbe7-43b5-af99-b79210642a33 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 943 time: 0.4059422 Jul 07 19:29:38.250874 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4190cfe0-3091-450f-8edb-e5affddada3c tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2691243a-911c-4e49-a6ce-0cf71fc3dd48'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:38.251574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4190cfe0-3091-450f-8edb-e5affddada3c tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:29:38.267117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c5b395-f9e0-4dbe-a58d-d220c63c56fe tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:38.270663 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66c5b395-f9e0-4dbe-a58d-d220c63c56fe tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.295175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2f3a907b-7172-4d00-a386-b7876ef4f0de triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:38.296017 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.369524 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2fbfa054-2491-4180-9f1d-111d4127990c req-0c1c99d1-b5c1-4e76-9bc2-10d40bcbb251 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952413 Jul 07 19:29:38.383586 n-d-793621-9 neutron-server[93901]: WARNING neutron.services.metering.metering_plugin [None req-4190cfe0-3091-450f-8edb-e5affddada3c tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 19:29:38.516928 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66c5b395-f9e0-4dbe-a58d-d220c63c56fe tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.584634 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4190cfe0-3091-450f-8edb-e5affddada3c tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.589495 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4190cfe0-3091-450f-8edb-e5affddada3c tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3446708 Jul 07 19:29:38.594069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5b395-f9e0-4dbe-a58d-d220c63c56fe tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Subnet': ['ID=bc3c384c-aeca-4878-a814-666312a8146c,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:38.595389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40980) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:38.604388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5b395-f9e0-4dbe-a58d-d220c63c56fe tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Checking segment: {'id': '5e222909-4625-4eb7-a434-dd3d1bcc247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:38.604945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5b395-f9e0-4dbe-a58d-d220c63c56fe tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network hostable DHCP agents. Network: 72abf4f2-3517-471a-912d-cad0c8a54f90, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:38.616324 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b369e027-27f7-496d-b893-026621859751 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=ae3a0a7d-022a-4df5-9bee-51d8cd02c1ce HTTP/1.1" status: 200 len: 464 time: 0.0198293 Jul 07 19:29:38.617403 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.620695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40982) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:38.631841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5b395-f9e0-4dbe-a58d-d220c63c56fe tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network 72abf4f2-3517-471a-912d-cad0c8a54f90 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:38.643391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-66c5b395-f9e0-4dbe-a58d-d220c63c56fe tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 72abf4f2-3517-471a-912d-cad0c8a54f90) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:38.648962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5b395-f9e0-4dbe-a58d-d220c63c56fe tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:38.650014 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66c5b395-f9e0-4dbe-a58d-d220c63c56fe tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.664040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff458fd-b09a-4edf-a1e6-731952ee9038 None None] Network 72abf4f2-3517-471a-912d-cad0c8a54f90 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:38.676778 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-66c5b395-f9e0-4dbe-a58d-d220c63c56fe tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7255344 Jul 07 19:29:38.677043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40984) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:38.764245 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.881673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-72abf4f2-3517-471a-912d-cad0c8a54f90', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:38.882558 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.918680 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-711b8c8b-7e5c-49c8-8416-59957f2059e8 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.920232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-711b8c8b-7e5c-49c8-8416-59957f2059e8 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/ae3a0a7d-022a-4df5-9bee-51d8cd02c1ce HTTP/1.1" status: 204 len: 168 time: 0.2975426 Jul 07 19:29:38.931725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40990) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:38.955239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Subnet': ['ID=e2256095-926e-4caa-b555-1647ab97047c,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:39.007747 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-972bdfeb-50a4-4ee3-8632-5c6c2784e3c8 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=ae3a0a7d-022a-4df5-9bee-51d8cd02c1ce HTTP/1.1" status: 200 len: 221 time: 0.0745230 Jul 07 19:29:39.013935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:39.014519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:39.015108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:39.015460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:39.016346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:39.016691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:39.017029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:39.017367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:39.017714 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:39.018030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:39.018360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:39.018686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:39.025887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40992) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:39.030730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9706ab44-fdbd-4a71-82e8-b24e3f83140d tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1761830147', 'description': 'label created by tempest'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:39.031308 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9706ab44-fdbd-4a71-82e8-b24e3f83140d tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Unknown quota resources ['metering_label']. {{(pid=93901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:29:39.036917 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Checking segment: {'id': 'a73a1da4-2d8b-4c40-a9ba-afa1c387311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5ad96047-849e-4d08-a4d9-59c0fbd4722b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:39.037305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network hostable DHCP agents. Network: 5ad96047-849e-4d08-a4d9-59c0fbd4722b, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:39.128469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Allocated IP 2001:db8::2 (72abf4f2-3517-471a-912d-cad0c8a54f90/bc3c384c-aeca-4878-a814-666312a8146c/6d842359-b6c9-458c-aeeb-480c0b84b896) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:39.233346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network 5ad96047-849e-4d08-a4d9-59c0fbd4722b is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:39.282450 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.320594 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 5ad96047-849e-4d08-a4d9-59c0fbd4722b) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:39.325875 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9706ab44-fdbd-4a71-82e8-b24e3f83140d tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.327105 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9706ab44-fdbd-4a71-82e8-b24e3f83140d tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3002553 Jul 07 19:29:39.328902 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:39.329579 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.350253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40996) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:39.388468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a532e899-4275-4a46-88c0-ade3b49983e1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9108183 Jul 07 19:29:39.389024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40998) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:39.413921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bf0ddf-35f7-4063-92de-a6fa552e45d3 None None] Network 5ad96047-849e-4d08-a4d9-59c0fbd4722b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:39.444347 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fdd5d8b3-f19a-49e6-b5f4-c48b2bb151c0 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=6ebfdefd-6dbb-43aa-93c5-20f2038a00b1 HTTP/1.1" status: 200 len: 468 time: 0.0932665 Jul 07 19:29:39.445070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41002) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:39.487343 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.508195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Transition to ACTIVE for port object 6d842359-b6c9-458c-aeeb-480c0b84b896 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:39.551151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Transition to ACTIVE for port object 6d842359-b6c9-458c-aeeb-480c0b84b896 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:39.571341 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.574216 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.639944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Router 13ddb8d4-9faf-4934-9b4d-597795392fcf is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:29:39.651157 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 36dcc658-1029-400a-bc1e-37939126bc4a details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:29:39.668530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Network 72abf4f2-3517-471a-912d-cad0c8a54f90 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:39.681810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:39.686876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Pushing event updated for resources: {'Port': ['ID=6d842359-b6c9-458c-aeeb-480c0b84b896,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:39.691641 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.693145 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:39.743197 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.748183 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44580b07-6db7-4a13-a7d1-9e11410d4c65 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.749389 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-44580b07-6db7-4a13-a7d1-9e11410d4c65 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/6ebfdefd-6dbb-43aa-93c5-20f2038a00b1 HTTP/1.1" status: 204 len: 168 time: 0.3014753 Jul 07 19:29:39.753296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41004) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:39.778294 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b0ab25fe-ad0b-4814-90d2-b48d1972db04 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=6ebfdefd-6dbb-43aa-93c5-20f2038a00b1 HTTP/1.1" status: 200 len: 216 time: 0.0183909 Jul 07 19:29:39.791963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41006) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:39.806331 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bbc542e0-d259-47af-9822-fa3123f80717 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0132177 Jul 07 19:29:39.814007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41008) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:39.843483 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dbb4d407-9963-4648-879b-35df395ab547 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0250826 Jul 07 19:29:39.846048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41010) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:39.848534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf3516-d742-48f4-97a4-fe2506a3490c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-5ad96047-849e-4d08-a4d9-59c0fbd4722b', 'network_id': '5ad96047-849e-4d08-a4d9-59c0fbd4722b', 'tenant_id': '07810e9888f84ae290add3bbc0776afa', 'fixed_ips': [{'subnet_id': 'e2256095-926e-4caa-b555-1647ab97047c'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:39.849541 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-02bf3516-d742-48f4-97a4-fe2506a3490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.856690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.874389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:39.896489 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Sync routers for ids ['13ddb8d4-9faf-4934-9b4d-597795392fcf'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:39.916891 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Routers {'13ddb8d4-9faf-4934-9b4d-597795392fcf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:39.918705 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13ddb8d4-9faf-4934-9b4d-597795392fcf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:39.941745 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Attempting to bind port 6d842359-b6c9-458c-aeeb-480c0b84b896 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:39.942475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Attempting to bind port 6d842359-b6c9-458c-aeeb-480c0b84b896 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '5e222909-4625-4eb7-a434-dd3d1bcc247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:39.943361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Attempting to bind port 6d842359-b6c9-458c-aeeb-480c0b84b896 on network 72abf4f2-3517-471a-912d-cad0c8a54f90 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:39.958633 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.065961 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:40.066701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Checking segment: {'id': '5e222909-4625-4eb7-a434-dd3d1bcc247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:40.067328 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.067963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Bound using segment: {'id': '5e222909-4625-4eb7-a434-dd3d1bcc247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:40.068895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Bound port: 6d842359-b6c9-458c-aeeb-480c0b84b896, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e222909-4625-4eb7-a434-dd3d1bcc247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:40.069498 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.095331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Allocated IP 2001:db8::1 (72abf4f2-3517-471a-912d-cad0c8a54f90/bc3c384c-aeca-4878-a814-666312a8146c/477e180f-48d8-48eb-b3f8-8ce0680fdab7) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:40.139498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 36dcc658-1029-400a-bc1e-37939126bc4a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=36dcc658-1029-400a-bc1e-37939126bc4a,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:40.140290 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Set router 13ddb8d4-9faf-4934-9b4d-597795392fcf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:40.151704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a44182f-d1ed-474e-b34f-1cc7beb47d82 None None] Network 5ad96047-849e-4d08-a4d9-59c0fbd4722b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:40.249881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa7b06-abb6-405f-8c32-9834559f9ab8 req-affcaf0f-9219-45eb-90eb-0484f278b3f0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:40.251634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7fa7b06-abb6-405f-8c32-9834559f9ab8 req-affcaf0f-9219-45eb-90eb-0484f278b3f0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 943 time: 0.5647800 Jul 07 19:29:40.267681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '36dcc658-1029-400a-bc1e-37939126bc4a', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'port_id': '36dcc658-1029-400a-bc1e-37939126bc4a', 'mac_address': 'fa:16:3e:e6:7b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21bbf2f-3f18-47a4-8078-10985cc0be42', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:29:40.332553 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.363940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Subnet': ['ID=e2256095-926e-4caa-b555-1647ab97047c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:40.370064 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-92adeed8-22a0-4cdb-8fc6-5d9d6f3ec2af tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/2691243a-911c-4e49-a6ce-0cf71fc3dd48 HTTP/1.1" status: 200 len: 472 time: 0.5197051 Jul 07 19:29:40.371705 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41016) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:40.419914 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.420778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Transition to ACTIVE for port object 477e180f-48d8-48eb-b3f8-8ce0680fdab7 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:40.426308 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-337b791a-926d-41f7-b3db-27a5b054c9d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2506077 Jul 07 19:29:40.427363 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41018) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:40.437958 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d6b2fbcf-6b9f-4f8b-ad43-ce74fae42be8 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/2713f38b-7760-4e89-8187-429991cf2a1b HTTP/1.1" status: 200 len: 461 time: 0.0647352 Jul 07 19:29:40.458628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41020) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:40.460351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7fa7b06-abb6-405f-8c32-9834559f9ab8 req-6417bbab-77e3-47ce-8b8c-e44eb15b69a4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906903 Jul 07 19:29:40.480583 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.524580 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:29:38Z', 'revision_number': 3, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:40.549412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41024) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:40.549874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-be420f60-2585-4d47-bc04-6be0c3319dc8 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=d307ecc64ee341b99f612e35a7a6a0e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1143184 Jul 07 19:29:40.556647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad96047-849e-4d08-a4d9-59c0fbd4722b']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:40.566968 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Checking router: 13ddb8d4-9faf-4934-9b4d-597795392fcf for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:29:40.567670 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Updating router 13ddb8d4-9faf-4934-9b4d-597795392fcf port 979eab3c-9a4a-40e2-bac9-a18020c89d36 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:29:40.581884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73a1da4-2d8b-4c40-a9ba-afa1c387311c') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:40.582421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73a1da4-2d8b-4c40-a9ba-afa1c387311c') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:40.583064 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.613874 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.618420 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.737046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network 72abf4f2-3517-471a-912d-cad0c8a54f90 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:40.785126 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-998694ad-8837-4dde-89a6-d7b53fee8e88 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.789219 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-998694ad-8837-4dde-89a6-d7b53fee8e88 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/2713f38b-7760-4e89-8187-429991cf2a1b HTTP/1.1" status: 204 len: 168 time: 0.3265879 Jul 07 19:29:40.790971 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.791128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=477e180f-48d8-48eb-b3f8-8ce0680fdab7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:40.795162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41026) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:40.805000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:40.807879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:40.808871 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.815048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:40.815706 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:40.822135 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:40.911110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] For port 6d842359-b6c9-458c-aeeb-480c0b84b896, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:40.943130 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.972227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dcc658-1029-400a-bc1e-37939126bc4a {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:29:40.975503 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.975754 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.008972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] For port 6d842359-b6c9-458c-aeeb-480c0b84b896, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6d842359-b6c9-458c-aeeb-480c0b84b896,segment=NetworkSegment(5e222909-4625-4eb7-a434-dd3d1bcc247e),segment_id=5e222909-4625-4eb7-a434-dd3d1bcc247e)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:41.010830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa8cb6d-eb7b-4593-93cd-aa68d38c5c3e tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:41.013832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dfa8cb6d-eb7b-4593-93cd-aa68d38c5c3e tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4623957 Jul 07 19:29:41.016995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 36dcc658-1029-400a-bc1e-37939126bc4a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=36dcc658-1029-400a-bc1e-37939126bc4a,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:41.019981 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.046024 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41028) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:41.050187 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.100966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e88f5b17-b410-4e75-ba4f-823a17cc1625 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538032 Jul 07 19:29:41.102740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d62cd-76c9-402d-9146-93308f0eaccc None None] Pushing event updated for resources: {'Port': ['ID=6d842359-b6c9-458c-aeeb-480c0b84b896,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:41.108264 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41030) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:41.116413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b8a69a42-3eca-4454-96d8-6f301c124e42 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-366088703', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:41.184480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=36dcc658-1029-400a-bc1e-37939126bc4a,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:41.216434 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Transition to ACTIVE for port object 979eab3c-9a4a-40e2-bac9-a18020c89d36 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:41.232461 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.259751 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.272466 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae38c-b7e4-4a35-afe3-91dd16029099 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.276128 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1e8ae38c-b7e4-4a35-afe3-91dd16029099 tempest-MeteringTestJSON-1928824639 tempest-MeteringTestJSON-1928824639-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/2691243a-911c-4e49-a6ce-0cf71fc3dd48 HTTP/1.1" status: 204 len: 168 time: 0.4803255 Jul 07 19:29:41.317412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.326887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/5ad96047-849e-4d08-a4d9-59c0fbd4722b HTTP/1.1" status: 204 len: 168 time: 1.9343929 Jul 07 19:29:41.328191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23827a29-e1c2-49f3-9239-efe900670ee5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Network': ['ID=5ad96047-849e-4d08-a4d9-59c0fbd4722b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:41.330775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41036) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:41.338076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f4cb8502-d1c9-44ee-b40b-5b209d18a405 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1741929219'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:41.376428 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Pushing event updated for resources: {'Port': ['ID=979eab3c-9a4a-40e2-bac9-a18020c89d36,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:41.411761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cb8502-d1c9-44ee-b40b-5b209d18a405 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:41.418192 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8502-d1c9-44ee-b40b-5b209d18a405 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.420632 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:41.421244 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:41.422496 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:41.423113 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:41.423847 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:41.424396 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:41.424941 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:41.425552 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:41.426118 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:41.426669 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:41.427455 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:41.428204 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:41.433174 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Attempting to bind port 979eab3c-9a4a-40e2-bac9-a18020c89d36 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:41.433652 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Attempting to bind port 979eab3c-9a4a-40e2-bac9-a18020c89d36 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:41.434081 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Attempting to bind port 979eab3c-9a4a-40e2-bac9-a18020c89d36 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:41.442236 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:41.444216 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:41.444419 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.444814 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:41.445299 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Bound port: 979eab3c-9a4a-40e2-bac9-a18020c89d36, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:41.445677 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.496865 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cb8502-d1c9-44ee-b40b-5b209d18a405 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:41.503305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['36dcc658-1029-400a-bc1e-37939126bc4a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:29:41.536244 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8502-d1c9-44ee-b40b-5b209d18a405 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.536862 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-f4cb8502-d1c9-44ee-b40b-5b209d18a405 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Added segment f4744a2c-ac4a-4212-897e-25511b9df773 of type vlan for network 5f710674-2675-460c-959d-134fe7128462 Jul 07 19:29:41.618034 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] For port 979eab3c-9a4a-40e2-bac9-a18020c89d36, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:41.634651 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] For port 979eab3c-9a4a-40e2-bac9-a18020c89d36, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=979eab3c-9a4a-40e2-bac9-a18020c89d36,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:41.640613 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.681772 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.684356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a69a42-3eca-4454-96d8-6f301c124e42 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Made reservation on behalf of d307ecc64ee341b99f612e35a7a6a0e6 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:41.696229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b8a69a42-3eca-4454-96d8-6f301c124e42 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.714446 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8502-d1c9-44ee-b40b-5b209d18a405 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.768075 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Routers {'13ddb8d4-9faf-4934-9b4d-597795392fcf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:41.769078 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13ddb8d4-9faf-4934-9b4d-597795392fcf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:41.799397 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8502-d1c9-44ee-b40b-5b209d18a405 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.806568 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db8699-75d7-4775-a291-17fe97fe31d3 None None] Pushing event updated for resources: {'Port': ['ID=979eab3c-9a4a-40e2-bac9-a18020c89d36,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:41.834091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cb8502-d1c9-44ee-b40b-5b209d18a405 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:41.836340 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8502-d1c9-44ee-b40b-5b209d18a405 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.864293 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.868010 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.923858 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f4cb8502-d1c9-44ee-b40b-5b209d18a405 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5917144 Jul 07 19:29:41.935805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41046) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:41.953842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-44d71e0f-4cff-48a5-808c-380028c09085 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'subnet': {'network_id': '5f710674-2675-460c-959d-134fe7128462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:42.010028 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] Set router 13ddb8d4-9faf-4934-9b4d-597795392fcf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:42.021405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb8502-d1c9-44ee-b40b-5b209d18a405 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Network': ['ID=5f710674-2675-460c-959d-134fe7128462,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:42.042648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 5f710674-2675-460c-959d-134fe7128462 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:42.076367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41048) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:42.098674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=477e180f-48d8-48eb-b3f8-8ce0680fdab7,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:42.143648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d71e0f-4cff-48a5-808c-380028c09085 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:42.154898 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44d71e0f-4cff-48a5-808c-380028c09085 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.271324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2115b-e989-4edc-bfeb-642da9fb5c01 req-d33babca-dcf6-4c5c-98e7-e679740f197e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:42.290768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-14f2115b-e989-4edc-bfeb-642da9fb5c01 req-d33babca-dcf6-4c5c-98e7-e679740f197e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 944 time: 0.4202483 Jul 07 19:29:42.327329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network 72abf4f2-3517-471a-912d-cad0c8a54f90 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:42.351684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:42.363660 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6d842359-b6c9-458c-aeeb-480c0b84b896 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:42.397819 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2458b4ee-542b-4a7a-ba04-715257d7c58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.401156 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:29:38Z', 'revision_number': 3, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:42.427258 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-14f2115b-e989-4edc-bfeb-642da9fb5c01 req-19609363-23ac-44f9-a8dd-7f5322c8d255 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353471 Jul 07 19:29:42.437124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 6d842359-b6c9-458c-aeeb-480c0b84b896 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:42.461591 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d4abe6-30f7-4051-b007-723bf6ea9ec1 None None] The sync data for ids ['13ddb8d4-9faf-4934-9b4d-597795392fcf'] in n-d-793621-9 is: [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:29:38Z', 'revision_number': 3, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:42.612265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b8a69a42-3eca-4454-96d8-6f301c124e42 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.680797 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a69a42-3eca-4454-96d8-6f301c124e42 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Subnet': ['ID=fa18e4b9-54ea-42d0-a29e-3d1a15e2c523,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:42.713808 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44d71e0f-4cff-48a5-808c-380028c09085 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.725954 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2458b4ee-542b-4a7a-ba04-715257d7c58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.763537 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2458b4ee-542b-4a7a-ba04-715257d7c58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.768688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8665f17c-34f4-40bb-8d87-45906cd30e8d is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:29:42.771328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e79b115-d84e-4b33-a0fb-404fc948d0a6 None None] Network 72abf4f2-3517-471a-912d-cad0c8a54f90 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:42.778044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a69a42-3eca-4454-96d8-6f301c124e42 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Checking segment: {'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:42.778404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a69a42-3eca-4454-96d8-6f301c124e42 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network hostable DHCP agents. Network: 50333238-2ba4-4f24-9c16-6e6986050042, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:42.889581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d71e0f-4cff-48a5-808c-380028c09085 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Subnet': ['ID=41f0c9e6-0215-465c-af3b-ebd758b7ca8d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:42.905838 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2458b4ee-542b-4a7a-ba04-715257d7c58d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa73a423a85641a5b77bdba953c1cf93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8258457 Jul 07 19:29:42.905838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458b4ee-542b-4a7a-ba04-715257d7c58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cc6c66-2f84-4609-a8e0-8f3878fde06f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:42.909605 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-56280dc6-44fd-427f-91b3-4aae35ecea00 None None] Provisioning for port 6d842359-b6c9-458c-aeeb-480c0b84b896 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:42.909785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:42.911355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41056) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:42.923231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-56280dc6-44fd-427f-91b3-4aae35ecea00 None None] Provisioning complete for port 6d842359-b6c9-458c-aeeb-480c0b84b896 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:42.923450 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-56280dc6-44fd-427f-91b3-4aae35ecea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.924913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d71e0f-4cff-48a5-808c-380028c09085 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Checking segment: {'id': 'f4744a2c-ac4a-4212-897e-25511b9df773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5f710674-2675-460c-959d-134fe7128462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:42.925501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d71e0f-4cff-48a5-808c-380028c09085 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network hostable DHCP agents. Network: 5f710674-2675-460c-959d-134fe7128462, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:42.935167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7a5d2929-3de3-429a-88b9-b0d15aa9bbb2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2569401 Jul 07 19:29:42.938548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41058) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:42.941093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Sync routers for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:42.956588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-45a7bb71-23cb-4105-815c-6d84e18f93c3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1327337670'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:42.963798 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d71e0f-4cff-48a5-808c-380028c09085 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network 5f710674-2675-460c-959d-134fe7128462 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:42.971804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a69a42-3eca-4454-96d8-6f301c124e42 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network 50333238-2ba4-4f24-9c16-6e6986050042 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:42.988315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-44d71e0f-4cff-48a5-808c-380028c09085 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 5f710674-2675-460c-959d-134fe7128462) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:42.992780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d71e0f-4cff-48a5-808c-380028c09085 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:42.993750 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44d71e0f-4cff-48a5-808c-380028c09085 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.007785 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da3abc1-a172-4264-b1f4-f5d3dd21df53 None None] Network 5f710674-2675-460c-959d-134fe7128462 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:43.039075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-b8a69a42-3eca-4454-96d8-6f301c124e42 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 50333238-2ba4-4f24-9c16-6e6986050042) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:43.053873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a69a42-3eca-4454-96d8-6f301c124e42 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:43.055909 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b8a69a42-3eca-4454-96d8-6f301c124e42 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.077460 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-44d71e0f-4cff-48a5-808c-380028c09085 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1362689 Jul 07 19:29:43.078424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41062) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:43.086242 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-911804df-ab24-4417-95ad-2aea2bc77d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.129594 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-911804df-ab24-4417-95ad-2aea2bc77d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.144969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:43.145710 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:43.154716 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a4d22e-cceb-4b7f-b1d5-8d3d8ee03202 None None] Network 50333238-2ba4-4f24-9c16-6e6986050042 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:43.188467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a7bb71-23cb-4105-815c-6d84e18f93c3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:43.193181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45a7bb71-23cb-4105-815c-6d84e18f93c3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.216317 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-911804df-ab24-4417-95ad-2aea2bc77d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.229099 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-911804df-ab24-4417-95ad-2aea2bc77d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.232746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-911804df-ab24-4417-95ad-2aea2bc77d1d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62cc6c66-2f84-4609-a8e0-8f3878fde06f HTTP/1.1" status: 204 len: 168 time: 0.3092337 Jul 07 19:29:43.251960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b8a69a42-3eca-4454-96d8-6f301c124e42 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1424577 Jul 07 19:29:43.253472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911804df-ab24-4417-95ad-2aea2bc77d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cc6c66-2f84-4609-a8e0-8f3878fde06f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:43.255504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41066) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:43.266997 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.345637 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.350282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a7bb71-23cb-4105-815c-6d84e18f93c3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:43.426264 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45a7bb71-23cb-4105-815c-6d84e18f93c3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.426760 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-45a7bb71-23cb-4105-815c-6d84e18f93c3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Added segment 9788bf68-52f1-4b61-86e6-2cb7c63da212 of type vlan for network c3274f27-4da7-4ce7-8602-3f192b0c6010 Jul 07 19:29:43.461707 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.502536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Subnet': ['ID=41f0c9e6-0215-465c-af3b-ebd758b7ca8d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:43.555025 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45a7bb71-23cb-4105-815c-6d84e18f93c3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.578829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:43.600939 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.616423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f710674-2675-460c-959d-134fe7128462']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:43.634108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4744a2c-ac4a-4212-897e-25511b9df773') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:43.634441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4744a2c-ac4a-4212-897e-25511b9df773') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:43.648824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.669957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 36dcc658-1029-400a-bc1e-37939126bc4a up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:43.671459 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.686511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:43.687144 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:43.692577 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:43.797578 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45a7bb71-23cb-4105-815c-6d84e18f93c3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.807618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a7bb71-23cb-4105-815c-6d84e18f93c3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:43.807618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45a7bb71-23cb-4105-815c-6d84e18f93c3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.809931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41074) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:43.832578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.848188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.850695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/5f710674-2675-460c-959d-134fe7128462 HTTP/1.1" status: 204 len: 168 time: 0.7711177 Jul 07 19:29:43.861798 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41076) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:43.862521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298546d3-3dcd-40b4-869e-8665cfb1cc4b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Network': ['ID=5f710674-2675-460c-959d-134fe7128462,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:43.877936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-744e1b61-afc0-42c0-917a-efbf18b74718 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1313636376'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:43.927053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744e1b61-afc0-42c0-917a-efbf18b74718 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:43.931789 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-744e1b61-afc0-42c0-917a-efbf18b74718 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.949348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6746182-59b1-4009-b322-d744adfae0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-5f710674-2675-460c-959d-134fe7128462', 'network_id': '5f710674-2675-460c-959d-134fe7128462', 'tenant_id': '07810e9888f84ae290add3bbc0776afa', 'fixed_ips': [{'subnet_id': '41f0c9e6-0215-465c-af3b-ebd758b7ca8d'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:43.950246 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f6746182-59b1-4009-b322-d744adfae0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.958286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7bb71-23cb-4105-815c-6d84e18f93c3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Network': ['ID=c3274f27-4da7-4ce7-8602-3f192b0c6010,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:43.971653 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744e1b61-afc0-42c0-917a-efbf18b74718 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:43.981437 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4bcc4589-e7f0-4a88-8ef9-908174f73a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.983369 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-744e1b61-afc0-42c0-917a-efbf18b74718 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.983723 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-744e1b61-afc0-42c0-917a-efbf18b74718 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Added segment 418b17e1-7141-404b-a5b5-107d54691996 of type vlan for network f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d Jul 07 19:29:43.993086 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-45a7bb71-23cb-4105-815c-6d84e18f93c3 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0529375 Jul 07 19:29:43.999333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41078) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:44.008255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-7f0a594f-2878-4266-8fca-270b75b384d1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'subnet': {'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:44.025057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c3274f27-4da7-4ce7-8602-3f192b0c6010 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:44.049962 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-56280dc6-44fd-427f-91b3-4aae35ecea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.108446 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb21869-1242-4ae7-8493-73d21f850d25 req-8080e3d0-8114-403c-b8ae-f1ce3ae8564f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:44.116537 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acb21869-1242-4ae7-8493-73d21f850d25 req-8080e3d0-8114-403c-b8ae-f1ce3ae8564f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 944 time: 0.4611855 Jul 07 19:29:44.183594 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-744e1b61-afc0-42c0-917a-efbf18b74718 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.190725 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-50333238-2ba4-4f24-9c16-6e6986050042', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ips': [{'subnet_id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:44.191394 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.250693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a1a0f-301f-4feb-ad96-3e53298062d8 None None] Network 5f710674-2675-460c-959d-134fe7128462 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:44.261979 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4bcc4589-e7f0-4a88-8ef9-908174f73a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.274679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 36dcc658-1029-400a-bc1e-37939126bc4a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:44.288816 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-744e1b61-afc0-42c0-917a-efbf18b74718 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.294848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-56280dc6-44fd-427f-91b3-4aae35ecea00 None None] For port 6d842359-b6c9-458c-aeeb-480c0b84b896, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6d842359-b6c9-458c-aeeb-480c0b84b896,segment=NetworkSegment(5e222909-4625-4eb7-a434-dd3d1bcc247e),segment_id=5e222909-4625-4eb7-a434-dd3d1bcc247e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:44.295554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744e1b61-afc0-42c0-917a-efbf18b74718 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:44.296249 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-744e1b61-afc0-42c0-917a-efbf18b74718 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.309432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0a594f-2878-4266-8fca-270b75b384d1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:44.313472 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f0a594f-2878-4266-8fca-270b75b384d1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.354294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4bcc4589-e7f0-4a88-8ef9-908174f73a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.485297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Allocated IP 172.20.0.2 (50333238-2ba4-4f24-9c16-6e6986050042/fa18e4b9-54ea-42d0-a29e-3d1a15e2c523/a79ac511-7cf5-42d2-993a-36c23a2a2699) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:44.491886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e1b61-afc0-42c0-917a-efbf18b74718 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Network': ['ID=f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:44.512621 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-744e1b61-afc0-42c0-917a-efbf18b74718 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6455743 Jul 07 19:29:44.516709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41084) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:44.523222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d52de532-f606-45e0-803c-2d5a0cc30dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'subnet': {'network_id': 'f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:44.695437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52de532-f606-45e0-803c-2d5a0cc30dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:44.700636 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d52de532-f606-45e0-803c-2d5a0cc30dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.790113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 979eab3c-9a4a-40e2-bac9-a18020c89d36 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:44.792540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:44.800412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 36dcc658-1029-400a-bc1e-37939126bc4a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:44.801012 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.852438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acb21869-1242-4ae7-8493-73d21f850d25 req-a0d93dd8-a2bc-4b80-81ac-29a091198c9a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338955 Jul 07 19:29:44.878819 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a1a0f-301f-4feb-ad96-3e53298062d8 None None] Network 5f710674-2675-460c-959d-134fe7128462 could not be found, it might have been deleted concurrently. {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 19:29:44.881604 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-56280dc6-44fd-427f-91b3-4aae35ecea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.936246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4bcc4589-e7f0-4a88-8ef9-908174f73a72 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11a35119f68542979a11386b5aefa59e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0205317 Jul 07 19:29:44.940542 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41092) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:44.956112 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f0a594f-2878-4266-8fca-270b75b384d1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.984029 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc4589-e7f0-4a88-8ef9-908174f73a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70acf7a-9eda-421d-815f-b0e2918c5b05,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:44.984700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56280dc6-44fd-427f-91b3-4aae35ecea00 None None] Pushing event updated for resources: {'Port': ['ID=6d842359-b6c9-458c-aeeb-480c0b84b896,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:45.011153 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6123979d-a41d-47f2-9228-e4a8b97ba7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.044346 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6123979d-a41d-47f2-9228-e4a8b97ba7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.082838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a594f-2878-4266-8fca-270b75b384d1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Subnet': ['ID=8566f247-9b07-4d06-acf5-a791b4f07de0,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:45.107672 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6123979d-a41d-47f2-9228-e4a8b97ba7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.110897 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6123979d-a41d-47f2-9228-e4a8b97ba7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.117215 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6123979d-a41d-47f2-9228-e4a8b97ba7b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c70acf7a-9eda-421d-815f-b0e2918c5b05 HTTP/1.1" status: 204 len: 168 time: 0.1725755 Jul 07 19:29:45.135129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123979d-a41d-47f2-9228-e4a8b97ba7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70acf7a-9eda-421d-815f-b0e2918c5b05,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:45.177648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a594f-2878-4266-8fca-270b75b384d1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Checking segment: {'id': '9788bf68-52f1-4b61-86e6-2cb7c63da212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:45.178038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a594f-2878-4266-8fca-270b75b384d1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network hostable DHCP agents. Network: c3274f27-4da7-4ce7-8602-3f192b0c6010, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:45.204364 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.213269 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d52de532-f606-45e0-803c-2d5a0cc30dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.262959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a594f-2878-4266-8fca-270b75b384d1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network c3274f27-4da7-4ce7-8602-3f192b0c6010 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:45.294447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a594f-2878-4266-8fca-270b75b384d1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, c3274f27-4da7-4ce7-8602-3f192b0c6010) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:45.307571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52de532-f606-45e0-803c-2d5a0cc30dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Subnet': ['ID=733b601a-c633-4814-ab0c-d47b7063c9fd,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:45.309982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0a594f-2878-4266-8fca-270b75b384d1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:45.310582 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f0a594f-2878-4266-8fca-270b75b384d1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.374741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7f0a594f-2878-4266-8fca-270b75b384d1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3729792 Jul 07 19:29:45.376537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52de532-f606-45e0-803c-2d5a0cc30dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Checking segment: {'id': '418b17e1-7141-404b-a5b5-107d54691996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:45.376995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52de532-f606-45e0-803c-2d5a0cc30dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network hostable DHCP agents. Network: f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:45.377596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41098) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:45.395354 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.401241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52de532-f606-45e0-803c-2d5a0cc30dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:45.418200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-d52de532-f606-45e0-803c-2d5a0cc30dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:45.427597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52de532-f606-45e0-803c-2d5a0cc30dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:45.428419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d52de532-f606-45e0-803c-2d5a0cc30dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.429046 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 979eab3c-9a4a-40e2-bac9-a18020c89d36 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:45.472556 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d52de532-f606-45e0-803c-2d5a0cc30dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9482102 Jul 07 19:29:45.473470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41102) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:45.490583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0bdb6c59-3e39-47d3-9a6c-6926aa3962c9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'subnet': {'network_id': 'f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:45.496883 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ba221-a78a-4533-ae04-b4bfd3adb115 None None] Network c3274f27-4da7-4ce7-8602-3f192b0c6010 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:45.602426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bcef1e-6978-464f-afab-91a58fdb8db8 None None] Network f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:45.638906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Transition to ACTIVE for port object a79ac511-7cf5-42d2-993a-36c23a2a2699 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:45.643906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 979eab3c-9a4a-40e2-bac9-a18020c89d36 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:45.644343 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.767520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdb6c59-3e39-47d3-9a6c-6926aa3962c9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:45.772267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0bdb6c59-3e39-47d3-9a6c-6926aa3962c9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.842101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4c4c71a7-4dd1-46d2-99cf-8af2910c5a7d None None] Provisioning for port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:45.858781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4c4c71a7-4dd1-46d2-99cf-8af2910c5a7d None None] Provisioning complete for port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:45.860287 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4c4c71a7-4dd1-46d2-99cf-8af2910c5a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.950106 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.954753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Transition to ACTIVE for port object a79ac511-7cf5-42d2-993a-36c23a2a2699 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:45.963789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c71a7-4dd1-46d2-99cf-8af2910c5a7d None None] Port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:46.008996 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.081481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4c4c71a7-4dd1-46d2-99cf-8af2910c5a7d None None] Provisioning complete for port 6d842359-b6c9-458c-aeeb-480c0b84b896 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:46.082188 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4c4c71a7-4dd1-46d2-99cf-8af2910c5a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.199615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:40Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:29:41Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:46.201592 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0bdb6c59-3e39-47d3-9a6c-6926aa3962c9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.249137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Allocated IP 172.20.0.1 (50333238-2ba4-4f24-9c16-6e6986050042/fa18e4b9-54ea-42d0-a29e-3d1a15e2c523/56b7d344-066a-4c1e-825e-82f3c8355010) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:46.260225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb6c59-3e39-47d3-9a6c-6926aa3962c9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:46.265244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb6c59-3e39-47d3-9a6c-6926aa3962c9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:46.269276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdb6c59-3e39-47d3-9a6c-6926aa3962c9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:46.270057 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0bdb6c59-3e39-47d3-9a6c-6926aa3962c9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.279975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Network 50333238-2ba4-4f24-9c16-6e6986050042 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:46.284866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Checking router: 8665f17c-34f4-40bb-8d87-45906cd30e8d for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:29:46.285240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Updating router 8665f17c-34f4-40bb-8d87-45906cd30e8d port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:29:46.298134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762a3ae7-324d-49d2-a083-b4e10de74128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dcc658-1029-400a-bc1e-37939126bc4a'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:46.301063 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7630021f-78ad-42bc-b9a5-d8efc6e83e91" -d '{"events": [{"server_uuid": "762a3ae7-324d-49d2-a083-b4e10de74128", "name": "network-vif-plugged", "status": "completed", "tag": "36dcc658-1029-400a-bc1e-37939126bc4a"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:46.340653 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0bdb6c59-3e39-47d3-9a6c-6926aa3962c9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8656926 Jul 07 19:29:46.345191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41124) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:46.359033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:46.378381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-c3274f27-4da7-4ce7-8602-3f192b0c6010', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:46.379270 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.397444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:46.453359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f59ed1-7bb2-41f1-8e89-a5e91f604b5a tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:46.455266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f59ed1-7bb2-41f1-8e89-a5e91f604b5a tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:46.458471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f59ed1-7bb2-41f1-8e89-a5e91f604b5a tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:46.460774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f59ed1-7bb2-41f1-8e89-a5e91f604b5a tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:46.463038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f59ed1-7bb2-41f1-8e89-a5e91f604b5a tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:46.472699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f8f59ed1-7bb2-41f1-8e89-a5e91f604b5a tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1190631 Jul 07 19:29:46.474272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41128) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:46.480617 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ebaaa681-13a3-4d38-b07b-226143486821 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-839313626'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:46.514746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 36dcc658-1029-400a-bc1e-37939126bc4a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=36dcc658-1029-400a-bc1e-37939126bc4a,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:46.515273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb6c59-3e39-47d3-9a6c-6926aa3962c9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Subnet': ['ID=6c107ca9-8204-44fa-9470-88509ecc293d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:46.517844 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53111295-2f53-47f7-9cbe-8a0692d3f45f x-openstack-request-id: req-53111295-2f53-47f7-9cbe-8a0692d3f45f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:46.518327 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762a3ae7-324d-49d2-a083-b4e10de74128", "name": "network-vif-plugged", "status": "completed", "tag": "36dcc658-1029-400a-bc1e-37939126bc4a", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:46.519141 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-53111295-2f53-47f7-9cbe-8a0692d3f45f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:46.520063 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762a3ae7-324d-49d2-a083-b4e10de74128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dcc658-1029-400a-bc1e-37939126bc4a', 'code': 200} Jul 07 19:29:46.520415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaaa681-13a3-4d38-b07b-226143486821 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:46.525097 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebaaa681-13a3-4d38-b07b-226143486821 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.544916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Pushing event updated for resources: {'Port': ['ID=a79ac511-7cf5-42d2-993a-36c23a2a2699,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:46.570870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebaaa681-13a3-4d38-b07b-226143486821 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:46.585092 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebaaa681-13a3-4d38-b07b-226143486821 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.585450 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.585719 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-ebaaa681-13a3-4d38-b07b-226143486821 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Added segment 96484e6e-92a7-40e8-bc05-8193fd0d32d1 of type vlan for network 777f5188-7e66-428e-9c7d-3fa209b26225 Jul 07 19:29:46.626063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fa395-b9d9-473c-b14f-9e057a40e95d req-27bbaa21-2094-4912-baee-8649d6d66502 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:46.635401 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebaaa681-13a3-4d38-b07b-226143486821 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.642082 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a9fa395-b9d9-473c-b14f-9e057a40e95d req-27bbaa21-2094-4912-baee-8649d6d66502 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 944 time: 0.4922850 Jul 07 19:29:46.651333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=36dcc658-1029-400a-bc1e-37939126bc4a,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:46.686414 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebaaa681-13a3-4d38-b07b-226143486821 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.693055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaaa681-13a3-4d38-b07b-226143486821 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:46.693886 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebaaa681-13a3-4d38-b07b-226143486821 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.731135 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ebaaa681-13a3-4d38-b07b-226143486821 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2550611 Jul 07 19:29:46.736108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41134) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:46.761059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6b4da8b5-48ee-40d5-97be-b8a3062469ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:46.774778 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.926084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Allocated IP 2001:db8:1::2 (c3274f27-4da7-4ce7-8602-3f192b0c6010/8566f247-9b07-4d06-acf5-a791b4f07de0/0e9cc5a3-c743-4abf-a1b3-7b01e0630651) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:46.935953 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a9fa395-b9d9-473c-b14f-9e057a40e95d req-1a165266-7662-43cf-a69c-7337e7722b44 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811787 Jul 07 19:29:46.943714 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.964587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaaa681-13a3-4d38-b07b-226143486821 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Network': ['ID=777f5188-7e66-428e-9c7d-3fa209b26225,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:47.011411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Transition to ACTIVE for port object 56b7d344-066a-4c1e-825e-82f3c8355010 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:47.070820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a9413-c536-433b-94e1-3ce7f78e860e req-051aad6d-8d2f-4a23-ad92-17a23502a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:47.072736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-954a9413-c536-433b-94e1-3ce7f78e860e req-051aad6d-8d2f-4a23-ad92-17a23502a41f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 1096 time: 0.3985124 Jul 07 19:29:47.092446 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b4da8b5-48ee-40d5-97be-b8a3062469ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.108950 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.114785 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.118868 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b4da8b5-48ee-40d5-97be-b8a3062469ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.126524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Transition to ACTIVE for port object 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:47.136530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network 50333238-2ba4-4f24-9c16-6e6986050042 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:47.141979 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:47.160922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Transition to ACTIVE for port object 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:47.166623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:47.205864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d', 'network_id': 'f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d', 'tenant_id': '07810e9888f84ae290add3bbc0776afa', 'fixed_ips': [{'subnet_id': '6c107ca9-8204-44fa-9470-88509ecc293d'}, {'subnet_id': '733b601a-c633-4814-ab0c-d47b7063c9fd'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:47.206761 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.211934 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-954a9413-c536-433b-94e1-3ce7f78e860e req-b2485033-92de-4d25-b40c-edcac2e721a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028702 Jul 07 19:29:47.223387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 777f5188-7e66-428e-9c7d-3fa209b26225 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:47.228873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b4da8b5-48ee-40d5-97be-b8a3062469ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network 777f5188-7e66-428e-9c7d-3fa209b26225 is not hosted by any dhcp agent {{(pid=93901) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:29:47.237851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4da8b5-48ee-40d5-97be-b8a3062469ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:47.244905 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6b4da8b5-48ee-40d5-97be-b8a3062469ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.244905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6b4da8b5-48ee-40d5-97be-b8a3062469ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "PUT /v2.0/networks/777f5188-7e66-428e-9c7d-3fa209b26225 HTTP/1.1" status: 200 len: 723 time: 0.4993520 Jul 07 19:29:47.248331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41146) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:47.251733 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.257839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-7f92b7bb-6e8f-42fa-bc9a-3cdceff5087f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'subnet': {'network_id': '777f5188-7e66-428e-9c7d-3fa209b26225', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:47.261569 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.278138 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.284730 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=56b7d344-066a-4c1e-825e-82f3c8355010,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:47.320562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4da8b5-48ee-40d5-97be-b8a3062469ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Network': ['ID=777f5188-7e66-428e-9c7d-3fa209b26225,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:47.415452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f92b7bb-6e8f-42fa-bc9a-3cdceff5087f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:47.436086 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f92b7bb-6e8f-42fa-bc9a-3cdceff5087f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.451519 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Pushing event updated for resources: {'Port': ['ID=0e9cc5a3-c743-4abf-a1b3-7b01e0630651,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:47.478651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 777f5188-7e66-428e-9c7d-3fa209b26225 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:47.482868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Allocated IP 2001:db8:1::1 (c3274f27-4da7-4ce7-8602-3f192b0c6010/8566f247-9b07-4d06-acf5-a791b4f07de0/8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:47.553958 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.577753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Attempting to bind port a79ac511-7cf5-42d2-993a-36c23a2a2699 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:47.578995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Attempting to bind port a79ac511-7cf5-42d2-993a-36c23a2a2699 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:47.579373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Attempting to bind port a79ac511-7cf5-42d2-993a-36c23a2a2699 on network 50333238-2ba4-4f24-9c16-6e6986050042 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:47.682614 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.709965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Network c3274f27-4da7-4ce7-8602-3f192b0c6010 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:47.734347 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:47.736965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:47.821528 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.882229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41158) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:47.912207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Transition to ACTIVE for port object 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:47.926282 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f92b7bb-6e8f-42fa-bc9a-3cdceff5087f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.044713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92b7bb-6e8f-42fa-bc9a-3cdceff5087f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Subnet': ['ID=7fdc0d9c-a6f6-4574-b8d9-8bee2ecf465f,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:48.053462 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.058570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f92b7bb-6e8f-42fa-bc9a-3cdceff5087f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Checking segment: {'id': '96484e6e-92a7-40e8-bc05-8193fd0d32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '777f5188-7e66-428e-9c7d-3fa209b26225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:48.059044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f92b7bb-6e8f-42fa-bc9a-3cdceff5087f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network hostable DHCP agents. Network: 777f5188-7e66-428e-9c7d-3fa209b26225, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:48.068224 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 979eab3c-9a4a-40e2-bac9-a18020c89d36, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=979eab3c-9a4a-40e2-bac9-a18020c89d36,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:48.073988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:48.074502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Checking segment: {'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:48.074873 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.075642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Bound using segment: {'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:48.076404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Bound port: a79ac511-7cf5-42d2-993a-36c23a2a2699, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:48.076999 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.100737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f92b7bb-6e8f-42fa-bc9a-3cdceff5087f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network 777f5188-7e66-428e-9c7d-3fa209b26225 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:48.107257 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.130928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-7f92b7bb-6e8f-42fa-bc9a-3cdceff5087f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 777f5188-7e66-428e-9c7d-3fa209b26225) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:48.150567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f92b7bb-6e8f-42fa-bc9a-3cdceff5087f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:48.151885 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f92b7bb-6e8f-42fa-bc9a-3cdceff5087f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.178085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network c3274f27-4da7-4ce7-8602-3f192b0c6010 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:48.182094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7f92b7bb-6e8f-42fa-bc9a-3cdceff5087f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9317951 Jul 07 19:29:48.186488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41166) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:48.196533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6f9093ee-ada5-4dfb-ab46-635cfbc14ded tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:48.206759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:48.222184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:48.222962 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.315651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd56de2-9f34-4114-8263-4a58217113a8 None None] Network 777f5188-7e66-428e-9c7d-3fa209b26225 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:48.326941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:48.381609 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6f9093ee-ada5-4dfb-ab46-635cfbc14ded tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25160555'] for subnet, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.409074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8ddd5fce-b894-4277-b479-f60b28006049 None None] Provisioning complete for port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:48.409456 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8ddd5fce-b894-4277-b479-f60b28006049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.425976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6d842359-b6c9-458c-aeeb-480c0b84b896 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:48.444920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-705345947'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:48.489607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Attempting to bind port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:48.489893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Attempting to bind port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '9788bf68-52f1-4b61-86e6-2cb7c63da212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:48.490619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Attempting to bind port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 on network c3274f27-4da7-4ce7-8602-3f192b0c6010 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:48.602086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:48.602610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Checking segment: {'id': '9788bf68-52f1-4b61-86e6-2cb7c63da212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:48.603092 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.603492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Bound using segment: {'id': '9788bf68-52f1-4b61-86e6-2cb7c63da212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:48.604038 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Bound port: 0e9cc5a3-c743-4abf-a1b3-7b01e0630651, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9788bf68-52f1-4b61-86e6-2cb7c63da212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:48.612731 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.619211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Made reservation on behalf of 6776bf27e3bd469488412f3fac233584 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:48.624875 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.627218 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.634921 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.662700 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.672584 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.673729 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=979eab3c-9a4a-40e2-bac9-a18020c89d36,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:48.697400 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6f9093ee-ada5-4dfb-ab46-635cfbc14ded tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772663873311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24947076'] for subnet, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.702279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8ddd5fce-b894-4277-b479-f60b28006049 None None] Port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:48.769596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9093ee-ada5-4dfb-ab46-635cfbc14ded tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:48.771829 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6f9093ee-ada5-4dfb-ab46-635cfbc14ded tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.773389 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6f9093ee-ada5-4dfb-ab46-635cfbc14ded tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "PUT /v2.0/subnets/7fdc0d9c-a6f6-4574-b8d9-8bee2ecf465f HTTP/1.1" status: 200 len: 826 time: 0.5851567 Jul 07 19:29:48.778192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41170) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:48.804052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] For port a79ac511-7cf5-42d2-993a-36c23a2a2699, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:48.818711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a708dc2-b798-4411-8c0f-d4396ac68974 req-084a8913-6e15-4cbc-b51c-58618742a660 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:48.820359 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a708dc2-b798-4411-8c0f-d4396ac68974 req-084a8913-6e15-4cbc-b51c-58618742a660 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 945 time: 0.5721164 Jul 07 19:29:48.873455 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=56b7d344-066a-4c1e-825e-82f3c8355010,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:48.883987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] For port a79ac511-7cf5-42d2-993a-36c23a2a2699, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a79ac511-7cf5-42d2-993a-36c23a2a2699,segment=NetworkSegment(43b8089d-3185-411c-b87a-b1e2be36d6d5),segment_id=43b8089d-3185-411c-b87a-b1e2be36d6d5)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:48.889859 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.894170 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9093ee-ada5-4dfb-ab46-635cfbc14ded tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Subnet': ['ID=7fdc0d9c-a6f6-4574-b8d9-8bee2ecf465f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:48.924496 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.939866 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.945270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 6d842359-b6c9-458c-aeeb-480c0b84b896 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:48.945648 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.998243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Allocated IP 172.20.0.1 (f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d/6c107ca9-8204-44fa-9470-88509ecc293d/209218c1-b2c7-460a-9b56-0d72f1c0c044) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:49.033307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Allocated IP 2001:db8::2 (f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d/733b601a-c633-4814-ab0c-d47b7063c9fd/209218c1-b2c7-460a-9b56-0d72f1c0c044) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:49.054711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] For port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:49.067139 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a708dc2-b798-4411-8c0f-d4396ac68974 req-c625daf9-285a-4fd2-a83b-a1313a31854a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344284 Jul 07 19:29:49.091078 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.150377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] For port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0e9cc5a3-c743-4abf-a1b3-7b01e0630651,segment=NetworkSegment(9788bf68-52f1-4b61-86e6-2cb7c63da212),segment_id=9788bf68-52f1-4b61-86e6-2cb7c63da212)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:49.195771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a0dfb1-c01c-4f9a-a417-ab08002c28b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-777f5188-7e66-428e-9c7d-3fa209b26225', 'network_id': '777f5188-7e66-428e-9c7d-3fa209b26225', 'tenant_id': '07810e9888f84ae290add3bbc0776afa', 'fixed_ips': [{'subnet_id': '7fdc0d9c-a6f6-4574-b8d9-8bee2ecf465f'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:49.196813 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dfb1-c01c-4f9a-a417-ab08002c28b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.199795 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.251839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Transition to ACTIVE for port object 477e180f-48d8-48eb-b3f8-8ce0680fdab7 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:49.263588 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ae276-28af-4386-87fe-c67ecb12ebe2 None None] Pushing event updated for resources: {'Port': ['ID=a79ac511-7cf5-42d2-993a-36c23a2a2699,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:49.334162 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.342660 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb017cb0-c42f-4644-bea8-87afb3b73ec8 None None] Pushing event updated for resources: {'Port': ['ID=0e9cc5a3-c743-4abf-a1b3-7b01e0630651,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:49.363135 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.363805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network 50333238-2ba4-4f24-9c16-6e6986050042 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:49.373104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:49.379494 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.392595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:49.406903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.407345 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Added segment 5fec0988-fe1b-4410-9cc7-d782deb41bbc of type vlan for network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 Jul 07 19:29:49.423206 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.514608 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.529608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.549541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b152e-20b0-4792-b6dd-7fd3635c5e7d None None] Pushing event updated for resources: {'Port': ['ID=477e180f-48d8-48eb-b3f8-8ce0680fdab7,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:49.595028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Subnet': ['ID=7fdc0d9c-a6f6-4574-b8d9-8bee2ecf465f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:49.654771 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.686782 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.689737 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server [None req-e3a0dfb1-c01c-4f9a-a417-ab08002c28b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7fdc0d9c-a6f6-4574-b8d9-8bee2ecf465f: This subnet is being modified by another concurrent operation. Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:29:49.698718 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7fdc0d9c-a6f6-4574-b8d9-8bee2ecf465f: This subnet is being modified by another concurrent operation. Jul 07 19:29:49.703779 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Jul 07 19:29:49.714900 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.735046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777f5188-7e66-428e-9c7d-3fa209b26225']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:49.751934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96484e6e-92a7-40e8-bc05-8193fd0d32d1') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:49.752402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96484e6e-92a7-40e8-bc05-8193fd0d32d1') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:49.770345 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.774691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19654f0-0df6-4e3d-8d8e-f865d79ee8d1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:49.776144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84600721-ee4d-4e53-bfbb-4ad1ce0e9b66 None None] Network 777f5188-7e66-428e-9c7d-3fa209b26225 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:49.795694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.803008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:49.803678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.808256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:49.809586 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:49.912568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.928283 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.930247 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/777f5188-7e66-428e-9c7d-3fa209b26225 HTTP/1.1" status: 204 len: 168 time: 1.1501453 Jul 07 19:29:49.954629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41178) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:49.955682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fed7ba-9dcc-45a1-954e-9fac0b06d26f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Network': ['ID=777f5188-7e66-428e-9c7d-3fa209b26225,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:49.981524 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5f7669-c19b-4ec1-b408-0267b4e1f08e tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:29:49.982487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5f7669-c19b-4ec1-b408-0267b4e1f08e tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:29:49.984629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7b5f7669-c19b-4ec1-b408-0267b4e1f08e tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/777f5188-7e66-428e-9c7d-3fa209b26225 HTTP/1.1" status: 404 len: 339 time: 0.0266569 Jul 07 19:29:49.989904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41180) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:50.001112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ea270283-df37-4a91-b905-64a71c08ad59 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-592929841', 'description': 'd1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:50.066418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea270283-df37-4a91-b905-64a71c08ad59 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:50.071289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Attempting to bind port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:50.073348 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea270283-df37-4a91-b905-64a71c08ad59 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.074695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Attempting to bind port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '5e222909-4625-4eb7-a434-dd3d1bcc247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:50.082076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Attempting to bind port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 on network 72abf4f2-3517-471a-912d-cad0c8a54f90 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:50.127402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea270283-df37-4a91-b905-64a71c08ad59 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:50.177861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea270283-df37-4a91-b905-64a71c08ad59 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.178396 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-ea270283-df37-4a91-b905-64a71c08ad59 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Added segment e7049e08-8572-48f4-ae4c-43525959659b of type vlan for network aca13ad7-b826-43d9-a5af-4266ee31eaf7 Jul 07 19:29:50.207306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:50.207932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Checking segment: {'id': '5e222909-4625-4eb7-a434-dd3d1bcc247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:50.212220 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.214570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Bound using segment: {'id': '5e222909-4625-4eb7-a434-dd3d1bcc247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:50.215416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Bound port: 477e180f-48d8-48eb-b3f8-8ce0680fdab7, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e222909-4625-4eb7-a434-dd3d1bcc247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:50.215950 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.297109 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea270283-df37-4a91-b905-64a71c08ad59 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.304527 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.369876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Transition to ACTIVE for port object 209218c1-b2c7-460a-9b56-0d72f1c0c044 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:50.376752 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea270283-df37-4a91-b905-64a71c08ad59 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.391187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea270283-df37-4a91-b905-64a71c08ad59 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:50.393326 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea270283-df37-4a91-b905-64a71c08ad59 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.475249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e0755b-41ac-47b6-aa14-50db8bb6c14c None None] Network 777f5188-7e66-428e-9c7d-3fa209b26225 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:50.519664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Transition to ACTIVE for port object 209218c1-b2c7-460a-9b56-0d72f1c0c044 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:50.535815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e0755b-41ac-47b6-aa14-50db8bb6c14c None None] Network 777f5188-7e66-428e-9c7d-3fa209b26225 could not be found, it might have been deleted concurrently. {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 19:29:50.536887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ea270283-df37-4a91-b905-64a71c08ad59 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5450227 Jul 07 19:29:50.539963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41186) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:50.550549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 979eab3c-9a4a-40e2-bac9-a18020c89d36 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:50.568701 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.572828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.581542 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:50.583149 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.627741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea270283-df37-4a91-b905-64a71c08ad59 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Network': ['ID=aca13ad7-b826-43d9-a5af-4266ee31eaf7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:50.635243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Router 13ddb8d4-9faf-4934-9b4d-597795392fcf has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:29:50.671312 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network aca13ad7-b826-43d9-a5af-4266ee31eaf7 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:50.680733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Network f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:50.682336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] For port 477e180f-48d8-48eb-b3f8-8ce0680fdab7, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:50.685324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b7bdc9-7646-437e-997f-208b1b7a7b65 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:50.691064 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-47b7bdc9-7646-437e-997f-208b1b7a7b65 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/networks?id=aca13ad7-b826-43d9-a5af-4266ee31eaf7 HTTP/1.1" status: 200 len: 764 time: 0.1384227 Jul 07 19:29:50.692007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41190) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:50.698673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-aad842da-c3f5-41dd-a147-01ea20e908bd tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'network': {'description': 'd2'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:50.725858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:50.823667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] For port 477e180f-48d8-48eb-b3f8-8ce0680fdab7, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=477e180f-48d8-48eb-b3f8-8ce0680fdab7,segment=NetworkSegment(5e222909-4625-4eb7-a434-dd3d1bcc247e),segment_id=5e222909-4625-4eb7-a434-dd3d1bcc247e)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:50.824719 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.9410598 Jul 07 19:29:50.840789 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef6fe-2e80-478a-b65b-903f11dcfd6b req-d900809d-c6c6-4b71-aaaa-b040a27e8371 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:50.849897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:50.852056 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdeef6fe-2e80-478a-b65b-903f11dcfd6b req-d900809d-c6c6-4b71-aaaa-b040a27e8371 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 945 time: 0.3942540 Jul 07 19:29:50.875383 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.910439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Pushing event updated for resources: {'Port': ['ID=209218c1-b2c7-460a-9b56-0d72f1c0c044,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:50.943135 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e63fbe-545c-4aa9-bbeb-817c8709f1be tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Pushing event updated for resources: {'Network': ['ID=5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:50.944144 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aad842da-c3f5-41dd-a147-01ea20e908bd tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.966882 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aad842da-c3f5-41dd-a147-01ea20e908bd tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.996821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fdeef6fe-2e80-478a-b65b-903f11dcfd6b req-fc2927a4-fb8e-4264-9908-3f891faa9c3f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432950 Jul 07 19:29:50.998574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aad842da-c3f5-41dd-a147-01ea20e908bd tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network aca13ad7-b826-43d9-a5af-4266ee31eaf7 is not hosted by any dhcp agent {{(pid=93901) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:29:51.017689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad842da-c3f5-41dd-a147-01ea20e908bd tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.018675 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aad842da-c3f5-41dd-a147-01ea20e908bd tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:51.020251 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-aad842da-c3f5-41dd-a147-01ea20e908bd tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "PUT /v2.0/networks/aca13ad7-b826-43d9-a5af-4266ee31eaf7 HTTP/1.1" status: 200 len: 761 time: 0.3270943 Jul 07 19:29:51.033367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41198) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:51.139980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad842da-c3f5-41dd-a147-01ea20e908bd tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Network': ['ID=aca13ad7-b826-43d9-a5af-4266ee31eaf7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:51.213984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41202) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:51.220214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Request body: {'port': {'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3', 'binding:host_id': 'n-h2-793621-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1726297871'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:51.250711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34a4d7-6a4e-4fea-b3cc-b4873efdf27e tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.259440 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41204) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:51.269300 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ca34a4d7-6a4e-4fea-b3cc-b4873efdf27e tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/networks?id=aca13ad7-b826-43d9-a5af-4266ee31eaf7 HTTP/1.1" status: 200 len: 764 time: 0.2345562 Jul 07 19:29:51.270749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:51.281768 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Sync routers for ids ['13ddb8d4-9faf-4934-9b4d-597795392fcf'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:51.297738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6570943d-b4ef-4d3d-840e-8c7c5e82bd59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "PUT /v2.0/routers/13ddb8d4-9faf-4934-9b4d-597795392fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0411823 Jul 07 19:29:51.305126 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Routers {'13ddb8d4-9faf-4934-9b4d-597795392fcf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:51.305912 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13ddb8d4-9faf-4934-9b4d-597795392fcf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:51.334590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41206) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:51.348366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network c3274f27-4da7-4ce7-8602-3f192b0c6010 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:51.353007 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:51.424336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Made reservation on behalf of e11058fd852040c1a6e622aab8d6e42a for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:51.426944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:51.444792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:51.522427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bbcc50-7f98-45c7-a915-b29af0c9e69c None None] Network 50333238-2ba4-4f24-9c16-6e6986050042 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:51.524286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f9472-4e57-443d-bde3-cc18d604ee80 req-2dd91174-6bf2-416c-9167-7834a258fc7c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.528131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network aca13ad7-b826-43d9-a5af-4266ee31eaf7 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:51.533120 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-833f9472-4e57-443d-bde3-cc18d604ee80 req-2dd91174-6bf2-416c-9167-7834a258fc7c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 946 time: 0.2597959 Jul 07 19:29:51.558323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8665f17c-34f4-40bb-8d87-45906cd30e8d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:29:51.573219 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:51.626431 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Set router 13ddb8d4-9faf-4934-9b4d-597795392fcf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:51.685409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d7f655-1533-4e78-b6b3-4599c8fa8feb None None] Network c3274f27-4da7-4ce7-8602-3f192b0c6010 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:51.764614 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-833f9472-4e57-443d-bde3-cc18d604ee80 req-dc60c6d6-6f35-4f67-80c8-d4c77c553231 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304688 Jul 07 19:29:51.813071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:51.814106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02841f9-1694-4181-85ca-22246580fd3e tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.816079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b02841f9-1694-4181-85ca-22246580fd3e tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5535269 Jul 07 19:29:51.840173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41214) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:51.848326 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-799fa7a0-bcc2-465b-82ee-b9efc4ba5811 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4675245 Jul 07 19:29:51.850334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41216) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:51.860708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-cc5050dc-801f-4722-b830-305c5f19fb25 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1669433190'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:51.921763 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6b2bab41-55d3-45e0-b00d-c98879bd03b4 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 207 time: 0.0799191 Jul 07 19:29:51.926030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41218) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:51.941342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.942533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.942533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.942817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.943251 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.943765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.944393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.944870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.945336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.945857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.946324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.946808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.947278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.947888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.948357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.948826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.949412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.949799 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '56b7d344-066a-4c1e-825e-82f3c8355010', 'name': '', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:54:44:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:45Z', 'updated_at': '2021-07-07T19:29:48Z', 'revision_number': 2, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:51.950081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.955330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.958442 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-67ec766b-f435-4465-8358-0a25709cb888 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 13282 time: 0.5933447 Jul 07 19:29:51.963700 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41220) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:51.968062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:51.969501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:51.972525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Attempting to bind port 209218c1-b2c7-460a-9b56-0d72f1c0c044 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:51.973210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Attempting to bind port 209218c1-b2c7-460a-9b56-0d72f1c0c044 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '418b17e1-7141-404b-a5b5-107d54691996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:51.973810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Attempting to bind port 209218c1-b2c7-460a-9b56-0d72f1c0c044 on network f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:51.992602 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Checking router: 13ddb8d4-9faf-4934-9b4d-597795392fcf for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:29:51.993033 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Updating router 13ddb8d4-9faf-4934-9b4d-597795392fcf port 56b7d344-066a-4c1e-825e-82f3c8355010 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:29:51.997277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 979eab3c-9a4a-40e2-bac9-a18020c89d36 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:51.997980 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.012888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.018204 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.026106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] device_id is not set on port 68da5ba7-cdae-4e59-b586-2154730ab5f1 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:29:52.042662 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.072376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-582ac034-4675-45a0-b89c-b0a645a5ef06 None None] Provisioning for port a79ac511-7cf5-42d2-993a-36c23a2a2699 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:52.126240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da7761b-253e-43d7-876e-bb5fe8d7e0c9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:52.169358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5050dc-801f-4722-b830-305c5f19fb25 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:52.171910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b152e-20b0-4792-b6dd-7fd3635c5e7d None None] Pushing event updated for resources: {'Port': ['ID=477e180f-48d8-48eb-b3f8-8ce0680fdab7,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:52.173043 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cc5050dc-801f-4722-b830-305c5f19fb25 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.175086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:52.175469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Checking segment: {'id': '418b17e1-7141-404b-a5b5-107d54691996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:52.175927 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.176314 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Bound using segment: {'id': '418b17e1-7141-404b-a5b5-107d54691996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:52.176805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Bound port: 209218c1-b2c7-460a-9b56-0d72f1c0c044, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418b17e1-7141-404b-a5b5-107d54691996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:52.177339 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.263207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] For port 209218c1-b2c7-460a-9b56-0d72f1c0c044, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:52.267979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] For port 209218c1-b2c7-460a-9b56-0d72f1c0c044, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=209218c1-b2c7-460a-9b56-0d72f1c0c044,segment=NetworkSegment(418b17e1-7141-404b-a5b5-107d54691996),segment_id=418b17e1-7141-404b-a5b5-107d54691996)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:52.269623 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2dedb08c-729a-4427-8c12-256abcb64b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.292502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5050dc-801f-4722-b830-305c5f19fb25 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:52.296261 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.314625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.315517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.316180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.316871 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.320714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.321492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.322154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.322896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.323083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] device_id is not set on port 68da5ba7-cdae-4e59-b586-2154730ab5f1 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:29:52.323771 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.324462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.325139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.325787 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.326428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.327105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.328058 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.328776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.329791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.330445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.333195 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-28a3158f-333a-4a98-8229-d2c0b37fd78f tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 11348 time: 0.3305399 Jul 07 19:29:52.333933 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.344143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41222) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:52.347126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Transition to ACTIVE for port object 68da5ba7-cdae-4e59-b586-2154730ab5f1 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:52.362177 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.441042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:52.446076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cc5050dc-801f-4722-b830-305c5f19fb25 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.446807 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-cc5050dc-801f-4722-b830-305c5f19fb25 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Added segment d79e7b7b-694c-48e0-8a1a-d1b2ade60055 of type vlan for network ad880adb-bc80-4cc5-bd07-b8d1d4adf23f Jul 07 19:29:52.457989 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd265d2-9698-4372-a5c9-4438ad3ff4f5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.460461 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.465584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd265d2-9698-4372-a5c9-4438ad3ff4f5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.475374 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Transition to ACTIVE for port object 56b7d344-066a-4c1e-825e-82f3c8355010 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:52.481314 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.491042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd265d2-9698-4372-a5c9-4438ad3ff4f5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.498691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd265d2-9698-4372-a5c9-4438ad3ff4f5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.507201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd265d2-9698-4372-a5c9-4438ad3ff4f5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.513909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd265d2-9698-4372-a5c9-4438ad3ff4f5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.516554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2bd265d2-9698-4372-a5c9-4438ad3ff4f5 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5893054 Jul 07 19:29:52.527623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41226) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:52.534124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ade4c-0e9c-4598-9d07-db05e6734593 None None] Pushing event updated for resources: {'Port': ['ID=209218c1-b2c7-460a-9b56-0d72f1c0c044,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:52.578675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491e1cd-196d-4187-a8c6-5c9cf61cda2c req-4ddb4547-06b3-4b82-99ba-a1c3a3ac07ee tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.580312 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5491e1cd-196d-4187-a8c6-5c9cf61cda2c req-4ddb4547-06b3-4b82-99ba-a1c3a3ac07ee tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 945 time: 0.6176395 Jul 07 19:29:52.657998 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Attempting to bind port 56b7d344-066a-4c1e-825e-82f3c8355010 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:52.660950 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Attempting to bind port 56b7d344-066a-4c1e-825e-82f3c8355010 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:52.662391 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Attempting to bind port 56b7d344-066a-4c1e-825e-82f3c8355010 on network 50333238-2ba4-4f24-9c16-6e6986050042 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:52.672384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event updated for resources: {'Port': ['ID=68da5ba7-cdae-4e59-b586-2154730ab5f1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:52.673135 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:52.673135 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Checking segment: {'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:52.673617 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.674037 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Bound using segment: {'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:52.674526 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Bound port: 56b7d344-066a-4c1e-825e-82f3c8355010, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:52.675003 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.704566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Checking segment: {'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:52.705360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Network hostable DHCP agents. Network: 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:52.770273 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cc5050dc-801f-4722-b830-305c5f19fb25 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.773485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:52.825848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:52.830598 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] For port 56b7d344-066a-4c1e-825e-82f3c8355010, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:52.844709 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] For port 56b7d344-066a-4c1e-825e-82f3c8355010, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=56b7d344-066a-4c1e-825e-82f3c8355010,segment=NetworkSegment(43b8089d-3185-411c-b87a-b1e2be36d6d5),segment_id=43b8089d-3185-411c-b87a-b1e2be36d6d5)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:52.848198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:52.850930 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.882494 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367a064-b9af-42b3-befd-8c600ebaec15 None None] Pushing event updated for resources: {'Port': ['ID=56b7d344-066a-4c1e-825e-82f3c8355010,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:52.884526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50189579-08f4-4c27-8256-b556e1e73487 None None] Network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:52.921177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:52.922637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:52.923278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:52.952297 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-19e1dda9-31ea-4d39-b620-03e12090eb21 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4235165 Jul 07 19:29:52.955728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:52.956371 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:29:52.957495 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 2 to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 Jul 07 19:29:52.962413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41230) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:52.989074 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5491e1cd-196d-4187-a8c6-5c9cf61cda2c req-7299ae24-2bd6-4738-bee0-9bec559c284c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469946 Jul 07 19:29:52.994307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-78fac0ce-d722-4d41-9b53-67517141eabc None None] Provisioning for port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:53.027648 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cc5050dc-801f-4722-b830-305c5f19fb25 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.034309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5050dc-801f-4722-b830-305c5f19fb25 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.034981 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cc5050dc-801f-4722-b830-305c5f19fb25 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.052641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:53.052983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:53.053325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:53.060370 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Routers {'13ddb8d4-9faf-4934-9b4d-597795392fcf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:53.065594 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13ddb8d4-9faf-4934-9b4d-597795392fcf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:53.076123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:53.081417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:53.086151 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:29:53.089179 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 3 to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 Jul 07 19:29:53.150449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e51da2-5d24-4a87-b7ea-f08edd5fa666 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.152356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e51da2-5d24-4a87-b7ea-f08edd5fa666 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.154008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e51da2-5d24-4a87-b7ea-f08edd5fa666 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.167850 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e51da2-5d24-4a87-b7ea-f08edd5fa666 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.175058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e51da2-5d24-4a87-b7ea-f08edd5fa666 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.183556 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-55e51da2-5d24-4a87-b7ea-f08edd5fa666 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2121699 Jul 07 19:29:53.183556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:53.183556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:53.183556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:53.190123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41236) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:53.212762 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cc5050dc-801f-4722-b830-305c5f19fb25 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3610103 Jul 07 19:29:53.213332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41238) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:53.220002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:53.220343 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:29:53.220941 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 4 to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 Jul 07 19:29:53.242026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-defeca81-da0b-4a32-b974-c9a86555d210 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'subnet': {'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:53.267771 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5050dc-801f-4722-b830-305c5f19fb25 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Network': ['ID=ad880adb-bc80-4cc5-bd07-b8d1d4adf23f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:53.295392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network ad880adb-bc80-4cc5-bd07-b8d1d4adf23f details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:53.350719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:53.351131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:53.351554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:53.370551 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f1e9a-4c47-4b44-8258-90045f2d6e32 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.372305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f1e9a-4c47-4b44-8258-90045f2d6e32 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.373780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f1e9a-4c47-4b44-8258-90045f2d6e32 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.376988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f1e9a-4c47-4b44-8258-90045f2d6e32 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.379523 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] Set router 13ddb8d4-9faf-4934-9b4d-597795392fcf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:53.386007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f1e9a-4c47-4b44-8258-90045f2d6e32 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.393110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ab0f1e9a-4c47-4b44-8258-90045f2d6e32 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1955132 Jul 07 19:29:53.393110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:53.393110 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:29:53.393110 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 5 to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 Jul 07 19:29:53.414609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41240) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:53.423943 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:53.424290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:53.424644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:53.434088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:53.434431 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:29:53.434858 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 6 to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 Jul 07 19:29:53.479233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:53.479606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:53.479959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:53.494108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:53.494453 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:29:53.496152 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 7 to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 Jul 07 19:29:53.497409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:53.527894 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367a064-b9af-42b3-befd-8c600ebaec15 None None] Pushing event updated for resources: {'Port': ['ID=56b7d344-066a-4c1e-825e-82f3c8355010,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:53.541894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:53.542290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:53.542639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:53.547042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:53.548330 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.563150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:53.563489 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:29:53.563917 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 8 to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 Jul 07 19:29:53.601797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:53.602369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:53.602729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:53.614714 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:53.615080 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:29:53.615484 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 9 to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 Jul 07 19:29:53.656761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:53.657112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:53.657555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:53.673136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:53.673795 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:29:53.675608 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 10 to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 Jul 07 19:29:53.711641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:53.713254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:53.715464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:53.730834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e7408-770c-4bee-b872-49a378e7985f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.731980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:53.732753 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 68da5ba7-cdae-4e59-b586-2154730ab5f1 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:29:53.733371 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.737660 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1f9e7408-770c-4bee-b872-49a378e7985f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/networks/93db1b46-8cec-429c-ac51-32fbdab77e55 HTTP/1.1" status: 200 len: 803 time: 0.3219504 Jul 07 19:29:53.743370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41246) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:53.795028 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-651ea651-f65f-4b88-a09a-8728ee506976 tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4308 time: 1.4384923 Jul 07 19:29:53.832645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:48Z', 'revision_number': 3, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:29:50Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:29:49Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:53.839888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9f43ba03-37e2-4ffb-81b5-bc790d2d931c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.879629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defeca81-da0b-4a32-b974-c9a86555d210 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:53.883498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-defeca81-da0b-4a32-b974-c9a86555d210 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.926456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34648092-09af-4583-bf22-7cb8a26f9428 None None] The sync data for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 is: [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:48Z', 'revision_number': 3, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:29:50Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:29:49Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:53.993980 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.003880 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.009370 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '56b7d344-066a-4c1e-825e-82f3c8355010', 'name': '', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:54:44:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:45Z', 'updated_at': '2021-07-07T19:29:52Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:54.132689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0e9cc5a3-c743-4abf-a1b3-7b01e0630651,segment=NetworkSegment(9788bf68-52f1-4b61-86e6-2cb7c63da212),segment_id=9788bf68-52f1-4b61-86e6-2cb7c63da212)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:54.138582 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba5a83f-18b0-49e5-ac31-4667bc00e7ea None None] The sync data for ids ['13ddb8d4-9faf-4934-9b4d-597795392fcf'] in n-d-793621-9 is: [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '56b7d344-066a-4c1e-825e-82f3c8355010', 'name': '', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:54:44:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:45Z', 'updated_at': '2021-07-07T19:29:52Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:54.175689 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.182106 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a79ac511-7cf5-42d2-993a-36c23a2a2699 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:54.231201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] For port 68da5ba7-cdae-4e59-b586-2154730ab5f1, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:54.231201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempted to set empty binding levels {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 19:29:54.267698 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-93281fa8-6b53-4e35-b5db-e1625d93bec9 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/networks/93db1b46-8cec-429c-ac51-32fbdab77e55?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5168016 Jul 07 19:29:54.267698 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.278413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41252) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:54.302254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:54.302914 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.490745 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-defeca81-da0b-4a32-b974-c9a86555d210 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.540768 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2236367e-ccac-45f0-bce5-4241bd324362 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:54.548496 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2236367e-ccac-45f0-bce5-4241bd324362 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/subnets/6d8d8c8b-d294-408b-bb93-d1a952f8a855 HTTP/1.1" status: 200 len: 843 time: 0.2582436 Jul 07 19:29:54.549895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41254) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:54.576365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event updated for resources: {'Port': ['ID=68da5ba7-cdae-4e59-b586-2154730ab5f1,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:54.593053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defeca81-da0b-4a32-b974-c9a86555d210 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Subnet': ['ID=c784b481-76c2-49fc-87f9-791d38ad5c42,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:54.616238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eb054057-f0f0-4525-b92e-89a9f97d998f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.3986881 Jul 07 19:29:54.616467 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41256) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:54.751976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551c408-1b2b-4702-92cc-2ec3532a8e9c req-18fcd5fa-42a9-45da-bbf1-2238d6c3c1c0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:54.775558 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2551c408-1b2b-4702-92cc-2ec3532a8e9c req-18fcd5fa-42a9-45da-bbf1-2238d6c3c1c0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 945 time: 0.2878406 Jul 07 19:29:54.855700 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2551c408-1b2b-4702-92cc-2ec3532a8e9c req-b2c9b39d-930a-4149-bae3-a1a82d7219f0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786157 Jul 07 19:29:54.856913 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defeca81-da0b-4a32-b974-c9a86555d210 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Checking segment: {'id': 'd79e7b7b-694c-48e0-8a1a-d1b2ade60055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:54.857289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defeca81-da0b-4a32-b974-c9a86555d210 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network hostable DHCP agents. Network: ad880adb-bc80-4cc5-bd07-b8d1d4adf23f, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:54.870673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41260) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:54.889194 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5e95f34e-1f47-4753-b8f4-7915069a418f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243178780', 'description': 'tempest-secgroup-smoke-243178780 description', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:55.004844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defeca81-da0b-4a32-b974-c9a86555d210 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network ad880adb-bc80-4cc5-bd07-b8d1d4adf23f is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:55.030374 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e95f34e-1f47-4753-b8f4-7915069a418f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.059454 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-defeca81-da0b-4a32-b974-c9a86555d210 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, ad880adb-bc80-4cc5-bd07-b8d1d4adf23f) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:55.063844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3bb28c-92f9-4069-b41d-4e80521488ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['shared'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:55.065435 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5c3bb28c-92f9-4069-b41d-4e80521488ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "GET /v2.0/subnets/6d8d8c8b-d294-408b-bb93-d1a952f8a855?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4902251 Jul 07 19:29:55.073827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defeca81-da0b-4a32-b974-c9a86555d210 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:55.080537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41264) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:55.083766 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-defeca81-da0b-4a32-b974-c9a86555d210 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.102968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2566adf8-da9a-4c27-90dc-dbfdd1fe5dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-652579240'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:55.125289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4545db41-9b67-4cdd-b488-c4aaf02ad6fc None None] Network f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:55.200974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9bba48b2-12b7-4ca1-b5d8-00d1fcad8d81 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Deleting port 68da5ba7-cdae-4e59-b586-2154730ab5f1 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:55.200974 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9bba48b2-12b7-4ca1-b5d8-00d1fcad8d81 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.251282 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e95f34e-1f47-4753-b8f4-7915069a418f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.267964 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e95f34e-1f47-4753-b8f4-7915069a418f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.332506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=0e9cc5a3-c743-4abf-a1b3-7b01e0630651,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:55.353980 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95f34e-1f47-4753-b8f4-7915069a418f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:55.359637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe033ee-ac65-4433-88de-2fa44731bf20 None None] Network ad880adb-bc80-4cc5-bd07-b8d1d4adf23f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:55.411227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-defeca81-da0b-4a32-b974-c9a86555d210 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1850669 Jul 07 19:29:55.412876 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e95f34e-1f47-4753-b8f4-7915069a418f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.414329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5e95f34e-1f47-4753-b8f4-7915069a418f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5424817 Jul 07 19:29:55.414982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41266) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:55.430533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41268) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:55.460184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9a75d544-324f-42dc-a30c-c8b791289246 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': '6d343e5f-aab0-456f-95a8-e25c1c2e8dcc', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:55.473050 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.509589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4990e358-0257-44b4-bbf5-35154bee7685 None None] Provisioning for port 56b7d344-066a-4c1e-825e-82f3c8355010 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:55.554220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-9bba48b2-12b7-4ca1-b5d8-00d1fcad8d81 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] For port 68da5ba7-cdae-4e59-b586-2154730ab5f1, host n-h2-793621-9, got binding levels [] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:55.559433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9bba48b2-12b7-4ca1-b5d8-00d1fcad8d81 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.564844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2566adf8-da9a-4c27-90dc-dbfdd1fe5dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:55.570418 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2566adf8-da9a-4c27-90dc-dbfdd1fe5dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.606250 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port a79ac511-7cf5-42d2-993a-36c23a2a2699 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:55.613656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9bba48b2-12b7-4ca1-b5d8-00d1fcad8d81 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Calling delete_port for 68da5ba7-cdae-4e59-b586-2154730ab5f1 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:55.673503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a79ac511-7cf5-42d2-993a-36c23a2a2699 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:55.673884 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.802532 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2566adf8-da9a-4c27-90dc-dbfdd1fe5dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:55.833243 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2566adf8-da9a-4c27-90dc-dbfdd1fe5dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.833843 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-2566adf8-da9a-4c27-90dc-dbfdd1fe5dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Added segment 68042ab6-e4b8-44c2-a92f-3437c107b2d8 of type vlan for network 38804503-caa2-4e92-b7fd-0c8d0a038331 Jul 07 19:29:55.961895 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a75d544-324f-42dc-a30c-c8b791289246 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.078436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9bba48b2-12b7-4ca1-b5d8-00d1fcad8d81 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.084522 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2566adf8-da9a-4c27-90dc-dbfdd1fe5dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.174197 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9bba48b2-12b7-4ca1-b5d8-00d1fcad8d81 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.181616 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9bba48b2-12b7-4ca1-b5d8-00d1fcad8d81 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "DELETE /v2.0/ports/68da5ba7-cdae-4e59-b586-2154730ab5f1 HTTP/1.1" status: 204 len: 168 time: 1.5641279 Jul 07 19:29:56.211971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bbaf2eea-91a5-410f-a747-249338f0848c None None] Provisioning for port 209218c1-b2c7-460a-9b56-0d72f1c0c044 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:56.212539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41276) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:56.291124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407a045-ae7b-4566-b968-b09a1f4d5566 req-a9ea46aa-62cc-44d6-8131-585257ec8f14 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:56.292768 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3407a045-ae7b-4566-b968-b09a1f4d5566 req-a9ea46aa-62cc-44d6-8131-585257ec8f14 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.48 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 945 time: 0.8902242 Jul 07 19:29:56.305893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba48b2-12b7-4ca1-b5d8-00d1fcad8d81 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event deleted for resources: {'Port': ['ID=68da5ba7-cdae-4e59-b586-2154730ab5f1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:56.440727 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2566adf8-da9a-4c27-90dc-dbfdd1fe5dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.453421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566adf8-da9a-4c27-90dc-dbfdd1fe5dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:56.454189 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2566adf8-da9a-4c27-90dc-dbfdd1fe5dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.464592 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-71be415f-7eb9-4fd2-ad1c-5927e3fb135b tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:29:56.476656 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-71be415f-7eb9-4fd2-ad1c-5927e3fb135b tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "GET /v2.0/ports/68da5ba7-cdae-4e59-b586-2154730ab5f1 HTTP/1.1" status: 404 len: 333 time: 0.2582190 Jul 07 19:29:56.482834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41280) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:56.487258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:56.488143 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.546016 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.547913 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.550930 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Request body: {'port': {'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1611403221'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:56.779078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566adf8-da9a-4c27-90dc-dbfdd1fe5dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Network': ['ID=38804503-caa2-4e92-b7fd-0c8d0a038331,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:56.796202 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a75d544-324f-42dc-a30c-c8b791289246 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.799480 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2566adf8-da9a-4c27-90dc-dbfdd1fe5dc2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7148242 Jul 07 19:29:56.815710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41282) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:56.836446 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a75d544-324f-42dc-a30c-c8b791289246 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.879731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Allocated IP 2001:db8:2::2 (ad880adb-bc80-4cc5-bd07-b8d1d4adf23f/c784b481-76c2-49fc-87f9-791d38ad5c42/5bb87a98-8df9-4587-a975-0ebd8bc64898) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:56.882176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'subnet': {'network_id': '38804503-caa2-4e92-b7fd-0c8d0a038331', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:56.913247 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a75d544-324f-42dc-a30c-c8b791289246 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.914702 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9a75d544-324f-42dc-a30c-c8b791289246 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4668729 Jul 07 19:29:56.915651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75d544-324f-42dc-a30c-c8b791289246 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466ff343-654f-4340-96de-7e45f1d66968,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:56.933281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bbaf2eea-91a5-410f-a747-249338f0848c None None] Provisioning complete for port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:56.933652 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2eea-91a5-410f-a747-249338f0848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.935747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 38804503-caa2-4e92-b7fd-0c8d0a038331 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:56.996073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41284) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:56.999597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port a79ac511-7cf5-42d2-993a-36c23a2a2699, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a79ac511-7cf5-42d2-993a-36c23a2a2699,segment=NetworkSegment(43b8089d-3185-411c-b87a-b1e2be36d6d5),segment_id=43b8089d-3185-411c-b87a-b1e2be36d6d5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:57.016142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f837a189-f668-4e44-9e75-bae12b263402 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': '6d343e5f-aab0-456f-95a8-e25c1c2e8dcc', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:57.023118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c5efd-5472-43a1-bb86-bd12b8b6af36 None None] Network f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:57.041718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-3407a045-ae7b-4566-b968-b09a1f4d5566 req-845a082b-e734-4832-b3df-676fbe07c872 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Deleting port 36dcc658-1029-400a-bc1e-37939126bc4a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:57.042065 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3407a045-ae7b-4566-b968-b09a1f4d5566 req-845a082b-e734-4832-b3df-676fbe07c872 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.068498 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.111165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Made reservation on behalf of 07810e9888f84ae290add3bbc0776afa for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:57.115666 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.161461 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.205918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba672a3-cb02-4e1d-9a0d-66aeebc00a90 req-6318984b-622e-4268-bf2b-d35e4d9f8bdf tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:57.212110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dba672a3-cb02-4e1d-9a0d-66aeebc00a90 req-6318984b-622e-4268-bf2b-d35e4d9f8bdf tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 945 time: 1.0236957 Jul 07 19:29:57.355240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.ipam_backend_mixin [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Performing IP validity checks on allocation pools {{(pid=93901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 19:29:57.356096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.ipam_backend_mixin [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 19:29:57.397208 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dba672a3-cb02-4e1d-9a0d-66aeebc00a90 req-192894eb-81d6-480d-a6d6-c701b4889b85 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340907 Jul 07 19:29:57.406731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-3407a045-ae7b-4566-b968-b09a1f4d5566 req-845a082b-e734-4832-b3df-676fbe07c872 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] For port 36dcc658-1029-400a-bc1e-37939126bc4a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=36dcc658-1029-400a-bc1e-37939126bc4a,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:57.407208 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3407a045-ae7b-4566-b968-b09a1f4d5566 req-845a082b-e734-4832-b3df-676fbe07c872 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.435290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-3407a045-ae7b-4566-b968-b09a1f4d5566 req-845a082b-e734-4832-b3df-676fbe07c872 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Calling delete_port for 36dcc658-1029-400a-bc1e-37939126bc4a owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:57.453589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=a79ac511-7cf5-42d2-993a-36c23a2a2699,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:57.455393 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Made reservation on behalf of e11058fd852040c1a6e622aab8d6e42a for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:57.458439 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.568728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:57.611970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f837a189-f668-4e44-9e75-bae12b263402 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.613100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] device_id is not set on port 7bd56a2d-885e-4799-ad83-23189f4bf44a yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:29:57.661137 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.710137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bbaf2eea-91a5-410f-a747-249338f0848c None None] Provisioning for port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:57.728658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bbaf2eea-91a5-410f-a747-249338f0848c None None] Provisioning complete for port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:57.729185 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2eea-91a5-410f-a747-249338f0848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.772962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Transition to ACTIVE for port object 5bb87a98-8df9-4587-a975-0ebd8bc64898 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:57.842735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 36dcc658-1029-400a-bc1e-37939126bc4a no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:57.857130 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.871918 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f837a189-f668-4e44-9e75-bae12b263402 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.888615 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f837a189-f668-4e44-9e75-bae12b263402 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.973666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Transition to ACTIVE for port object 5bb87a98-8df9-4587-a975-0ebd8bc64898 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:57.989443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf2eea-91a5-410f-a747-249338f0848c None None] Port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:57.991922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837a189-f668-4e44-9e75-bae12b263402 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b164909c-cb00-4796-9eb7-2fba9eb58d27,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:58.001145 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f837a189-f668-4e44-9e75-bae12b263402 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.004935 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f837a189-f668-4e44-9e75-bae12b263402 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9938400 Jul 07 19:29:58.012428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41292) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:58.017355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Sync routers for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:58.021373 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.026502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fcceecdc-10b4-4ebf-80d2-f133e62e9221 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': '6d343e5f-aab0-456f-95a8-e25c1c2e8dcc', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:58.035924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Subnet': ['ID=c5efab8f-6de4-4d59-9fd8-c72c6cf31d03,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:58.044370 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3407a045-ae7b-4566-b968-b09a1f4d5566 req-845a082b-e734-4832-b3df-676fbe07c872 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.077173 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.093151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a082b-e734-4832-b3df-676fbe07c872 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event deleted for resources: {'Port': ['ID=36dcc658-1029-400a-bc1e-37939126bc4a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:58.096144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Checking segment: {'id': '68042ab6-e4b8-44c2-a92f-3437c107b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '38804503-caa2-4e92-b7fd-0c8d0a038331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:58.096747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network hostable DHCP agents. Network: 38804503-caa2-4e92-b7fd-0c8d0a038331, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:58.115509 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcceecdc-10b4-4ebf-80d2-f133e62e9221 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.116821 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Pushing event updated for resources: {'Port': ['ID=5bb87a98-8df9-4587-a975-0ebd8bc64898,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:58.136769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:58.137729 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.142714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Allocated IP 2001:db8:2::1 (ad880adb-bc80-4cc5-bd07-b8d1d4adf23f/c784b481-76c2-49fc-87f9-791d38ad5c42/4625657d-4c3c-41c8-b68f-9ca7e0bc7a61) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:58.147998 n-d-793621-9 neutron-server[93902]: INFO neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No ports have port_id starting with 36dcc658-1029-400a-bc1e-37939126bc4a Jul 07 19:29:58.150134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75', '804387e2-0212-44e1-9259-e8b14d0e9373'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:29:58.197643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3407a045-ae7b-4566-b968-b09a1f4d5566 req-845a082b-e734-4832-b3df-676fbe07c872 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] No DVR routers for this DVR port 36dcc658-1029-400a-bc1e-37939126bc4a on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:58.206333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3407a045-ae7b-4566-b968-b09a1f4d5566 req-845a082b-e734-4832-b3df-676fbe07c872 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.208484 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3407a045-ae7b-4566-b968-b09a1f4d5566 req-845a082b-e734-4832-b3df-676fbe07c872 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.48 "DELETE /v2.0/ports/36dcc658-1029-400a-bc1e-37939126bc4a HTTP/1.1" status: 204 len: 173 time: 1.9002552 Jul 07 19:29:58.208963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762a3ae7-324d-49d2-a083-b4e10de74128', 'name': 'network-vif-deleted', 'tag': '36dcc658-1029-400a-bc1e-37939126bc4a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:58.211513 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f59116-dd93-47da-9424-eb213c21b80b" -d '{"events": [{"server_uuid": "762a3ae7-324d-49d2-a083-b4e10de74128", "name": "network-vif-deleted", "tag": "36dcc658-1029-400a-bc1e-37939126bc4a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:58.219665 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Network 38804503-caa2-4e92-b7fd-0c8d0a038331 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:58.229388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:58.230589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:58.253852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 38804503-caa2-4e92-b7fd-0c8d0a038331) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:58.268786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:58.269699 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.275763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcceecdc-10b4-4ebf-80d2-f133e62e9221 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.283072 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcceecdc-10b4-4ebf-80d2-f133e62e9221 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.292176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.313432 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-aca3f4b7-adce-4763-b6f0-0c76d3ea16cc tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4510992 Jul 07 19:29:58.318628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcceecdc-10b4-4ebf-80d2-f133e62e9221 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae90df7d-6b82-42f3-825d-c90b18b95801,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:58.321493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41296) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:58.331962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-cf022b5c-2a15-425b-b73d-32e2739a7647 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:58.340998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcceecdc-10b4-4ebf-80d2-f133e62e9221 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.342223 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fcceecdc-10b4-4ebf-80d2-f133e62e9221 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3255060 Jul 07 19:29:58.367863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41298) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:58.376509 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a67a3d6-e19c-4f1f-9bb7-f6f36bc3c140 x-openstack-request-id: req-3a67a3d6-e19c-4f1f-9bb7-f6f36bc3c140 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:58.376858 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762a3ae7-324d-49d2-a083-b4e10de74128", "name": "network-vif-deleted", "tag": "36dcc658-1029-400a-bc1e-37939126bc4a", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:58.377140 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a67a3d6-e19c-4f1f-9bb7-f6f36bc3c140 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:58.377705 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762a3ae7-324d-49d2-a083-b4e10de74128', 'name': 'network-vif-deleted', 'tag': '36dcc658-1029-400a-bc1e-37939126bc4a', 'status': 'completed', 'code': 200} Jul 07 19:29:58.383665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3d53ef6e-6377-4c87-b39e-604d89f856c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': '6d343e5f-aab0-456f-95a8-e25c1c2e8dcc', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:58.456415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:58.458220 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d53ef6e-6377-4c87-b39e-604d89f856c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.497383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf022b5c-2a15-425b-b73d-32e2739a7647 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25160555'] for subnet, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.497866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Network ad880adb-bc80-4cc5-bd07-b8d1d4adf23f is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:58.518469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:58.520192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b49ce-010e-4f02-8a50-4b345674bcbc None None] Network 38804503-caa2-4e92-b7fd-0c8d0a038331 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:58.525557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:58.534860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:58.538263 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:58.539938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:58.540795 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.566991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event updated for resources: {'Port': ['ID=7bd56a2d-885e-4799-ad83-23189f4bf44a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:58.599392 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d53ef6e-6377-4c87-b39e-604d89f856c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.611197 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d53ef6e-6377-4c87-b39e-604d89f856c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.637050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53ef6e-6377-4c87-b39e-604d89f856c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95aab487-5b76-420f-be49-c26a289722ec,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:58.652480 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-736f8d62-3b27-4e37-9731-5572469bfe45 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1089792 Jul 07 19:29:58.658461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41304) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:58.667221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:58.672317 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d53ef6e-6377-4c87-b39e-604d89f856c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.673567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3d53ef6e-6377-4c87-b39e-604d89f856c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3041441 Jul 07 19:29:58.679589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.681905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41306) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:58.718928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Transition to ACTIVE for port object 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:58.728381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2fac8afe-f77f-4afb-9c94-5d940fbdf387 None None] Provisioning complete for port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:58.728761 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2fac8afe-f77f-4afb-9c94-5d940fbdf387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.742826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4a0acc88-5c4f-461d-ac35-15b6a8adace1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': '6d343e5f-aab0-456f-95a8-e25c1c2e8dcc', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:58.775343 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.883761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network ad880adb-bc80-4cc5-bd07-b8d1d4adf23f is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:58.888480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:58.916163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:58.917414 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.045553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=4625657d-4c3c-41c8-b68f-9ca7e0bc7a61,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:59.127421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:59.195540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Attempting to bind port 5bb87a98-8df9-4587-a975-0ebd8bc64898 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:59.196196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Attempting to bind port 5bb87a98-8df9-4587-a975-0ebd8bc64898 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'd79e7b7b-694c-48e0-8a1a-d1b2ade60055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:59.196786 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Attempting to bind port 5bb87a98-8df9-4587-a975-0ebd8bc64898 on network ad880adb-bc80-4cc5-bd07-b8d1d4adf23f {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:59.209134 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.246197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2fac8afe-f77f-4afb-9c94-5d940fbdf387 None None] Port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:59.288249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:59.289375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Checking segment: {'id': 'd79e7b7b-694c-48e0-8a1a-d1b2ade60055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:59.289375 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.289931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Bound using segment: {'id': 'd79e7b7b-694c-48e0-8a1a-d1b2ade60055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:59.290150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Bound port: 5bb87a98-8df9-4587-a975-0ebd8bc64898, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79e7b7b-694c-48e0-8a1a-d1b2ade60055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:59.290504 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.390109 n-d-793621-9 neutron-server[93901]: INFO neutron.db.securitygroups_db [None req-4a0acc88-5c4f-461d-ac35-15b6a8adace1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Project d307ecc64ee341b99f612e35a7a6a0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:29:59.426721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 209218c1-b2c7-460a-9b56-0d72f1c0c044 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:59.435557 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ace8d28b-b9e2-4fb6-9a87-412fdd62c0fd req-6a9de7e5-7128-48b8-a837-cf0ce1bba75d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=762a3ae7-324d-49d2-a083-b4e10de74128 HTTP/1.1" status: 200 len: 210 time: 0.6122768 Jul 07 19:29:59.475361 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a0acc88-5c4f-461d-ac35-15b6a8adace1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.487169 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf022b5c-2a15-425b-b73d-32e2739a7647 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772663873311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24947076'] for subnet, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.576174 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.590407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf022b5c-2a15-425b-b73d-32e2739a7647 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:59.591028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf022b5c-2a15-425b-b73d-32e2739a7647 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.594938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cf022b5c-2a15-425b-b73d-32e2739a7647 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "PUT /v2.0/subnets/c5efab8f-6de4-4d59-9fd8-c72c6cf31d03 HTTP/1.1" status: 200 len: 900 time: 1.2702317 Jul 07 19:29:59.597347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41312) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:59.645966 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf022b5c-2a15-425b-b73d-32e2739a7647 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event updated for resources: {'Subnet': ['ID=c5efab8f-6de4-4d59-9fd8-c72c6cf31d03,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:59.656188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] For port 5bb87a98-8df9-4587-a975-0ebd8bc64898, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:59.673161 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-38804503-caa2-4e92-b7fd-0c8d0a038331', 'network_id': '38804503-caa2-4e92-b7fd-0c8d0a038331', 'tenant_id': '07810e9888f84ae290add3bbc0776afa', 'fixed_ips': [{'subnet_id': 'c5efab8f-6de4-4d59-9fd8-c72c6cf31d03'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:59.674249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.695727 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a0acc88-5c4f-461d-ac35-15b6a8adace1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.704573 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a0acc88-5c4f-461d-ac35-15b6a8adace1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.707172 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] For port 5bb87a98-8df9-4587-a975-0ebd8bc64898, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5bb87a98-8df9-4587-a975-0ebd8bc64898,segment=NetworkSegment(d79e7b7b-694c-48e0-8a1a-d1b2ade60055),segment_id=d79e7b7b-694c-48e0-8a1a-d1b2ade60055)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:59.710417 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.723625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.723882 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.737160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0acc88-5c4f-461d-ac35-15b6a8adace1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e25888-a4f2-4618-9163-758fd1a4de0b,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:59.748859 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.764241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 209218c1-b2c7-460a-9b56-0d72f1c0c044 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:59.808543 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a0acc88-5c4f-461d-ac35-15b6a8adace1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.810114 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4a0acc88-5c4f-461d-ac35-15b6a8adace1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1044772 Jul 07 19:29:59.813624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41314) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:59.825893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c47be71d-2d09-4b90-ba1d-589c433d53b3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'security_group_rule': {'security_group_id': '6d343e5f-aab0-456f-95a8-e25c1c2e8dcc', 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:59.860919 n-d-793621-9 neutron-server[93901]: INFO neutron.db.securitygroups_db [None req-c47be71d-2d09-4b90-ba1d-589c433d53b3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Project d307ecc64ee341b99f612e35a7a6a0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:29:59.870617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 209218c1-b2c7-460a-9b56-0d72f1c0c044 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:59.870993 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.873760 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.875104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c47be71d-2d09-4b90-ba1d-589c433d53b3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.937274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=4625657d-4c3c-41c8-b68f-9ca7e0bc7a61,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:00.027477 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cfe9e-115b-4725-acf3-728ecb2acd55 None None] Pushing event updated for resources: {'Port': ['ID=5bb87a98-8df9-4587-a975-0ebd8bc64898,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:00.048932 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c47be71d-2d09-4b90-ba1d-589c433d53b3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.056020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c47be71d-2d09-4b90-ba1d-589c433d53b3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.075733 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.084646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-662d8fc6-aeef-4cee-8a1c-554c6b06c0bf None None] Provisioning complete for port 209218c1-b2c7-460a-9b56-0d72f1c0c044 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:00.085288 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-662d8fc6-aeef-4cee-8a1c-554c6b06c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.111029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47be71d-2d09-4b90-ba1d-589c433d53b3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e9c584-5802-4ead-857c-e8b8fdfa6b22,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:00.118278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] device_id is not set on port 7bd56a2d-885e-4799-ad83-23189f4bf44a yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:00.130750 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.142312 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c47be71d-2d09-4b90-ba1d-589c433d53b3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.144670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c47be71d-2d09-4b90-ba1d-589c433d53b3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3296206 Jul 07 19:30:00.159866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Transition to ACTIVE for port object 7bd56a2d-885e-4799-ad83-23189f4bf44a will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:00.165115 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.190350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Allocated IP 2001:db8::3 (38804503-caa2-4e92-b7fd-0c8d0a038331/c5efab8f-6de4-4d59-9fd8-c72c6cf31d03/2d11ff14-8bdc-490d-b2b7-1f65b1abb767) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:00.218428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:48Z', 'revision_number': 3, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:29:50Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:29:49Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:00.315494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network ad880adb-bc80-4cc5-bd07-b8d1d4adf23f is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:00.348474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event updated for resources: {'Port': ['ID=7bd56a2d-885e-4799-ad83-23189f4bf44a,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:00.363527 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Checking router: 8665f17c-34f4-40bb-8d87-45906cd30e8d for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:00.364006 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Updating router 8665f17c-34f4-40bb-8d87-45906cd30e8d port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:30:00.376063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:00.403229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:00.404964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:00.405488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:00.419124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:00.419462 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:00.419851 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 2 to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a Jul 07 19:30:00.466713 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.469747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:00.469747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:00.470202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:00.484660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:00.484990 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:00.487216 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 3 to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a Jul 07 19:30:00.509580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:00.509839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:00.510180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:00.529665 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:00.530004 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:00.530460 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 4 to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a Jul 07 19:30:00.570659 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:30:00.602522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:00.602881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:00.603225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:00.625484 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d252069a-7331-4788-9007-ce953b4480e1 req-b7015ded-9784-45c5-a510-951bdedd4c07 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7632165 Jul 07 19:30:00.636761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:00.637005 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:00.638940 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 5 to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a Jul 07 19:30:00.680490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:00.680827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:00.681165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:00.685878 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-30a21c81-7a85-4cf6-9afc-e545e6bc41e8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243178780&fields=id&tenant_id=d307ecc64ee341b99f612e35a7a6a0e6 HTTP/1.1" status: 200 len: 267 time: 0.1273413 Jul 07 19:30:00.718740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:00.719271 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:00.719908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 209218c1-b2c7-460a-9b56-0d72f1c0c044, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=209218c1-b2c7-460a-9b56-0d72f1c0c044,segment=NetworkSegment(418b17e1-7141-404b-a5b5-107d54691996),segment_id=418b17e1-7141-404b-a5b5-107d54691996)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:00.723027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8665f17c-34f4-40bb-8d87-45906cd30e8d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:00.728261 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 6 to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a Jul 07 19:30:00.761627 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.779902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Transition to ACTIVE for port object 2d11ff14-8bdc-490d-b2b7-1f65b1abb767 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:00.804041 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Transition to ACTIVE for port object 2d11ff14-8bdc-490d-b2b7-1f65b1abb767 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:00.822862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:00.823633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:00.823633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:00.856486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:00.859906 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:00.864680 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 7 to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a Jul 07 19:30:00.880651 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.883391 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.884186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 477e180f-48d8-48eb-b3f8-8ce0680fdab7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:00.909047 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:00.910656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:00.911897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:00.990001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:00.990001 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:00.990001 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 8 to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a Jul 07 19:30:00.990226 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.017679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252069a-7331-4788-9007-ce953b4480e1 req-2684379f-61ad-4093-892c-2d970fb9bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.019637 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d252069a-7331-4788-9007-ce953b4480e1 req-2684379f-61ad-4093-892c-2d970fb9bcfa service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 1096 time: 0.3475282 Jul 07 19:30:01.029184 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Pushing event updated for resources: {'Port': ['ID=2d11ff14-8bdc-490d-b2b7-1f65b1abb767,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:01.032311 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:01.032798 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:01.033272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:01.041449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:01.041881 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:01.042679 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 9 to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a Jul 07 19:30:01.056441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-fc50e5ec-1f0c-4ff7-9ee2-82e319b07f97 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.063142 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-fc50e5ec-1f0c-4ff7-9ee2-82e319b07f97 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/networks?id=50333238-2ba4-4f24-9c16-6e6986050042 HTTP/1.1" status: 200 len: 797 time: 0.3451822 Jul 07 19:30:01.091605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Subnet': ['ID=c5efab8f-6de4-4d59-9fd8-c72c6cf31d03,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:01.098128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:01.098491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:01.100796 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.102017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:01.115141 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-37c1822e-b04d-4962-aea2-8cdbf93fd662 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/quotas/d307ecc64ee341b99f612e35a7a6a0e6 HTTP/1.1" status: 200 len: 375 time: 0.0283337 Jul 07 19:30:01.116423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:01.116892 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:01.117421 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 10 to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a Jul 07 19:30:01.166342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Network 38804503-caa2-4e92-b7fd-0c8d0a038331 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:01.188414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:01.188661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:01.188998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:01.191394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:01.198918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:01.199250 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port 7bd56a2d-885e-4799-ad83-23189f4bf44a on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:01.199623 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.200522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:01.203521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:01.248465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:01.258178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=209218c1-b2c7-460a-9b56-0d72f1c0c044,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:01.301062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:01.303597 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.307094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] For port 7bd56a2d-885e-4799-ad83-23189f4bf44a, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:01.307478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempted to set empty binding levels {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 19:30:01.315137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9f43ebfc-a051-48b7-be5c-0139855a9d8f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8980947 Jul 07 19:30:01.319703 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.347919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41348) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:01.394242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] In _notify_port_updated(), no bound segment for port 7bd56a2d-885e-4799-ad83-23189f4bf44a on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:30:01.395186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.396042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.397572 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "PUT /v2.0/ports/7bd56a2d-885e-4799-ad83-23189f4bf44a HTTP/1.1" status: 200 len: 975 time: 2.7376666 Jul 07 19:30:01.404776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41350) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:01.416451 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-602db46d-1da1-4213-ab71-fb437042f939 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2808418 Jul 07 19:30:01.423363 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a6520c73-33a6-4bfc-94a3-83a642c787a6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1701560880'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:01.427887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15018ad9-ad67-4771-b630-6433a21cd47f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event updated for resources: {'Port': ['ID=7bd56a2d-885e-4799-ad83-23189f4bf44a,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:01.435469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2179d805-f3bd-4d80-bcfc-4737f06d1d0f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:30:01.443729 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2179d805-f3bd-4d80-bcfc-4737f06d1d0f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263467 Jul 07 19:30:01.478945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Attempting to bind port 2d11ff14-8bdc-490d-b2b7-1f65b1abb767 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:01.479361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Attempting to bind port 2d11ff14-8bdc-490d-b2b7-1f65b1abb767 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '68042ab6-e4b8-44c2-a92f-3437c107b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '38804503-caa2-4e92-b7fd-0c8d0a038331'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:01.479729 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Attempting to bind port 2d11ff14-8bdc-490d-b2b7-1f65b1abb767 on network 38804503-caa2-4e92-b7fd-0c8d0a038331 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:01.500445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:01.500822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Checking segment: {'id': '68042ab6-e4b8-44c2-a92f-3437c107b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '38804503-caa2-4e92-b7fd-0c8d0a038331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:01.501232 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.501629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Bound using segment: {'id': '68042ab6-e4b8-44c2-a92f-3437c107b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '38804503-caa2-4e92-b7fd-0c8d0a038331'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:01.502120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Bound port: 2d11ff14-8bdc-490d-b2b7-1f65b1abb767, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68042ab6-e4b8-44c2-a92f-3437c107b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '38804503-caa2-4e92-b7fd-0c8d0a038331'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:01.502505 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.522481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6520c73-33a6-4bfc-94a3-83a642c787a6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:01.526614 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6520c73-33a6-4bfc-94a3-83a642c787a6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.592536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6520c73-33a6-4bfc-94a3-83a642c787a6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:01.603195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-f2f615e2-54ce-4269-be0d-0a182298d3d3 service neutron] 10.222.0.81 "GET /v2.0/networks/50333238-2ba4-4f24-9c16-6e6986050042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585448 Jul 07 19:30:01.609490 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6520c73-33a6-4bfc-94a3-83a642c787a6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.609835 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-a6520c73-33a6-4bfc-94a3-83a642c787a6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Added segment b7ffae8a-4423-4408-816f-cee525a6acae of type vlan for network c5576deb-7556-411a-a0d2-5716f207324d Jul 07 19:30:01.660621 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.682548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e701490b-b8cf-4b53-b597-73b6d646976f None None] Network ad880adb-bc80-4cc5-bd07-b8d1d4adf23f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:01.705155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] For port 2d11ff14-8bdc-490d-b2b7-1f65b1abb767, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:01.719988 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6520c73-33a6-4bfc-94a3-83a642c787a6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.777687 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-f0f260a7-c5e7-4861-b5a0-008f793979d9 service neutron] 10.222.0.81 "GET /v2.0/networks/50333238-2ba4-4f24-9c16-6e6986050042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575966 Jul 07 19:30:01.779806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] For port 2d11ff14-8bdc-490d-b2b7-1f65b1abb767, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2d11ff14-8bdc-490d-b2b7-1f65b1abb767,segment=NetworkSegment(68042ab6-e4b8-44c2-a92f-3437c107b2d8),segment_id=68042ab6-e4b8-44c2-a92f-3437c107b2d8)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:01.793619 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.800047 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6520c73-33a6-4bfc-94a3-83a642c787a6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.805653 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6520c73-33a6-4bfc-94a3-83a642c787a6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.806252 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6520c73-33a6-4bfc-94a3-83a642c787a6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.869851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 477e180f-48d8-48eb-b3f8-8ce0680fdab7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=477e180f-48d8-48eb-b3f8-8ce0680fdab7,segment=NetworkSegment(5e222909-4625-4eb7-a434-dd3d1bcc247e),segment_id=5e222909-4625-4eb7-a434-dd3d1bcc247e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:01.879119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38804503-caa2-4e92-b7fd-0c8d0a038331']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:01.879595 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.881700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fc0fa4b7-8372-4da3-aa37-f5a44eee5868 None None] Provisioning for port 5bb87a98-8df9-4587-a975-0ebd8bc64898 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:01.902968 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a6520c73-33a6-4bfc-94a3-83a642c787a6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4840524 Jul 07 19:30:01.903596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41354) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:01.910251 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:01.911426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 56b7d344-066a-4c1e-825e-82f3c8355010 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:01.923868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c7d2d2e5-1a1f-4f18-aca1-c21e8994b968 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'subnet': {'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:01.933179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68042ab6-e4b8-44c2-a92f-3437c107b2d8') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:01.934205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68042ab6-e4b8-44c2-a92f-3437c107b2d8') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:01.985929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6520c73-33a6-4bfc-94a3-83a642c787a6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Network': ['ID=c5576deb-7556-411a-a0d2-5716f207324d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:02.005216 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.042044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252069a-7331-4788-9007-ce953b4480e1 req-87ca4d1e-b4df-4c36-b4a3-152af43eb09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.043606 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d252069a-7331-4788-9007-ce953b4480e1 req-87ca4d1e-b4df-4c36-b4a3-152af43eb09a service neutron] 10.222.0.110 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 907 time: 0.9838476 Jul 07 19:30:02.053367 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.070125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d2d2e5-1a1f-4f18-aca1-c21e8994b968 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Made reservation on behalf of 4bfded69b02c400baf0e605daf3fbd55 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:02.078643 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c7d2d2e5-1a1f-4f18-aca1-c21e8994b968 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.103967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:02.104403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.181070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.181918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.182448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.182968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.183419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.183896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.184373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.184868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.185314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.185788 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.186255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.186755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.187250 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.187718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.188187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.188657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.189125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.189593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.190058 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.190522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.191015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.191484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.191954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.192427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.192894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.193358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.193825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.194290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.194754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.195242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.195708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.196170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.196635 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.197097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.197564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.198024 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.198743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.199538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.200131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.200606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.201177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.201651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.203170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.203539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.204010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.204480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.204947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.205415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.206181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.206658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.207158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.217396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6e003d83-ccb0-4f91-9530-b9cd13a65b9f tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 46267 time: 0.8076522 Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:02.218779 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:02.223363 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41362) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:02.234566 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d252069a-7331-4788-9007-ce953b4480e1 req-5d995605-aaea-404b-a3d9-5164b7c896b5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=845c9521-e44d-409e-a91f-d030a1925a75 HTTP/1.1" status: 200 len: 217 time: 0.1776106 Jul 07 19:30:02.243070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c5576deb-7556-411a-a0d2-5716f207324d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:02.292385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7ab74-d4ee-48ca-9e96-44bdd3104bb1 req-03ea018a-853e-4863-bed1-f29df939230a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.303644 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ca7ab74-d4ee-48ca-9e96-44bdd3104bb1 req-03ea018a-853e-4863-bed1-f29df939230a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 946 time: 0.8952701 Jul 07 19:30:02.427520 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:30:02.427520 n-d-793621-9 neutron-server[93900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:30:02.427520 n-d-793621-9 neutron-server[93900]: [parameters: {'id': '38804503-caa2-4e92-b7fd-0c8d0a038331'}] Jul 07 19:30:02.427520 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:30:02.433135 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.435386 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:30:02.462503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e709ba2-4358-47d6-91bb-15f852eaf57c None None] Pushing event updated for resources: {'Port': ['ID=2d11ff14-8bdc-490d-b2b7-1f65b1abb767,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:02.473651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Transition to ACTIVE for port object 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:02.492164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252069a-7331-4788-9007-ce953b4480e1 req-fa66e659-a571-4204-9ee4-a37142e0ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.496693 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d252069a-7331-4788-9007-ce953b4480e1 req-fa66e659-a571-4204-9ee4-a37142e0ee99 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.1860595 Jul 07 19:30:02.519892 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ca7ab74-d4ee-48ca-9e96-44bdd3104bb1 req-a3b2bd08-b67e-4277-a502-37750f944450 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152729 Jul 07 19:30:02.520346 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.567240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab010a6e-e78c-4588-8369-6b6d06e2f271 None None] Network 38804503-caa2-4e92-b7fd-0c8d0a038331 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:02.569257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 56b7d344-066a-4c1e-825e-82f3c8355010 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:02.649484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 56b7d344-066a-4c1e-825e-82f3c8355010 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:02.649860 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.658710 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d252069a-7331-4788-9007-ce953b4480e1 req-b9e1a259-d18d-409f-9cec-d7e682bbf965 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365631 Jul 07 19:30:02.681667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-d252069a-7331-4788-9007-ce953b4480e1 req-7e60b66a-e6ed-4e57-ad74-9281eefcbed4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:30:02.683626 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d252069a-7331-4788-9007-ce953b4480e1 req-7e60b66a-e6ed-4e57-ad74-9281eefcbed4 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164058 Jul 07 19:30:02.732131 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c7d2d2e5-1a1f-4f18-aca1-c21e8994b968 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.766306 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06e8f37d-963c-4181-837e-5b89e7e428d3 req-05811062-e246-49af-8fc0-cd9e8d51aa0e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 210 time: 0.1596403 Jul 07 19:30:02.841134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=477e180f-48d8-48eb-b3f8-8ce0680fdab7,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:02.906458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d252069a-7331-4788-9007-ce953b4480e1 req-868f5c9f-8e54-4d00-b4e9-d3345cfea448 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128670 Jul 07 19:30:02.923241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-5cb410b3-6eb0-4497-99e6-5f11527c0b74 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Deleting port 7bd56a2d-885e-4799-ad83-23189f4bf44a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:02.923600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5cb410b3-6eb0-4497-99e6-5f11527c0b74 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.938750 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.957826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d2d2e5-1a1f-4f18-aca1-c21e8994b968 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Checking segment: {'id': 'b7ffae8a-4423-4408-816f-cee525a6acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:02.958220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d2d2e5-1a1f-4f18-aca1-c21e8994b968 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network hostable DHCP agents. Network: c5576deb-7556-411a-a0d2-5716f207324d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:02.991234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2d2e5-1a1f-4f18-aca1-c21e8994b968 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Subnet': ['ID=300b9993-3368-4694-a77c-9fe50ecf839c,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:03.057119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-5cb410b3-6eb0-4497-99e6-5f11527c0b74 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] For port 7bd56a2d-885e-4799-ad83-23189f4bf44a, host n-h2-793621-9, got binding levels [] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:03.057499 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5cb410b3-6eb0-4497-99e6-5f11527c0b74 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.061445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d2d2e5-1a1f-4f18-aca1-c21e8994b968 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network c5576deb-7556-411a-a0d2-5716f207324d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:03.102439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-5cb410b3-6eb0-4497-99e6-5f11527c0b74 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Calling delete_port for 7bd56a2d-885e-4799-ad83-23189f4bf44a owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:03.105726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-c7d2d2e5-1a1f-4f18-aca1-c21e8994b968 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, c5576deb-7556-411a-a0d2-5716f207324d) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:03.133011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d2d2e5-1a1f-4f18-aca1-c21e8994b968 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:03.145663 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c7d2d2e5-1a1f-4f18-aca1-c21e8994b968 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.155026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b0d173-808a-4851-80c5-2d389ffaff9f None None] Network c5576deb-7556-411a-a0d2-5716f207324d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:03.186022 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d252069a-7331-4788-9007-ce953b4480e1 req-edc74bc1-b2ed-4f2d-bcb6-6230eaf4acac service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715185 Jul 07 19:30:03.211686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c63790-685c-4aef-9614-dba22f01f72c req-418bffa7-a2ba-47e3-8075-e6c1fa188e59 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:03.213605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-70c63790-685c-4aef-9614-dba22f01f72c req-418bffa7-a2ba-47e3-8075-e6c1fa188e59 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 946 time: 0.3272283 Jul 07 19:30:03.217942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Deleting port 2d11ff14-8bdc-490d-b2b7-1f65b1abb767 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:03.218672 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.349772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] For port 2d11ff14-8bdc-490d-b2b7-1f65b1abb767, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2d11ff14-8bdc-490d-b2b7-1f65b1abb767,segment=NetworkSegment(68042ab6-e4b8-44c2-a92f-3437c107b2d8),segment_id=68042ab6-e4b8-44c2-a92f-3437c107b2d8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:03.350519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.379341 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c7d2d2e5-1a1f-4f18-aca1-c21e8994b968 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4647529 Jul 07 19:30:03.382010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Calling delete_port for 2d11ff14-8bdc-490d-b2b7-1f65b1abb767 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:03.385391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41378) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:03.387346 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40e5c4-a0b4-4bc8-967b-c4fddcaa0b9c None None] Pushing event updated for resources: {'Port': ['ID=8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:03.435045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Attempting to bind port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:03.436029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Attempting to bind port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '9788bf68-52f1-4b61-86e6-2cb7c63da212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:03.436644 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Attempting to bind port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a on network c3274f27-4da7-4ce7-8602-3f192b0c6010 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:03.452718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:03.453683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Checking segment: {'id': '9788bf68-52f1-4b61-86e6-2cb7c63da212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:03.454307 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.454912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Bound using segment: {'id': '9788bf68-52f1-4b61-86e6-2cb7c63da212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:03.455878 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Bound port: 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9788bf68-52f1-4b61-86e6-2cb7c63da212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:03.456451 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.653588 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] For port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:03.662677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] For port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a,segment=NetworkSegment(9788bf68-52f1-4b61-86e6-2cb7c63da212),segment_id=9788bf68-52f1-4b61-86e6-2cb7c63da212)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:03.673637 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5cb410b3-6eb0-4497-99e6-5f11527c0b74 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.729708 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.758226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb410b3-6eb0-4497-99e6-5f11527c0b74 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bd56a2d-885e-4799-ad83-23189f4bf44a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:03.794477 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5cb410b3-6eb0-4497-99e6-5f11527c0b74 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.816917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5cb410b3-6eb0-4497-99e6-5f11527c0b74 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "DELETE /v2.0/ports/7bd56a2d-885e-4799-ad83-23189f4bf44a HTTP/1.1" status: 204 len: 168 time: 1.5917993 Jul 07 19:30:03.824835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41386) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:03.828572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-70c63790-685c-4aef-9614-dba22f01f72c req-e0c95d55-3245-4172-b2ea-b285cd0a9e2f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Deleting port 804387e2-0212-44e1-9259-e8b14d0e9373 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:03.829020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-70c63790-685c-4aef-9614-dba22f01f72c req-e0c95d55-3245-4172-b2ea-b285cd0a9e2f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.859815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40e5c4-a0b4-4bc8-967b-c4fddcaa0b9c None None] Pushing event updated for resources: {'Port': ['ID=8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:03.900855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.910896 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d23708-5d83-4001-a722-28017d3492de tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:30:03.917741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-35d23708-5d83-4001-a722-28017d3492de tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "GET /v2.0/ports/7bd56a2d-885e-4799-ad83-23189f4bf44a HTTP/1.1" status: 404 len: 333 time: 0.0876129 Jul 07 19:30:03.930095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41388) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:03.936317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-721661260', 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:03.994250 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Made reservation on behalf of e11058fd852040c1a6e622aab8d6e42a for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:04.001058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.015956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 56b7d344-066a-4c1e-825e-82f3c8355010, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=56b7d344-066a-4c1e-825e-82f3c8355010,segment=NetworkSegment(43b8089d-3185-411c-b87a-b1e2be36d6d5),segment_id=43b8089d-3185-411c-b87a-b1e2be36d6d5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:04.022725 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4625395e-f5c5-4a8d-8c59-9fab1fc06392 None None] Network 38804503-caa2-4e92-b7fd-0c8d0a038331 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:04.032969 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.076230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] device_id is not set on port 3647468a-ba61-4bcf-bb63-8c4b90c5357b yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:04.109469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-70c63790-685c-4aef-9614-dba22f01f72c req-e0c95d55-3245-4172-b2ea-b285cd0a9e2f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] For port 804387e2-0212-44e1-9259-e8b14d0e9373, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=804387e2-0212-44e1-9259-e8b14d0e9373,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:04.110419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-70c63790-685c-4aef-9614-dba22f01f72c req-e0c95d55-3245-4172-b2ea-b285cd0a9e2f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.134743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:04.135426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:04.145611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-c3d68f5e-377a-46f0-b349-00afe530b6e9 req-74a2cc6c-7bab-468a-b8cb-efb79289406e tempest-ServersWithSpecificFlavorTestJSON-714357594 tempest-ServersWithSpecificFlavorTestJSON-714357594-project] (93900) timed out ('10.222.0.48', 62946) {{(pid=93900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:30:04.185675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-70c63790-685c-4aef-9614-dba22f01f72c req-e0c95d55-3245-4172-b2ea-b285cd0a9e2f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Calling delete_port for 804387e2-0212-44e1-9259-e8b14d0e9373 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:04.195664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=56b7d344-066a-4c1e-825e-82f3c8355010,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:04.259270 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.382131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No DVR routers for this DVR port 2d11ff14-8bdc-490d-b2b7-1f65b1abb767 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:04.417363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Port': ['ID=2d11ff14-8bdc-490d-b2b7-1f65b1abb767,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:04.521791 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b7d01061-8f40-4d84-bdb0-42900be745dd req-0e81d28b-d50e-450c-a821-39acb17ed561 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 210 time: 0.0549240 Jul 07 19:30:04.536513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-c5576deb-7556-411a-a0d2-5716f207324d', 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'fixed_ips': [{'subnet_id': '300b9993-3368-4694-a77c-9fe50ecf839c'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:30:04.538054 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.568459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-61a81cb9-0b18-4a4a-a69a-80b06739e109 None None] Provisioning for port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:04.579340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c7440-5c78-4a4e-98b9-c22b728c372d req-de34ce4d-2018-4505-9b4d-201f6d212f58 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:04.587693 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0d1c7440-5c78-4a4e-98b9-c22b728c372d req-de34ce4d-2018-4505-9b4d-201f6d212f58 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 946 time: 0.7699664 Jul 07 19:30:04.601435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.668894 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:04.683815 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.732181 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0d1c7440-5c78-4a4e-98b9-c22b728c372d req-c8e156eb-c666-40cd-b7bc-a9afca704e5a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432900 Jul 07 19:30:04.745233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38804503-caa2-4e92-b7fd-0c8d0a038331']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:04.785388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68042ab6-e4b8-44c2-a92f-3437c107b2d8') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:04.785961 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68042ab6-e4b8-44c2-a92f-3437c107b2d8') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:04.834933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:04.837437 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-61a81cb9-0b18-4a4a-a69a-80b06739e109 None None] Provisioning complete for port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:04.837817 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-61a81cb9-0b18-4a4a-a69a-80b06739e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.878883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.894670 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.911097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-b9e1a6d0-49ca-45b5-aad9-6019298149b9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:04.912943 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-b9e1a6d0-49ca-45b5-aad9-6019298149b9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "GET /v2.0/networks?id=50333238-2ba4-4f24-9c16-6e6986050042 HTTP/1.1" status: 200 len: 797 time: 0.3029168 Jul 07 19:30:04.944967 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.983763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:04.984350 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.984590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:04.987772 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:04.998192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:05.000606 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-70c63790-685c-4aef-9614-dba22f01f72c req-e0c95d55-3245-4172-b2ea-b285cd0a9e2f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.005495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:05.006435 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:05.007067 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.047171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event updated for resources: {'Port': ['ID=3647468a-ba61-4bcf-bb63-8c4b90c5357b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:05.070129 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.094565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.094843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:05.100913 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.103165 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/38804503-caa2-4e92-b7fd-0c8d0a038331 HTTP/1.1" status: 204 len: 168 time: 5.5036330 Jul 07 19:30:05.128081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-873b3463-9d3e-475e-984f-c8c5fbeef0fe tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1963050 Jul 07 19:30:05.129288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41396) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:05.141080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c63790-685c-4aef-9614-dba22f01f72c req-e0c95d55-3245-4172-b2ea-b285cd0a9e2f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] No DVR routers for this DVR port 804387e2-0212-44e1-9259-e8b14d0e9373 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:05.156328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41398) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:05.163227 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-70c63790-685c-4aef-9614-dba22f01f72c req-e0c95d55-3245-4172-b2ea-b285cd0a9e2f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.165592 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-70c63790-685c-4aef-9614-dba22f01f72c req-e0c95d55-3245-4172-b2ea-b285cd0a9e2f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "DELETE /v2.0/ports/804387e2-0212-44e1-9259-e8b14d0e9373 HTTP/1.1" status: 204 len: 173 time: 1.8794720 Jul 07 19:30:05.174899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b1e8e7-0625-446f-b395-043c37e0c404', 'name': 'network-vif-deleted', 'tag': '804387e2-0212-44e1-9259-e8b14d0e9373'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:05.177463 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974b5efa-8e96-45e1-8b0b-2daed782821b" -d '{"events": [{"server_uuid": "73b1e8e7-0625-446f-b395-043c37e0c404", "name": "network-vif-deleted", "tag": "804387e2-0212-44e1-9259-e8b14d0e9373"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:05.179788 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-61a81cb9-0b18-4a4a-a69a-80b06739e109 None None] Port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:05.212215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc294d2-fa4e-48bc-88ca-6b271b92ba2b tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Network': ['ID=38804503-caa2-4e92-b7fd-0c8d0a038331,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:05.265274 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3998e5de-7eac-42fd-8d1d-2871835b4438 x-openstack-request-id: req-3998e5de-7eac-42fd-8d1d-2871835b4438 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:05.265807 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b1e8e7-0625-446f-b395-043c37e0c404", "name": "network-vif-deleted", "tag": "804387e2-0212-44e1-9259-e8b14d0e9373", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:05.266244 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3998e5de-7eac-42fd-8d1d-2871835b4438 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:05.266809 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b1e8e7-0625-446f-b395-043c37e0c404', 'name': 'network-vif-deleted', 'tag': '804387e2-0212-44e1-9259-e8b14d0e9373', 'status': 'completed', 'code': 200} Jul 07 19:30:05.297928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:05.300609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-6412873c-0042-4cd4-9b98-2029b21629c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d307ecc64ee341b99f612e35a7a6a0e6 HTTP/1.1" status: 200 len: 379 time: 0.3142846 Jul 07 19:30:05.304446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c95d55-3245-4172-b2ea-b285cd0a9e2f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event deleted for resources: {'Port': ['ID=804387e2-0212-44e1-9259-e8b14d0e9373,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:05.306941 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbf8113-6513-44d8-8e2a-50666a054ac2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:05.307735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbf8113-6513-44d8-8e2a-50666a054ac2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:05.310540 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9bbf8113-6513-44d8-8e2a-50666a054ac2 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/subnets/c5efab8f-6de4-4d59-9fd8-c72c6cf31d03 HTTP/1.1" status: 404 len: 337 time: 0.1654654 Jul 07 19:30:05.317023 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'port': {'device_id': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'admin_state_up': True, 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'security_groups': ['6d343e5f-aab0-456f-95a8-e25c1c2e8dcc']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:05.332686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:05.333333 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.335543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41402) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:05.353176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Allocated IP 2001:db8:3::2 (c5576deb-7556-411a-a0d2-5716f207324d/300b9993-3368-4694-a77c-9fe50ecf839c/a7583327-531e-4d2d-b515-23c915d48dae) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:05.365151 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbccdf5-b16b-4ab0-b03a-688ce7a2969f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:05.365954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbccdf5-b16b-4ab0-b03a-688ce7a2969f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:05.368481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3cbccdf5-b16b-4ab0-b03a-688ce7a2969f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/38804503-caa2-4e92-b7fd-0c8d0a038331 HTTP/1.1" status: 404 len: 339 time: 0.0284753 Jul 07 19:30:05.375660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41406) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:05.473314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8de49-95bc-4844-a24c-1fcdf2a33051 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:05.480194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8bb8de49-95bc-4844-a24c-1fcdf2a33051 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "GET /v2.0/ports/3647468a-ba61-4bcf-bb63-8c4b90c5357b HTTP/1.1" status: 200 len: 954 time: 0.3089812 Jul 07 19:30:05.487721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41408) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:05.504647 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.644268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Made reservation on behalf of d307ecc64ee341b99f612e35a7a6a0e6 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:05.649995 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.686623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-93f986cb-77e1-4555-bc2c-04a445508f39 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Deleting port 3647468a-ba61-4bcf-bb63-8c4b90c5357b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:05.687044 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93f986cb-77e1-4555-bc2c-04a445508f39 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.708756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-92a93f1c-9d65-4605-8a9d-be0e6e4dd372 None None] Provisioning complete for port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:05.709261 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-92a93f1c-9d65-4605-8a9d-be0e6e4dd372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.710885 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.779437 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.802444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb0a07-9ac4-4a82-b74f-87b8adf0c08d req-180583bd-b5b8-49e2-b5ea-b1ac360dcb81 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:05.804046 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51cb0a07-9ac4-4a82-b74f-87b8adf0c08d req-180583bd-b5b8-49e2-b5ea-b1ac360dcb81 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 946 time: 0.2972937 Jul 07 19:30:05.808042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca13ad7-b826-43d9-a5af-4266ee31eaf7']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:05.847265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7049e08-8572-48f4-ae4c-43525959659b') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:05.847265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7049e08-8572-48f4-ae4c-43525959659b') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:05.863232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.890708 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51cb0a07-9ac4-4a82-b74f-87b8adf0c08d req-c5050846-b9f9-4552-b3ac-fbf19c89b525 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753477 Jul 07 19:30:05.891929 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.907629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:05.908457 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.913753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:59Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:29:59Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:03Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:05.917096 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:05.957227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11267e9e-3e1f-47c6-b1f9-e3eb32593fa6 req-774623bd-69b4-48ec-82ec-37e27313c50d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 210 time: 0.1803322 Jul 07 19:30:06.026898 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93f986cb-77e1-4555-bc2c-04a445508f39 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.030008 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.045117 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.050271 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/aca13ad7-b826-43d9-a5af-4266ee31eaf7 HTTP/1.1" status: 204 len: 168 time: 0.6701181 Jul 07 19:30:06.073980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41420) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:06.083008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfe5b2-8bd9-41be-952a-2e7f77e5f94d tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Network': ['ID=aca13ad7-b826-43d9-a5af-4266ee31eaf7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:06.123554 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.129627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-93f986cb-77e1-4555-bc2c-04a445508f39 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Calling delete_port for 3647468a-ba61-4bcf-bb63-8c4b90c5357b owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:06.138429 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a141821-9db2-4ea6-803e-9fac013ceb13 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:06.139223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a141821-9db2-4ea6-803e-9fac013ceb13 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:06.143096 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8a141821-9db2-4ea6-803e-9fac013ceb13 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/subnets/7fdc0d9c-a6f6-4574-b8d9-8bee2ecf465f HTTP/1.1" status: 404 len: 337 time: 0.0677190 Jul 07 19:30:06.149458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41422) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:06.171442 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6191cfdb-a4d8-447d-b814-d2dee4ca01da req-9573c6d6-059c-49b1-b66a-cb8a85db711b tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=73b1e8e7-0625-446f-b395-043c37e0c404 HTTP/1.1" status: 200 len: 210 time: 0.0927410 Jul 07 19:30:06.196473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f79d4a-561c-4558-b48e-b7989a453e33 None None] The sync data for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 is: [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:59Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:29:59Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:03Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:06.203591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Allocated IP 172.20.0.13 (50333238-2ba4-4f24-9c16-6e6986050042/fa18e4b9-54ea-42d0-a29e-3d1a15e2c523/c6b1e90d-e388-434f-b4e1-f5bf2cc58602) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:06.254215 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.269488 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d6197f-1977-41a1-8410-5329fee164a6 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:06.270111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d6197f-1977-41a1-8410-5329fee164a6 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:06.282922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41424) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:06.308085 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e2d6197f-1977-41a1-8410-5329fee164a6 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/777f5188-7e66-428e-9c7d-3fa209b26225 HTTP/1.1" status: 404 len: 339 time: 0.1199882 Jul 07 19:30:06.324948 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-92a93f1c-9d65-4605-8a9d-be0e6e4dd372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.357100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a,segment=NetworkSegment(9788bf68-52f1-4b61-86e6-2cb7c63da212),segment_id=9788bf68-52f1-4b61-86e6-2cb7c63da212)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:06.405695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Transition to ACTIVE for port object a7583327-531e-4d2d-b515-23c915d48dae will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:06.409189 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.409903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5bb87a98-8df9-4587-a975-0ebd8bc64898 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:06.418478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e2443f-258d-4ff6-98ce-97a5dd7b07ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Deleting subnet 6c107ca9-8204-44fa-9470-88509ecc293d {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:06.422736 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06e2443f-258d-4ff6-98ce-97a5dd7b07ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.453093 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93f986cb-77e1-4555-bc2c-04a445508f39 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.492193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06e2443f-258d-4ff6-98ce-97a5dd7b07ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.571551 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93f986cb-77e1-4555-bc2c-04a445508f39 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.574346 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-93f986cb-77e1-4555-bc2c-04a445508f39 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "DELETE /v2.0/ports/3647468a-ba61-4bcf-bb63-8c4b90c5357b HTTP/1.1" status: 204 len: 168 time: 1.0850537 Jul 07 19:30:06.581088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41430) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:06.595653 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f986cb-77e1-4555-bc2c-04a445508f39 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event deleted for resources: {'Port': ['ID=3647468a-ba61-4bcf-bb63-8c4b90c5357b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:06.612732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Transition to ACTIVE for port object a7583327-531e-4d2d-b515-23c915d48dae will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:06.658278 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.679216 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf8460f-3dfa-4298-9e9f-5c7b5fb5ba35 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:30:06.688063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 804387e2-0212-44e1-9259-e8b14d0e9373 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:06.696068 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-daf8460f-3dfa-4298-9e9f-5c7b5fb5ba35 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "GET /v2.0/ports/3647468a-ba61-4bcf-bb63-8c4b90c5357b HTTP/1.1" status: 404 len: 333 time: 0.1134083 Jul 07 19:30:06.697130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41432) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:06.725445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:06.739778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 804387e2-0212-44e1-9259-e8b14d0e9373 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:06.740382 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 804387e2-0212-44e1-9259-e8b14d0e9373 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:06.742215 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-92a93f1c-9d65-4605-8a9d-be0e6e4dd372 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:30:06.743009 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-92a93f1c-9d65-4605-8a9d-be0e6e4dd372 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:30:06.766960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Request body: {'port': {'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1805265585'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:06.794855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Network c5576deb-7556-411a-a0d2-5716f207324d is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:06.808376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:06.816827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:06.819019 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Allocated IP 2001:db8:3::1 (c5576deb-7556-411a-a0d2-5716f207324d/300b9993-3368-4694-a77c-9fe50ecf839c/d4ce52c0-170d-4e60-98e3-8b041132b9eb) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:06.850049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 5bb87a98-8df9-4587-a975-0ebd8bc64898 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:06.865170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 5bb87a98-8df9-4587-a975-0ebd8bc64898 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:06.865601 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.945918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Pushing event updated for resources: {'Port': ['ID=a7583327-531e-4d2d-b515-23c915d48dae,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:06.958597 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06e2443f-258d-4ff6-98ce-97a5dd7b07ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.963732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Made reservation on behalf of e11058fd852040c1a6e622aab8d6e42a for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:06.966565 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.038447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Attempting to bind port a7583327-531e-4d2d-b515-23c915d48dae on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:07.038971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Attempting to bind port a7583327-531e-4d2d-b515-23c915d48dae by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'b7ffae8a-4423-4408-816f-cee525a6acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:07.039522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Attempting to bind port a7583327-531e-4d2d-b515-23c915d48dae on network c5576deb-7556-411a-a0d2-5716f207324d {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:07.073388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:07.073777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Checking segment: {'id': 'b7ffae8a-4423-4408-816f-cee525a6acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:07.074384 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.074900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Bound using segment: {'id': 'b7ffae8a-4423-4408-816f-cee525a6acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:07.075448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Bound port: a7583327-531e-4d2d-b515-23c915d48dae, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ffae8a-4423-4408-816f-cee525a6acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:07.075840 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.081234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] device_id is not set on port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:07.137861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06e2443f-258d-4ff6-98ce-97a5dd7b07ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.225545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2443f-258d-4ff6-98ce-97a5dd7b07ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Subnet': ['ID=6c107ca9-8204-44fa-9470-88509ecc293d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:07.230832 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.234709 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06e2443f-258d-4ff6-98ce-97a5dd7b07ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.240592 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-06e2443f-258d-4ff6-98ce-97a5dd7b07ac tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/subnets/6c107ca9-8204-44fa-9470-88509ecc293d HTTP/1.1" status: 204 len: 168 time: 0.9565783 Jul 07 19:30:07.245397 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.249839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41448) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:07.280682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de59161a-79be-481f-a33c-2d87160fb917 None None] Network f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:07.285430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Transition to ACTIVE for port object d4ce52c0-170d-4e60-98e3-8b041132b9eb will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:07.343279 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.385007 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.433084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Transition to ACTIVE for port object c6b1e90d-e388-434f-b4e1-f5bf2cc58602 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:07.464037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network c5576deb-7556-411a-a0d2-5716f207324d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:07.471428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=d4ce52c0-170d-4e60-98e3-8b041132b9eb,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:07.484310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] For port a7583327-531e-4d2d-b515-23c915d48dae, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:07.486021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:07.496023 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:07.505822 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.556736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] For port a7583327-531e-4d2d-b515-23c915d48dae, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a7583327-531e-4d2d-b515-23c915d48dae,segment=NetworkSegment(b7ffae8a-4423-4408-816f-cee525a6acae),segment_id=b7ffae8a-4423-4408-816f-cee525a6acae)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:07.575297 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Sync routers for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:07.591222 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:07.592168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 5bb87a98-8df9-4587-a975-0ebd8bc64898, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5bb87a98-8df9-4587-a975-0ebd8bc64898,segment=NetworkSegment(d79e7b7b-694c-48e0-8a1a-d1b2ade60055),segment_id=d79e7b7b-694c-48e0-8a1a-d1b2ade60055)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:07.593808 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:07.649851 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.653771 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.665622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-92a93f1c-9d65-4605-8a9d-be0e6e4dd372 None None] Provisioning complete for port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:07.665818 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.665984 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-92a93f1c-9d65-4605-8a9d-be0e6e4dd372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.671488 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.710081 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.710903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 209218c1-b2c7-460a-9b56-0d72f1c0c044 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:07.773606 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:07.777677 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42e3355-7953-479a-bf3c-59972aff16c4 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Deleting subnet 733b601a-c633-4814-ab0c-d47b7063c9fd {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:07.781367 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a42e3355-7953-479a-bf3c-59972aff16c4 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.855078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network 50333238-2ba4-4f24-9c16-6e6986050042 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:07.857242 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a42e3355-7953-479a-bf3c-59972aff16c4 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.898659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb67ee3-1729-4eec-9b62-db4f819c2fbd None None] Pushing event updated for resources: {'Port': ['ID=a7583327-531e-4d2d-b515-23c915d48dae,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:07.911511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-92a93f1c-9d65-4605-8a9d-be0e6e4dd372 None None] Port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:07.916679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:07.961696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:08.026748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 209218c1-b2c7-460a-9b56-0d72f1c0c044 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:08.027328 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.052390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=c6b1e90d-e388-434f-b4e1-f5bf2cc58602,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:08.156195 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:59Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:29:59Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:08.157014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.157933 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.175535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 477e180f-48d8-48eb-b3f8-8ce0680fdab7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:08.239101 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.252764 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Checking router: 8665f17c-34f4-40bb-8d87-45906cd30e8d for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:08.253063 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Updating router 8665f17c-34f4-40bb-8d87-45906cd30e8d port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:30:08.291114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac82e3-ee97-4f5b-ac67-2d5951e7a358 req-1a97cdc0-399f-49f1-b702-e670ebbbefbc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.303779 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18ac82e3-ee97-4f5b-ac67-2d5951e7a358 req-1a97cdc0-399f-49f1-b702-e670ebbbefbc tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 932 time: 0.9616919 Jul 07 19:30:08.332186 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.335031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-77014b9f-32b6-418e-b22f-1581229453d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0224750 Jul 07 19:30:08.387039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=5bb87a98-8df9-4587-a975-0ebd8bc64898,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:08.389792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Request body: {'port': {'device_id': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:08.397552 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:08.398089 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.490658 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:08.526173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:08.541946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a79ac511-7cf5-42d2-993a-36c23a2a2699 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:08.548415 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a42e3355-7953-479a-bf3c-59972aff16c4 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.558556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:08.569279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.570281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.603272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3480644b-dd99-4d4d-b8cc-2f10b61ab2f2 None None] Provisioning for port c6b1e90d-e388-434f-b4e1-f5bf2cc58602 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:08.624846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3480644b-dd99-4d4d-b8cc-2f10b61ab2f2 None None] Provisioning complete for port c6b1e90d-e388-434f-b4e1-f5bf2cc58602 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:08.625526 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3480644b-dd99-4d4d-b8cc-2f10b61ab2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.649011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c1cb03-92fd-43b0-b4ee-d2da03e47be2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:08.681570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3480644b-dd99-4d4d-b8cc-2f10b61ab2f2 None None] Port c6b1e90d-e388-434f-b4e1-f5bf2cc58602 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:08.692887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-13ce3d26-d6d2-4539-a36c-ef349cf359f2 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.695333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a79ac511-7cf5-42d2-993a-36c23a2a2699 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:08.695864 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.709853 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-13ce3d26-d6d2-4539-a36c-ef349cf359f2 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.8240204 Jul 07 19:30:08.737082 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18ac82e3-ee97-4f5b-ac67-2d5951e7a358 req-eb7eea2c-db3a-4280-acf8-a6b26ec3f14d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4068005 Jul 07 19:30:08.750863 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-a2347903-33b8-48ce-95d7-4d2e19976b80 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/quotas/cfc0bfa801a549519ae7c1ebf365c273 HTTP/1.1" status: 200 len: 375 time: 0.0407968 Jul 07 19:30:08.817535 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-710d6ecf-33ae-45a3-a4bb-ed09401b5641 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1074834 Jul 07 19:30:08.824705 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41472) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:08.848267 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:08.979228 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.022415 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a42e3355-7953-479a-bf3c-59972aff16c4 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.033217 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.049041 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.050415 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.091361 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a42e3355-7953-479a-bf3c-59972aff16c4 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.094650 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a42e3355-7953-479a-bf3c-59972aff16c4 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/subnets/733b601a-c633-4814-ab0c-d47b7063c9fd HTTP/1.1" status: 204 len: 168 time: 1.8422945 Jul 07 19:30:09.098580 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.099689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e3355-7953-479a-bf3c-59972aff16c4 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Subnet': ['ID=733b601a-c633-4814-ab0c-d47b7063c9fd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:09.104251 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41476) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.125283 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Transition to ACTIVE for port object 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:09.157835 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.158481 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.307365 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218e53d-18d9-41b4-a204-63e481e98d2b None None] Pushing event updated for resources: {'Port': ['ID=4625657d-4c3c-41c8-b68f-9ca7e0bc7a61,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:09.383846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-752cd7b6-bdb6-4fdb-be28-2955409e4a50 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6318722 Jul 07 19:30:09.416049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-d1cf9e8d-e619-4f8f-a21c-4b02997468d3 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:30:09.424169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-d1cf9e8d-e619-4f8f-a21c-4b02997468d3 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0390298 Jul 07 19:30:09.432789 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Attempting to bind port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:09.433784 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Attempting to bind port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'd79e7b7b-694c-48e0-8a1a-d1b2ade60055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:09.434618 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Attempting to bind port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 on network ad880adb-bc80-4cc5-bd07-b8d1d4adf23f {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:09.441718 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:09.442497 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Checking segment: {'id': 'd79e7b7b-694c-48e0-8a1a-d1b2ade60055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:09.443221 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.444101 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Bound using segment: {'id': 'd79e7b7b-694c-48e0-8a1a-d1b2ade60055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:09.444830 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Bound port: 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79e7b7b-694c-48e0-8a1a-d1b2ade60055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:09.445432 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.445624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event updated for resources: {'Port': ['ID=d4ce52c0-170d-4e60-98e3-8b041132b9eb,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:09.502241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:09.538230 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] For port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:09.542903 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] For port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4625657d-4c3c-41c8-b68f-9ca7e0bc7a61,segment=NetworkSegment(d79e7b7b-694c-48e0-8a1a-d1b2ade60055),segment_id=d79e7b7b-694c-48e0-8a1a-d1b2ade60055)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:09.560885 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.606137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:09.606625 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.684992 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.686353 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218e53d-18d9-41b4-a204-63e481e98d2b None None] Pushing event updated for resources: {'Port': ['ID=4625657d-4c3c-41c8-b68f-9ca7e0bc7a61,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:09.697292 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:09.698094 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:09.768083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae5138d-c6fb-48a9-b652-75b14c5d84cd None None] Network f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:09.822011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Network c5576deb-7556-411a-a0d2-5716f207324d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:09.857273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:09.863677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab299e0-9786-4ad3-890d-0884768c402b None None] Network c5576deb-7556-411a-a0d2-5716f207324d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:09.865018 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:09.878542 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-900e23b6-9989-4dcc-9e31-669630cbf7b4 service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530084 Jul 07 19:30:09.946914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5bb87a98-8df9-4587-a975-0ebd8bc64898 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:10.087913 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.094151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-46b35e16-b5a8-46c6-8af0-a69999b3116f None None] Provisioning complete for port 209218c1-b2c7-460a-9b56-0d72f1c0c044 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:10.094830 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-46b35e16-b5a8-46c6-8af0-a69999b3116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.212948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Deleting port 209218c1-b2c7-460a-9b56-0d72f1c0c044 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:10.213689 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.229438 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:07Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:30:09Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ce52c0-170d-4e60-98e3-8b041132b9eb', 'name': '', 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:a3:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '300b9993-3368-4694-a77c-9fe50ecf839c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:30:05Z', 'updated_at': '2021-07-07T19:30:08Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '300b9993-3368-4694-a77c-9fe50ecf839c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:10.289753 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b02e79-f541-40c5-8a01-7284496542e4 None None] The sync data for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 is: [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:07Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:30:09Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ce52c0-170d-4e60-98e3-8b041132b9eb', 'name': '', 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:a3:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '300b9993-3368-4694-a77c-9fe50ecf839c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:30:05Z', 'updated_at': '2021-07-07T19:30:08Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '300b9993-3368-4694-a77c-9fe50ecf839c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:10.291612 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-00beb26d-3bb8-4bc7-ae80-3edd56c00a18 service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118700 Jul 07 19:30:10.295190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8665f17c-34f4-40bb-8d87-45906cd30e8d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:10.297890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] device_id is not set on port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:10.308774 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.372332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] For port 209218c1-b2c7-460a-9b56-0d72f1c0c044, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=209218c1-b2c7-460a-9b56-0d72f1c0c044,segment=NetworkSegment(418b17e1-7141-404b-a5b5-107d54691996),segment_id=418b17e1-7141-404b-a5b5-107d54691996)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:10.372802 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.506632 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Transition to ACTIVE for port object c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:10.517333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.531032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Calling delete_port for 209218c1-b2c7-460a-9b56-0d72f1c0c044 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:10.584776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 5bb87a98-8df9-4587-a975-0ebd8bc64898 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:10.585346 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.613594 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6976a-ed5a-463d-8458-e12a96871f97 req-9de55ee6-dbc0-47e3-9caa-1d1ddb780c14 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:10.616373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7f6976a-ed5a-463d-8458-e12a96871f97 req-9de55ee6-dbc0-47e3-9caa-1d1ddb780c14 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 932 time: 0.5424438 Jul 07 19:30:10.679732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c1cb03-92fd-43b0-b4ee-d2da03e47be2,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:10.756296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824ba4c-4207-4ea0-b7ee-c129c4777a0d None None] DHCP port deletion for f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:10.764239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:30:10.781364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:10.783498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.788858 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1d20e573-392d-4b32-ba94-462e4d993dea tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4007702 Jul 07 19:30:10.792831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41496) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:10.800609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b1e90d-e388-434f-b4e1-f5bf2cc58602 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:10.809529 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.825836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Transition to ACTIVE for port object c6b1e90d-e388-434f-b4e1-f5bf2cc58602 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:10.848521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-37112662-07a3-49ab-97ac-825282a070fa tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:10.850666 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.868233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:10.868547 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:10.868851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:10.902620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:10.902972 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:10.908428 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 2 to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 Jul 07 19:30:10.935950 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7f6976a-ed5a-463d-8458-e12a96871f97 req-fcc13056-aa22-4543-900e-d0a014621e23 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037226 Jul 07 19:30:10.986763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a7583327-531e-4d2d-b515-23c915d48dae up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:10.997253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b1e90d-e388-434f-b4e1-f5bf2cc58602,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:11.001592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:11.001935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:11.002281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:11.016224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Port': ['ID=209218c1-b2c7-460a-9b56-0d72f1c0c044,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:11.024131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No DVR routers for this DVR port 209218c1-b2c7-460a-9b56-0d72f1c0c044 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:11.036315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:11.036315 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:11.060530 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 3 to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 Jul 07 19:30:11.066618 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5824ba4c-4207-4ea0-b7ee-c129c4777a0d None None] The port '209218c1-b2c7-460a-9b56-0d72f1c0c044' was deleted {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 19:30:11.103426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbd9e6c9-7e05-4833-bff8-02b033965641 req-c3bf84cd-0c58-4aef-8bfe-39c11ba70ffa tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 210 time: 0.0909424 Jul 07 19:30:11.187818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:11.196116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:11.197062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:11.231195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:11.232046 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:11.236892 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 4 to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 Jul 07 19:30:11.356885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:11.356885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:11.357575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:11.368179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port a7583327-531e-4d2d-b515-23c915d48dae completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:11.387569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:11.388084 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:11.395037 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 5 to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 Jul 07 19:30:11.411349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Attempting to bind port c6b1e90d-e388-434f-b4e1-f5bf2cc58602 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:11.411903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Attempting to bind port c6b1e90d-e388-434f-b4e1-f5bf2cc58602 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:11.412382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Attempting to bind port c6b1e90d-e388-434f-b4e1-f5bf2cc58602 on network 50333238-2ba4-4f24-9c16-6e6986050042 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:11.424641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Port c6b1e90d-e388-434f-b4e1-f5bf2cc58602 on network 50333238-2ba4-4f24-9c16-6e6986050042 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:11.424987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Attempting to bind port c6b1e90d-e388-434f-b4e1-f5bf2cc58602 on network 50333238-2ba4-4f24-9c16-6e6986050042 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:11.433542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:11.433805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:11.434324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:11.453995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:11.454541 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:11.457908 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 6 to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 Jul 07 19:30:11.464002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:11.464353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Checking segment: {'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:11.464750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Bound using segment: {'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:11.465219 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Bound port: c6b1e90d-e388-434f-b4e1-f5bf2cc58602, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b8089d-3185-411c-b87a-b1e2be36d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:11.465571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.466744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:11.485134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 56b7d344-066a-4c1e-825e-82f3c8355010 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:11.488134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'port_id': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'mac_address': 'fa:16:3e:89:63:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:30:11.542782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:11.543216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:11.543497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:11.560311 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.600250 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:11.600250 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:11.624383 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:11.652694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-06d7a969-cc35-4de0-badd-18e8d364137c None None] Provisioning for port a7583327-531e-4d2d-b515-23c915d48dae completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:11.662344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-06d7a969-cc35-4de0-badd-18e8d364137c None None] Provisioning complete for port a7583327-531e-4d2d-b515-23c915d48dae triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:11.662671 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-06d7a969-cc35-4de0-badd-18e8d364137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.664841 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.671996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418b17e1-7141-404b-a5b5-107d54691996') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:11.672197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418b17e1-7141-404b-a5b5-107d54691996') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:11.692443 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.695038 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 7 to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 Jul 07 19:30:11.738639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:11.741824 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.759704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:11.760046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:11.760387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:11.765822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:11.765998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:11.768617 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.779842 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 56b7d344-066a-4c1e-825e-82f3c8355010 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:11.781028 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.785097 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.794157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:11.794533 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:11.815773 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 8 to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:11.873083 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:11.875099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:11.876080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:11.876080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:11.920575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:11.921413 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:11.931632 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.932147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] For port c6b1e90d-e388-434f-b4e1-f5bf2cc58602, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:11.938820 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.943722 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d HTTP/1.1" status: 204 len: 168 time: 2.8376415 Jul 07 19:30:11.967079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] For port c6b1e90d-e388-434f-b4e1-f5bf2cc58602, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c6b1e90d-e388-434f-b4e1-f5bf2cc58602,segment=NetworkSegment(43b8089d-3185-411c-b87a-b1e2be36d6d5),segment_id=43b8089d-3185-411c-b87a-b1e2be36d6d5)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:11.968644 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 9 to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 Jul 07 19:30:11.972131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41522) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:12.003632 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:12.035212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29007c7a-ca15-4b6e-8d49-20c3d46ce502 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Network': ['ID=f5e5da8e-ee8d-42ab-9ac3-ddb7b081628d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:12.045419 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca88c04-de83-4a47-be1d-56552a33b7cf tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:12.046508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca88c04-de83-4a47-be1d-56552a33b7cf tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:12.050553 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-eca88c04-de83-4a47-be1d-56552a33b7cf tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/subnets/41f0c9e6-0215-465c-af3b-ebd758b7ca8d HTTP/1.1" status: 404 len: 337 time: 0.0766704 Jul 07 19:30:12.053485 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41528) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:12.083633 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-101bf430-4680-43d1-bb46-499b5cebc0ea tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:12.085347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101bf430-4680-43d1-bb46-499b5cebc0ea tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:12.089904 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-101bf430-4680-43d1-bb46-499b5cebc0ea tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/5f710674-2675-460c-959d-134fe7128462 HTTP/1.1" status: 404 len: 339 time: 0.0350666 Jul 07 19:30:12.096064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41532) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:12.129204 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['6427ff31-3e2a-4561-ba8b-e61f0c63aee2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:12.146074 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-53da1ed2-74b6-4b25-b3ee-c55615760d54 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:12.148015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53da1ed2-74b6-4b25-b3ee-c55615760d54 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:12.160716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-53da1ed2-74b6-4b25-b3ee-c55615760d54 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/subnets/e2256095-926e-4caa-b555-1647ab97047c HTTP/1.1" status: 404 len: 337 time: 0.0630107 Jul 07 19:30:12.213576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41538) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:12.291319 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5f0ab5-eb8e-4c06-967d-f945ecfe2e85 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:12.292148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5f0ab5-eb8e-4c06-967d-f945ecfe2e85 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:12.299547 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cc5f0ab5-eb8e-4c06-967d-f945ecfe2e85 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/5ad96047-849e-4d08-a4d9-59c0fbd4722b HTTP/1.1" status: 404 len: 339 time: 0.0752034 Jul 07 19:30:12.323885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41540) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:12.370943 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:12.371710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:12.371710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:12.438038 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Sync routers for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:12.516211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:12.517031 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:12.518682 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] 10.222.0.48 "PUT /v2.0/ports/c6b1e90d-e388-434f-b4e1-f5bf2cc58602 HTTP/1.1" status: 200 len: 1092 time: 4.1342766 Jul 07 19:30:12.519933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'tag': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:12.523119 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d519ed8-bc47-4774-968d-454d058c3dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d6fade-0962-47c3-9657-1014543a4d1f", "tag": "c6b1e90d-e388-434f-b4e1-f5bf2cc58602"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:12.543996 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8646497-e8cd-4996-886b-aceecc294f0f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:12.554459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:12.555044 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:12.555392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8646497-e8cd-4996-886b-aceecc294f0f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:12.557194 n-d-793621-9 neutron-server[93901]: INFO neutron.plugins.ml2.plugin [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempt 10 to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 Jul 07 19:30:12.569604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b8646497-e8cd-4996-886b-aceecc294f0f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/subnets/f6f63fed-5d49-491b-9544-b917d99579e1 HTTP/1.1" status: 404 len: 337 time: 0.2368767 Jul 07 19:30:12.610194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41558) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:12.669412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:12.708955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:12.709831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:12.881149 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1fc59c-2fcc-45c9-87a3-5158d61425ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:12.881796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1fc59c-2fcc-45c9-87a3-5158d61425ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:12.887106 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0c1fc59c-2fcc-45c9-87a3-5158d61425ba tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/3673f1ae-080f-4d8f-ba6c-9559b05f7196 HTTP/1.1" status: 404 len: 339 time: 0.2667649 Jul 07 19:30:12.888186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41560) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:12.900213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:12.900553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:12.901150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempting to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:12.919729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956d212-60d9-46a6-814e-3501b4b8c555 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b1e90d-e388-434f-b4e1-f5bf2cc58602,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:13.008167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:13.008501 n-d-793621-9 neutron-server[93901]: ERROR neutron.plugins.ml2.managers [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Failed to bind port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on host n-h2-793621-9 for vnic_type normal using segments [{'id': '5fec0988-fe1b-4410-9cc7-d782deb41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3'}] Jul 07 19:30:13.009055 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.030829 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-06d7a969-cc35-4de0-badd-18e8d364137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.086831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dda1af-a208-4835-9d04-478e225d000f req-95f70600-4296-4f8f-82d5-3eec7473aa6a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:13.093975 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8dda1af-a208-4835-9d04-478e225d000f req-95f70600-4296-4f8f-82d5-3eec7473aa6a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 944 time: 0.7778246 Jul 07 19:30:13.168698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8faddc2-5636-4ffa-99b4-105b7d3c69d3 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Deleting subnet 2e1019f6-9265-4d3d-b7d4-6f2fd2be3ed8 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:13.223567 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8faddc2-5636-4ffa-99b4-105b7d3c69d3 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.246756 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.extraroute_db [None req-37112662-07a3-49ab-97ac-825282a070fa tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 19:30:13.258771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41308d51-f8e9-4fe1-a3c4-3154235d9d40 None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:30:13.268336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.extraroute_db [None req-37112662-07a3-49ab-97ac-825282a070fa tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Removed routes are [] {{(pid=93900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 19:30:13.269026 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-37112662-07a3-49ab-97ac-825282a070fa tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.274410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:13.285055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-0941e35c-8f65-4421-a621-7ae7de9eac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:13.286885 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-0941e35c-8f65-4421-a621-7ae7de9eac06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 1095 time: 0.6229813 Jul 07 19:30:13.377773 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5238be12-898f-423d-8c6f-6d16119dcb1f req-0c57be6e-d6a0-4e12-870c-4c219812affb tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 210 time: 0.1012926 Jul 07 19:30:13.439655 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-06d7a969-cc35-4de0-badd-18e8d364137c None None] For port a7583327-531e-4d2d-b515-23c915d48dae, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a7583327-531e-4d2d-b515-23c915d48dae,segment=NetworkSegment(b7ffae8a-4423-4408-816f-cee525a6acae),segment_id=b7ffae8a-4423-4408-816f-cee525a6acae)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:13.503896 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-06d7a969-cc35-4de0-badd-18e8d364137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.538113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] For port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:13.538648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attempted to set empty binding levels {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 19:30:13.569249 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8dda1af-a208-4835-9d04-478e225d000f req-fa5ab35a-55ca-4732-a0de-7c87e8acf003 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4743388 Jul 07 19:30:13.596463 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-55247345-8db4-4b61-98f2-1f0f0d1fb148 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6b1e90d-e388-434f-b4e1-f5bf2cc58602 HTTP/1.1" status: 200 len: 217 time: 0.2348251 Jul 07 19:30:13.599707 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.608821 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8faddc2-5636-4ffa-99b4-105b7d3c69d3 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.696076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7a969-cc35-4de0-badd-18e8d364137c None None] Pushing event updated for resources: {'Port': ['ID=a7583327-531e-4d2d-b515-23c915d48dae,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:13.718457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:13.846017 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1be26e-5c39-427e-8335-085badf7d1b9 x-openstack-request-id: req-0b1be26e-5c39-427e-8335-085badf7d1b9 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:13.846366 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d6fade-0962-47c3-9657-1014543a4d1f", "tag": "c6b1e90d-e388-434f-b4e1-f5bf2cc58602", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:13.846580 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b1be26e-5c39-427e-8335-085badf7d1b9 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:13.847027 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'tag': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602', 'status': 'completed', 'code': 200} Jul 07 19:30:13.866337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] In _notify_port_updated(), no bound segment for port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 on network 5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:30:13.867278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:13.867917 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.869313 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "PUT /v2.0/ports/c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 HTTP/1.1" status: 200 len: 975 time: 5.0395939 Jul 07 19:30:13.880266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41576) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:13.948846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaa4c8-0bb0-4014-b4e1-607a15aaa566 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c1cb03-92fd-43b0-b4ee-d2da03e47be2,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:13.981670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-af028e2f-3f22-40cf-acbb-5da6fd4856ee tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:13.984085 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-af028e2f-3f22-40cf-acbb-5da6fd4856ee tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.8084884 Jul 07 19:30:13.989427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-499ec3f8-83bf-469e-9964-7d4b84834480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:13.991114 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-499ec3f8-83bf-469e-9964-7d4b84834480 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa18e4b9-54ea-42d0-a29e-3d1a15e2c523 HTTP/1.1" status: 200 len: 834 time: 0.3676968 Jul 07 19:30:14.017484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Request body: {'port': {'device_id': '3b6c3358-5aac-4c9e-95df-f86995584aa3', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'admin_state_up': True, 'tenant_id': 'cfc0bfa801a549519ae7c1ebf365c273'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:14.073308 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-37112662-07a3-49ab-97ac-825282a070fa tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.079254 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-37112662-07a3-49ab-97ac-825282a070fa tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.159689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8faddc2-5636-4ffa-99b4-105b7d3c69d3 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.160241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41308d51-f8e9-4fe1-a3c4-3154235d9d40 None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:30:14.228999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37112662-07a3-49ab-97ac-825282a070fa tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8665f17c-34f4-40bb-8d87-45906cd30e8d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:14.297513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-234d8580-044d-4c4a-84b3-aa75071555ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:14.299642 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-234d8580-044d-4c4a-84b3-aa75071555ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50333238-2ba4-4f24-9c16-6e6986050042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753634 Jul 07 19:30:14.305872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-d8f46f75-9158-41fe-bbbc-e1779c44d101 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Deleting port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:14.306477 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8f46f75-9158-41fe-bbbc-e1779c44d101 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.397496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Made reservation on behalf of cfc0bfa801a549519ae7c1ebf365c273 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:14.402023 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.409675 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8faddc2-5636-4ffa-99b4-105b7d3c69d3 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.419181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:14.437349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:14.437858 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.451548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37112662-07a3-49ab-97ac-825282a070fa tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:14.471670 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-37112662-07a3-49ab-97ac-825282a070fa tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.482121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faddc2-5636-4ffa-99b4-105b7d3c69d3 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1019f6-9265-4d3d-b7d4-6f2fd2be3ed8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:14.488706 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-37112662-07a3-49ab-97ac-825282a070fa tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d HTTP/1.1" status: 200 len: 954 time: 3.6933932 Jul 07 19:30:14.488838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41580) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:14.490655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8faddc2-5636-4ffa-99b4-105b7d3c69d3 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.495783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c8faddc2-5636-4ffa-99b4-105b7d3c69d3 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/subnets/2e1019f6-9265-4d3d-b7d4-6f2fd2be3ed8 HTTP/1.1" status: 204 len: 168 time: 1.6033359 Jul 07 19:30:14.504367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41582) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:14.538087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-d8f46f75-9158-41fe-bbbc-e1779c44d101 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] For port c2c1cb03-92fd-43b0-b4ee-d2da03e47be2, host n-h2-793621-9, got binding levels [] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:14.538628 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8f46f75-9158-41fe-bbbc-e1779c44d101 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.596937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-d8f46f75-9158-41fe-bbbc-e1779c44d101 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Calling delete_port for c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:14.621941 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-49375803-9e5e-4477-8f9d-dc9699c517e1 service neutron] 10.222.0.48 "GET /v2.0/networks/50333238-2ba4-4f24-9c16-6e6986050042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108437 Jul 07 19:30:14.643917 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.735565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:14.778189 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-37ff181c-193b-4598-a93f-6875247657b9 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d HTTP/1.1" status: 200 len: 954 time: 0.2881835 Jul 07 19:30:14.803284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41592) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:14.808810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-17be5f16-4bfb-4d8e-844e-43f9db91f04d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'router': {'routes': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:14.809811 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:07Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:30:09Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ce52c0-170d-4e60-98e3-8b041132b9eb', 'name': '', 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:a3:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '300b9993-3368-4694-a77c-9fe50ecf839c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:30:05Z', 'updated_at': '2021-07-07T19:30:08Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '300b9993-3368-4694-a77c-9fe50ecf839c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:14.919230 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-681cfd8e-84e7-4611-af4b-b153a6879040 req-8cc71966-315b-4993-b376-f2409932e339 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 210 time: 0.1383221 Jul 07 19:30:14.961019 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.990202 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f98eda1-0597-489c-a36b-ed6371580e43 req-585ea38f-1628-48ff-b0d2-28187198e92e service neutron] 10.222.0.48 "GET /v2.0/networks/50333238-2ba4-4f24-9c16-6e6986050042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597217 Jul 07 19:30:15.008928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Allocated IP 172.20.0.5 (8fe28009-9066-440f-9464-deba41242cb9/c21bbf2f-3f18-47a4-8078-10985cc0be42/c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:15.104105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Deleting port 2f3a907b-7172-4d00-a386-b7876ef4f0de {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:15.105016 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.119128 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8f46f75-9158-41fe-bbbc-e1779c44d101 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.190933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Checking router: 8665f17c-34f4-40bb-8d87-45906cd30e8d for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:15.191299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Updating router 8665f17c-34f4-40bb-8d87-45906cd30e8d port d4ce52c0-170d-4e60-98e3-8b041132b9eb binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:30:15.253414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] For port 2f3a907b-7172-4d00-a386-b7876ef4f0de, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2f3a907b-7172-4d00-a386-b7876ef4f0de,segment=NetworkSegment(94ca6cfc-d262-46b8-af0d-715c2669b750),segment_id=94ca6cfc-d262-46b8-af0d-715c2669b750)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:15.253735 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.273358 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.294692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Calling delete_port for 2f3a907b-7172-4d00-a386-b7876ef4f0de owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:15.338369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d9e13b-d361-4684-b704-25982062cd39 None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:30:15.341755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4625657d-4c3c-41c8-b68f-9ca7e0bc7a61,segment=NetworkSegment(d79e7b7b-694c-48e0-8a1a-d1b2ade60055),segment_id=d79e7b7b-694c-48e0-8a1a-d1b2ade60055)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:15.345190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f46f75-9158-41fe-bbbc-e1779c44d101 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2c1cb03-92fd-43b0-b4ee-d2da03e47be2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:15.371002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615025e4-fb73-4884-b2f6-c36170bfe485 req-ca103395-2800-4227-8cd8-2302c53735d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:15.372518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-615025e4-fb73-4884-b2f6-c36170bfe485 req-ca103395-2800-4227-8cd8-2302c53735d8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 944 time: 0.5903490 Jul 07 19:30:15.406384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-088df7b4-2bcc-4610-9a81-43a1d0c44c35 None None] Provisioning for port d4ce52c0-170d-4e60-98e3-8b041132b9eb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:15.440966 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.446408 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8f46f75-9158-41fe-bbbc-e1779c44d101 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.451343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d8f46f75-9158-41fe-bbbc-e1779c44d101 tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "DELETE /v2.0/ports/c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 HTTP/1.1" status: 204 len: 168 time: 1.5643184 Jul 07 19:30:15.452147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41596) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:15.484253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No DVR routers for this DVR port 2f3a907b-7172-4d00-a386-b7876ef4f0de on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:15.511305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Port': ['ID=2f3a907b-7172-4d00-a386-b7876ef4f0de,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:15.588629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-615025e4-fb73-4884-b2f6-c36170bfe485 req-a68a51e0-b659-4e84-8459-7c16a06cedbe tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786892 Jul 07 19:30:15.607663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d519ed8-bc47-4774-968d-454d058c3dfd req-c18292b4-5389-44e3-8240-1102cf81e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:15.609256 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d519ed8-bc47-4774-968d-454d058c3dfd req-c18292b4-5389-44e3-8240-1102cf81e6e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 1095 time: 0.5293229 Jul 07 19:30:15.622747 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.635016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b404f0f-d38c-4486-95b0-8ee6953cca5e']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:15.652580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d9e13b-d361-4684-b704-25982062cd39 None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:30:15.654159 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.654843 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ca6cfc-d262-46b8-af0d-715c2669b750') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:15.655363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ca6cfc-d262-46b8-af0d-715c2669b750') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:15.674508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-088df7b4-2bcc-4610-9a81-43a1d0c44c35 None None] Provisioning complete for port d4ce52c0-170d-4e60-98e3-8b041132b9eb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:15.676016 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.680460 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-088df7b4-2bcc-4610-9a81-43a1d0c44c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.711431 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.720068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:15.720820 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.784541 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c386eaf-8661-4a9e-a7d4-62e579150acc tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:30:15.786593 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9c386eaf-8661-4a9e-a7d4-62e579150acc tempest-PortsAdminExtendedAttrsTestJSON-1163785830 tempest-PortsAdminExtendedAttrsTestJSON-1163785830-project-admin] 10.222.0.81 "GET /v2.0/ports/c2c1cb03-92fd-43b0-b4ee-d2da03e47be2 HTTP/1.1" status: 404 len: 333 time: 0.2956245 Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:15.790544 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:15.792692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41602) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:15.878839 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.913772 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.916063 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/7b404f0f-d38c-4486-95b0-8ee6953cca5e HTTP/1.1" status: 204 len: 168 time: 1.4071269 Jul 07 19:30:15.916699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c96f5c-9d79-4859-8175-e3872cf01568 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Network': ['ID=7b404f0f-d38c-4486-95b0-8ee6953cca5e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:15.923461 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41604) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:15.955219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=4625657d-4c3c-41c8-b68f-9ca7e0bc7a61,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:15.969415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 209218c1-b2c7-460a-9b56-0d72f1c0c044 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:16.002589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 209218c1-b2c7-460a-9b56-0d72f1c0c044 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:16.003317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 209218c1-b2c7-460a-9b56-0d72f1c0c044 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:16.005119 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-024c363d-f66f-44d3-955b-581bdd17b46f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:16.005384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024c363d-f66f-44d3-955b-581bdd17b46f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:16.011380 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-024c363d-f66f-44d3-955b-581bdd17b46f tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/subnets/fe626299-ce23-4d1e-8e2b-edbe9fbe1633 HTTP/1.1" status: 404 len: 337 time: 0.0867445 Jul 07 19:30:16.015774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41608) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:16.075108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:16.075294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.079856 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:16.081087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:16.083665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:16.084325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:16.084984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:16.087318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:16.087854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:16.088914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:16.090748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:16.091407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:16.092036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:16.131858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:16.132572 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.171609 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-7beac0f7-f83c-4585-9bcc-f7edfc2ea4ed tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:16.179392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7beac0f7-f83c-4585-9bcc-f7edfc2ea4ed tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:16.189322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41612) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:16.193408 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7beac0f7-f83c-4585-9bcc-f7edfc2ea4ed tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/07d4c946-4872-4921-a156-216aad9c7c9e HTTP/1.1" status: 404 len: 339 time: 0.1672809 Jul 07 19:30:16.343782 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.380537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d519ed8-bc47-4774-968d-454d058c3dfd req-87926cb6-dcd0-4b9f-a12b-ebf82dd5a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:16.382279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d519ed8-bc47-4774-968d-454d058c3dfd req-87926cb6-dcd0-4b9f-a12b-ebf82dd5a9a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=50333238-2ba4-4f24-9c16-6e6986050042 HTTP/1.1" status: 200 len: 898 time: 0.7561853 Jul 07 19:30:16.390167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6df22e-863c-4681-a588-981f228cf0a1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Deleting subnet 6d8d8c8b-d294-408b-bb93-d1a952f8a855 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:16.412669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac6df22e-863c-4681-a588-981f228cf0a1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.478578 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a7583327-531e-4d2d-b515-23c915d48dae up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:16.482568 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2a6c49e-4fa6-4b95-b576-de505c77f0ad req-712732bc-e8ae-43ba-a2e1-8e6e676a777a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 210 time: 0.2682378 Jul 07 19:30:16.491450 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d519ed8-bc47-4774-968d-454d058c3dfd req-997ef3ab-da92-44e7-98f4-f4c52c75f002 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6b1e90d-e388-434f-b4e1-f5bf2cc58602 HTTP/1.1" status: 200 len: 217 time: 0.0977659 Jul 07 19:30:16.534702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.extraroute_db [None req-17be5f16-4bfb-4d8e-844e-43f9db91f04d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Added routes are [] {{(pid=93901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 19:30:16.535118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.extraroute_db [None req-17be5f16-4bfb-4d8e-844e-43f9db91f04d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 19:30:16.562428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-088df7b4-2bcc-4610-9a81-43a1d0c44c35 None None] Port d4ce52c0-170d-4e60-98e3-8b041132b9eb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:16.589276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac6df22e-863c-4681-a588-981f228cf0a1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.657810 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.674641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:16.697508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fec0988-fe1b-4410-9cc7-d782deb41bbc') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:16.698402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fec0988-fe1b-4410-9cc7-d782deb41bbc') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:16.715877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d519ed8-bc47-4774-968d-454d058c3dfd req-8079135f-3f1b-4c02-9e3b-b184efa2b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:16.718538 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d519ed8-bc47-4774-968d-454d058c3dfd req-8079135f-3f1b-4c02-9e3b-b184efa2b299 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa18e4b9-54ea-42d0-a29e-3d1a15e2c523 HTTP/1.1" status: 200 len: 834 time: 0.2100232 Jul 07 19:30:16.759101 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.777836 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17be5f16-4bfb-4d8e-844e-43f9db91f04d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.787241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.796241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:16.796801 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:16.800708 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:16.808826 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.861932 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.864077 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:16.947547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-088df7b4-2bcc-4610-9a81-43a1d0c44c35 None None] Provisioning complete for port a7583327-531e-4d2d-b515-23c915d48dae triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:16.947927 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-088df7b4-2bcc-4610-9a81-43a1d0c44c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.961184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event updated for resources: {'Port': ['ID=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:17.011025 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:17.013624 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3681f960-4dfb-4ce7-bb1b-9163925336ba" -d '{"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-plugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:17.018215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.072808 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.087419 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] 10.222.0.81 "DELETE /v2.0/networks/5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3 HTTP/1.1" status: 204 len: 168 time: 1.2840986 Jul 07 19:30:17.178174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525f1db-57b5-4241-ac30-542b7b585c6c tempest-PortsAdminExtendedAttrsTestJSON-774360258 tempest-PortsAdminExtendedAttrsTestJSON-774360258-project] Pushing event deleted for resources: {'Network': ['ID=5dbdbda6-e97e-4d71-8ce1-58a1ca1ab7c3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:17.181407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a7583327-531e-4d2d-b515-23c915d48dae triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:17.181955 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.188107 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac6df22e-863c-4681-a588-981f228cf0a1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.192348 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Network 8fe28009-9066-440f-9464-deba41242cb9 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:17.194158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:17.253489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96622546-3115-49be-a133-79c52da5dd49 req-87918796-2365-499f-b9e3-4b139ae9fc7d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.255120 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96622546-3115-49be-a133-79c52da5dd49 req-87918796-2365-499f-b9e3-4b139ae9fc7d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 944 time: 0.2720931 Jul 07 19:30:17.270735 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76187fcf-f7e1-471a-82c8-0f4ad9b00fca x-openstack-request-id: req-76187fcf-f7e1-471a-82c8-0f4ad9b00fca {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:17.271082 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-plugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:17.271312 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76187fcf-f7e1-471a-82c8-0f4ad9b00fca {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:17.271715 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'code': 200} Jul 07 19:30:17.317190 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.359881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96622546-3115-49be-a133-79c52da5dd49 req-4cce0304-87a7-4139-84a0-e122bc83a496 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962570 Jul 07 19:30:17.414538 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.495963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:17.496413 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17be5f16-4bfb-4d8e-844e-43f9db91f04d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.499899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Transition to ACTIVE for port object d4ce52c0-170d-4e60-98e3-8b041132b9eb will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:17.515620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:17.530199 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.544114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:17.576051 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17be5f16-4bfb-4d8e-844e-43f9db91f04d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.683301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d519ed8-bc47-4774-968d-454d058c3dfd req-078487b6-c4ca-4ff4-b30b-1756ccfcf588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.684817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d519ed8-bc47-4774-968d-454d058c3dfd req-078487b6-c4ca-4ff4-b30b-1756ccfcf588 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50333238-2ba4-4f24-9c16-6e6986050042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9471002 Jul 07 19:30:17.708596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.709813 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.758124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41636) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:17.782091 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac6df22e-863c-4681-a588-981f228cf0a1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.823298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b6962-95a2-4f93-9a82-11f56654ce68 None None] Pushing event updated for resources: {'Port': ['ID=d4ce52c0-170d-4e60-98e3-8b041132b9eb,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:17.830310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc46180-4c26-448e-a7cb-17758eba0995 None None] DHCP port deletion for 7b404f0f-d38c-4486-95b0-8ee6953cca5e request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:17.866426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-cffac789-df00-4452-96a9-b74ae1bb00e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8530116 Jul 07 19:30:17.955350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b118f2f-4549-4a20-b22c-66df68579d07 req-d71945f1-35ff-47ce-8f5c-61cb3e08f5fe tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.956938 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b118f2f-4549-4a20-b22c-66df68579d07 req-d71945f1-35ff-47ce-8f5c-61cb3e08f5fe tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 931 time: 0.1361842 Jul 07 19:30:17.994573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Request body: {'port': {'device_id': '3b6c3358-5aac-4c9e-95df-f86995584aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:17.994727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Attempting to bind port d4ce52c0-170d-4e60-98e3-8b041132b9eb on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:17.995087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Attempting to bind port d4ce52c0-170d-4e60-98e3-8b041132b9eb by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'b7ffae8a-4423-4408-816f-cee525a6acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:17.995458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Attempting to bind port d4ce52c0-170d-4e60-98e3-8b041132b9eb on network c5576deb-7556-411a-a0d2-5716f207324d {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:18.001881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6df22e-863c-4681-a588-981f228cf0a1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8d8c8b-d294-408b-bb93-d1a952f8a855,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:18.003833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:18.004890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Checking segment: {'id': 'b7ffae8a-4423-4408-816f-cee525a6acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:18.005300 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.005694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Bound using segment: {'id': 'b7ffae8a-4423-4408-816f-cee525a6acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:18.010339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Bound port: d4ce52c0-170d-4e60-98e3-8b041132b9eb, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ffae8a-4423-4408-816f-cee525a6acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:18.010339 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.037300 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac6df22e-863c-4681-a588-981f228cf0a1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.039524 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ac6df22e-863c-4681-a588-981f228cf0a1 tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/subnets/6d8d8c8b-d294-408b-bb93-d1a952f8a855 HTTP/1.1" status: 204 len: 168 time: 1.8476877 Jul 07 19:30:18.044948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41644) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:18.046433 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b118f2f-4549-4a20-b22c-66df68579d07 req-36f6bd7d-6d1b-4ffc-b17f-bc44c19ef1f4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787640 Jul 07 19:30:18.084000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7152bd21-df59-4156-aa06-61b36e277e72 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6776bf27e3bd469488412f3fac233584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236065 Jul 07 19:30:18.086384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41646) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:18.152583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef01cf-d380-4735-a62b-f05c4250e39f None None] Network 93db1b46-8cec-429c-ac51-32fbdab77e55 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:18.179247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17be5f16-4bfb-4d8e-844e-43f9db91f04d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8665f17c-34f4-40bb-8d87-45906cd30e8d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:18.200285 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90af971f-003a-478f-a8cc-92dbe05b4e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.260994 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90af971f-003a-478f-a8cc-92dbe05b4e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.302760 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d519ed8-bc47-4774-968d-454d058c3dfd req-dbacf310-df62-4589-8cd6-d847ab688fbb service neutron] 10.222.0.48 "GET /v2.0/networks/50333238-2ba4-4f24-9c16-6e6986050042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562501 Jul 07 19:30:18.307144 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.339255 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:18.360729 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90af971f-003a-478f-a8cc-92dbe05b4e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.363326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90af971f-003a-478f-a8cc-92dbe05b4e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.364499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-90af971f-003a-478f-a8cc-92dbe05b4e0c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f19654f0-0df6-4e3d-8d8e-f865d79ee8d1 HTTP/1.1" status: 204 len: 168 time: 0.2771370 Jul 07 19:30:18.390691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af971f-003a-478f-a8cc-92dbe05b4e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19654f0-0df6-4e3d-8d8e-f865d79ee8d1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:18.412573 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] For port d4ce52c0-170d-4e60-98e3-8b041132b9eb, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:18.494568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.531828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-a509b9fa-c147-4b67-9257-8b24ca58168a req-48c80b66-8700-4b02-8192-df519994da0c service neutron] (93901) timed out ('10.222.0.81', 42974) {{(pid=93901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:30:18.649715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17be5f16-4bfb-4d8e-844e-43f9db91f04d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:18.662391 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17be5f16-4bfb-4d8e-844e-43f9db91f04d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.663883 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-17be5f16-4bfb-4d8e-844e-43f9db91f04d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d HTTP/1.1" status: 200 len: 704 time: 3.8594978 Jul 07 19:30:18.667656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41660) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:18.749984 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d519ed8-bc47-4774-968d-454d058c3dfd req-9808d6d7-fcf3-4d85-ae4e-d7b5a1595439 service neutron] 10.222.0.48 "GET /v2.0/networks/50333238-2ba4-4f24-9c16-6e6986050042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747041 Jul 07 19:30:18.813222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] For port d4ce52c0-170d-4e60-98e3-8b041132b9eb, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d4ce52c0-170d-4e60-98e3-8b041132b9eb,segment=NetworkSegment(b7ffae8a-4423-4408-816f-cee525a6acae),segment_id=b7ffae8a-4423-4408-816f-cee525a6acae)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:18.846722 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.876157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Deleting port 900995a3-6fdc-4606-8a96-571c69b46f44 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:18.882496 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.916392 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7b16d981-529c-4edb-a005-38f49824851f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d HTTP/1.1" status: 200 len: 704 time: 0.2474828 Jul 07 19:30:18.919332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41662) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:19.104119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] For port 900995a3-6fdc-4606-8a96-571c69b46f44, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=900995a3-6fdc-4606-8a96-571c69b46f44,segment=NetworkSegment(ee9b0a05-42a2-4ece-8cf1-851ee42c96ae),segment_id=ee9b0a05-42a2-4ece-8cf1-851ee42c96ae)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:19.104899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.129846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Calling delete_port for 900995a3-6fdc-4606-8a96-571c69b46f44 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:19.151620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:19.152297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:19.159502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41672) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:19.167380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:19.167768 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.175212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b6962-95a2-4f93-9a82-11f56654ce68 None None] Pushing event updated for resources: {'Port': ['ID=d4ce52c0-170d-4e60-98e3-8b041132b9eb,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:19.486714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:19.507726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ff190204-31ea-4d00-924a-cae018d09f37 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e11058fd852040c1a6e622aab8d6e42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3446867 Jul 07 19:30:19.511900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41674) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:19.550584 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc4624-da04-4c8d-8337-045f327018dc None None] DHCP port deletion for 93db1b46-8cec-429c-ac51-32fbdab77e55 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:19.577992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:19.606846 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.642983 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-115cf1f2-b99e-4f9a-9a21-1865b326377f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.656420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.659800 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Transition to ACTIVE for port object c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:19.689078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f12dc-f56e-4eb5-bdc2-95310d960fc1 req-02002a84-2cf6-4331-945f-94953cfd23c9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:19.700084 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ca4f12dc-f56e-4eb5-bdc2-95310d960fc1 req-02002a84-2cf6-4331-945f-94953cfd23c9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 931 time: 0.1988103 Jul 07 19:30:19.708661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77418e-c720-408a-987d-79a1881ceaba req-c63233ca-2f0e-4ded-a05f-aa055e3846d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:19.718028 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c77418e-c720-408a-987d-79a1881ceaba req-c63233ca-2f0e-4ded-a05f-aa055e3846d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 944 time: 0.3787718 Jul 07 19:30:19.748107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Port': ['ID=900995a3-6fdc-4606-8a96-571c69b46f44,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:19.753367 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.772175 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ca4f12dc-f56e-4eb5-bdc2-95310d960fc1 req-7098fb22-12c7-4fb4-9ed3-e34efc24ddec tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708733 Jul 07 19:30:19.785640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2f3a907b-7172-4d00-a386-b7876ef4f0de no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:19.793852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edb8729d-97cd-4346-9455-a09e94ec896a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.811838 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-115cf1f2-b99e-4f9a-9a21-1865b326377f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.819216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] No DVR routers for this DVR port 900995a3-6fdc-4606-8a96-571c69b46f44 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:19.840858 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c77418e-c720-408a-987d-79a1881ceaba req-c682e6f0-90f4-4a0d-adb1-bc758c223579 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219223 Jul 07 19:30:19.854051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c6b1e90d-e388-434f-b4e1-f5bf2cc58602 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:30:19.864322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 2f3a907b-7172-4d00-a386-b7876ef4f0de {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:19.864548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2f3a907b-7172-4d00-a386-b7876ef4f0de not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:19.916323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc4624-da04-4c8d-8337-045f327018dc None None] Deleting port 900995a3-6fdc-4606-8a96-571c69b46f44 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:19.917594 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3bcc4624-da04-4c8d-8337-045f327018dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.080296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.106034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93db1b46-8cec-429c-ac51-32fbdab77e55']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:20.138635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9b0a05-42a2-4ece-8cf1-851ee42c96ae') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:20.139769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9b0a05-42a2-4ece-8cf1-851ee42c96ae') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:20.142361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:20.232136 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d4ce52c0-170d-4e60-98e3-8b041132b9eb up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:20.268240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3bcc4624-da04-4c8d-8337-045f327018dc None None] For port 900995a3-6fdc-4606-8a96-571c69b46f44, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:20.268811 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3bcc4624-da04-4c8d-8337-045f327018dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.279644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-edb8729d-97cd-4346-9455-a09e94ec896a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port d4ce52c0-170d-4e60-98e3-8b041132b9eb {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:20.280819 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edb8729d-97cd-4346-9455-a09e94ec896a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.304008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc4624-da04-4c8d-8337-045f327018dc None None] Calling delete_port for 900995a3-6fdc-4606-8a96-571c69b46f44 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:20.316107 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.318191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Attempting to bind port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:20.318394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Attempting to bind port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:20.318837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Attempting to bind port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:20.335294 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-3bcc4624-da04-4c8d-8337-045f327018dc None None] Port 900995a3-6fdc-4606-8a96-571c69b46f44 was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:30:20.345132 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3bcc4624-da04-4c8d-8337-045f327018dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.345542 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-115cf1f2-b99e-4f9a-9a21-1865b326377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.348439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-115cf1f2-b99e-4f9a-9a21-1865b326377f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.363746 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-115cf1f2-b99e-4f9a-9a21-1865b326377f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1da7761b-253e-43d7-876e-bb5fe8d7e0c9 HTTP/1.1" status: 204 len: 168 time: 0.8457417 Jul 07 19:30:20.363746 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.378597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b on network 8fe28009-9066-440f-9464-deba41242cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:20.378961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Attempting to bind port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:20.407985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:20.408513 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:20.412595 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:20.447796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:20.448412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Checking segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:20.449013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Bound using segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:20.449282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Bound port: c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:20.450081 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.464928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-edb8729d-97cd-4346-9455-a09e94ec896a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] For port d4ce52c0-170d-4e60-98e3-8b041132b9eb, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d4ce52c0-170d-4e60-98e3-8b041132b9eb,segment=NetworkSegment(b7ffae8a-4423-4408-816f-cee525a6acae),segment_id=b7ffae8a-4423-4408-816f-cee525a6acae)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:20.465372 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edb8729d-97cd-4346-9455-a09e94ec896a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.467958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc4624-da04-4c8d-8337-045f327018dc None None] Pushing event deleted for resources: {'Port': ['ID=900995a3-6fdc-4606-8a96-571c69b46f44,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:20.474994 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc4624-da04-4c8d-8337-045f327018dc None None] No DVR routers for this DVR port 900995a3-6fdc-4606-8a96-571c69b46f44 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:20.485208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c6b1e90d-e388-434f-b4e1-f5bf2cc58602, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c6b1e90d-e388-434f-b4e1-f5bf2cc58602,segment=NetworkSegment(43b8089d-3185-411c-b87a-b1e2be36d6d5),segment_id=43b8089d-3185-411c-b87a-b1e2be36d6d5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:20.504734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-edb8729d-97cd-4346-9455-a09e94ec896a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for d4ce52c0-170d-4e60-98e3-8b041132b9eb owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:20.516962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cf1f2-b99e-4f9a-9a21-1865b326377f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da7761b-253e-43d7-876e-bb5fe8d7e0c9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:20.539354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'port_id': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602', 'mac_address': 'fa:16:3e:e4:be:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:30:20.574253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port d4ce52c0-170d-4e60-98e3-8b041132b9eb completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:20.599461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d4ce52c0-170d-4e60-98e3-8b041132b9eb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:20.600369 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.665104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] For port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:20.668498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] For port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:20.670345 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.683454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.685675 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.687679 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] 10.222.0.81 "DELETE /v2.0/networks/93db1b46-8cec-429c-ac51-32fbdab77e55 HTTP/1.1" status: 204 len: 168 time: 2.6035478 Jul 07 19:30:20.689346 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:16Z', 'revision_number': 7, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:30:14Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ce52c0-170d-4e60-98e3-8b041132b9eb', 'name': '', 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:a3:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '300b9993-3368-4694-a77c-9fe50ecf839c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:30:05Z', 'updated_at': '2021-07-07T19:30:18Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '300b9993-3368-4694-a77c-9fe50ecf839c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:20.730459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ac691-f048-4645-bfc5-1dc3259416ce tempest-NetworksIpV6Test-1777771740 tempest-NetworksIpV6Test-1777771740-project] Pushing event deleted for resources: {'Network': ['ID=93db1b46-8cec-429c-ac51-32fbdab77e55,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:20.748134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:20.749160 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.751792 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] 10.222.0.110 "PUT /v2.0/ports/c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b HTTP/1.1" status: 200 len: 1091 time: 2.7734470 Jul 07 19:30:20.784770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6c3358-5aac-4c9e-95df-f86995584aa3', 'tag': 'c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:20.788319 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62f31f5-eee6-4057-a559-385af8ecc698" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6c3358-5aac-4c9e-95df-f86995584aa3", "tag": "c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:20.821607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0afd35-4a07-40c9-a133-eaff4dd386c2 None None] The sync data for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 is: [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:16Z', 'revision_number': 7, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:30:14Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ce52c0-170d-4e60-98e3-8b041132b9eb', 'name': '', 'network_id': 'c5576deb-7556-411a-a0d2-5716f207324d', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:a3:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '300b9993-3368-4694-a77c-9fe50ecf839c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:30:05Z', 'updated_at': '2021-07-07T19:30:18Z', 'revision_number': 4, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '300b9993-3368-4694-a77c-9fe50ecf839c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:20.859914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16767a3d-0cdb-4ef5-8b6a-7d61678f8702 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:20.938493 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.972989 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75db3c4-3b2f-4bc8-b6df-81c03cb82c00 x-openstack-request-id: req-c75db3c4-3b2f-4bc8-b6df-81c03cb82c00 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:20.975482 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6c3358-5aac-4c9e-95df-f86995584aa3", "tag": "c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:20.975832 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c75db3c4-3b2f-4bc8-b6df-81c03cb82c00 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:20.976854 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6c3358-5aac-4c9e-95df-f86995584aa3', 'tag': 'c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b', 'status': 'completed', 'code': 200} Jul 07 19:30:21.012831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b1e90d-e388-434f-b4e1-f5bf2cc58602 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:21.042318 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edb8729d-97cd-4346-9455-a09e94ec896a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:21.045061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-e907d630-f6fe-4e83-84c6-b1740867022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:21.050871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-e907d630-f6fe-4e83-84c6-b1740867022f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 1094 time: 0.1721418 Jul 07 19:30:21.060048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c6b1e90d-e388-434f-b4e1-f5bf2cc58602, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c6b1e90d-e388-434f-b4e1-f5bf2cc58602,segment=NetworkSegment(43b8089d-3185-411c-b87a-b1e2be36d6d5),segment_id=43b8089d-3185-411c-b87a-b1e2be36d6d5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:21.086090 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:21.147218 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-ff7ceb18-16b8-4478-aaf6-a62e4c3560bb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b HTTP/1.1" status: 200 len: 217 time: 0.0820413 Jul 07 19:30:21.159806 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:21.232745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8729d-97cd-4346-9455-a09e94ec896a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=d4ce52c0-170d-4e60-98e3-8b041132b9eb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:21.352942 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775aa3a-8c59-4360-a535-c224cb0943f9 None None] Sync routers for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:21.369844 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775aa3a-8c59-4360-a535-c224cb0943f9 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:21.372171 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a775aa3a-8c59-4360-a535-c224cb0943f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:21.379422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=c6b1e90d-e388-434f-b4e1-f5bf2cc58602,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:21.426488 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4f75f18a-c51c-4a6c-b2f3-d09a3973012d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:21.439893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-68d38060-2a09-42d0-8372-c89b5027455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:21.441928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-68d38060-2a09-42d0-8372-c89b5027455d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.2734308 Jul 07 19:30:21.517943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 900995a3-6fdc-4606-8a96-571c69b46f44 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:21.529820 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-4e49989e-528e-4961-a079-bfee0886abc9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776832 Jul 07 19:30:21.548887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057e3aa-0cba-4fde-ae45-831f947bea75 req-5198f8b0-5cd3-4834-8061-df65fba4efd3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:21.550380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6057e3aa-0cba-4fde-ae45-831f947bea75 req-5198f8b0-5cd3-4834-8061-df65fba4efd3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 945 time: 0.4022250 Jul 07 19:30:21.557911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 900995a3-6fdc-4606-8a96-571c69b46f44 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:21.558256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 900995a3-6fdc-4606-8a96-571c69b46f44 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:21.590716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f4f9e-f73d-402f-9362-eeeb084e4214 req-4b329e61-cf39-48de-8da1-ea731c435ef6 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:21.594652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['c6b1e90d-e388-434f-b4e1-f5bf2cc58602'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:21.613917 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a56f4f9e-f73d-402f-9362-eeeb084e4214 req-4b329e61-cf39-48de-8da1-ea731c435ef6 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 943 time: 0.3922980 Jul 07 19:30:21.623939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41714) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:21.755770 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edb8729d-97cd-4346-9455-a09e94ec896a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:21.766725 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-a775aa3a-8c59-4360-a535-c224cb0943f9 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:21.790301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6057e3aa-0cba-4fde-ae45-831f947bea75 req-5e9e1b0a-344d-4fdf-941a-a3eb9d56b8d7 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250292 Jul 07 19:30:21.900084 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-b5b60792-ee9b-4c43-b878-a2fc9827ab5c service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486524 Jul 07 19:30:22.007485 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a56f4f9e-f73d-402f-9362-eeeb084e4214 req-9ab95644-c270-4b16-8308-d4742f1db4ff tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477013 Jul 07 19:30:22.243734 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e80c798-9a32-4cf9-9d6e-f797dd40316b req-8651e8b5-149e-42ff-ba29-7bdebde80fa4 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340189 Jul 07 19:30:22.296090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-632bb865-120f-41c0-9fd8-388ed5a14917 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=07810e9888f84ae290add3bbc0776afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6571193 Jul 07 19:30:22.296331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41732) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:22.407551 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a775aa3a-8c59-4360-a535-c224cb0943f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:20Z', 'revision_number': 8, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:30:14Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:22.460136 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775aa3a-8c59-4360-a535-c224cb0943f9 None None] Checking router: 8665f17c-34f4-40bb-8d87-45906cd30e8d for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:22.479095 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775aa3a-8c59-4360-a535-c224cb0943f9 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:22.480143 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a775aa3a-8c59-4360-a535-c224cb0943f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:29:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:22.538257 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0627e8cd-dee1-4843-bbf7-d8283a385478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.589824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0627e8cd-dee1-4843-bbf7-d8283a385478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.610483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f31f5-eee6-4057-a559-385af8ecc698 req-5c16fe42-3a48-4b6e-9f53-f4b85baf6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:22.612067 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c62f31f5-eee6-4057-a559-385af8ecc698 req-5c16fe42-3a48-4b6e-9f53-f4b85baf6ff0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 1094 time: 0.3072691 Jul 07 19:30:22.665094 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-a775aa3a-8c59-4360-a535-c224cb0943f9 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:22.840645 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41736) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:22.940187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb8729d-97cd-4346-9455-a09e94ec896a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8665f17c-34f4-40bb-8d87-45906cd30e8d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:22.968477 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a775aa3a-8c59-4360-a535-c224cb0943f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:20Z', 'revision_number': 8, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:30:14Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:23.005452 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775aa3a-8c59-4360-a535-c224cb0943f9 None None] The sync data for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 is: [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:20Z', 'revision_number': 8, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:30:14Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:23.102556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'network': {'name': 'tempest-RoutersTest-1060922930'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:23.140833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:23.144680 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.199273 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.236443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb8729d-97cd-4346-9455-a09e94ec896a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:23.244078 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-edb8729d-97cd-4346-9455-a09e94ec896a tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3236258 Jul 07 19:30:23.257537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41746) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:23.349610 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-76762532-f302-47d9-91c7-09a9474f37a2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting subnet 300b9993-3368-4694-a77c-9fe50ecf839c {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:23.358613 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76762532-f302-47d9-91c7-09a9474f37a2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.375615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f31f5-eee6-4057-a559-385af8ecc698 req-b80f4e39-d6af-4b83-b21d-457175acfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:23.377210 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c62f31f5-eee6-4057-a559-385af8ecc698 req-b80f4e39-d6af-4b83-b21d-457175acfd6d service neutron] 10.222.0.110 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 907 time: 0.7535825 Jul 07 19:30:23.395281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0627e8cd-dee1-4843-bbf7-d8283a385478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.398053 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0627e8cd-dee1-4843-bbf7-d8283a385478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.402496 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0627e8cd-dee1-4843-bbf7-d8283a385478 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d727a124-855b-42aa-a00a-1f8b7865ca04 HTTP/1.1" status: 204 len: 168 time: 1.1016726 Jul 07 19:30:23.422582 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76762532-f302-47d9-91c7-09a9474f37a2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.501282 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-63b9ce69-9924-4043-b225-6dc8fe80f799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.506646 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c62f31f5-eee6-4057-a559-385af8ecc698 req-42efe63a-f54a-4060-8781-99ba67605206 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b HTTP/1.1" status: 200 len: 217 time: 0.1193113 Jul 07 19:30:23.540761 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76762532-f302-47d9-91c7-09a9474f37a2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.579794 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627e8cd-dee1-4843-bbf7-d8283a385478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d727a124-855b-42aa-a00a-1f8b7865ca04,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:23.629463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0da24-ea05-4cd0-89cb-9804b6abffea req-2049ec3b-c895-4c39-92b8-cc6d4372480a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:23.636893 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dbf0da24-ea05-4cd0-89cb-9804b6abffea req-2049ec3b-c895-4c39-92b8-cc6d4372480a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 945 time: 0.5421870 Jul 07 19:30:23.639688 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76762532-f302-47d9-91c7-09a9474f37a2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.696928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76762532-f302-47d9-91c7-09a9474f37a2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Subnet': ['ID=300b9993-3368-4694-a77c-9fe50ecf839c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:23.708340 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76762532-f302-47d9-91c7-09a9474f37a2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.713505 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-76762532-f302-47d9-91c7-09a9474f37a2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/300b9993-3368-4694-a77c-9fe50ecf839c HTTP/1.1" status: 204 len: 168 time: 0.4524946 Jul 07 19:30:23.714191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778545ce-76b8-4a6f-a2c8-0433cdb07059 None None] Network c5576deb-7556-411a-a0d2-5716f207324d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:23.721193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41756) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:23.783541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f31f5-eee6-4057-a559-385af8ecc698 req-2fa404cb-4442-443d-aef0-1df986a4b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:23.785072 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c62f31f5-eee6-4057-a559-385af8ecc698 req-2fa404cb-4442-443d-aef0-1df986a4b9e2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.2202334 Jul 07 19:30:23.791446 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dbf0da24-ea05-4cd0-89cb-9804b6abffea req-8a82a597-23aa-4544-a731-3268373759c8 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447427 Jul 07 19:30:23.892747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c6b1e90d-e388-434f-b4e1-f5bf2cc58602 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:23.921811 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c62f31f5-eee6-4057-a559-385af8ecc698 req-6900f96d-4a8d-41fa-8fb7-00e1b0aa0375 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068697 Jul 07 19:30:23.953899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469eb5c8-6be2-4d52-ba62-1f475f110414 None None] Sync routers for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:23.954246 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.961305 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.974892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85329f69-30be-47b4-ab5e-7a5783e70ca2 req-da7ea62e-794a-41a7-87b4-fdaa0da574cc tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:23.983872 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85329f69-30be-47b4-ab5e-7a5783e70ca2 req-da7ea62e-794a-41a7-87b4-fdaa0da574cc tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 943 time: 0.4758577 Jul 07 19:30:24.006691 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.011955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:24.016010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469eb5c8-6be2-4d52-ba62-1f475f110414 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:24.017028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-469eb5c8-6be2-4d52-ba62-1f475f110414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:24.042944 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.043307 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Added segment 351f0849-65d0-4790-9726-be3d62e0ed28 of type vlan for network 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f Jul 07 19:30:24.133795 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85329f69-30be-47b4-ab5e-7a5783e70ca2 req-348d2d0e-729d-4f2a-b0fc-70d1c0fa12ae tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486320 Jul 07 19:30:24.173102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.220571 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.227279 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:24.227941 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.230051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d4ce52c0-170d-4e60-98e3-8b041132b9eb no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:24.257245 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port c6b1e90d-e388-434f-b4e1-f5bf2cc58602 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:24.264960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: d4ce52c0-170d-4e60-98e3-8b041132b9eb {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:24.264960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d4ce52c0-170d-4e60-98e3-8b041132b9eb not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:24.293412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.303634 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port c6b1e90d-e388-434f-b4e1-f5bf2cc58602 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:24.303994 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.388650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-469eb5c8-6be2-4d52-ba62-1f475f110414 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:24.480580 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c62f31f5-eee6-4057-a559-385af8ecc698 req-d5b02372-262a-40ac-9949-9b3621b11ead service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390050 Jul 07 19:30:24.495666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da5fed4-c309-494c-ae3d-88e95d1410ee,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:24.522069 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6798861 Jul 07 19:30:24.525402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41774) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:24.531987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a9ec5aa7-e5d6-46b8-8bbf-42d4b7968a9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'network': {'name': 'tempest-RoutersTest-1974388961'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:24.561329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ec5aa7-e5d6-46b8-8bbf-42d4b7968a9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:24.565610 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5aa7-e5d6-46b8-8bbf-42d4b7968a9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.581825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78118408-2448-4012-8f4c-de210a9441fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Network': ['ID=8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:24.611624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ec5aa7-e5d6-46b8-8bbf-42d4b7968a9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:24.627032 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5aa7-e5d6-46b8-8bbf-42d4b7968a9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.627561 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-a9ec5aa7-e5d6-46b8-8bbf-42d4b7968a9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Added segment ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92 of type vlan for network 53a01db4-1c03-40c9-afbe-13c5fdf1be19 Jul 07 19:30:24.639756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port a7583327-531e-4d2d-b515-23c915d48dae {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:24.640360 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.760106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] For port a7583327-531e-4d2d-b515-23c915d48dae, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a7583327-531e-4d2d-b515-23c915d48dae,segment=NetworkSegment(b7ffae8a-4423-4408-816f-cee525a6acae),segment_id=b7ffae8a-4423-4408-816f-cee525a6acae)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:24.760504 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.765772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c62f31f5-eee6-4057-a559-385af8ecc698 req-e350e7ca-8a8b-4761-b7b4-9583daa910f4 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773163 Jul 07 19:30:24.770137 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5aa7-e5d6-46b8-8bbf-42d4b7968a9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.780520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for a7583327-531e-4d2d-b515-23c915d48dae owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:24.841488 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5aa7-e5d6-46b8-8bbf-42d4b7968a9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.852360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ec5aa7-e5d6-46b8-8bbf-42d4b7968a9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:24.853193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5aa7-e5d6-46b8-8bbf-42d4b7968a9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.893296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.899374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:24.933688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a9ec5aa7-e5d6-46b8-8bbf-42d4b7968a9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4067414 Jul 07 19:30:24.949112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41786) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:24.961878 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-67afa696-f3aa-4b89-bf6e-2181fc9f899a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'subnet': {'network_id': '8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:24.966487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=a7583327-531e-4d2d-b515-23c915d48dae,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:24.988975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No DVR routers for this DVR port a7583327-531e-4d2d-b515-23c915d48dae on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:25.024905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec5aa7-e5d6-46b8-8bbf-42d4b7968a9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Network': ['ID=53a01db4-1c03-40c9-afbe-13c5fdf1be19,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:25.086673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de4f30f-a6f1-4988-b9a8-e3b83e4b3b91 None None] DHCP port deletion for c5576deb-7556-411a-a0d2-5716f207324d request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:25.091039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 53a01db4-1c03-40c9-afbe-13c5fdf1be19 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:25.132550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41790) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:25.177466 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.194135 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67afa696-f3aa-4b89-bf6e-2181fc9f899a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:25.200735 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.202323 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67afa696-f3aa-4b89-bf6e-2181fc9f899a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.207932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5576deb-7556-411a-a0d2-5716f207324d']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:25.223404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ffae8a-4423-4408-816f-cee525a6acae') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:25.224376 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ffae8a-4423-4408-816f-cee525a6acae') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:25.236777 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.245777 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.266026 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.275090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:25.276229 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:25.340327 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:25.347706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:25.352038 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a83f29-0c5d-4d76-8ac4-2386f735bca8" -d '{"events": [{"server_uuid": "e4d6fade-0962-47c3-9657-1014543a4d1f", "name": "network-vif-plugged", "status": "completed", "tag": "c6b1e90d-e388-434f-b4e1-f5bf2cc58602"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:25.363685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port c6b1e90d-e388-434f-b4e1-f5bf2cc58602, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c6b1e90d-e388-434f-b4e1-f5bf2cc58602,segment=NetworkSegment(43b8089d-3185-411c-b87a-b1e2be36d6d5),segment_id=43b8089d-3185-411c-b87a-b1e2be36d6d5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:25.391722 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.395357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-662691979'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:25.398600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.403330 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/networks/c5576deb-7556-411a-a0d2-5716f207324d HTTP/1.1" status: 204 len: 168 time: 1.6608262 Jul 07 19:30:25.411309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41802) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:25.414231 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.445459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2823ee0-e32b-46af-86c6-2723352826a1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Network': ['ID=c5576deb-7556-411a-a0d2-5716f207324d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:25.524774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a97ec-88cf-47a8-870b-8a8c49198e78 req-5ce55f9a-1318-4cab-b1b1-3b457edf7670 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:25.530847 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-985a97ec-88cf-47a8-870b-8a8c49198e78 req-5ce55f9a-1318-4cab-b1b1-3b457edf7670 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 946 time: 0.1914451 Jul 07 19:30:25.546086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=c6b1e90d-e388-434f-b4e1-f5bf2cc58602,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:25.594724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-469eb5c8-6be2-4d52-ba62-1f475f110414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:20Z', 'revision_number': 8, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:30:14Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:25.607836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:25.611051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.643062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-985a97ec-88cf-47a8-870b-8a8c49198e78 req-65423a21-3713-4409-949a-f8e783a417f2 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048980 Jul 07 19:30:25.649079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469eb5c8-6be2-4d52-ba62-1f475f110414 None None] Checking router: 8665f17c-34f4-40bb-8d87-45906cd30e8d for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:25.671048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469eb5c8-6be2-4d52-ba62-1f475f110414 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:25.671779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-469eb5c8-6be2-4d52-ba62-1f475f110414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:25.684095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.749826 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06614cc-4163-475e-bbeb-508446c51ff5 x-openstack-request-id: req-a06614cc-4163-475e-bbeb-508446c51ff5 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:25.750125 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d6fade-0962-47c3-9657-1014543a4d1f", "name": "network-vif-plugged", "status": "completed", "tag": "c6b1e90d-e388-434f-b4e1-f5bf2cc58602", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:25.750386 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a06614cc-4163-475e-bbeb-508446c51ff5 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:25.750843 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602', 'code': 200} Jul 07 19:30:25.861374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-469eb5c8-6be2-4d52-ba62-1f475f110414 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:25.932068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d0768-ea17-452f-a3ee-6a54c1783457 req-11775b0b-d707-4a24-a724-19106dd583b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:25.933710 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b45d0768-ea17-452f-a3ee-6a54c1783457 req-11775b0b-d707-4a24-a724-19106dd583b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 1097 time: 0.1247485 Jul 07 19:30:25.981797 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b45d0768-ea17-452f-a3ee-6a54c1783457 req-2990e1e3-eb2c-40eb-9623-5046b7f15ccd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398540 Jul 07 19:30:26.032383 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67afa696-f3aa-4b89-bf6e-2181fc9f899a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.165074 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afa696-f3aa-4b89-bf6e-2181fc9f899a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Subnet': ['ID=457701c6-0a45-4d55-82ec-98cf4e42f57d,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:26.194472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a7583327-531e-4d2d-b515-23c915d48dae no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:26.221252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: a7583327-531e-4d2d-b515-23c915d48dae {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:26.221592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a7583327-531e-4d2d-b515-23c915d48dae not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:26.225348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-469eb5c8-6be2-4d52-ba62-1f475f110414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:20Z', 'revision_number': 8, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:30:14Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:26.242706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67c5d6-6fb0-4c0a-84a3-0aadfcc5380c req-8384208f-7f6a-4ad4-9b50-406f584c97a0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:26.253606 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b67c5d6-6fb0-4c0a-84a3-0aadfcc5380c req-8384208f-7f6a-4ad4-9b50-406f584c97a0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 943 time: 0.6797113 Jul 07 19:30:26.262129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469eb5c8-6be2-4d52-ba62-1f475f110414 None None] The sync data for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 is: [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:20Z', 'revision_number': 8, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '4625657d-4c3c-41c8-b68f-9ca7e0bc7a61', 'name': '', 'network_id': 'ad880adb-bc80-4cc5-bd07-b8d1d4adf23f', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:e0:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:57Z', 'updated_at': '2021-07-07T19:30:14Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'c784b481-76c2-49fc-87f9-791d38ad5c42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:26.364251 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b67c5d6-6fb0-4c0a-84a3-0aadfcc5380c req-392e674c-e01a-4ed9-aed3-058b9f308b54 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088722 Jul 07 19:30:26.370113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67afa696-f3aa-4b89-bf6e-2181fc9f899a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Checking segment: {'id': '351f0849-65d0-4790-9726-be3d62e0ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:26.370682 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67afa696-f3aa-4b89-bf6e-2181fc9f899a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network hostable DHCP agents. Network: 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:26.438032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67afa696-f3aa-4b89-bf6e-2181fc9f899a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:26.442204 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.481383 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.484945 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.530507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-67afa696-f3aa-4b89-bf6e-2181fc9f899a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:26.535279 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67afa696-f3aa-4b89-bf6e-2181fc9f899a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:26.536118 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67afa696-f3aa-4b89-bf6e-2181fc9f899a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.539728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a666360d-bed7-47ec-81a9-c282e2dfcfd4 None None] Network 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:26.571891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:26.609100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e73d7e0-3661-4907-99fb-04977560658b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:26.621260 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.622272 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Added segment 6b7983c2-e7c0-41ec-ba99-17641e2605c8 of type vlan for network 33f52603-1f1d-4d10-aa2f-287ffc651726 Jul 07 19:30:26.698231 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.721993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41814) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:26.723028 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-67afa696-f3aa-4b89-bf6e-2181fc9f899a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7685096 Jul 07 19:30:26.728963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-83e76bfd-0167-40b9-ae9e-f967bb4553cf tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'subnet': {'network_id': '53a01db4-1c03-40c9-afbe-13c5fdf1be19', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:26.742120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de7edde-2b1b-4012-8379-efa40f946b74 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.775990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:30:26.873499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f', 'network_id': '8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'fixed_ips': [{'subnet_id': '457701c6-0a45-4d55-82ec-98cf4e42f57d'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:30:26.874372 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.924982 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.931017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:26.931666 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.964290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e76bfd-0167-40b9-ae9e-f967bb4553cf tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:26.968675 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83e76bfd-0167-40b9-ae9e-f967bb4553cf tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.093370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:27.141740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'port_id': 'c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b', 'mac_address': 'fa:16:3e:95:98:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21bbf2f-3f18-47a4-8078-10985cc0be42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:30:27.151239 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0143230 Jul 07 19:30:27.161048 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41818) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:27.161898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df6356-fc08-4524-a809-f2800ad4cd59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Network': ['ID=33f52603-1f1d-4d10-aa2f-287ffc651726,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:27.172387 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'name': 'tempest-PortsIpV6TestJSON-81947566'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:27.194489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:27.278329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Allocated IP 172.20.0.2 (8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f/457701c6-0a45-4d55-82ec-98cf4e42f57d/8c882b62-e7b3-48c1-9b82-f0201b4528e6) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:27.288719 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.337652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:27.394809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:27.402642 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.421408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:27.431275 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83e76bfd-0167-40b9-ae9e-f967bb4553cf tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.488203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbc981-8f37-45b9-8f66-c128aa929278 req-a03973f5-9691-44ab-9390-72c6e9efaf1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:27.493130 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.502106 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4cbbc981-8f37-45b9-8f66-c128aa929278 req-a03973f5-9691-44ab-9390-72c6e9efaf1a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 946 time: 0.6518290 Jul 07 19:30:27.538557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e76bfd-0167-40b9-ae9e-f967bb4553cf tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Subnet': ['ID=618de14e-08c3-422d-bd9b-499e4da1d2c1,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:27.603558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e76bfd-0167-40b9-ae9e-f967bb4553cf tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Checking segment: {'id': 'ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '53a01db4-1c03-40c9-afbe-13c5fdf1be19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:27.604851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e76bfd-0167-40b9-ae9e-f967bb4553cf tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network hostable DHCP agents. Network: 53a01db4-1c03-40c9-afbe-13c5fdf1be19, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:27.645427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e76bfd-0167-40b9-ae9e-f967bb4553cf tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 53a01db4-1c03-40c9-afbe-13c5fdf1be19 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:27.651036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:27.666885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-83e76bfd-0167-40b9-ae9e-f967bb4553cf tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 53a01db4-1c03-40c9-afbe-13c5fdf1be19) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:27.667311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4cbbc981-8f37-45b9-8f66-c128aa929278 req-462a4450-a35e-4af7-a933-1da75782d034 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633797 Jul 07 19:30:27.679342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e76bfd-0167-40b9-ae9e-f967bb4553cf tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:27.682928 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83e76bfd-0167-40b9-ae9e-f967bb4553cf tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.701986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port 1f01816f-4f16-49a5-925f-26c46628ab27 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:27.727876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bdab33-516f-4343-a945-eea0e69114cf None None] Network 53a01db4-1c03-40c9-afbe-13c5fdf1be19 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:27.774009 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-83e76bfd-0167-40b9-ae9e-f967bb4553cf tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0498500 Jul 07 19:30:27.832156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41828) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:27.856227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-16f4edcc-29f1-405c-afbe-387975915c34 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-803303494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:27.947516 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-16f4edcc-29f1-405c-afbe-387975915c34 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.948916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-16f4edcc-29f1-405c-afbe-387975915c34 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.999272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6115af5-3005-42fc-bb17-5ace01625ef7 req-3f88aaf8-74dd-407f-b29d-c749c5e3d0ed tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:28.027694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a6115af5-3005-42fc-bb17-5ace01625ef7 req-3f88aaf8-74dd-407f-b29d-c749c5e3d0ed tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 944 time: 0.3282092 Jul 07 19:30:28.128749 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.183691 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.187959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-16f4edcc-29f1-405c-afbe-387975915c34 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.211669 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a6115af5-3005-42fc-bb17-5ace01625ef7 req-affd7a36-7689-4c2e-ae26-8ecb10eab02a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792424 Jul 07 19:30:28.218165 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-16f4edcc-29f1-405c-afbe-387975915c34 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.277575 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-16f4edcc-29f1-405c-afbe-387975915c34 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.279872 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-16f4edcc-29f1-405c-afbe-387975915c34 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4283903 Jul 07 19:30:28.286724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41832) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:28.320565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=1f01816f-4f16-49a5-925f-26c46628ab27,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:28.338298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:28.355377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Checking segment: {'id': '6b7983c2-e7c0-41ec-ba99-17641e2605c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:28.355755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network hostable DHCP agents. Network: 33f52603-1f1d-4d10-aa2f-287ffc651726, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:28.360965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-7de7edde-2b1b-4012-8379-efa40f946b74 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:28.361296 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de7edde-2b1b-4012-8379-efa40f946b74 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.426728 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.449364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:28.484486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 33f52603-1f1d-4d10-aa2f-287ffc651726) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:28.495404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Transition to ACTIVE for port object 8c882b62-e7b3-48c1-9b82-f0201b4528e6 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:28.526655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:28.542638 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4ec90e-c36a-461f-ae75-75fd916adae6 None None] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:28.556179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:28.556873 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.647311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-19268932-c319-4db3-8edc-9892903560a9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.4802132 Jul 07 19:30:28.657524 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41838) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:28.676737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-05ccbcf3-d262-4a51-a12a-2cc43df1ff5d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2130449101'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:28.680590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Transition to ACTIVE for port object 8c882b62-e7b3-48c1-9b82-f0201b4528e6 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:28.683993 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-53a01db4-1c03-40c9-afbe-13c5fdf1be19', 'network_id': '53a01db4-1c03-40c9-afbe-13c5fdf1be19', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'fixed_ips': [{'subnet_id': '618de14e-08c3-422d-bd9b-499e4da1d2c1'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:30:28.685135 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.714311 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.741636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-7de7edde-2b1b-4012-8379-efa40f946b74 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] For port 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4625657d-4c3c-41c8-b68f-9ca7e0bc7a61,segment=NetworkSegment(d79e7b7b-694c-48e0-8a1a-d1b2ade60055),segment_id=d79e7b7b-694c-48e0-8a1a-d1b2ade60055)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:28.775192 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de7edde-2b1b-4012-8379-efa40f946b74 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.783781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-7de7edde-2b1b-4012-8379-efa40f946b74 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:28.797502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ccbcf3-d262-4a51-a12a-2cc43df1ff5d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:28.801353 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05ccbcf3-d262-4a51-a12a-2cc43df1ff5d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.814433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Network 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:28.836974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:28.897992 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ccbcf3-d262-4a51-a12a-2cc43df1ff5d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:28.923773 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05ccbcf3-d262-4a51-a12a-2cc43df1ff5d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.929684 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-05ccbcf3-d262-4a51-a12a-2cc43df1ff5d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Added segment edb3498b-c186-4dea-8b32-91df63f7b882 of type vlan for network e7136b70-9628-40a6-ba2b-3592d1a9b1d0 Jul 07 19:30:28.960881 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.060160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Allocated IP 172.21.0.2 (53a01db4-1c03-40c9-afbe-13c5fdf1be19/618de14e-08c3-422d-bd9b-499e4da1d2c1/47ac7092-7683-459d-81bc-18a58e5aae1a) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:29.076837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:29.152866 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05ccbcf3-d262-4a51-a12a-2cc43df1ff5d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.240095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Pushing event updated for resources: {'Port': ['ID=8c882b62-e7b3-48c1-9b82-f0201b4528e6,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:29.259668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05ccbcf3-d262-4a51-a12a-2cc43df1ff5d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.270250 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ccbcf3-d262-4a51-a12a-2cc43df1ff5d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:29.271110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05ccbcf3-d262-4a51-a12a-2cc43df1ff5d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.362307 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-05ccbcf3-d262-4a51-a12a-2cc43df1ff5d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7030945 Jul 07 19:30:29.365649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41850) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:29.367576 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de7edde-2b1b-4012-8379-efa40f946b74 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.374594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'ports': [{'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726'}, {'network_id': 'e7136b70-9628-40a6-ba2b-3592d1a9b1d0'}]} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:29.374946 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:29.375410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': 'e7136b70-9628-40a6-ba2b-3592d1a9b1d0'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:29.416557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Attempting to bind port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:29.417118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Attempting to bind port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '351f0849-65d0-4790-9726-be3d62e0ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:29.417388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Attempting to bind port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 on network 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:29.447897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2da08-f537-4a3b-9142-b2373f9301a3 req-6a02117a-c480-425b-83ab-bdfc4a404290 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:29.467533 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4e2da08-f537-4a3b-9142-b2373f9301a3 req-6a02117a-c480-425b-83ab-bdfc4a404290 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 946 time: 0.5038147 Jul 07 19:30:29.502665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:29.502665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Checking segment: {'id': '351f0849-65d0-4790-9726-be3d62e0ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:29.502665 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.502665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Bound using segment: {'id': '351f0849-65d0-4790-9726-be3d62e0ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:29.503225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Bound port: 8c882b62-e7b3-48c1-9b82-f0201b4528e6, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351f0849-65d0-4790-9726-be3d62e0ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:29.503554 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.623547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4e2da08-f537-4a3b-9142-b2373f9301a3 req-36587ecb-8908-4726-bbb9-b35c7835b4f1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481454 Jul 07 19:30:29.790444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Allocated IP 172.20.0.1 (8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f/457701c6-0a45-4d55-82ec-98cf4e42f57d/41e4ff0a-ac87-40d2-9a9d-cde88fe66c82) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:29.823486 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.863110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] For port 8c882b62-e7b3-48c1-9b82-f0201b4528e6, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:29.869468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] For port 8c882b62-e7b3-48c1-9b82-f0201b4528e6, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8c882b62-e7b3-48c1-9b82-f0201b4528e6,segment=NetworkSegment(351f0849-65d0-4790-9726-be3d62e0ed28),segment_id=351f0849-65d0-4790-9726-be3d62e0ed28)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:29.880208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Transition to ACTIVE for port object 47ac7092-7683-459d-81bc-18a58e5aae1a will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:29.893262 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.984289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Transition to ACTIVE for port object 47ac7092-7683-459d-81bc-18a58e5aae1a will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:29.999240 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.070390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d87ce9-3b3e-4b5f-9b3f-bc68a217b167 None None] Pushing event updated for resources: {'Port': ['ID=8c882b62-e7b3-48c1-9b82-f0201b4528e6,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:30.083679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Network 53a01db4-1c03-40c9-afbe-13c5fdf1be19 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:30.098752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:30.146273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:30.258935 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.274882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Transition to ACTIVE for port object 41e4ff0a-ac87-40d2-9a9d-cde88fe66c82 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:30.324537 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.331515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Pushing event updated for resources: {'Port': ['ID=47ac7092-7683-459d-81bc-18a58e5aae1a,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:30.359203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Attempting to bind port 47ac7092-7683-459d-81bc-18a58e5aae1a on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:30.363928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Attempting to bind port 47ac7092-7683-459d-81bc-18a58e5aae1a by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '53a01db4-1c03-40c9-afbe-13c5fdf1be19'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:30.364446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Attempting to bind port 47ac7092-7683-459d-81bc-18a58e5aae1a on network 53a01db4-1c03-40c9-afbe-13c5fdf1be19 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:30.381434 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:30.381976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Checking segment: {'id': 'ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '53a01db4-1c03-40c9-afbe-13c5fdf1be19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:30.382478 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.383004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Bound using segment: {'id': 'ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '53a01db4-1c03-40c9-afbe-13c5fdf1be19'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:30.384612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Bound port: 47ac7092-7683-459d-81bc-18a58e5aae1a, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '53a01db4-1c03-40c9-afbe-13c5fdf1be19'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:30.385499 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.444890 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccbcf3-d262-4a51-a12a-2cc43df1ff5d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Network': ['ID=e7136b70-9628-40a6-ba2b-3592d1a9b1d0,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:30.462480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7edde-2b1b-4012-8379-efa40f946b74 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=4625657d-4c3c-41c8-b68f-9ca7e0bc7a61,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:30.555004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] For port 47ac7092-7683-459d-81bc-18a58e5aae1a, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:30.566504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] For port 47ac7092-7683-459d-81bc-18a58e5aae1a, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=47ac7092-7683-459d-81bc-18a58e5aae1a,segment=NetworkSegment(ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92),segment_id=ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:30.566944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=41e4ff0a-ac87-40d2-9a9d-cde88fe66c82,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:30.572052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network e7136b70-9628-40a6-ba2b-3592d1a9b1d0 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:30.581668 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.607178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:30.609254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:30.613512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:30.725099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.862284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dbc25-e92d-4131-a6f0-61e4e163bee4 None None] Pushing event updated for resources: {'Port': ['ID=47ac7092-7683-459d-81bc-18a58e5aae1a,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:31.003361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c20e55-69b6-4992-aeac-97e137c508d0 req-f5f275d0-2cdf-4025-91a2-cd7161b69d70 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:31.006685 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7de7edde-2b1b-4012-8379-efa40f946b74 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:31.013490 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-28c20e55-69b6-4992-aeac-97e137c508d0 req-f5f275d0-2cdf-4025-91a2-cd7161b69d70 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 946 time: 0.8828597 Jul 07 19:30:31.060188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859a771-e1c8-46fa-b230-766ece6f374f req-c9aade42-bfff-43b0-ac3d-0c91eb4bc63d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:31.074877 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e859a771-e1c8-46fa-b230-766ece6f374f req-c9aade42-bfff-43b0-ac3d-0c91eb4bc63d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 944 time: 0.6796832 Jul 07 19:30:31.194501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-28c20e55-69b6-4992-aeac-97e137c508d0 req-20f84a3a-695d-412c-8430-f8629a78a172 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791773 Jul 07 19:30:31.231826 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:31.306436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41868) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:31.341910 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e859a771-e1c8-46fa-b230-766ece6f374f req-c0481f44-61d7-48fb-a21f-74c9cd8999e5 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652693 Jul 07 19:30:31.354979 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 2} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:31.367498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:31.420993 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:31.868728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port 1f76bb03-4370-4ae5-b8c5-5ccb955fd096 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:31.921689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de7edde-2b1b-4012-8379-efa40f946b74 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8665f17c-34f4-40bb-8d87-45906cd30e8d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:32.012724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:32.021149 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:32.180131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e059ad2-fcee-4107-b5b4-0f5ee10163fa tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:32.184838 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3e059ad2-fcee-4107-b5b4-0f5ee10163fa tempest-TestNetworkBasicOps-362415456 tempest-TestNetworkBasicOps-362415456-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 1092 time: 0.8720284 Jul 07 19:30:32.214636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de7edde-2b1b-4012-8379-efa40f946b74 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:32.224825 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7de7edde-2b1b-4012-8379-efa40f946b74 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8091462 Jul 07 19:30:32.225821 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41876) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:32.225821 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41878) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:32.227634 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ee8aea-2420-44eb-9c1f-297df3dda85d None None] Sync routers for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:32.240502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3fb41b-367b-4495-bed7-f5817d722d07 None None] Network 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:32.246473 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee8aea-2420-44eb-9c1f-297df3dda85d None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:32.247414 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b4ee8aea-2420-44eb-9c1f-297df3dda85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:32.297976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:32.312288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=41e4ff0a-ac87-40d2-9a9d-cde88fe66c82,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:32.422541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:32.428596 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:32.653136 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-b4ee8aea-2420-44eb-9c1f-297df3dda85d None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:32.689494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 47ac7092-7683-459d-81bc-18a58e5aae1a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:32.727652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da64c96-6b04-4559-80dd-1728eeff0bc4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting subnet c784b481-76c2-49fc-87f9-791d38ad5c42 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:32.753315 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:32.773798 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6da64c96-6b04-4559-80dd-1728eeff0bc4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:32.828129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:32.830406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3036ff1f-b82d-450a-afc9-0e757a4aecc0 None None] Provisioning for port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:33.032743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d027f2-5edf-4730-9bbc-e881a9a3583c None None] Network 53a01db4-1c03-40c9-afbe-13c5fdf1be19 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:33.033021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:33.035767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:33.058006 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b4ee8aea-2420-44eb-9c1f-297df3dda85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:29Z', 'revision_number': 9, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:33.115096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port 7120fff7-8280-4cfd-9067-9b2fff878179 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:33.136142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 47ac7092-7683-459d-81bc-18a58e5aae1a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:33.157875 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ee8aea-2420-44eb-9c1f-297df3dda85d None None] Checking router: 8665f17c-34f4-40bb-8d87-45906cd30e8d for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:33.162004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8c882b62-e7b3-48c1-9b82-f0201b4528e6 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:33.191163 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee8aea-2420-44eb-9c1f-297df3dda85d None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:33.195116 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b4ee8aea-2420-44eb-9c1f-297df3dda85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:33.255105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-de8bb883-9072-408f-b2a3-ff87ee955cd1 None None] Provisioning for port 47ac7092-7683-459d-81bc-18a58e5aae1a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:33.268809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-de8bb883-9072-408f-b2a3-ff87ee955cd1 None None] Provisioning complete for port 47ac7092-7683-459d-81bc-18a58e5aae1a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:33.269362 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-de8bb883-9072-408f-b2a3-ff87ee955cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.274227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:33.334214 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6da64c96-6b04-4559-80dd-1728eeff0bc4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.346066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:33.363345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:33.366049 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-b4ee8aea-2420-44eb-9c1f-297df3dda85d None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:33.367432 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.412414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:33.413207 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.456161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c87fd-b6ae-42e9-bad2-5b375bbad386 req-3c8f0a4a-c703-4887-8495-e35c83af7d95 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:33.467705 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-519c87fd-b6ae-42e9-bad2-5b375bbad386 req-3c8f0a4a-c703-4887-8495-e35c83af7d95 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 944 time: 0.5387983 Jul 07 19:30:33.556272 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-519c87fd-b6ae-42e9-bad2-5b375bbad386 req-2aadb9e1-98aa-4b03-9573-cda8b9a2481d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857306 Jul 07 19:30:33.606037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router 611d1e60-5e25-4fb5-9380-b06197225b03 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:30:33.661215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6da64c96-6b04-4559-80dd-1728eeff0bc4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.677927 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-de8bb883-9072-408f-b2a3-ff87ee955cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.720348 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.785317 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.852267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-de8bb883-9072-408f-b2a3-ff87ee955cd1 None None] For port 47ac7092-7683-459d-81bc-18a58e5aae1a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=47ac7092-7683-459d-81bc-18a58e5aae1a,segment=NetworkSegment(ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92),segment_id=ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:33.955016 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.970441 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-de8bb883-9072-408f-b2a3-ff87ee955cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.997432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:34.017279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0c316f9f-2d95-4994-861f-e3907c5c9fd6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/611d1e60-5e25-4fb5-9380-b06197225b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7291043 Jul 07 19:30:34.019665 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41896) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:34.040754 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b4ee8aea-2420-44eb-9c1f-297df3dda85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:29Z', 'revision_number': 9, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:34.045239 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.050174 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6da64c96-6b04-4559-80dd-1728eeff0bc4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.066446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6badbc-4be1-4d31-a11d-65ee036e1757 None None] Sync routers for ids ['611d1e60-5e25-4fb5-9380-b06197225b03'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:34.136242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6badbc-4be1-4d31-a11d-65ee036e1757 None None] Routers {'611d1e60-5e25-4fb5-9380-b06197225b03'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:34.137402 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fd6badbc-4be1-4d31-a11d-65ee036e1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['611d1e60-5e25-4fb5-9380-b06197225b03'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:34.154913 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ee8aea-2420-44eb-9c1f-297df3dda85d None None] The sync data for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 is: [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:29Z', 'revision_number': 9, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a', 'name': '', 'network_id': 'c3274f27-4da7-4ce7-8602-3f192b0c6010', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:19:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:47Z', 'updated_at': '2021-07-07T19:30:06Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': '8566f247-9b07-4d06-acf5-a791b4f07de0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:34.181204 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:34.199652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=1f76bb03-4370-4ae5-b8c5-5ccb955fd096,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:34.209458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:34.243409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d88f8-726a-45c8-8839-f0ce8bbbb47c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:34.250056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c91d88f8-726a-45c8-8839-f0ce8bbbb47c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports/41e4ff0a-ac87-40d2-9a9d-cde88fe66c82 HTTP/1.1" status: 200 len: 910 time: 0.2248900 Jul 07 19:30:34.252078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 8c882b62-e7b3-48c1-9b82-f0201b4528e6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8c882b62-e7b3-48c1-9b82-f0201b4528e6,segment=NetworkSegment(351f0849-65d0-4790-9726-be3d62e0ed28),segment_id=351f0849-65d0-4790-9726-be3d62e0ed28)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:34.254197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41900) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:34.428325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:34.437408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:34.437870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:34.438221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:34.438561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:34.438929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:34.439262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:34.446208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:34.446208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:34.446606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:34.455311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:34.456175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:34.479720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:34.480647 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.493180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da64c96-6b04-4559-80dd-1728eeff0bc4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Subnet': ['ID=c784b481-76c2-49fc-87f9-791d38ad5c42,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:34.502717 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6da64c96-6b04-4559-80dd-1728eeff0bc4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.504637 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6da64c96-6b04-4559-80dd-1728eeff0bc4 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/c784b481-76c2-49fc-87f9-791d38ad5c42 HTTP/1.1" status: 204 len: 168 time: 2.2740669 Jul 07 19:30:34.514497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41902) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:34.712776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Allocated IP 172.25.0.137 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/53875daa-46b6-467e-aa96-447ebd96dae8) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:34.749293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8943f9c-f16b-4be5-9751-bea6fc093ce7 None None] Network ad880adb-bc80-4cc5-bd07-b8d1d4adf23f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:34.777769 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.784101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fd6badbc-4be1-4d31-a11d-65ee036e1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:34.788608 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.836516 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=7120fff7-8280-4cfd-9067-9b2fff878179,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:34.900099 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.999208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:35.016931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-15301957-1b23-42e1-814c-3732b97e241f None None] Provisioning for port 41e4ff0a-ac87-40d2-9a9d-cde88fe66c82 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:35.036146 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bb883-9072-408f-b2a3-ff87ee955cd1 None None] Pushing event updated for resources: {'Port': ['ID=47ac7092-7683-459d-81bc-18a58e5aae1a,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:35.096223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Checking segment: {'id': 'edb3498b-c186-4dea-8b32-91df63f7b882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e7136b70-9628-40a6-ba2b-3592d1a9b1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:35.096766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network hostable DHCP agents. Network: e7136b70-9628-40a6-ba2b-3592d1a9b1d0, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:35.233709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-15301957-1b23-42e1-814c-3732b97e241f None None] Provisioning complete for port 41e4ff0a-ac87-40d2-9a9d-cde88fe66c82 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:35.234234 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15301957-1b23-42e1-814c-3732b97e241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.255890 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network e7136b70-9628-40a6-ba2b-3592d1a9b1d0 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:35.274971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:35.274971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4625657d-4c3c-41c8-b68f-9ca7e0bc7a61 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:35.304096 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-15301957-1b23-42e1-814c-3732b97e241f None None] Port 41e4ff0a-ac87-40d2-9a9d-cde88fe66c82 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:35.317792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6c3358-5aac-4c9e-95df-f86995584aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:35.320656 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90510a04-2330-42e0-8522-815ec77afa55" -d '{"events": [{"server_uuid": "3b6c3358-5aac-4c9e-95df-f86995584aa3", "name": "network-vif-plugged", "status": "completed", "tag": "c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:35.325494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6badbc-4be1-4d31-a11d-65ee036e1757 None None] Routers {'611d1e60-5e25-4fb5-9380-b06197225b03'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:35.327009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fd6badbc-4be1-4d31-a11d-65ee036e1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['611d1e60-5e25-4fb5-9380-b06197225b03'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:35.329367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, e7136b70-9628-40a6-ba2b-3592d1a9b1d0) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:35.336033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:35.344132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:35.350300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:35.351432 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.362123 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.382461 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460f4f4-b656-4623-99fe-bf67d7ae4e61 req-974c5022-4022-4db2-80d5-5b09f0c0f055 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:35.390441 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7460f4f4-b656-4623-99fe-bf67d7ae4e61 req-974c5022-4022-4db2-80d5-5b09f0c0f055 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 944 time: 0.4472744 Jul 07 19:30:35.403942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed5c6ad-7dc6-42d4-9984-0926e948aa4a None None] Network e7136b70-9628-40a6-ba2b-3592d1a9b1d0 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:35.479336 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e1f7636a-66c5-449a-89e7-993d9d85dd42 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.1125371 Jul 07 19:30:35.483596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41914) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:35.486670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port 5bb87a98-8df9-4587-a975-0ebd8bc64898 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:35.487534 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.563359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:35.565830 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a60aaef-4866-40f9-9d6e-b870134b1ea2 x-openstack-request-id: req-4a60aaef-4866-40f9-9d6e-b870134b1ea2 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:35.566221 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6c3358-5aac-4c9e-95df-f86995584aa3", "name": "network-vif-plugged", "status": "completed", "tag": "c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:35.566574 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a60aaef-4866-40f9-9d6e-b870134b1ea2 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:35.567110 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6c3358-5aac-4c9e-95df-f86995584aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b', 'code': 200} Jul 07 19:30:35.582875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fd6badbc-4be1-4d31-a11d-65ee036e1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:35.583643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6badbc-4be1-4d31-a11d-65ee036e1757 None None] The sync data for ids ['611d1e60-5e25-4fb5-9380-b06197225b03'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:35.630535 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.632488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-15301957-1b23-42e1-814c-3732b97e241f None None] Provisioning complete for port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:35.632867 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15301957-1b23-42e1-814c-3732b97e241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.708217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=8c882b62-e7b3-48c1-9b82-f0201b4528e6,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:35.724659 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7460f4f4-b656-4623-99fe-bf67d7ae4e61 req-247b3408-e615-4741-975b-a9fcda114fae tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295407 Jul 07 19:30:35.900116 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.905573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] For port 5bb87a98-8df9-4587-a975-0ebd8bc64898, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5bb87a98-8df9-4587-a975-0ebd8bc64898,segment=NetworkSegment(d79e7b7b-694c-48e0-8a1a-d1b2ade60055),segment_id=d79e7b7b-694c-48e0-8a1a-d1b2ade60055)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:35.905976 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.909204 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.919645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:35.931598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de8dd5-6cbe-46cb-9049-51c69637cb7c req-99a38f36-e7e5-42b6-bc43-7fe812646afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:35.935811 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5de8dd5-6cbe-46cb-9049-51c69637cb7c req-99a38f36-e7e5-42b6-bc43-7fe812646afe service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 1096 time: 0.3781762 Jul 07 19:30:35.985762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=53875daa-46b6-467e-aa96-447ebd96dae8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:36.017222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for 5bb87a98-8df9-4587-a975-0ebd8bc64898 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:36.061077 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:36.067627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:36.070850 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5de8dd5-6cbe-46cb-9049-51c69637cb7c req-8cf93f7c-5519-4252-adb3-7dc8eaab16a2 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247289 Jul 07 19:30:36.073544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:36.094597 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.098870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eaeabb-2319-4762-8bf6-4c8bac9f614c None None] DHCP port deletion for ad880adb-bc80-4cc5-bd07-b8d1d4adf23f request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:36.219839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-49eaeabb-2319-4762-8bf6-4c8bac9f614c None None] Deleting port 5bb87a98-8df9-4587-a975-0ebd8bc64898 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:36.223362 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49eaeabb-2319-4762-8bf6-4c8bac9f614c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.242339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-00d000a2-3d58-4ca0-aea9-3172235a7371 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port 7120fff7-8280-4cfd-9067-9b2fff878179 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:36.242955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-00d000a2-3d58-4ca0-aea9-3172235a7371 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.342201 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c8d7de0e-aa5e-4086-a40c-270941d5b02d None None] Provisioning complete for port 41e4ff0a-ac87-40d2-9a9d-cde88fe66c82 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:36.344018 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8d7de0e-aa5e-4086-a40c-270941d5b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.357199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-00d000a2-3d58-4ca0-aea9-3172235a7371 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.384708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-00d000a2-3d58-4ca0-aea9-3172235a7371 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for 7120fff7-8280-4cfd-9067-9b2fff878179 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:36.408304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c8d7de0e-aa5e-4086-a40c-270941d5b02d None None] Port 41e4ff0a-ac87-40d2-9a9d-cde88fe66c82 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:36.438679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-49eaeabb-2319-4762-8bf6-4c8bac9f614c None None] For port 5bb87a98-8df9-4587-a975-0ebd8bc64898, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5bb87a98-8df9-4587-a975-0ebd8bc64898,segment=NetworkSegment(d79e7b7b-694c-48e0-8a1a-d1b2ade60055),segment_id=d79e7b7b-694c-48e0-8a1a-d1b2ade60055)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:36.438679 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49eaeabb-2319-4762-8bf6-4c8bac9f614c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.449010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c8d7de0e-aa5e-4086-a40c-270941d5b02d None None] Provisioning complete for port 47ac7092-7683-459d-81bc-18a58e5aae1a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:36.449497 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c8d7de0e-aa5e-4086-a40c-270941d5b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.485534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-49eaeabb-2319-4762-8bf6-4c8bac9f614c None None] Calling delete_port for 5bb87a98-8df9-4587-a975-0ebd8bc64898 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:36.553422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Allocated IP 172.21.0.1 (53a01db4-1c03-40c9-afbe-13c5fdf1be19/618de14e-08c3-422d-bd9b-499e4da1d2c1/023caf37-9b92-411c-8b3d-a1f8f7f687a7) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:36.639532 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.719194 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49eaeabb-2319-4762-8bf6-4c8bac9f614c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.751375 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-00d000a2-3d58-4ca0-aea9-3172235a7371 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.757425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=5bb87a98-8df9-4587-a975-0ebd8bc64898,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:36.813772 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.841198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No DVR routers for this DVR port 5bb87a98-8df9-4587-a975-0ebd8bc64898 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:36.857386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaeabb-2319-4762-8bf6-4c8bac9f614c None None] Pushing event deleted for resources: {'Port': ['ID=5bb87a98-8df9-4587-a975-0ebd8bc64898,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:36.858469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Transition to ACTIVE for port object 023caf37-9b92-411c-8b3d-a1f8f7f687a7 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:36.885883 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eaeabb-2319-4762-8bf6-4c8bac9f614c None None] No DVR routers for this DVR port 5bb87a98-8df9-4587-a975-0ebd8bc64898 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:37.028161 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.050398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 47ac7092-7683-459d-81bc-18a58e5aae1a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:37.163411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 53a01db4-1c03-40c9-afbe-13c5fdf1be19 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:37.227499 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=023caf37-9b92-411c-8b3d-a1f8f7f687a7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:37.252479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:37.266240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 47ac7092-7683-459d-81bc-18a58e5aae1a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:37.266634 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.271291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:37.401081 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.527703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8c882b62-e7b3-48c1-9b82-f0201b4528e6 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:37.533446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622240d0-527f-43f3-9a12-c8e36acc6194 req-6a061765-968e-4a9c-9348-a6af717c773e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:37.542196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-622240d0-527f-43f3-9a12-c8e36acc6194 req-6a061765-968e-4a9c-9348-a6af717c773e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 945 time: 0.5963645 Jul 07 19:30:37.569471 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:30:37.637417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:37.637936 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.651863 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-622240d0-527f-43f3-9a12-c8e36acc6194 req-8b160a2e-5c93-4ac5-bca5-2ae2acd3a1e5 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078007 Jul 07 19:30:37.773836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d000a2-3d58-4ca0-aea9-3172235a7371 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=7120fff7-8280-4cfd-9067-9b2fff878179,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:37.779125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-00d000a2-3d58-4ca0-aea9-3172235a7371 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.781164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-00d000a2-3d58-4ca0-aea9-3172235a7371 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/7120fff7-8280-4cfd-9067-9b2fff878179 HTTP/1.1" status: 204 len: 168 time: 2.2883997 Jul 07 19:30:37.803113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41932) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:37.851620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4ffe0254-e34d-4cf0-acbc-0a1d3158efc4 None None] Provisioning for port 023caf37-9b92-411c-8b3d-a1f8f7f687a7 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:37.865224 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4ffe0254-e34d-4cf0-acbc-0a1d3158efc4 None None] Provisioning complete for port 023caf37-9b92-411c-8b3d-a1f8f7f687a7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:37.865946 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4ffe0254-e34d-4cf0-acbc-0a1d3158efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.872689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.935811 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe0254-e34d-4cf0-acbc-0a1d3158efc4 None None] Port 023caf37-9b92-411c-8b3d-a1f8f7f687a7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:38.003736 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.071535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5bb87a98-8df9-4587-a975-0ebd8bc64898 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:38.111214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 5bb87a98-8df9-4587-a975-0ebd8bc64898 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:38.111557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5bb87a98-8df9-4587-a975-0ebd8bc64898 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:38.148541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad880adb-bc80-4cc5-bd07-b8d1d4adf23f']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:38.165940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c60d5-1493-4c13-ad9b-bdc65545d796 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:38.174284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c60d5-1493-4c13-ad9b-bdc65545d796 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:38.176894 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-412c60d5-1493-4c13-ad9b-bdc65545d796 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.3717885 Jul 07 19:30:38.179935 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41944) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:38.215513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79e7b7b-694c-48e0-8a1a-d1b2ade60055') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:38.216213 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79e7b7b-694c-48e0-8a1a-d1b2ade60055') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:38.228363 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.256661 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.384692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:38.385129 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:38.388364 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:38.391729 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.397409 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.496589 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.532428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=023caf37-9b92-411c-8b3d-a1f8f7f687a7,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:38.637543 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.640591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.708563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 53a01db4-1c03-40c9-afbe-13c5fdf1be19 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:38.710410 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.715141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:38.715315 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/networks/ad880adb-bc80-4cc5-bd07-b8d1d4adf23f HTTP/1.1" status: 204 len: 168 time: 4.1877806 Jul 07 19:30:38.718177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41950) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:38.773016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caaee92-5770-4800-b5f7-2fc8e4308453 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Network': ['ID=ad880adb-bc80-4cc5-bd07-b8d1d4adf23f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:39.064763 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.196807 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a985c07a-f901-4fc1-b013-ecf2901b5166 None None] Provisioning complete for port 023caf37-9b92-411c-8b3d-a1f8f7f687a7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:39.201366 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a985c07a-f901-4fc1-b013-ecf2901b5166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.241179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router 611d1e60-5e25-4fb5-9380-b06197225b03 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:39.279521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1e4f1c1d-476c-45c0-a299-f3bb0d868f14 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port 1f76bb03-4370-4ae5-b8c5-5ccb955fd096 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:39.280348 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1c1d-476c-45c0-a299-f3bb0d868f14 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.323420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a985c07a-f901-4fc1-b013-ecf2901b5166 None None] Port 023caf37-9b92-411c-8b3d-a1f8f7f687a7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:39.412119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:39.417884 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0e12763b-e576-42cd-9325-4163b09b9afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/611d1e60-5e25-4fb5-9380-b06197225b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1587534 Jul 07 19:30:39.422401 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41962) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:39.459287 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeee6db-e7e5-46cf-b7fb-1d992fe406d2 None None] Sync routers for ids ['611d1e60-5e25-4fb5-9380-b06197225b03'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:39.462662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa6539-8fdd-4978-9b10-79faddb36cc8 req-5d8376ce-59b3-4301-99e4-b3d72d5f07e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:39.465101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3aa6539-8fdd-4978-9b10-79faddb36cc8 req-5d8376ce-59b3-4301-99e4-b3d72d5f07e4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 945 time: 0.5750606 Jul 07 19:30:39.492227 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1c1d-476c-45c0-a299-f3bb0d868f14 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.497489 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeee6db-e7e5-46cf-b7fb-1d992fe406d2 None None] Routers {'611d1e60-5e25-4fb5-9380-b06197225b03'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:39.499733 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-bbeee6db-e7e5-46cf-b7fb-1d992fe406d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['611d1e60-5e25-4fb5-9380-b06197225b03'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:39.514240 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.518950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e283ed4-b218-4d08-a278-25933f828b0a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:39.521969 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6e283ed4-b218-4d08-a278-25933f828b0a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports/023caf37-9b92-411c-8b3d-a1f8f7f687a7 HTTP/1.1" status: 200 len: 910 time: 0.0952113 Jul 07 19:30:39.523611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41966) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:39.536793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1e4f1c1d-476c-45c0-a299-f3bb0d868f14 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for 1f76bb03-4370-4ae5-b8c5-5ccb955fd096 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:39.550431 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.589920 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-bbeee6db-e7e5-46cf-b7fb-1d992fe406d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:39.602724 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeee6db-e7e5-46cf-b7fb-1d992fe406d2 None None] Routers {'611d1e60-5e25-4fb5-9380-b06197225b03'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:39.603398 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-bbeee6db-e7e5-46cf-b7fb-1d992fe406d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['611d1e60-5e25-4fb5-9380-b06197225b03'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:39.635325 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-588107ed-39a1-4e50-8053-05153ebbae92 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.648711 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-bbeee6db-e7e5-46cf-b7fb-1d992fe406d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:39.648946 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeee6db-e7e5-46cf-b7fb-1d992fe406d2 None None] The sync data for ids ['611d1e60-5e25-4fb5-9380-b06197225b03'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:39.730611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3aa6539-8fdd-4978-9b10-79faddb36cc8 req-500fb38c-2e47-428b-afeb-099d9416cd94 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484879 Jul 07 19:30:39.743854 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.786111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event updated for resources: {'Port': ['ID=53875daa-46b6-467e-aa96-447ebd96dae8,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:39.917738 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.932974 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1c1d-476c-45c0-a299-f3bb0d868f14 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.955459 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Floating IP 3d7dcada-d837-4e62-8896-239abdb421d1 associated. External IP: 172.25.0.137, port: c6b1e90d-e388-434f-b4e1-f5bf2cc58602. Jul 07 19:30:40.032528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f1c1d-476c-45c0-a299-f3bb0d868f14 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=1f76bb03-4370-4ae5-b8c5-5ccb955fd096,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:40.041290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1c1d-476c-45c0-a299-f3bb0d868f14 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:40.048321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1e4f1c1d-476c-45c0-a299-f3bb0d868f14 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/1f76bb03-4370-4ae5-b8c5-5ccb955fd096 HTTP/1.1" status: 204 len: 168 time: 1.8635292 Jul 07 19:30:40.048452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41978) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:40.315868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5545bfb6-77f6-43c0-a7b7-276832f57e34 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:40.320174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5545bfb6-77f6-43c0-a7b7-276832f57e34 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2658048 Jul 07 19:30:40.329671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41990) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:40.346460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Router 13ddb8d4-9faf-4934-9b4d-597795392fcf has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:40.361956 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:40.375372 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a652b9-0803-41b7-9e99-d0e6edd848b1 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:30:40.378454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-33a652b9-0803-41b7-9e99-d0e6edd848b1 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/7120fff7-8280-4cfd-9067-9b2fff878179 HTTP/1.1" status: 404 len: 333 time: 0.0475626 Jul 07 19:30:40.383106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41992) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:40.426326 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf9701e-e3c9-4af7-831e-c59717821ac0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:30:40.428092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9cf9701e-e3c9-4af7-831e-c59717821ac0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/1f76bb03-4370-4ae5-b8c5-5ccb955fd096 HTTP/1.1" status: 404 len: 333 time: 0.0410969 Jul 07 19:30:40.431306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41996) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:40.657286 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:40.679767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:40.704911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e56bd7c-3cc2-4e72-8e21-41b06dcd9551 None None] Sync routers for ids ['13ddb8d4-9faf-4934-9b4d-597795392fcf'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:40.730779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e56bd7c-3cc2-4e72-8e21-41b06dcd9551 None None] Routers {'13ddb8d4-9faf-4934-9b4d-597795392fcf'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:40.734903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4e56bd7c-3cc2-4e72-8e21-41b06dcd9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13ddb8d4-9faf-4934-9b4d-597795392fcf'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:40.850948 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:40.886369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b5717-ae41-493e-bff0-975afc8c3d61 req-bba22281-9a68-49a1-a61d-8f9af3497c8e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:40.894323 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db7b5717-ae41-493e-bff0-975afc8c3d61 req-bba22281-9a68-49a1-a61d-8f9af3497c8e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 945 time: 0.6800890 Jul 07 19:30:40.908738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65c5b7-e14b-4525-8831-31f66ee73cce req-4385aed0-cd1b-49b9-af4a-a6e7d781e0c9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:40.916871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb65c5b7-e14b-4525-8831-31f66ee73cce req-4385aed0-cd1b-49b9-af4a-a6e7d781e0c9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 946 time: 0.3950424 Jul 07 19:30:40.927495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-588107ed-39a1-4e50-8053-05153ebbae92 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:40.927837 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-588107ed-39a1-4e50-8053-05153ebbae92 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:40.941918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-4e56bd7c-3cc2-4e72-8e21-41b06dcd9551 None None] Set router 13ddb8d4-9faf-4934-9b4d-597795392fcf gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:40.983468 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb65c5b7-e14b-4525-8831-31f66ee73cce req-bffe094f-cf9a-4f47-ac6e-6c64b6e6c515 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656214 Jul 07 19:30:40.995660 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.019486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7136b70-9628-40a6-ba2b-3592d1a9b1d0']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:41.056565 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f0fbd6a2-2e8c-4c86-8e6b-45cc650bb96a tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.8269682 Jul 07 19:30:41.069076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb3498b-c186-4dea-8b32-91df63f7b882') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:41.070866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb3498b-c186-4dea-8b32-91df63f7b882') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:41.070990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db7b5717-ae41-493e-bff0-975afc8c3d61 req-2a6fe4f3-444e-4fd8-beba-734f796ea1a7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744266 Jul 07 19:30:41.071146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'tag': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:41.073047 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42002) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:41.073812 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456bc7c2-30cb-40c6-b0fc-40714164f0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d6fade-0962-47c3-9657-1014543a4d1f", "tag": "c6b1e90d-e388-434f-b4e1-f5bf2cc58602"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:41.098862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.115549 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.125350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:41.125784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:41.200865 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:41.204867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.212968 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.217226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/networks/e7136b70-9628-40a6-ba2b-3592d1a9b1d0 HTTP/1.1" status: 204 len: 168 time: 0.7847214 Jul 07 19:30:41.223662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42008) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:41.249878 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-6bbbf682-826b-47fe-992c-6320390abc60 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2141727170'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:41.273275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26eb622-21c4-4548-9e4f-479f725a53e9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Network': ['ID=e7136b70-9628-40a6-ba2b-3592d1a9b1d0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:41.312513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbbf682-826b-47fe-992c-6320390abc60 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:41.317332 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6bbbf682-826b-47fe-992c-6320390abc60 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.374867 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5c6a0f5a-f0c7-430f-a91f-404926ec5ba5 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/floatingips/3d7dcada-d837-4e62-8896-239abdb421d1 HTTP/1.1" status: 200 len: 992 time: 0.2993953 Jul 07 19:30:41.378056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-588107ed-39a1-4e50-8053-05153ebbae92 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] For port 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a,segment=NetworkSegment(9788bf68-52f1-4b61-86e6-2cb7c63da212),segment_id=9788bf68-52f1-4b61-86e6-2cb7c63da212)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:41.379861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-588107ed-39a1-4e50-8053-05153ebbae92 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.411796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbbf682-826b-47fe-992c-6320390abc60 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:41.439516 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6bbbf682-826b-47fe-992c-6320390abc60 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.440111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-588107ed-39a1-4e50-8053-05153ebbae92 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:41.440798 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-6bbbf682-826b-47fe-992c-6320390abc60 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Added segment 85d5d75e-5b74-4b18-a5c2-507a3c78e73c of type vlan for network 61606dda-4f07-4289-9d14-164e0dde6115 Jul 07 19:30:41.475844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4e56bd7c-3cc2-4e72-8e21-41b06dcd9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '3d7dcada-d837-4e62-8896-239abdb421d1', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'port_id': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'mac_address': 'fa:16:3e:e4:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:30:37Z', 'updated_at': '2021-07-07T19:30:37Z', 'revision_number': 0, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b7d344-066a-4c1e-825e-82f3c8355010', 'name': '', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:54:44:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:45Z', 'updated_at': '2021-07-07T19:30:03Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:41.538993 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6bbbf682-826b-47fe-992c-6320390abc60 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.575547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e56bd7c-3cc2-4e72-8e21-41b06dcd9551 None None] Checking router: 13ddb8d4-9faf-4934-9b4d-597795392fcf for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:41.624696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e56bd7c-3cc2-4e72-8e21-41b06dcd9551 None None] Routers {'13ddb8d4-9faf-4934-9b4d-597795392fcf'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:41.626063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4e56bd7c-3cc2-4e72-8e21-41b06dcd9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13ddb8d4-9faf-4934-9b4d-597795392fcf'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:41.673159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6bbbf682-826b-47fe-992c-6320390abc60 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.682333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port 023caf37-9b92-411c-8b3d-a1f8f7f687a7 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:41.683060 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.710494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbbf682-826b-47fe-992c-6320390abc60 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:41.711191 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6bbbf682-826b-47fe-992c-6320390abc60 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.792067 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.806876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for 023caf37-9b92-411c-8b3d-a1f8f7f687a7 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:41.887147 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6bbbf682-826b-47fe-992c-6320390abc60 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6612961 Jul 07 19:30:41.893690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42020) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:41.903112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0351c927-b565-4d62-8e66-f01c23a9a161 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '61606dda-4f07-4289-9d14-164e0dde6115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:41.918964 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b31d6d-d708-4f6a-9350-da98d4dcc66a x-openstack-request-id: req-54b31d6d-d708-4f6a-9350-da98d4dcc66a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:41.919305 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d6fade-0962-47c3-9657-1014543a4d1f", "tag": "c6b1e90d-e388-434f-b4e1-f5bf2cc58602", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:41.920186 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54b31d6d-d708-4f6a-9350-da98d4dcc66a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:41.920705 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'tag': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602', 'status': 'completed', 'code': 200} Jul 07 19:30:42.037850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbf682-826b-47fe-992c-6320390abc60 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Network': ['ID=61606dda-4f07-4289-9d14-164e0dde6115,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:42.065892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-4e56bd7c-3cc2-4e72-8e21-41b06dcd9551 None None] Set router 13ddb8d4-9faf-4934-9b4d-597795392fcf gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:42.124575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 61606dda-4f07-4289-9d14-164e0dde6115 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:42.143389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0351c927-b565-4d62-8e66-f01c23a9a161 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:42.181777 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0351c927-b565-4d62-8e66-f01c23a9a161 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.341534 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.384936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42028) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:42.399817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=023caf37-9b92-411c-8b3d-a1f8f7f687a7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:42.406442 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-588107ed-39a1-4e50-8053-05153ebbae92 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.491691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:42.492090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:42.492371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:42.492726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:42.493055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:42.493381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:42.493702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:42.494040 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:42.494367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:42.494685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:42.495472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:42.495472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:42.554391 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0351c927-b565-4d62-8e66-f01c23a9a161 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.579693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4e56bd7c-3cc2-4e72-8e21-41b06dcd9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '3d7dcada-d837-4e62-8896-239abdb421d1', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'port_id': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'mac_address': 'fa:16:3e:e4:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:30:37Z', 'updated_at': '2021-07-07T19:30:37Z', 'revision_number': 0, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b7d344-066a-4c1e-825e-82f3c8355010', 'name': '', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:54:44:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:45Z', 'updated_at': '2021-07-07T19:30:03Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:42.600390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc7c2-30cb-40c6-b0fc-40714164f0a7 req-10a9be95-2e2c-4c55-b747-f166a1a3b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:42.602469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-456bc7c2-30cb-40c6-b0fc-40714164f0a7 req-10a9be95-2e2c-4c55-b747-f166a1a3b83e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 1097 time: 0.5505459 Jul 07 19:30:42.610982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588107ed-39a1-4e50-8053-05153ebbae92 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:42.643262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e56bd7c-3cc2-4e72-8e21-41b06dcd9551 None None] The sync data for ids ['13ddb8d4-9faf-4934-9b4d-597795392fcf'] in n-d-793621-9 is: [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '3d7dcada-d837-4e62-8896-239abdb421d1', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'port_id': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'mac_address': 'fa:16:3e:e4:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:30:37Z', 'updated_at': '2021-07-07T19:30:37Z', 'revision_number': 0, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b7d344-066a-4c1e-825e-82f3c8355010', 'name': '', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:54:44:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:45Z', 'updated_at': '2021-07-07T19:30:03Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:42.649626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957dad4-73a2-49ef-8793-c2daca298d78 req-61d74397-1563-497b-b3bc-3ff2131c0f77 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:42.659007 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e957dad4-73a2-49ef-8793-c2daca298d78 req-61d74397-1563-497b-b3bc-3ff2131c0f77 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 945 time: 0.4819002 Jul 07 19:30:42.690043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351c927-b565-4d62-8e66-f01c23a9a161 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Subnet': ['ID=6186e2b6-f549-4764-9e46-9c9db72d725b,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:42.702661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351c927-b565-4d62-8e66-f01c23a9a161 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Checking segment: {'id': '85d5d75e-5b74-4b18-a5c2-507a3c78e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '61606dda-4f07-4289-9d14-164e0dde6115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:42.703321 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351c927-b565-4d62-8e66-f01c23a9a161 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network hostable DHCP agents. Network: 61606dda-4f07-4289-9d14-164e0dde6115, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:42.733017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351c927-b565-4d62-8e66-f01c23a9a161 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 61606dda-4f07-4289-9d14-164e0dde6115 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:42.749050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0351c927-b565-4d62-8e66-f01c23a9a161 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 61606dda-4f07-4289-9d14-164e0dde6115) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:42.753747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0351c927-b565-4d62-8e66-f01c23a9a161 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:42.754452 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0351c927-b565-4d62-8e66-f01c23a9a161 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.763000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eb3995-d7dd-4ff0-9868-4da3ba3c9a6a None None] Network 61606dda-4f07-4289-9d14-164e0dde6115 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:42.768600 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-714b5977-5b3d-483c-b2c1-e644642b7d90 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/floatingips/3d7dcada-d837-4e62-8896-239abdb421d1 HTTP/1.1" status: 200 len: 992 time: 0.3797431 Jul 07 19:30:42.796119 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0351c927-b565-4d62-8e66-f01c23a9a161 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8998489 Jul 07 19:30:42.798898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42032) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:42.806494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': '61606dda-4f07-4289-9d14-164e0dde6115', 'name': 'tempest-PortsIpV6TestJSON-1240375749'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:42.931794 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e957dad4-73a2-49ef-8793-c2daca298d78 req-cf392106-b2ce-4f0f-b354-007d172f430f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712846 Jul 07 19:30:42.974337 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-588107ed-39a1-4e50-8053-05153ebbae92 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.072022 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb23cbc-fa2a-4c6c-9688-79367b9eca58 None None] New status for floating IP 3d7dcada-d837-4e62-8896-239abdb421d1: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:30:43.078392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:43.082038 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.113319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port 408354f7-6476-439d-bbff-dd4404bec9cb yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:43.141361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc7c2-30cb-40c6-b0fc-40714164f0a7 req-9854df0a-b01a-47d8-b94b-a85127876c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:43.143290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-456bc7c2-30cb-40c6-b0fc-40714164f0a7 req-9854df0a-b01a-47d8-b94b-a85127876c44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=50333238-2ba4-4f24-9c16-6e6986050042 HTTP/1.1" status: 200 len: 898 time: 0.5196207 Jul 07 19:30:43.145477 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.256871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-456bc7c2-30cb-40c6-b0fc-40714164f0a7 req-0a313d1a-d5f2-4b8f-bbe3-7d4b6865f465 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6b1e90d-e388-434f-b4e1-f5bf2cc58602 HTTP/1.1" status: 200 len: 1000 time: 0.1039882 Jul 07 19:30:43.319792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8::3dc (61606dda-4f07-4289-9d14-164e0dde6115/6186e2b6-f549-4764-9e46-9c9db72d725b/408354f7-6476-439d-bbff-dd4404bec9cb) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:43.325641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-61606dda-4f07-4289-9d14-164e0dde6115', 'network_id': '61606dda-4f07-4289-9d14-164e0dde6115', 'tenant_id': '85c3890fa00f4943901f50fca4c74949', 'fixed_ips': [{'subnet_id': '6186e2b6-f549-4764-9e46-9c9db72d725b'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:30:43.328859 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.574524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc7c2-30cb-40c6-b0fc-40714164f0a7 req-586173a7-7ed0-4957-a0cf-e889e80ec1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:43.577210 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-456bc7c2-30cb-40c6-b0fc-40714164f0a7 req-586173a7-7ed0-4957-a0cf-e889e80ec1ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa18e4b9-54ea-42d0-a29e-3d1a15e2c523 HTTP/1.1" status: 200 len: 834 time: 0.2468703 Jul 07 19:30:43.647673 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.696093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588107ed-39a1-4e50-8053-05153ebbae92 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8665f17c-34f4-40bb-8d87-45906cd30e8d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:43.995339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42046) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:44.006684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Transition to ACTIVE for port object 408354f7-6476-439d-bbff-dd4404bec9cb will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:44.070160 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-72d89648-c52e-42ea-bf28-b078d2f5dff9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/floatingips/3d7dcada-d837-4e62-8896-239abdb421d1 HTTP/1.1" status: 200 len: 994 time: 0.0712380 Jul 07 19:30:44.109841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.157927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Allocated IP 2001:db8::2 (61606dda-4f07-4289-9d14-164e0dde6115/6186e2b6-f549-4764-9e46-9c9db72d725b/02bff2e2-2e20-494f-b936-a70deb644608) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:44.172639 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 61606dda-4f07-4289-9d14-164e0dde6115 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:44.184345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:44.186779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:44.192984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:44.193881 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.197458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=408354f7-6476-439d-bbff-dd4404bec9cb,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:44.198150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41f60b-baad-46b5-a602-d6d9bda5aeec req-9b183559-e190-4f65-ad97-72b7f2f8acaf tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:44.205611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2b41f60b-baad-46b5-a602-d6d9bda5aeec req-9b183559-e190-4f65-ad97-72b7f2f8acaf tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 945 time: 0.6973393 Jul 07 19:30:44.208719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router 611d1e60-5e25-4fb5-9380-b06197225b03 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:44.213118 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9f1a9837-86b8-4df7-a202-33e807c9799b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4131465 Jul 07 19:30:44.216759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42052) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:44.257453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc7c2-30cb-40c6-b0fc-40714164f0a7 req-93775ef8-a8f5-4fff-914a-760edabebea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:44.258878 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-456bc7c2-30cb-40c6-b0fc-40714164f0a7 req-93775ef8-a8f5-4fff-914a-760edabebea0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50333238-2ba4-4f24-9c16-6e6986050042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6689651 Jul 07 19:30:44.322200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-823f5fa2-3873-4f43-858c-6172b0b9126d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port 408354f7-6476-439d-bbff-dd4404bec9cb {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:44.322703 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-823f5fa2-3873-4f43-858c-6172b0b9126d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.340919 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.347553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588107ed-39a1-4e50-8053-05153ebbae92 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:44.352275 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Transition to ACTIVE for port object 02bff2e2-2e20-494f-b936-a70deb644608 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:44.359898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-588107ed-39a1-4e50-8053-05153ebbae92 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6407061 Jul 07 19:30:44.365824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2b41f60b-baad-46b5-a602-d6d9bda5aeec req-63cd2d77-40a4-453a-b579-d8a972ee575d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593862 Jul 07 19:30:44.366309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42054) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:44.366662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbcbaa5-80a0-4eb4-8df4-c51784e1bc27 None None] Sync routers for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:44.395726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Transition to ACTIVE for port object 02bff2e2-2e20-494f-b936-a70deb644608 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:44.395726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbcbaa5-80a0-4eb4-8df4-c51784e1bc27 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:44.395726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5bbcbaa5-80a0-4eb4-8df4-c51784e1bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:44.425199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-823f5fa2-3873-4f43-858c-6172b0b9126d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.436022 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.438457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-823f5fa2-3873-4f43-858c-6172b0b9126d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for 408354f7-6476-439d-bbff-dd4404bec9cb owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:44.512342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Network 61606dda-4f07-4289-9d14-164e0dde6115 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:44.519540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:44.521009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f70006d-2bb3-40a7-988a-18633c267473 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting subnet 8566f247-9b07-4d06-acf5-a791b4f07de0 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:44.522571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:44.523507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:44.527627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-456bc7c2-30cb-40c6-b0fc-40714164f0a7 req-695ad4c4-723c-49ad-9a1e-8106116d9452 service neutron] 10.222.0.48 "GET /v2.0/networks/50333238-2ba4-4f24-9c16-6e6986050042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572191 Jul 07 19:30:44.528292 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f70006d-2bb3-40a7-988a-18633c267473 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.534361 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a3dde199-f84b-47c0-a5ec-0409e424d175 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/611d1e60-5e25-4fb5-9380-b06197225b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0095873 Jul 07 19:30:44.536494 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0e5c1-c247-4844-b35d-e150d5541847 None None] Sync routers for ids ['611d1e60-5e25-4fb5-9380-b06197225b03'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:44.537798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42056) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:44.542321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-5bbcbaa5-80a0-4eb4-8df4-c51784e1bc27 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:44.548703 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0e5c1-c247-4844-b35d-e150d5541847 None None] Routers {'611d1e60-5e25-4fb5-9380-b06197225b03'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:44.549993 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c1d0e5c1-c247-4844-b35d-e150d5541847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['611d1e60-5e25-4fb5-9380-b06197225b03'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:44.589994 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c1d0e5c1-c247-4844-b35d-e150d5541847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:44.600604 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0e5c1-c247-4844-b35d-e150d5541847 None None] Routers {'611d1e60-5e25-4fb5-9380-b06197225b03'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:44.601685 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c1d0e5c1-c247-4844-b35d-e150d5541847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['611d1e60-5e25-4fb5-9380-b06197225b03'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:44.637027 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f70006d-2bb3-40a7-988a-18633c267473 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.640667 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c1d0e5c1-c247-4844-b35d-e150d5541847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:44.641589 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0e5c1-c247-4844-b35d-e150d5541847 None None] The sync data for ids ['611d1e60-5e25-4fb5-9380-b06197225b03'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:44.728595 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-456bc7c2-30cb-40c6-b0fc-40714164f0a7 req-a2e806bb-b0d3-442b-b2ba-cf0f1f03998d service neutron] 10.222.0.48 "GET /v2.0/networks/50333238-2ba4-4f24-9c16-6e6986050042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738207 Jul 07 19:30:44.745511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Pushing event updated for resources: {'Port': ['ID=02bff2e2-2e20-494f-b936-a70deb644608,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:44.780794 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-823f5fa2-3873-4f43-858c-6172b0b9126d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.797028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f70006d-2bb3-40a7-988a-18633c267473 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.819936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f5fa2-3873-4f43-858c-6172b0b9126d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=408354f7-6476-439d-bbff-dd4404bec9cb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:44.830540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Attempting to bind port 02bff2e2-2e20-494f-b936-a70deb644608 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:44.830933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Attempting to bind port 02bff2e2-2e20-494f-b936-a70deb644608 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '85d5d75e-5b74-4b18-a5c2-507a3c78e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '61606dda-4f07-4289-9d14-164e0dde6115'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:44.831299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Attempting to bind port 02bff2e2-2e20-494f-b936-a70deb644608 on network 61606dda-4f07-4289-9d14-164e0dde6115 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:44.842199 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:44.842575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Checking segment: {'id': '85d5d75e-5b74-4b18-a5c2-507a3c78e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '61606dda-4f07-4289-9d14-164e0dde6115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:44.842999 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.843397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Bound using segment: {'id': '85d5d75e-5b74-4b18-a5c2-507a3c78e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '61606dda-4f07-4289-9d14-164e0dde6115'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:44.843993 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Bound port: 02bff2e2-2e20-494f-b936-a70deb644608, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d5d75e-5b74-4b18-a5c2-507a3c78e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '61606dda-4f07-4289-9d14-164e0dde6115'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:44.844377 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.876954 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f70006d-2bb3-40a7-988a-18633c267473 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.879075 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-823f5fa2-3873-4f43-858c-6172b0b9126d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.881016 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-823f5fa2-3873-4f43-858c-6172b0b9126d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/408354f7-6476-439d-bbff-dd4404bec9cb HTTP/1.1" status: 204 len: 168 time: 0.6629739 Jul 07 19:30:44.883690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42062) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:44.915071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70006d-2bb3-40a7-988a-18633c267473 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Subnet': ['ID=8566f247-9b07-4d06-acf5-a791b4f07de0,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:44.915287 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc0fbdb-0fc6-4afb-b87b-186a26590dce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:44.916372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc0fbdb-0fc6-4afb-b87b-186a26590dce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:44.917622 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f70006d-2bb3-40a7-988a-18633c267473 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.919013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bfc0fbdb-0fc6-4afb-b87b-186a26590dce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/408354f7-6476-439d-bbff-dd4404bec9cb HTTP/1.1" status: 404 len: 333 time: 0.0343409 Jul 07 19:30:44.920172 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9f70006d-2bb3-40a7-988a-18633c267473 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/8566f247-9b07-4d06-acf5-a791b4f07de0 HTTP/1.1" status: 204 len: 168 time: 0.5190580 Jul 07 19:30:44.922153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42064) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:44.923065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42066) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:44.947207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] For port 02bff2e2-2e20-494f-b936-a70deb644608, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:44.950905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] For port 02bff2e2-2e20-494f-b936-a70deb644608, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=02bff2e2-2e20-494f-b936-a70deb644608,segment=NetworkSegment(85d5d75e-5b74-4b18-a5c2-507a3c78e73c),segment_id=85d5d75e-5b74-4b18-a5c2-507a3c78e73c)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:44.952332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:30:44.955037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:44.971516 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2050a5c-5e16-4013-b451-cc45a92bf76b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:30:44.973456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b2050a5c-5e16-4013-b451-cc45a92bf76b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/408354f7-6476-439d-bbff-dd4404bec9cb HTTP/1.1" status: 404 len: 333 time: 0.0494986 Jul 07 19:30:44.975984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42068) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:45.001043 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4144d2-d11e-4f74-862f-7e38a17d0887 None None] Network c3274f27-4da7-4ce7-8602-3f192b0c6010 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:45.008460 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.057462 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.065152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0bae35-eac3-4b32-af23-b4fb79e1ae23 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting subnet 6186e2b6-f549-4764-9e46-9c9db72d725b {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:45.069460 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e0bae35-eac3-4b32-af23-b4fb79e1ae23 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.119943 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e0bae35-eac3-4b32-af23-b4fb79e1ae23 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.160670 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e76b973b-11bf-426c-8c8d-b058db8a8155 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.204894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:45.205319 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.273070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] For port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0e9cc5a3-c743-4abf-a1b3-7b01e0630651,segment=NetworkSegment(9788bf68-52f1-4b61-86e6-2cb7c63da212),segment_id=9788bf68-52f1-4b61-86e6-2cb7c63da212)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:45.273070 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.286746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:45.290681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b9d6a-4284-4e6e-a10d-d5d2cf6500e1 None None] Pushing event updated for resources: {'Port': ['ID=02bff2e2-2e20-494f-b936-a70deb644608,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:45.298381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758208e-2085-41ce-8450-5c3e0769c811 req-530f85c1-062e-4664-a214-9adf4c447f23 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:45.300071 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f758208e-2085-41ce-8450-5c3e0769c811 req-530f85c1-062e-4664-a214-9adf4c447f23 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 945 time: 0.2375484 Jul 07 19:30:45.336090 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.377963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:45.396955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e0bae35-eac3-4b32-af23-b4fb79e1ae23 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.410530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:45.412939 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e06826-e7e8-47e0-93d3-15f38c1383df" -d '{"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-unplugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:45.479874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5bbcbaa5-80a0-4eb4-8df4-c51784e1bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:42Z', 'revision_number': 10, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:45.484485 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.523174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'port_id': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'mac_address': 'fa:16:3e:89:63:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:30:45.532647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f758208e-2085-41ce-8450-5c3e0769c811 req-1d7cd9c3-e3fa-4916-bbfb-da09ff2eacac tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Deleting port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:45.532993 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f758208e-2085-41ce-8450-5c3e0769c811 req-1d7cd9c3-e3fa-4916-bbfb-da09ff2eacac tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.537633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=0e9cc5a3-c743-4abf-a1b3-7b01e0630651,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:45.538294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e0bae35-eac3-4b32-af23-b4fb79e1ae23 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.553485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No DVR routers for this DVR port 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:45.562214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:45.565294 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5a5fae-88af-473a-8829-df14ad52e4ed x-openstack-request-id: req-4e5a5fae-88af-473a-8829-df14ad52e4ed {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:45.565583 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-unplugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:45.565837 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e5a5fae-88af-473a-8829-df14ad52e4ed {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:45.566258 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'code': 200} Jul 07 19:30:45.569779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbcbaa5-80a0-4eb4-8df4-c51784e1bc27 None None] Checking router: 8665f17c-34f4-40bb-8d87-45906cd30e8d for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:45.573616 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.598599 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e0bae35-eac3-4b32-af23-b4fb79e1ae23 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.603988 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3e0bae35-eac3-4b32-af23-b4fb79e1ae23 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/6186e2b6-f549-4764-9e46-9c9db72d725b HTTP/1.1" status: 204 len: 168 time: 0.6266465 Jul 07 19:30:45.604979 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bae35-eac3-4b32-af23-b4fb79e1ae23 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Subnet': ['ID=6186e2b6-f549-4764-9e46-9c9db72d725b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:45.608683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42078) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:45.628463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:45.668831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbcbaa5-80a0-4eb4-8df4-c51784e1bc27 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:45.670093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5bbcbaa5-80a0-4eb4-8df4-c51784e1bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:45.753405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.793635 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.799219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b9008-da86-4f4f-b83b-d73f0619c9d3 None None] DHCP port deletion for c3274f27-4da7-4ce7-8602-3f192b0c6010 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:45.801682 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.812121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3274f27-4da7-4ce7-8602-3f192b0c6010']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:45.821075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:45.832872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9788bf68-52f1-4b61-86e6-2cb7c63da212') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:45.833441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9788bf68-52f1-4b61-86e6-2cb7c63da212') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:45.845386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f758208e-2085-41ce-8450-5c3e0769c811 req-1d7cd9c3-e3fa-4916-bbfb-da09ff2eacac tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] For port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:45.846025 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f758208e-2085-41ce-8450-5c3e0769c811 req-1d7cd9c3-e3fa-4916-bbfb-da09ff2eacac tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.856291 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.877642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f758208e-2085-41ce-8450-5c3e0769c811 req-1d7cd9c3-e3fa-4916-bbfb-da09ff2eacac tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Calling delete_port for c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:45.878352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7677bde-aadd-49cb-82ef-881a750e174b req-d7cace77-c664-454a-9bc0-9c47b9fd0906 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:45.879901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7677bde-aadd-49cb-82ef-881a750e174b req-d7cace77-c664-454a-9bc0-9c47b9fd0906 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 945 time: 0.1847816 Jul 07 19:30:45.892030 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.914739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:45.921691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-5bbcbaa5-80a0-4eb4-8df4-c51784e1bc27 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:45.931346 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.955569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:45.955997 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:45.959567 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:46.029510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7677bde-aadd-49cb-82ef-881a750e174b req-57e701d8-312b-4928-abc2-414061231c54 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204727 Jul 07 19:30:46.041615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port 02bff2e2-2e20-494f-b936-a70deb644608 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:46.041959 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.101195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:46.119988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['6427ff31-3e2a-4561-ba8b-e61f0c63aee2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:46.130930 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e76b973b-11bf-426c-8c8d-b058db8a8155 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port 41e4ff0a-ac87-40d2-9a9d-cde88fe66c82 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:46.131280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e76b973b-11bf-426c-8c8d-b058db8a8155 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.206696 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.221773 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.228897 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/networks/c3274f27-4da7-4ce7-8602-3f192b0c6010 HTTP/1.1" status: 204 len: 168 time: 1.2943814 Jul 07 19:30:46.236818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42096) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:46.249228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d543a1-c748-4118-89b5-dc72d88fdfbf tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Network': ['ID=c3274f27-4da7-4ce7-8602-3f192b0c6010,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:46.255199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f758208e-2085-41ce-8450-5c3e0769c811 req-1d7cd9c3-e3fa-4916-bbfb-da09ff2eacac tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.256047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] For port 02bff2e2-2e20-494f-b936-a70deb644608, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=02bff2e2-2e20-494f-b936-a70deb644608,segment=NetworkSegment(85d5d75e-5b74-4b18-a5c2-507a3c78e73c),segment_id=85d5d75e-5b74-4b18-a5c2-507a3c78e73c)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:46.256404 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.295096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cd9c3-e3fa-4916-bbfb-da09ff2eacac tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event deleted for resources: {'Port': ['ID=c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:46.329850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for 02bff2e2-2e20-494f-b936-a70deb644608 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:46.394147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f758208e-2085-41ce-8450-5c3e0769c811 req-1d7cd9c3-e3fa-4916-bbfb-da09ff2eacac tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] No DVR routers for this DVR port c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:46.396617 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f758208e-2085-41ce-8450-5c3e0769c811 req-1d7cd9c3-e3fa-4916-bbfb-da09ff2eacac tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.398732 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f758208e-2085-41ce-8450-5c3e0769c811 req-1d7cd9c3-e3fa-4916-bbfb-da09ff2eacac tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "DELETE /v2.0/ports/c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b HTTP/1.1" status: 204 len: 173 time: 1.0896788 Jul 07 19:30:46.399201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6c3358-5aac-4c9e-95df-f86995584aa3', 'name': 'network-vif-deleted', 'tag': 'c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:46.418676 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1ce87d-1ad6-435f-ba47-34bc180e5e0e" -d '{"events": [{"server_uuid": "3b6c3358-5aac-4c9e-95df-f86995584aa3", "name": "network-vif-deleted", "tag": "c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:46.491628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5bbcbaa5-80a0-4eb4-8df4-c51784e1bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:42Z', 'revision_number': 10, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:46.492181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e76b973b-11bf-426c-8c8d-b058db8a8155 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.502627 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc75ae4-6817-4532-8652-d2698d392f75 x-openstack-request-id: req-1cc75ae4-6817-4532-8652-d2698d392f75 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:46.502971 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6c3358-5aac-4c9e-95df-f86995584aa3", "name": "network-vif-deleted", "tag": "c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:46.503232 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1cc75ae4-6817-4532-8652-d2698d392f75 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:46.503646 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6c3358-5aac-4c9e-95df-f86995584aa3', 'name': 'network-vif-deleted', 'tag': 'c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b', 'status': 'completed', 'code': 200} Jul 07 19:30:46.524554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e76b973b-11bf-426c-8c8d-b058db8a8155 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for 41e4ff0a-ac87-40d2-9a9d-cde88fe66c82 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:46.544296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbcbaa5-80a0-4eb4-8df4-c51784e1bc27 None None] The sync data for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 is: [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:42Z', 'revision_number': 10, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None, '_interfaces': [{'id': '477e180f-48d8-48eb-b3f8-8ce0680fdab7', 'name': '', 'network_id': '72abf4f2-3517-471a-912d-cad0c8a54f90', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'mac_address': 'fa:16:3e:80:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:39Z', 'updated_at': '2021-07-07T19:30:01Z', 'revision_number': 5, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'subnets': [{'id': 'bc3c384c-aeca-4878-a814-666312a8146c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:46.676967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81eba9-40fd-44c4-a505-6178e58050ad None None] Network 61606dda-4f07-4289-9d14-164e0dde6115 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:46.736372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-53589e08-74db-4fba-bfb5-f119b3c67323 None None] Could not find standard attr ID for object 02bff2e2-2e20-494f-b936-a70deb644608. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:30:46.744354 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.790554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=02bff2e2-2e20-494f-b936-a70deb644608,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:46.845259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No DVR routers for this DVR port 02bff2e2-2e20-494f-b936-a70deb644608 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:46.882253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:46.918147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:46.920085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device c1ff17b2-8f62-43be-b9c5-23ff9ba35b3b not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:46.931783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd83f26-404c-4775-a048-4e9fbf9e3899 None None] DHCP port deletion for 61606dda-4f07-4289-9d14-164e0dde6115 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:47.087168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:47.156864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:47.253994 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:47.255850 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8aea7a28-f6ca-46f8-bc9a-678fbbb80a7a not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:47.257260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:47.492324 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:47.492984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0e9cc5a3-c743-4abf-a1b3-7b01e0630651 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:47.611390 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:47.628569 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc078922-9a2f-40ca-bc08-8bbf78faf84f req-d95f2343-8115-4fb8-bb22-fd83c4ea85bf tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6c3358-5aac-4c9e-95df-f86995584aa3 HTTP/1.1" status: 200 len: 210 time: 0.0547709 Jul 07 19:30:47.686187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61606dda-4f07-4289-9d14-164e0dde6115']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:47.705659 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d5d75e-5b74-4b18-a5c2-507a3c78e73c') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:47.705932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d5d75e-5b74-4b18-a5c2-507a3c78e73c') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:47.722209 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:47.746704 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:47.754866 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e76b973b-11bf-426c-8c8d-b058db8a8155 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:47.758030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:47.758496 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:47.765209 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:47.839647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b973b-11bf-426c-8c8d-b058db8a8155 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=41e4ff0a-ac87-40d2-9a9d-cde88fe66c82,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:47.931197 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:47.956452 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:47.960566 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/networks/61606dda-4f07-4289-9d14-164e0dde6115 HTTP/1.1" status: 204 len: 168 time: 2.3474507 Jul 07 19:30:47.962316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42124) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:47.975167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-cec836af-42c7-4c40-a45f-919855798544 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1406502697'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:47.983473 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac8e43-a3f5-41bc-b950-0cc10584b870 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Network': ['ID=61606dda-4f07-4289-9d14-164e0dde6115,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:48.015226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec836af-42c7-4c40-a45f-919855798544 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:48.019651 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cec836af-42c7-4c40-a45f-919855798544 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.066232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec836af-42c7-4c40-a45f-919855798544 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:48.084495 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cec836af-42c7-4c40-a45f-919855798544 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.084848 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-cec836af-42c7-4c40-a45f-919855798544 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Added segment aa6058bc-4b90-42ab-a6e7-4a0a24642b5f of type vlan for network 6548737a-1ac2-41f2-8e4d-e2a0b2d476b8 Jul 07 19:30:48.090292 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e76b973b-11bf-426c-8c8d-b058db8a8155 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.151940 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cec836af-42c7-4c40-a45f-919855798544 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.171027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eaa12025-1df5-424b-ad66-40ef0ac550fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.196004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cec836af-42c7-4c40-a45f-919855798544 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.201948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec836af-42c7-4c40-a45f-919855798544 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:48.202662 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cec836af-42c7-4c40-a45f-919855798544 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.293244 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cec836af-42c7-4c40-a45f-919855798544 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3272264 Jul 07 19:30:48.298297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42128) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:48.307912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4ddf850c-8784-437f-99d8-e61bf1987af7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '6548737a-1ac2-41f2-8e4d-e2a0b2d476b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:48.336314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec836af-42c7-4c40-a45f-919855798544 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Network': ['ID=6548737a-1ac2-41f2-8e4d-e2a0b2d476b8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:48.349280 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 6548737a-1ac2-41f2-8e4d-e2a0b2d476b8 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:48.405896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76b973b-11bf-426c-8c8d-b058db8a8155 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router 611d1e60-5e25-4fb5-9380-b06197225b03 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:48.468781 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddf850c-8784-437f-99d8-e61bf1987af7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:48.484451 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ddf850c-8784-437f-99d8-e61bf1987af7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.537720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76b973b-11bf-426c-8c8d-b058db8a8155 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:48.545088 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e76b973b-11bf-426c-8c8d-b058db8a8155 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/611d1e60-5e25-4fb5-9380-b06197225b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0037074 Jul 07 19:30:48.546100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42136) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:48.553429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e4b8c-88e1-4535-a9d8-73b13b119eda None None] Sync routers for ids ['611d1e60-5e25-4fb5-9380-b06197225b03'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:48.582923 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-eba7a9e9-460a-4db9-8ea5-b0114ea261dc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=611d1e60-5e25-4fb5-9380-b06197225b03 HTTP/1.1" status: 200 len: 205 time: 0.0335693 Jul 07 19:30:48.584058 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42138) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:48.585608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e4b8c-88e1-4535-a9d8-73b13b119eda None None] Routers {'611d1e60-5e25-4fb5-9380-b06197225b03'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:48.586642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2b1e4b8c-88e1-4535-a9d8-73b13b119eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['611d1e60-5e25-4fb5-9380-b06197225b03'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:48.646868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2b1e4b8c-88e1-4535-a9d8-73b13b119eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:48.657665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e4b8c-88e1-4535-a9d8-73b13b119eda None None] Routers {'611d1e60-5e25-4fb5-9380-b06197225b03'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:48.658563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2b1e4b8c-88e1-4535-a9d8-73b13b119eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['611d1e60-5e25-4fb5-9380-b06197225b03'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:48.713762 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2b1e4b8c-88e1-4535-a9d8-73b13b119eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:48.714425 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e4b8c-88e1-4535-a9d8-73b13b119eda None None] The sync data for ids ['611d1e60-5e25-4fb5-9380-b06197225b03'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:48.768563 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a98bd2cf-30a2-4c05-8c28-a84b77fc7e69 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.877196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:48.951520 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ddf850c-8784-437f-99d8-e61bf1987af7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.962544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-eaa12025-1df5-424b-ad66-40ef0ac550fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port 477e180f-48d8-48eb-b3f8-8ce0680fdab7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:48.963023 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eaa12025-1df5-424b-ad66-40ef0ac550fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.031626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:49.032268 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.085589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf850c-8784-437f-99d8-e61bf1987af7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Checking segment: {'id': 'aa6058bc-4b90-42ab-a6e7-4a0a24642b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6548737a-1ac2-41f2-8e4d-e2a0b2d476b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:49.086182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf850c-8784-437f-99d8-e61bf1987af7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network hostable DHCP agents. Network: 6548737a-1ac2-41f2-8e4d-e2a0b2d476b8, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:49.090088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf850c-8784-437f-99d8-e61bf1987af7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Subnet': ['ID=d301ee62-ed58-496c-8f74-29abde88d2d3,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:49.116108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf850c-8784-437f-99d8-e61bf1987af7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 6548737a-1ac2-41f2-8e4d-e2a0b2d476b8 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:49.128670 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a98bd2cf-30a2-4c05-8c28-a84b77fc7e69 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.133504 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a98bd2cf-30a2-4c05-8c28-a84b77fc7e69 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.159028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-4ddf850c-8784-437f-99d8-e61bf1987af7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 6548737a-1ac2-41f2-8e4d-e2a0b2d476b8) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:49.169224 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d18a47b-c0a9-4c40-9d71-3acb8c2fc76e None None] Network 6548737a-1ac2-41f2-8e4d-e2a0b2d476b8 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:49.185340 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf850c-8784-437f-99d8-e61bf1987af7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:49.186353 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ddf850c-8784-437f-99d8-e61bf1987af7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.206229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-eaa12025-1df5-424b-ad66-40ef0ac550fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] For port 477e180f-48d8-48eb-b3f8-8ce0680fdab7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=477e180f-48d8-48eb-b3f8-8ce0680fdab7,segment=NetworkSegment(5e222909-4625-4eb7-a434-dd3d1bcc247e),segment_id=5e222909-4625-4eb7-a434-dd3d1bcc247e)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:49.206587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eaa12025-1df5-424b-ad66-40ef0ac550fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.217548 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4ddf850c-8784-437f-99d8-e61bf1987af7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9113004 Jul 07 19:30:49.219317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42154) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:49.227664 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': '6548737a-1ac2-41f2-8e4d-e2a0b2d476b8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1637010963'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:49.239348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-eaa12025-1df5-424b-ad66-40ef0ac550fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for 477e180f-48d8-48eb-b3f8-8ce0680fdab7 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:49.241001 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a98bd2cf-30a2-4c05-8c28-a84b77fc7e69 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.241477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98bd2cf-30a2-4c05-8c28-a84b77fc7e69 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Fanout notify agent at l3_agent the message router_deleted on router 611d1e60-5e25-4fb5-9380-b06197225b03 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:30:49.254825 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a98bd2cf-30a2-4c05-8c28-a84b77fc7e69 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.255960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a98bd2cf-30a2-4c05-8c28-a84b77fc7e69 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/611d1e60-5e25-4fb5-9380-b06197225b03 HTTP/1.1" status: 204 len: 168 time: 0.6704371 Jul 07 19:30:49.259828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42156) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:49.302432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725330-78fa-418e-8433-9233f5645ce7 req-a53ade40-1f59-47e9-9b11-328dccd271f7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:49.303804 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-a53ade40-1f59-47e9-9b11-328dccd271f7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.2477512 Jul 07 19:30:49.349403 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.366304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-6548737a-1ac2-41f2-8e4d-e2a0b2d476b8', 'network_id': '6548737a-1ac2-41f2-8e4d-e2a0b2d476b8', 'tenant_id': '85c3890fa00f4943901f50fca4c74949', 'fixed_ips': [{'subnet_id': 'd301ee62-ed58-496c-8f74-29abde88d2d3'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:30:49.366895 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-f3cfbfd1-ffa6-47cc-b92d-d0db1486f77c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/quotas/cfc0bfa801a549519ae7c1ebf365c273 HTTP/1.1" status: 200 len: 375 time: 0.0552881 Jul 07 19:30:49.367197 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.424629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcefa5e-9da9-486d-9fd2-3f3bfc3ae4b0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting subnet 618de14e-08c3-422d-bd9b-499e4da1d2c1 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:49.431111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:49.440773 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ddcefa5e-9da9-486d-9fd2-3f3bfc3ae4b0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.441179 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.498909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port eb404fc5-64f3-4729-9e6d-e87d1a0dae64 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:49.541759 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ddcefa5e-9da9-486d-9fd2-3f3bfc3ae4b0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.601855 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-1f2ba1a6-deca-42ba-b081-f6d5122d582c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2339816 Jul 07 19:30:49.609337 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:49.619689 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1a7ef4-1201-4e38-be8d-3339c78bce89" -d '{"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-plugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:49.654259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8::2d1 (6548737a-1ac2-41f2-8e4d-e2a0b2d476b8/d301ee62-ed58-496c-8f74-29abde88d2d3/eb404fc5-64f3-4729-9e6d-e87d1a0dae64) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:49.682196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:49.701874 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.817423 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.842115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=10']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:49.960683 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaccb83-4ac9-4f16-8aa8-fb103f2d55ca x-openstack-request-id: req-dcaccb83-4ac9-4f16-8aa8-fb103f2d55ca {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:49.960984 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-plugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:49.961296 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcaccb83-4ac9-4f16-8aa8-fb103f2d55ca {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:49.961703 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'code': 200} Jul 07 19:30:50.132628 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ddcefa5e-9da9-486d-9fd2-3f3bfc3ae4b0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.133182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Transition to ACTIVE for port object eb404fc5-64f3-4729-9e6d-e87d1a0dae64 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:50.157460 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eaa12025-1df5-424b-ad66-40ef0ac550fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.188838 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.203822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa12025-1df5-424b-ad66-40ef0ac550fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=477e180f-48d8-48eb-b3f8-8ce0680fdab7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:50.213133 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-57698e38-ad3d-4e89-9316-a3eee41c51c2 service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103299 Jul 07 19:30:50.245125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 6548737a-1ac2-41f2-8e4d-e2a0b2d476b8 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:50.249569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:50.252858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:50.260056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:50.260913 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.303465 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42168) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:50.303900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0823081 Jul 07 19:30:50.305029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f5ac0-4b10-43da-907a-3dfe682a5f0e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=eb404fc5-64f3-4729-9e6d-e87d1a0dae64,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:50.315114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Allocated IP 2001:db8::2 (6548737a-1ac2-41f2-8e4d-e2a0b2d476b8/d301ee62-ed58-496c-8f74-29abde88d2d3/f623e924-d4d6-47a4-a1c6-9a54b142529b) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:50.478296 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eaa12025-1df5-424b-ad66-40ef0ac550fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.502623 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ddcefa5e-9da9-486d-9fd2-3f3bfc3ae4b0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.567287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e2c680-22bd-43ab-9d84-fc36de6619f4 None None] Network 53a01db4-1c03-40c9-afbe-13c5fdf1be19 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:50.581518 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ddcefa5e-9da9-486d-9fd2-3f3bfc3ae4b0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.586008 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ddcefa5e-9da9-486d-9fd2-3f3bfc3ae4b0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/618de14e-08c3-422d-bd9b-499e4da1d2c1 HTTP/1.1" status: 204 len: 168 time: 1.3210645 Jul 07 19:30:50.586865 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42174) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:50.592367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcefa5e-9da9-486d-9fd2-3f3bfc3ae4b0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Subnet': ['ID=618de14e-08c3-422d-bd9b-499e4da1d2c1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:50.643494 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-eef67fb3-08cd-4906-8fd3-2bb67a0978c3 service neutron] 10.222.0.81 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293005 Jul 07 19:30:50.644882 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.663341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-53870b7c-18ee-448e-adb5-08b2d295f549 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting subnet 457701c6-0a45-4d55-82ec-98cf4e42f57d {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:50.668841 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53870b7c-18ee-448e-adb5-08b2d295f549 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.698820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Transition to ACTIVE for port object f623e924-d4d6-47a4-a1c6-9a54b142529b will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:50.718165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Transition to ACTIVE for port object f623e924-d4d6-47a4-a1c6-9a54b142529b will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:50.742418 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.744596 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53870b7c-18ee-448e-adb5-08b2d295f549 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.922372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Network 6548737a-1ac2-41f2-8e4d-e2a0b2d476b8 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:50.929742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53870b7c-18ee-448e-adb5-08b2d295f549 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.935165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:50.959714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:50.962939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b60d438b-7bb4-4414-ab44-53a3acbcccfe tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port eb404fc5-64f3-4729-9e6d-e87d1a0dae64 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:50.963291 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b60d438b-7bb4-4414-ab44-53a3acbcccfe tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.050243 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53870b7c-18ee-448e-adb5-08b2d295f549 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.087632 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad6debdc-701a-4dd1-a09c-fc9d9435e5db req-c61f1a8d-997a-4ffa-b6e4-8b15be498284 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 210 time: 0.1172740 Jul 07 19:30:51.109563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53870b7c-18ee-448e-adb5-08b2d295f549 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Subnet': ['ID=457701c6-0a45-4d55-82ec-98cf4e42f57d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:51.123994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53870b7c-18ee-448e-adb5-08b2d295f549 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.128306 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-53870b7c-18ee-448e-adb5-08b2d295f549 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/457701c6-0a45-4d55-82ec-98cf4e42f57d HTTP/1.1" status: 204 len: 168 time: 0.5376718 Jul 07 19:30:51.129495 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Pushing event updated for resources: {'Port': ['ID=f623e924-d4d6-47a4-a1c6-9a54b142529b,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:51.135234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42184) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:51.154462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ae33b6-c395-4096-b072-e925d47edb90 None None] Network 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:51.155094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa12025-1df5-424b-ad66-40ef0ac550fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8665f17c-34f4-40bb-8d87-45906cd30e8d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:51.176224 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a57769ce-ef05-4942-91fd-f35fc0e5572b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.208662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Attempting to bind port f623e924-d4d6-47a4-a1c6-9a54b142529b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:51.209045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Attempting to bind port f623e924-d4d6-47a4-a1c6-9a54b142529b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'aa6058bc-4b90-42ab-a6e7-4a0a24642b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6548737a-1ac2-41f2-8e4d-e2a0b2d476b8'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:51.209418 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Attempting to bind port f623e924-d4d6-47a4-a1c6-9a54b142529b on network 6548737a-1ac2-41f2-8e4d-e2a0b2d476b8 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:51.242526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:51.255039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Checking segment: {'id': 'aa6058bc-4b90-42ab-a6e7-4a0a24642b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6548737a-1ac2-41f2-8e4d-e2a0b2d476b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:51.255592 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.256149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Bound using segment: {'id': 'aa6058bc-4b90-42ab-a6e7-4a0a24642b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6548737a-1ac2-41f2-8e4d-e2a0b2d476b8'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:51.256919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Bound port: f623e924-d4d6-47a4-a1c6-9a54b142529b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6058bc-4b90-42ab-a6e7-4a0a24642b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6548737a-1ac2-41f2-8e4d-e2a0b2d476b8'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:51.258047 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.327102 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.408037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port 47ac7092-7683-459d-81bc-18a58e5aae1a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:51.408438 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.470283 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b60d438b-7bb4-4414-ab44-53a3acbcccfe tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.490410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa12025-1df5-424b-ad66-40ef0ac550fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:51.494383 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b60d438b-7bb4-4414-ab44-53a3acbcccfe tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for eb404fc5-64f3-4729-9e6d-e87d1a0dae64 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:51.507265 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b1f217-b114-4cd4-ac08-2dc727c24282 None None] DHCP port deletion for 53a01db4-1c03-40c9-afbe-13c5fdf1be19 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:51.507782 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-eaa12025-1df5-424b-ad66-40ef0ac550fc tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2690644 Jul 07 19:30:51.508438 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0115383-e52f-4132-b253-b19707771ff5 None None] Sync routers for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:51.517908 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42192) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:51.523542 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0115383-e52f-4132-b253-b19707771ff5 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:51.524570 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e0115383-e52f-4132-b253-b19707771ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:51.552113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port 47ac7092-7683-459d-81bc-18a58e5aae1a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=47ac7092-7683-459d-81bc-18a58e5aae1a,segment=NetworkSegment(ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92),segment_id=ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:51.554062 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.600878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for 47ac7092-7683-459d-81bc-18a58e5aae1a owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:51.611217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] For port f623e924-d4d6-47a4-a1c6-9a54b142529b, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:51.634365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] For port f623e924-d4d6-47a4-a1c6-9a54b142529b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f623e924-d4d6-47a4-a1c6-9a54b142529b,segment=NetworkSegment(aa6058bc-4b90-42ab-a6e7-4a0a24642b5f),segment_id=aa6058bc-4b90-42ab-a6e7-4a0a24642b5f)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:51.643487 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.712886 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-e0115383-e52f-4132-b253-b19707771ff5 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:51.720475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-15b1f217-b114-4cd4-ac08-2dc727c24282 None None] Deleting port 47ac7092-7683-459d-81bc-18a58e5aae1a {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:51.720978 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15b1f217-b114-4cd4-ac08-2dc727c24282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.846129 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e0115383-e52f-4132-b253-b19707771ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:49Z', 'revision_number': 11, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:51.849361 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.902327 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42b10d-cd8b-45de-a512-db70d5a32355 None None] Pushing event updated for resources: {'Port': ['ID=f623e924-d4d6-47a4-a1c6-9a54b142529b,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:51.903448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=47ac7092-7683-459d-81bc-18a58e5aae1a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:51.910567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No DVR routers for this DVR port 47ac7092-7683-459d-81bc-18a58e5aae1a on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:51.918763 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0115383-e52f-4132-b253-b19707771ff5 None None] Checking router: 8665f17c-34f4-40bb-8d87-45906cd30e8d for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:51.939572 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0115383-e52f-4132-b253-b19707771ff5 None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:51.940860 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e0115383-e52f-4132-b253-b19707771ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:51.959385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-15b1f217-b114-4cd4-ac08-2dc727c24282 None None] For port 47ac7092-7683-459d-81bc-18a58e5aae1a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=47ac7092-7683-459d-81bc-18a58e5aae1a,segment=NetworkSegment(ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92),segment_id=ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:51.959819 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15b1f217-b114-4cd4-ac08-2dc727c24282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.032929 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e213abe-6c13-4ae6-915b-d96cf17e95a7 None None] DHCP port deletion for 8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:52.048205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-15b1f217-b114-4cd4-ac08-2dc727c24282 None None] Calling delete_port for 47ac7092-7683-459d-81bc-18a58e5aae1a owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:52.048448 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.052159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b60d438b-7bb4-4414-ab44-53a3acbcccfe tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.063860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a01db4-1c03-40c9-afbe-13c5fdf1be19']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:52.089117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:52.089429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7b3e4c-d683-4bd7-b16b-c7f8ea268f92') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:52.125586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-32209d39-2668-4f88-8ef3-d4b8cb15078f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting subnet bc3c384c-aeca-4878-a814-666312a8146c {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:52.129787 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.155467 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-e0115383-e52f-4132-b253-b19707771ff5 None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:52.161670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d438b-7bb4-4414-ab44-53a3acbcccfe tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=eb404fc5-64f3-4729-9e6d-e87d1a0dae64,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:52.180188 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-32209d39-2668-4f88-8ef3-d4b8cb15078f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.211867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.261439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:52.261858 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.329883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-32209d39-2668-4f88-8ef3-d4b8cb15078f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.355079 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e0115383-e52f-4132-b253-b19707771ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:49Z', 'revision_number': 11, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:52.470918 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:52.584124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6e213abe-6c13-4ae6-915b-d96cf17e95a7 None None] Deleting port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:52.584528 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6e213abe-6c13-4ae6-915b-d96cf17e95a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.590150 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15b1f217-b114-4cd4-ac08-2dc727c24282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.610389 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.613012 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b60d438b-7bb4-4414-ab44-53a3acbcccfe tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.620890 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b60d438b-7bb4-4414-ab44-53a3acbcccfe tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/eb404fc5-64f3-4729-9e6d-e87d1a0dae64 HTTP/1.1" status: 204 len: 168 time: 2.3163731 Jul 07 19:30:52.621804 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0115383-e52f-4132-b253-b19707771ff5 None None] The sync data for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 is: [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:49Z', 'revision_number': 11, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:52.631003 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-53825dfd-55d7-4934-81fa-4e90f7110513 req-43722f82-5b1b-4cee-bfd5-97602c9e451a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 210 time: 0.1591740 Jul 07 19:30:52.641753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42208) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:52.679757 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15b1f217-b114-4cd4-ac08-2dc727c24282 None None] Network 53a01db4-1c03-40c9-afbe-13c5fdf1be19 is not hosted by any dhcp agent {{(pid=93902) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:30:52.680335 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b1f217-b114-4cd4-ac08-2dc727c24282 None None] No DVR routers for this DVR port 47ac7092-7683-459d-81bc-18a58e5aae1a on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:52.696487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.708011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/networks/53a01db4-1c03-40c9-afbe-13c5fdf1be19 HTTP/1.1" status: 204 len: 168 time: 1.5660777 Jul 07 19:30:52.708210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1f217-b114-4cd4-ac08-2dc727c24282 None None] Pushing event deleted for resources: {'Port': ['ID=47ac7092-7683-459d-81bc-18a58e5aae1a,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:52.708767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42214) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:52.751120 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7557391-bf30-41c7-87ca-06f816289a6a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:30:52.752719 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c7557391-bf30-41c7-87ca-06f816289a6a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/eb404fc5-64f3-4729-9e6d-e87d1a0dae64 HTTP/1.1" status: 404 len: 333 time: 0.1060679 Jul 07 19:30:52.758472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42216) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:52.772881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6e213abe-6c13-4ae6-915b-d96cf17e95a7 None None] For port 8c882b62-e7b3-48c1-9b82-f0201b4528e6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8c882b62-e7b3-48c1-9b82-f0201b4528e6,segment=NetworkSegment(351f0849-65d0-4790-9726-be3d62e0ed28),segment_id=351f0849-65d0-4790-9726-be3d62e0ed28)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:52.773429 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6e213abe-6c13-4ae6-915b-d96cf17e95a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.779409 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-32209d39-2668-4f88-8ef3-d4b8cb15078f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.792676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e6798-8bdc-46fe-bc69-bf0dc4c2bbae tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Network': ['ID=53a01db4-1c03-40c9-afbe-13c5fdf1be19,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:52.809003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6e213abe-6c13-4ae6-915b-d96cf17e95a7 None None] Calling delete_port for 8c882b62-e7b3-48c1-9b82-f0201b4528e6 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:52.896649 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.953406 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6e213abe-6c13-4ae6-915b-d96cf17e95a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.960805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-057d2bb7-3c71-4aca-9659-6907a5b9c3a0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting subnet d301ee62-ed58-496c-8f74-29abde88d2d3 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:52.965327 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057d2bb7-3c71-4aca-9659-6907a5b9c3a0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.993919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e213abe-6c13-4ae6-915b-d96cf17e95a7 None None] Pushing event deleted for resources: {'Port': ['ID=8c882b62-e7b3-48c1-9b82-f0201b4528e6,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:53.015938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e213abe-6c13-4ae6-915b-d96cf17e95a7 None None] No DVR routers for this DVR port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:53.021582 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-32209d39-2668-4f88-8ef3-d4b8cb15078f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.042377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:53.042729 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.045834 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057d2bb7-3c71-4aca-9659-6907a5b9c3a0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.159891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32209d39-2668-4f88-8ef3-d4b8cb15078f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3c384c-aeca-4878-a814-666312a8146c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:53.162364 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bc30eb-f11c-47b2-be4a-447352ecb901 None None] Network 72abf4f2-3517-471a-912d-cad0c8a54f90 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:53.175046 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-32209d39-2668-4f88-8ef3-d4b8cb15078f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.179606 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-32209d39-2668-4f88-8ef3-d4b8cb15078f tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/bc3c384c-aeca-4878-a814-666312a8146c HTTP/1.1" status: 204 len: 168 time: 1.6574054 Jul 07 19:30:53.193942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42218) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:53.304619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f623e924-d4d6-47a4-a1c6-9a54b142529b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:53.324738 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057d2bb7-3c71-4aca-9659-6907a5b9c3a0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.350599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port 8c882b62-e7b3-48c1-9b82-f0201b4528e6, host n-d-793621-9, got binding levels [] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:53.355559 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.402961 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f623e924-d4d6-47a4-a1c6-9a54b142529b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:53.415836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for 8c882b62-e7b3-48c1-9b82-f0201b4528e6 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:53.433596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.ipam_backend_mixin [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 was not found and therefore no delete operation was performed {{(pid=93901) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:30:53.468419 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057d2bb7-3c71-4aca-9659-6907a5b9c3a0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.484527 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.503784 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.533710 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 47ac7092-7683-459d-81bc-18a58e5aae1a no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:53.545551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d2bb7-3c71-4aca-9659-6907a5b9c3a0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Subnet': ['ID=d301ee62-ed58-496c-8f74-29abde88d2d3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:53.551874 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057d2bb7-3c71-4aca-9659-6907a5b9c3a0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.554179 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-057d2bb7-3c71-4aca-9659-6907a5b9c3a0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/d301ee62-ed58-496c-8f74-29abde88d2d3 HTTP/1.1" status: 204 len: 168 time: 0.7902453 Jul 07 19:30:53.561479 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42222) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:53.578031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No DVR routers for this DVR port 8c882b62-e7b3-48c1-9b82-f0201b4528e6 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:53.606276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 47ac7092-7683-459d-81bc-18a58e5aae1a {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:53.606883 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 47ac7092-7683-459d-81bc-18a58e5aae1a not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:53.607382 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8c882b62-e7b3-48c1-9b82-f0201b4528e6 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:53.617100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=8c882b62-e7b3-48c1-9b82-f0201b4528e6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:53.642217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 8c882b62-e7b3-48c1-9b82-f0201b4528e6 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:53.643422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8c882b62-e7b3-48c1-9b82-f0201b4528e6 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:53.643987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 477e180f-48d8-48eb-b3f8-8ce0680fdab7 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:53.712055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 477e180f-48d8-48eb-b3f8-8ce0680fdab7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:53.712396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 477e180f-48d8-48eb-b3f8-8ce0680fdab7 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:53.715259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.734312 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dfcf5fdd-6971-4ce2-8009-af9b9cc0b0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.778034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74f9743-e231-4cec-8199-c8d7f4a74ca2 None None] Network 6548737a-1ac2-41f2-8e4d-e2a0b2d476b8 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:53.836358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port f623e924-d4d6-47a4-a1c6-9a54b142529b {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:53.837158 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.943625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15d0eb4-4c2f-4d98-b121-48c550323a88 None None] DHCP port deletion for 72abf4f2-3517-471a-912d-cad0c8a54f90 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:54.023969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] For port f623e924-d4d6-47a4-a1c6-9a54b142529b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f623e924-d4d6-47a4-a1c6-9a54b142529b,segment=NetworkSegment(aa6058bc-4b90-42ab-a6e7-4a0a24642b5f),segment_id=aa6058bc-4b90-42ab-a6e7-4a0a24642b5f)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:54.026537 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.027259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.030351 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.046376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-74895ff6-d3e4-420a-b104-ae55805aee93 None None] Provisioning for port f623e924-d4d6-47a4-a1c6-9a54b142529b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:54.057838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for f623e924-d4d6-47a4-a1c6-9a54b142529b owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:54.091835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-74895ff6-d3e4-420a-b104-ae55805aee93 None None] Provisioning complete for port f623e924-d4d6-47a4-a1c6-9a54b142529b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:54.092216 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-74895ff6-d3e4-420a-b104-ae55805aee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.094444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:54.143387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351f0849-65d0-4790-9726-be3d62e0ed28') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:54.143863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351f0849-65d0-4790-9726-be3d62e0ed28') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:54.203938 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.215400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.236354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725330-78fa-418e-8433-9233f5645ce7 req-336f4cdf-2a25-4377-896b-5f2e55a95393 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:54.238457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-336f4cdf-2a25-4377-896b-5f2e55a95393 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 806 time: 0.6650631 Jul 07 19:30:54.249203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Deleting port 6d842359-b6c9-458c-aeeb-480c0b84b896 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:54.249723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.252807 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.255737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9754e4a6-41a3-457d-a7d1-fc9545b500c2 req-6496455a-ef66-4c1a-8dfe-581d92fe45cf tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 210 time: 0.0520806 Jul 07 19:30:54.274741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Request body: {'port': {'device_id': '5cd1758b-cb85-4116-8cb7-6f35e0801a5b', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'admin_state_up': True, 'tenant_id': 'cfc0bfa801a549519ae7c1ebf365c273'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:54.287311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=f623e924-d4d6-47a4-a1c6-9a54b142529b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:54.294403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No DVR routers for this DVR port f623e924-d4d6-47a4-a1c6-9a54b142529b on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:54.332599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:54.333070 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:54.336716 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:54.410634 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.430641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6548737a-1ac2-41f2-8e4d-e2a0b2d476b8']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:54.458611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6058bc-4b90-42ab-a6e7-4a0a24642b5f') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:54.459199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6058bc-4b90-42ab-a6e7-4a0a24642b5f') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:54.473968 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.477333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-74895ff6-d3e4-420a-b104-ae55805aee93 None None] Port f623e924-d4d6-47a4-a1c6-9a54b142529b update to ACTIVE by agent not found {{(pid=93902) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 19:30:54.496344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c15d0eb4-4c2f-4d98-b121-48c550323a88 None None] Deleting port 6d842359-b6c9-458c-aeeb-480c0b84b896 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:54.497127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c15d0eb4-4c2f-4d98-b121-48c550323a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.503081 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.511529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:54.511954 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:54.568286 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:54.584585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c15d0eb4-4c2f-4d98-b121-48c550323a88 None None] For port 6d842359-b6c9-458c-aeeb-480c0b84b896, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6d842359-b6c9-458c-aeeb-480c0b84b896,segment=NetworkSegment(5e222909-4625-4eb7-a434-dd3d1bcc247e),segment_id=5e222909-4625-4eb7-a434-dd3d1bcc247e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:54.585274 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c15d0eb4-4c2f-4d98-b121-48c550323a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.604776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c15d0eb4-4c2f-4d98-b121-48c550323a88 None None] Calling delete_port for 6d842359-b6c9-458c-aeeb-480c0b84b896 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:54.608435 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.629239 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.641228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/networks/6548737a-1ac2-41f2-8e4d-e2a0b2d476b8 HTTP/1.1" status: 204 len: 168 time: 1.0784602 Jul 07 19:30:54.642726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42232) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:54.647962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee227dd-7142-498d-b734-609328ad5e50 None None] DHCP port deletion for 6548737a-1ac2-41f2-8e4d-e2a0b2d476b8 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:54.659084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'name': 'tempest-PortsIpV6TestJSON-1552197262'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:54.744592 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.798102 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c15d0eb4-4c2f-4d98-b121-48c550323a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.814177 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d0eb4-4c2f-4d98-b121-48c550323a88 None None] No DVR routers for this DVR port 6d842359-b6c9-458c-aeeb-480c0b84b896 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:54.826281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042f931-4af2-4b19-bd40-52dfdf9fa9db tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Network': ['ID=6548737a-1ac2-41f2-8e4d-e2a0b2d476b8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:54.863864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:54.868833 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.869726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d0eb4-4c2f-4d98-b121-48c550323a88 None None] Pushing event deleted for resources: {'Port': ['ID=6d842359-b6c9-458c-aeeb-480c0b84b896,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:54.906226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port f06036eb-35b1-4f31-bcf1-4a274dc650bd yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:54.957921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6d842359-b6c9-458c-aeeb-480c0b84b896 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:54.983070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 6d842359-b6c9-458c-aeeb-480c0b84b896 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:54.983468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6d842359-b6c9-458c-aeeb-480c0b84b896 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:54.984001 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f623e924-d4d6-47a4-a1c6-9a54b142529b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:54.993796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] For port 6d842359-b6c9-458c-aeeb-480c0b84b896, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6d842359-b6c9-458c-aeeb-480c0b84b896,segment=NetworkSegment(5e222909-4625-4eb7-a434-dd3d1bcc247e),segment_id=5e222909-4625-4eb7-a434-dd3d1bcc247e)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:54.994315 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.009949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f623e924-d4d6-47a4-a1c6-9a54b142529b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:55.010668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f623e924-d4d6-47a4-a1c6-9a54b142529b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:55.011378 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Calling delete_port for 6d842359-b6c9-458c-aeeb-480c0b84b896 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:55.132705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.167746 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.177903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.179074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Made reservation on behalf of cfc0bfa801a549519ae7c1ebf365c273 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:55.184126 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.194087 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.199586 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/networks/8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f HTTP/1.1" status: 204 len: 168 time: 2.4863036 Jul 07 19:30:55.209720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42240) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:55.223637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ff122dd3-cafb-4c10-b392-35dadc6a4c21 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'network': {'name': 'tempest-RoutersTest-1248797832'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:55.230763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9740c43-5f26-4051-880f-71436b1cb5d7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Network': ['ID=8aa3c2fb-649a-4ff5-80c9-a34d4e6f9a6f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:55.252774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=f06036eb-35b1-4f31-bcf1-4a274dc650bd,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:55.264917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:55.266552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:55.273888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:55.283539 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.295540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:55.298961 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.303183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No DVR routers for this DVR port 6d842359-b6c9-458c-aeeb-480c0b84b896 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:55.308730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff122dd3-cafb-4c10-b392-35dadc6a4c21 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:55.313761 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff122dd3-cafb-4c10-b392-35dadc6a4c21 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.344137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d9c94a2c-eb91-4562-9ee7-4db99cf1dbfa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6897154 Jul 07 19:30:55.346898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42246) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:55.493096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1e52b9e2-ec16-4cf8-87c8-751aea1fadce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port f06036eb-35b1-4f31-bcf1-4a274dc650bd {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:55.493977 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e52b9e2-ec16-4cf8-87c8-751aea1fadce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.537354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Port': ['ID=6d842359-b6c9-458c-aeeb-480c0b84b896,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:55.548530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55a2320c-45da-45a9-a71b-071522caa727 req-73442af8-25ce-4f57-9640-091364d6c3e5 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 210 time: 0.0885303 Jul 07 19:30:55.575728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff122dd3-cafb-4c10-b392-35dadc6a4c21 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:55.593983 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e52b9e2-ec16-4cf8-87c8-751aea1fadce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.616759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1e52b9e2-ec16-4cf8-87c8-751aea1fadce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for f06036eb-35b1-4f31-bcf1-4a274dc650bd owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:55.625359 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.639035 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff122dd3-cafb-4c10-b392-35dadc6a4c21 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.639398 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-ff122dd3-cafb-4c10-b392-35dadc6a4c21 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Added segment c917d634-c728-428a-acbf-74ee15f2b578 of type vlan for network c749d99c-9f1f-415b-8174-8421642b0495 Jul 07 19:30:55.657262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72abf4f2-3517-471a-912d-cad0c8a54f90']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:55.699270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e222909-4625-4eb7-a434-dd3d1bcc247e') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:55.699667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e222909-4625-4eb7-a434-dd3d1bcc247e') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:55.729100 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.729586 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e52b9e2-ec16-4cf8-87c8-751aea1fadce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.744681 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff122dd3-cafb-4c10-b392-35dadc6a4c21 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.756394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Allocated IP 172.20.0.10 (8fe28009-9066-440f-9464-deba41242cb9/c21bbf2f-3f18-47a4-8078-10985cc0be42/e390af5c-cf4e-4cda-8ef3-6e1398326243) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:55.771332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52b9e2-ec16-4cf8-87c8-751aea1fadce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=f06036eb-35b1-4f31-bcf1-4a274dc650bd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:55.779747 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.782292 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e52b9e2-ec16-4cf8-87c8-751aea1fadce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.784945 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1e52b9e2-ec16-4cf8-87c8-751aea1fadce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/f06036eb-35b1-4f31-bcf1-4a274dc650bd HTTP/1.1" status: 204 len: 168 time: 0.4362905 Jul 07 19:30:55.788306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42248) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:55.796196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'mac_address': 'fa:16:3e:5e:64:eb', 'name': 'tempest-PortsIpV6TestJSON-74156191'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:55.803185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:55.803611 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:55.808453 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:55.923352 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff122dd3-cafb-4c10-b392-35dadc6a4c21 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.926218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:55.929601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff122dd3-cafb-4c10-b392-35dadc6a4c21 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:55.930210 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ff122dd3-cafb-4c10-b392-35dadc6a4c21 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.976967 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.981977 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.986588 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/networks/72abf4f2-3517-471a-912d-cad0c8a54f90 HTTP/1.1" status: 204 len: 168 time: 2.7890015 Jul 07 19:30:55.990270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42254) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:55.999431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-08ffe80d-351b-419b-a57d-18c56d1d484b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'router': {'routes': None}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:56.052211 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ff122dd3-cafb-4c10-b392-35dadc6a4c21 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8345659 Jul 07 19:30:56.057517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42256) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:56.097659 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c18e725e-3251-4fb3-864f-c11fd3de10bd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'subnet': {'network_id': 'c749d99c-9f1f-415b-8174-8421642b0495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:56.104141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff122dd3-cafb-4c10-b392-35dadc6a4c21 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Network': ['ID=c749d99c-9f1f-415b-8174-8421642b0495,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:56.120147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c749d99c-9f1f-415b-8174-8421642b0495 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:56.167729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf84960-6dbf-41e0-8ebe-fc966ef1517e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Pushing event deleted for resources: {'Network': ['ID=72abf4f2-3517-471a-912d-cad0c8a54f90,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:56.255836 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.298086 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.317963 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.331982 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:56.376518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Network 8fe28009-9066-440f-9464-deba41242cb9 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:56.387061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:56.404269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:56.446394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event updated for resources: {'Port': ['ID=e390af5c-cf4e-4cda-8ef3-6e1398326243,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:56.471464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.extraroute_db [None req-08ffe80d-351b-419b-a57d-18c56d1d484b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Added routes are [] {{(pid=93900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 19:30:56.471818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.extraroute_db [None req-08ffe80d-351b-419b-a57d-18c56d1d484b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Removed routes are [] {{(pid=93900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 19:30:56.472253 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08ffe80d-351b-419b-a57d-18c56d1d484b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.475954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18e725e-3251-4fb3-864f-c11fd3de10bd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:56.495265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c18e725e-3251-4fb3-864f-c11fd3de10bd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.509448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:56.517073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.557664 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ff64a296-8d8d-4ffd-b43e-d26e7d18f33a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3001220 Jul 07 19:30:56.562121 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.576160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Request body: {'port': {'device_id': '5cd1758b-cb85-4116-8cb7-6f35e0801a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:56.717767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port dbcafe8f-e60e-4b33-9fc3-599c851e6af2 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:56.791774 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.188445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08ffe80d-351b-419b-a57d-18c56d1d484b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.216614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e390af5c-cf4e-4cda-8ef3-6e1398326243 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:57.225909 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.243476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Transition to ACTIVE for port object e390af5c-cf4e-4cda-8ef3-6e1398326243 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:57.249037 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.345070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Pushing event updated for resources: {'Port': ['ID=e390af5c-cf4e-4cda-8ef3-6e1398326243,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:57.405086 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Attempting to bind port e390af5c-cf4e-4cda-8ef3-6e1398326243 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:57.405479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Attempting to bind port e390af5c-cf4e-4cda-8ef3-6e1398326243 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:57.405755 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Attempting to bind port e390af5c-cf4e-4cda-8ef3-6e1398326243 on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:57.413879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Port e390af5c-cf4e-4cda-8ef3-6e1398326243 on network 8fe28009-9066-440f-9464-deba41242cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:57.413879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Attempting to bind port e390af5c-cf4e-4cda-8ef3-6e1398326243 on network 8fe28009-9066-440f-9464-deba41242cb9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:57.418667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:57.419752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Checking segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:57.420402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Bound using segment: {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:57.420932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Bound port: e390af5c-cf4e-4cda-8ef3-6e1398326243, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423f4e97-b458-4b9f-aec0-fd95a8efe877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8fe28009-9066-440f-9464-deba41242cb9'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:57.421403 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.506647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] For port e390af5c-cf4e-4cda-8ef3-6e1398326243, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:57.511203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] For port e390af5c-cf4e-4cda-8ef3-6e1398326243, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e390af5c-cf4e-4cda-8ef3-6e1398326243,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:57.517771 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.581870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:57.582645 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.586836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] 10.222.0.110 "PUT /v2.0/ports/e390af5c-cf4e-4cda-8ef3-6e1398326243 HTTP/1.1" status: 200 len: 1092 time: 1.0214372 Jul 07 19:30:57.588793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd1758b-cb85-4116-8cb7-6f35e0801a5b', 'tag': 'e390af5c-cf4e-4cda-8ef3-6e1398326243'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:57.601574 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3a43cd-be59-4241-ae3d-a1763083c7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd1758b-cb85-4116-8cb7-6f35e0801a5b", "tag": "e390af5c-cf4e-4cda-8ef3-6e1398326243"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:57.613883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08ffe80d-351b-419b-a57d-18c56d1d484b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.707046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db341095-9566-4f51-98f9-a65014d9d1fd service neutron] Pushing event updated for resources: {'Port': ['ID=e390af5c-cf4e-4cda-8ef3-6e1398326243,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:57.710091 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.735288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28027154-d057-451c-a8cf-1a759248be60 req-e74d3228-6f08-42d9-b0d0-0eab629b3baf tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:57.744080 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28027154-d057-451c-a8cf-1a759248be60 req-e74d3228-6f08-42d9-b0d0-0eab629b3baf tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 932 time: 0.9251573 Jul 07 19:30:57.763385 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab181508-d460-4d9c-9e2a-47535235325f x-openstack-request-id: req-ab181508-d460-4d9c-9e2a-47535235325f {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:57.763752 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd1758b-cb85-4116-8cb7-6f35e0801a5b", "tag": "e390af5c-cf4e-4cda-8ef3-6e1398326243", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:57.764074 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab181508-d460-4d9c-9e2a-47535235325f {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:57.764585 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd1758b-cb85-4116-8cb7-6f35e0801a5b', 'tag': 'e390af5c-cf4e-4cda-8ef3-6e1398326243', 'status': 'completed', 'code': 200} Jul 07 19:30:57.782318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ffffc0f9-9b90-40bd-863e-ba4bc4ac127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:57.784648 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-ffffc0f9-9b90-40bd-863e-ba4bc4ac127e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 1095 time: 0.1434741 Jul 07 19:30:57.849808 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-732bfb37-1905-459b-b382-4afecd588cd4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e390af5c-cf4e-4cda-8ef3-6e1398326243 HTTP/1.1" status: 200 len: 217 time: 0.0559802 Jul 07 19:30:57.892857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28027154-d057-451c-a8cf-1a759248be60 req-6b796049-a483-4e8a-beb7-41fc88466a8a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485651 Jul 07 19:30:57.902767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ffe80d-351b-419b-a57d-18c56d1d484b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router 8665f17c-34f4-40bb-8d87-45906cd30e8d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:57.931363 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c18e725e-3251-4fb3-864f-c11fd3de10bd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.946602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725330-78fa-418e-8433-9233f5645ce7 req-3d2fb6cb-e547-4499-8d40-d58ec2bd9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:57.948689 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-3d2fb6cb-e547-4499-8d40-d58ec2bd9dcb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.0882781 Jul 07 19:30:58.002501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-eb454ea8-a610-40dc-94ee-a5d20eae6590 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426040 Jul 07 19:30:58.059887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ffe80d-351b-419b-a57d-18c56d1d484b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:58.078163 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.084515 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e725e-3251-4fb3-864f-c11fd3de10bd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Subnet': ['ID=ded02a1f-9002-4a94-a666-85ff5648a471,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:58.090867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e725e-3251-4fb3-864f-c11fd3de10bd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Checking segment: {'id': 'c917d634-c728-428a-acbf-74ee15f2b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c749d99c-9f1f-415b-8174-8421642b0495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:58.091241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e725e-3251-4fb3-864f-c11fd3de10bd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network hostable DHCP agents. Network: c749d99c-9f1f-415b-8174-8421642b0495, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:58.132289 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-cf688011-5b90-4aa7-9a2f-85c1f88c29b8 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140246 Jul 07 19:30:58.135974 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08ffe80d-351b-419b-a57d-18c56d1d484b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.139783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccd020-7aea-409d-9c6c-6d1f041f999b None None] Sync routers for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:58.144206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-08ffe80d-351b-419b-a57d-18c56d1d484b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d HTTP/1.1" status: 200 len: 705 time: 2.1499145 Jul 07 19:30:58.145034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42278) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:58.152166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e725e-3251-4fb3-864f-c11fd3de10bd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network c749d99c-9f1f-415b-8174-8421642b0495 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:58.153037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ccd020-7aea-409d-9c6c-6d1f041f999b None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:58.154204 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-24ccd020-7aea-409d-9c6c-6d1f041f999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:58.239369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-96738ca9-3a1e-4e54-b89f-dedeee79eaa1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=8665f17c-34f4-40bb-8d87-45906cd30e8d HTTP/1.1" status: 200 len: 205 time: 0.0821559 Jul 07 19:30:58.244148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42280) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:58.245537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=dbcafe8f-e60e-4b33-9fc3-599c851e6af2,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:58.258696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:58.271848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:58.289513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:58.292537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-24ccd020-7aea-409d-9c6c-6d1f041f999b None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:58.297214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:58.298406 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.301477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-c18e725e-3251-4fb3-864f-c11fd3de10bd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, c749d99c-9f1f-415b-8174-8421642b0495) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:58.306655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e725e-3251-4fb3-864f-c11fd3de10bd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:58.308602 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c18e725e-3251-4fb3-864f-c11fd3de10bd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.336878 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b897f8e5-e1eb-4b63-bc1e-e77c5a931a4e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.5474451 Jul 07 19:30:58.337795 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42284) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:58.354542 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c18e725e-3251-4fb3-864f-c11fd3de10bd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2956049 Jul 07 19:30:58.355182 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a725330-78fa-418e-8433-9233f5645ce7 req-503da1c5-cc7a-4d19-b715-aef596916188 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086167 Jul 07 19:30:58.355687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42288) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:58.357730 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-24ccd020-7aea-409d-9c6c-6d1f041f999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:49Z', 'revision_number': 11, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:58.361948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8287b034-0950-4ff9-bd45-09c4e2c9af4a None None] Network c749d99c-9f1f-415b-8174-8421642b0495 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:58.363280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-23a22528-b172-4ead-baf6-13a8ea21e469 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1281496124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:58.424944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccd020-7aea-409d-9c6c-6d1f041f999b None None] Checking router: 8665f17c-34f4-40bb-8d87-45906cd30e8d for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:58.447680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ccd020-7aea-409d-9c6c-6d1f041f999b None None] Routers {'8665f17c-34f4-40bb-8d87-45906cd30e8d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:58.448728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-24ccd020-7aea-409d-9c6c-6d1f041f999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8665f17c-34f4-40bb-8d87-45906cd30e8d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:58.462601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f75c25f-eeda-444b-b59f-0387ca967204 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:58.467646 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9f75c25f-eeda-444b-b59f-0387ca967204 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/dbcafe8f-e60e-4b33-9fc3-599c851e6af2 HTTP/1.1" status: 200 len: 843 time: 0.1283507 Jul 07 19:30:58.468352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42292) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:58.509353 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32c9071d-8e6f-4bcf-bf9b-764c808f7bcb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.546149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-24ccd020-7aea-409d-9c6c-6d1f041f999b None None] Set router 8665f17c-34f4-40bb-8d87-45906cd30e8d gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:58.636370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-24ccd020-7aea-409d-9c6c-6d1f041f999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:49Z', 'revision_number': 11, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:58.652066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed075f-eab9-43a0-80c9-ee3ef312ec18 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port dbcafe8f-e60e-4b33-9fc3-599c851e6af2 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:58.652625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b8ed075f-eab9-43a0-80c9-ee3ef312ec18 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.671128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccd020-7aea-409d-9c6c-6d1f041f999b None None] The sync data for ids ['8665f17c-34f4-40bb-8d87-45906cd30e8d'] in n-d-793621-9 is: [{'id': '8665f17c-34f4-40bb-8d87-45906cd30e8d', 'name': 'tempest-RoutersIpV6Test-router-1536338371', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:30:49Z', 'revision_number': 11, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:58.779570 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23a22528-b172-4ead-baf6-13a8ea21e469 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.780615 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23a22528-b172-4ead-baf6-13a8ea21e469 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.815805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-c749d99c-9f1f-415b-8174-8421642b0495', 'network_id': 'c749d99c-9f1f-415b-8174-8421642b0495', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'fixed_ips': [{'subnet_id': 'ded02a1f-9002-4a94-a666-85ff5648a471'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:30:58.820867 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.860203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b8ed075f-eab9-43a0-80c9-ee3ef312ec18 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.903291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed075f-eab9-43a0-80c9-ee3ef312ec18 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for dbcafe8f-e60e-4b33-9fc3-599c851e6af2 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:58.921335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32c9071d-8e6f-4bcf-bf9b-764c808f7bcb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.930990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32c9071d-8e6f-4bcf-bf9b-764c808f7bcb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.010611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a43cd-be59-4241-ae3d-a1763083c7f7 req-31eb6898-18bd-46d4-85ce-ad682351a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:59.012301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a3a43cd-be59-4241-ae3d-a1763083c7f7 req-31eb6898-18bd-46d4-85ce-ad682351a116 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 1095 time: 0.5818355 Jul 07 19:30:59.120650 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b8ed075f-eab9-43a0-80c9-ee3ef312ec18 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.171233 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23a22528-b172-4ead-baf6-13a8ea21e469 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.177911 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32c9071d-8e6f-4bcf-bf9b-764c808f7bcb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.178512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c9071d-8e6f-4bcf-bf9b-764c808f7bcb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Fanout notify agent at l3_agent the message router_deleted on router 8665f17c-34f4-40bb-8d87-45906cd30e8d {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:30:59.187571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23a22528-b172-4ead-baf6-13a8ea21e469 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.202476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32c9071d-8e6f-4bcf-bf9b-764c808f7bcb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.203939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-32c9071d-8e6f-4bcf-bf9b-764c808f7bcb tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d HTTP/1.1" status: 204 len: 168 time: 0.9581847 Jul 07 19:30:59.213450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed075f-eab9-43a0-80c9-ee3ef312ec18 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=dbcafe8f-e60e-4b33-9fc3-599c851e6af2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:59.217427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42302) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:59.220999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Allocated IP 172.20.0.2 (c749d99c-9f1f-415b-8174-8421642b0495/ded02a1f-9002-4a94-a666-85ff5648a471/54c4ee95-b1fc-42b4-989b-76904a567cd8) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:59.240125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5e60e91c-a100-4237-9eff-135788cb9ab7 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1583360900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:59.273871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244a10a-00c2-4f99-b404-1689593d3f28 req-698fff91-68a5-40f6-8da5-8f3e365a6773 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:59.282694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0244a10a-00c2-4f99-b404-1689593d3f28 req-698fff91-68a5-40f6-8da5-8f3e365a6773 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 944 time: 0.1473966 Jul 07 19:30:59.287105 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b8ed075f-eab9-43a0-80c9-ee3ef312ec18 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.293575 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b8ed075f-eab9-43a0-80c9-ee3ef312ec18 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/dbcafe8f-e60e-4b33-9fc3-599c851e6af2 HTTP/1.1" status: 204 len: 168 time: 0.8241038 Jul 07 19:30:59.294400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42304) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:59.313074 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23a22528-b172-4ead-baf6-13a8ea21e469 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.314455 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-23a22528-b172-4ead-baf6-13a8ea21e469 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9560244 Jul 07 19:30:59.320555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42306) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:59.335455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'port': {'network_id': 'c749d99c-9f1f-415b-8174-8421642b0495', 'name': 'tempest-RoutersTest-4378045'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:59.344819 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e60e91c-a100-4237-9eff-135788cb9ab7 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.346480 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e60e91c-a100-4237-9eff-135788cb9ab7 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.352904 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-630860fa-1e19-44a9-a281-f570d9d1d3af tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:30:59.360841 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-630860fa-1e19-44a9-a281-f570d9d1d3af tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/dbcafe8f-e60e-4b33-9fc3-599c851e6af2 HTTP/1.1" status: 404 len: 333 time: 0.0620267 Jul 07 19:30:59.362257 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42308) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:59.373081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'name': 'tempest-PortsIpV6TestJSON-996794148'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:59.513863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:59.518653 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.545225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.545994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0244a10a-00c2-4f99-b404-1689593d3f28 req-c10f039f-44c7-46d1-b91e-99c2023d63ca tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619078 Jul 07 19:30:59.551533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e60e91c-a100-4237-9eff-135788cb9ab7 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.558602 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Transition to ACTIVE for port object 54c4ee95-b1fc-42b4-989b-76904a567cd8 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:59.574664 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e60e91c-a100-4237-9eff-135788cb9ab7 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.586239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a43cd-be59-4241-ae3d-a1763083c7f7 req-880ce48a-1249-4120-8293-6b2835e58ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:59.593796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Transition to ACTIVE for port object 54c4ee95-b1fc-42b4-989b-76904a567cd8 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:59.595836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a3a43cd-be59-4241-ae3d-a1763083c7f7 req-880ce48a-1249-4120-8293-6b2835e58ebb service neutron] 10.222.0.110 "GET /v2.0/networks?id=8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 200 len: 907 time: 0.5435836 Jul 07 19:30:59.597550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] device_id is not set on port 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:59.605398 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e60e91c-a100-4237-9eff-135788cb9ab7 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.607583 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.608093 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5e60e91c-a100-4237-9eff-135788cb9ab7 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3835776 Jul 07 19:30:59.610742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42310) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:59.618087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-81968a03-804a-4490-9e6a-4c7f3e8715bd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:59.650754 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a3a43cd-be59-4241-ae3d-a1763083c7f7 req-5f7a9823-e472-4a77-8fba-39c94232c015 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e390af5c-cf4e-4cda-8ef3-6e1398326243 HTTP/1.1" status: 200 len: 217 time: 0.0459657 Jul 07 19:30:59.668244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Network c749d99c-9f1f-415b-8174-8421642b0495 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:59.672722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:59.676809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:59.759200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Pushing event updated for resources: {'Port': ['ID=54c4ee95-b1fc-42b4-989b-76904a567cd8,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:59.772953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Attempting to bind port 54c4ee95-b1fc-42b4-989b-76904a567cd8 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:59.773630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Attempting to bind port 54c4ee95-b1fc-42b4-989b-76904a567cd8 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'c917d634-c728-428a-acbf-74ee15f2b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c749d99c-9f1f-415b-8174-8421642b0495'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:59.774210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Attempting to bind port 54c4ee95-b1fc-42b4-989b-76904a567cd8 on network c749d99c-9f1f-415b-8174-8421642b0495 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:59.782548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:59.783944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:59.784631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Checking segment: {'id': 'c917d634-c728-428a-acbf-74ee15f2b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c749d99c-9f1f-415b-8174-8421642b0495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:59.785387 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.785960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Bound using segment: {'id': 'c917d634-c728-428a-acbf-74ee15f2b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c749d99c-9f1f-415b-8174-8421642b0495'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:59.786765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Bound port: 54c4ee95-b1fc-42b4-989b-76904a567cd8, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c917d634-c728-428a-acbf-74ee15f2b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c749d99c-9f1f-415b-8174-8421642b0495'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:59.787343 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.787482 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.886351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] For port 54c4ee95-b1fc-42b4-989b-76904a567cd8, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:59.891789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] For port 54c4ee95-b1fc-42b4-989b-76904a567cd8, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=54c4ee95-b1fc-42b4-989b-76904a567cd8,segment=NetworkSegment(c917d634-c728-428a-acbf-74ee15f2b578),segment_id=c917d634-c728-428a-acbf-74ee15f2b578)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:59.902649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a43cd-be59-4241-ae3d-a1763083c7f7 req-735e163f-3c19-4b27-bffd-8e8d2c551019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:59.902863 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.903506 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a3a43cd-be59-4241-ae3d-a1763083c7f7 req-735e163f-3c19-4b27-bffd-8e8d2c551019 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 200 len: 846 time: 0.2062700 Jul 07 19:30:59.958010 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81968a03-804a-4490-9e6a-4c7f3e8715bd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.969584 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a3a43cd-be59-4241-ae3d-a1763083c7f7 req-0c459b01-1afa-4701-b0f2-710fbc78c449 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8fe28009-9066-440f-9464-deba41242cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436130 Jul 07 19:30:59.973427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port f98d8b82-81d4-4f2e-a8d5-4635fcae4562 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:59.978117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c345e-2404-4629-8a2e-d27740e589b5 None None] Pushing event updated for resources: {'Port': ['ID=54c4ee95-b1fc-42b4-989b-76904a567cd8,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:00.000415 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81968a03-804a-4490-9e6a-4c7f3e8715bd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.078198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Allocated IP 172.20.0.13 (c749d99c-9f1f-415b-8174-8421642b0495/ded02a1f-9002-4a94-a666-85ff5648a471/0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:00.206981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a3a43cd-be59-4241-ae3d-a1763083c7f7 req-fb32817c-289b-4b21-8c33-6652d3d1a899 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268682 Jul 07 19:31:00.366585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81968a03-804a-4490-9e6a-4c7f3e8715bd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Router d5e5e73c-4eee-419a-848e-3ca6ea4c567f is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:31:00.404201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a3a43cd-be59-4241-ae3d-a1763083c7f7 req-5b430cfd-0847-42ff-8546-14fd20ba4571 service neutron] 10.222.0.110 "GET /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686599 Jul 07 19:31:00.415301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.441211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Transition to ACTIVE for port object 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:00.488133 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.507045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.539185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81968a03-804a-4490-9e6a-4c7f3e8715bd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:00.549877 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567caf47-a57b-43e7-8df3-1c90dad43411 None None] Sync routers for ids ['d5e5e73c-4eee-419a-848e-3ca6ea4c567f'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:00.550884 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81968a03-804a-4490-9e6a-4c7f3e8715bd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.555354 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-81968a03-804a-4490-9e6a-4c7f3e8715bd tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "PUT /v2.0/routers/d5e5e73c-4eee-419a-848e-3ca6ea4c567f HTTP/1.1" status: 200 len: 698 time: 0.9432461 Jul 07 19:31:00.557370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42320) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:00.564377 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567caf47-a57b-43e7-8df3-1c90dad43411 None None] Routers {'d5e5e73c-4eee-419a-848e-3ca6ea4c567f'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:00.565353 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-567caf47-a57b-43e7-8df3-1c90dad43411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d5e5e73c-4eee-419a-848e-3ca6ea4c567f'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:00.626765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network c749d99c-9f1f-415b-8174-8421642b0495 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:00.642768 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.690003 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-567caf47-a57b-43e7-8df3-1c90dad43411 None None] Set router d5e5e73c-4eee-419a-848e-3ca6ea4c567f gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:00.694287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:00.705962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:00.718705 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:00.775807 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-567caf47-a57b-43e7-8df3-1c90dad43411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e5e73c-4eee-419a-848e-3ca6ea4c567f', 'name': 'tempest-RoutersIpV6Test-router-1583360900', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:30:59Z', 'updated_at': '2021-07-07T19:30:59Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:00.800836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8b0957f0-0e26-4a8f-9fc4-0ff2ca531e40 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/routers/d5e5e73c-4eee-419a-848e-3ca6ea4c567f HTTP/1.1" status: 200 len: 704 time: 0.2419281 Jul 07 19:31:00.804628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42324) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:00.830002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:00.846827 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567caf47-a57b-43e7-8df3-1c90dad43411 None None] Checking router: d5e5e73c-4eee-419a-848e-3ca6ea4c567f for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:00.854096 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ffdfe14b-9b31-43db-b207-228731006444 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5e5e73c-4eee-419a-848e-3ca6ea4c567f HTTP/1.1" status: 200 len: 205 time: 0.0483191 Jul 07 19:31:00.854953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42326) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:00.861314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=f98d8b82-81d4-4f2e-a8d5-4635fcae4562,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:00.865789 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567caf47-a57b-43e7-8df3-1c90dad43411 None None] Routers {'d5e5e73c-4eee-419a-848e-3ca6ea4c567f'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:00.867146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:00.867290 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-567caf47-a57b-43e7-8df3-1c90dad43411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d5e5e73c-4eee-419a-848e-3ca6ea4c567f'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:00.870159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:00.876271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:00.877169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.898849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d2446978-dc0d-40c1-b606-092e899f5c1a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5337260 Jul 07 19:31:00.900999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42328) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:00.909809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e390af5c-cf4e-4cda-8ef3-6e1398326243 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:31:00.913366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3f52f586-9a38-4454-9feb-d0dca2049afa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:00.994771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:00.999364 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.098927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 54c4ee95-b1fc-42b4-989b-76904a567cd8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:01.107668 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-567caf47-a57b-43e7-8df3-1c90dad43411 None None] Set router d5e5e73c-4eee-419a-848e-3ca6ea4c567f gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:01.157068 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-40060a21-a7fa-40d8-9257-1c0dbaa87ff3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.8258212 Jul 07 19:31:01.159230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42338) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:01.256515 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-567caf47-a57b-43e7-8df3-1c90dad43411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e5e73c-4eee-419a-848e-3ca6ea4c567f', 'name': 'tempest-RoutersIpV6Test-router-1583360900', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:30:59Z', 'updated_at': '2021-07-07T19:30:59Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:01.284477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff12e4-974c-45f0-a4b0-f0ee22aad713 req-29040c23-b2f2-4080-a52d-305818fd1d78 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:01.314510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-62ff12e4-974c-45f0-a4b0-f0ee22aad713 req-29040c23-b2f2-4080-a52d-305818fd1d78 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 944 time: 0.5763874 Jul 07 19:31:01.320296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e79a1446-e6ee-4ac6-aeb5-6ed85578b6d8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.324053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e390af5c-cf4e-4cda-8ef3-6e1398326243, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e390af5c-cf4e-4cda-8ef3-6e1398326243,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:01.336194 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f52f586-9a38-4454-9feb-d0dca2049afa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.353803 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567caf47-a57b-43e7-8df3-1c90dad43411 None None] The sync data for ids ['d5e5e73c-4eee-419a-848e-3ca6ea4c567f'] in n-d-793621-9 is: [{'id': 'd5e5e73c-4eee-419a-848e-3ca6ea4c567f', 'name': 'tempest-RoutersIpV6Test-router-1583360900', 'tenant_id': '4bfded69b02c400baf0e605daf3fbd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:30:59Z', 'updated_at': '2021-07-07T19:30:59Z', 'revision_number': 2, 'project_id': '4bfded69b02c400baf0e605daf3fbd55', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:01.384053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'e390af5c-cf4e-4cda-8ef3-6e1398326243', 'network_id': '8fe28009-9066-440f-9464-deba41242cb9', 'port_id': 'e390af5c-cf4e-4cda-8ef3-6e1398326243', 'mac_address': 'fa:16:3e:85:c3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21bbf2f-3f18-47a4-8078-10985cc0be42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:31:01.411599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 54c4ee95-b1fc-42b4-989b-76904a567cd8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:01.499114 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.529431 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e390af5c-cf4e-4cda-8ef3-6e1398326243 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:31:01.564515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e390af5c-cf4e-4cda-8ef3-6e1398326243, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e390af5c-cf4e-4cda-8ef3-6e1398326243,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:01.584588 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.599286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-62ff12e4-974c-45f0-a4b0-f0ee22aad713 req-344fac2b-0061-45d1-94b7-6c2dbcd5aefc tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837062 Jul 07 19:31:01.663231 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f52f586-9a38-4454-9feb-d0dca2049afa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.672203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f52f586-9a38-4454-9feb-d0dca2049afa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.740895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f4fcde-0787-4847-9b3d-23cd74900352 None None] Network c749d99c-9f1f-415b-8174-8421642b0495 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:01.744778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e390af5c-cf4e-4cda-8ef3-6e1398326243,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:01.772139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-3f52f586-9a38-4454-9feb-d0dca2049afa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] In _notify_port_updated(), no bound segment for port f98d8b82-81d4-4f2e-a8d5-4635fcae4562 on network 33f52603-1f1d-4d10-aa2f-287ffc651726 {{(pid=93900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:31:01.778724 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f52f586-9a38-4454-9feb-d0dca2049afa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:01.779428 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f52f586-9a38-4454-9feb-d0dca2049afa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.783874 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3f52f586-9a38-4454-9feb-d0dca2049afa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "PUT /v2.0/ports/f98d8b82-81d4-4f2e-a8d5-4635fcae4562 HTTP/1.1" status: 200 len: 818 time: 0.8814700 Jul 07 19:31:01.784671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42340) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:01.785362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52f586-9a38-4454-9feb-d0dca2049afa tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=f98d8b82-81d4-4f2e-a8d5-4635fcae4562,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:01.874492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c1f6e2fe-d090-4b52-9f67-b795895e3dc5 None None] Provisioning for port 54c4ee95-b1fc-42b4-989b-76904a567cd8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:01.893708 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c1f6e2fe-d090-4b52-9f67-b795895e3dc5 None None] Provisioning complete for port 54c4ee95-b1fc-42b4-989b-76904a567cd8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:01.894244 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e2fe-d090-4b52-9f67-b795895e3dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.993607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['e390af5c-cf4e-4cda-8ef3-6e1398326243'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:31:01.999456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-aa220d62-0a2e-45b8-88b6-82265383b9ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port f98d8b82-81d4-4f2e-a8d5-4635fcae4562 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:02.000021 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa220d62-0a2e-45b8-88b6-82265383b9ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.111190 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa220d62-0a2e-45b8-88b6-82265383b9ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.124569 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e2fe-d090-4b52-9f67-b795895e3dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.143103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-aa220d62-0a2e-45b8-88b6-82265383b9ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for f98d8b82-81d4-4f2e-a8d5-4635fcae4562 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:02.193662 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e79a1446-e6ee-4ac6-aeb5-6ed85578b6d8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.200911 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e79a1446-e6ee-4ac6-aeb5-6ed85578b6d8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.267382 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e79a1446-e6ee-4ac6-aeb5-6ed85578b6d8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.267799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79a1446-e6ee-4ac6-aeb5-6ed85578b6d8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Fanout notify agent at l3_agent the message router_deleted on router d5e5e73c-4eee-419a-848e-3ca6ea4c567f {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:31:02.310965 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa220d62-0a2e-45b8-88b6-82265383b9ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.320920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c1f6e2fe-d090-4b52-9f67-b795895e3dc5 None None] For port 54c4ee95-b1fc-42b4-989b-76904a567cd8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=54c4ee95-b1fc-42b4-989b-76904a567cd8,segment=NetworkSegment(c917d634-c728-428a-acbf-74ee15f2b578),segment_id=c917d634-c728-428a-acbf-74ee15f2b578)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:02.332442 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e79a1446-e6ee-4ac6-aeb5-6ed85578b6d8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.341458 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e79a1446-e6ee-4ac6-aeb5-6ed85578b6d8 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/d5e5e73c-4eee-419a-848e-3ca6ea4c567f HTTP/1.1" status: 204 len: 168 time: 1.4770303 Jul 07 19:31:02.369392 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e2fe-d090-4b52-9f67-b795895e3dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.374898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42348) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:02.379521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa220d62-0a2e-45b8-88b6-82265383b9ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=f98d8b82-81d4-4f2e-a8d5-4635fcae4562,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:02.429139 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0d07974c-0734-497d-abf1-e825c481a882 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5e5e73c-4eee-419a-848e-3ca6ea4c567f HTTP/1.1" status: 200 len: 205 time: 0.0460980 Jul 07 19:31:02.432063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42350) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:02.442457 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa220d62-0a2e-45b8-88b6-82265383b9ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.444824 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aa220d62-0a2e-45b8-88b6-82265383b9ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/f98d8b82-81d4-4f2e-a8d5-4635fcae4562 HTTP/1.1" status: 204 len: 168 time: 0.6559184 Jul 07 19:31:02.447165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42354) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:02.515132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ffdf0-9d7a-4153-aab6-eaf113236dd4 req-3323c8c0-b0ab-4b4a-a436-3a73a243dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:02.518485 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b2ffdf0-9d7a-4153-aab6-eaf113236dd4 req-3323c8c0-b0ab-4b4a-a436-3a73a243dc10 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1098 time: 0.4988022 Jul 07 19:31:02.571782 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-98fcb2d1-fa26-4b23-ae59-8c0bdad85994 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] delete failed (client error): The resource could not be found. Jul 07 19:31:02.592794 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-98fcb2d1-fa26-4b23-ae59-8c0bdad85994 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/d5e5e73c-4eee-419a-848e-3ca6ea4c567f HTTP/1.1" status: 404 len: 336 time: 0.1564372 Jul 07 19:31:02.610591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42356) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:02.619486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6e2fe-d090-4b52-9f67-b795895e3dc5 None None] Pushing event updated for resources: {'Port': ['ID=54c4ee95-b1fc-42b4-989b-76904a567cd8,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:02.762008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e1004d-62d9-49fa-aa27-7d372fb4de4b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:02.772536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-87e1004d-62d9-49fa-aa27-7d372fb4de4b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.3209629 Jul 07 19:31:02.772702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42360) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:02.815112 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9800467-e70f-413a-bba6-86aa80e1f677 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] DELETE failed (client error): The resource could not be found. Jul 07 19:31:02.815580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9800467-e70f-413a-bba6-86aa80e1f677 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:31:02.819676 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a9800467-e70f-413a-bba6-86aa80e1f677 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/300b9993-3368-4694-a77c-9fe50ecf839c HTTP/1.1" status: 404 len: 337 time: 0.1998646 Jul 07 19:31:02.820103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42362) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:02.859458 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4e57be-ee7a-4ead-8ed8-cda6dcc6fb90 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:31:02.864412 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cc4e57be-ee7a-4ead-8ed8-cda6dcc6fb90 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/f98d8b82-81d4-4f2e-a8d5-4635fcae4562 HTTP/1.1" status: 404 len: 333 time: 0.0874786 Jul 07 19:31:02.865038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42364) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:02.871736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c556bf2b-121d-461c-a766-1c25323d9018 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-307324177'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:02.908533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c556bf2b-121d-461c-a766-1c25323d9018 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:02.912863 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c556bf2b-121d-461c-a766-1c25323d9018 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.951978 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46e1f5d-74d0-4aa7-b891-a884981b9a1b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] DELETE failed (client error): The resource could not be found. Jul 07 19:31:02.952448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46e1f5d-74d0-4aa7-b891-a884981b9a1b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:31:02.954859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f46e1f5d-74d0-4aa7-b891-a884981b9a1b tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/c784b481-76c2-49fc-87f9-791d38ad5c42 HTTP/1.1" status: 404 len: 337 time: 0.1307147 Jul 07 19:31:02.958862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c556bf2b-121d-461c-a766-1c25323d9018 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:02.960330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42366) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:02.981712 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c556bf2b-121d-461c-a766-1c25323d9018 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.982472 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-c556bf2b-121d-461c-a766-1c25323d9018 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Added segment 06b5ef00-ee40-4d66-ba70-e4448cc1a2fb of type vlan for network 481bc74f-30ab-44fc-99eb-de99866907bb Jul 07 19:31:03.002680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 54c4ee95-b1fc-42b4-989b-76904a567cd8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:03.087371 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8d71c1-2aad-4249-a87e-e29083937c0d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] DELETE failed (client error): The resource could not be found. Jul 07 19:31:03.087834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8d71c1-2aad-4249-a87e-e29083937c0d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:31:03.092587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6a8d71c1-2aad-4249-a87e-e29083937c0d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/8566f247-9b07-4d06-acf5-a791b4f07de0 HTTP/1.1" status: 404 len: 337 time: 0.1258497 Jul 07 19:31:03.102225 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c556bf2b-121d-461c-a766-1c25323d9018 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.121365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42368) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:03.145219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 54c4ee95-b1fc-42b4-989b-76904a567cd8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:03.145609 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.170602 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c556bf2b-121d-461c-a766-1c25323d9018 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.185264 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c556bf2b-121d-461c-a766-1c25323d9018 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:03.187354 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c556bf2b-121d-461c-a766-1c25323d9018 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.223545 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c556bf2b-121d-461c-a766-1c25323d9018 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3574047 Jul 07 19:31:03.234196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42374) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:03.259050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-257392f1-22d5-4def-8472-b1333577a1e8 None None] Provisioning for port 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:03.263562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f9f51ab3-1b13-4f9e-b7bc-350eb3ca2340 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '481bc74f-30ab-44fc-99eb-de99866907bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:03.270877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-257392f1-22d5-4def-8472-b1333577a1e8 None None] Provisioning complete for port 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:03.274723 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-257392f1-22d5-4def-8472-b1333577a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.307848 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf13527-dd52-4947-a5f7-0bb565ffeba6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] DELETE failed (client error): The resource could not be found. Jul 07 19:31:03.308320 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf13527-dd52-4947-a5f7-0bb565ffeba6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:31:03.314002 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fcf13527-dd52-4947-a5f7-0bb565ffeba6 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/bc3c384c-aeca-4878-a814-666312a8146c HTTP/1.1" status: 404 len: 337 time: 0.1830683 Jul 07 19:31:03.314202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42376) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:03.413044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ffdf0-9d7a-4153-aab6-eaf113236dd4 req-6603f6b8-8394-4e2c-a32d-e93b9e8738a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:03.415923 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9491bee2-66a3-4302-bb02-6006b5592f46 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=8665f17c-34f4-40bb-8d87-45906cd30e8d HTTP/1.1" status: 200 len: 205 time: 0.0992243 Jul 07 19:31:03.416048 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b2ffdf0-9d7a-4153-aab6-eaf113236dd4 req-6603f6b8-8394-4e2c-a32d-e93b9e8738a9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.8266375 Jul 07 19:31:03.417552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42380) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:03.472137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-257392f1-22d5-4def-8472-b1333577a1e8 None None] Port 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:03.475860 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-52f285cb-4d21-438b-a22f-93394207001e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] delete failed (client error): The resource could not be found. Jul 07 19:31:03.477116 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-52f285cb-4d21-438b-a22f-93394207001e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/8665f17c-34f4-40bb-8d87-45906cd30e8d HTTP/1.1" status: 404 len: 336 time: 0.0587978 Jul 07 19:31:03.478052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556bf2b-121d-461c-a766-1c25323d9018 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Network': ['ID=481bc74f-30ab-44fc-99eb-de99866907bb,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:03.480486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42382) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:03.517589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8f3681f6-77ee-4f9f-b891-471073cfa547 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=a40a9227-dce1-4696-b761-e886621cb1b0 HTTP/1.1" status: 200 len: 205 time: 0.0356891 Jul 07 19:31:03.519867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42384) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:03.539104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 481bc74f-30ab-44fc-99eb-de99866907bb details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:03.542924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-257392f1-22d5-4def-8472-b1333577a1e8 None None] Provisioning complete for port 54c4ee95-b1fc-42b4-989b-76904a567cd8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:03.543297 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-257392f1-22d5-4def-8472-b1333577a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.619034 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-6b1328b8-1a00-412d-8940-06a783c90395 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] delete failed (client error): The resource could not be found. Jul 07 19:31:03.625805 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6b1328b8-1a00-412d-8940-06a783c90395 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/a40a9227-dce1-4696-b761-e886621cb1b0 HTTP/1.1" status: 404 len: 336 time: 0.1020517 Jul 07 19:31:03.626456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42386) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:03.710091 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02640bf-63c8-4c02-9e3b-a4bc70f69e68 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] DELETE failed (client error): The resource could not be found. Jul 07 19:31:03.712114 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02640bf-63c8-4c02-9e3b-a4bc70f69e68 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:31:03.717468 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f02640bf-63c8-4c02-9e3b-a4bc70f69e68 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/1b185211-7e0b-4ec1-ad91-47e034903b12 HTTP/1.1" status: 404 len: 337 time: 0.0858374 Jul 07 19:31:03.718191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42390) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:03.755644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f51ab3-1b13-4f9e-b7bc-350eb3ca2340 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:03.769940 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f51ab3-1b13-4f9e-b7bc-350eb3ca2340 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.787433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42392) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:03.789327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4a79b864-d525-443e-87e3-14d5f5fe6e18 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=873d084d-b4e4-48cf-aae2-a75a047641ad HTTP/1.1" status: 200 len: 205 time: 0.0618620 Jul 07 19:31:03.841439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a4545c60-3c74-415b-a210-ed6251248387 None None] Provisioning complete for port 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:03.841849 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a4545c60-3c74-415b-a210-ed6251248387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.904994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc6e97-090f-461d-b110-872c55ca1968 req-a110a512-2c4c-46a7-9cf0-bdbfdfd1f64c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:03.911041 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-24cc6e97-090f-461d-b110-872c55ca1968 req-a110a512-2c4c-46a7-9cf0-bdbfdfd1f64c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 945 time: 0.9453249 Jul 07 19:31:03.911041 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-21b95c76-6f02-4bce-b800-c4850b215ea1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] delete failed (client error): The resource could not be found. Jul 07 19:31:03.911041 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-21b95c76-6f02-4bce-b800-c4850b215ea1 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/873d084d-b4e4-48cf-aae2-a75a047641ad HTTP/1.1" status: 404 len: 336 time: 0.1087976 Jul 07 19:31:03.911421 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42394) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:03.944419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.959224 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8f41bc53-258a-43d8-b90b-a293b86944de tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=af63fa6b-3b5d-4f08-9c57-b224099fd509 HTTP/1.1" status: 200 len: 205 time: 0.0445619 Jul 07 19:31:03.959498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42396) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:03.976144 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b2ffdf0-9d7a-4153-aab6-eaf113236dd4 req-21396208-c654-4fe4-a95b-fb31145853a0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 1001 time: 0.5285368 Jul 07 19:31:04.021371 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-2384c58b-c676-425e-9b73-f4e2334f059e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] delete failed (client error): The resource could not be found. Jul 07 19:31:04.025364 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2384c58b-c676-425e-9b73-f4e2334f059e tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/af63fa6b-3b5d-4f08-9c57-b224099fd509 HTTP/1.1" status: 404 len: 336 time: 0.0624759 Jul 07 19:31:04.030727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42398) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:04.063222 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9eedc88-fcac-4c4b-8f25-14058f291fac tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] DELETE failed (client error): The resource could not be found. Jul 07 19:31:04.063713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9eedc88-fcac-4c4b-8f25-14058f291fac tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:31:04.066834 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a9eedc88-fcac-4c4b-8f25-14058f291fac tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/f245f3fe-bbb5-450f-a42b-7d83d7714028 HTTP/1.1" status: 404 len: 337 time: 0.0328801 Jul 07 19:31:04.068325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42400) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:04.108367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a4545c60-3c74-415b-a210-ed6251248387 None None] Port 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:04.131382 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-feb88d6a-0d87-46fd-8cbf-c34c15e5d4d0 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=111e7f0a-5019-462d-a191-a63c888b1461 HTTP/1.1" status: 200 len: 205 time: 0.0562375 Jul 07 19:31:04.133792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42402) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:04.173145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ffdf0-9d7a-4153-aab6-eaf113236dd4 req-0c818c2a-354b-4c4e-b42a-b87b533d9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:04.174938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b2ffdf0-9d7a-4153-aab6-eaf113236dd4 req-0c818c2a-354b-4c4e-b42a-b87b533d9390 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1828425 Jul 07 19:31:04.193721 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-e911beaa-8951-4449-ac81-f31b37f9928c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] delete failed (client error): The resource could not be found. Jul 07 19:31:04.195780 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e911beaa-8951-4449-ac81-f31b37f9928c tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/111e7f0a-5019-462d-a191-a63c888b1461 HTTP/1.1" status: 404 len: 336 time: 0.0607719 Jul 07 19:31:04.198454 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42404) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:04.233739 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-477ad554-dd43-4bbb-b391-407035f69530 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] DELETE failed (client error): The resource could not be found. Jul 07 19:31:04.234447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477ad554-dd43-4bbb-b391-407035f69530 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:31:04.236264 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-477ad554-dd43-4bbb-b391-407035f69530 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/0260dc2b-9308-4821-acba-3e44c2974fc9 HTTP/1.1" status: 404 len: 337 time: 0.0363851 Jul 07 19:31:04.238884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42406) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:04.271109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-76db08d7-1efc-42fb-916a-790fbe835a02 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6 HTTP/1.1" status: 200 len: 205 time: 0.0310500 Jul 07 19:31:04.279195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-24cc6e97-090f-461d-b110-872c55ca1968 req-bbbc128b-b813-4b49-8f58-3587999de660 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328578 Jul 07 19:31:04.281527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42410) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:04.342415 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-c8ca9314-c3e8-4fb4-9288-0058dcd12682 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] delete failed (client error): The resource could not be found. Jul 07 19:31:04.343925 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c8ca9314-c3e8-4fb4-9288-0058dcd12682 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/routers/8a7a4a9f-cc80-4bef-8060-2e9d075ab9c6 HTTP/1.1" status: 404 len: 336 time: 0.0611866 Jul 07 19:31:04.346528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42414) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:04.376538 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f829be-3562-451d-bb34-a68141528e3d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] DELETE failed (client error): The resource could not be found. Jul 07 19:31:04.376987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f829be-3562-451d-bb34-a68141528e3d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:31:04.378882 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-35f829be-3562-451d-bb34-a68141528e3d tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/2f973b96-d109-4a09-bba2-1b59a3c81d32 HTTP/1.1" status: 404 len: 337 time: 0.0312903 Jul 07 19:31:04.381781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42416) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:04.412421 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc25da88-fb29-420a-a811-73673dcffab2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] DELETE failed (client error): The resource could not be found. Jul 07 19:31:04.412889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc25da88-fb29-420a-a811-73673dcffab2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:31:04.414668 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bc25da88-fb29-420a-a811-73673dcffab2 tempest-RoutersIpV6Test-772377850 tempest-RoutersIpV6Test-772377850-project] 10.222.0.81 "DELETE /v2.0/subnets/dab86631-d774-4a25-99d6-2082bc589945 HTTP/1.1" status: 404 len: 337 time: 0.0319505 Jul 07 19:31:04.498570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ffdf0-9d7a-4153-aab6-eaf113236dd4 req-4d508e4a-e73b-408d-9ec1-a83844afd54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:04.500433 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b2ffdf0-9d7a-4153-aab6-eaf113236dd4 req-4d508e4a-e73b-408d-9ec1-a83844afd54b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2801991 Jul 07 19:31:04.501541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f51ab3-1b13-4f9e-b7bc-350eb3ca2340 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:04.669981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f51ab3-1b13-4f9e-b7bc-350eb3ca2340 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Subnet': ['ID=afefa3f5-67bd-4138-8364-eb993370700f,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:04.681955 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:04.704412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:04.730380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f51ab3-1b13-4f9e-b7bc-350eb3ca2340 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Checking segment: {'id': '06b5ef00-ee40-4d66-ba70-e4448cc1a2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '481bc74f-30ab-44fc-99eb-de99866907bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:04.731705 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f51ab3-1b13-4f9e-b7bc-350eb3ca2340 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network hostable DHCP agents. Network: 481bc74f-30ab-44fc-99eb-de99866907bb, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:04.734917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b2ffdf0-9d7a-4153-aab6-eaf113236dd4 req-bcd9c223-d754-474f-b774-11d358929a75 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216637 Jul 07 19:31:04.819188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42424) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:04.907460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e390af5c-cf4e-4cda-8ef3-6e1398326243 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:04.931172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:05.022571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f51ab3-1b13-4f9e-b7bc-350eb3ca2340 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 481bc74f-30ab-44fc-99eb-de99866907bb is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:05.051409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port e390af5c-cf4e-4cda-8ef3-6e1398326243 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:05.065340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port e390af5c-cf4e-4cda-8ef3-6e1398326243 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:05.065649 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.139863 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9440eeee-cd6a-4261-a6a1-bdf6dd2bad75 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4bfded69b02c400baf0e605daf3fbd55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191018 Jul 07 19:31:05.142246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42434) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:05.146713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f9f51ab3-1b13-4f9e-b7bc-350eb3ca2340 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 481bc74f-30ab-44fc-99eb-de99866907bb) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:05.171718 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b2ffdf0-9d7a-4153-aab6-eaf113236dd4 req-3702889d-1bec-4455-b484-546a5ce0d677 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165568 Jul 07 19:31:05.173231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f51ab3-1b13-4f9e-b7bc-350eb3ca2340 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:05.174755 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f51ab3-1b13-4f9e-b7bc-350eb3ca2340 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.177545 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fd75fe-224e-4438-935f-dea64cb94b47 None None] Network 481bc74f-30ab-44fc-99eb-de99866907bb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:05.227999 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f9f51ab3-1b13-4f9e-b7bc-350eb3ca2340 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9757278 Jul 07 19:31:05.229320 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42436) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:05.235315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-97efc034-c6cc-4652-a7f0-e5c3fc87424f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '481bc74f-30ab-44fc-99eb-de99866907bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:05.284049 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.298203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-548771b1-0a83-4bef-994b-45fa2a621ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.332085 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-548771b1-0a83-4bef-994b-45fa2a621ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.370941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e390af5c-cf4e-4cda-8ef3-6e1398326243, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e390af5c-cf4e-4cda-8ef3-6e1398326243,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:05.384194 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.386105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd1758b-cb85-4116-8cb7-6f35e0801a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e390af5c-cf4e-4cda-8ef3-6e1398326243'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:05.388568 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc1c7ef-8314-44e4-8092-454d1f1f5a7f" -d '{"events": [{"server_uuid": "5cd1758b-cb85-4116-8cb7-6f35e0801a5b", "name": "network-vif-plugged", "status": "completed", "tag": "e390af5c-cf4e-4cda-8ef3-6e1398326243"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:05.398890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a68768cd-2c55-476c-94a0-7d6426ace3f7 None None] Provisioning complete for port 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:05.400148 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a68768cd-2c55-476c-94a0-7d6426ace3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.416042 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-548771b1-0a83-4bef-994b-45fa2a621ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.420294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-548771b1-0a83-4bef-994b-45fa2a621ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.421864 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-548771b1-0a83-4bef-994b-45fa2a621ab1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4cae79c-1e6f-4e22-a7da-8538b43a7d8c HTTP/1.1" status: 204 len: 168 time: 0.2777731 Jul 07 19:31:05.438733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548771b1-0a83-4bef-994b-45fa2a621ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cae79c-1e6f-4e22-a7da-8538b43a7d8c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:05.514014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a68768cd-2c55-476c-94a0-7d6426ace3f7 None None] Port 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:05.516987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.524557 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-0c51a1ce-d4fa-4cc9-ba08-817d2a07a8e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2226520 Jul 07 19:31:05.625133 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.673576 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad11922-30ee-463d-bba2-55ac74165e43 x-openstack-request-id: req-8ad11922-30ee-463d-bba2-55ac74165e43 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:05.673793 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd1758b-cb85-4116-8cb7-6f35e0801a5b", "name": "network-vif-plugged", "status": "completed", "tag": "e390af5c-cf4e-4cda-8ef3-6e1398326243", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:05.674047 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ad11922-30ee-463d-bba2-55ac74165e43 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:05.674485 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd1758b-cb85-4116-8cb7-6f35e0801a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e390af5c-cf4e-4cda-8ef3-6e1398326243', 'code': 200} Jul 07 19:31:05.678825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e390af5c-cf4e-4cda-8ef3-6e1398326243,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:05.723785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97efc034-c6cc-4652-a7f0-e5c3fc87424f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:05.730359 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97efc034-c6cc-4652-a7f0-e5c3fc87424f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.733653 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-481bc74f-30ab-44fc-99eb-de99866907bb', 'network_id': '481bc74f-30ab-44fc-99eb-de99866907bb', 'tenant_id': '85c3890fa00f4943901f50fca4c74949', 'fixed_ips': [{'subnet_id': 'afefa3f5-67bd-4138-8364-eb993370700f'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:05.734895 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.787077 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3694db-0553-433d-ada0-71f10f57165a req-d9ec70a0-d5ae-46a2-97b5-8b1f5cc424c1 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:05.788698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc3694db-0553-433d-ada0-71f10f57165a req-d9ec70a0-d5ae-46a2-97b5-8b1f5cc424c1 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.2505596 Jul 07 19:31:05.874316 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.925276 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc3694db-0553-433d-ada0-71f10f57165a req-87566a6b-5456-4a9a-b837-7b501f4bf09d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243339 Jul 07 19:31:05.965519 n-d-793621-9 neutron-server[93901]: INFO neutron.db.ipam_backend_mixin [None req-97efc034-c6cc-4652-a7f0-e5c3fc87424f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet afefa3f5-67bd-4138-8364-eb993370700f (CIDR: 2001:db8::/64) Jul 07 19:31:06.034649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Allocated IP 2001:db8::2 (481bc74f-30ab-44fc-99eb-de99866907bb/afefa3f5-67bd-4138-8364-eb993370700f/0baf26ec-0a9b-42b5-b743-4fe6f4fb8504) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:06.331158 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.354456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Transition to ACTIVE for port object 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:06.395739 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-97efc034-c6cc-4652-a7f0-e5c3fc87424f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:31:06.396760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97efc034-c6cc-4652-a7f0-e5c3fc87424f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:31:06.407410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Transition to ACTIVE for port object 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:06.429739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.479570 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-97efc034-c6cc-4652-a7f0-e5c3fc87424f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2490017 Jul 07 19:31:06.484221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42472) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:06.484853 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446b097-c369-4aec-b355-314d209cd877 req-b5fb4483-e003-445e-afb4-7608f234fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.486365 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9446b097-c369-4aec-b355-314d209cd877 req-b5fb4483-e003-445e-afb4-7608f234fcb2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 1097 time: 0.7227209 Jul 07 19:31:06.491970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a099988a-14f5-4ab0-afca-cef0dedf80ce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '481bc74f-30ab-44fc-99eb-de99866907bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:06.510423 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Pushing event updated for resources: {'Port': ['ID=0baf26ec-0a9b-42b5-b743-4fe6f4fb8504,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:06.523087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Network 481bc74f-30ab-44fc-99eb-de99866907bb is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:06.524737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:06.527279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:06.530092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-9373a1d8-6c50-4c65-94de-87f0dfcdf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.530764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-9373a1d8-6c50-4c65-94de-87f0dfcdf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.531454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-9373a1d8-6c50-4c65-94de-87f0dfcdf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.532114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-9373a1d8-6c50-4c65-94de-87f0dfcdf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.532739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-9373a1d8-6c50-4c65-94de-87f0dfcdf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.533407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-9373a1d8-6c50-4c65-94de-87f0dfcdf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.534139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-9373a1d8-6c50-4c65-94de-87f0dfcdf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.536365 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-9373a1d8-6c50-4c65-94de-87f0dfcdf863 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6488 time: 0.8947952 Jul 07 19:31:06.602129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Attempting to bind port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:06.602504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Attempting to bind port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '06b5ef00-ee40-4d66-ba70-e4448cc1a2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '481bc74f-30ab-44fc-99eb-de99866907bb'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:06.602904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Attempting to bind port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 on network 481bc74f-30ab-44fc-99eb-de99866907bb {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:06.609979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:06.610411 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Checking segment: {'id': '06b5ef00-ee40-4d66-ba70-e4448cc1a2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '481bc74f-30ab-44fc-99eb-de99866907bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:06.610886 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.611246 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Bound using segment: {'id': '06b5ef00-ee40-4d66-ba70-e4448cc1a2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '481bc74f-30ab-44fc-99eb-de99866907bb'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:06.611726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Bound port: 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b5ef00-ee40-4d66-ba70-e4448cc1a2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '481bc74f-30ab-44fc-99eb-de99866907bb'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:06.612111 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.753427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a099988a-14f5-4ab0-afca-cef0dedf80ce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:06.757919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a099988a-14f5-4ab0-afca-cef0dedf80ce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.770739 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9446b097-c369-4aec-b355-314d209cd877 req-4ae9037b-7d5b-4a1d-af67-fbed7877776b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331107 Jul 07 19:31:06.787659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] For port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:06.790009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42478) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:06.793113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] For port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0baf26ec-0a9b-42b5-b743-4fe6f4fb8504,segment=NetworkSegment(06b5ef00-ee40-4d66-ba70-e4448cc1a2fb),segment_id=06b5ef00-ee40-4d66-ba70-e4448cc1a2fb)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:06.799444 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.891269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-fe161d0e-c6fe-4463-854a-96add0f2aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.891703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-fe161d0e-c6fe-4463-854a-96add0f2aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.892161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-fe161d0e-c6fe-4463-854a-96add0f2aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.893808 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-fe161d0e-c6fe-4463-854a-96add0f2aec0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e8fffb8-cb07-4daa-8bce-c031462730cc&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=b39bec63-5191-41ce-a475-0913476e6e43&id=b39bec63-5191-41ce-a475-0913476e6e43 HTTP/1.1" status: 200 len: 2294 time: 0.3129320 Jul 07 19:31:06.972095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba48b0e-df0b-4fd3-aacb-535fd37e8a52 None None] Pushing event updated for resources: {'Port': ['ID=0baf26ec-0a9b-42b5-b743-4fe6f4fb8504,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:06.974841 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.048469 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.055148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6927c60b-a941-4149-8d1b-550fc027c399 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-31244783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:07.207074 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-af715c78-54ac-43aa-ba22-3c3e9c109b03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4219d048-4aa6-43ce-9248-c8af3c8ae30c HTTP/1.1" status: 200 len: 1002 time: 0.2992330 Jul 07 19:31:07.208832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a099988a-14f5-4ab0-afca-cef0dedf80ce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.240123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.261107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a099988a-14f5-4ab0-afca-cef0dedf80ce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 481bc74f-30ab-44fc-99eb-de99866907bb is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:07.264689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-a099988a-14f5-4ab0-afca-cef0dedf80ce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:07.273677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a099988a-14f5-4ab0-afca-cef0dedf80ce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:07.275039 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a099988a-14f5-4ab0-afca-cef0dedf80ce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.289230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099988a-14f5-4ab0-afca-cef0dedf80ce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Subnet': ['ID=53a28694-7473-4e9d-9011-54ccfbcfddca,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:07.297614 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a099988a-14f5-4ab0-afca-cef0dedf80ce tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8121128 Jul 07 19:31:07.300364 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6927c60b-a941-4149-8d1b-550fc027c399 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.300985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42494) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:07.304083 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6927c60b-a941-4149-8d1b-550fc027c399 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.306201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': '481bc74f-30ab-44fc-99eb-de99866907bb', 'fixed_ips': [{'subnet_id': 'afefa3f5-67bd-4138-8364-eb993370700f'}, {'subnet_id': '53a28694-7473-4e9d-9011-54ccfbcfddca'}], 'name': 'tempest-PortsIpV6TestJSON-1475658514'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:07.309134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:07.412469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-925860c5-c50e-4759-92ca-231f814a050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:07.413993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-925860c5-c50e-4759-92ca-231f814a050e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b5d3b0d-14ab-4a49-8d97-3be61993459b HTTP/1.1" status: 200 len: 851 time: 0.1991215 Jul 07 19:31:07.440692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:07.545418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889ad80-15ba-413a-9ca7-a0e30e357816 req-4b2dde1f-2187-40f9-9731-ea6281d29b24 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:07.547036 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a889ad80-15ba-413a-9ca7-a0e30e357816 req-4b2dde1f-2187-40f9-9731-ea6281d29b24 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.4487436 Jul 07 19:31:07.550372 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6927c60b-a941-4149-8d1b-550fc027c399 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.566419 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.575320 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6927c60b-a941-4149-8d1b-550fc027c399 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.602587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:31:07.614120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network c749d99c-9f1f-415b-8174-8421642b0495 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:07.622129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:07.632154 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6927c60b-a941-4149-8d1b-550fc027c399 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.636392 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6927c60b-a941-4149-8d1b-550fc027c399 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8433518 Jul 07 19:31:07.641456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42510) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:07.649847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-775488464'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:07.673358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a889ad80-15ba-413a-9ca7-a0e30e357816 req-be1a9cf0-cacc-4caf-a5e6-3794f504b126 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156735 Jul 07 19:31:07.722410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-38e42c74-a308-4e80-a437-7154c95e2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:07.724224 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-38e42c74-a308-4e80-a437-7154c95e2abe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e8fffb8-cb07-4daa-8bce-c031462730cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2981315 Jul 07 19:31:07.847633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Made reservation on behalf of 7518382ff0284fd69c3d87437787d50d for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:07.851292 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.871712 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.971091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c354ed-abe8-4c23-8319-738d53e3c612 req-939228fc-2eac-408c-96d5-be97f2d217fd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:07.973820 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9c354ed-abe8-4c23-8319-738d53e3c612 req-939228fc-2eac-408c-96d5-be97f2d217fd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.1970108 Jul 07 19:31:08.028296 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-5d43c66f-e7f5-443c-ac76-4b5a77d7c84f service neutron] 10.222.0.48 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689400 Jul 07 19:31:08.065225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router 871ef6e8-89c1-409d-9c7d-af47ce7cf5d1 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:31:08.070453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-664cc33c-2112-4623-a553-1ebf34845beb None None] Provisioning complete for port 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:08.072534 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-664cc33c-2112-4623-a553-1ebf34845beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.087425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9c354ed-abe8-4c23-8319-738d53e3c612 req-393be493-a931-4800-9258-f6d7456cfef8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070569 Jul 07 19:31:08.125323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.137525 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.158275 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-664cc33c-2112-4623-a553-1ebf34845beb None None] Port 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:08.162148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8::27a (481bc74f-30ab-44fc-99eb-de99866907bb/afefa3f5-67bd-4138-8364-eb993370700f/f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:08.172299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8:0:1::61 (481bc74f-30ab-44fc-99eb-de99866907bb/53a28694-7473-4e9d-9011-54ccfbcfddca/f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:08.239570 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-e12fec36-0af4-405c-b141-9aeaf5386040 service neutron] 10.222.0.48 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969366 Jul 07 19:31:08.338872 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-f24c028b-614d-451e-b608-91c825611da0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=187ae605-4dc9-46b9-9962-1a475e620dc7 HTTP/1.1" status: 200 len: 217 time: 0.0568135 Jul 07 19:31:08.339906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:08.358105 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.372983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Transition to ACTIVE for port object f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:08.386447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebd0e33-b31a-485e-a9bf-8461ea2d6945 None None] Network 481bc74f-30ab-44fc-99eb-de99866907bb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:08.410486 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.410720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-24d95046-9a22-40be-971b-9e170e517551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:08.412144 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-24d95046-9a22-40be-971b-9e170e517551 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.0669043 Jul 07 19:31:08.416447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f892eee-361b-4c75-bc98-6620103d69db,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:08.464770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 481bc74f-30ab-44fc-99eb-de99866907bb is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:08.470714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:08.474920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.475099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:08.475764 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Added segment 302009dd-9506-420c-8f7d-750bf6ccb867 of type vlan for network da0f2365-bca9-4725-bbdc-cc215198bea4 Jul 07 19:31:08.481858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:08.482524 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.492152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:08.506835 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0a86092c-fcc9-4141-b314-b773470d8c59 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.2036948 Jul 07 19:31:08.509006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42526) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:08.522932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-030a4feb-9acb-4699-bffa-749c16ad2b40 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afefa3f5-67bd-4138-8364-eb993370700f'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:08.548877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:08.562085 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f972ced8-f188-4616-be11-487a183a2182 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/871ef6e8-89c1-409d-9c7d-af47ce7cf5d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3847020 Jul 07 19:31:08.568796 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.571348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42530) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:08.579410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42daadf-07f5-4cc1-aaed-cc854710ada2 None None] Sync routers for ids ['871ef6e8-89c1-409d-9c7d-af47ce7cf5d1'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:08.584516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-038bc1c9-6647-4ed4-a08e-57230c46bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:08.587005 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-038bc1c9-6647-4ed4-a08e-57230c46bc9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1655328 Jul 07 19:31:08.659586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b625cb9b-0be2-44ba-afb3-72dd2420bc36 None None] Provisioning for port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:08.676113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6cd3be-aad1-4143-a4d4-f38b47807ba1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:08.678018 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cb6cd3be-aad1-4143-a4d4-f38b47807ba1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports/0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 HTTP/1.1" status: 200 len: 975 time: 0.1055582 Jul 07 19:31:08.679862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42daadf-07f5-4cc1-aaed-cc854710ada2 None None] Routers {'871ef6e8-89c1-409d-9c7d-af47ce7cf5d1'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:08.680511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c42daadf-07f5-4cc1-aaed-cc854710ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['871ef6e8-89c1-409d-9c7d-af47ce7cf5d1'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:08.681896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42532) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:08.727117 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.resource_extend [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:31:08.732236 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-0ab8fbc1-7fa6-472d-941a-2f7636ed0c2b service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378474 Jul 07 19:31:08.782612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c42daadf-07f5-4cc1-aaed-cc854710ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:08.814978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42daadf-07f5-4cc1-aaed-cc854710ada2 None None] Routers {'871ef6e8-89c1-409d-9c7d-af47ce7cf5d1'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:08.815610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c42daadf-07f5-4cc1-aaed-cc854710ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['871ef6e8-89c1-409d-9c7d-af47ce7cf5d1'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:08.896743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c42daadf-07f5-4cc1-aaed-cc854710ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:08.897075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42daadf-07f5-4cc1-aaed-cc854710ada2 None None] The sync data for ids ['871ef6e8-89c1-409d-9c7d-af47ce7cf5d1'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:08.897356 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-030a4feb-9acb-4699-bffa-749c16ad2b40 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.910210 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.919130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:08.919685 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.069501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:09.069812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event updated for resources: {'Network': ['ID=da0f2365-bca9-4725-bbdc-cc215198bea4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:09.079886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-417fe3fa-59a4-470e-bccd-952c96cf4057 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4373348 Jul 07 19:31:09.083911 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-46c0831e-854c-41d8-81c6-8e3df490c03b service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403256 Jul 07 19:31:09.085723 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42538) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:09.092684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-96b02026-53c6-48e4-bb28-bd07649e534c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Request body: {'subnet': {'network_id': 'da0f2365-bca9-4725-bbdc-cc215198bea4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:09.105359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network da0f2365-bca9-4725-bbdc-cc215198bea4 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:09.137969 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-87bf1809-8990-4790-acc3-e4ba79fa34c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=768dc9ab-af3b-4396-b478-2e71bcc1a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0412796 Jul 07 19:31:09.187103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e727e-f8cb-4a42-be2a-0d39580c40aa None None] Update dhcp port {'port': {'network_id': '481bc74f-30ab-44fc-99eb-de99866907bb', 'fixed_ips': [{'subnet_id': 'afefa3f5-67bd-4138-8364-eb993370700f', 'ip_address': '2001:db8::2'}, {'subnet_id': '53a28694-7473-4e9d-9011-54ccfbcfddca'}], 'binding:host_id': 'n-d-793621-9'}, 'id': '0baf26ec-0a9b-42b5-b743-4fe6f4fb8504'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:31:09.241229 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a55e727e-f8cb-4a42-be2a-0d39580c40aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.244728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:09.254509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:09.255161 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.268916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1683b6-5f2e-4461-8fa5-4d92cfa5300a req-19982243-6830-4174-8c48-6fcff0be6111 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:09.270647 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee1683b6-5f2e-4461-8fa5-4d92cfa5300a req-19982243-6830-4174-8c48-6fcff0be6111 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.4276643 Jul 07 19:31:09.291459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-e3c2eb3c-ed26-4fd1-a049-df311e2788e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:09.293078 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-e3c2eb3c-ed26-4fd1-a049-df311e2788e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.1435909 Jul 07 19:31:09.369880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b02026-53c6-48e4-bb28-bd07649e534c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Made reservation on behalf of 7518382ff0284fd69c3d87437787d50d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:09.374680 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96b02026-53c6-48e4-bb28-bd07649e534c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.380639 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee1683b6-5f2e-4461-8fa5-4d92cfa5300a req-6fbd68cf-72e4-400b-a7db-c7c522545e9d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002021 Jul 07 19:31:09.464214 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.486437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-dd6eac27-074c-484b-9696-77e145996612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:09.489048 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-dd6eac27-074c-484b-9696-77e145996612 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1839027 Jul 07 19:31:09.546436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-a55e727e-f8cb-4a42-be2a-0d39580c40aa None None] Allocated IP 2001:db8:0:1::2 (481bc74f-30ab-44fc-99eb-de99866907bb/53a28694-7473-4e9d-9011-54ccfbcfddca/0baf26ec-0a9b-42b5-b743-4fe6f4fb8504) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:09.552496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0baf26ec-0a9b-42b5-b743-4fe6f4fb8504,segment=NetworkSegment(06b5ef00-ee40-4d66-ba70-e4448cc1a2fb),segment_id=06b5ef00-ee40-4d66-ba70-e4448cc1a2fb)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:09.575686 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.680308 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-264b6869-1915-46c9-b4c1-128e2401a616 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815670 Jul 07 19:31:09.685408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=0baf26ec-0a9b-42b5-b743-4fe6f4fb8504,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:09.697553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e67d-1bc6-459d-a9e0-33d2031cf83a req-2cc1859a-ad77-4c55-8ff1-a89926a4e3eb tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:09.702406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ef8e67d-1bc6-459d-a9e0-33d2031cf83a req-2cc1859a-ad77-4c55-8ff1-a89926a4e3eb tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.6819949 Jul 07 19:31:09.724693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a55e727e-f8cb-4a42-be2a-0d39580c40aa None None] For port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0baf26ec-0a9b-42b5-b743-4fe6f4fb8504,segment=NetworkSegment(06b5ef00-ee40-4d66-ba70-e4448cc1a2fb),segment_id=06b5ef00-ee40-4d66-ba70-e4448cc1a2fb)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:09.761457 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a55e727e-f8cb-4a42-be2a-0d39580c40aa None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.767587 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96b02026-53c6-48e4-bb28-bd07649e534c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.782648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a55e727e-f8cb-4a42-be2a-0d39580c40aa None None] Transition to ACTIVE for port object 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:09.789089 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a55e727e-f8cb-4a42-be2a-0d39580c40aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.799510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ef8e67d-1bc6-459d-a9e0-33d2031cf83a req-161c04b3-ba2e-4a3e-b0dc-34cd98273df6 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903010 Jul 07 19:31:09.905680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b02026-53c6-48e4-bb28-bd07649e534c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event updated for resources: {'Subnet': ['ID=cb7b8ab7-a36d-4ba1-a47d-a09ea015b61f,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:09.914895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-72be980f-d139-4f18-a076-d10a0d238559 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261188 Jul 07 19:31:09.934878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b02026-53c6-48e4-bb28-bd07649e534c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Checking segment: {'id': '302009dd-9506-420c-8f7d-750bf6ccb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'da0f2365-bca9-4725-bbdc-cc215198bea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:09.936314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b02026-53c6-48e4-bb28-bd07649e534c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Network hostable DHCP agents. Network: da0f2365-bca9-4725-bbdc-cc215198bea4, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:09.936879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e727e-f8cb-4a42-be2a-0d39580c40aa None None] Pushing event updated for resources: {'Port': ['ID=0baf26ec-0a9b-42b5-b743-4fe6f4fb8504,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:09.958585 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.986512 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-a80aea1d-b98b-4a90-9a59-ba14b89251a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d949ce9f-2979-471e-ac23-9481b32beb9b HTTP/1.1" status: 200 len: 217 time: 0.0639296 Jul 07 19:31:10.000095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee22723b-924c-48ff-b49a-4579ec2ec276 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.036556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b02026-53c6-48e4-bb28-bd07649e534c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Network da0f2365-bca9-4725-bbdc-cc215198bea4 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:10.040993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-030a4feb-9acb-4699-bffa-749c16ad2b40 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Delete allocated IP 2001:db8:0:1::61 (481bc74f-30ab-44fc-99eb-de99866907bb/53a28694-7473-4e9d-9011-54ccfbcfddca) {{(pid=93900) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 19:31:10.056414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-96b02026-53c6-48e4-bb28-bd07649e534c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, da0f2365-bca9-4725-bbdc-cc215198bea4) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:10.062409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b02026-53c6-48e4-bb28-bd07649e534c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:10.062409 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96b02026-53c6-48e4-bb28-bd07649e534c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.074244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-138c524a-852e-44a0-9583-42449565c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:10.076599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094673fe-f6df-4b63-ad2d-7ff729b17643 None None] Network da0f2365-bca9-4725-bbdc-cc215198bea4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:10.077177 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-138c524a-852e-44a0-9583-42449565c331 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.0814292 Jul 07 19:31:10.109173 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-96b02026-53c6-48e4-bb28-bd07649e534c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0222580 Jul 07 19:31:10.135086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42546) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:10.141793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-93baa8dc-f5c6-45f8-bae8-8dd27851d400 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Request body: {'network': {'name': 'tempest-router-network01--1790969628'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:10.211544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-83fad6bb-0e63-44c3-b174-011553521edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:10.213773 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-83fad6bb-0e63-44c3-b174-011553521edb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1278906 Jul 07 19:31:10.220031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93baa8dc-f5c6-45f8-bae8-8dd27851d400 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Made reservation on behalf of 7518382ff0284fd69c3d87437787d50d for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:10.223699 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-93baa8dc-f5c6-45f8-bae8-8dd27851d400 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.321513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-da0f2365-bca9-4725-bbdc-cc215198bea4', 'network_id': 'da0f2365-bca9-4725-bbdc-cc215198bea4', 'tenant_id': '7518382ff0284fd69c3d87437787d50d', 'fixed_ips': [{'subnet_id': 'cb7b8ab7-a36d-4ba1-a47d-a09ea015b61f'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:10.322593 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.364822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93baa8dc-f5c6-45f8-bae8-8dd27851d400 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:10.394905 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-93baa8dc-f5c6-45f8-bae8-8dd27851d400 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.395259 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-93baa8dc-f5c6-45f8-bae8-8dd27851d400 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Added segment 8e01a3ba-4b68-48f9-8c8d-2bf997a3e287 of type vlan for network 17909ef0-45a5-4374-8fb3-7c57ceab5c8b Jul 07 19:31:10.473358 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-030a4feb-9acb-4699-bffa-749c16ad2b40 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.479977 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-93baa8dc-f5c6-45f8-bae8-8dd27851d400 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.514737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Allocated IP 172.20.0.2 (da0f2365-bca9-4725-bbdc-cc215198bea4/cb7b8ab7-a36d-4ba1-a47d-a09ea015b61f/7c811c1a-19fd-4bab-bce9-33e3b8466453) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:10.553043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-030a4feb-9acb-4699-bffa-749c16ad2b40 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Ignored duplicate provisioning block setup for port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 19:31:10.583128 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-030a4feb-9acb-4699-bffa-749c16ad2b40 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.662128 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-93baa8dc-f5c6-45f8-bae8-8dd27851d400 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.667793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93baa8dc-f5c6-45f8-bae8-8dd27851d400 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:10.668679 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-93baa8dc-f5c6-45f8-bae8-8dd27851d400 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.729624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-030a4feb-9acb-4699-bffa-749c16ad2b40 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] In _notify_port_updated(), no bound segment for port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 on network 481bc74f-30ab-44fc-99eb-de99866907bb {{(pid=93900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:31:10.735915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030a4feb-9acb-4699-bffa-749c16ad2b40 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:10.736631 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-030a4feb-9acb-4699-bffa-749c16ad2b40 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.741076 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-030a4feb-9acb-4699-bffa-749c16ad2b40 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "PUT /v2.0/ports/f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 HTTP/1.1" status: 200 len: 926 time: 2.2307632 Jul 07 19:31:10.748339 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.761661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42554) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:10.765508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Transition to ACTIVE for port object 7c811c1a-19fd-4bab-bce9-33e3b8466453 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:10.790174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Transition to ACTIVE for port object 7c811c1a-19fd-4bab-bce9-33e3b8466453 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:10.796567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-54f856fc-c548-4f68-b13e-2ced84e015e3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afefa3f5-67bd-4138-8364-eb993370700f'}, {'subnet_id': '53a28694-7473-4e9d-9011-54ccfbcfddca'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:10.797390 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.808974 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a4feb-9acb-4699-bffa-749c16ad2b40 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:10.826194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-9b05c60b-1e8b-4d22-b222-d948d1426851 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047726 Jul 07 19:31:10.850027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e1ab9-1601-44f6-b916-3f18a4684cfa req-ae945996-10a4-4d0e-b052-d71ee616ebc9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:10.853118 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-93baa8dc-f5c6-45f8-bae8-8dd27851d400 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7163775 Jul 07 19:31:10.854636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Pushing event updated for resources: {'Port': ['ID=7c811c1a-19fd-4bab-bce9-33e3b8466453,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:10.864104 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-052e1ab9-1601-44f6-b916-3f18a4684cfa req-ae945996-10a4-4d0e-b052-d71ee616ebc9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.5427566 Jul 07 19:31:10.864928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42556) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:10.870304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Network da0f2365-bca9-4725-bbdc-cc215198bea4 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:10.875183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:10.882167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8914e807-4f0e-417d-a8dc-797512abec42 None None] Network 481bc74f-30ab-44fc-99eb-de99866907bb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:10.886895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-45828488-c4e4-4405-99d2-714b1921c282 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Request body: {'network': {'name': 'tempest-router-network02--76476215'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:10.889544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:10.907256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93baa8dc-f5c6-45f8-bae8-8dd27851d400 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event updated for resources: {'Network': ['ID=17909ef0-45a5-4374-8fb3-7c57ceab5c8b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:10.929900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ee22723b-924c-48ff-b49a-4579ec2ec276 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:10.930224 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee22723b-924c-48ff-b49a-4579ec2ec276 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.968062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:10.972185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 17909ef0-45a5-4374-8fb3-7c57ceab5c8b details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:10.993333 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-052e1ab9-1601-44f6-b916-3f18a4684cfa req-e059fac8-5f01-423a-9877-9832e19e197a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074870 Jul 07 19:31:10.993978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:11.045498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45828488-c4e4-4405-99d2-714b1921c282 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Made reservation on behalf of 7518382ff0284fd69c3d87437787d50d for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:11.047567 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-d8d358f4-a982-4ecb-b994-ba2f16cced53 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814873 Jul 07 19:31:11.049864 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45828488-c4e4-4405-99d2-714b1921c282 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.098373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60678-fc17-457c-b5c4-9fa82f2bd0b6 req-8af427c1-41de-4696-8494-c155d977f6f4 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:11.106649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3d60678-fc17-457c-b5c4-9fa82f2bd0b6 req-8af427c1-41de-4696-8494-c155d977f6f4 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.4744351 Jul 07 19:31:11.108698 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-4463e17b-eb0f-4288-a725-71ed8e9c2147 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=b8a29686-3c06-475e-8cad-a99cbf484113 HTTP/1.1" status: 200 len: 217 time: 0.0523677 Jul 07 19:31:11.122096 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54f856fc-c548-4f68-b13e-2ced84e015e3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.182211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-89d42332-bfeb-470d-91fe-fb5e1777e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:11.185010 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-89d42332-bfeb-470d-91fe-fb5e1777e0aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.0671332 Jul 07 19:31:11.225387 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45828488-c4e4-4405-99d2-714b1921c282 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:11.239968 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee22723b-924c-48ff-b49a-4579ec2ec276 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.258615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3d60678-fc17-457c-b5c4-9fa82f2bd0b6 req-90ac088f-7902-4ef7-bfe0-ff88e00cde15 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507680 Jul 07 19:31:11.268596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-6cc14915-e39d-41e0-bd86-ea5cb038f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:11.271314 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-6cc14915-e39d-41e0-bd86-ea5cb038f03b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796251 Jul 07 19:31:11.299543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ee22723b-924c-48ff-b49a-4579ec2ec276 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for 0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:11.331175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-37d659f8-552a-41db-b1de-c6c846ae13ce None None] Provisioning for port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:11.369612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-37d659f8-552a-41db-b1de-c6c846ae13ce None None] Provisioning complete for port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:11.369997 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-37d659f8-552a-41db-b1de-c6c846ae13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.405636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Attempting to bind port 7c811c1a-19fd-4bab-bce9-33e3b8466453 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:11.406092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Attempting to bind port 7c811c1a-19fd-4bab-bce9-33e3b8466453 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '302009dd-9506-420c-8f7d-750bf6ccb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'da0f2365-bca9-4725-bbdc-cc215198bea4'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:11.406469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Attempting to bind port 7c811c1a-19fd-4bab-bce9-33e3b8466453 on network da0f2365-bca9-4725-bbdc-cc215198bea4 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:11.407195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-9d7e240f-304f-47e7-96e6-df8a300082bd service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208057 Jul 07 19:31:11.421060 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45828488-c4e4-4405-99d2-714b1921c282 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.421507 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-45828488-c4e4-4405-99d2-714b1921c282 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Added segment 1e06933b-6ddd-41ff-b9cd-581102a13cc7 of type vlan for network 4799cb1e-0e98-4219-9ccf-9940aece7351 Jul 07 19:31:11.455961 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:11.457390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Checking segment: {'id': '302009dd-9506-420c-8f7d-750bf6ccb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'da0f2365-bca9-4725-bbdc-cc215198bea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:11.457390 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.457390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Bound using segment: {'id': '302009dd-9506-420c-8f7d-750bf6ccb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'da0f2365-bca9-4725-bbdc-cc215198bea4'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:11.457855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Bound port: 7c811c1a-19fd-4bab-bce9-33e3b8466453, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302009dd-9506-420c-8f7d-750bf6ccb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'da0f2365-bca9-4725-bbdc-cc215198bea4'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:11.457955 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.512946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:11.513225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.522544 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-dde3e4b2-454b-4c8d-8c2c-ba5948293f88 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073511 Jul 07 19:31:11.566549 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-7e12ac06-189a-471f-a787-d0fd1c8c4f5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea29405b-59fc-4c4c-9bd0-5290a86a86cb HTTP/1.1" status: 200 len: 217 time: 0.0361784 Jul 07 19:31:11.570433 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45828488-c4e4-4405-99d2-714b1921c282 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.602823 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.624210 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-88fc1fc0-77b3-4c88-b989-75b6e5291797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:11.626074 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-88fc1fc0-77b3-4c88-b989-75b6e5291797 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cf648d12-0dbc-4ada-9808-fda1919d4e3a HTTP/1.1" status: 200 len: 797 time: 0.0521600 Jul 07 19:31:11.687201 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:11.689490 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458fa161-495c-4b5e-9fd1-b3d569fbc035" -d '{"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-unplugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:11.699249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-32e33504-a47f-430c-b05b-ae2e0433834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:11.701556 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-32e33504-a47f-430c-b05b-ae2e0433834c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681763 Jul 07 19:31:11.721155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] For port 7c811c1a-19fd-4bab-bce9-33e3b8466453, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:11.724988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:11.749732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] For port 7c811c1a-19fd-4bab-bce9-33e3b8466453, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7c811c1a-19fd-4bab-bce9-33e3b8466453,segment=NetworkSegment(302009dd-9506-420c-8f7d-750bf6ccb867),segment_id=302009dd-9506-420c-8f7d-750bf6ccb867)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:11.750489 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.775929 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a96ee1-2a26-48f3-81e5-3f16b9e9d68a x-openstack-request-id: req-13a96ee1-2a26-48f3-81e5-3f16b9e9d68a {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:11.776235 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-unplugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:11.776467 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13a96ee1-2a26-48f3-81e5-3f16b9e9d68a {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:11.776845 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'code': 200} Jul 07 19:31:11.780523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f29a4-83db-4105-a871-19ff8aba1365 req-e013506d-2d5b-42bc-be42-7d62df4258c4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:11.782216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a0f29a4-83db-4105-a871-19ff8aba1365 req-e013506d-2d5b-42bc-be42-7d62df4258c4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.3645668 Jul 07 19:31:11.789038 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45828488-c4e4-4405-99d2-714b1921c282 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.794762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45828488-c4e4-4405-99d2-714b1921c282 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:11.795450 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45828488-c4e4-4405-99d2-714b1921c282 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.802453 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.811035 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-8bc3a4be-6e6b-40ff-8ab5-46427d338e71 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005619 Jul 07 19:31:11.831048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-37d659f8-552a-41db-b1de-c6c846ae13ce None None] Provisioning for port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:11.855361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-37d659f8-552a-41db-b1de-c6c846ae13ce None None] Provisioning complete for port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:11.855769 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-37d659f8-552a-41db-b1de-c6c846ae13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.886769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=11']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:11.934281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-37d659f8-552a-41db-b1de-c6c846ae13ce None None] Port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:11.964071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3614d-e78c-44a6-a228-e002faf6264e None None] Pushing event updated for resources: {'Port': ['ID=7c811c1a-19fd-4bab-bce9-33e3b8466453,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:11.966280 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-534dc2da-e034-4097-a876-d2201886b5da service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441927 Jul 07 19:31:11.994693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45828488-c4e4-4405-99d2-714b1921c282 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event updated for resources: {'Network': ['ID=4799cb1e-0e98-4219-9ccf-9940aece7351,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:12.008922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 4799cb1e-0e98-4219-9ccf-9940aece7351 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:12.020215 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-45828488-c4e4-4405-99d2-714b1921c282 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1477923 Jul 07 19:31:12.020566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42564) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:12.023560 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-19c6f7be-6004-4612-93f9-2a24765360e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dea463da-e0bd-4504-b4aa-9d4410f64de1 HTTP/1.1" status: 200 len: 217 time: 0.0522752 Jul 07 19:31:12.029041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-633d23b6-1c6d-40ff-bf2a-3372e66aea5b tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Request body: {'subnet': {'network_id': '17909ef0-45a5-4374-8fb3-7c57ceab5c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:12.047981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-54f856fc-c548-4f68-b13e-2ced84e015e3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8:0:1::fa (481bc74f-30ab-44fc-99eb-de99866907bb/53a28694-7473-4e9d-9011-54ccfbcfddca/f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:12.056649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a0f29a4-83db-4105-a871-19ff8aba1365 req-a4a71b78-68f8-4ab7-ac5b-6dd5e78b2b4e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552533 Jul 07 19:31:12.083082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee22723b-924c-48ff-b49a-4579ec2ec276 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.183121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22723b-924c-48ff-b49a-4579ec2ec276 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=0a97e2bc-ef31-4bc0-a7c6-acfcd46f05c6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:12.300228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633d23b6-1c6d-40ff-bf2a-3372e66aea5b tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Made reservation on behalf of 7518382ff0284fd69c3d87437787d50d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:12.311221 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-633d23b6-1c6d-40ff-bf2a-3372e66aea5b tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.383324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-9d8db20b-06d4-4062-a2c0-e8a3aed8d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:12.385506 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-9d8db20b-06d4-4062-a2c0-e8a3aed8d355 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cf648d12-0dbc-4ada-9808-fda1919d4e3a HTTP/1.1" status: 200 len: 797 time: 0.3513908 Jul 07 19:31:12.385746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-08ce8117-63da-4a15-abca-c006a7f14a86 None None] Provisioning complete for port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:12.386189 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-08ce8117-63da-4a15-abca-c006a7f14a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.507064 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee22723b-924c-48ff-b49a-4579ec2ec276 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.578189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-66a2096f-0cf9-4c1f-9ce3-6331548fedd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:12.582080 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-66a2096f-0cf9-4c1f-9ce3-6331548fedd9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1836286 Jul 07 19:31:12.740409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-08ce8117-63da-4a15-abca-c006a7f14a86 None None] Provisioning complete for port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:12.740772 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-08ce8117-63da-4a15-abca-c006a7f14a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.767087 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54f856fc-c548-4f68-b13e-2ced84e015e3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.800754 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-a532f2f7-b65f-4699-a53f-018a1488278e service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095597 Jul 07 19:31:12.802488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-08ce8117-63da-4a15-abca-c006a7f14a86 None None] Port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:12.933220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:31:13.000029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a2077c33-1316-42a4-9b4f-52582fc70ddf None None] Provisioning complete for port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:13.000570 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a2077c33-1316-42a4-9b4f-52582fc70ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.093804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a2077c33-1316-42a4-9b4f-52582fc70ddf None None] Port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:13.100070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7c811c1a-19fd-4bab-bce9-33e3b8466453 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:13.248846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:13.268373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227e33f-5e0c-4c73-a4dd-77cf68344725 req-1ec5f14f-669c-4bc3-80a9-a076fe89ab11 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:13.270337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4227e33f-5e0c-4c73-a4dd-77cf68344725 req-1ec5f14f-669c-4bc3-80a9-a076fe89ab11 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.4526916 Jul 07 19:31:13.274383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 7c811c1a-19fd-4bab-bce9-33e3b8466453 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:13.277103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'port_id': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'mac_address': 'fa:16:3e:89:63:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:31:13.350650 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bcc4d5ac-d3a4-4198-9669-59111fce6867 req-80a0210d-7a8d-4295-960d-59055d8f8feb service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711938 Jul 07 19:31:13.355687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-eace5101-a44f-45ae-b70d-fbfdbef2c541 None None] Provisioning complete for port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:13.356563 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-eace5101-a44f-45ae-b70d-fbfdbef2c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.358195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-633d23b6-1c6d-40ff-bf2a-3372e66aea5b tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.372994 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.428402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d23b6-1c6d-40ff-bf2a-3372e66aea5b tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event updated for resources: {'Subnet': ['ID=f79485fe-5db2-4148-8c8e-92ef643e96e7,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:13.448835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4227e33f-5e0c-4c73-a4dd-77cf68344725 req-ae64bf37-1953-42f2-b3e3-d5d765703a90 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666193 Jul 07 19:31:13.449848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:31:13.486154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633d23b6-1c6d-40ff-bf2a-3372e66aea5b tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Checking segment: {'id': '8e01a3ba-4b68-48f9-8c8d-2bf997a3e287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17909ef0-45a5-4374-8fb3-7c57ceab5c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:13.487402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d23b6-1c6d-40ff-bf2a-3372e66aea5b tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Network hostable DHCP agents. Network: 17909ef0-45a5-4374-8fb3-7c57ceab5c8b, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:13.497047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-eace5101-a44f-45ae-b70d-fbfdbef2c541 None None] Port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:13.524543 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:13.528678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d23b6-1c6d-40ff-bf2a-3372e66aea5b tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Network 17909ef0-45a5-4374-8fb3-7c57ceab5c8b is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:13.536386 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.543792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-633d23b6-1c6d-40ff-bf2a-3372e66aea5b tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 17909ef0-45a5-4374-8fb3-7c57ceab5c8b) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:13.555221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-54f856fc-c548-4f68-b13e-2ced84e015e3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Ignored duplicate provisioning block setup for port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 19:31:13.560377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633d23b6-1c6d-40ff-bf2a-3372e66aea5b tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:13.562119 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-633d23b6-1c6d-40ff-bf2a-3372e66aea5b tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.580972 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54f856fc-c548-4f68-b13e-2ced84e015e3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.596406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-633d23b6-1c6d-40ff-bf2a-3372e66aea5b tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5708227 Jul 07 19:31:13.596406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42604) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:13.601447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14596af9-c8cf-4903-b87d-c76e7f55a9cc None None] Network 17909ef0-45a5-4374-8fb3-7c57ceab5c8b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:13.603702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fcd7d327-55c9-41a5-a748-04b122d165e8 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Request body: {'subnet': {'network_id': '4799cb1e-0e98-4219-9ccf-9940aece7351', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:13.782271 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['6427ff31-3e2a-4561-ba8b-e61f0c63aee2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:31:13.784897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=12']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:13.856300 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd7d327-55c9-41a5-a748-04b122d165e8 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Made reservation on behalf of 7518382ff0284fd69c3d87437787d50d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:13.861637 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcd7d327-55c9-41a5-a748-04b122d165e8 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.883643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec431db0-456b-4317-8aef-3f1fbdc977e4 None None] Network da0f2365-bca9-4725-bbdc-cc215198bea4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:13.935832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-54f856fc-c548-4f68-b13e-2ced84e015e3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] In _notify_port_updated(), no bound segment for port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 on network 481bc74f-30ab-44fc-99eb-de99866907bb {{(pid=93900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:31:13.947372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f856fc-c548-4f68-b13e-2ced84e015e3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:13.979694 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54f856fc-c548-4f68-b13e-2ced84e015e3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.985152 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-54f856fc-c548-4f68-b13e-2ced84e015e3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "PUT /v2.0/ports/f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 HTTP/1.1" status: 200 len: 1011 time: 3.2217803 Jul 07 19:31:13.998767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42610) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:14.118901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f856fc-c548-4f68-b13e-2ced84e015e3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:14.123896 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcd7d327-55c9-41a5-a748-04b122d165e8 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.130826 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8b048b21-e5bf-439b-aaee-5f761eb2c6dd None None] Provisioning for port 7c811c1a-19fd-4bab-bce9-33e3b8466453 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:14.145236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8b048b21-e5bf-439b-aaee-5f761eb2c6dd None None] Provisioning complete for port 7c811c1a-19fd-4bab-bce9-33e3b8466453 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:14.145870 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8b048b21-e5bf-439b-aaee-5f761eb2c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.151276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee22723b-924c-48ff-b49a-4579ec2ec276 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router 871ef6e8-89c1-409d-9c7d-af47ce7cf5d1 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:14.181004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe858456-6d23-4373-9939-a473f356912f req-fc565db7-da86-4dd5-9421-71c54776535c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:14.183191 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe858456-6d23-4373-9939-a473f356912f req-fc565db7-da86-4dd5-9421-71c54776535c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.6637509 Jul 07 19:31:14.207104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7d327-55c9-41a5-a748-04b122d165e8 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event updated for resources: {'Subnet': ['ID=66dd22fe-d128-4cd6-8fd2-b19be5d195d5,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:14.221813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7d327-55c9-41a5-a748-04b122d165e8 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Checking segment: {'id': '1e06933b-6ddd-41ff-b9cd-581102a13cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4799cb1e-0e98-4219-9ccf-9940aece7351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:14.222182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7d327-55c9-41a5-a748-04b122d165e8 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Network hostable DHCP agents. Network: 4799cb1e-0e98-4219-9ccf-9940aece7351, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:14.254991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7d327-55c9-41a5-a748-04b122d165e8 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Network 4799cb1e-0e98-4219-9ccf-9940aece7351 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:14.262349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-17909ef0-45a5-4374-8fb3-7c57ceab5c8b', 'network_id': '17909ef0-45a5-4374-8fb3-7c57ceab5c8b', 'tenant_id': '7518382ff0284fd69c3d87437787d50d', 'fixed_ips': [{'subnet_id': 'f79485fe-5db2-4148-8c8e-92ef643e96e7'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:14.264284 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.285007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-fcd7d327-55c9-41a5-a748-04b122d165e8 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 4799cb1e-0e98-4219-9ccf-9940aece7351) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:14.296644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd7d327-55c9-41a5-a748-04b122d165e8 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:14.297245 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcd7d327-55c9-41a5-a748-04b122d165e8 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.310888 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5729c4-b8e1-46cb-ad80-31386e563704 None None] Network 4799cb1e-0e98-4219-9ccf-9940aece7351 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:14.328045 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fcd7d327-55c9-41a5-a748-04b122d165e8 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7305996 Jul 07 19:31:14.331074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42612) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:14.408600 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe858456-6d23-4373-9939-a473f356912f req-4fb12568-f22b-4df9-92bb-9e05d3c8a8a9 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149332 Jul 07 19:31:14.412899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee22723b-924c-48ff-b49a-4579ec2ec276 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:14.428028 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ee22723b-924c-48ff-b49a-4579ec2ec276 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/871ef6e8-89c1-409d-9c7d-af47ce7cf5d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7450345 Jul 07 19:31:14.441441 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f067e9b6-ac0e-4abe-bbb3-8475421884b7 None None] Sync routers for ids ['871ef6e8-89c1-409d-9c7d-af47ce7cf5d1'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:14.442062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42614) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:14.456822 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067e9b6-ac0e-4abe-bbb3-8475421884b7 None None] Routers {'871ef6e8-89c1-409d-9c7d-af47ce7cf5d1'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:14.457449 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f067e9b6-ac0e-4abe-bbb3-8475421884b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['871ef6e8-89c1-409d-9c7d-af47ce7cf5d1'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:14.516727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-082b0cce-0f54-4028-9eae-8a6c6d19f8c0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:14.517518 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-082b0cce-0f54-4028-9eae-8a6c6d19f8c0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.528122 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f067e9b6-ac0e-4abe-bbb3-8475421884b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:14.548443 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067e9b6-ac0e-4abe-bbb3-8475421884b7 None None] Routers {'871ef6e8-89c1-409d-9c7d-af47ce7cf5d1'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:14.549071 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f067e9b6-ac0e-4abe-bbb3-8475421884b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['871ef6e8-89c1-409d-9c7d-af47ce7cf5d1'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:14.606386 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8b048b21-e5bf-439b-aaee-5f761eb2c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.635079 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f067e9b6-ac0e-4abe-bbb3-8475421884b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:14.639581 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f067e9b6-ac0e-4abe-bbb3-8475421884b7 None None] The sync data for ids ['871ef6e8-89c1-409d-9c7d-af47ce7cf5d1'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:14.654011 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:31:14.870590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.904753 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-fa03a639-646d-4b43-8690-6696f159fc9f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 19:31:14.905880 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fa03a639-646d-4b43-8690-6696f159fc9f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/871ef6e8-89c1-409d-9c7d-af47ce7cf5d1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4631336 Jul 07 19:31:14.909520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42620) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:14.955391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8b048b21-e5bf-439b-aaee-5f761eb2c6dd None None] For port 7c811c1a-19fd-4bab-bce9-33e3b8466453, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7c811c1a-19fd-4bab-bce9-33e3b8466453,segment=NetworkSegment(302009dd-9506-420c-8f7d-750bf6ccb867),segment_id=302009dd-9506-420c-8f7d-750bf6ccb867)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:14.969364 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2cb062d8-0f4c-4ae3-bb76-1f30d970275a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=871ef6e8-89c1-409d-9c7d-af47ce7cf5d1 HTTP/1.1" status: 200 len: 205 time: 0.0581720 Jul 07 19:31:14.973469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42622) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:14.975990 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8b048b21-e5bf-439b-aaee-5f761eb2c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.022841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-082b0cce-0f54-4028-9eae-8a6c6d19f8c0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.037269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b048b21-e5bf-439b-aaee-5f761eb2c6dd None None] Pushing event updated for resources: {'Port': ['ID=7c811c1a-19fd-4bab-bce9-33e3b8466453,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:15.045133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Allocated IP 172.20.0.2 (17909ef0-45a5-4374-8fb3-7c57ceab5c8b/f79485fe-5db2-4148-8c8e-92ef643e96e7/e2846130-63af-4599-99ed-e263e14f2acf) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:15.077223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-082b0cce-0f54-4028-9eae-8a6c6d19f8c0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:15.085035 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-547d14cd-8593-4848-b6d9-082ed965ce99 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.094262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-4799cb1e-0e98-4219-9ccf-9940aece7351', 'network_id': '4799cb1e-0e98-4219-9ccf-9940aece7351', 'tenant_id': '7518382ff0284fd69c3d87437787d50d', 'fixed_ips': [{'subnet_id': '66dd22fe-d128-4cd6-8fd2-b19be5d195d5'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:15.095507 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.186939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d6f1bd47-dbd9-463e-8c2c-38e4db701f6a None None] Provisioning complete for port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:15.187676 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d6f1bd47-dbd9-463e-8c2c-38e4db701f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.236745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac09ef-5945-4667-872c-ab3743dabe2e req-771e170d-ea9f-448f-9d06-31a23aad2a74 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:15.244805 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d6ac09ef-5945-4667-872c-ab3743dabe2e req-771e170d-ea9f-448f-9d06-31a23aad2a74 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 946 time: 0.4935784 Jul 07 19:31:15.300257 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d6ac09ef-5945-4667-872c-ab3743dabe2e req-aa134789-9d9c-48bc-b5c6-c128b571e9f2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544474 Jul 07 19:31:15.394188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1bd47-dbd9-463e-8c2c-38e4db701f6a None None] Port f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:15.446876 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-547d14cd-8593-4848-b6d9-082ed965ce99 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.450440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-547d14cd-8593-4848-b6d9-082ed965ce99 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.514315 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-547d14cd-8593-4848-b6d9-082ed965ce99 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.515082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547d14cd-8593-4848-b6d9-082ed965ce99 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Fanout notify agent at l3_agent the message router_deleted on router 871ef6e8-89c1-409d-9c7d-af47ce7cf5d1 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:31:15.525282 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-547d14cd-8593-4848-b6d9-082ed965ce99 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.534291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42630) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:15.537980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-547d14cd-8593-4848-b6d9-082ed965ce99 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/871ef6e8-89c1-409d-9c7d-af47ce7cf5d1 HTTP/1.1" status: 204 len: 168 time: 0.5633097 Jul 07 19:31:15.544818 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.548507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Allocated IP 172.20.0.2 (4799cb1e-0e98-4219-9ccf-9940aece7351/66dd22fe-d128-4cd6-8fd2-b19be5d195d5/f708c160-6af6-4d04-b09f-e9059066e56c) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:15.562228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0b9bfdab-4e7f-46bd-a555-089a9a02360d None None] Provisioning complete for port 7c811c1a-19fd-4bab-bce9-33e3b8466453 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:15.562628 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0b9bfdab-4e7f-46bd-a555-089a9a02360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.685090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-28abef9d-9447-4afa-b480-ffdaa7a1cf7d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting subnet ded02a1f-9002-4a94-a666-85ff5648a471 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:15.686022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Transition to ACTIVE for port object e2846130-63af-4599-99ed-e263e14f2acf will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:15.690326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-082b0cce-0f54-4028-9eae-8a6c6d19f8c0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.694444 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28abef9d-9447-4afa-b480-ffdaa7a1cf7d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.730330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b0cce-0f54-4028-9eae-8a6c6d19f8c0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:15.790012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0582ce9-f0bd-4429-ab63-92f08cc4f778 req-0d3ae252-3d12-4151-8179-3b176a9ca94e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:15.792006 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0582ce9-f0bd-4429-ab63-92f08cc4f778 req-0d3ae252-3d12-4151-8179-3b176a9ca94e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.1749780 Jul 07 19:31:15.794563 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28abef9d-9447-4afa-b480-ffdaa7a1cf7d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.818450 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-082b0cce-0f54-4028-9eae-8a6c6d19f8c0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.819958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-082b0cce-0f54-4028-9eae-8a6c6d19f8c0 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 HTTP/1.1" status: 204 len: 168 time: 1.8187973 Jul 07 19:31:15.822609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42632) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:15.839020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Transition to ACTIVE for port object e2846130-63af-4599-99ed-e263e14f2acf will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:15.864432 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.883871 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-80afa75f-9179-4427-a814-b5c762938e73 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:31:15.888582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-80afa75f-9179-4427-a814-b5c762938e73 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 HTTP/1.1" status: 404 len: 333 time: 0.0647030 Jul 07 19:31:15.889180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42634) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:15.955649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Network 17909ef0-45a5-4374-8fb3-7c57ceab5c8b is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:15.960752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:15.967231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:15.968641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6fe04a-119f-4f45-9060-5e3ee2492ed9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting subnet 53a28694-7473-4e9d-9011-54ccfbcfddca {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:15.979766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0582ce9-f0bd-4429-ab63-92f08cc4f778 req-de092461-2d35-4f60-aa4d-af797a555c02 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814425 Jul 07 19:31:15.991242 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe04a-119f-4f45-9060-5e3ee2492ed9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.017891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Allocated IP 172.20.0.1 (17909ef0-45a5-4374-8fb3-7c57ceab5c8b/f79485fe-5db2-4148-8c8e-92ef643e96e7/b28207d5-f85c-427f-b132-e3868ebb964b) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:16.039749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Pushing event updated for resources: {'Port': ['ID=e2846130-63af-4599-99ed-e263e14f2acf,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:16.058182 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.081567 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28abef9d-9447-4afa-b480-ffdaa7a1cf7d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.121423 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe04a-119f-4f45-9060-5e3ee2492ed9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.123977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Transition to ACTIVE for port object f708c160-6af6-4d04-b09f-e9059066e56c will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:16.217986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Transition to ACTIVE for port object f708c160-6af6-4d04-b09f-e9059066e56c will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:16.226525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Attempting to bind port e2846130-63af-4599-99ed-e263e14f2acf on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:16.226955 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28abef9d-9447-4afa-b480-ffdaa7a1cf7d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.227085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Attempting to bind port e2846130-63af-4599-99ed-e263e14f2acf by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '8e01a3ba-4b68-48f9-8c8d-2bf997a3e287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17909ef0-45a5-4374-8fb3-7c57ceab5c8b'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:16.227518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Attempting to bind port e2846130-63af-4599-99ed-e263e14f2acf on network 17909ef0-45a5-4374-8fb3-7c57ceab5c8b {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:16.234367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:16.235138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Checking segment: {'id': '8e01a3ba-4b68-48f9-8c8d-2bf997a3e287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17909ef0-45a5-4374-8fb3-7c57ceab5c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:16.235258 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.235589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Bound using segment: {'id': '8e01a3ba-4b68-48f9-8c8d-2bf997a3e287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17909ef0-45a5-4374-8fb3-7c57ceab5c8b'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:16.236721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Bound port: e2846130-63af-4599-99ed-e263e14f2acf, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e01a3ba-4b68-48f9-8c8d-2bf997a3e287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17909ef0-45a5-4374-8fb3-7c57ceab5c8b'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:16.236721 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.238720 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.242318 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.267669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf381d1-aeaf-4569-9a65-ebc3eac1c37b None None] Network c749d99c-9f1f-415b-8174-8421642b0495 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:16.272288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Network 4799cb1e-0e98-4219-9ccf-9940aece7351 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:16.278822 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28abef9d-9447-4afa-b480-ffdaa7a1cf7d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.281374 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-28abef9d-9447-4afa-b480-ffdaa7a1cf7d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/ded02a1f-9002-4a94-a666-85ff5648a471 HTTP/1.1" status: 204 len: 168 time: 0.7455266 Jul 07 19:31:16.284922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42638) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:16.286359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abef9d-9447-4afa-b480-ffdaa7a1cf7d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Subnet': ['ID=ded02a1f-9002-4a94-a666-85ff5648a471,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:16.296309 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe04a-119f-4f45-9060-5e3ee2492ed9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.297762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Transition to ACTIVE for port object b28207d5-f85c-427f-b132-e3868ebb964b will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:16.339786 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.389104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Network 17909ef0-45a5-4374-8fb3-7c57ceab5c8b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:16.393238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:16.398150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:16.407296 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.414400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] For port e2846130-63af-4599-99ed-e263e14f2acf, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:16.423768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] For port e2846130-63af-4599-99ed-e263e14f2acf, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e2846130-63af-4599-99ed-e263e14f2acf,segment=NetworkSegment(8e01a3ba-4b68-48f9-8c8d-2bf997a3e287),segment_id=8e01a3ba-4b68-48f9-8c8d-2bf997a3e287)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:16.425941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:16.430997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:16.453033 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe04a-119f-4f45-9060-5e3ee2492ed9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.465733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event updated for resources: {'Port': ['ID=b28207d5-f85c-427f-b132-e3868ebb964b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:16.484836 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.496203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fe04a-119f-4f45-9060-5e3ee2492ed9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Subnet': ['ID=53a28694-7473-4e9d-9011-54ccfbcfddca,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:16.498250 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe04a-119f-4f45-9060-5e3ee2492ed9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.503826 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7b6fe04a-119f-4f45-9060-5e3ee2492ed9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/53a28694-7473-4e9d-9011-54ccfbcfddca HTTP/1.1" status: 204 len: 168 time: 0.6124980 Jul 07 19:31:16.506341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42644) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:16.517108 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.543977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba3f3b8-dacf-47e0-9db2-fd2eb6ef8132 None None] Network 481bc74f-30ab-44fc-99eb-de99866907bb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:16.571387 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port 54c4ee95-b1fc-42b4-989b-76904a567cd8 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:16.571786 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.582472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-9376341f-f48a-4777-80cb-c4706d4cce58 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting subnet afefa3f5-67bd-4138-8364-eb993370700f {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:16.621381 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9376341f-f48a-4777-80cb-c4706d4cce58 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.689161 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.704687 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9376341f-f48a-4777-80cb-c4706d4cce58 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.708668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port 54c4ee95-b1fc-42b4-989b-76904a567cd8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=54c4ee95-b1fc-42b4-989b-76904a567cd8,segment=NetworkSegment(c917d634-c728-428a-acbf-74ee15f2b578),segment_id=c917d634-c728-428a-acbf-74ee15f2b578)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:16.709038 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.733278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c351e6-9c30-4605-b680-685fb1ddde71 req-4d322208-fe6c-48ba-842f-ded132613c5c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:16.735625 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37c351e6-9c30-4605-b680-685fb1ddde71 req-4d322208-fe6c-48ba-842f-ded132613c5c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 946 time: 0.2010570 Jul 07 19:31:16.750020 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for 54c4ee95-b1fc-42b4-989b-76904a567cd8 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:16.876998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Pushing event updated for resources: {'Port': ['ID=f708c160-6af6-4d04-b09f-e9059066e56c,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:16.889414 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9376341f-f48a-4777-80cb-c4706d4cce58 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.918169 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37c351e6-9c30-4605-b680-685fb1ddde71 req-506d3723-9194-4bbc-b854-c9686760f497 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493614 Jul 07 19:31:16.983248 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:16.983997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:16.984274 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:16.988734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:16.989125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:16.989473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:16.989819 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:16.990244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:16.990479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:16.990830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:16.991242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:16.991487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:17.050119 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:17.079931 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9376341f-f48a-4777-80cb-c4706d4cce58 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.162981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376341f-f48a-4777-80cb-c4706d4cce58 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Subnet': ['ID=afefa3f5-67bd-4138-8364-eb993370700f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:17.187132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9376341f-f48a-4777-80cb-c4706d4cce58 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.191265 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9376341f-f48a-4777-80cb-c4706d4cce58 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/afefa3f5-67bd-4138-8364-eb993370700f HTTP/1.1" status: 204 len: 168 time: 0.6834545 Jul 07 19:31:17.195466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42650) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:17.196760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7c811c1a-19fd-4bab-bce9-33e3b8466453 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:17.214449 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.255797 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.266578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No DVR routers for this DVR port 54c4ee95-b1fc-42b4-989b-76904a567cd8 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:17.269640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=54c4ee95-b1fc-42b4-989b-76904a567cd8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:17.284784 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.436587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.453081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c749d99c-9f1f-415b-8174-8421642b0495']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:17.465433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c917d634-c728-428a-acbf-74ee15f2b578') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:17.465994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c917d634-c728-428a-acbf-74ee15f2b578') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:17.477442 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.500566 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.503675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77911673-25da-432f-84e2-f851e9e19d10 None None] Pushing event updated for resources: {'Port': ['ID=e2846130-63af-4599-99ed-e263e14f2acf,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:17.509739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:17.510529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.539106 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.542807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event updated for resources: {'Port': ['ID=b28207d5-f85c-427f-b132-e3868ebb964b,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:17.554133 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.563809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Attempting to bind port f708c160-6af6-4d04-b09f-e9059066e56c on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:17.572635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Attempting to bind port f708c160-6af6-4d04-b09f-e9059066e56c by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '1e06933b-6ddd-41ff-b9cd-581102a13cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4799cb1e-0e98-4219-9ccf-9940aece7351'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:17.573131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Attempting to bind port f708c160-6af6-4d04-b09f-e9059066e56c on network 4799cb1e-0e98-4219-9ccf-9940aece7351 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:17.618665 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:17.621976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:17.622278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Checking segment: {'id': '1e06933b-6ddd-41ff-b9cd-581102a13cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4799cb1e-0e98-4219-9ccf-9940aece7351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:17.622973 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.623308 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Bound using segment: {'id': '1e06933b-6ddd-41ff-b9cd-581102a13cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4799cb1e-0e98-4219-9ccf-9940aece7351'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:17.623864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Bound port: f708c160-6af6-4d04-b09f-e9059066e56c, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e06933b-6ddd-41ff-b9cd-581102a13cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4799cb1e-0e98-4219-9ccf-9940aece7351'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:17.624427 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.626354 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.638916 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.641532 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/networks/c749d99c-9f1f-415b-8174-8421642b0495 HTTP/1.1" status: 204 len: 168 time: 1.3547895 Jul 07 19:31:17.657408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42652) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:17.666202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4fd2c89a-fa18-4296-a03f-12ff22e19ca0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'network': {'name': 'tempest-RoutersTest-867497568'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:17.669303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a38649-d570-4b03-bfba-e90a61581c17 None None] DHCP port deletion for c749d99c-9f1f-415b-8174-8421642b0495 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:17.679269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:17.679646 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.691830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9df17-58ef-4b55-9bd4-0f3dbb343186 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Network': ['ID=c749d99c-9f1f-415b-8174-8421642b0495,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:17.704104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd2c89a-fa18-4296-a03f-12ff22e19ca0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:17.717276 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fd2c89a-fa18-4296-a03f-12ff22e19ca0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.732727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Network 17909ef0-45a5-4374-8fb3-7c57ceab5c8b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:17.742712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7c811c1a-19fd-4bab-bce9-33e3b8466453 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:17.743624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:17.747973 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.786000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209eff-04dc-4ca9-a6c7-20cfcba04911 req-212fc9c8-bf93-4d9d-aca1-20073f265bbe tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:17.787664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-69209eff-04dc-4ca9-a6c7-20cfcba04911 req-212fc9c8-bf93-4d9d-aca1-20073f265bbe tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.4112930 Jul 07 19:31:17.848358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd2c89a-fa18-4296-a03f-12ff22e19ca0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:17.901304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fd2c89a-fa18-4296-a03f-12ff22e19ca0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.901646 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-4fd2c89a-fa18-4296-a03f-12ff22e19ca0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Added segment 602e1273-1c72-4cdc-a9e5-55baafd1ce3d of type vlan for network 2755d15e-684d-42d6-b211-3e3ef3cf0d95 Jul 07 19:31:17.909431 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-69209eff-04dc-4ca9-a6c7-20cfcba04911 req-17208b83-2655-48b6-91a5-ffd343da625b tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124017 Jul 07 19:31:17.999755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] For port f708c160-6af6-4d04-b09f-e9059066e56c, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:18.004841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] For port f708c160-6af6-4d04-b09f-e9059066e56c, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f708c160-6af6-4d04-b09f-e9059066e56c,segment=NetworkSegment(1e06933b-6ddd-41ff-b9cd-581102a13cc7),segment_id=1e06933b-6ddd-41ff-b9cd-581102a13cc7)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:18.072108 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.080283 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fd2c89a-fa18-4296-a03f-12ff22e19ca0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.187568 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fd2c89a-fa18-4296-a03f-12ff22e19ca0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.206175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd2c89a-fa18-4296-a03f-12ff22e19ca0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:18.207875 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fd2c89a-fa18-4296-a03f-12ff22e19ca0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.227658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c75c8-ca98-433d-a261-0db5b0910468 None None] Pushing event updated for resources: {'Port': ['ID=f708c160-6af6-4d04-b09f-e9059066e56c,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:18.349704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c10721-9bcd-43f8-a711-9bfafc05ae39 None None] Update dhcp port {'port': {'network_id': '481bc74f-30ab-44fc-99eb-de99866907bb', 'fixed_ips': [{'subnet_id': 'afefa3f5-67bd-4138-8364-eb993370700f'}], 'binding:host_id': 'n-d-793621-9'}, 'id': '0baf26ec-0a9b-42b5-b743-4fe6f4fb8504'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:31:18.400866 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-63c10721-9bcd-43f8-a711-9bfafc05ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.433246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4fd2c89a-fa18-4296-a03f-12ff22e19ca0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7718315 Jul 07 19:31:18.483269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42660) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:18.514588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d2321f55-25ce-490d-a8d0-0cdcb4073236 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'subnet': {'network_id': '2755d15e-684d-42d6-b211-3e3ef3cf0d95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:18.631761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2c89a-fa18-4296-a03f-12ff22e19ca0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Network': ['ID=2755d15e-684d-42d6-b211-3e3ef3cf0d95,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:18.702093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:18.702961 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.749733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0edce6-3ca4-4725-8cfa-bae6045e857c None None] Network 17909ef0-45a5-4374-8fb3-7c57ceab5c8b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:18.805697 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] For port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0baf26ec-0a9b-42b5-b743-4fe6f4fb8504,segment=NetworkSegment(06b5ef00-ee40-4d66-ba70-e4448cc1a2fb),segment_id=06b5ef00-ee40-4d66-ba70-e4448cc1a2fb)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:18.805697 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.825561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:18.832062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 2755d15e-684d-42d6-b211-3e3ef3cf0d95 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:18.835078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Router f837b32d-75c4-456f-8ee2-48f8b3107a91 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:31:18.857869 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.912547 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0336587-f372-4f91-b49a-6264201ddb68 req-0ec72837-be02-40fb-a91c-5c5b2219e057 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:18.933545 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0336587-f372-4f91-b49a-6264201ddb68 req-0ec72837-be02-40fb-a91c-5c5b2219e057 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 946 time: 0.7197406 Jul 07 19:31:18.983284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2321f55-25ce-490d-a8d0-0cdcb4073236 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:18.997336 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2321f55-25ce-490d-a8d0-0cdcb4073236 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.041790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-abaf05a3-4fe1-4709-81ea-188e6aea324c None None] Provisioning for port e2846130-63af-4599-99ed-e263e14f2acf completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:19.095572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:19.097021 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361adb3c-c908-419a-b2da-bb9546ae2967" -d '{"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-plugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:19.134161 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:19.151316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:19.172559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca7ca7e-89c6-4954-88ad-6c70c3c9b91d None None] Sync routers for ids ['f837b32d-75c4-456f-8ee2-48f8b3107a91'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:19.175368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f708c160-6af6-4d04-b09f-e9059066e56c up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:19.180018 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42670) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:19.184008 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.194630 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c7960456-eb95-44f0-b934-66887adcb1ca tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "PUT /v2.0/routers/f837b32d-75c4-456f-8ee2-48f8b3107a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8508322 Jul 07 19:31:19.264230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2939a5-2b82-40a6-9328-1ffe7ec921fb None None] Network 481bc74f-30ab-44fc-99eb-de99866907bb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:19.295815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7ca7e-89c6-4954-88ad-6c70c3c9b91d None None] Routers {'f837b32d-75c4-456f-8ee2-48f8b3107a91'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:19.296867 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2ca7ca7e-89c6-4954-88ad-6c70c3c9b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f837b32d-75c4-456f-8ee2-48f8b3107a91'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:19.350240 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.392336 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0336587-f372-4f91-b49a-6264201ddb68 req-2118dcc7-ca15-465b-b2ec-27e3182c80b8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4572771 Jul 07 19:31:19.412821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0e69e-ddf4-4fe5-99e6-37a63abf3ae4 req-327f9df3-e2fc-44a8-b518-995109cfaa52 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:19.426381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddf0e69e-ddf4-4fe5-99e6-37a63abf3ae4 req-327f9df3-e2fc-44a8-b518-995109cfaa52 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.1708100 Jul 07 19:31:19.441753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f4cb5ccc-4011-4006-a857-19491c3cf7aa None None] Could not find standard attr ID for object 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:31:19.453163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2ca7ca7e-89c6-4954-88ad-6c70c3c9b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:19.463276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=0baf26ec-0a9b-42b5-b743-4fe6f4fb8504,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:19.507095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No DVR routers for this DVR port 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:19.528658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=13']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:19.543374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7ca7e-89c6-4954-88ad-6c70c3c9b91d None None] Routers {'f837b32d-75c4-456f-8ee2-48f8b3107a91'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:19.549539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2ca7ca7e-89c6-4954-88ad-6c70c3c9b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:30:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f837b32d-75c4-456f-8ee2-48f8b3107a91'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:19.642665 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.654110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481bc74f-30ab-44fc-99eb-de99866907bb']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:19.655746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2ca7ca7e-89c6-4954-88ad-6c70c3c9b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:19.657019 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca7ca7e-89c6-4954-88ad-6c70c3c9b91d None None] The sync data for ids ['f837b32d-75c4-456f-8ee2-48f8b3107a91'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:19.666453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b5ef00-ee40-4d66-ba70-e4448cc1a2fb') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:19.666815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b5ef00-ee40-4d66-ba70-e4448cc1a2fb') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:19.680001 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.688995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f708c160-6af6-4d04-b09f-e9059066e56c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:19.706000 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.709026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:19.709438 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.726382 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e2846130-63af-4599-99ed-e263e14f2acf up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:19.786821 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:19.833173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb906824-f973-4427-9738-3817c7d09872 None None] DHCP port deletion for 481bc74f-30ab-44fc-99eb-de99866907bb request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:19.836042 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297b320c-d088-4330-814e-1dfdd1a27eef x-openstack-request-id: req-297b320c-d088-4330-814e-1dfdd1a27eef {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:19.836317 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-plugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:19.836470 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-297b320c-d088-4330-814e-1dfdd1a27eef {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:19.836903 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'code': 200} Jul 07 19:31:19.837934 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddf0e69e-ddf4-4fe5-99e6-37a63abf3ae4 req-1dd2ec10-e8cc-4a87-b239-fe43459f8379 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087517 Jul 07 19:31:19.838669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.863127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.865436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/networks/481bc74f-30ab-44fc-99eb-de99866907bb HTTP/1.1" status: 204 len: 168 time: 2.6054051 Jul 07 19:31:19.872987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42674) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:19.915072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44518362-d7fd-4809-8f67-66dffd07cec4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Network': ['ID=481bc74f-30ab-44fc-99eb-de99866907bb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:19.954892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port e2846130-63af-4599-99ed-e263e14f2acf completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:19.964420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e2846130-63af-4599-99ed-e263e14f2acf triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:19.965541 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.056614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f59087-8a26-4925-a237-e39e75ef85a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:20.062658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b1f59087-8a26-4925-a237-e39e75ef85a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1885805 Jul 07 19:31:20.063695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42676) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:20.133124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ddd1ab-2e8b-4f9e-a48b-299e2c66760f None None] Network 4799cb1e-0e98-4219-9ccf-9940aece7351 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:20.145794 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.192184 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-18a0887e-8ba1-4053-ba42-1f9b3368535b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1270690 Jul 07 19:31:20.193572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42678) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:20.198949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d5d72121-9836-4425-8595-189321d44906 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1246797667'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:20.235615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d72121-9836-4425-8595-189321d44906 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:20.242755 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5d72121-9836-4425-8595-189321d44906 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.275637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d72121-9836-4425-8595-189321d44906 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:20.288077 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5d72121-9836-4425-8595-189321d44906 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.288842 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-d5d72121-9836-4425-8595-189321d44906 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Added segment 138c2e3f-3610-47cc-8b56-5d1a1b63ccd8 of type vlan for network 76f51751-ee7b-4c02-808d-111b71320483 Jul 07 19:31:20.291527 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-00de3b6b-aa40-4c0c-8f84-24c8f162a04c None None] Provisioning for port f708c160-6af6-4d04-b09f-e9059066e56c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:20.315952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-00de3b6b-aa40-4c0c-8f84-24c8f162a04c None None] Provisioning complete for port f708c160-6af6-4d04-b09f-e9059066e56c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:20.316342 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-00de3b6b-aa40-4c0c-8f84-24c8f162a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.377385 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5d72121-9836-4425-8595-189321d44906 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.439360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port e2846130-63af-4599-99ed-e263e14f2acf, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e2846130-63af-4599-99ed-e263e14f2acf,segment=NetworkSegment(8e01a3ba-4b68-48f9-8c8d-2bf997a3e287),segment_id=8e01a3ba-4b68-48f9-8c8d-2bf997a3e287)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:20.439592 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5d72121-9836-4425-8595-189321d44906 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.481596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d72121-9836-4425-8595-189321d44906 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:20.489309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5d72121-9836-4425-8595-189321d44906 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.497405 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-00de3b6b-aa40-4c0c-8f84-24c8f162a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.506952 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.581190 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2321f55-25ce-490d-a8d0-0cdcb4073236 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.638490 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d5d72121-9836-4425-8595-189321d44906 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4408751 Jul 07 19:31:20.648994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42682) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:20.649982 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=e2846130-63af-4599-99ed-e263e14f2acf,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:20.655327 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 54c4ee95-b1fc-42b4-989b-76904a567cd8 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:20.669641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-992428dc-a86d-415f-a84e-79ba3a3b73b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '76f51751-ee7b-4c02-808d-111b71320483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:20.679503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d72121-9836-4425-8595-189321d44906 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Network': ['ID=76f51751-ee7b-4c02-808d-111b71320483,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:20.685814 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 54c4ee95-b1fc-42b4-989b-76904a567cd8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:20.686206 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 54c4ee95-b1fc-42b4-989b-76904a567cd8 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:20.713443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2321f55-25ce-490d-a8d0-0cdcb4073236 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Subnet': ['ID=7f6676f2-4d35-40ff-9fad-49ef8f7463fd,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:20.794944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-00de3b6b-aa40-4c0c-8f84-24c8f162a04c None None] For port f708c160-6af6-4d04-b09f-e9059066e56c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f708c160-6af6-4d04-b09f-e9059066e56c,segment=NetworkSegment(1e06933b-6ddd-41ff-b9cd-581102a13cc7),segment_id=1e06933b-6ddd-41ff-b9cd-581102a13cc7)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:20.796926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 76f51751-ee7b-4c02-808d-111b71320483 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:20.878305 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-73820667-769e-44b5-8635-73021f5abbb0 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:31:20.882212 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-73820667-769e-44b5-8635-73021f5abbb0 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "PUT /v2.0/routers/f837b32d-75c4-456f-8ee2-48f8b3107a91/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6825197 Jul 07 19:31:20.887818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42688) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:20.892052 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-00de3b6b-aa40-4c0c-8f84-24c8f162a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.914760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2321f55-25ce-490d-a8d0-0cdcb4073236 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Checking segment: {'id': '602e1273-1c72-4cdc-a9e5-55baafd1ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2755d15e-684d-42d6-b211-3e3ef3cf0d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:20.915152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2321f55-25ce-490d-a8d0-0cdcb4073236 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network hostable DHCP agents. Network: 2755d15e-684d-42d6-b211-3e3ef3cf0d95, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:21.036633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e2846130-63af-4599-99ed-e263e14f2acf up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:21.084595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2321f55-25ce-490d-a8d0-0cdcb4073236 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 2755d15e-684d-42d6-b211-3e3ef3cf0d95 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:21.098884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992428dc-a86d-415f-a84e-79ba3a3b73b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:21.114172 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de3b6b-aa40-4c0c-8f84-24c8f162a04c None None] Pushing event updated for resources: {'Port': ['ID=f708c160-6af6-4d04-b09f-e9059066e56c,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:21.132997 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-992428dc-a86d-415f-a84e-79ba3a3b73b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.137396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b3855426-a99a-45bf-9443-bd1eef2f0a98 None None] Provisioning complete for port e2846130-63af-4599-99ed-e263e14f2acf triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:21.137892 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b3855426-a99a-45bf-9443-bd1eef2f0a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.184126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ee5d-d112-4e8a-b7f3-4d33cab0ba4c req-bfc031e9-d619-4155-bff4-aa23f56f6003 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:21.191379 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1994ee5d-d112-4e8a-b7f3-4d33cab0ba4c req-bfc031e9-d619-4155-bff4-aa23f56f6003 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.4379597 Jul 07 19:31:21.205294 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-17d49797-8108-4360-8975-52565e05cfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.266825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-d2321f55-25ce-490d-a8d0-0cdcb4073236 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 2755d15e-684d-42d6-b211-3e3ef3cf0d95) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:21.285347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2321f55-25ce-490d-a8d0-0cdcb4073236 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:21.285943 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d2321f55-25ce-490d-a8d0-0cdcb4073236 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.289581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83562547-ecc2-4169-af1f-63b26b945bfb None None] Network 2755d15e-684d-42d6-b211-3e3ef3cf0d95 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:21.293790 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1994ee5d-d112-4e8a-b7f3-4d33cab0ba4c req-ac2819b1-54ac-4c82-875e-1e4abcdf3667 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009364 Jul 07 19:31:21.334085 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d2321f55-25ce-490d-a8d0-0cdcb4073236 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8489132 Jul 07 19:31:21.343808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42692) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:21.356159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-64cee567-1f96-4767-bb7b-414aa683d83f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1695800954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:21.380962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e2846130-63af-4599-99ed-e263e14f2acf triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:21.381338 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.430681 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64cee567-1f96-4767-bb7b-414aa683d83f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.431779 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64cee567-1f96-4767-bb7b-414aa683d83f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.469724 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad3e25-5ee4-4a1b-bb71-4af1556b852a req-59d9872b-a4f9-47eb-a5b2-0871b1f2d15f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:21.480674 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5ad3e25-5ee4-4a1b-bb71-4af1556b852a req-59d9872b-a4f9-47eb-a5b2-0871b1f2d15f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.3149781 Jul 07 19:31:21.585557 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64cee567-1f96-4767-bb7b-414aa683d83f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.607818 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5ad3e25-5ee4-4a1b-bb71-4af1556b852a req-d7cd1101-80ee-4a90-a2b9-9eabfc5ff0e3 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214657 Jul 07 19:31:21.641215 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64cee567-1f96-4767-bb7b-414aa683d83f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.708891 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61a13ed1-315e-484b-9fe4-194f1795cd09 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.746419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b3855426-a99a-45bf-9443-bd1eef2f0a98 None None] Provisioning for port b28207d5-f85c-427f-b132-e3868ebb964b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:21.755054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b3855426-a99a-45bf-9443-bd1eef2f0a98 None None] Provisioning complete for port b28207d5-f85c-427f-b132-e3868ebb964b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:21.755826 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b3855426-a99a-45bf-9443-bd1eef2f0a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.764501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-2755d15e-684d-42d6-b211-3e3ef3cf0d95', 'network_id': '2755d15e-684d-42d6-b211-3e3ef3cf0d95', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'fixed_ips': [{'subnet_id': '7f6676f2-4d35-40ff-9fad-49ef8f7463fd'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:21.765850 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.766239 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64cee567-1f96-4767-bb7b-414aa683d83f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.770570 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-64cee567-1f96-4767-bb7b-414aa683d83f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4256849 Jul 07 19:31:21.771318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42694) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:21.879636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b3855426-a99a-45bf-9443-bd1eef2f0a98 None None] Port b28207d5-f85c-427f-b132-e3868ebb964b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:21.926917 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-992428dc-a86d-415f-a84e-79ba3a3b73b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.928584 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:21.953329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:21.954075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0baf26ec-0a9b-42b5-b743-4fe6f4fb8504 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:21.986301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Allocated IP 172.20.0.2 (2755d15e-684d-42d6-b211-3e3ef3cf0d95/7f6676f2-4d35-40ff-9fad-49ef8f7463fd/7453a0bf-6c80-417b-addd-96de796b29a6) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:22.017497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4a47b062-529b-4182-a7bf-28df813bdc1d None None] Provisioning complete for port f708c160-6af6-4d04-b09f-e9059066e56c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:22.017837 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4a47b062-529b-4182-a7bf-28df813bdc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.153693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992428dc-a86d-415f-a84e-79ba3a3b73b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Subnet': ['ID=f7579cc8-9f5a-4beb-b1df-c6295f0702a5,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:22.185301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-61a13ed1-315e-484b-9fe4-194f1795cd09 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Deleting port b28207d5-f85c-427f-b132-e3868ebb964b {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:22.185654 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61a13ed1-315e-484b-9fe4-194f1795cd09 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.206425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992428dc-a86d-415f-a84e-79ba3a3b73b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Checking segment: {'id': '138c2e3f-3610-47cc-8b56-5d1a1b63ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '76f51751-ee7b-4c02-808d-111b71320483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:22.206984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992428dc-a86d-415f-a84e-79ba3a3b73b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network hostable DHCP agents. Network: 76f51751-ee7b-4c02-808d-111b71320483, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:22.271291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992428dc-a86d-415f-a84e-79ba3a3b73b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 76f51751-ee7b-4c02-808d-111b71320483 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:22.308401 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-992428dc-a86d-415f-a84e-79ba3a3b73b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 76f51751-ee7b-4c02-808d-111b71320483) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:22.315392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992428dc-a86d-415f-a84e-79ba3a3b73b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:22.315725 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-992428dc-a86d-415f-a84e-79ba3a3b73b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.320576 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.333572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf11f5a0-01f7-40a5-97fd-b9257c2d0450 None None] Network 76f51751-ee7b-4c02-808d-111b71320483 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:22.342198 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61a13ed1-315e-484b-9fe4-194f1795cd09 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.363322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-61a13ed1-315e-484b-9fe4-194f1795cd09 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Calling delete_port for b28207d5-f85c-427f-b132-e3868ebb964b owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:22.394683 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-992428dc-a86d-415f-a84e-79ba3a3b73b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7444198 Jul 07 19:31:22.422321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42704) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:22.427644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': '76f51751-ee7b-4c02-808d-111b71320483', 'name': 'tempest-PortsIpV6TestJSON-1245308379'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:22.638505 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61a13ed1-315e-484b-9fe4-194f1795cd09 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.651291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:22.657267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.681703 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.682590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port 4fff44f4-a1c6-48db-83c7-fe1fc12d573e yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:31:22.700033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Transition to ACTIVE for port object 7453a0bf-6c80-417b-addd-96de796b29a6 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:22.715869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a13ed1-315e-484b-9fe4-194f1795cd09 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event deleted for resources: {'Port': ['ID=b28207d5-f85c-427f-b132-e3868ebb964b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:22.730188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Transition to ACTIVE for port object 7453a0bf-6c80-417b-addd-96de796b29a6 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:22.791924 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.806604 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4a47b062-529b-4182-a7bf-28df813bdc1d None None] Provisioning complete for port b28207d5-f85c-427f-b132-e3868ebb964b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:22.807281 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4a47b062-529b-4182-a7bf-28df813bdc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.878193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8::27d (76f51751-ee7b-4c02-808d-111b71320483/f7579cc8-9f5a-4beb-b1df-c6295f0702a5/4fff44f4-a1c6-48db-83c7-fe1fc12d573e) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:22.909059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f515-7817-4507-91ac-45a97c22f66d req-8e822829-ae96-40c3-9537-944ecb9307ac tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:22.916618 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4846f515-7817-4507-91ac-45a97c22f66d req-8e822829-ae96-40c3-9537-944ecb9307ac tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.2918198 Jul 07 19:31:22.954575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Network 2755d15e-684d-42d6-b211-3e3ef3cf0d95 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:22.956167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4a47b062-529b-4182-a7bf-28df813bdc1d None None] Port b28207d5-f85c-427f-b132-e3868ebb964b was deleted so its status cannot be updated. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 19:31:22.999098 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:23.022696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:23.025276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f708c160-6af6-4d04-b09f-e9059066e56c up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:23.141906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-76f51751-ee7b-4c02-808d-111b71320483', 'network_id': '76f51751-ee7b-4c02-808d-111b71320483', 'tenant_id': '85c3890fa00f4943901f50fca4c74949', 'fixed_ips': [{'subnet_id': 'f7579cc8-9f5a-4beb-b1df-c6295f0702a5'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:23.142161 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.152831 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4846f515-7817-4507-91ac-45a97c22f66d req-4bfd859e-0708-4781-ade0-a6e373e3f8e2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346842 Jul 07 19:31:23.176679 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61a13ed1-315e-484b-9fe4-194f1795cd09 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.247244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Allocated IP 172.20.0.1 (2755d15e-684d-42d6-b211-3e3ef3cf0d95/7f6676f2-4d35-40ff-9fad-49ef8f7463fd/bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:23.249434 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Pushing event updated for resources: {'Port': ['ID=7453a0bf-6c80-417b-addd-96de796b29a6,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:23.287414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Attempting to bind port 7453a0bf-6c80-417b-addd-96de796b29a6 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:23.287953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Attempting to bind port 7453a0bf-6c80-417b-addd-96de796b29a6 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '602e1273-1c72-4cdc-a9e5-55baafd1ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2755d15e-684d-42d6-b211-3e3ef3cf0d95'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:23.288414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Attempting to bind port 7453a0bf-6c80-417b-addd-96de796b29a6 on network 2755d15e-684d-42d6-b211-3e3ef3cf0d95 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:23.302405 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:23.303013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Checking segment: {'id': '602e1273-1c72-4cdc-a9e5-55baafd1ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2755d15e-684d-42d6-b211-3e3ef3cf0d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:23.303516 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.304006 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Bound using segment: {'id': '602e1273-1c72-4cdc-a9e5-55baafd1ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2755d15e-684d-42d6-b211-3e3ef3cf0d95'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:23.304725 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Bound port: 7453a0bf-6c80-417b-addd-96de796b29a6, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602e1273-1c72-4cdc-a9e5-55baafd1ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2755d15e-684d-42d6-b211-3e3ef3cf0d95'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:23.305251 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.319757 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f708c160-6af6-4d04-b09f-e9059066e56c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:23.320552 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.402869 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.420940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Transition to ACTIVE for port object bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:23.436467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] For port 7453a0bf-6c80-417b-addd-96de796b29a6, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:23.450628 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a13ed1-315e-484b-9fe4-194f1795cd09 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Router f837b32d-75c4-456f-8ee2-48f8b3107a91 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:23.457256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] For port 7453a0bf-6c80-417b-addd-96de796b29a6, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7453a0bf-6c80-417b-addd-96de796b29a6,segment=NetworkSegment(602e1273-1c72-4cdc-a9e5-55baafd1ce3d),segment_id=602e1273-1c72-4cdc-a9e5-55baafd1ce3d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:23.463544 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.473761 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.528169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 2755d15e-684d-42d6-b211-3e3ef3cf0d95 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:23.549350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:23.566512 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cdd97155-9019-4847-82d4-043bbb8423f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.568956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:23.607645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be140115-45be-420f-a5f3-ac0994fb7a0f None None] Pushing event updated for resources: {'Port': ['ID=7453a0bf-6c80-417b-addd-96de796b29a6,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:23.621391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a13ed1-315e-484b-9fe4-194f1795cd09 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:23.640966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-61a13ed1-315e-484b-9fe4-194f1795cd09 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "PUT /v2.0/routers/f837b32d-75c4-456f-8ee2-48f8b3107a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7471118 Jul 07 19:31:23.644158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42714) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:23.644254 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cd755-961a-428c-a753-f25055b2c9d4 None None] Sync routers for ids ['f837b32d-75c4-456f-8ee2-48f8b3107a91'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:23.656190 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.664339 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cd755-961a-428c-a753-f25055b2c9d4 None None] Routers {'f837b32d-75c4-456f-8ee2-48f8b3107a91'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:23.665457 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7a9cd755-961a-428c-a753-f25055b2c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f837b32d-75c4-456f-8ee2-48f8b3107a91'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:23.665908 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:23.669313 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.706364 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-a23a0f5b-dbe4-4c25-b487-f0fa9c44f1d4 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] delete failed (client error): The resource could not be found. Jul 07 19:31:23.711805 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a23a0f5b-dbe4-4c25-b487-f0fa9c44f1d4 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-2131963087 HTTP/1.1" status: 404 len: 335 time: 0.0631642 Jul 07 19:31:23.712043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42716) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:23.719131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-75657215-e25a-4231-8e2e-67ef6e17f9a4 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f837b32d-75c4-456f-8ee2-48f8b3107a91'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:23.724063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Transition to ACTIVE for port object 4fff44f4-a1c6-48db-83c7-fe1fc12d573e will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:23.736149 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7a9cd755-961a-428c-a753-f25055b2c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:23.757184 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cd755-961a-428c-a753-f25055b2c9d4 None None] Routers {'f837b32d-75c4-456f-8ee2-48f8b3107a91'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:23.762482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d670ff-0a0c-4199-ac9f-b52afcb38bf7 req-a6a55503-ca91-435d-9a39-711c5fc1bb8a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:23.763278 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7a9cd755-961a-428c-a753-f25055b2c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f837b32d-75c4-456f-8ee2-48f8b3107a91'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:23.779383 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d0d670ff-0a0c-4199-ac9f-b52afcb38bf7 req-a6a55503-ca91-435d-9a39-711c5fc1bb8a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.7909222 Jul 07 19:31:23.848710 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.859303 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7a9cd755-961a-428c-a753-f25055b2c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:23.860116 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cd755-961a-428c-a753-f25055b2c9d4 None None] The sync data for ids ['f837b32d-75c4-456f-8ee2-48f8b3107a91'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:23.976131 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d0d670ff-0a0c-4199-ac9f-b52afcb38bf7 req-3a1ff589-f324-487c-a398-08d38038cbfa tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422694 Jul 07 19:31:24.046598 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.102870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Allocated IP 2001:db8::2 (76f51751-ee7b-4c02-808d-111b71320483/f7579cc8-9f5a-4beb-b1df-c6295f0702a5/d89c0954-3707-4e5e-8ffd-0f5d97532a6f) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:24.161383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.193915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-75657215-e25a-4231-8e2e-67ef6e17f9a4 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.207998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 76f51751-ee7b-4c02-808d-111b71320483 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:24.208875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=4fff44f4-a1c6-48db-83c7-fe1fc12d573e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:24.218129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:24.221444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:24.229679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:24.231170 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.242273 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-75657215-e25a-4231-8e2e-67ef6e17f9a4 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] update failed (client error): The resource could not be found. Jul 07 19:31:24.245267 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-75657215-e25a-4231-8e2e-67ef6e17f9a4 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "PUT /v2.0/routers/f837b32d-75c4-456f-8ee2-48f8b3107a91 HTTP/1.1" status: 404 len: 339 time: 0.5321615 Jul 07 19:31:24.252096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42722) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:24.298766 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.307507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Transition to ACTIVE for port object d89c0954-3707-4e5e-8ffd-0f5d97532a6f will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:24.324081 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Transition to ACTIVE for port object d89c0954-3707-4e5e-8ffd-0f5d97532a6f will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:24.335413 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.374751 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-57d17633-2387-4d78-9ece-35a42ae58867 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9510567 Jul 07 19:31:24.378185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42726) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:24.415149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Pushing event updated for resources: {'Port': ['ID=d89c0954-3707-4e5e-8ffd-0f5d97532a6f,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:24.433249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Network 76f51751-ee7b-4c02-808d-111b71320483 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:24.436054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:24.441629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:24.443944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': '76f51751-ee7b-4c02-808d-111b71320483', 'name': 'tempest-PortsIpV6TestJSON-691373033'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:24.545807 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Attempting to bind port d89c0954-3707-4e5e-8ffd-0f5d97532a6f on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:24.548120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Attempting to bind port d89c0954-3707-4e5e-8ffd-0f5d97532a6f by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '138c2e3f-3610-47cc-8b56-5d1a1b63ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '76f51751-ee7b-4c02-808d-111b71320483'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:24.548722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Attempting to bind port d89c0954-3707-4e5e-8ffd-0f5d97532a6f on network 76f51751-ee7b-4c02-808d-111b71320483 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:24.555197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:24.556020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Checking segment: {'id': '138c2e3f-3610-47cc-8b56-5d1a1b63ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '76f51751-ee7b-4c02-808d-111b71320483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:24.557192 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.558084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Bound using segment: {'id': '138c2e3f-3610-47cc-8b56-5d1a1b63ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '76f51751-ee7b-4c02-808d-111b71320483'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:24.559824 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Bound port: d89c0954-3707-4e5e-8ffd-0f5d97532a6f, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138c2e3f-3610-47cc-8b56-5d1a1b63ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '76f51751-ee7b-4c02-808d-111b71320483'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:24.560498 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.675667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] For port d89c0954-3707-4e5e-8ffd-0f5d97532a6f, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:24.681926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] For port d89c0954-3707-4e5e-8ffd-0f5d97532a6f, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d89c0954-3707-4e5e-8ffd-0f5d97532a6f,segment=NetworkSegment(138c2e3f-3610-47cc-8b56-5d1a1b63ccd8),segment_id=138c2e3f-3610-47cc-8b56-5d1a1b63ccd8)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:24.697093 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.773598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:24.781622 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.792838 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.816493 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8262d-07d3-48ca-bd66-f3735e914703 req-592731fb-16c9-45db-ae16-bc8ac290f514 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:24.817338 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.818115 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a7c8262d-07d3-48ca-bd66-f3735e914703 req-592731fb-16c9-45db-ae16-bc8ac290f514 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.4061682 Jul 07 19:31:24.821494 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.836541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17011a-b846-4bda-a4ed-45d2f85ba3d8 None None] Pushing event updated for resources: {'Port': ['ID=d89c0954-3707-4e5e-8ffd-0f5d97532a6f,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:24.949396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:24.974826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port 9adf2fef-75f2-43ff-86cb-9487c6500c50 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:31:25.021220 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.044979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7453a0bf-6c80-417b-addd-96de796b29a6 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:25.104427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a7c8262d-07d3-48ca-bd66-f3735e914703 req-892e3f57-1b8e-4ab9-914e-236101ad7063 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259316 Jul 07 19:31:25.194911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 7453a0bf-6c80-417b-addd-96de796b29a6 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:25.358934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8::3bb (76f51751-ee7b-4c02-808d-111b71320483/f7579cc8-9f5a-4beb-b1df-c6295f0702a5/9adf2fef-75f2-43ff-86cb-9487c6500c50) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:25.433995 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.440090 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfac1f1f-0c73-48e4-9469-8420b17848d5 None None] Network 2755d15e-684d-42d6-b211-3e3ef3cf0d95 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:25.518918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Allocated IP 172.20.0.1 (da0f2365-bca9-4725-bbdc-cc215198bea4/cb7b8ab7-a36d-4ba1-a47d-a09ea015b61f/cb16d2a8-9a54-4d36-9023-7c01d5129894) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:25.635686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-05e4a260-88cb-4ee6-a2bd-aa040eb35464 None None] Provisioning for port 7453a0bf-6c80-417b-addd-96de796b29a6 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:25.641865 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 2755d15e-684d-42d6-b211-3e3ef3cf0d95 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:25.660078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-05e4a260-88cb-4ee6-a2bd-aa040eb35464 None None] Provisioning complete for port 7453a0bf-6c80-417b-addd-96de796b29a6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:25.663248 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.675495 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-05e4a260-88cb-4ee6-a2bd-aa040eb35464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.680168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Transition to ACTIVE for port object cb16d2a8-9a54-4d36-9023-7c01d5129894 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:25.724535 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.726694 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.765839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Transition to ACTIVE for port object 9adf2fef-75f2-43ff-86cb-9487c6500c50 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:25.822668 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:25.828675 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.842560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Network da0f2365-bca9-4725-bbdc-cc215198bea4 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:25.847242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:25.850133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:25.890581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event updated for resources: {'Port': ['ID=cb16d2a8-9a54-4d36-9023-7c01d5129894,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:25.903282 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-05e4a260-88cb-4ee6-a2bd-aa040eb35464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.930132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.942699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=9adf2fef-75f2-43ff-86cb-9487c6500c50,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:25.997888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 76f51751-ee7b-4c02-808d-111b71320483 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:26.002409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:26.002565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-05e4a260-88cb-4ee6-a2bd-aa040eb35464 None None] For port 7453a0bf-6c80-417b-addd-96de796b29a6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7453a0bf-6c80-417b-addd-96de796b29a6,segment=NetworkSegment(602e1273-1c72-4cdc-a9e5-55baafd1ce3d),segment_id=602e1273-1c72-4cdc-a9e5-55baafd1ce3d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:26.013228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:26.015944 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-05e4a260-88cb-4ee6-a2bd-aa040eb35464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.029590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:26.030547 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.085438 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a235c9e9-0965-43f6-81e2-4b482d0aec81 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7060101 Jul 07 19:31:26.092231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42734) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:26.104368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f998aa-3076-4908-97bb-da224de22928 req-b6274458-cdeb-4fea-bdf8-328ab6e6127c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:26.116137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40f998aa-3076-4908-97bb-da224de22928 req-b6274458-cdeb-4fea-bdf8-328ab6e6127c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.4033215 Jul 07 19:31:26.135404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4a260-88cb-4ee6-a2bd-aa040eb35464 None None] Pushing event updated for resources: {'Port': ['ID=7453a0bf-6c80-417b-addd-96de796b29a6,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:26.295222 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40f998aa-3076-4908-97bb-da224de22928 req-ee8aa3ee-b72e-45b4-8a2a-a4b70c781117 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771686 Jul 07 19:31:26.401522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-826ee781-14b6-4239-a434-71b432a777cc None None] Provisioning for port cb16d2a8-9a54-4d36-9023-7c01d5129894 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:26.415269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-826ee781-14b6-4239-a434-71b432a777cc None None] Provisioning complete for port cb16d2a8-9a54-4d36-9023-7c01d5129894 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:26.416203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.417491 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-826ee781-14b6-4239-a434-71b432a777cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.546241 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.551045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-826ee781-14b6-4239-a434-71b432a777cc None None] Port cb16d2a8-9a54-4d36-9023-7c01d5129894 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:26.689217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1537b8b0-5ea8-405f-be1a-1d7cf42dc72b None None] Provisioning complete for port 7453a0bf-6c80-417b-addd-96de796b29a6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:26.693708 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1537b8b0-5ea8-405f-be1a-1d7cf42dc72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.775414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b18e0b1-dbb0-4498-a4a9-d3854b13b863 None None] Network 76f51751-ee7b-4c02-808d-111b71320483 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:26.971707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router 72e99a47-7838-4e05-a75d-59b7ad8c648c is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:31:26.988443 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8273198-dad2-4af5-9537-9c3914e3b063 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:26.992597 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e8273198-dad2-4af5-9537-9c3914e3b063 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A27d HTTP/1.1" status: 200 len: 929 time: 0.8965676 Jul 07 19:31:26.994324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42742) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:27.056748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33eba19-867f-41c7-bc3c-d55a3ddcd790 req-9bd39537-f73d-42b4-821f-17f7be70a9c0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:27.064469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f33eba19-867f-41c7-bc3c-d55a3ddcd790 req-9bd39537-f73d-42b4-821f-17f7be70a9c0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.7387333 Jul 07 19:31:27.139078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1537b8b0-5ea8-405f-be1a-1d7cf42dc72b None None] Provisioning for port bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:27.157971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1537b8b0-5ea8-405f-be1a-1d7cf42dc72b None None] Provisioning complete for port bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:27.158130 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1537b8b0-5ea8-405f-be1a-1d7cf42dc72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.160795 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.223197 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.229623 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f33eba19-867f-41c7-bc3c-d55a3ddcd790 req-d7227ea7-b49a-4b36-812e-6a2d3cfa066b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641791 Jul 07 19:31:27.236666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:27.253287 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9f1362b6-f974-48d6-973e-df2301815300 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/72e99a47-7838-4e05-a75d-59b7ad8c648c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4771798 Jul 07 19:31:27.253913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42744) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:27.285597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7453a0bf-6c80-417b-addd-96de796b29a6 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:27.291589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2575a6b-e4cb-4632-a2d7-1227700a5f07 None None] Sync routers for ids ['72e99a47-7838-4e05-a75d-59b7ad8c648c'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:27.356344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee286bb-d029-43fd-8696-1c0c8b15e8a3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:27.359724 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.361582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bee286bb-d029-43fd-8696-1c0c8b15e8a3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports/bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e HTTP/1.1" status: 200 len: 910 time: 0.1064839 Jul 07 19:31:27.362753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42748) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:27.368469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event updated for resources: {'Port': ['ID=cb16d2a8-9a54-4d36-9023-7c01d5129894,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:27.395265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-19cdf2ca-5faf-49ef-a04c-65e8548132f5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port 9adf2fef-75f2-43ff-86cb-9487c6500c50 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:27.395738 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19cdf2ca-5faf-49ef-a04c-65e8548132f5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.429094 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1537b8b0-5ea8-405f-be1a-1d7cf42dc72b None None] Port bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:27.447891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2575a6b-e4cb-4632-a2d7-1227700a5f07 None None] Routers {'72e99a47-7838-4e05-a75d-59b7ad8c648c'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:27.451442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e2575a6b-e4cb-4632-a2d7-1227700a5f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['72e99a47-7838-4e05-a75d-59b7ad8c648c'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:27.577175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e2575a6b-e4cb-4632-a2d7-1227700a5f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:27.609034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7453a0bf-6c80-417b-addd-96de796b29a6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:27.609540 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.616604 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2575a6b-e4cb-4632-a2d7-1227700a5f07 None None] Routers {'72e99a47-7838-4e05-a75d-59b7ad8c648c'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:27.617359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e2575a6b-e4cb-4632-a2d7-1227700a5f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['72e99a47-7838-4e05-a75d-59b7ad8c648c'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:27.646592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-37a37d22-8870-408e-bd83-26de441f462d None None] Provisioning complete for port bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:27.647167 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-37a37d22-8870-408e-bd83-26de441f462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.730628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e2575a6b-e4cb-4632-a2d7-1227700a5f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:27.732247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2575a6b-e4cb-4632-a2d7-1227700a5f07 None None] The sync data for ids ['72e99a47-7838-4e05-a75d-59b7ad8c648c'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:27.766827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-37a37d22-8870-408e-bd83-26de441f462d None None] Port bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:27.794951 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-37a37d22-8870-408e-bd83-26de441f462d None None] Provisioning for port d89c0954-3707-4e5e-8ffd-0f5d97532a6f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:27.856785 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2db4bdb-5304-41ee-8763-a48ead1344f7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.907581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d89c0954-3707-4e5e-8ffd-0f5d97532a6f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:27.994561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port d89c0954-3707-4e5e-8ffd-0f5d97532a6f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:28.003089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d89c0954-3707-4e5e-8ffd-0f5d97532a6f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:28.003934 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.164523 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19cdf2ca-5faf-49ef-a04c-65e8548132f5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.215097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Network da0f2365-bca9-4725-bbdc-cc215198bea4 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:28.217999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-19cdf2ca-5faf-49ef-a04c-65e8548132f5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for 9adf2fef-75f2-43ff-86cb-9487c6500c50 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:28.231272 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:28.271097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8734bdd-2ce1-47d4-b0c5-33088af18d56 req-645a3d5e-d28e-479e-a15d-1264e679c80a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:28.279482 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a8734bdd-2ce1-47d4-b0c5-33088af18d56 req-645a3d5e-d28e-479e-a15d-1264e679c80a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.2922826 Jul 07 19:31:28.425090 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.427540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-301ef5a9-371a-4f2e-996b-f483edabb3a1 None None] Provisioning for port 9adf2fef-75f2-43ff-86cb-9487c6500c50 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:28.432103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-301ef5a9-371a-4f2e-996b-f483edabb3a1 None None] Provisioning complete for port 9adf2fef-75f2-43ff-86cb-9487c6500c50 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:28.432480 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-301ef5a9-371a-4f2e-996b-f483edabb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.434703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e2db4bdb-5304-41ee-8763-a48ead1344f7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:28.436922 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2db4bdb-5304-41ee-8763-a48ead1344f7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.482974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-301ef5a9-371a-4f2e-996b-f483edabb3a1 None None] Port 9adf2fef-75f2-43ff-86cb-9487c6500c50 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:28.521580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port d89c0954-3707-4e5e-8ffd-0f5d97532a6f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d89c0954-3707-4e5e-8ffd-0f5d97532a6f,segment=NetworkSegment(138c2e3f-3610-47cc-8b56-5d1a1b63ccd8),segment_id=138c2e3f-3610-47cc-8b56-5d1a1b63ccd8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:28.525112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-301ef5a9-371a-4f2e-996b-f483edabb3a1 None None] Provisioning for port 4fff44f4-a1c6-48db-83c7-fe1fc12d573e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:28.530766 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.589214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=d89c0954-3707-4e5e-8ffd-0f5d97532a6f,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:28.594946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-301ef5a9-371a-4f2e-996b-f483edabb3a1 None None] Provisioning complete for port 4fff44f4-a1c6-48db-83c7-fe1fc12d573e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:28.595342 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-301ef5a9-371a-4f2e-996b-f483edabb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.669934 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a8734bdd-2ce1-47d4-b0c5-33088af18d56 req-aaed6081-d5cb-460d-9999-580edacf85c8 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884430 Jul 07 19:31:28.687201 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2db4bdb-5304-41ee-8763-a48ead1344f7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.708728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e2db4bdb-5304-41ee-8763-a48ead1344f7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:28.723383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59df47-b7fe-4549-9d7d-ed5e54678ee4 req-5fe7f1bf-a24b-4ccf-80f9-88a85d69a248 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:28.725075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Router f837b32d-75c4-456f-8ee2-48f8b3107a91 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:28.731155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-301ef5a9-371a-4f2e-996b-f483edabb3a1 None None] Port 4fff44f4-a1c6-48db-83c7-fe1fc12d573e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:28.732145 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a59df47-b7fe-4549-9d7d-ed5e54678ee4 req-5fe7f1bf-a24b-4ccf-80f9-88a85d69a248 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.2074254 Jul 07 19:31:28.754281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-301ef5a9-371a-4f2e-996b-f483edabb3a1 None None] Provisioning complete for port d89c0954-3707-4e5e-8ffd-0f5d97532a6f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:28.754682 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-301ef5a9-371a-4f2e-996b-f483edabb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.796432 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a59df47-b7fe-4549-9d7d-ed5e54678ee4 req-dbd7a754-bbf3-4cc4-93bb-029a3cdcdaca tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631387 Jul 07 19:31:28.976156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d89c0954-3707-4e5e-8ffd-0f5d97532a6f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:29.023646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:29.034059 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-44875c56-1131-444f-b28f-fccd0b81303d tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "PUT /v2.0/routers/f837b32d-75c4-456f-8ee2-48f8b3107a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7795837 Jul 07 19:31:29.036085 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19cdf2ca-5faf-49ef-a04c-65e8548132f5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.045465 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42760) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:29.048932 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45da187b-ae01-46d5-905a-1a9e9a580066 None None] Sync routers for ids ['f837b32d-75c4-456f-8ee2-48f8b3107a91'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:29.061379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d89c0954-3707-4e5e-8ffd-0f5d97532a6f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:29.061379 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.094553 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da187b-ae01-46d5-905a-1a9e9a580066 None None] Routers {'f837b32d-75c4-456f-8ee2-48f8b3107a91'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:29.095489 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-45da187b-ae01-46d5-905a-1a9e9a580066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f837b32d-75c4-456f-8ee2-48f8b3107a91'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:29.103305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdf2ca-5faf-49ef-a04c-65e8548132f5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=9adf2fef-75f2-43ff-86cb-9487c6500c50,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:29.127303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-98634284-1b8f-4351-956a-ec2e82cae7c9 None None] Could not find standard attr ID for object 9adf2fef-75f2-43ff-86cb-9487c6500c50. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:31:29.153375 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-45da187b-ae01-46d5-905a-1a9e9a580066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:29.164175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2db4bdb-5304-41ee-8763-a48ead1344f7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.169981 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da187b-ae01-46d5-905a-1a9e9a580066 None None] Routers {'f837b32d-75c4-456f-8ee2-48f8b3107a91'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:29.171036 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-45da187b-ae01-46d5-905a-1a9e9a580066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f837b32d-75c4-456f-8ee2-48f8b3107a91'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:29.173481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-98634284-1b8f-4351-956a-ec2e82cae7c9 None None] Provisioning complete for port 4fff44f4-a1c6-48db-83c7-fe1fc12d573e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:29.173867 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-98634284-1b8f-4351-956a-ec2e82cae7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.245248 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19cdf2ca-5faf-49ef-a04c-65e8548132f5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.250994 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-45da187b-ae01-46d5-905a-1a9e9a580066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:29.251172 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-19cdf2ca-5faf-49ef-a04c-65e8548132f5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/9adf2fef-75f2-43ff-86cb-9487c6500c50 HTTP/1.1" status: 204 len: 168 time: 2.2554753 Jul 07 19:31:29.251681 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45da187b-ae01-46d5-905a-1a9e9a580066 None None] The sync data for ids ['f837b32d-75c4-456f-8ee2-48f8b3107a91'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:29.253289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-98634284-1b8f-4351-956a-ec2e82cae7c9 None None] Port 4fff44f4-a1c6-48db-83c7-fe1fc12d573e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:29.264998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42768) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:29.278176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-98634284-1b8f-4351-956a-ec2e82cae7c9 None None] Provisioning complete for port cb16d2a8-9a54-4d36-9023-7c01d5129894 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:29.278553 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-98634284-1b8f-4351-956a-ec2e82cae7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.288220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db4bdb-5304-41ee-8763-a48ead1344f7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=bdc02fa2-cc8e-45ee-a9cb-5c6263099b4e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:29.319205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-98634284-1b8f-4351-956a-ec2e82cae7c9 None None] Port cb16d2a8-9a54-4d36-9023-7c01d5129894 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:29.320400 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b02872-83e6-4318-a9ee-138a6763e410 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:31:29.322359 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-83b02872-83e6-4318-a9ee-138a6763e410 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/9adf2fef-75f2-43ff-86cb-9487c6500c50 HTTP/1.1" status: 404 len: 333 time: 0.0559018 Jul 07 19:31:29.329862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42770) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:29.404728 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3c985f3b-9511-403a-b0d9-d94d500efcf5 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.574430 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-3c985f3b-9511-403a-b0d9-d94d500efcf5 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 19:31:29.575602 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3c985f3b-9511-403a-b0d9-d94d500efcf5 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "DELETE /v2.0/routers/f837b32d-75c4-456f-8ee2-48f8b3107a91 HTTP/1.1" status: 409 len: 329 time: 0.4812582 Jul 07 19:31:29.580988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42774) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:29.582755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4edd5d4f-d8ed-496e-9871-eea18e71437d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port 4fff44f4-a1c6-48db-83c7-fe1fc12d573e {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:29.583132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d4f-d8ed-496e-9871-eea18e71437d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.610829 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2db4bdb-5304-41ee-8763-a48ead1344f7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.866283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2db4bdb-5304-41ee-8763-a48ead1344f7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router 72e99a47-7838-4e05-a75d-59b7ad8c648c has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:29.909808 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d4f-d8ed-496e-9871-eea18e71437d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.934599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415507c-2c2e-4078-988b-0339843af855 req-8224c107-d168-4f25-bb34-06f3d2e22663 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:29.940553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415507c-2c2e-4078-988b-0339843af855 req-8224c107-d168-4f25-bb34-06f3d2e22663 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:29.946614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415507c-2c2e-4078-988b-0339843af855 req-8224c107-d168-4f25-bb34-06f3d2e22663 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:29.956900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415507c-2c2e-4078-988b-0339843af855 req-8224c107-d168-4f25-bb34-06f3d2e22663 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:29.961674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415507c-2c2e-4078-988b-0339843af855 req-8224c107-d168-4f25-bb34-06f3d2e22663 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:29.962203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2db4bdb-5304-41ee-8763-a48ead1344f7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:29.967719 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415507c-2c2e-4078-988b-0339843af855 req-8224c107-d168-4f25-bb34-06f3d2e22663 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:29.971789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ead97-b15e-45d9-95a0-621029a9aa71 None None] Sync routers for ids ['72e99a47-7838-4e05-a75d-59b7ad8c648c'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:29.975602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e2db4bdb-5304-41ee-8763-a48ead1344f7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/72e99a47-7838-4e05-a75d-59b7ad8c648c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6093652 Jul 07 19:31:29.977883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42782) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:29.981251 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415507c-2c2e-4078-988b-0339843af855 req-8224c107-d168-4f25-bb34-06f3d2e22663 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:29.983232 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8415507c-2c2e-4078-988b-0339843af855 req-8224c107-d168-4f25-bb34-06f3d2e22663 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5431 time: 0.3212600 Jul 07 19:31:29.984931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ead97-b15e-45d9-95a0-621029a9aa71 None None] Routers {'72e99a47-7838-4e05-a75d-59b7ad8c648c'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:29.985578 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-412ead97-b15e-45d9-95a0-621029a9aa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['72e99a47-7838-4e05-a75d-59b7ad8c648c'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:29.989515 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4edd5d4f-d8ed-496e-9871-eea18e71437d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for 4fff44f4-a1c6-48db-83c7-fe1fc12d573e owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:30.028013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-412ead97-b15e-45d9-95a0-621029a9aa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:30.039667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ead97-b15e-45d9-95a0-621029a9aa71 None None] Routers {'72e99a47-7838-4e05-a75d-59b7ad8c648c'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:30.041000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-412ead97-b15e-45d9-95a0-621029a9aa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['72e99a47-7838-4e05-a75d-59b7ad8c648c'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:30.042239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c4827c74-7141-4bc2-9309-c077d85ee7b2 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e99a47-7838-4e05-a75d-59b7ad8c648c HTTP/1.1" status: 200 len: 205 time: 0.0462196 Jul 07 19:31:30.046152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42784) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:30.056051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279446e5-264b-4eef-81da-e056fae844f8 req-fac48f7b-f8d4-42ef-afcb-b633ee6609c0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:30.063898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-279446e5-264b-4eef-81da-e056fae844f8 req-fac48f7b-f8d4-42ef-afcb-b633ee6609c0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.2344728 Jul 07 19:31:30.096819 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-412ead97-b15e-45d9-95a0-621029a9aa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:30.097865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ead97-b15e-45d9-95a0-621029a9aa71 None None] The sync data for ids ['72e99a47-7838-4e05-a75d-59b7ad8c648c'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:30.100313 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8415507c-2c2e-4078-988b-0339843af855 req-39bca6b3-8139-4257-9cbe-e9e699b4d978 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049414 Jul 07 19:31:30.186571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-863b2287-c1be-4a4d-9dac-993b54393422 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.234067 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-279446e5-264b-4eef-81da-e056fae844f8 req-19e80d46-c69d-48bc-90f8-1ee951c30d1e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692903 Jul 07 19:31:30.377465 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-863b2287-c1be-4a4d-9dac-993b54393422 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.379934 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-863b2287-c1be-4a4d-9dac-993b54393422 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.416146 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d4f-d8ed-496e-9871-eea18e71437d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.441159 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-863b2287-c1be-4a4d-9dac-993b54393422 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.441882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863b2287-c1be-4a4d-9dac-993b54393422 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Fanout notify agent at l3_agent the message router_deleted on router 72e99a47-7838-4e05-a75d-59b7ad8c648c {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:31:30.453643 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-863b2287-c1be-4a4d-9dac-993b54393422 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.455322 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd43bead-2559-4be6-b87c-ad25415011be tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.457773 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-863b2287-c1be-4a4d-9dac-993b54393422 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/72e99a47-7838-4e05-a75d-59b7ad8c648c HTTP/1.1" status: 204 len: 168 time: 0.3860314 Jul 07 19:31:30.458529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42788) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:30.608282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52276af-95d7-430f-adfd-76aaf233bcb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting subnet 7f6676f2-4d35-40ff-9fad-49ef8f7463fd {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:30.613740 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f52276af-95d7-430f-adfd-76aaf233bcb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.624916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d6d07-7f1d-4ddc-ae6b-14ef0cdcc2b1 req-86f23bbc-4755-4356-bdb6-c75ad8851ca2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:30.632449 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fa6d6d07-7f1d-4ddc-ae6b-14ef0cdcc2b1 req-86f23bbc-4755-4356-bdb6-c75ad8851ca2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.3902943 Jul 07 19:31:30.646421 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd5d4f-d8ed-496e-9871-eea18e71437d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=4fff44f4-a1c6-48db-83c7-fe1fc12d573e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:30.704400 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e606e3-6f2a-466c-acd4-6a7f8a8dbf6b req-2ed556b2-7d60-40bc-95b7-bc11377a7d66 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:30.710714 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e606e3-6f2a-466c-acd4-6a7f8a8dbf6b req-2ed556b2-7d60-40bc-95b7-bc11377a7d66 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:30.716579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d4f-d8ed-496e-9871-eea18e71437d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.718722 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4edd5d4f-d8ed-496e-9871-eea18e71437d tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/4fff44f4-a1c6-48db-83c7-fe1fc12d573e HTTP/1.1" status: 204 len: 168 time: 1.3878822 Jul 07 19:31:30.723145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e606e3-6f2a-466c-acd4-6a7f8a8dbf6b req-2ed556b2-7d60-40bc-95b7-bc11377a7d66 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:30.731204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e606e3-6f2a-466c-acd4-6a7f8a8dbf6b req-2ed556b2-7d60-40bc-95b7-bc11377a7d66 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:30.737736 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e606e3-6f2a-466c-acd4-6a7f8a8dbf6b req-2ed556b2-7d60-40bc-95b7-bc11377a7d66 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:30.744018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e606e3-6f2a-466c-acd4-6a7f8a8dbf6b req-2ed556b2-7d60-40bc-95b7-bc11377a7d66 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:30.744142 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42790) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:30.753423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e606e3-6f2a-466c-acd4-6a7f8a8dbf6b req-2ed556b2-7d60-40bc-95b7-bc11377a7d66 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:30.759181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42e606e3-6f2a-466c-acd4-6a7f8a8dbf6b req-2ed556b2-7d60-40bc-95b7-bc11377a7d66 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5431 time: 0.2028048 Jul 07 19:31:30.761597 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f52276af-95d7-430f-adfd-76aaf233bcb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.791892 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2665a3-9c7e-4c5e-8151-afe31729f6b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:31:30.794022 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fc2665a3-9c7e-4c5e-8151-afe31729f6b3 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/4fff44f4-a1c6-48db-83c7-fe1fc12d573e HTTP/1.1" status: 404 len: 333 time: 0.0445931 Jul 07 19:31:30.797343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42794) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:30.815308 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fa6d6d07-7f1d-4ddc-ae6b-14ef0cdcc2b1 req-21a579fc-150b-4f98-8ca9-95fda5c287f1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817932 Jul 07 19:31:30.912178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-422b0bc8-7920-46b8-9d3c-5cb0343ad171 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting subnet f7579cc8-9f5a-4beb-b1df-c6295f0702a5 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:30.918338 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-422b0bc8-7920-46b8-9d3c-5cb0343ad171 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.973170 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-422b0bc8-7920-46b8-9d3c-5cb0343ad171 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.974955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-bd43bead-2559-4be6-b87c-ad25415011be tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Deleting port cb16d2a8-9a54-4d36-9023-7c01d5129894 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:30.975433 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd43bead-2559-4be6-b87c-ad25415011be tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.999850 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f52276af-95d7-430f-adfd-76aaf233bcb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.109767 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd43bead-2559-4be6-b87c-ad25415011be tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.126171 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f52276af-95d7-430f-adfd-76aaf233bcb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.130143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-bd43bead-2559-4be6-b87c-ad25415011be tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Calling delete_port for cb16d2a8-9a54-4d36-9023-7c01d5129894 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:31.139052 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-422b0bc8-7920-46b8-9d3c-5cb0343ad171 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.182359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52276af-95d7-430f-adfd-76aaf233bcb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6676f2-4d35-40ff-9fad-49ef8f7463fd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:31.191774 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f52276af-95d7-430f-adfd-76aaf233bcb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.197119 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f52276af-95d7-430f-adfd-76aaf233bcb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/7f6676f2-4d35-40ff-9fad-49ef8f7463fd HTTP/1.1" status: 204 len: 168 time: 0.7374828 Jul 07 19:31:31.197596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42796) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:31.206927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4dbbb5-09ab-40de-8687-bcb70da39b9b None None] Network 2755d15e-684d-42d6-b211-3e3ef3cf0d95 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:31.251420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-422b0bc8-7920-46b8-9d3c-5cb0343ad171 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.286233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b0bc8-7920-46b8-9d3c-5cb0343ad171 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Subnet': ['ID=f7579cc8-9f5a-4beb-b1df-c6295f0702a5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:31.290615 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-422b0bc8-7920-46b8-9d3c-5cb0343ad171 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.293226 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-422b0bc8-7920-46b8-9d3c-5cb0343ad171 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/f7579cc8-9f5a-4beb-b1df-c6295f0702a5 HTTP/1.1" status: 204 len: 168 time: 0.4941404 Jul 07 19:31:31.295954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42800) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:31.331764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a7517-9b40-4dc2-81bb-340059d72009 None None] Network 76f51751-ee7b-4c02-808d-111b71320483 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:31.353674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.436128 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.613084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b8f0d-25dd-468c-88ce-ff28aa323bd9 None None] DHCP port deletion for 2755d15e-684d-42d6-b211-3e3ef3cf0d95 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:31.632059 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd43bead-2559-4be6-b87c-ad25415011be tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.641805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port d89c0954-3707-4e5e-8ffd-0f5d97532a6f {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:31.642381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.685320 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43bead-2559-4be6-b87c-ad25415011be tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event deleted for resources: {'Port': ['ID=cb16d2a8-9a54-4d36-9023-7c01d5129894,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:31.733060 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad97a59-714b-48a5-8d05-1325d06882e2 None None] DHCP port deletion for 76f51751-ee7b-4c02-808d-111b71320483 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:31.744014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a25d8-01a5-4884-b878-c78ac216aabd req-73f281d7-8341-4584-b1d5-a2227032f21b tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:31.746239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d85a25d8-01a5-4884-b878-c78ac216aabd req-73f281d7-8341-4584-b1d5-a2227032f21b tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.1854315 Jul 07 19:31:31.758623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a26b8f0d-25dd-468c-88ce-ff28aa323bd9 None None] Deleting port 7453a0bf-6c80-417b-addd-96de796b29a6 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:31.759127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a26b8f0d-25dd-468c-88ce-ff28aa323bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.783426 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] For port d89c0954-3707-4e5e-8ffd-0f5d97532a6f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d89c0954-3707-4e5e-8ffd-0f5d97532a6f,segment=NetworkSegment(138c2e3f-3610-47cc-8b56-5d1a1b63ccd8),segment_id=138c2e3f-3610-47cc-8b56-5d1a1b63ccd8)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:31.784017 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.837895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d85a25d8-01a5-4884-b878-c78ac216aabd req-38414b80-9826-45c3-9413-ce72a5a746dd tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786893 Jul 07 19:31:31.842390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for d89c0954-3707-4e5e-8ffd-0f5d97532a6f owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:31.843492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port 7453a0bf-6c80-417b-addd-96de796b29a6 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:31.843857 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.966325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a26b8f0d-25dd-468c-88ce-ff28aa323bd9 None None] For port 7453a0bf-6c80-417b-addd-96de796b29a6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7453a0bf-6c80-417b-addd-96de796b29a6,segment=NetworkSegment(602e1273-1c72-4cdc-a9e5-55baafd1ce3d),segment_id=602e1273-1c72-4cdc-a9e5-55baafd1ce3d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:31.966724 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a26b8f0d-25dd-468c-88ce-ff28aa323bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.016214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a26b8f0d-25dd-468c-88ce-ff28aa323bd9 None None] Calling delete_port for 7453a0bf-6c80-417b-addd-96de796b29a6 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:32.046842 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3ad97a59-714b-48a5-8d05-1325d06882e2 None None] Deleting port d89c0954-3707-4e5e-8ffd-0f5d97532a6f {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:32.046842 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3ad97a59-714b-48a5-8d05-1325d06882e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.058021 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.072538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port 7453a0bf-6c80-417b-addd-96de796b29a6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7453a0bf-6c80-417b-addd-96de796b29a6,segment=NetworkSegment(602e1273-1c72-4cdc-a9e5-55baafd1ce3d),segment_id=602e1273-1c72-4cdc-a9e5-55baafd1ce3d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:32.073192 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.100577 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for 7453a0bf-6c80-417b-addd-96de796b29a6 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:32.102724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=d89c0954-3707-4e5e-8ffd-0f5d97532a6f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:32.144002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No DVR routers for this DVR port d89c0954-3707-4e5e-8ffd-0f5d97532a6f on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:32.204482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3ad97a59-714b-48a5-8d05-1325d06882e2 None None] For port d89c0954-3707-4e5e-8ffd-0f5d97532a6f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d89c0954-3707-4e5e-8ffd-0f5d97532a6f,segment=NetworkSegment(138c2e3f-3610-47cc-8b56-5d1a1b63ccd8),segment_id=138c2e3f-3610-47cc-8b56-5d1a1b63ccd8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:32.204884 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3ad97a59-714b-48a5-8d05-1325d06882e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.229452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3ad97a59-714b-48a5-8d05-1325d06882e2 None None] Calling delete_port for d89c0954-3707-4e5e-8ffd-0f5d97532a6f owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:32.328697 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a26b8f0d-25dd-468c-88ce-ff28aa323bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.332459 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.362366 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f51751-ee7b-4c02-808d-111b71320483']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:32.375271 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b8f0d-25dd-468c-88ce-ff28aa323bd9 None None] Pushing event deleted for resources: {'Port': ['ID=7453a0bf-6c80-417b-addd-96de796b29a6,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:32.381372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26b8f0d-25dd-468c-88ce-ff28aa323bd9 None None] No DVR routers for this DVR port 7453a0bf-6c80-417b-addd-96de796b29a6 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:32.393915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138c2e3f-3610-47cc-8b56-5d1a1b63ccd8') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:32.396513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138c2e3f-3610-47cc-8b56-5d1a1b63ccd8') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:32.417401 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3ad97a59-714b-48a5-8d05-1325d06882e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.421652 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.445016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad97a59-714b-48a5-8d05-1325d06882e2 None None] Pushing event deleted for resources: {'Port': ['ID=d89c0954-3707-4e5e-8ffd-0f5d97532a6f,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:32.459319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad97a59-714b-48a5-8d05-1325d06882e2 None None] No DVR routers for this DVR port d89c0954-3707-4e5e-8ffd-0f5d97532a6f on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:32.469104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.478412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:32.479148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:32.529449 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:32.567176 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.580814 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.616874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/networks/76f51751-ee7b-4c02-808d-111b71320483 HTTP/1.1" status: 204 len: 168 time: 1.3196800 Jul 07 19:31:32.649455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7be46b-149b-44eb-921c-4bcc8838e0d5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Network': ['ID=76f51751-ee7b-4c02-808d-111b71320483,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:32.652608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42810) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:32.661335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c389ecad-02f1-45e8-a072-e52eb64a9b16 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-764810085'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:32.687716 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c389ecad-02f1-45e8-a072-e52eb64a9b16 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:32.708219 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c389ecad-02f1-45e8-a072-e52eb64a9b16 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.762229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c389ecad-02f1-45e8-a072-e52eb64a9b16 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:32.786655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c389ecad-02f1-45e8-a072-e52eb64a9b16 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.787378 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-c389ecad-02f1-45e8-a072-e52eb64a9b16 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Added segment 9d43c5ae-8a5d-4d05-8469-4275b7fac0b3 of type vlan for network e10eb6c3-b4a1-4e29-896d-20af8c1d13ec Jul 07 19:31:32.837571 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd43bead-2559-4be6-b87c-ad25415011be tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.876764 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c389ecad-02f1-45e8-a072-e52eb64a9b16 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.958896 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c389ecad-02f1-45e8-a072-e52eb64a9b16 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.970023 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c389ecad-02f1-45e8-a072-e52eb64a9b16 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:32.971887 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c389ecad-02f1-45e8-a072-e52eb64a9b16 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.016155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7453a0bf-6c80-417b-addd-96de796b29a6 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:33.056990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c389ecad-02f1-45e8-a072-e52eb64a9b16 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4029591 Jul 07 19:31:33.060536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42818) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:33.065597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 7453a0bf-6c80-417b-addd-96de796b29a6 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:33.065941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7453a0bf-6c80-417b-addd-96de796b29a6 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:33.066606 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d89c0954-3707-4e5e-8ffd-0f5d97532a6f no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:33.067092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8f3bf21b-d825-41da-8764-a8fe380b2656 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': 'e10eb6c3-b4a1-4e29-896d-20af8c1d13ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:33.097691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: d89c0954-3707-4e5e-8ffd-0f5d97532a6f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:33.098041 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d89c0954-3707-4e5e-8ffd-0f5d97532a6f not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:33.133241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.199394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389ecad-02f1-45e8-a072-e52eb64a9b16 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Network': ['ID=e10eb6c3-b4a1-4e29-896d-20af8c1d13ec,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:33.212930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network e10eb6c3-b4a1-4e29-896d-20af8c1d13ec details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:33.223591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6d5fd-827f-4989-8e63-45ecdda688a8 req-03cce99c-416c-4955-8940-33549520a9ed tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:33.226477 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ac6d5fd-827f-4989-8e63-45ecdda688a8 req-03cce99c-416c-4955-8940-33549520a9ed tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.4323075 Jul 07 19:31:33.266093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=7453a0bf-6c80-417b-addd-96de796b29a6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:33.267415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45bee0-7de4-4d82-b2e9-793a71171063 req-a72a9896-7b59-465a-884c-1ac2280f7851 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:33.269286 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e45bee0-7de4-4d82-b2e9-793a71171063 req-a72a9896-7b59-465a-884c-1ac2280f7851 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.1896884 Jul 07 19:31:33.277578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3bf21b-d825-41da-8764-a8fe380b2656 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:33.283774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No DVR routers for this DVR port 7453a0bf-6c80-417b-addd-96de796b29a6 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:33.289462 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f3bf21b-d825-41da-8764-a8fe380b2656 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.345320 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd43bead-2559-4be6-b87c-ad25415011be tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Router f837b32d-75c4-456f-8ee2-48f8b3107a91 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:33.390545 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e45bee0-7de4-4d82-b2e9-793a71171063 req-a2df65da-23df-435c-bfc1-8cc5446a9353 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952430 Jul 07 19:31:33.441506 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ac6d5fd-827f-4989-8e63-45ecdda688a8 req-453ba5aa-25f0-4334-9d63-ffab4ad90695 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826723 Jul 07 19:31:33.443628 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.461585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2755d15e-684d-42d6-b211-3e3ef3cf0d95']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:33.506823 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602e1273-1c72-4cdc-a9e5-55baafd1ce3d') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:33.507247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602e1273-1c72-4cdc-a9e5-55baafd1ce3d') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:33.546642 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42832) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:33.557421 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.567339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd43bead-2559-4be6-b87c-ad25415011be tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:33.577222 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e83dc9-07a9-4a77-af88-82e782beeb93 None None] Sync routers for ids ['f837b32d-75c4-456f-8ee2-48f8b3107a91'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:33.579901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bd43bead-2559-4be6-b87c-ad25415011be tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "PUT /v2.0/routers/f837b32d-75c4-456f-8ee2-48f8b3107a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9935873 Jul 07 19:31:33.585305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42836) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:33.591429 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e83dc9-07a9-4a77-af88-82e782beeb93 None None] Routers {'f837b32d-75c4-456f-8ee2-48f8b3107a91'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:33.592373 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-49e83dc9-07a9-4a77-af88-82e782beeb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f837b32d-75c4-456f-8ee2-48f8b3107a91'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:33.596761 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.617606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:33.618164 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:33.626099 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:33.636586 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-49e83dc9-07a9-4a77-af88-82e782beeb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:33.645834 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e83dc9-07a9-4a77-af88-82e782beeb93 None None] Routers {'f837b32d-75c4-456f-8ee2-48f8b3107a91'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:33.646205 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-4d43d772-854c-4bc2-8588-745d5d8b7ca5 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] show failed (client error): The resource could not be found. Jul 07 19:31:33.646991 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-49e83dc9-07a9-4a77-af88-82e782beeb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f837b32d-75c4-456f-8ee2-48f8b3107a91'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:33.650955 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4d43d772-854c-4bc2-8588-745d5d8b7ca5 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1298067431 HTTP/1.1" status: 404 len: 335 time: 0.0615952 Jul 07 19:31:33.657444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42838) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:33.663784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-320b77b1-1aa3-4835-b9cc-6702ce5a8af2 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:33.693612 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-49e83dc9-07a9-4a77-af88-82e782beeb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:33.694680 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e83dc9-07a9-4a77-af88-82e782beeb93 None None] The sync data for ids ['f837b32d-75c4-456f-8ee2-48f8b3107a91'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:33.710069 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-320b77b1-1aa3-4835-b9cc-6702ce5a8af2 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] update failed (client error): The resource could not be found. Jul 07 19:31:33.714304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-320b77b1-1aa3-4835-b9cc-6702ce5a8af2 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-603403002 HTTP/1.1" status: 404 len: 334 time: 0.0515316 Jul 07 19:31:33.714304 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f3bf21b-d825-41da-8764-a8fe380b2656 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.718361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42840) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:33.764195 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.773907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.781560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/networks/2755d15e-684d-42d6-b211-3e3ef3cf0d95 HTTP/1.1" status: 204 len: 168 time: 2.5823238 Jul 07 19:31:33.782619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42844) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:33.789612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-757614071', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:33.810875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677863a6-1785-4dce-8caa-3d2cebe15b73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Network': ['ID=2755d15e-684d-42d6-b211-3e3ef3cf0d95,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:33.830431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bf21b-d825-41da-8764-a8fe380b2656 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Subnet': ['ID=60d68ed8-ce7b-47c9-bbf9-dad03ef41865,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:33.834777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3bf21b-d825-41da-8764-a8fe380b2656 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Checking segment: {'id': '9d43c5ae-8a5d-4d05-8469-4275b7fac0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e10eb6c3-b4a1-4e29-896d-20af8c1d13ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:33.835194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3bf21b-d825-41da-8764-a8fe380b2656 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network hostable DHCP agents. Network: e10eb6c3-b4a1-4e29-896d-20af8c1d13ec, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:33.837107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0c913a-ec10-4c2c-85f0-56307bc7655c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Deleting subnet 66dd22fe-d128-4cd6-8fd2-b19be5d195d5 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:33.843859 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.845116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.848861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e0c913a-ec10-4c2c-85f0-56307bc7655c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.863221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3bf21b-d825-41da-8764-a8fe380b2656 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network e10eb6c3-b4a1-4e29-896d-20af8c1d13ec is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:33.888007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-8f3bf21b-d825-41da-8764-a8fe380b2656 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, e10eb6c3-b4a1-4e29-896d-20af8c1d13ec) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:33.903258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0647d1e1-fb91-4ac4-ae53-465b2bfce401 None None] Network e10eb6c3-b4a1-4e29-896d-20af8c1d13ec requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:33.910920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69660ea-245f-4f6e-9653-6957f39d41bc req-df672f6b-528f-47f0-a370-65fd96a3db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:33.911420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69660ea-245f-4f6e-9653-6957f39d41bc req-df672f6b-528f-47f0-a370-65fd96a3db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:33.911934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69660ea-245f-4f6e-9653-6957f39d41bc req-df672f6b-528f-47f0-a370-65fd96a3db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:33.912388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69660ea-245f-4f6e-9653-6957f39d41bc req-df672f6b-528f-47f0-a370-65fd96a3db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:33.912861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69660ea-245f-4f6e-9653-6957f39d41bc req-df672f6b-528f-47f0-a370-65fd96a3db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:33.913350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69660ea-245f-4f6e-9653-6957f39d41bc req-df672f6b-528f-47f0-a370-65fd96a3db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:33.913809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69660ea-245f-4f6e-9653-6957f39d41bc req-df672f6b-528f-47f0-a370-65fd96a3db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:33.922161 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e69660ea-245f-4f6e-9653-6957f39d41bc req-df672f6b-528f-47f0-a370-65fd96a3db65 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6488 time: 0.3744721 Jul 07 19:31:33.942232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e0c913a-ec10-4c2c-85f0-56307bc7655c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.965794 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3bf21b-d825-41da-8764-a8fe380b2656 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:33.966380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f3bf21b-d825-41da-8764-a8fe380b2656 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.974469 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.006516 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e69660ea-245f-4f6e-9653-6957f39d41bc req-c6ed3df9-3e29-419d-bbe2-ffaf73efe543 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&id=de372109-8c8c-45b6-93c2-778d6314b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834620 Jul 07 19:31:34.074402 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8f3bf21b-d825-41da-8764-a8fe380b2656 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0119958 Jul 07 19:31:34.078960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42848) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:34.090838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': 'e10eb6c3-b4a1-4e29-896d-20af8c1d13ec', 'name': 'tempest-PortsIpV6TestJSON-642726847', 'fixed_ips': [{'subnet_id': '60d68ed8-ce7b-47c9-bbf9-dad03ef41865', 'ip_address': '2001:db8::10'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:34.134580 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e0c913a-ec10-4c2c-85f0-56307bc7655c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.149023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-e10eb6c3-b4a1-4e29-896d-20af8c1d13ec', 'network_id': 'e10eb6c3-b4a1-4e29-896d-20af8c1d13ec', 'tenant_id': '85c3890fa00f4943901f50fca4c74949', 'fixed_ips': [{'subnet_id': '60d68ed8-ce7b-47c9-bbf9-dad03ef41865'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:34.150364 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.255225 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e0c913a-ec10-4c2c-85f0-56307bc7655c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.275782 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e0c913a-ec10-4c2c-85f0-56307bc7655c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.281322 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8e0c913a-ec10-4c2c-85f0-56307bc7655c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "DELETE /v2.0/subnets/66dd22fe-d128-4cd6-8fd2-b19be5d195d5 HTTP/1.1" status: 204 len: 168 time: 0.5613453 Jul 07 19:31:34.284405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42850) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:34.285663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32950a96-72a6-42d5-b2f0-f9b52553e27e None None] Network 4799cb1e-0e98-4219-9ccf-9940aece7351 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:34.367457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Deleting subnet f79485fe-5db2-4148-8c8e-92ef643e96e7 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:34.374170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c913a-ec10-4c2c-85f0-56307bc7655c tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event deleted for resources: {'Subnet': ['ID=66dd22fe-d128-4cd6-8fd2-b19be5d195d5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:34.376481 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.379332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:34.473696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Allocated IP 2001:db8::2 (e10eb6c3-b4a1-4e29-896d-20af8c1d13ec/60d68ed8-ce7b-47c9-bbf9-dad03ef41865/56481129-bcc8-4331-b5d0-4f5f96b261d6) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:34.517576 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.551043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.728957 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.743587 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Transition to ACTIVE for port object 56481129-bcc8-4331-b5d0-4f5f96b261d6 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:34.744687 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.773183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Transition to ACTIVE for port object 56481129-bcc8-4331-b5d0-4f5f96b261d6 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:34.782234 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.813470 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.831300 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9ccee-daa9-4907-85f4-70bcad56836b req-c143643f-abcf-4c23-94d2-f7cbe83e8785 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:34.833121 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eae9ccee-daa9-4907-85f4-70bcad56836b req-c143643f-abcf-4c23-94d2-f7cbe83e8785 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.1581190 Jul 07 19:31:34.838875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c54d5-c38f-4f2e-8dce-527a61ef139d None None] DHCP port deletion for 4799cb1e-0e98-4219-9ccf-9940aece7351 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:34.852696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Pushing event updated for resources: {'Port': ['ID=56481129-bcc8-4331-b5d0-4f5f96b261d6,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:34.896155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Network e10eb6c3-b4a1-4e29-896d-20af8c1d13ec is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:34.899357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:34.903057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:34.914207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port c04d81d6-62c4-4492-b69d-4a53b9b8289b yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:31:34.950198 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d60c54d5-c38f-4f2e-8dce-527a61ef139d None None] Deleting port f708c160-6af6-4d04-b09f-e9059066e56c {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:34.950742 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d60c54d5-c38f-4f2e-8dce-527a61ef139d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.991231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca2a2d-e7d6-40d6-bf4c-fce45a47e550 req-5f66e217-1490-4078-bd32-bc830f95db62 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:35.000747 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1ca2a2d-e7d6-40d6-bf4c-fce45a47e550 req-5f66e217-1490-4078-bd32-bc830f95db62 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.4236424 Jul 07 19:31:35.030238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d60c54d5-c38f-4f2e-8dce-527a61ef139d None None] For port f708c160-6af6-4d04-b09f-e9059066e56c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f708c160-6af6-4d04-b09f-e9059066e56c,segment=NetworkSegment(1e06933b-6ddd-41ff-b9cd-581102a13cc7),segment_id=1e06933b-6ddd-41ff-b9cd-581102a13cc7)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:35.030640 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d60c54d5-c38f-4f2e-8dce-527a61ef139d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.041613 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eae9ccee-daa9-4907-85f4-70bcad56836b req-be188dc0-10cf-4f94-bf42-44854b9e8539 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979551 Jul 07 19:31:35.042714 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.058559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d60c54d5-c38f-4f2e-8dce-527a61ef139d None None] Calling delete_port for f708c160-6af6-4d04-b09f-e9059066e56c owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:35.068803 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.076879 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.156411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.173175 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "DELETE /v2.0/subnets/f79485fe-5db2-4148-8c8e-92ef643e96e7 HTTP/1.1" status: 204 len: 168 time: 0.8688653 Jul 07 19:31:35.214654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Allocated IP 172.25.0.22 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/4145f53c-358a-4ffe-ac36-5dd83ae85257) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:35.226441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42860) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:35.355498 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.384543 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.384543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event deleted for resources: {'Subnet': ['ID=f79485fe-5db2-4148-8c8e-92ef643e96e7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:35.388470 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f708c160-6af6-4d04-b09f-e9059066e56c no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:35.390868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235f1489-cdd2-4559-a917-1434e743ca65 None None] Network 17909ef0-45a5-4374-8fb3-7c57ceab5c8b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:35.398599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1ca2a2d-e7d6-40d6-bf4c-fce45a47e550 req-bc1a152c-16ec-4e1c-bd89-0636a345cf04 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965328 Jul 07 19:31:35.404960 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.443442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f708c160-6af6-4d04-b09f-e9059066e56c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:35.443789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f708c160-6af6-4d04-b09f-e9059066e56c not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:35.446234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:35.457417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:35.468204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:35.476638 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d60c54d5-c38f-4f2e-8dce-527a61ef139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.503585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Attempting to bind port 56481129-bcc8-4331-b5d0-4f5f96b261d6 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:35.506157 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Attempting to bind port 56481129-bcc8-4331-b5d0-4f5f96b261d6 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '9d43c5ae-8a5d-4d05-8469-4275b7fac0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e10eb6c3-b4a1-4e29-896d-20af8c1d13ec'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:35.506695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Attempting to bind port 56481129-bcc8-4331-b5d0-4f5f96b261d6 on network e10eb6c3-b4a1-4e29-896d-20af8c1d13ec {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:35.509941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:35.510311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:35.511726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:35.512086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:35.512432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:35.512769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:35.513101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:35.513433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:35.513759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:35.514085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:35.514418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:35.514744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5bb31a-21c2-449f-80ab-579186548c78 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:35.555588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=4145f53c-358a-4ffe-ac36-5dd83ae85257,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:35.572487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c54d5-c38f-4f2e-8dce-527a61ef139d None None] Pushing event deleted for resources: {'Port': ['ID=f708c160-6af6-4d04-b09f-e9059066e56c,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:35.574557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c54d5-c38f-4f2e-8dce-527a61ef139d None None] No DVR routers for this DVR port f708c160-6af6-4d04-b09f-e9059066e56c on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:35.611216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:35.611623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Checking segment: {'id': '9d43c5ae-8a5d-4d05-8469-4275b7fac0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e10eb6c3-b4a1-4e29-896d-20af8c1d13ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:35.612129 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.612565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Bound using segment: {'id': '9d43c5ae-8a5d-4d05-8469-4275b7fac0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e10eb6c3-b4a1-4e29-896d-20af8c1d13ec'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:35.613049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Bound port: 56481129-bcc8-4331-b5d0-4f5f96b261d6, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d43c5ae-8a5d-4d05-8469-4275b7fac0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e10eb6c3-b4a1-4e29-896d-20af8c1d13ec'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:35.613434 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.623965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8::10 (e10eb6c3-b4a1-4e29-896d-20af8c1d13ec/60d68ed8-ce7b-47c9-bbf9-dad03ef41865/c04d81d6-62c4-4492-b69d-4a53b9b8289b) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:35.638131 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.652590 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.668332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4799cb1e-0e98-4219-9ccf-9940aece7351']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:35.715345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e06933b-6ddd-41ff-b9cd-581102a13cc7') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:35.715699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e06933b-6ddd-41ff-b9cd-581102a13cc7') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:35.740872 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.772642 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.774476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] For port 56481129-bcc8-4331-b5d0-4f5f96b261d6, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:35.780900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] For port 56481129-bcc8-4331-b5d0-4f5f96b261d6, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=56481129-bcc8-4331-b5d0-4f5f96b261d6,segment=NetworkSegment(9d43c5ae-8a5d-4d05-8469-4275b7fac0b3),segment_id=9d43c5ae-8a5d-4d05-8469-4275b7fac0b3)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:35.781581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:35.782209 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.796167 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:35.875013 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:35.888403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.936102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.936991 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.944927 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "DELETE /v2.0/networks/4799cb1e-0e98-4219-9ccf-9940aece7351 HTTP/1.1" status: 204 len: 168 time: 0.7122536 Jul 07 19:31:35.945064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42868) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:35.953194 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21397970-9086-4d63-a167-ba0a2fc56a49 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event deleted for resources: {'Network': ['ID=4799cb1e-0e98-4219-9ccf-9940aece7351,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:36.004011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2cd148-a17e-403b-a334-4f83873e9563 None None] DHCP port deletion for 17909ef0-45a5-4374-8fb3-7c57ceab5c8b request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:36.014601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a296e-d58f-4ba9-b9fb-75c3cba2a612 None None] Pushing event updated for resources: {'Port': ['ID=56481129-bcc8-4331-b5d0-4f5f96b261d6,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:36.059040 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.090026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Transition to ACTIVE for port object c04d81d6-62c4-4492-b69d-4a53b9b8289b will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:36.125949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cd148-a17e-403b-a334-4f83873e9563 None None] Deleting port e2846130-63af-4599-99ed-e263e14f2acf {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:36.130178 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd148-a17e-403b-a334-4f83873e9563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.199330 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.283929 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.286372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network e10eb6c3-b4a1-4e29-896d-20af8c1d13ec is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:36.290258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:36.295687 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:36.302597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:36.303610 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.339999 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2599781 Jul 07 19:31:36.342297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42874) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:36.343547 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafba5f-aa67-4263-a20b-8f236e7023da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=c04d81d6-62c4-4492-b69d-4a53b9b8289b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:36.351280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': 'e10eb6c3-b4a1-4e29-896d-20af8c1d13ec', 'name': 'tempest-PortsIpV6TestJSON-2099753707', 'fixed_ips': [{'subnet_id': '60d68ed8-ce7b-47c9-bbf9-dad03ef41865', 'ip_address': '2001:db8::f'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:36.374156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8d2cd148-a17e-403b-a334-4f83873e9563 None None] For port e2846130-63af-4599-99ed-e263e14f2acf, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e2846130-63af-4599-99ed-e263e14f2acf,segment=NetworkSegment(8e01a3ba-4b68-48f9-8c8d-2bf997a3e287),segment_id=8e01a3ba-4b68-48f9-8c8d-2bf997a3e287)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:36.374563 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd148-a17e-403b-a334-4f83873e9563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.415242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cd148-a17e-403b-a334-4f83873e9563 None None] Calling delete_port for e2846130-63af-4599-99ed-e263e14f2acf owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:36.502403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:36.513626 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.537249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port 657d7f1c-7e11-452b-8b69-b860f7a3e6b9 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:31:36.612633 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd148-a17e-403b-a334-4f83873e9563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.661138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cd148-a17e-403b-a334-4f83873e9563 None None] Pushing event deleted for resources: {'Port': ['ID=e2846130-63af-4599-99ed-e263e14f2acf,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:36.676672 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2cd148-a17e-403b-a334-4f83873e9563 None None] No DVR routers for this DVR port e2846130-63af-4599-99ed-e263e14f2acf on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:36.693668 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.699530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Deleting port e2846130-63af-4599-99ed-e263e14f2acf {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:36.699876 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.724076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67f4b9-67a8-4d41-bcfc-751a0e665892 req-88b360b2-ab73-4977-b29b-926633d89887 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:36.725699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d67f4b9-67a8-4d41-bcfc-751a0e665892 req-88b360b2-ab73-4977-b29b-926633d89887 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.3777552 Jul 07 19:31:36.869488 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8::f (e10eb6c3-b4a1-4e29-896d-20af8c1d13ec/60d68ed8-ce7b-47c9-bbf9-dad03ef41865/657d7f1c-7e11-452b-8b69-b860f7a3e6b9) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:36.956555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d67f4b9-67a8-4d41-bcfc-751a0e665892 req-5b8398bd-da51-432f-8722-c68508ad2336 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194936 Jul 07 19:31:37.022522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] For port e2846130-63af-4599-99ed-e263e14f2acf, host n-d-793621-9, got binding levels [] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:37.023058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.054503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Calling delete_port for e2846130-63af-4599-99ed-e263e14f2acf owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:37.059185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.ipam_backend_mixin [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Port e2846130-63af-4599-99ed-e263e14f2acf was not found and therefore no delete operation was performed {{(pid=93901) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:31:37.063160 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.092599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef941fb6-311e-4df5-ba8e-b6de8134866f req-987fbbd8-2de3-483b-9014-0fccc8aaf70f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:37.094195 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef941fb6-311e-4df5-ba8e-b6de8134866f req-987fbbd8-2de3-483b-9014-0fccc8aaf70f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.2977116 Jul 07 19:31:37.110421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] No DVR routers for this DVR port e2846130-63af-4599-99ed-e263e14f2acf on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:37.113785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event deleted for resources: {'Port': ['ID=e2846130-63af-4599-99ed-e263e14f2acf,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:37.134768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 56481129-bcc8-4331-b5d0-4f5f96b261d6 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:37.206660 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef941fb6-311e-4df5-ba8e-b6de8134866f req-93df1995-a5f5-469a-9f01-124460267604 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993371 Jul 07 19:31:37.228092 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.229416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 56481129-bcc8-4331-b5d0-4f5f96b261d6 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:37.243470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Transition to ACTIVE for port object 657d7f1c-7e11-452b-8b69-b860f7a3e6b9 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:37.298079 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.301730 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.306327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:31:37.320446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17909ef0-45a5-4374-8fb3-7c57ceab5c8b']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:37.321194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e2846130-63af-4599-99ed-e263e14f2acf no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:37.347271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network e10eb6c3-b4a1-4e29-896d-20af8c1d13ec is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:37.351358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:37.360107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:37.361987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: e2846130-63af-4599-99ed-e263e14f2acf {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:37.362520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e01a3ba-4b68-48f9-8c8d-2bf997a3e287') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:37.362675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e2846130-63af-4599-99ed-e263e14f2acf not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:37.362863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e01a3ba-4b68-48f9-8c8d-2bf997a3e287') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:37.366042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:37.366890 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.380914 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.388440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=657d7f1c-7e11-452b-8b69-b860f7a3e6b9,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:37.400581 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7054a6da-4281-4bdd-8b7d-b56540f71700 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0539756 Jul 07 19:31:37.403538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42888) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:37.440582 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.446263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0bca79-7545-4167-a3af-07d18468fbd4 None None] Network e10eb6c3-b4a1-4e29-896d-20af8c1d13ec requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:37.453382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:37.453777 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:37.457676 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:37.516831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:37.519422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe8c895-bb80-461e-a63f-7d7ad18bcf89 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:37.524213 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-efe8c895-bb80-461e-a63f-7d7ad18bcf89 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1166399 Jul 07 19:31:37.524213 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42890) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:37.540702 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.547622 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.549553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00031ccc-0606-4d9c-995d-1e65221763fd None None] Sync routers for ids ['a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:37.550238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "DELETE /v2.0/networks/17909ef0-45a5-4374-8fb3-7c57ceab5c8b HTTP/1.1" status: 204 len: 168 time: 1.6050515 Jul 07 19:31:37.554719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42892) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:37.559226 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.563092 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-52d89f96-c420-4752-8984-929ef194596d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.7786086 Jul 07 19:31:37.567087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42894) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:37.592569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00031ccc-0606-4d9c-995d-1e65221763fd None None] Routers {'a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:37.593217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-00031ccc-0606-4d9c-995d-1e65221763fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:37.602494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f1019812-0062-4fca-a6d9-617c4f733696 None None] Provisioning for port 56481129-bcc8-4331-b5d0-4f5f96b261d6 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:37.606587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80b457-0571-433e-9789-fefeddb8ee42 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event deleted for resources: {'Network': ['ID=17909ef0-45a5-4374-8fb3-7c57ceab5c8b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:37.642351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f1019812-0062-4fca-a6d9-617c4f733696 None None] Provisioning complete for port 56481129-bcc8-4331-b5d0-4f5f96b261d6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:37.642574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9399499-3cce-4fc5-9bfc-887520aae290 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Deleting subnet cb7b8ab7-a36d-4ba1-a47d-a09ea015b61f {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:37.642747 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f1019812-0062-4fca-a6d9-617c4f733696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.646048 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9399499-3cce-4fc5-9bfc-887520aae290 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.682729 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-00031ccc-0606-4d9c-995d-1e65221763fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:37.693716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2fd01b-6dd4-4887-af5b-cc3784741edf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:37.705327 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9399499-3cce-4fc5-9bfc-887520aae290 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.705520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2fd01b-6dd4-4887-af5b-cc3784741edf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:37.708534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2fd01b-6dd4-4887-af5b-cc3784741edf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:37.712743 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bd2fd01b-6dd4-4887-af5b-cc3784741edf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1853454 Jul 07 19:31:37.715397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42898) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:37.722458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00031ccc-0606-4d9c-995d-1e65221763fd None None] Routers {'a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:37.723301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-00031ccc-0606-4d9c-995d-1e65221763fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:37.757919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-00031ccc-0606-4d9c-995d-1e65221763fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:37.758592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00031ccc-0606-4d9c-995d-1e65221763fd None None] The sync data for ids ['a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:37.817078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9399499-3cce-4fc5-9bfc-887520aae290 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.826296 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f1019812-0062-4fca-a6d9-617c4f733696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.836946 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-066491fc-f8ea-455d-9ec3-57d3d29cf0f5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/routers/a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb HTTP/1.1" status: 200 len: 879 time: 0.2667120 Jul 07 19:31:37.837828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42902) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:37.884921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f1019812-0062-4fca-a6d9-617c4f733696 None None] For port 56481129-bcc8-4331-b5d0-4f5f96b261d6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=56481129-bcc8-4331-b5d0-4f5f96b261d6,segment=NetworkSegment(9d43c5ae-8a5d-4d05-8469-4275b7fac0b3),segment_id=9d43c5ae-8a5d-4d05-8469-4275b7fac0b3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:37.891326 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f1019812-0062-4fca-a6d9-617c4f733696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.911168 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9399499-3cce-4fc5-9bfc-887520aae290 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.954286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9399499-3cce-4fc5-9bfc-887520aae290 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7b8ab7-a36d-4ba1-a47d-a09ea015b61f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:37.962394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-00cb78d6-8ada-47ae-b5ea-53bccc835d45 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port 657d7f1c-7e11-452b-8b69-b860f7a3e6b9 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:37.962491 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-00cb78d6-8ada-47ae-b5ea-53bccc835d45 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.970276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9399499-3cce-4fc5-9bfc-887520aae290 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.972308 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b9399499-3cce-4fc5-9bfc-887520aae290 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "DELETE /v2.0/subnets/cb7b8ab7-a36d-4ba1-a47d-a09ea015b61f HTTP/1.1" status: 204 len: 168 time: 0.4152553 Jul 07 19:31:37.974882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42910) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:37.982669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1019812-0062-4fca-a6d9-617c4f733696 None None] Pushing event updated for resources: {'Port': ['ID=56481129-bcc8-4331-b5d0-4f5f96b261d6,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:37.987503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc3cf7-3be9-44be-aa18-e4b5bf111430 None None] Network da0f2365-bca9-4725-bbdc-cc215198bea4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:38.120206 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-00cb78d6-8ada-47ae-b5ea-53bccc835d45 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.135550 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.148550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-00cb78d6-8ada-47ae-b5ea-53bccc835d45 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for 657d7f1c-7e11-452b-8b69-b860f7a3e6b9 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:38.202948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Deleting port 7c811c1a-19fd-4bab-bce9-33e3b8466453 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:38.203339 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.254322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1ba90ff0-aea8-475e-b928-f94ef68ccf6d None None] Provisioning complete for port 56481129-bcc8-4331-b5d0-4f5f96b261d6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:38.254698 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1ba90ff0-aea8-475e-b928-f94ef68ccf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.320522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] For port 7c811c1a-19fd-4bab-bce9-33e3b8466453, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7c811c1a-19fd-4bab-bce9-33e3b8466453,segment=NetworkSegment(302009dd-9506-420c-8f7d-750bf6ccb867),segment_id=302009dd-9506-420c-8f7d-750bf6ccb867)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:38.321191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.342696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Calling delete_port for 7c811c1a-19fd-4bab-bce9-33e3b8466453 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:38.488215 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bccae81-19f0-4b93-b5fc-161b4acb0c9a None None] DHCP port deletion for da0f2365-bca9-4725-bbdc-cc215198bea4 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:38.565662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2797c6-b939-4bc0-af72-97a3fec0f1f4 req-f56a650e-3147-49a2-bfd7-49d8a907e023 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:38.567697 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e2797c6-b939-4bc0-af72-97a3fec0f1f4 req-f56a650e-3147-49a2-bfd7-49d8a907e023 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.1082790 Jul 07 19:31:38.569034 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.576084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1ba90ff0-aea8-475e-b928-f94ef68ccf6d None None] Provisioning for port c04d81d6-62c4-4492-b69d-4a53b9b8289b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:38.588668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7bccae81-19f0-4b93-b5fc-161b4acb0c9a None None] Deleting port 7c811c1a-19fd-4bab-bce9-33e3b8466453 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:38.589472 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7bccae81-19f0-4b93-b5fc-161b4acb0c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.592632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1ba90ff0-aea8-475e-b928-f94ef68ccf6d None None] Provisioning complete for port c04d81d6-62c4-4492-b69d-4a53b9b8289b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:38.593376 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1ba90ff0-aea8-475e-b928-f94ef68ccf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.667623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event deleted for resources: {'Port': ['ID=7c811c1a-19fd-4bab-bce9-33e3b8466453,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:38.676384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] No DVR routers for this DVR port 7c811c1a-19fd-4bab-bce9-33e3b8466453 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:38.684519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e2797c6-b939-4bc0-af72-97a3fec0f1f4 req-c83b7db5-0906-4a62-b293-59fe86781070 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105902 Jul 07 19:31:38.736817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1ba90ff0-aea8-475e-b928-f94ef68ccf6d None None] Port c04d81d6-62c4-4492-b69d-4a53b9b8289b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:38.743934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-7bccae81-19f0-4b93-b5fc-161b4acb0c9a None None] For port 7c811c1a-19fd-4bab-bce9-33e3b8466453, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:38.744429 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7bccae81-19f0-4b93-b5fc-161b4acb0c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.766426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7bccae81-19f0-4b93-b5fc-161b4acb0c9a None None] Calling delete_port for 7c811c1a-19fd-4bab-bce9-33e3b8466453 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:38.771893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-7bccae81-19f0-4b93-b5fc-161b4acb0c9a None None] Port 7c811c1a-19fd-4bab-bce9-33e3b8466453 was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:31:38.773481 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7bccae81-19f0-4b93-b5fc-161b4acb0c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.788145 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bccae81-19f0-4b93-b5fc-161b4acb0c9a None None] No DVR routers for this DVR port 7c811c1a-19fd-4bab-bce9-33e3b8466453 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:38.793616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1ba90ff0-aea8-475e-b928-f94ef68ccf6d None None] Provisioning for port 657d7f1c-7e11-452b-8b69-b860f7a3e6b9 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:38.825952 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-60da2dcf-cbf1-4a5d-9f62-b84c10da39c6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.9865360 Jul 07 19:31:38.828901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42946) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:38.831413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1ba90ff0-aea8-475e-b928-f94ef68ccf6d None None] Provisioning complete for port 657d7f1c-7e11-452b-8b69-b860f7a3e6b9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:38.831799 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1ba90ff0-aea8-475e-b928-f94ef68ccf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.834002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5bb8579f-a074-45b0-a699-2d4ba7c817c9 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-757614071'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:38.887368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d5966-dc1d-4c70-aa62-ac2a5b03a0c9 req-43d77708-00df-44c4-8a5d-e19dd1692997 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:38.889343 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-735d5966-dc1d-4c70-aa62-ac2a5b03a0c9 req-43d77708-00df-44c4-8a5d-e19dd1692997 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.7360489 Jul 07 19:31:38.909222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1ba90ff0-aea8-475e-b928-f94ef68ccf6d None None] Port 657d7f1c-7e11-452b-8b69-b860f7a3e6b9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:38.911631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccae81-19f0-4b93-b5fc-161b4acb0c9a None None] Pushing event deleted for resources: {'Port': ['ID=7c811c1a-19fd-4bab-bce9-33e3b8466453,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:38.946971 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.957951 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 56481129-bcc8-4331-b5d0-4f5f96b261d6 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:38.962844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0f2365-bca9-4725-bbdc-cc215198bea4']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:38.983458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302009dd-9506-420c-8f7d-750bf6ccb867') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:38.984129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302009dd-9506-420c-8f7d-750bf6ccb867') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:38.998042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.004920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-735d5966-dc1d-4c70-aa62-ac2a5b03a0c9 req-a1ddb14c-58f2-4bd6-a9e0-2067c7a5f88c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077921 Jul 07 19:31:39.028969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 56481129-bcc8-4331-b5d0-4f5f96b261d6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:39.029346 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.050131 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-00cb78d6-8ada-47ae-b5ea-53bccc835d45 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.073421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e668e717-d6df-4484-bbef-efbf5998b60c None None] Provisioning complete for port c04d81d6-62c4-4492-b69d-4a53b9b8289b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:39.074282 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e668e717-d6df-4484-bbef-efbf5998b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.084046 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.086891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb78d6-8ada-47ae-b5ea-53bccc835d45 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=657d7f1c-7e11-452b-8b69-b860f7a3e6b9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:39.113713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:39.115592 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.123980 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-00cb78d6-8ada-47ae-b5ea-53bccc835d45 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.126781 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-00cb78d6-8ada-47ae-b5ea-53bccc835d45 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/657d7f1c-7e11-452b-8b69-b860f7a3e6b9 HTTP/1.1" status: 204 len: 168 time: 1.4104514 Jul 07 19:31:39.128024 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e668e717-d6df-4484-bbef-efbf5998b60c None None] Port c04d81d6-62c4-4492-b69d-4a53b9b8289b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:39.129404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42958) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:39.150419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e668e717-d6df-4484-bbef-efbf5998b60c None None] Could not find standard attr ID for object 657d7f1c-7e11-452b-8b69-b860f7a3e6b9. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:31:39.165974 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e6e752-89e0-4d20-85ed-5d0de1d416ee tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:31:39.169199 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-25e6e752-89e0-4d20-85ed-5d0de1d416ee tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/657d7f1c-7e11-452b-8b69-b860f7a3e6b9 HTTP/1.1" status: 404 len: 333 time: 0.0384362 Jul 07 19:31:39.171847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42960) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:39.228858 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:39.237639 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.280290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.283723 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "DELETE /v2.0/networks/da0f2365-bca9-4725-bbdc-cc215198bea4 HTTP/1.1" status: 204 len: 168 time: 1.3077626 Jul 07 19:31:39.287772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42964) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:39.294685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7c811c1a-19fd-4bab-bce9-33e3b8466453 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:39.303817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd5c61-f53b-48ff-a1b9-7c0a6963f786 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Pushing event deleted for resources: {'Network': ['ID=da0f2365-bca9-4725-bbdc-cc215198bea4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:39.323152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 7c811c1a-19fd-4bab-bce9-33e3b8466453 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:39.325155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7c811c1a-19fd-4bab-bce9-33e3b8466453 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:39.345395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-957b2483-65f3-4c5e-8407-cbf97cc4085a tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "GET /v2.0/ports?device_id=f837b32d-75c4-456f-8ee2-48f8b3107a91 HTTP/1.1" status: 200 len: 205 time: 0.0557544 Jul 07 19:31:39.347728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42966) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:39.433373 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3aa4019b-04a9-49cd-993c-8746662c1d33 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.436625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d9d65c1e-faf1-4958-a02f-c20098e87d64 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port c04d81d6-62c4-4492-b69d-4a53b9b8289b {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:39.436959 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9d65c1e-faf1-4958-a02f-c20098e87d64 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.443267 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0194c8-5edf-47c4-91e2-c0f56a3d32e1 req-5a33f87a-ca9a-47f0-9c7b-1ddd3b2819a7 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:39.444757 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a0194c8-5edf-47c4-91e2-c0f56a3d32e1 req-5a33f87a-ca9a-47f0-9c7b-1ddd3b2819a7 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.1329074 Jul 07 19:31:39.510608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5bb8579f-a074-45b0-a699-2d4ba7c817c9 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.524523 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a0194c8-5edf-47c4-91e2-c0f56a3d32e1 req-4705b5b2-1912-479a-b492-1f812f262b4a tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538647 Jul 07 19:31:39.526201 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5bb8579f-a074-45b0-a699-2d4ba7c817c9 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.638112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb8579f-a074-45b0-a699-2d4ba7c817c9 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:39.650139 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3aa4019b-04a9-49cd-993c-8746662c1d33 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.654978 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3aa4019b-04a9-49cd-993c-8746662c1d33 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.725899 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9d65c1e-faf1-4958-a02f-c20098e87d64 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.736740 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3aa4019b-04a9-49cd-993c-8746662c1d33 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.737426 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa4019b-04a9-49cd-993c-8746662c1d33 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Fanout notify agent at l3_agent the message router_deleted on router f837b32d-75c4-456f-8ee2-48f8b3107a91 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:31:39.746347 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3aa4019b-04a9-49cd-993c-8746662c1d33 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.750425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3aa4019b-04a9-49cd-993c-8746662c1d33 tempest-RoutersNegativeTest-1724741075 tempest-RoutersNegativeTest-1724741075-project] 10.222.0.81 "DELETE /v2.0/routers/f837b32d-75c4-456f-8ee2-48f8b3107a91 HTTP/1.1" status: 204 len: 168 time: 0.4017217 Jul 07 19:31:39.755233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d9d65c1e-faf1-4958-a02f-c20098e87d64 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for c04d81d6-62c4-4492-b69d-4a53b9b8289b owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:39.769630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb8579f-a074-45b0-a699-2d4ba7c817c9 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:39.776688 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5bb8579f-a074-45b0-a699-2d4ba7c817c9 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.777885 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5bb8579f-a074-45b0-a699-2d4ba7c817c9 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb HTTP/1.1" status: 200 len: 886 time: 0.9477434 Jul 07 19:31:39.779165 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be52fcc-0bc6-47a1-abc2-62df38c00e13 None None] Sync routers for ids ['a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:39.780654 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42988) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:39.793009 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be52fcc-0bc6-47a1-abc2-62df38c00e13 None None] Routers {'a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:39.794002 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-4be52fcc-0bc6-47a1-abc2-62df38c00e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:39.857188 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-4be52fcc-0bc6-47a1-abc2-62df38c00e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:39.868011 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be52fcc-0bc6-47a1-abc2-62df38c00e13 None None] Routers {'a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:39.868891 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-4be52fcc-0bc6-47a1-abc2-62df38c00e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:39.905041 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-4be52fcc-0bc6-47a1-abc2-62df38c00e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:39.905694 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be52fcc-0bc6-47a1-abc2-62df38c00e13 None None] The sync data for ids ['a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:39.918232 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.003558 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-84a645c8-fcd4-4288-bf5d-1cde7519bffa tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/routers/a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb HTTP/1.1" status: 200 len: 886 time: 0.2215068 Jul 07 19:31:40.007871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43012) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:40.081412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bef9612b-f14b-422a-8d13-15e4836d63fe tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb HTTP/1.1" status: 200 len: 205 time: 0.0701578 Jul 07 19:31:40.083480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43018) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:40.090875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc43642-0da9-4e0c-ad67-ca4eef5d6eca req-87e1eddf-f947-428f-b618-20a4dc07d1e0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:40.095940 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cbc43642-0da9-4e0c-ad67-ca4eef5d6eca req-87e1eddf-f947-428f-b618-20a4dc07d1e0 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.2219157 Jul 07 19:31:40.145070 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9d65c1e-faf1-4958-a02f-c20098e87d64 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.191610 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cbc43642-0da9-4e0c-ad67-ca4eef5d6eca req-a9a8b0da-2fe9-438c-8a6a-16677e312c80 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875299 Jul 07 19:31:40.206335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43024) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:40.221977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d65c1e-faf1-4958-a02f-c20098e87d64 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=c04d81d6-62c4-4492-b69d-4a53b9b8289b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:40.228304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9d65c1e-faf1-4958-a02f-c20098e87d64 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.231317 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d9d65c1e-faf1-4958-a02f-c20098e87d64 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/c04d81d6-62c4-4492-b69d-4a53b9b8289b HTTP/1.1" status: 204 len: 168 time: 1.0583341 Jul 07 19:31:40.233764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43028) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:40.241563 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.270104 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9447aa-9095-4d03-bffb-8ac79736643a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:31:40.277849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4c9447aa-9095-4d03-bffb-8ac79736643a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/c04d81d6-62c4-4492-b69d-4a53b9b8289b HTTP/1.1" status: 404 len: 333 time: 0.0429935 Jul 07 19:31:40.279139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43032) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:40.360242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-526fe136-fc84-4369-9aac-de6026f30209 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting subnet 60d68ed8-ce7b-47c9-bbf9-dad03ef41865 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:40.372012 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-526fe136-fc84-4369-9aac-de6026f30209 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.432486 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-526fe136-fc84-4369-9aac-de6026f30209 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.531365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-526fe136-fc84-4369-9aac-de6026f30209 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.603862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-526fe136-fc84-4369-9aac-de6026f30209 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.634722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fe136-fc84-4369-9aac-de6026f30209 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Subnet': ['ID=60d68ed8-ce7b-47c9-bbf9-dad03ef41865,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:40.636788 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-526fe136-fc84-4369-9aac-de6026f30209 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.641424 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-526fe136-fc84-4369-9aac-de6026f30209 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/60d68ed8-ce7b-47c9-bbf9-dad03ef41865 HTTP/1.1" status: 204 len: 168 time: 0.3612511 Jul 07 19:31:40.642055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43048) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:40.644750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab45af7-f25d-48e1-aa96-50ed40f476c1 None None] Network e10eb6c3-b4a1-4e29-896d-20af8c1d13ec requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:40.743996 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.750635 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a25890d3-dd1a-4f17-a43c-11d4cf0c86a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7518382ff0284fd69c3d87437787d50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429811 Jul 07 19:31:40.752873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43060) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:40.768648 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.847842 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-74278940-3104-4193-a7a7-a0372388bba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.867785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port 4145f53c-358a-4ffe-ac36-5dd83ae85257 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:40.868621 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.881340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port 56481129-bcc8-4331-b5d0-4f5f96b261d6 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:40.881918 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.886442 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-74278940-3104-4193-a7a7-a0372388bba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.888300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c9aeee-984f-4d56-9688-7f911f382e34 None None] DHCP port deletion for e10eb6c3-b4a1-4e29-896d-20af8c1d13ec request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:40.960158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-33c9aeee-984f-4d56-9688-7f911f382e34 None None] Deleting port 56481129-bcc8-4331-b5d0-4f5f96b261d6 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:40.960911 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-33c9aeee-984f-4d56-9688-7f911f382e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.987102 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.998047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] For port 56481129-bcc8-4331-b5d0-4f5f96b261d6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=56481129-bcc8-4331-b5d0-4f5f96b261d6,segment=NetworkSegment(9d43c5ae-8a5d-4d05-8469-4275b7fac0b3),segment_id=9d43c5ae-8a5d-4d05-8469-4275b7fac0b3)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:40.998854 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.006006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for 4145f53c-358a-4ffe-ac36-5dd83ae85257 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:41.021274 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 56481129-bcc8-4331-b5d0-4f5f96b261d6 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:41.025912 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for 56481129-bcc8-4331-b5d0-4f5f96b261d6 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:41.068022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-33c9aeee-984f-4d56-9688-7f911f382e34 None None] For port 56481129-bcc8-4331-b5d0-4f5f96b261d6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=56481129-bcc8-4331-b5d0-4f5f96b261d6,segment=NetworkSegment(9d43c5ae-8a5d-4d05-8469-4275b7fac0b3),segment_id=9d43c5ae-8a5d-4d05-8469-4275b7fac0b3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:41.068418 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-33c9aeee-984f-4d56-9688-7f911f382e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.077436 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-74278940-3104-4193-a7a7-a0372388bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.081852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-74278940-3104-4193-a7a7-a0372388bba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.083257 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-74278940-3104-4193-a7a7-a0372388bba9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3f892eee-361b-4c75-bc98-6620103d69db HTTP/1.1" status: 204 len: 168 time: 0.3278875 Jul 07 19:31:41.088381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-33c9aeee-984f-4d56-9688-7f911f382e34 None None] Calling delete_port for 56481129-bcc8-4331-b5d0-4f5f96b261d6 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:41.097904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74278940-3104-4193-a7a7-a0372388bba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f892eee-361b-4c75-bc98-6620103d69db,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:41.139261 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.160865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:41.168910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=56481129-bcc8-4331-b5d0-4f5f96b261d6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:41.178587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No DVR routers for this DVR port 56481129-bcc8-4331-b5d0-4f5f96b261d6 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:41.245630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] No active binding found for port 56481129-bcc8-4331-b5d0-4f5f96b261d6 {{(pid=93902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:31:41.245966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 56481129-bcc8-4331-b5d0-4f5f96b261d6 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:41.283122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.298101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10eb6c3-b4a1-4e29-896d-20af8c1d13ec']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:41.303739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.306214 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-33c9aeee-984f-4d56-9688-7f911f382e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.316698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d43c5ae-8a5d-4d05-8469-4275b7fac0b3') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:41.317262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d43c5ae-8a5d-4d05-8469-4275b7fac0b3') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:41.330500 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.367898 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c9aeee-984f-4d56-9688-7f911f382e34 None None] No DVR routers for this DVR port 56481129-bcc8-4331-b5d0-4f5f96b261d6 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:41.374507 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.375371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8dffe-3802-458d-b44d-3c21ab24dc3e req-57393707-b8d3-4b16-bf10-f3a2a4aac3db tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:41.377589 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2bc8dffe-3802-458d-b44d-3c21ab24dc3e req-57393707-b8d3-4b16-bf10-f3a2a4aac3db tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 947 time: 0.2360694 Jul 07 19:31:41.381832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9aeee-984f-4d56-9688-7f911f382e34 None None] Pushing event deleted for resources: {'Port': ['ID=56481129-bcc8-4331-b5d0-4f5f96b261d6,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:41.382737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:41.383507 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:41.387880 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:41.444662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:41.454679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:41.458393 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41109a45-b673-4461-a7e1-fe0a0cb95604" -d '{"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-unplugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:41.471084 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.472468 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.483526 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.485588 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/networks/e10eb6c3-b4a1-4e29-896d-20af8c1d13ec HTTP/1.1" status: 204 len: 168 time: 0.8422101 Jul 07 19:31:41.488023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2bc8dffe-3802-458d-b44d-3c21ab24dc3e req-5f4d2c08-549c-4147-b190-87a937e1f27b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885582 Jul 07 19:31:41.493573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43082) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:41.518105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c9d233fe-d5f9-4eb4-a39d-d98b73d7e40e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1231766756'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:41.525069 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.557205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=4145f53c-358a-4ffe-ac36-5dd83ae85257,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:41.566556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e226052-9755-4c44-8c15-1f6de38a4d75 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Network': ['ID=e10eb6c3-b4a1-4e29-896d-20af8c1d13ec,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:41.571084 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ef17f9-53c4-4e73-897a-caad5e7c17d8 x-openstack-request-id: req-02ef17f9-53c4-4e73-897a-caad5e7c17d8 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:41.571388 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-unplugged", "status": "completed", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:41.571734 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02ef17f9-53c4-4e73-897a-caad5e7c17d8 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:41.572052 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'code': 200} Jul 07 19:31:41.604445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=14']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:41.628631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d233fe-d5f9-4eb4-a39d-d98b73d7e40e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:41.634422 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9d233fe-d5f9-4eb4-a39d-d98b73d7e40e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.639042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.649669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb579a6-c2d4-4331-8784-640070ae5069 req-9527feb9-84da-43e7-b576-55a6f6e87232 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:41.651279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5eb579a6-c2d4-4331-8784-640070ae5069 req-9527feb9-84da-43e7-b576-55a6f6e87232 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.1293468 Jul 07 19:31:41.700412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d233fe-d5f9-4eb4-a39d-d98b73d7e40e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:41.718073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9d233fe-d5f9-4eb4-a39d-d98b73d7e40e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.718582 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-c9d233fe-d5f9-4eb4-a39d-d98b73d7e40e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Added segment 059b6e31-7652-44f3-9aa5-28e62639a802 of type vlan for network 2af12f21-515c-446d-9b4b-38222bdb23b3 Jul 07 19:31:41.745832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5eb579a6-c2d4-4331-8784-640070ae5069 req-9e228483-90c2-4abe-8363-57fa2333a7cb tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872052 Jul 07 19:31:41.769576 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.772421 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.788654 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9d233fe-d5f9-4eb4-a39d-d98b73d7e40e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.823187 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9d233fe-d5f9-4eb4-a39d-d98b73d7e40e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.831422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d233fe-d5f9-4eb4-a39d-d98b73d7e40e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:41.832265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9d233fe-d5f9-4eb4-a39d-d98b73d7e40e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.835962 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.836893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Fanout notify agent at l3_agent the message router_deleted on router a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:31:41.867776 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.872396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-815d83ca-4103-4738-9628-a3f3086eecf0 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb HTTP/1.1" status: 204 len: 168 time: 1.7846293 Jul 07 19:31:41.873562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43098) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:41.879787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2b3ffce1-ac16-4ec3-a645-88109e38d3c4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'network': {'name': 'tempest-RoutersTest-1862664523'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:41.901060 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c9d233fe-d5f9-4eb4-a39d-d98b73d7e40e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4062951 Jul 07 19:31:41.905139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43100) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:41.910335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-822a470b-e5ed-4fa3-a25f-ac1f76e31871 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '2af12f21-515c-446d-9b4b-38222bdb23b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:41.960444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3ffce1-ac16-4ec3-a645-88109e38d3c4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:41.965723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b3ffce1-ac16-4ec3-a645-88109e38d3c4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.998385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3ffce1-ac16-4ec3-a645-88109e38d3c4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:42.012886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3821d6f-6220-4a6a-9fd8-6f3068ce9a1e req-ec181de8-c2a8-4638-852d-16d9a0f6c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:42.014511 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3821d6f-6220-4a6a-9fd8-6f3068ce9a1e req-ec181de8-c2a8-4638-852d-16d9a0f6c3db service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1096 time: 0.1135852 Jul 07 19:31:42.015612 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b3ffce1-ac16-4ec3-a645-88109e38d3c4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.016010 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-2b3ffce1-ac16-4ec3-a645-88109e38d3c4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Added segment 30f1d400-c9bc-40bc-9d16-eae72ab0c9c5 of type vlan for network c969c9ef-9514-477c-8b08-b233789b83eb Jul 07 19:31:42.022973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d233fe-d5f9-4eb4-a39d-d98b73d7e40e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Network': ['ID=2af12f21-515c-446d-9b4b-38222bdb23b3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:42.039561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 2af12f21-515c-446d-9b4b-38222bdb23b3 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:42.076954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822a470b-e5ed-4fa3-a25f-ac1f76e31871 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:42.080971 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-822a470b-e5ed-4fa3-a25f-ac1f76e31871 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.112298 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b3ffce1-ac16-4ec3-a645-88109e38d3c4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.147076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7660f3-10e3-4f74-b406-1a650ed49720 req-f0f11c39-3ca0-419e-a6a3-1e4d81176ec9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:42.148592 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c7660f3-10e3-4f74-b406-1a650ed49720 req-f0f11c39-3ca0-419e-a6a3-1e4d81176ec9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1609097 Jul 07 19:31:42.153040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43106) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:42.165979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3821d6f-6220-4a6a-9fd8-6f3068ce9a1e req-fed02135-5e13-4226-9fda-0af8e80d262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:42.167837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3821d6f-6220-4a6a-9fd8-6f3068ce9a1e req-fed02135-5e13-4226-9fda-0af8e80d262b service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.1436985 Jul 07 19:31:42.169688 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b3ffce1-ac16-4ec3-a645-88109e38d3c4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.176442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3ffce1-ac16-4ec3-a645-88109e38d3c4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:42.176778 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b3ffce1-ac16-4ec3-a645-88109e38d3c4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.218912 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c7660f3-10e3-4f74-b406-1a650ed49720 req-e08ac9a7-9174-46ec-9dae-a12aa61d6b67 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577667 Jul 07 19:31:42.287302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871807039'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:42.292259 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2b3ffce1-ac16-4ec3-a645-88109e38d3c4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4148290 Jul 07 19:31:42.294331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43110) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:42.301022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'subnet': {'network_id': 'c969c9ef-9514-477c-8b08-b233789b83eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:42.304164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ffce1-ac16-4ec3-a645-88109e38d3c4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Network': ['ID=c969c9ef-9514-477c-8b08-b233789b83eb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:42.317454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c969c9ef-9514-477c-8b08-b233789b83eb details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:42.344375 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-822a470b-e5ed-4fa3-a25f-ac1f76e31871 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.349026 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.379720 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3821d6f-6220-4a6a-9fd8-6f3068ce9a1e req-a0665647-05bf-4e0e-817b-3e966f3d454e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 999 time: 0.1999485 Jul 07 19:31:42.383307 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.444319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a470b-e5ed-4fa3-a25f-ac1f76e31871 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Subnet': ['ID=ce289d4a-2542-4eb9-9e2b-75a5f2d8ea71,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:42.453856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a470b-e5ed-4fa3-a25f-ac1f76e31871 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Checking segment: {'id': '059b6e31-7652-44f3-9aa5-28e62639a802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2af12f21-515c-446d-9b4b-38222bdb23b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:42.454269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822a470b-e5ed-4fa3-a25f-ac1f76e31871 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network hostable DHCP agents. Network: 2af12f21-515c-446d-9b4b-38222bdb23b3, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:42.466159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3821d6f-6220-4a6a-9fd8-6f3068ce9a1e req-bcbcf176-25fc-48a6-a0ad-211d0dbdedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:42.467669 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3821d6f-6220-4a6a-9fd8-6f3068ce9a1e req-bcbcf176-25fc-48a6-a0ad-211d0dbdedc5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.0740120 Jul 07 19:31:42.489201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822a470b-e5ed-4fa3-a25f-ac1f76e31871 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 2af12f21-515c-446d-9b4b-38222bdb23b3 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:42.503750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-822a470b-e5ed-4fa3-a25f-ac1f76e31871 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 2af12f21-515c-446d-9b4b-38222bdb23b3) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:42.509555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822a470b-e5ed-4fa3-a25f-ac1f76e31871 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:42.509681 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-822a470b-e5ed-4fa3-a25f-ac1f76e31871 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.519361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66371bc-31ae-4339-84a9-b3a4cf46393d None None] Network 2af12f21-515c-446d-9b4b-38222bdb23b3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:42.534056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3821d6f-6220-4a6a-9fd8-6f3068ce9a1e req-5ff395f0-fbc5-4336-b7d0-095979f8bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:42.535817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3821d6f-6220-4a6a-9fd8-6f3068ce9a1e req-5ff395f0-fbc5-4336-b7d0-095979f8bf06 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604882 Jul 07 19:31:42.550146 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.555866 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.587382 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d627b22c-76a1-403d-9ac0-177350c24bb6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:42.611721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:31:42.611721 n-d-793621-9 neutron-server[93900]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:31:42.611721 n-d-793621-9 neutron-server[93900]: [parameters: {'project_id_1': '965c3c7ba68449a2b548b2c8062aa669', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 31, 42, 569470)}] Jul 07 19:31:42.611721 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:31:42.612447 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:31:42.626670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:42.633041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.633243 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-822a470b-e5ed-4fa3-a25f-ac1f76e31871 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7244225 Jul 07 19:31:42.633751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43114) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:42.639396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-79931a29-0fc1-461b-a7a2-fb21f08f51a7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-883434142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:42.665178 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-79931a29-0fc1-461b-a7a2-fb21f08f51a7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.666381 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-79931a29-0fc1-461b-a7a2-fb21f08f51a7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.717496 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3821d6f-6220-4a6a-9fd8-6f3068ce9a1e req-f3704400-d5c3-4138-ae09-6158f42919cc service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737943 Jul 07 19:31:42.744528 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-79931a29-0fc1-461b-a7a2-fb21f08f51a7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.751108 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-79931a29-0fc1-461b-a7a2-fb21f08f51a7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.767615 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-79931a29-0fc1-461b-a7a2-fb21f08f51a7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.768782 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-79931a29-0fc1-461b-a7a2-fb21f08f51a7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1339138 Jul 07 19:31:42.771419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43116) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:42.776425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'network_id': '2af12f21-515c-446d-9b4b-38222bdb23b3', 'name': 'tempest-PortsIpV6TestJSON-1426666989'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:42.875552 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-2af12f21-515c-446d-9b4b-38222bdb23b3', 'network_id': '2af12f21-515c-446d-9b4b-38222bdb23b3', 'tenant_id': '85c3890fa00f4943901f50fca4c74949', 'fixed_ips': [{'subnet_id': 'ce289d4a-2542-4eb9-9e2b-75a5f2d8ea71'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:42.878935 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.890845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3821d6f-6220-4a6a-9fd8-6f3068ce9a1e req-dc97b807-5142-47d8-a68c-a2c71095e5e8 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625817 Jul 07 19:31:42.941276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.949275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:42.953214 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.987933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port b32fd4bb-6f11-47ff-9ea1-a5377826c3a4 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:31:43.006453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427ece5-e03f-432f-b43e-2cac098e7035 req-7f637504-7e47-4a9c-9a70-d0b7bf22309f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:43.014317 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4427ece5-e03f-432f-b43e-2cac098e7035 req-7f637504-7e47-4a9c-9a70-d0b7bf22309f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.1282427 Jul 07 19:31:43.024328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Subnet': ['ID=f41729b9-4b20-411b-b518-69ab2dcb33e3,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:43.054112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Allocated IP 2001:db8::2 (2af12f21-515c-446d-9b4b-38222bdb23b3/ce289d4a-2542-4eb9-9e2b-75a5f2d8ea71/64c0c7f1-c00d-4653-8cb1-570db8534ea9) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:43.063597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:43.063970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:43.064312 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:43.064792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:43.065132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:43.065475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:43.065815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:43.066139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:43.066486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:43.066821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:43.067144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:43.067463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:43.077204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Checking segment: {'id': '30f1d400-c9bc-40bc-9d16-eae72ab0c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c969c9ef-9514-477c-8b08-b233789b83eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:43.077830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network hostable DHCP agents. Network: c969c9ef-9514-477c-8b08-b233789b83eb, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:43.093103 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4427ece5-e03f-432f-b43e-2cac098e7035 req-c4d6a1b5-5db7-4c8f-89e5-d7e411e9eea7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776386 Jul 07 19:31:43.105379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network c969c9ef-9514-477c-8b08-b233789b83eb is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:43.114122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.127752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, c969c9ef-9514-477c-8b08-b233789b83eb) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:43.132598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:43.133196 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.156546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b39b2d6-084d-4f51-a24e-b7ec062d61c7 None None] Network c969c9ef-9514-477c-8b08-b233789b83eb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:43.218275 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.224174 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.237577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cd0af661-762a-456a-bd08-e6b0cee5640c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9399543 Jul 07 19:31:43.238424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43122) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:43.243674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ae1aec20-d639-4662-8e2c-aabfcd3add62 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-837643701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:43.262267 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.265688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1091902 Jul 07 19:31:43.268927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43126) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:43.293212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22df97-cee7-4f8e-b268-6fd1c1d96069 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894b9088-bccb-4695-bc6a-6511696e14b1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:43.307487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae1aec20-d639-4662-8e2c-aabfcd3add62 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.309051 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae1aec20-d639-4662-8e2c-aabfcd3add62 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.368532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae1aec20-d639-4662-8e2c-aabfcd3add62 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.374487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae1aec20-d639-4662-8e2c-aabfcd3add62 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.380217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-246eb3e5-308a-4ffb-8e1d-ef4e18fc1546 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1071398 Jul 07 19:31:43.380568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43128) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:43.390632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-42f6c909-11e7-466a-840a-eb6ef5b28438 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group': {'name': 'tempest-security--1193660000', 'description': 'tempest-security-description-1818647345'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:43.395098 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.405424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-c969c9ef-9514-477c-8b08-b233789b83eb', 'network_id': 'c969c9ef-9514-477c-8b08-b233789b83eb', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'fixed_ips': [{'subnet_id': 'f41729b9-4b20-411b-b518-69ab2dcb33e3'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:43.406475 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.406587 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae1aec20-d639-4662-8e2c-aabfcd3add62 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.411089 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ae1aec20-d639-4662-8e2c-aabfcd3add62 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1682158 Jul 07 19:31:43.411229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Transition to ACTIVE for port object 64c0c7f1-c00d-4653-8cb1-570db8534ea9 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:43.411355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43130) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:43.435059 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Transition to ACTIVE for port object 64c0c7f1-c00d-4653-8cb1-570db8534ea9 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:43.446053 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.477954 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42f6c909-11e7-466a-840a-eb6ef5b28438 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.487062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a4d60-1a01-4b3f-b7fc-dff71a63fed8 req-09305be8-45a9-427b-9a9e-d83f352c1a47 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:43.494230 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-425a4d60-1a01-4b3f-b7fc-dff71a63fed8 req-09305be8-45a9-427b-9a9e-d83f352c1a47 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.0900226 Jul 07 19:31:43.529785 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42f6c909-11e7-466a-840a-eb6ef5b28438 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.543679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Network 2af12f21-515c-446d-9b4b-38222bdb23b3 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:43.550485 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:43.558633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:43.572380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42f6c909-11e7-466a-840a-eb6ef5b28438 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.573567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Pushing event updated for resources: {'Port': ['ID=64c0c7f1-c00d-4653-8cb1-570db8534ea9,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:43.575223 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42f6c909-11e7-466a-840a-eb6ef5b28438 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.580746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-42f6c909-11e7-466a-840a-eb6ef5b28438 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "PUT /v2.0/security-groups/894b9088-bccb-4695-bc6a-6511696e14b1 HTTP/1.1" status: 200 len: 1780 time: 0.1985312 Jul 07 19:31:43.596525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43134) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:43.618314 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-425a4d60-1a01-4b3f-b7fc-dff71a63fed8 req-68c9bcba-afe3-4cd4-b3be-0bda10507e49 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086147 Jul 07 19:31:43.659916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Attempting to bind port 64c0c7f1-c00d-4653-8cb1-570db8534ea9 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:43.660393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Attempting to bind port 64c0c7f1-c00d-4653-8cb1-570db8534ea9 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '059b6e31-7652-44f3-9aa5-28e62639a802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2af12f21-515c-446d-9b4b-38222bdb23b3'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:43.660675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Attempting to bind port 64c0c7f1-c00d-4653-8cb1-570db8534ea9 on network 2af12f21-515c-446d-9b4b-38222bdb23b3 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:43.670058 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:43.670507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Checking segment: {'id': '059b6e31-7652-44f3-9aa5-28e62639a802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2af12f21-515c-446d-9b4b-38222bdb23b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:43.670956 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.671363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Bound using segment: {'id': '059b6e31-7652-44f3-9aa5-28e62639a802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2af12f21-515c-446d-9b4b-38222bdb23b3'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:43.672623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Bound port: 64c0c7f1-c00d-4653-8cb1-570db8534ea9, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059b6e31-7652-44f3-9aa5-28e62639a802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2af12f21-515c-446d-9b4b-38222bdb23b3'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:43.672623 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.675528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Allocated IP 172.20.0.2 (c969c9ef-9514-477c-8b08-b233789b83eb/f41729b9-4b20-411b-b518-69ab2dcb33e3/e032a30f-1cc9-401e-9f26-7df7aaff247f) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:43.686857 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-39def6de-bd9a-428f-8a48-c8e75960c909 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-groups/894b9088-bccb-4695-bc6a-6511696e14b1 HTTP/1.1" status: 200 len: 1780 time: 0.0662646 Jul 07 19:31:43.688581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43136) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:43.731572 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6c909-11e7-466a-840a-eb6ef5b28438 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894b9088-bccb-4695-bc6a-6511696e14b1,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:43.754646 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59630312-6249-4471-8ba2-f492478105d4 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.754890 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8::39e (2af12f21-515c-446d-9b4b-38222bdb23b3/ce289d4a-2542-4eb9-9e2b-75a5f2d8ea71/b32fd4bb-6f11-47ff-9ea1-a5377826c3a4) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:43.779136 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59630312-6249-4471-8ba2-f492478105d4 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.824150 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59630312-6249-4471-8ba2-f492478105d4 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.826924 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59630312-6249-4471-8ba2-f492478105d4 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.830904 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-59630312-6249-4471-8ba2-f492478105d4 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-groups/894b9088-bccb-4695-bc6a-6511696e14b1 HTTP/1.1" status: 204 len: 168 time: 0.1384261 Jul 07 19:31:43.831072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] For port 64c0c7f1-c00d-4653-8cb1-570db8534ea9, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:43.833091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43138) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:43.833640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] For port 64c0c7f1-c00d-4653-8cb1-570db8534ea9, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=64c0c7f1-c00d-4653-8cb1-570db8534ea9,segment=NetworkSegment(059b6e31-7652-44f3-9aa5-28e62639a802),segment_id=059b6e31-7652-44f3-9aa5-28e62639a802)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:43.839970 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.851429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59630312-6249-4471-8ba2-f492478105d4 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894b9088-bccb-4695-bc6a-6511696e14b1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:43.896702 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f0d6d589-8b66-4600-8e7f-1871f43ce062 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597084 Jul 07 19:31:43.897396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43140) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:43.912770 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-da408b9c-3149-4c12-9a5f-941e9a9370e6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] delete failed (client error): The resource could not be found. Jul 07 19:31:43.913841 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-da408b9c-3149-4c12-9a5f-941e9a9370e6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-groups/894b9088-bccb-4695-bc6a-6511696e14b1 HTTP/1.1" status: 404 len: 347 time: 0.0156348 Jul 07 19:31:43.925000 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43142) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:43.926581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-39bc8a9e-4fca-4137-ae81-1564d0245ae8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group': {'name': 'tempest-secgroup--443966496'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:43.953721 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-39bc8a9e-4fca-4137-ae81-1564d0245ae8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.982864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c318081-1a6e-4bab-854b-de9d31c5defd None None] Pushing event updated for resources: {'Port': ['ID=64c0c7f1-c00d-4653-8cb1-570db8534ea9,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:44.020504 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.034424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Transition to ACTIVE for port object e032a30f-1cc9-401e-9f26-7df7aaff247f will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:44.049043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-39bc8a9e-4fca-4137-ae81-1564d0245ae8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.054468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-39bc8a9e-4fca-4137-ae81-1564d0245ae8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.056267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Transition to ACTIVE for port object e032a30f-1cc9-401e-9f26-7df7aaff247f will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:44.069603 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.093412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc8a9e-4fca-4137-ae81-1564d0245ae8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f9e58b-0bde-49ac-9afd-4037ea12e2dd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:44.096718 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-39bc8a9e-4fca-4137-ae81-1564d0245ae8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.102140 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-39bc8a9e-4fca-4137-ae81-1564d0245ae8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1792862 Jul 07 19:31:44.102835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43144) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:44.108612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fef2e19e-0bb4-4d49-81d2-9c5616f6594b tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group_rule': {'security_group_id': '38f9e58b-0bde-49ac-9afd-4037ea12e2dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:44.172166 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fef2e19e-0bb4-4d49-81d2-9c5616f6594b tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.176527 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Network c969c9ef-9514-477c-8b08-b233789b83eb is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:44.213444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:44.215412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Pushing event updated for resources: {'Port': ['ID=e032a30f-1cc9-401e-9f26-7df7aaff247f,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:44.221060 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:44.260470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fef2e19e-0bb4-4d49-81d2-9c5616f6594b tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.273941 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fef2e19e-0bb4-4d49-81d2-9c5616f6594b tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.289927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2e19e-0bb4-4d49-81d2-9c5616f6594b tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76683f0b-e941-4077-8923-88abf9200fdb,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:44.317557 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fef2e19e-0bb4-4d49-81d2-9c5616f6594b tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.319675 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fef2e19e-0bb4-4d49-81d2-9c5616f6594b tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2151074 Jul 07 19:31:44.320423 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Attempting to bind port e032a30f-1cc9-401e-9f26-7df7aaff247f on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:44.320810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Attempting to bind port e032a30f-1cc9-401e-9f26-7df7aaff247f by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '30f1d400-c9bc-40bc-9d16-eae72ab0c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c969c9ef-9514-477c-8b08-b233789b83eb'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:44.321175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Attempting to bind port e032a30f-1cc9-401e-9f26-7df7aaff247f on network c969c9ef-9514-477c-8b08-b233789b83eb {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:44.322232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43148) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:44.326702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:44.327144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Checking segment: {'id': '30f1d400-c9bc-40bc-9d16-eae72ab0c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c969c9ef-9514-477c-8b08-b233789b83eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:44.327558 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.328236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Bound using segment: {'id': '30f1d400-c9bc-40bc-9d16-eae72ab0c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c969c9ef-9514-477c-8b08-b233789b83eb'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:44.328723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Bound port: e032a30f-1cc9-401e-9f26-7df7aaff247f, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f1d400-c9bc-40bc-9d16-eae72ab0c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c969c9ef-9514-477c-8b08-b233789b83eb'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:44.329108 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.359514 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3f74d585-6f3c-4394-a92f-abbac22b15b9 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.370366 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3f74d585-6f3c-4394-a92f-abbac22b15b9 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.401959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] For port e032a30f-1cc9-401e-9f26-7df7aaff247f, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:44.405334 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3f74d585-6f3c-4394-a92f-abbac22b15b9 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.405481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] For port e032a30f-1cc9-401e-9f26-7df7aaff247f, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e032a30f-1cc9-401e-9f26-7df7aaff247f,segment=NetworkSegment(30f1d400-c9bc-40bc-9d16-eae72ab0c9c5),segment_id=30f1d400-c9bc-40bc-9d16-eae72ab0c9c5)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:44.411104 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.414430 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3f74d585-6f3c-4394-a92f-abbac22b15b9 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.415339 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3f74d585-6f3c-4394-a92f-abbac22b15b9 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/76683f0b-e941-4077-8923-88abf9200fdb HTTP/1.1" status: 204 len: 168 time: 0.0914927 Jul 07 19:31:44.419996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43150) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:44.427945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74d585-6f3c-4394-a92f-abbac22b15b9 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76683f0b-e941-4077-8923-88abf9200fdb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:44.477670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8733a82b-5149-4e2a-b366-d3eebfac4e2b tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0527134 Jul 07 19:31:44.477670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43152) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:44.481431 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.483393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99e98c-06c9-4ab0-8f1f-6b7d5248a010 None None] Pushing event updated for resources: {'Port': ['ID=e032a30f-1cc9-401e-9f26-7df7aaff247f,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:44.536783 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32323777-b214-44dc-880f-564708254348 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.566267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32323777-b214-44dc-880f-564708254348 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.604764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d258128-f94a-4b76-b6ad-2e48d0dc2117 req-3100b748-c8aa-474a-ab2c-6eaed48ca07d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:44.606475 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6d258128-f94a-4b76-b6ad-2e48d0dc2117 req-3100b748-c8aa-474a-ab2c-6eaed48ca07d tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.2666781 Jul 07 19:31:44.612354 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32323777-b214-44dc-880f-564708254348 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.615483 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32323777-b214-44dc-880f-564708254348 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.616678 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-32323777-b214-44dc-880f-564708254348 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-groups/38f9e58b-0bde-49ac-9afd-4037ea12e2dd HTTP/1.1" status: 204 len: 168 time: 0.1373787 Jul 07 19:31:44.621109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43154) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:44.651656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32323777-b214-44dc-880f-564708254348 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f9e58b-0bde-49ac-9afd-4037ea12e2dd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:44.660766 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.687637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-acc56503-957b-4daa-97cd-741f627b01f7 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639784 Jul 07 19:31:44.691783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43160) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:44.730096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-cc33fb19-d5c8-41cc-b59a-154e4ba664df tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001254956'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:44.781308 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc33fb19-d5c8-41cc-b59a-154e4ba664df tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.788437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Transition to ACTIVE for port object b32fd4bb-6f11-47ff-9ea1-a5377826c3a4 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:44.814244 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6d258128-f94a-4b76-b6ad-2e48d0dc2117 req-8165c2d2-b9f5-4203-a976-4ea60b854593 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003639 Jul 07 19:31:44.965565 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc33fb19-d5c8-41cc-b59a-154e4ba664df tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.985689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc33fb19-d5c8-41cc-b59a-154e4ba664df tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.012928 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.068109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33fb19-d5c8-41cc-b59a-154e4ba664df tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d4ee85-87af-41fe-b8f6-1d147ad93b8c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:45.086781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc33fb19-d5c8-41cc-b59a-154e4ba664df tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.092114 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cc33fb19-d5c8-41cc-b59a-154e4ba664df tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3982804 Jul 07 19:31:45.094964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43164) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:45.100327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3301e7d9-2d5c-4092-a19a-3c7e40919f49 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group_rule': {'security_group_id': '12d4ee85-87af-41fe-b8f6-1d147ad93b8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:45.109267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 2af12f21-515c-446d-9b4b-38222bdb23b3 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:45.131141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Allocated IP 172.20.0.1 (c969c9ef-9514-477c-8b08-b233789b83eb/f41729b9-4b20-411b-b518-69ab2dcb33e3/d803d985-97df-4c9d-9b04-72fbd0865cb0) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:45.136105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e032a30f-1cc9-401e-9f26-7df7aaff247f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:45.154293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763fa37-b346-48cb-b364-b4bd89383582 req-6d01fc43-19e3-4da0-8862-535392c135cc tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:45.159006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=b32fd4bb-6f11-47ff-9ea1-a5377826c3a4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:45.161755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8763fa37-b346-48cb-b364-b4bd89383582 req-6d01fc43-19e3-4da0-8862-535392c135cc tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1934829 Jul 07 19:31:45.176604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:45.179714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:45.186364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:45.187121 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.196975 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3301e7d9-2d5c-4092-a19a-3c7e40919f49 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.235803 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8c2c909a-9785-40ab-a061-90a9490871a8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4633172 Jul 07 19:31:45.236416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43166) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:45.262232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port e032a30f-1cc9-401e-9f26-7df7aaff247f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:45.266677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 64c0c7f1-c00d-4653-8cb1-570db8534ea9 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:45.274304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8763fa37-b346-48cb-b364-b4bd89383582 req-c9e8384a-f23a-420c-ac90-cc52ad44d3ef tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116459 Jul 07 19:31:45.311160 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3301e7d9-2d5c-4092-a19a-3c7e40919f49 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.316452 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3301e7d9-2d5c-4092-a19a-3c7e40919f49 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.361407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301e7d9-2d5c-4092-a19a-3c7e40919f49 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac182836-c463-4562-8b0b-b6d6d54ab826,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:45.380228 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3301e7d9-2d5c-4092-a19a-3c7e40919f49 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.381864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3301e7d9-2d5c-4092-a19a-3c7e40919f49 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2856941 Jul 07 19:31:45.385094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43172) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:45.387224 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 64c0c7f1-c00d-4653-8cb1-570db8534ea9 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:45.431543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-08d42e6f-5120-4ab8-a471-5ef5c4f12f81 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group_rule': {'security_group_id': '12d4ee85-87af-41fe-b8f6-1d147ad93b8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:45.501015 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11fb881-46f1-417e-9279-37fca29fd00c None None] Network 2af12f21-515c-446d-9b4b-38222bdb23b3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:45.533445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08d42e6f-5120-4ab8-a471-5ef5c4f12f81 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.575920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4964e121-9202-4a7b-b9c0-76e2711fb739 None None] Provisioning for port 64c0c7f1-c00d-4653-8cb1-570db8534ea9 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:45.590786 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4964e121-9202-4a7b-b9c0-76e2711fb739 None None] Provisioning complete for port 64c0c7f1-c00d-4653-8cb1-570db8534ea9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:45.591369 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4964e121-9202-4a7b-b9c0-76e2711fb739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.618409 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.680877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c562588-d055-4836-b23c-647cb083e2bc req-3bf77d31-4f09-4bad-a024-edc18d4bc63f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:45.690586 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c562588-d055-4836-b23c-647cb083e2bc req-3bf77d31-4f09-4bad-a024-edc18d4bc63f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.0967968 Jul 07 19:31:45.701306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Transition to ACTIVE for port object d803d985-97df-4c9d-9b04-72fbd0865cb0 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:45.763697 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4964e121-9202-4a7b-b9c0-76e2711fb739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.767863 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c562588-d055-4836-b23c-647cb083e2bc req-0adcc4d3-b869-49c4-88d0-cafb8f52cf8b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761030 Jul 07 19:31:45.792994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b3b38-92e7-4ec4-8b36-3c2fe1bd82d4 req-e5373159-60e3-41c7-8a8d-baab11d9ab0c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:45.794922 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-303b3b38-92e7-4ec4-8b36-3c2fe1bd82d4 req-e5373159-60e3-41c7-8a8d-baab11d9ab0c tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.2911329 Jul 07 19:31:45.815697 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08d42e6f-5120-4ab8-a471-5ef5c4f12f81 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.818355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-4964e121-9202-4a7b-b9c0-76e2711fb739 None None] For port 64c0c7f1-c00d-4653-8cb1-570db8534ea9, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=64c0c7f1-c00d-4653-8cb1-570db8534ea9,segment=NetworkSegment(059b6e31-7652-44f3-9aa5-28e62639a802),segment_id=059b6e31-7652-44f3-9aa5-28e62639a802)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:45.829648 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4964e121-9202-4a7b-b9c0-76e2711fb739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.835700 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08d42e6f-5120-4ab8-a471-5ef5c4f12f81 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.893472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964e121-9202-4a7b-b9c0-76e2711fb739 None None] Pushing event updated for resources: {'Port': ['ID=64c0c7f1-c00d-4653-8cb1-570db8534ea9,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:45.909052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6ba573-dd5d-49d4-a08b-f3c20af41c64 None None] Network c969c9ef-9514-477c-8b08-b233789b83eb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:45.953745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d42e6f-5120-4ab8-a471-5ef5c4f12f81 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d14e31-2d63-4233-b553-f955a7299239,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:45.972400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08d42e6f-5120-4ab8-a471-5ef5c4f12f81 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.973956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-08d42e6f-5120-4ab8-a471-5ef5c4f12f81 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5512342 Jul 07 19:31:45.978435 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43180) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:45.985555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f6a07af2-93e4-42ab-8c98-86f03715f008 None None] Provisioning for port e032a30f-1cc9-401e-9f26-7df7aaff247f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:45.986412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-be56a4b1-c2ab-4b47-b57a-d23c3e67f71a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group_rule': {'security_group_id': '12d4ee85-87af-41fe-b8f6-1d147ad93b8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:46.026895 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.043730 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f6a07af2-93e4-42ab-8c98-86f03715f008 None None] Provisioning complete for port e032a30f-1cc9-401e-9f26-7df7aaff247f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:46.044106 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f6a07af2-93e4-42ab-8c98-86f03715f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.048047 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116ee58-8690-4968-8b7c-3790dc352b49 req-64fa5458-ab66-471c-8a75-ff2da314f370 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:46.049764 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f116ee58-8690-4968-8b7c-3790dc352b49 req-64fa5458-ab66-471c-8a75-ff2da314f370 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1245289 Jul 07 19:31:46.063415 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be56a4b1-c2ab-4b47-b57a-d23c3e67f71a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.113595 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-303b3b38-92e7-4ec4-8b36-3c2fe1bd82d4 req-8f2f5948-8801-404e-bdc7-1eb6092ff8ee tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895701 Jul 07 19:31:46.138408 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f116ee58-8690-4968-8b7c-3790dc352b49 req-34b0c530-b089-4abe-9989-6612fb81ba0c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828681 Jul 07 19:31:46.159646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network c969c9ef-9514-477c-8b08-b233789b83eb is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:46.163328 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.183812 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be56a4b1-c2ab-4b47-b57a-d23c3e67f71a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.186202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=d803d985-97df-4c9d-9b04-72fbd0865cb0,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:46.202270 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be56a4b1-c2ab-4b47-b57a-d23c3e67f71a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.213193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:46.225169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:46.229372 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56a4b1-c2ab-4b47-b57a-d23c3e67f71a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6275bb08-3c3d-406b-9bc5-37c6727c699b,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:46.244345 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be56a4b1-c2ab-4b47-b57a-d23c3e67f71a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.245964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-be56a4b1-c2ab-4b47-b57a-d23c3e67f71a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2652547 Jul 07 19:31:46.248745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43186) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:46.265094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a6a3e7c3-7f80-4955-94c2-c8dc6645b9ad tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group_rule': {'security_group_id': '12d4ee85-87af-41fe-b8f6-1d147ad93b8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:46.312445 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f6a07af2-93e4-42ab-8c98-86f03715f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.313809 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e7c3-7f80-4955-94c2-c8dc6645b9ad tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.357666 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.422277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f6a07af2-93e4-42ab-8c98-86f03715f008 None None] For port e032a30f-1cc9-401e-9f26-7df7aaff247f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e032a30f-1cc9-401e-9f26-7df7aaff247f,segment=NetworkSegment(30f1d400-c9bc-40bc-9d16-eae72ab0c9c5),segment_id=30f1d400-c9bc-40bc-9d16-eae72ab0c9c5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:46.439261 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f6a07af2-93e4-42ab-8c98-86f03715f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.450653 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e7c3-7f80-4955-94c2-c8dc6645b9ad tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.465740 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e7c3-7f80-4955-94c2-c8dc6645b9ad tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.518265 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3e7c3-7f80-4955-94c2-c8dc6645b9ad tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7413d6-0243-413c-ba3a-7dfeddfbde5f,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:46.530901 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e7c3-7f80-4955-94c2-c8dc6645b9ad tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.534622 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a6a3e7c3-7f80-4955-94c2-c8dc6645b9ad tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821448 Jul 07 19:31:46.535680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43198) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:46.536322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a07af2-93e4-42ab-8c98-86f03715f008 None None] Pushing event updated for resources: {'Port': ['ID=e032a30f-1cc9-401e-9f26-7df7aaff247f,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:46.546330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-527309ae-9100-467f-9d50-6b0bf83a4ad8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group_rule': {'security_group_id': '12d4ee85-87af-41fe-b8f6-1d147ad93b8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:46.563635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8f5bce70-3fa7-40db-b8a9-db824fbbb732 None None] Provisioning for port b32fd4bb-6f11-47ff-9ea1-a5377826c3a4 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:46.570613 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8f5bce70-3fa7-40db-b8a9-db824fbbb732 None None] Provisioning complete for port b32fd4bb-6f11-47ff-9ea1-a5377826c3a4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:46.571033 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8f5bce70-3fa7-40db-b8a9-db824fbbb732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.592878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db98cdf-f4ee-400a-9a3a-1db9f1de5767 req-b662a99b-f737-4963-b046-55ca65ee8ea4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:46.594489 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9db98cdf-f4ee-400a-9a3a-1db9f1de5767 req-b662a99b-f737-4963-b046-55ca65ee8ea4 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.1421645 Jul 07 19:31:46.621513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8f5bce70-3fa7-40db-b8a9-db824fbbb732 None None] Port b32fd4bb-6f11-47ff-9ea1-a5377826c3a4 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:46.625336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-527309ae-9100-467f-9d50-6b0bf83a4ad8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.633939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8f5bce70-3fa7-40db-b8a9-db824fbbb732 None None] Provisioning complete for port 64c0c7f1-c00d-4653-8cb1-570db8534ea9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:46.634434 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8f5bce70-3fa7-40db-b8a9-db824fbbb732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.656870 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9db98cdf-f4ee-400a-9a3a-1db9f1de5767 req-4d9ba6b1-8709-42ab-8c19-ce679e8193e5 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548997 Jul 07 19:31:46.721039 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-527309ae-9100-467f-9d50-6b0bf83a4ad8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.733662 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-527309ae-9100-467f-9d50-6b0bf83a4ad8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.771109 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-527309ae-9100-467f-9d50-6b0bf83a4ad8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.772905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-527309ae-9100-467f-9d50-6b0bf83a4ad8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2361715 Jul 07 19:31:46.774066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527309ae-9100-467f-9d50-6b0bf83a4ad8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec135e7-9a9a-4a73-b1d0-e26417d2d6d9,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:46.775823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43202) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:46.813826 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-19b0d59c-e7b8-4625-afb3-ab7f7ef38dcb tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.818829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-533e8cdd-0f1c-4590-8796-a1fb8e4afa9f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:46.820833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-533e8cdd-0f1c-4590-8796-a1fb8e4afa9f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 812 time: 0.3444052 Jul 07 19:31:46.825509 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-19b0d59c-e7b8-4625-afb3-ab7f7ef38dcb tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.865828 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-19b0d59c-e7b8-4625-afb3-ab7f7ef38dcb tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.875149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0bb377c2-6455-4ac3-b3f0-59a4f662c1d4 None None] Provisioning complete for port e032a30f-1cc9-401e-9f26-7df7aaff247f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:46.875715 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0bb377c2-6455-4ac3-b3f0-59a4f662c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.879989 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-19b0d59c-e7b8-4625-afb3-ab7f7ef38dcb tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.881346 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-19b0d59c-e7b8-4625-afb3-ab7f7ef38dcb tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/fec135e7-9a9a-4a73-b1d0-e26417d2d6d9 HTTP/1.1" status: 204 len: 168 time: 0.1044838 Jul 07 19:31:46.888223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43204) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:46.921194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0d59c-e7b8-4625-afb3-ab7f7ef38dcb tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fec135e7-9a9a-4a73-b1d0-e26417d2d6d9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:46.936187 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.973805 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-6cff5c89-a898-4c83-975e-e989359b1c31 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/quotas/4af8bbb088724744bd5fe866699c7e75 HTTP/1.1" status: 200 len: 375 time: 0.1415758 Jul 07 19:31:46.976535 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6a904466-2a1d-4114-b428-be07a9b228a8 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0871804 Jul 07 19:31:46.990727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43206) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:46.999133 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.033566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 64c0c7f1-c00d-4653-8cb1-570db8534ea9 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:47.043020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96ff6360-ca5e-459c-806a-da30685b62b6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.052735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96ff6360-ca5e-459c-806a-da30685b62b6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.088427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0bb377c2-6455-4ac3-b3f0-59a4f662c1d4 None None] Provisioning for port d803d985-97df-4c9d-9b04-72fbd0865cb0 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:47.096070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0bb377c2-6455-4ac3-b3f0-59a4f662c1d4 None None] Provisioning complete for port d803d985-97df-4c9d-9b04-72fbd0865cb0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:47.096599 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0bb377c2-6455-4ac3-b3f0-59a4f662c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.105323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96ff6360-ca5e-459c-806a-da30685b62b6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.110537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=b32fd4bb-6f11-47ff-9ea1-a5377826c3a4,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:47.122833 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.131238 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96ff6360-ca5e-459c-806a-da30685b62b6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.139193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-96ff6360-ca5e-459c-806a-da30685b62b6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6e7413d6-0243-413c-ba3a-7dfeddfbde5f HTTP/1.1" status: 204 len: 168 time: 0.1468596 Jul 07 19:31:47.140116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff6360-ca5e-459c-806a-da30685b62b6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e7413d6-0243-413c-ba3a-7dfeddfbde5f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:47.146571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43210) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:47.151129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-0bb377c2-6455-4ac3-b3f0-59a4f662c1d4 None None] Port d803d985-97df-4c9d-9b04-72fbd0865cb0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:47.155906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 64c0c7f1-c00d-4653-8cb1-570db8534ea9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:47.156278 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.264851 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2b0779ae-5d06-4d32-8541-1e0e79d86a46 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1170027 Jul 07 19:31:47.268375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43212) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:47.305273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f844-c2da-463e-9bcb-c1b1cbd58121 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.313737 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f844-c2da-463e-9bcb-c1b1cbd58121 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.318430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3d7bd1e0-c4bf-4268-93d3-05212077599d None None] Provisioning complete for port d803d985-97df-4c9d-9b04-72fbd0865cb0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:47.318968 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d7bd1e0-c4bf-4268-93d3-05212077599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.322220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-bdd6efc6-2502-4508-99d7-928de41c055a tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3474371 Jul 07 19:31:47.356847 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f844-c2da-463e-9bcb-c1b1cbd58121 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.364125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e032a30f-1cc9-401e-9f26-7df7aaff247f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:47.365184 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f844-c2da-463e-9bcb-c1b1cbd58121 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.368777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3d7bd1e0-c4bf-4268-93d3-05212077599d None None] Port d803d985-97df-4c9d-9b04-72fbd0865cb0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:47.368929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9cf7f844-c2da-463e-9bcb-c1b1cbd58121 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6275bb08-3c3d-406b-9bc5-37c6727c699b HTTP/1.1" status: 204 len: 168 time: 0.0968902 Jul 07 19:31:47.373039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43218) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:47.391122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7f844-c2da-463e-9bcb-c1b1cbd58121 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6275bb08-3c3d-406b-9bc5-37c6727c699b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:47.409521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb628c4c-ad78-4ce0-aeb6-e3aab1dd806c req-ad5a91d3-da63-44ee-bff4-b196482e2a21 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:47.411175 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bb628c4c-ad78-4ce0-aeb6-e3aab1dd806c req-ad5a91d3-da63-44ee-bff4-b196482e2a21 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.2446358 Jul 07 19:31:47.443961 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e032a30f-1cc9-401e-9f26-7df7aaff247f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:47.445676 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.466553 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-aa517ce9-5abb-4240-af7f-63896a67b33a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0904188 Jul 07 19:31:47.470125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43220) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:47.495159 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bb628c4c-ad78-4ce0-aeb6-e3aab1dd806c req-a84eaeb8-ff45-4deb-960c-ebbfb318b817 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711787 Jul 07 19:31:47.511484 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b88f99d-ef63-4547-b8d1-6046df0c2db0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.511923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-58460317-487a-4f12-bce0-52a497e26fff None None] Provisioning complete for port b32fd4bb-6f11-47ff-9ea1-a5377826c3a4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:47.512869 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-58460317-487a-4f12-bce0-52a497e26fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.525203 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b88f99d-ef63-4547-b8d1-6046df0c2db0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.563014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b88f99d-ef63-4547-b8d1-6046df0c2db0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.571393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b88f99d-ef63-4547-b8d1-6046df0c2db0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.572735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1b88f99d-ef63-4547-b8d1-6046df0c2db0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/41d14e31-2d63-4233-b553-f955a7299239 HTTP/1.1" status: 204 len: 168 time: 0.1014676 Jul 07 19:31:47.576195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43222) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:47.591404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88f99d-ef63-4547-b8d1-6046df0c2db0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41d14e31-2d63-4233-b553-f955a7299239,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:47.605047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-58460317-487a-4f12-bce0-52a497e26fff None None] Port b32fd4bb-6f11-47ff-9ea1-a5377826c3a4 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:47.620753 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.636544 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7381b9d6-2b69-420c-9c9e-cb2a6abbdeae tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0586734 Jul 07 19:31:47.639429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43224) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:47.667110 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00b6ea60-47a2-4089-84cd-0be453fd7ed1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.674919 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00b6ea60-47a2-4089-84cd-0be453fd7ed1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.703987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00b6ea60-47a2-4089-84cd-0be453fd7ed1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.710140 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00b6ea60-47a2-4089-84cd-0be453fd7ed1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.711412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-00b6ea60-47a2-4089-84cd-0be453fd7ed1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/ac182836-c463-4562-8b0b-b6d6d54ab826 HTTP/1.1" status: 204 len: 168 time: 0.0709417 Jul 07 19:31:47.717166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43226) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:47.723883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6ea60-47a2-4089-84cd-0be453fd7ed1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac182836-c463-4562-8b0b-b6d6d54ab826,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:47.762434 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-24038da1-cc7e-4d2b-902d-66fd0ef51e90 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436804 Jul 07 19:31:47.781433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43228) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:47.830252 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0ddc-80e1-4b7c-b97a-3af8d7493be1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.854916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0ddc-80e1-4b7c-b97a-3af8d7493be1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.897174 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0ddc-80e1-4b7c-b97a-3af8d7493be1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.900643 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0ddc-80e1-4b7c-b97a-3af8d7493be1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.904330 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6e9e0ddc-80e1-4b7c-b97a-3af8d7493be1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-groups/12d4ee85-87af-41fe-b8f6-1d147ad93b8c HTTP/1.1" status: 204 len: 168 time: 0.1349671 Jul 07 19:31:47.905370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43230) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:47.924303 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e0ddc-80e1-4b7c-b97a-3af8d7493be1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d4ee85-87af-41fe-b8f6-1d147ad93b8c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:47.962077 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-74a84796-e318-4c23-a1da-017370afd500 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555735 Jul 07 19:31:47.968406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43232) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:47.970730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-bcca3706-f87b-42f9-8bc7-ada6274827e7 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695714999'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:47.993267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bcca3706-f87b-42f9-8bc7-ada6274827e7 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.078994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bcca3706-f87b-42f9-8bc7-ada6274827e7 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.082650 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bcca3706-f87b-42f9-8bc7-ada6274827e7 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.114004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bcca3706-f87b-42f9-8bc7-ada6274827e7 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.115248 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bcca3706-f87b-42f9-8bc7-ada6274827e7 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1480451 Jul 07 19:31:48.117897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43234) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:48.123543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-354752bf-01d2-4424-b009-d20880a11ee5 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group_rule': {'security_group_id': '5398fd00-fcfc-4892-84bc-7b6319e88019', 'direction': 'ingress', 'protocol': 17}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:48.130585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca3706-f87b-42f9-8bc7-ada6274827e7 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5398fd00-fcfc-4892-84bc-7b6319e88019,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:48.137397 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-a9534826-5f8e-401f-a2fa-41d60a9105a4 service neutron] 10.222.0.81 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8142860 Jul 07 19:31:48.155691 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-354752bf-01d2-4424-b009-d20880a11ee5 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.214207 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-354752bf-01d2-4424-b009-d20880a11ee5 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.218625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-354752bf-01d2-4424-b009-d20880a11ee5 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.239568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354752bf-01d2-4424-b009-d20880a11ee5 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21509c5-7ce6-4fe7-8371-d531d01d7220,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:48.243400 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-354752bf-01d2-4424-b009-d20880a11ee5 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.247305 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-354752bf-01d2-4424-b009-d20880a11ee5 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1259291 Jul 07 19:31:48.247718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43236) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:48.300942 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25ebd64a-dfd3-472a-9135-84ce441768a1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.302620 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.317975 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.324753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25ebd64a-dfd3-472a-9135-84ce441768a1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.335180 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.371653 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25ebd64a-dfd3-472a-9135-84ce441768a1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.374246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25ebd64a-dfd3-472a-9135-84ce441768a1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.377736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-25ebd64a-dfd3-472a-9135-84ce441768a1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-groups/5398fd00-fcfc-4892-84bc-7b6319e88019 HTTP/1.1" status: 204 len: 168 time: 0.1268609 Jul 07 19:31:48.378944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43238) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:48.389831 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-a8343b04-ef4e-47e7-9471-627caf937054 service neutron] 10.222.0.81 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427375 Jul 07 19:31:48.396938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebd64a-dfd3-472a-9135-84ce441768a1 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5398fd00-fcfc-4892-84bc-7b6319e88019,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:48.434667 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8db372d2-da74-4f66-bd05-bf3122e35474 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514157 Jul 07 19:31:48.435242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43240) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:48.439761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-64fd3c84-352c-49ea-8df3-2e7626aa2327 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594861029'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:48.455310 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.460976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=d803d985-97df-4c9d-9b04-72fbd0865cb0,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:48.465353 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64fd3c84-352c-49ea-8df3-2e7626aa2327 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.607119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9b46d-419d-4723-8bb5-6f2b8b0e0272 req-c12c983b-ab04-4c5e-8f8b-ea96c6cc7949 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.608861 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6fa9b46d-419d-4723-8bb5-6f2b8b0e0272 req-c12c983b-ab04-4c5e-8f8b-ea96c6cc7949 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.1323986 Jul 07 19:31:48.641946 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c34acf7b-b284-4309-8106-be7e1e63847d req-6dcbe7b2-e6ce-4831-9cf7-f7ffc7884608 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 210 time: 0.0606604 Jul 07 19:31:48.686478 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64fd3c84-352c-49ea-8df3-2e7626aa2327 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.735176 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64fd3c84-352c-49ea-8df3-2e7626aa2327 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.772774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network c969c9ef-9514-477c-8b08-b233789b83eb is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:48.777012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:48.778188 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd3c84-352c-49ea-8df3-2e7626aa2327 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40e59eb-153a-4847-8bf7-b497fcd54815,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:48.822636 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64fd3c84-352c-49ea-8df3-2e7626aa2327 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.824059 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-64fd3c84-352c-49ea-8df3-2e7626aa2327 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3876891 Jul 07 19:31:48.830746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43254) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:48.838237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9db6c53a-e684-47f4-afde-f80f4d8913da tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706563875'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:48.911564 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed879c0c-7e0c-45fa-8ed2-2f86eceb5339 req-a8e10e5a-1054-40ac-9606-8d3407893864 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.918758 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ed879c0c-7e0c-45fa-8ed2-2f86eceb5339 req-a8e10e5a-1054-40ac-9606-8d3407893864 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 946 time: 0.2306659 Jul 07 19:31:48.975578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-6fa9b46d-419d-4723-8bb5-6f2b8b0e0272 req-ae03c7a6-00e6-4a34-90ca-9815ee5c687f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Deleting port e390af5c-cf4e-4cda-8ef3-6e1398326243 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:48.975935 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6fa9b46d-419d-4723-8bb5-6f2b8b0e0272 req-ae03c7a6-00e6-4a34-90ca-9815ee5c687f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.978943 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9db6c53a-e684-47f4-afde-f80f4d8913da tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.027552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.042373 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.043345 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.053950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router 3bcf36ab-95f6-431f-a173-d01c2904462b is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:31:49.070373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ed879c0c-7e0c-45fa-8ed2-2f86eceb5339 req-1dbf9a12-4e65-47d5-bdbd-08a037cb0f36 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507051 Jul 07 19:31:49.131895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-6fa9b46d-419d-4723-8bb5-6f2b8b0e0272 req-ae03c7a6-00e6-4a34-90ca-9815ee5c687f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] For port e390af5c-cf4e-4cda-8ef3-6e1398326243, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e390af5c-cf4e-4cda-8ef3-6e1398326243,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:49.132270 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6fa9b46d-419d-4723-8bb5-6f2b8b0e0272 req-ae03c7a6-00e6-4a34-90ca-9815ee5c687f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.147442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e2b3f63e-ebae-4bfe-b860-48583d829558 None None] Provisioning complete for port d803d985-97df-4c9d-9b04-72fbd0865cb0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:49.148382 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f63e-ebae-4bfe-b860-48583d829558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.152690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-6fa9b46d-419d-4723-8bb5-6f2b8b0e0272 req-ae03c7a6-00e6-4a34-90ca-9815ee5c687f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Calling delete_port for e390af5c-cf4e-4cda-8ef3-6e1398326243 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:49.183221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=b32fd4bb-6f11-47ff-9ea1-a5377826c3a4,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:49.190990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3f63e-ebae-4bfe-b860-48583d829558 None None] Port d803d985-97df-4c9d-9b04-72fbd0865cb0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:49.228704 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9db6c53a-e684-47f4-afde-f80f4d8913da tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.241502 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9db6c53a-e684-47f4-afde-f80f4d8913da tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.270943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73e2e-831d-483f-9d5c-f565f3ee8b35 req-cc4249db-c7dd-4178-803a-f5cdcd375756 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:49.276901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73e2e-831d-483f-9d5c-f565f3ee8b35 req-cc4249db-c7dd-4178-803a-f5cdcd375756 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:49.282846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73e2e-831d-483f-9d5c-f565f3ee8b35 req-cc4249db-c7dd-4178-803a-f5cdcd375756 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:49.289012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73e2e-831d-483f-9d5c-f565f3ee8b35 req-cc4249db-c7dd-4178-803a-f5cdcd375756 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:49.295482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73e2e-831d-483f-9d5c-f565f3ee8b35 req-cc4249db-c7dd-4178-803a-f5cdcd375756 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:49.298895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6c53a-e684-47f4-afde-f80f4d8913da tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d904208-0991-4e6b-881b-5ddc95ccb604,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:49.301466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73e2e-831d-483f-9d5c-f565f3ee8b35 req-cc4249db-c7dd-4178-803a-f5cdcd375756 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:49.302679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9db6c53a-e684-47f4-afde-f80f4d8913da tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.306866 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9db6c53a-e684-47f4-afde-f80f4d8913da tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4750845 Jul 07 19:31:49.308669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73e2e-831d-483f-9d5c-f565f3ee8b35 req-cc4249db-c7dd-4178-803a-f5cdcd375756 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:49.308793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43260) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:49.313659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-91e3789d-c2fc-46f2-9a29-4770f7ef25ac tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group_rule': {'security_group_id': 'f40e59eb-153a-4847-8bf7-b497fcd54815', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3d904208-0991-4e6b-881b-5ddc95ccb604', 'remote_ip_prefix': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:49.316268 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cdf73e2e-831d-483f-9d5c-f565f3ee8b35 req-cc4249db-c7dd-4178-803a-f5cdcd375756 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5446 time: 0.3564479 Jul 07 19:31:49.387808 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91e3789d-c2fc-46f2-9a29-4770f7ef25ac tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.392592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:49.402294 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ca4b6fcb-e873-4b83-b073-b5868d2c88a8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/3bcf36ab-95f6-431f-a173-d01c2904462b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9875391 Jul 07 19:31:49.403654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cdf73e2e-831d-483f-9d5c-f565f3ee8b35 req-6069eec6-60ce-45e1-820d-315fd8d6c603 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866230 Jul 07 19:31:49.405564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43262) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:49.409798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a2210-9f75-4428-8e2e-e575d5eb4d64 None None] Sync routers for ids ['3bcf36ab-95f6-431f-a173-d01c2904462b'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:49.424798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a2210-9f75-4428-8e2e-e575d5eb4d64 None None] Routers {'3bcf36ab-95f6-431f-a173-d01c2904462b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:49.425758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-781a2210-9f75-4428-8e2e-e575d5eb4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3bcf36ab-95f6-431f-a173-d01c2904462b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:49.437185 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6fa9b46d-419d-4723-8bb5-6f2b8b0e0272 req-ae03c7a6-00e6-4a34-90ca-9815ee5c687f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.445820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 2af12f21-515c-446d-9b4b-38222bdb23b3 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:49.466335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:49.476079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['845c9521-e44d-409e-a91f-d030a1925a75'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:31:49.487766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03c7a6-00e6-4a34-90ca-9815ee5c687f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event deleted for resources: {'Port': ['ID=e390af5c-cf4e-4cda-8ef3-6e1398326243,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:49.506198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774400ac-1718-42aa-8a85-7b2612a9592a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:49.507391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-774400ac-1718-42aa-8a85-7b2612a9592a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports/d803d985-97df-4c9d-9b04-72fbd0865cb0 HTTP/1.1" status: 200 len: 910 time: 0.1008947 Jul 07 19:31:49.507605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91e3789d-c2fc-46f2-9a29-4770f7ef25ac tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.510100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43266) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:49.520495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c04e2ed7-d516-49af-a69b-2686c1a9ac4c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f41729b9-4b20-411b-b518-69ab2dcb33e3'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:49.552299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-781a2210-9f75-4428-8e2e-e575d5eb4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:49.594135 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a2210-9f75-4428-8e2e-e575d5eb4d64 None None] Routers {'3bcf36ab-95f6-431f-a173-d01c2904462b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:49.595048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-781a2210-9f75-4428-8e2e-e575d5eb4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3bcf36ab-95f6-431f-a173-d01c2904462b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:49.641591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-781a2210-9f75-4428-8e2e-e575d5eb4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:49.642507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a2210-9f75-4428-8e2e-e575d5eb4d64 None None] The sync data for ids ['3bcf36ab-95f6-431f-a173-d01c2904462b'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:49.649873 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91e3789d-c2fc-46f2-9a29-4770f7ef25ac tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.680247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Router 8389c9fc-27e5-4ac6-b77e-68490f92c952 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:31:49.763425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa9b46d-419d-4723-8bb5-6f2b8b0e0272 req-ae03c7a6-00e6-4a34-90ca-9815ee5c687f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] No DVR routers for this DVR port e390af5c-cf4e-4cda-8ef3-6e1398326243 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:49.774658 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6fa9b46d-419d-4723-8bb5-6f2b8b0e0272 req-ae03c7a6-00e6-4a34-90ca-9815ee5c687f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.777940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6fa9b46d-419d-4723-8bb5-6f2b8b0e0272 req-ae03c7a6-00e6-4a34-90ca-9815ee5c687f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "DELETE /v2.0/ports/e390af5c-cf4e-4cda-8ef3-6e1398326243 HTTP/1.1" status: 204 len: 173 time: 1.1591048 Jul 07 19:31:49.778732 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91e3789d-c2fc-46f2-9a29-4770f7ef25ac tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.783348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-91e3789d-c2fc-46f2-9a29-4770f7ef25ac tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4734418 Jul 07 19:31:49.784546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd1758b-cb85-4116-8cb7-6f35e0801a5b', 'name': 'network-vif-deleted', 'tag': 'e390af5c-cf4e-4cda-8ef3-6e1398326243'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:49.787036 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4755e831-6658-46e1-9adc-9316481a28e8" -d '{"events": [{"server_uuid": "5cd1758b-cb85-4116-8cb7-6f35e0801a5b", "name": "network-vif-deleted", "tag": "e390af5c-cf4e-4cda-8ef3-6e1398326243"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:49.789743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43270) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:49.821026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3789d-c2fc-46f2-9a29-4770f7ef25ac tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4effaa7-d1f7-4c83-aeea-007b041df918,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:49.845247 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba9aa7bd-5316-4878-af7b-c4d7990f3c10 req-a30e7201-0ed6-4b24-bddd-be0913a08457 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 210 time: 0.0350127 Jul 07 19:31:49.883981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:49.884098 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca4905d2-f28e-4244-9917-498885ae56c6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.892915 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4a6b53-805d-49ac-ae98-6cb013cae05a None None] Sync routers for ids ['8389c9fc-27e5-4ac6-b77e-68490f92c952'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:49.897473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-063bfabc-4146-4727-862a-38aa4d62af67 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "PUT /v2.0/routers/8389c9fc-27e5-4ac6-b77e-68490f92c952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6552904 Jul 07 19:31:49.897716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43274) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:49.909815 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a6b53-805d-49ac-ae98-6cb013cae05a None None] Routers {'8389c9fc-27e5-4ac6-b77e-68490f92c952'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:49.911569 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6e4a6b53-805d-49ac-ae98-6cb013cae05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8389c9fc-27e5-4ac6-b77e-68490f92c952'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:49.924295 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca4905d2-f28e-4244-9917-498885ae56c6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.946735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-aad8e49d-e903-4172-869e-99eae8ce7452 None None] Provisioning complete for port b32fd4bb-6f11-47ff-9ea1-a5377826c3a4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:49.947408 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aad8e49d-e903-4172-869e-99eae8ce7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.958715 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd29687-ca26-48d9-8a88-09d44de8b354 x-openstack-request-id: req-8dd29687-ca26-48d9-8a88-09d44de8b354 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:49.966385 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd1758b-cb85-4116-8cb7-6f35e0801a5b", "name": "network-vif-deleted", "tag": "e390af5c-cf4e-4cda-8ef3-6e1398326243", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:49.966779 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8dd29687-ca26-48d9-8a88-09d44de8b354 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:49.967327 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd1758b-cb85-4116-8cb7-6f35e0801a5b', 'name': 'network-vif-deleted', 'tag': 'e390af5c-cf4e-4cda-8ef3-6e1398326243', 'status': 'completed', 'code': 200} Jul 07 19:31:49.974567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886d1ac4-fd51-4d33-ba4f-3f3228c2c92a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:49.978357 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-886d1ac4-fd51-4d33-ba4f-3f3228c2c92a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports?device_id=8389c9fc-27e5-4ac6-b77e-68490f92c952 HTTP/1.1" status: 200 len: 989 time: 0.0769596 Jul 07 19:31:49.978753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43276) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:49.996709 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6e4a6b53-805d-49ac-ae98-6cb013cae05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:50.011156 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a6b53-805d-49ac-ae98-6cb013cae05a None None] Routers {'8389c9fc-27e5-4ac6-b77e-68490f92c952'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:50.011940 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6e4a6b53-805d-49ac-ae98-6cb013cae05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8389c9fc-27e5-4ac6-b77e-68490f92c952'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:50.014370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-aad8e49d-e903-4172-869e-99eae8ce7452 None None] Port b32fd4bb-6f11-47ff-9ea1-a5377826c3a4 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:50.069322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41057200-e51d-4e17-abbe-c25b351e8986 req-3e39e11c-a090-4051-b888-7f3a14cf6a7a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:50.076494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41057200-e51d-4e17-abbe-c25b351e8986 req-3e39e11c-a090-4051-b888-7f3a14cf6a7a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:50.076989 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6e4a6b53-805d-49ac-ae98-6cb013cae05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:50.079030 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4a6b53-805d-49ac-ae98-6cb013cae05a None None] The sync data for ids ['8389c9fc-27e5-4ac6-b77e-68490f92c952'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:50.084188 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41057200-e51d-4e17-abbe-c25b351e8986 req-3e39e11c-a090-4051-b888-7f3a14cf6a7a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:50.091562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41057200-e51d-4e17-abbe-c25b351e8986 req-3e39e11c-a090-4051-b888-7f3a14cf6a7a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:50.098235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41057200-e51d-4e17-abbe-c25b351e8986 req-3e39e11c-a090-4051-b888-7f3a14cf6a7a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:50.105497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41057200-e51d-4e17-abbe-c25b351e8986 req-3e39e11c-a090-4051-b888-7f3a14cf6a7a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:50.111832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41057200-e51d-4e17-abbe-c25b351e8986 req-3e39e11c-a090-4051-b888-7f3a14cf6a7a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:50.113852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41057200-e51d-4e17-abbe-c25b351e8986 req-3e39e11c-a090-4051-b888-7f3a14cf6a7a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5446 time: 0.4472659 Jul 07 19:31:50.117452 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca4905d2-f28e-4244-9917-498885ae56c6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.132808 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca4905d2-f28e-4244-9917-498885ae56c6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.136835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ca4905d2-f28e-4244-9917-498885ae56c6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c4effaa7-d1f7-4c83-aeea-007b041df918 HTTP/1.1" status: 204 len: 168 time: 0.3127701 Jul 07 19:31:50.137517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43282) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:50.163399 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4905d2-f28e-4244-9917-498885ae56c6 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4effaa7-d1f7-4c83-aeea-007b041df918,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:50.165837 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c04e2ed7-d516-49af-a69b-2686c1a9ac4c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.297118 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-368e6621-2771-4dc2-8e30-29d14e0eb2db tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1433148 Jul 07 19:31:50.301045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43284) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:50.334689 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1803ceb2-5f3b-498b-9864-8e4c66db8dae req-710237b3-edef-4add-89cf-27e3847c351e tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cd1758b-cb85-4116-8cb7-6f35e0801a5b HTTP/1.1" status: 200 len: 210 time: 0.0471921 Jul 07 19:31:50.409027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-3cbff542-aea0-4684-b564-adc4023451b4 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:50.410871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-3cbff542-aea0-4684-b564-adc4023451b4 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.48 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 812 time: 0.2723634 Jul 07 19:31:50.418265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21e33f9e-21b0-4586-9760-31457db643c0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.433054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Request body: {'port': {'device_id': 'd8056ee5-e3ae-4580-8b50-61ec727c68f4', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'admin_state_up': True, 'tenant_id': '4af8bbb088724744bd5fe866699c7e75'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:50.457053 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd4e8880-f9f0-4411-af0a-ac5a48a53cdf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.459261 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21e33f9e-21b0-4586-9760-31457db643c0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.621666 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21e33f9e-21b0-4586-9760-31457db643c0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.625624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21e33f9e-21b0-4586-9760-31457db643c0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.626995 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-21e33f9e-21b0-4586-9760-31457db643c0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-groups/3d904208-0991-4e6b-881b-5ddc95ccb604 HTTP/1.1" status: 204 len: 168 time: 0.3229117 Jul 07 19:31:50.647219 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43286) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:50.672083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e33f9e-21b0-4586-9760-31457db643c0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d904208-0991-4e6b-881b-5ddc95ccb604,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:50.726711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-65740484-a485-4118-abdc-6b619969ec0b tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0756495 Jul 07 19:31:50.727689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43288) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:50.823900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e452445c-eed9-49af-a407-9bd403c33c8c tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.846525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e8880-f9f0-4411-af0a-ac5a48a53cdf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port b32fd4bb-6f11-47ff-9ea1-a5377826c3a4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:50.846927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd4e8880-f9f0-4411-af0a-ac5a48a53cdf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.896898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e452445c-eed9-49af-a407-9bd403c33c8c tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.978367 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd4e8880-f9f0-4411-af0a-ac5a48a53cdf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.994063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e8880-f9f0-4411-af0a-ac5a48a53cdf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for b32fd4bb-6f11-47ff-9ea1-a5377826c3a4 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:50.996338 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e452445c-eed9-49af-a407-9bd403c33c8c tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.999172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e452445c-eed9-49af-a407-9bd403c33c8c tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.000521 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e452445c-eed9-49af-a407-9bd403c33c8c tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-groups/f40e59eb-153a-4847-8bf7-b497fcd54815 HTTP/1.1" status: 204 len: 168 time: 0.2725699 Jul 07 19:31:51.005470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43292) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:51.022711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452445c-eed9-49af-a407-9bd403c33c8c tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40e59eb-153a-4847-8bf7-b497fcd54815,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:51.030226 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c8970eb-9d0a-4051-8d87-3ac40ca35de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.040957 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ee6bbdf-d1a7-4afa-8da9-d0d04b589a9b req-cd164a72-5ad7-43a5-872d-d6e56d03ff8e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 210 time: 0.0592608 Jul 07 19:31:51.079443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e390af5c-cf4e-4cda-8ef3-6e1398326243 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:51.079908 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Made reservation on behalf of 4af8bbb088724744bd5fe866699c7e75 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:51.083541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.099526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: e390af5c-cf4e-4cda-8ef3-6e1398326243 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:51.099871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e390af5c-cf4e-4cda-8ef3-6e1398326243 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:51.162592 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-394f0ff2-5dd4-48e2-8ef3-c9b862a12b61 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1520464 Jul 07 19:31:51.172249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43294) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:51.180831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2d734b48-8519-4b14-8e09-3010adb01aa0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507905168'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:51.210392 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd4e8880-f9f0-4411-af0a-ac5a48a53cdf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.242431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e8880-f9f0-4411-af0a-ac5a48a53cdf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=b32fd4bb-6f11-47ff-9ea1-a5377826c3a4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:51.304997 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d734b48-8519-4b14-8e09-3010adb01aa0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.349204 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd4e8880-f9f0-4411-af0a-ac5a48a53cdf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.355442 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c04e2ed7-d516-49af-a69b-2686c1a9ac4c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.387544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Allocated IP 172.20.0.12 (7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a/02762935-6382-4adb-bbdc-9967d23439ab/7d59f4a2-b168-4350-933e-f9bbf1511664) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:51.393179 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c04e2ed7-d516-49af-a69b-2686c1a9ac4c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.469774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e2ed7-d516-49af-a69b-2686c1a9ac4c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:51.470512 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c04e2ed7-d516-49af-a69b-2686c1a9ac4c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.475573 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c04e2ed7-d516-49af-a69b-2686c1a9ac4c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/ports/d803d985-97df-4c9d-9b04-72fbd0865cb0 HTTP/1.1" status: 200 len: 910 time: 1.9631970 Jul 07 19:31:51.504860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43304) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:51.559612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4e8880-f9f0-4411-af0a-ac5a48a53cdf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Router 8389c9fc-27e5-4ac6-b77e-68490f92c952 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:51.647387 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:31:51.651398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4e8880-f9f0-4411-af0a-ac5a48a53cdf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:51.656685 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dd4e8880-f9f0-4411-af0a-ac5a48a53cdf tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "PUT /v2.0/routers/8389c9fc-27e5-4ac6-b77e-68490f92c952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6760728 Jul 07 19:31:51.660292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43310) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:51.662979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b7851-73fd-4afc-8b52-06d11e4ab681 None None] Sync routers for ids ['8389c9fc-27e5-4ac6-b77e-68490f92c952'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:51.673915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b7851-73fd-4afc-8b52-06d11e4ab681 None None] Routers {'8389c9fc-27e5-4ac6-b77e-68490f92c952'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:51.674905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c15b7851-73fd-4afc-8b52-06d11e4ab681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8389c9fc-27e5-4ac6-b77e-68490f92c952'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:51.679136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e2ed7-d516-49af-a69b-2686c1a9ac4c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=d803d985-97df-4c9d-9b04-72fbd0865cb0,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:51.689322 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-688cb605-1290-405a-8fda-9f254bbf5aad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:31:51.691162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-688cb605-1290-405a-8fda-9f254bbf5aad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/b32fd4bb-6f11-47ff-9ea1-a5377826c3a4 HTTP/1.1" status: 404 len: 333 time: 0.0298860 Jul 07 19:31:51.693857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43312) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:51.732641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c15b7851-73fd-4afc-8b52-06d11e4ab681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:51.774744 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d734b48-8519-4b14-8e09-3010adb01aa0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.776504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b7851-73fd-4afc-8b52-06d11e4ab681 None None] Routers {'8389c9fc-27e5-4ac6-b77e-68490f92c952'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:51.777344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c15b7851-73fd-4afc-8b52-06d11e4ab681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['8389c9fc-27e5-4ac6-b77e-68490f92c952'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:51.788785 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af547f46-5a66-4f5f-9e3b-833543d9cc95 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.831460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c15b7851-73fd-4afc-8b52-06d11e4ab681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:51.832133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b7851-73fd-4afc-8b52-06d11e4ab681 None None] The sync data for ids ['8389c9fc-27e5-4ac6-b77e-68490f92c952'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:51.875861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d734b48-8519-4b14-8e09-3010adb01aa0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.959724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.978231 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d734b48-8519-4b14-8e09-3010adb01aa0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.980191 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2d734b48-8519-4b14-8e09-3010adb01aa0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8069217 Jul 07 19:31:51.991146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43326) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:51.998431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a9395445-63c5-4f42-9f9a-1092b46a749a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group_rule': {'security_group_id': '102d3aa3-9ca9-489a-b9be-b5a479b23b18', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:52.023244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d734b48-8519-4b14-8e09-3010adb01aa0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102d3aa3-9ca9-489a-b9be-b5a479b23b18,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:52.028214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Transition to ACTIVE for port object 7d59f4a2-b168-4350-933e-f9bbf1511664 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:52.073737 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a9395445-63c5-4f42-9f9a-1092b46a749a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.194956 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a9395445-63c5-4f42-9f9a-1092b46a749a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.203727 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.217523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a9395445-63c5-4f42-9f9a-1092b46a749a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.249574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43340) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:52.297622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:52.303719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9395445-63c5-4f42-9f9a-1092b46a749a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444bd6ef-719d-402d-b563-66f1c4c2ac6d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:52.334517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:52.336926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:52.341222 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a9395445-63c5-4f42-9f9a-1092b46a749a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.342618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a9395445-63c5-4f42-9f9a-1092b46a749a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3502579 Jul 07 19:31:52.345858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event updated for resources: {'Port': ['ID=7d59f4a2-b168-4350-933e-f9bbf1511664,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:52.348920 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43346) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:52.440297 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af547f46-5a66-4f5f-9e3b-833543d9cc95 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.442781 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af547f46-5a66-4f5f-9e3b-833543d9cc95 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.461093 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd341-693a-4e8d-9ae6-d79547a28757 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.468519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:52.469163 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.487105 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd341-693a-4e8d-9ae6-d79547a28757 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.506663 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af547f46-5a66-4f5f-9e3b-833543d9cc95 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.507242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af547f46-5a66-4f5f-9e3b-833543d9cc95 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Fanout notify agent at l3_agent the message router_deleted on router 8389c9fc-27e5-4ac6-b77e-68490f92c952 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:31:52.515232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-e1ae051e-d00b-4e9e-91c1-214f53da725e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0888686 Jul 07 19:31:52.516410 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af547f46-5a66-4f5f-9e3b-833543d9cc95 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.522341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43352) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:52.524519 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-af547f46-5a66-4f5f-9e3b-833543d9cc95 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/routers/8389c9fc-27e5-4ac6-b77e-68490f92c952 HTTP/1.1" status: 204 len: 168 time: 0.8295634 Jul 07 19:31:52.553839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02edd4-14d9-4662-ae80-37c908028aab req-29bd51bd-be21-4e72-925c-40eacf0541f7 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:52.562711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e02edd4-14d9-4662-ae80-37c908028aab req-29bd51bd-be21-4e72-925c-40eacf0541f7 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 932 time: 0.2877822 Jul 07 19:31:52.570553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Request body: {'port': {'device_id': 'd8056ee5-e3ae-4580-8b50-61ec727c68f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:52.574733 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb066ef8-fc6e-4753-a4c1-a5514e46da73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.617013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e02edd4-14d9-4662-ae80-37c908028aab req-ef7756bb-e668-4e51-ad91-a84b0e4c40b5 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529118 Jul 07 19:31:52.621506 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd341-693a-4e8d-9ae6-d79547a28757 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.681065 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd341-693a-4e8d-9ae6-d79547a28757 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.684638 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c5ddd341-693a-4e8d-9ae6-d79547a28757 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/444bd6ef-719d-402d-b563-66f1c4c2ac6d HTTP/1.1" status: 204 len: 168 time: 0.3128378 Jul 07 19:31:52.686950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43362) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:52.696556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e6a6-39dd-451d-ad2b-9037c6c4eeb1 req-d50cd2f6-263f-4c74-93d0-a4a51f3c5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:52.697046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e6a6-39dd-451d-ad2b-9037c6c4eeb1 req-d50cd2f6-263f-4c74-93d0-a4a51f3c5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:52.697545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e6a6-39dd-451d-ad2b-9037c6c4eeb1 req-d50cd2f6-263f-4c74-93d0-a4a51f3c5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:52.698099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e6a6-39dd-451d-ad2b-9037c6c4eeb1 req-d50cd2f6-263f-4c74-93d0-a4a51f3c5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:52.698582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e6a6-39dd-451d-ad2b-9037c6c4eeb1 req-d50cd2f6-263f-4c74-93d0-a4a51f3c5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:52.705109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e6a6-39dd-451d-ad2b-9037c6c4eeb1 req-d50cd2f6-263f-4c74-93d0-a4a51f3c5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:52.705109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e6a6-39dd-451d-ad2b-9037c6c4eeb1 req-d50cd2f6-263f-4c74-93d0-a4a51f3c5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:52.707631 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ba7e6a6-39dd-451d-ad2b-9037c6c4eeb1 req-d50cd2f6-263f-4c74-93d0-a4a51f3c5fd5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 6503 time: 0.4540694 Jul 07 19:31:52.712262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4ed258fe-3545-470e-b91e-ec50f6de6547 None None] Provisioning for port 7d59f4a2-b168-4350-933e-f9bbf1511664 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:52.718273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4ed258fe-3545-470e-b91e-ec50f6de6547 None None] Provisioning complete for port 7d59f4a2-b168-4350-933e-f9bbf1511664 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:52.723489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddd341-693a-4e8d-9ae6-d79547a28757 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=444bd6ef-719d-402d-b563-66f1c4c2ac6d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:52.730704 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4ed258fe-3545-470e-b91e-ec50f6de6547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.756274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0ed4ef-ad68-475d-8fcc-196625073ca9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting subnet ce289d4a-2542-4eb9-9e2b-75a5f2d8ea71 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:52.764971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3266c14a-7003-4909-9aeb-3e6a623b22d9 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763524 Jul 07 19:31:52.765662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43364) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:52.766287 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf0ed4ef-ad68-475d-8fcc-196625073ca9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.784837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4ed258fe-3545-470e-b91e-ec50f6de6547 None None] Port 7d59f4a2-b168-4350-933e-f9bbf1511664 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:52.825287 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c136ac33-1993-4480-8fcb-96809a64315c tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.851211 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c136ac33-1993-4480-8fcb-96809a64315c tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.871000 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ba7e6a6-39dd-451d-ad2b-9037c6c4eeb1 req-90b5dbce-fede-45bc-a8c9-e66c4e8202d5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&id=3a09fe47-cafa-4ede-b997-b0b261292a90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624491 Jul 07 19:31:52.883700 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf0ed4ef-ad68-475d-8fcc-196625073ca9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.908732 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c136ac33-1993-4480-8fcb-96809a64315c tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.911265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c136ac33-1993-4480-8fcb-96809a64315c tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.914038 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c136ac33-1993-4480-8fcb-96809a64315c tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-groups/102d3aa3-9ca9-489a-b9be-b5a479b23b18 HTTP/1.1" status: 204 len: 168 time: 0.1470194 Jul 07 19:31:52.918786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43368) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:52.937202 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.938612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136ac33-1993-4480-8fcb-96809a64315c tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102d3aa3-9ca9-489a-b9be-b5a479b23b18,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:52.986854 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1272d93f-2c3e-4954-be35-bdd4912dbd23 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634592 Jul 07 19:31:52.987615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43372) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:52.992431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1cc6679d-c8d4-41f0-a25a-3876cf0d053f tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group': {'name': 'tempest-secgroup--40061970'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:53.031019 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc6679d-c8d4-41f0-a25a-3876cf0d053f tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.124358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b2e76-b546-44c9-a15a-6917ba41e11f req-f8206dcb-f63a-4514-844d-66281a376ad2 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:53.125865 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-902b2e76-b546-44c9-a15a-6917ba41e11f req-f8206dcb-f63a-4514-844d-66281a376ad2 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 945 time: 0.1068158 Jul 07 19:31:53.192863 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-902b2e76-b546-44c9-a15a-6917ba41e11f req-db935125-39ec-4308-9152-0a3042770cc7 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580173 Jul 07 19:31:53.194891 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc6679d-c8d4-41f0-a25a-3876cf0d053f tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.196414 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf0ed4ef-ad68-475d-8fcc-196625073ca9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.199969 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc6679d-c8d4-41f0-a25a-3876cf0d053f tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.232649 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1cc6679d-c8d4-41f0-a25a-3876cf0d053f tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.233918 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1cc6679d-c8d4-41f0-a25a-3876cf0d053f tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2453921 Jul 07 19:31:53.236710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43376) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:53.241243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0d5122e7-12e8-4815-998b-15689ff913ee tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group_rule': {'security_group_id': 'da06febf-829b-4a04-90ea-bf874bd2c8d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:53.248346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6679d-c8d4-41f0-a25a-3876cf0d053f tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da06febf-829b-4a04-90ea-bf874bd2c8d6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:53.274893 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d5122e7-12e8-4815-998b-15689ff913ee tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.340897 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d5122e7-12e8-4815-998b-15689ff913ee tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.344775 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d5122e7-12e8-4815-998b-15689ff913ee tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.349789 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf0ed4ef-ad68-475d-8fcc-196625073ca9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.362329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5122e7-12e8-4815-998b-15689ff913ee tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea6c322-ad74-4f39-b8fb-cf5edc57a01a,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:53.371881 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0d5122e7-12e8-4815-998b-15689ff913ee tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.373110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0d5122e7-12e8-4815-998b-15689ff913ee tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354778 Jul 07 19:31:53.375753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43378) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:53.398115 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cd58c601-6d1b-4641-b2aa-0c79142f33c0 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules/0ea6c322-ad74-4f39-b8fb-cf5edc57a01a HTTP/1.1" status: 200 len: 763 time: 0.0212381 Jul 07 19:31:53.400652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43380) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:53.404253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ed4ef-ad68-475d-8fcc-196625073ca9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Subnet': ['ID=ce289d4a-2542-4eb9-9e2b-75a5f2d8ea71,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:53.407074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-eb066ef8-fc6e-4753-a4c1-a5514e46da73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port d803d985-97df-4c9d-9b04-72fbd0865cb0 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:53.407417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb066ef8-fc6e-4753-a4c1-a5514e46da73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.413453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d935ffa-0b49-4181-acba-e5f0fe4ae01f None None] Network 2af12f21-515c-446d-9b4b-38222bdb23b3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:53.415515 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf0ed4ef-ad68-475d-8fcc-196625073ca9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.420327 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cf0ed4ef-ad68-475d-8fcc-196625073ca9 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/ce289d4a-2542-4eb9-9e2b-75a5f2d8ea71 HTTP/1.1" status: 204 len: 168 time: 0.8946099 Jul 07 19:31:53.420952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43382) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:53.504985 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-09364815-5a0a-4955-8e99-46526dde478a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1006205 Jul 07 19:31:53.505633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43384) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:53.517009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d59f4a2-b168-4350-933e-f9bbf1511664 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:31:53.521932 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.532692 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.552089 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-411327ef-8634-43bc-98d5-3509c59f3044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.577927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Transition to ACTIVE for port object 7d59f4a2-b168-4350-933e-f9bbf1511664 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:53.578783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port 64c0c7f1-c00d-4653-8cb1-570db8534ea9 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:53.579241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.585006 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bcd05b21-9fe3-4135-95f1-df1e7cddf646 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.594069 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.597012 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb066ef8-fc6e-4753-a4c1-a5514e46da73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.601128 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bcd05b21-9fe3-4135-95f1-df1e7cddf646 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.656307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] For port 64c0c7f1-c00d-4653-8cb1-570db8534ea9, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=64c0c7f1-c00d-4653-8cb1-570db8534ea9,segment=NetworkSegment(059b6e31-7652-44f3-9aa5-28e62639a802),segment_id=059b6e31-7652-44f3-9aa5-28e62639a802)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:53.656684 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.669637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1432ecb-d11e-4d8f-8bd7-c88aa4a57f75 None None] DHCP port deletion for 2af12f21-515c-446d-9b4b-38222bdb23b3 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:53.673039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-eb066ef8-fc6e-4753-a4c1-a5514e46da73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for d803d985-97df-4c9d-9b04-72fbd0865cb0 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:53.697134 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for 64c0c7f1-c00d-4653-8cb1-570db8534ea9 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:53.722430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d59f4a2-b168-4350-933e-f9bbf1511664,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:53.769061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b1432ecb-d11e-4d8f-8bd7-c88aa4a57f75 None None] Deleting port 64c0c7f1-c00d-4653-8cb1-570db8534ea9 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:53.769545 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b1432ecb-d11e-4d8f-8bd7-c88aa4a57f75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.777182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bcd05b21-9fe3-4135-95f1-df1e7cddf646 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.782482 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bcd05b21-9fe3-4135-95f1-df1e7cddf646 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.784125 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bcd05b21-9fe3-4135-95f1-df1e7cddf646 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/0ea6c322-ad74-4f39-b8fb-cf5edc57a01a HTTP/1.1" status: 204 len: 168 time: 0.2778308 Jul 07 19:31:53.788867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43388) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:53.853801 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.859849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b1432ecb-d11e-4d8f-8bd7-c88aa4a57f75 None None] For port 64c0c7f1-c00d-4653-8cb1-570db8534ea9, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=64c0c7f1-c00d-4653-8cb1-570db8534ea9,segment=NetworkSegment(059b6e31-7652-44f3-9aa5-28e62639a802),segment_id=059b6e31-7652-44f3-9aa5-28e62639a802)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:53.860515 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b1432ecb-d11e-4d8f-8bd7-c88aa4a57f75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.866067 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cb3aed61-587d-4935-b1f3-8b705a0f0c44 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758979 Jul 07 19:31:53.867744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43390) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:53.874054 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.874543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd05b21-9fe3-4135-95f1-df1e7cddf646 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ea6c322-ad74-4f39-b8fb-cf5edc57a01a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:53.879952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b1432ecb-d11e-4d8f-8bd7-c88aa4a57f75 None None] Calling delete_port for 64c0c7f1-c00d-4653-8cb1-570db8534ea9 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:53.889115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bb2305b9-6649-49c1-a7c8-b0c464e98c7a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group_rule': {'security_group_id': 'da06febf-829b-4a04-90ea-bf874bd2c8d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:53.958867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=64c0c7f1-c00d-4653-8cb1-570db8534ea9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:53.974710 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb2305b9-6649-49c1-a7c8-b0c464e98c7a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.979496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No DVR routers for this DVR port 64c0c7f1-c00d-4653-8cb1-570db8534ea9 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:53.992082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Attempting to bind port 7d59f4a2-b168-4350-933e-f9bbf1511664 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:53.992082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Attempting to bind port 7d59f4a2-b168-4350-933e-f9bbf1511664 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:53.992457 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Attempting to bind port 7d59f4a2-b168-4350-933e-f9bbf1511664 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:54.005831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cb4d7-4a9f-42af-9ca6-2e5348ec03bb req-85b6b3e9-2960-41ac-9663-7f56942c0dc3 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:54.007492 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-896cb4d7-4a9f-42af-9ca6-2e5348ec03bb req-85b6b3e9-2960-41ac-9663-7f56942c0dc3 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 944 time: 0.2328529 Jul 07 19:31:54.017211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Port 7d59f4a2-b168-4350-933e-f9bbf1511664 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:31:54.017841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Attempting to bind port 7d59f4a2-b168-4350-933e-f9bbf1511664 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:54.040675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:54.041305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Checking segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:54.041881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Bound using segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:54.042333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Bound port: 7d59f4a2-b168-4350-933e-f9bbf1511664, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:54.042695 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.092561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.106623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af12f21-515c-446d-9b4b-38222bdb23b3']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:54.131509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059b6e31-7652-44f3-9aa5-28e62639a802') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:54.131783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059b6e31-7652-44f3-9aa5-28e62639a802') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:54.133846 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-896cb4d7-4a9f-42af-9ca6-2e5348ec03bb req-6c27bacb-93ed-4f5a-8a69-d5e25b02170c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094961 Jul 07 19:31:54.134558 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb2305b9-6649-49c1-a7c8-b0c464e98c7a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:54.140559 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:31:54.145723 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb2305b9-6649-49c1-a7c8-b0c464e98c7a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.150175 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.151509 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b1432ecb-d11e-4d8f-8bd7-c88aa4a57f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.153986 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb066ef8-fc6e-4753-a4c1-a5514e46da73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.175655 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.186964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1432ecb-d11e-4d8f-8bd7-c88aa4a57f75 None None] Pushing event deleted for resources: {'Port': ['ID=64c0c7f1-c00d-4653-8cb1-570db8534ea9,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:54.189120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1432ecb-d11e-4d8f-8bd7-c88aa4a57f75 None None] No DVR routers for this DVR port 64c0c7f1-c00d-4653-8cb1-570db8534ea9 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:54.190376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2305b9-6649-49c1-a7c8-b0c464e98c7a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ddd836-2c90-40f5-8a59-c235534ed60f,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:54.193883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:54.194478 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:54.200324 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:54.210158 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb066ef8-fc6e-4753-a4c1-a5514e46da73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=d803d985-97df-4c9d-9b04-72fbd0865cb0,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:54.214089 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb2305b9-6649-49c1-a7c8-b0c464e98c7a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.215422 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bb2305b9-6649-49c1-a7c8-b0c464e98c7a tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3311841 Jul 07 19:31:54.220029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43392) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:54.273815 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.294390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] For port 7d59f4a2-b168-4350-933e-f9bbf1511664, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:54.302721 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-acd5b1b0-95b4-44f1-ae13-496d604168ef tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules/94ddd836-2c90-40f5-8a59-c235534ed60f HTTP/1.1" status: 200 len: 763 time: 0.0803220 Jul 07 19:31:54.306251 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.307010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43396) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:54.313930 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/networks/2af12f21-515c-446d-9b4b-38222bdb23b3 HTTP/1.1" status: 204 len: 168 time: 0.8919423 Jul 07 19:31:54.315794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82af5a-eb89-407c-be9f-023dc1e5bfea tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Network': ['ID=2af12f21-515c-446d-9b4b-38222bdb23b3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:54.317983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43398) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:54.354961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] For port 7d59f4a2-b168-4350-933e-f9bbf1511664, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7d59f4a2-b168-4350-933e-f9bbf1511664,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:54.405192 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.428046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a7fc16-64c3-42a4-b92c-c2436354e8e6 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:54.433639 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c0a7fc16-64c3-42a4-b92c-c2436354e8e6 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/1f01816f-4f16-49a5-925f-26c46628ab27 HTTP/1.1" status: 200 len: 843 time: 0.1104362 Jul 07 19:31:54.434733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43400) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:54.459969 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-49e94c9c-c4a4-42f2-aa63-82dc4eabf9cb tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1493027 Jul 07 19:31:54.466440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43402) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:54.491007 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eb066ef8-fc6e-4753-a4c1-a5514e46da73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.502695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:54.503354 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.504827 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] 10.222.0.48 "PUT /v2.0/ports/7d59f4a2-b168-4350-933e-f9bbf1511664 HTTP/1.1" status: 200 len: 1092 time: 1.9641013 Jul 07 19:31:54.508708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8056ee5-e3ae-4580-8b50-61ec727c68f4', 'tag': '7d59f4a2-b168-4350-933e-f9bbf1511664'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:54.512086 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89cd572-0030-4b31-858a-51d9c0d6e76c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8056ee5-e3ae-4580-8b50-61ec727c68f4", "tag": "7d59f4a2-b168-4350-933e-f9bbf1511664"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:54.529139 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ffd4d3ce-6d4d-4fc2-aa7e-ba35fb4ef24a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/1f01816f-4f16-49a5-925f-26c46628ab27?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0897641 Jul 07 19:31:54.529840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43406) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:54.532204 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64631c67-a0c3-4c2d-93fb-9ad63b62b178 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.538695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9ac608c3-6eaa-4784-b2c8-505862e3a748 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:54.568831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f063f-f8c4-4b4f-90fe-489e14795feb req-d7c5389f-a494-4d0f-bae4-f29a200d6efc tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:54.570412 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e7f063f-f8c4-4b4f-90fe-489e14795feb req-d7c5389f-a494-4d0f-bae4-f29a200d6efc tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 945 time: 0.1981645 Jul 07 19:31:54.584604 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553f6f98-42ff-49f7-8942-f992004fe65d x-openstack-request-id: req-553f6f98-42ff-49f7-8942-f992004fe65d {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:54.584896 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8056ee5-e3ae-4580-8b50-61ec727c68f4", "tag": "7d59f4a2-b168-4350-933e-f9bbf1511664", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:54.585148 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-553f6f98-42ff-49f7-8942-f992004fe65d {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:54.585544 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8056ee5-e3ae-4580-8b50-61ec727c68f4', 'tag': '7d59f4a2-b168-4350-933e-f9bbf1511664', 'status': 'completed', 'code': 200} Jul 07 19:31:54.605051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64631c67-a0c3-4c2d-93fb-9ad63b62b178 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.693396 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64631c67-a0c3-4c2d-93fb-9ad63b62b178 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.697700 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e7f063f-f8c4-4b4f-90fe-489e14795feb req-1af3db19-e1f8-4f74-a473-39a4f4de608a tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881417 Jul 07 19:31:54.710957 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64631c67-a0c3-4c2d-93fb-9ad63b62b178 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.712116 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-64631c67-a0c3-4c2d-93fb-9ad63b62b178 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/94ddd836-2c90-40f5-8a59-c235534ed60f HTTP/1.1" status: 204 len: 168 time: 0.2447088 Jul 07 19:31:54.717131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43408) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:54.753143 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.760996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64631c67-a0c3-4c2d-93fb-9ad63b62b178 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94ddd836-2c90-40f5-8a59-c235534ed60f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:54.773603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac608c3-6eaa-4784-b2c8-505862e3a748 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:54.777888 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9ac608c3-6eaa-4784-b2c8-505862e3a748 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.809729 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-27d6dca6-f51f-4a49-bae2-50dbfe6e1354 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0914137 Jul 07 19:31:54.841522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43410) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:54.846106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8b7b0993-fb75-49a9-ae31-5fae48280b86 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Request body: {'security_group_rule': {'security_group_id': 'da06febf-829b-4a04-90ea-bf874bd2c8d6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:54.910003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b7b0993-fb75-49a9-ae31-5fae48280b86 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.960242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 64c0c7f1-c00d-4653-8cb1-570db8534ea9 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:54.984650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 64c0c7f1-c00d-4653-8cb1-570db8534ea9 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:54.984984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 64c0c7f1-c00d-4653-8cb1-570db8534ea9 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:55.020867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b7b0993-fb75-49a9-ae31-5fae48280b86 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.042589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b7b0993-fb75-49a9-ae31-5fae48280b86 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.044692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7a55e-1c8b-4c6e-b3d3-ae65f4d838d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d59f4a2-b168-4350-933e-f9bbf1511664,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:55.072308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b0993-fb75-49a9-ae31-5fae48280b86 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78de7865-1324-45cf-9d7a-a4d134e19a50,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:55.085961 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9ac608c3-6eaa-4784-b2c8-505862e3a748 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.096585 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b7b0993-fb75-49a9-ae31-5fae48280b86 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.098065 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8b7b0993-fb75-49a9-ae31-5fae48280b86 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2555001 Jul 07 19:31:55.118240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43412) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.153169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-73776a1d-b06a-4fb5-b94e-b6b14faced21 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules/78de7865-1324-45cf-9d7a-a4d134e19a50 HTTP/1.1" status: 200 len: 764 time: 0.0338099 Jul 07 19:31:55.154541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb066ef8-fc6e-4753-a4c1-a5514e46da73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router 3bcf36ab-95f6-431f-a173-d01c2904462b has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:55.155196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac608c3-6eaa-4784-b2c8-505862e3a748 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:55.157369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-7bd97c2e-4127-44d8-a935-870d86c20a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.158150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43414) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.158935 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-7bd97c2e-4127-44d8-a935-870d86c20a38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 1095 time: 0.5866196 Jul 07 19:31:55.166918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-9ac608c3-6eaa-4784-b2c8-505862e3a748 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:55.172137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac608c3-6eaa-4784-b2c8-505862e3a748 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.172730 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9ac608c3-6eaa-4784-b2c8-505862e3a748 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.174401 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3ee6b-f741-40b3-8b65-738aa6171d6a req-3de68e04-cada-4b2a-b440-0b795ceaf960 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.176827 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c3d3ee6b-f741-40b3-8b65-738aa6171d6a req-3de68e04-cada-4b2a-b440-0b795ceaf960 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 945 time: 0.6129944 Jul 07 19:31:55.177110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6420a481-3eb1-4014-bae8-ddc8e01e6a04 None None] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:55.190674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac608c3-6eaa-4784-b2c8-505862e3a748 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Subnet': ['ID=da70c67f-1ac9-431d-9e03-4690fc8883fd,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:55.218443 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9ac608c3-6eaa-4784-b2c8-505862e3a748 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6813412 Jul 07 19:31:55.219880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43418) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.224540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7bef18bb-0302-460c-ae62-63b709e3b9ee tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'security_group': {'name': 'tempest-secgroup-1876183072'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:55.239734 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b3462078-9702-46e0-b542-2f756595c6ec tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0805650 Jul 07 19:31:55.242568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43420) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.250225 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-934b44d9-2394-4ecb-8873-f1cf2bb0e8b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d59f4a2-b168-4350-933e-f9bbf1511664 HTTP/1.1" status: 200 len: 217 time: 0.0710073 Jul 07 19:31:55.281732 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f12dea8c-b549-43ef-ab72-b939a256224d tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.284476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7bef18bb-0302-460c-ae62-63b709e3b9ee tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.300459 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f12dea8c-b549-43ef-ab72-b939a256224d tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.353871 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f12dea8c-b549-43ef-ab72-b939a256224d tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.362642 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f12dea8c-b549-43ef-ab72-b939a256224d tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.366307 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f12dea8c-b549-43ef-ab72-b939a256224d tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/78de7865-1324-45cf-9d7a-a4d134e19a50 HTTP/1.1" status: 204 len: 168 time: 0.1205213 Jul 07 19:31:55.370040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43422) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.386174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12dea8c-b549-43ef-ab72-b939a256224d tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78de7865-1324-45cf-9d7a-a4d134e19a50,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:55.411999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-33f52603-1f1d-4d10-aa2f-287ffc651726', 'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'tenant_id': '85c3890fa00f4943901f50fca4c74949', 'fixed_ips': [{'subnet_id': 'da70c67f-1ac9-431d-9e03-4690fc8883fd'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:55.413248 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.438000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f3dd1bf8-3675-4e87-9db7-3228926ad384 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0668373 Jul 07 19:31:55.440987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43424) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.457359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb066ef8-fc6e-4753-a4c1-a5514e46da73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:55.460765 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7bef18bb-0302-460c-ae62-63b709e3b9ee tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.466781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eb066ef8-fc6e-4753-a4c1-a5514e46da73 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/3bcf36ab-95f6-431f-a173-d01c2904462b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9576545 Jul 07 19:31:55.467711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43426) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.469439 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8155528c-1be1-4f0b-b405-30a8390425c8 None None] Sync routers for ids ['3bcf36ab-95f6-431f-a173-d01c2904462b'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:55.480281 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155528c-1be1-4f0b-b405-30a8390425c8 None None] Routers {'3bcf36ab-95f6-431f-a173-d01c2904462b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:55.480943 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8155528c-1be1-4f0b-b405-30a8390425c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3bcf36ab-95f6-431f-a173-d01c2904462b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:55.505779 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ba8932a1-b83f-4ddf-a85e-506b4e15c6e8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bcf36ab-95f6-431f-a173-d01c2904462b HTTP/1.1" status: 200 len: 205 time: 0.0366240 Jul 07 19:31:55.506717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43428) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.507630 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7bef18bb-0302-460c-ae62-63b709e3b9ee tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.514738 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8155528c-1be1-4f0b-b405-30a8390425c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:55.521708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-2fb12985-7151-4825-8ecf-f8bffc37b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.523327 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-2fb12985-7151-4825-8ecf-f8bffc37b191 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.2616880 Jul 07 19:31:55.524531 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155528c-1be1-4f0b-b405-30a8390425c8 None None] Routers {'3bcf36ab-95f6-431f-a173-d01c2904462b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:55.525431 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8155528c-1be1-4f0b-b405-30a8390425c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3bcf36ab-95f6-431f-a173-d01c2904462b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:55.580753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Allocated IP 2001:db8::2 (33f52603-1f1d-4d10-aa2f-287ffc651726/da70c67f-1ac9-431d-9e03-4690fc8883fd/e2a72f96-eeb4-42a9-908b-5c90edfe869a) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:55.591327 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-34b77bf7-bcf8-4c05-ba3e-1daf07622e84 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.615050 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b23d055-2ad4-4d93-b0f7-678a3bea97dd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.618867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7bef18bb-0302-460c-ae62-63b709e3b9ee tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.620668 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7bef18bb-0302-460c-ae62-63b709e3b9ee tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3997760 Jul 07 19:31:55.625812 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-34b77bf7-bcf8-4c05-ba3e-1daf07622e84 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.655141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef18bb-0302-460c-ae62-63b709e3b9ee tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8e96f5-d81a-49c6-b7e1-ac7935cf21aa,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:55.659225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43430) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.663728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-14b1ebea-91b1-4659-8ab0-3be5351405ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'security_group': {'name': 'tempest-secgroup-850378638'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:55.677576 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8155528c-1be1-4f0b-b405-30a8390425c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:55.678872 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8155528c-1be1-4f0b-b405-30a8390425c8 None None] The sync data for ids ['3bcf36ab-95f6-431f-a173-d01c2904462b'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:55.707116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-34b77bf7-bcf8-4c05-ba3e-1daf07622e84 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.710271 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-34b77bf7-bcf8-4c05-ba3e-1daf07622e84 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.712230 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-34b77bf7-bcf8-4c05-ba3e-1daf07622e84 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "DELETE /v2.0/security-groups/da06febf-829b-4a04-90ea-bf874bd2c8d6 HTTP/1.1" status: 204 len: 168 time: 0.2695217 Jul 07 19:31:55.715231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43432) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.747269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-c3d3ee6b-f741-40b3-8b65-738aa6171d6a req-f992caa1-1b9f-4323-8b63-a403f6750114 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Deleting port 845c9521-e44d-409e-a91f-d030a1925a75 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:55.748729 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c3d3ee6b-f741-40b3-8b65-738aa6171d6a req-f992caa1-1b9f-4323-8b63-a403f6750114 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.780233 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.790649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Transition to ACTIVE for port object e2a72f96-eeb4-42a9-908b-5c90edfe869a will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:55.804280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b77bf7-bcf8-4c05-ba3e-1daf07622e84 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da06febf-829b-4a04-90ea-bf874bd2c8d6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:55.822354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Transition to ACTIVE for port object e2a72f96-eeb4-42a9-908b-5c90edfe869a will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:55.823428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6182b-503c-48fe-8cdf-74eadfeead7a req-a1102950-8396-4fd4-a98e-bee8a76d32bd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.831022 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97a6182b-503c-48fe-8cdf-74eadfeead7a req-a1102950-8396-4fd4-a98e-bee8a76d32bd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 944 time: 0.5144291 Jul 07 19:31:55.831898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b23d055-2ad4-4d93-b0f7-678a3bea97dd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.839204 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.840002 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b23d055-2ad4-4d93-b0f7-678a3bea97dd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.841711 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14b1ebea-91b1-4659-8ab0-3be5351405ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.861364 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:55.864298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:55.881834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-d9eede75-75d5-4dde-9481-49d1fabe6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.883297 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-d9eede75-75d5-4dde-9481-49d1fabe6ce1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3523448 Jul 07 19:31:55.885667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:55.926503 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-84d07d04-5d06-4879-8246-965f3a7da202 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2092700 Jul 07 19:31:55.935637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43436) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.953731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Pushing event updated for resources: {'Port': ['ID=e2a72f96-eeb4-42a9-908b-5c90edfe869a,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:55.967471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Attempting to bind port e2a72f96-eeb4-42a9-908b-5c90edfe869a on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:55.968054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Attempting to bind port e2a72f96-eeb4-42a9-908b-5c90edfe869a by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '6b7983c2-e7c0-41ec-ba99-17641e2605c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:55.968391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Attempting to bind port e2a72f96-eeb4-42a9-908b-5c90edfe869a on network 33f52603-1f1d-4d10-aa2f-287ffc651726 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:55.972013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97a6182b-503c-48fe-8cdf-74eadfeead7a req-394bf29e-6d38-49a1-b42d-eb6250718547 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398270 Jul 07 19:31:55.973754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:55.974366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Checking segment: {'id': '6b7983c2-e7c0-41ec-ba99-17641e2605c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:55.974863 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.975332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Bound using segment: {'id': '6b7983c2-e7c0-41ec-ba99-17641e2605c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:55.976151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Bound port: e2a72f96-eeb4-42a9-908b-5c90edfe869a, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7983c2-e7c0-41ec-ba99-17641e2605c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:55.976275 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.977451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b23d055-2ad4-4d93-b0f7-678a3bea97dd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.977573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b23d055-2ad4-4d93-b0f7-678a3bea97dd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Fanout notify agent at l3_agent the message router_deleted on router 3bcf36ab-95f6-431f-a173-d01c2904462b {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:31:55.978528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-c3d3ee6b-f741-40b3-8b65-738aa6171d6a req-f992caa1-1b9f-4323-8b63-a403f6750114 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] For port 845c9521-e44d-409e-a91f-d030a1925a75, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=845c9521-e44d-409e-a91f-d030a1925a75,segment=NetworkSegment(423f4e97-b458-4b9f-aec0-fd95a8efe877),segment_id=423f4e97-b458-4b9f-aec0-fd95a8efe877)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:55.979151 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c3d3ee6b-f741-40b3-8b65-738aa6171d6a req-f992caa1-1b9f-4323-8b63-a403f6750114 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.986947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b23d055-2ad4-4d93-b0f7-678a3bea97dd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.988066 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0b23d055-2ad4-4d93-b0f7-678a3bea97dd tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/3bcf36ab-95f6-431f-a173-d01c2904462b HTTP/1.1" status: 204 len: 168 time: 0.4776089 Jul 07 19:31:55.995541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43438) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:56.004623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-c3d3ee6b-f741-40b3-8b65-738aa6171d6a req-f992caa1-1b9f-4323-8b63-a403f6750114 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Calling delete_port for 845c9521-e44d-409e-a91f-d030a1925a75 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:56.060947 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] For port e2a72f96-eeb4-42a9-908b-5c90edfe869a, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:56.064565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] For port e2a72f96-eeb4-42a9-908b-5c90edfe869a, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e2a72f96-eeb4-42a9-908b-5c90edfe869a,segment=NetworkSegment(6b7983c2-e7c0-41ec-ba99-17641e2605c8),segment_id=6b7983c2-e7c0-41ec-ba99-17641e2605c8)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:56.071698 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.076523 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-59346d53-d99b-4a00-b568-810ed912b8ca service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811397 Jul 07 19:31:56.091387 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9a0fa534-15f1-485f-b0ea-66f5b1678240 tempest-SecGroupTest-732780006 tempest-SecGroupTest-732780006-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1341400 Jul 07 19:31:56.112061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa3df0e-69c8-4e43-8ac6-d73db1fa810d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting subnet f41729b9-4b20-411b-b518-69ab2dcb33e3 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:56.118974 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-baa3df0e-69c8-4e43-8ac6-d73db1fa810d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.185904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f6303-c06d-480e-a112-7e75465a9e82 req-83e781ad-db3a-4044-a902-06c0a99be68f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:56.187885 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d40f6303-c06d-480e-a112-7e75465a9e82 req-83e781ad-db3a-4044-a902-06c0a99be68f tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 945 time: 0.2775469 Jul 07 19:31:56.211393 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-baa3df0e-69c8-4e43-8ac6-d73db1fa810d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.217922 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14b1ebea-91b1-4659-8ab0-3be5351405ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.221828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5846c6-6f97-457c-9681-d76b7bb6e045 None None] Pushing event updated for resources: {'Port': ['ID=e2a72f96-eeb4-42a9-908b-5c90edfe869a,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:56.257880 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14b1ebea-91b1-4659-8ab0-3be5351405ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.258414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cff029ff-ca4a-4c32-8ee4-75ef99188c9e req-7d51c0f7-d1f8-486c-8929-911be283ea06 service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668975 Jul 07 19:31:56.297486 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c3d3ee6b-f741-40b3-8b65-738aa6171d6a req-f992caa1-1b9f-4323-8b63-a403f6750114 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.333549 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14b1ebea-91b1-4659-8ab0-3be5351405ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.335006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-14b1ebea-91b1-4659-8ab0-3be5351405ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6748028 Jul 07 19:31:56.343046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43444) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:56.359622 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d40f6303-c06d-480e-a112-7e75465a9e82 req-b2215051-2768-4594-8cb5-de69ba843bb8 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/security-groups?id=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447210 Jul 07 19:31:56.372796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1991855001', 'security_groups': ['4e95f06a-e2ed-4868-8d17-1f67d8a995b1'], 'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'da70c67f-1ac9-431d-9e03-4690fc8883fd'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:56.376317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1ebea-91b1-4659-8ab0-3be5351405ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e95f06a-e2ed-4868-8d17-1f67d8a995b1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:56.392683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992caa1-1b9f-4323-8b63-a403f6750114 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Pushing event deleted for resources: {'Port': ['ID=845c9521-e44d-409e-a91f-d030a1925a75,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:56.500208 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.522321 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-baa3df0e-69c8-4e43-8ac6-d73db1fa810d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.540724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d3ee6b-f741-40b3-8b65-738aa6171d6a req-f992caa1-1b9f-4323-8b63-a403f6750114 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] No DVR routers for this DVR port 845c9521-e44d-409e-a91f-d030a1925a75 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:56.544399 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-c3d3ee6b-f741-40b3-8b65-738aa6171d6a req-f992caa1-1b9f-4323-8b63-a403f6750114 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.547853 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c3d3ee6b-f741-40b3-8b65-738aa6171d6a req-f992caa1-1b9f-4323-8b63-a403f6750114 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.110 "DELETE /v2.0/ports/845c9521-e44d-409e-a91f-d030a1925a75 HTTP/1.1" status: 204 len: 173 time: 1.3611734 Jul 07 19:31:56.578196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cd572-0030-4b31-858a-51d9c0d6e76c req-1d586f92-579b-4d8f-89ad-55ecda23aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:56.580155 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e89cd572-0030-4b31-858a-51d9c0d6e76c req-1d586f92-579b-4d8f-89ad-55ecda23aee4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 1095 time: 0.2230227 Jul 07 19:31:56.615150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf472a7-e25b-43e9-a748-00268a65fb4d', 'name': 'network-vif-deleted', 'tag': '845c9521-e44d-409e-a91f-d030a1925a75'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:56.620965 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eae9b07-10fe-4c4a-a7e2-9fd00587a488" -d '{"events": [{"server_uuid": "ebf472a7-e25b-43e9-a748-00268a65fb4d", "name": "network-vif-deleted", "tag": "845c9521-e44d-409e-a91f-d030a1925a75"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:56.623865 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43448) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:56.662294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-baa3df0e-69c8-4e43-8ac6-d73db1fa810d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.709877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3df0e-69c8-4e43-8ac6-d73db1fa810d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Subnet': ['ID=f41729b9-4b20-411b-b518-69ab2dcb33e3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:56.721075 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-baa3df0e-69c8-4e43-8ac6-d73db1fa810d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.723046 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-baa3df0e-69c8-4e43-8ac6-d73db1fa810d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/f41729b9-4b20-411b-b518-69ab2dcb33e3 HTTP/1.1" status: 204 len: 168 time: 0.7247536 Jul 07 19:31:56.726563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43454) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:56.734580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf71b2f-c1b3-4d95-93df-a7a6bb636a2c None None] Network c969c9ef-9514-477c-8b08-b233789b83eb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:56.737990 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d371c64e-31db-417b-951c-18c9791dc318 x-openstack-request-id: req-d371c64e-31db-417b-951c-18c9791dc318 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:56.738279 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf472a7-e25b-43e9-a748-00268a65fb4d", "name": "network-vif-deleted", "tag": "845c9521-e44d-409e-a91f-d030a1925a75", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:56.738530 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d371c64e-31db-417b-951c-18c9791dc318 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:56.741499 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf472a7-e25b-43e9-a748-00268a65fb4d', 'name': 'network-vif-deleted', 'tag': '845c9521-e44d-409e-a91f-d030a1925a75', 'status': 'completed', 'code': 200} Jul 07 19:31:56.809254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cd572-0030-4b31-858a-51d9c0d6e76c req-7f369ad1-37c8-4915-a49e-d1075efe9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:56.814322 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e89cd572-0030-4b31-858a-51d9c0d6e76c req-7f369ad1-37c8-4915-a49e-d1075efe9043 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.2203102 Jul 07 19:31:56.819169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:56.884037 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e89cd572-0030-4b31-858a-51d9c0d6e76c req-feacf662-6f19-4216-b8f6-3db250669041 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d59f4a2-b168-4350-933e-f9bbf1511664 HTTP/1.1" status: 200 len: 217 time: 0.0621684 Jul 07 19:31:56.905581 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.977945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cd572-0030-4b31-858a-51d9c0d6e76c req-6474af5e-533e-4895-9252-746d54466f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:56.980004 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e89cd572-0030-4b31-858a-51d9c0d6e76c req-6474af5e-533e-4895-9252-746d54466f30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.0735078 Jul 07 19:31:56.982889 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3a91ba16-c022-4e4c-8b46-f1b9d3de8559 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=965c3c7ba68449a2b548b2c8062aa669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3546035 Jul 07 19:31:56.999280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43456) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:57.086904 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.110239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port 6d916e76-594a-483f-aa7f-8e98c494db3c yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:31:57.130690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e2a72f96-eeb4-42a9-908b-5c90edfe869a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:57.173465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 845c9521-e44d-409e-a91f-d030a1925a75 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:57.194944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-af7d1e88-b3be-42f7-a2df-25279e96bc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.200075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cd572-0030-4b31-858a-51d9c0d6e76c req-862009c2-e5d8-4c30-8b8f-2b9d787ed5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:57.201589 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e89cd572-0030-4b31-858a-51d9c0d6e76c req-862009c2-e5d8-4c30-8b8f-2b9d787ed5cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033229 Jul 07 19:31:57.216145 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d2e9d-9ac5-49e3-85fe-4be59f8c6f67 None None] DHCP port deletion for c969c9ef-9514-477c-8b08-b233789b83eb request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:57.221715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 845c9521-e44d-409e-a91f-d030a1925a75 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:57.222232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 845c9521-e44d-409e-a91f-d030a1925a75 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:57.296178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port e2a72f96-eeb4-42a9-908b-5c90edfe869a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:57.304088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d2e9d-9ac5-49e3-85fe-4be59f8c6f67 None None] Deleting port e032a30f-1cc9-401e-9f26-7df7aaff247f {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:57.304548 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2e9d-9ac5-49e3-85fe-4be59f8c6f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.374320 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e89cd572-0030-4b31-858a-51d9c0d6e76c req-02a86064-6587-4d28-bc45-9c7656b5e45e service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621726 Jul 07 19:31:57.376390 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-af7d1e88-b3be-42f7-a2df-25279e96bc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.470562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8f5d2e9d-9ac5-49e3-85fe-4be59f8c6f67 None None] For port e032a30f-1cc9-401e-9f26-7df7aaff247f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e032a30f-1cc9-401e-9f26-7df7aaff247f,segment=NetworkSegment(30f1d400-c9bc-40bc-9d16-eae72ab0c9c5),segment_id=30f1d400-c9bc-40bc-9d16-eae72ab0c9c5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:57.471101 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2e9d-9ac5-49e3-85fe-4be59f8c6f67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.495925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d2e9d-9ac5-49e3-85fe-4be59f8c6f67 None None] Calling delete_port for e032a30f-1cc9-401e-9f26-7df7aaff247f owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:57.518934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port e032a30f-1cc9-401e-9f26-7df7aaff247f {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:57.519278 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.595588 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2e9d-9ac5-49e3-85fe-4be59f8c6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.620436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a208645-b405-4ab0-82f8-03b3432e6ce5 req-2290a75e-e24b-4c9b-9c30-2c66e7ca9cb8 tempest-ServersTestJSON-230579743 tempest-ServersTestJSON-230579743-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebf472a7-e25b-43e9-a748-00268a65fb4d HTTP/1.1" status: 200 len: 210 time: 0.0432937 Jul 07 19:31:57.627040 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-af7d1e88-b3be-42f7-a2df-25279e96bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.629942 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-af7d1e88-b3be-42f7-a2df-25279e96bc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.631346 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-af7d1e88-b3be-42f7-a2df-25279e96bc6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d627b22c-76a1-403d-9ac0-177350c24bb6 HTTP/1.1" status: 204 len: 168 time: 0.6308470 Jul 07 19:31:57.634230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d2e9d-9ac5-49e3-85fe-4be59f8c6f67 None None] Pushing event deleted for resources: {'Port': ['ID=e032a30f-1cc9-401e-9f26-7df7aaff247f,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:57.658975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d2e9d-9ac5-49e3-85fe-4be59f8c6f67 None None] No DVR routers for this DVR port e032a30f-1cc9-401e-9f26-7df7aaff247f on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:57.669136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d1e88-b3be-42f7-a2df-25279e96bc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d627b22c-76a1-403d-9ac0-177350c24bb6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:57.681303 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e89cd572-0030-4b31-858a-51d9c0d6e76c req-a1da10e2-49ef-458b-b38b-06e07c323303 service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555923 Jul 07 19:31:57.687031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-219a6324-2065-4fd5-a86d-b38c1dfd393b None None] Provisioning complete for port 1f01816f-4f16-49a5-925f-26c46628ab27 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:57.687798 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-219a6324-2065-4fd5-a86d-b38c1dfd393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.710670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1787f-ca2f-4cea-b8c3-a762f4920939 req-f44e9254-d15d-4784-be16-9cb2e867b51a tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:57.712457 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ef1787f-ca2f-4cea-b8c3-a762f4920939 req-f44e9254-d15d-4784-be16-9cb2e867b51a tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 944 time: 0.4928219 Jul 07 19:31:57.713932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8::156 (33f52603-1f1d-4d10-aa2f-287ffc651726/da70c67f-1ac9-431d-9e03-4690fc8883fd/6d916e76-594a-483f-aa7f-8e98c494db3c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:57.746048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-219a6324-2065-4fd5-a86d-b38c1dfd393b None None] Port 1f01816f-4f16-49a5-925f-26c46628ab27 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:57.748102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port e032a30f-1cc9-401e-9f26-7df7aaff247f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e032a30f-1cc9-401e-9f26-7df7aaff247f,segment=NetworkSegment(30f1d400-c9bc-40bc-9d16-eae72ab0c9c5),segment_id=30f1d400-c9bc-40bc-9d16-eae72ab0c9c5)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:57.748471 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.760063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-219a6324-2065-4fd5-a86d-b38c1dfd393b None None] Provisioning for port e2a72f96-eeb4-42a9-908b-5c90edfe869a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:57.764133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-219a6324-2065-4fd5-a86d-b38c1dfd393b None None] Provisioning complete for port e2a72f96-eeb4-42a9-908b-5c90edfe869a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:57.764717 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-219a6324-2065-4fd5-a86d-b38c1dfd393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.772715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for e032a30f-1cc9-401e-9f26-7df7aaff247f owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:57.852314 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ef1787f-ca2f-4cea-b8c3-a762f4920939 req-47d298c7-89b2-4bb2-b1a0-c711c7cbda70 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258183 Jul 07 19:31:57.907658 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-219a6324-2065-4fd5-a86d-b38c1dfd393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.957537 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.966510 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-219a6324-2065-4fd5-a86d-b38c1dfd393b None None] For port e2a72f96-eeb4-42a9-908b-5c90edfe869a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e2a72f96-eeb4-42a9-908b-5c90edfe869a,segment=NetworkSegment(6b7983c2-e7c0-41ec-ba99-17641e2605c8),segment_id=6b7983c2-e7c0-41ec-ba99-17641e2605c8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:57.973586 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-219a6324-2065-4fd5-a86d-b38c1dfd393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.001898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=e032a30f-1cc9-401e-9f26-7df7aaff247f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:58.006668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No DVR routers for this DVR port e032a30f-1cc9-401e-9f26-7df7aaff247f on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:58.044772 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.053049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a6324-2065-4fd5-a86d-b38c1dfd393b None None] Pushing event updated for resources: {'Port': ['ID=e2a72f96-eeb4-42a9-908b-5c90edfe869a,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:58.096308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Transition to ACTIVE for port object 6d916e76-594a-483f-aa7f-8e98c494db3c will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:58.115905 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.128525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c969c9ef-9514-477c-8b08-b233789b83eb']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:58.146176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f1d400-c9bc-40bc-9d16-eae72ab0c9c5') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:58.146475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f1d400-c9bc-40bc-9d16-eae72ab0c9c5') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:58.158588 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.176616 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.179584 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.213110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:58.214135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:58.217078 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:58.285419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:58.292571 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:58.298267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:58.304126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:58.305222 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.309507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=6d916e76-594a-483f-aa7f-8e98c494db3c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:58.317473 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.326580 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.328754 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/networks/c969c9ef-9514-477c-8b08-b233789b83eb HTTP/1.1" status: 204 len: 168 time: 1.5997984 Jul 07 19:31:58.332583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43482) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:58.344375 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7cd3c9f8-5f48-4724-9f28-0c0f5901bf32 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9974694 Jul 07 19:31:58.344833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1df3d0bb-f0fa-4c0f-afc2-a7593342a2b8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-65188063', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:58.345037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43484) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:58.350334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7b897a3b-c740-434a-9dea-457afedb61da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:58.354346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b721156-88e1-4465-a128-f8d82c2fe064 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Network': ['ID=c969c9ef-9514-477c-8b08-b233789b83eb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:58.378531 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1df3d0bb-f0fa-4c0f-afc2-a7593342a2b8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.380477 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1df3d0bb-f0fa-4c0f-afc2-a7593342a2b8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.453289 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1df3d0bb-f0fa-4c0f-afc2-a7593342a2b8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.459888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1df3d0bb-f0fa-4c0f-afc2-a7593342a2b8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.469052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43486) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:58.492093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b897a3b-c740-434a-9dea-457afedb61da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:58.496430 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b897a3b-c740-434a-9dea-457afedb61da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.498131 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1df3d0bb-f0fa-4c0f-afc2-a7593342a2b8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.499934 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1df3d0bb-f0fa-4c0f-afc2-a7593342a2b8 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1644740 Jul 07 19:31:58.503269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43490) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:58.509817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-64e23e9a-3f7b-4936-b8e8-ed9d94ea430b tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'network': {'name': 'tempest-RoutersTest-1396077540'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:58.538352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e23e9a-3f7b-4936-b8e8-ed9d94ea430b tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:58.542237 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64e23e9a-3f7b-4936-b8e8-ed9d94ea430b tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.574279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e23e9a-3f7b-4936-b8e8-ed9d94ea430b tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:58.585336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64e23e9a-3f7b-4936-b8e8-ed9d94ea430b tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.585700 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-64e23e9a-3f7b-4936-b8e8-ed9d94ea430b tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Added segment 6556bd59-0a38-467c-9adf-19f3fd40f166 of type vlan for network c34b07fd-ec16-4324-9b95-7f0de0ee168e Jul 07 19:31:58.597227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3c165872-b978-44ec-90e9-fa39d5d38e0d tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:58.597929 n-d-793621-9 neutron-server[93900]: WARNING neutron.api.v2.base [None req-3c165872-b978-44ec-90e9-fa39d5d38e0d tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 19:31:58.598499 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-3c165872-b978-44ec-90e9-fa39d5d38e0d tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 19:31:58.603086 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3c165872-b978-44ec-90e9-fa39d5d38e0d tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1294391 Jul 07 19:31:58.603086 n-d-793621-9 neutron-server[93900]: INFO neutron.db.ipam_backend_mixin [None req-7b897a3b-c740-434a-9dea-457afedb61da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da70c67f-1ac9-431d-9e03-4690fc8883fd (CIDR: 2001:db8::/64) Jul 07 19:31:58.603330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43492) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:58.607580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c90dc8ca-9d5e-4070-94be-547760f36216 None None] Provisioning for port 6d916e76-594a-483f-aa7f-8e98c494db3c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:58.608056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b1cdbc10-e0e4-4ab1-b138-2a1fce4c2bbe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group': {'name': 'tempest-secgroup--166078089'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:58.613359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c90dc8ca-9d5e-4070-94be-547760f36216 None None] Provisioning complete for port 6d916e76-594a-483f-aa7f-8e98c494db3c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:58.613843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c90dc8ca-9d5e-4070-94be-547760f36216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.620357 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b897a3b-c740-434a-9dea-457afedb61da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:31:58.620785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b897a3b-c740-434a-9dea-457afedb61da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:31:58.633852 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64e23e9a-3f7b-4936-b8e8-ed9d94ea430b tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.642455 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1cdbc10-e0e4-4ab1-b138-2a1fce4c2bbe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.647970 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7b897a3b-c740-434a-9dea-457afedb61da tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3002627 Jul 07 19:31:58.651782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43494) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:58.653672 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1cdbc10-e0e4-4ab1-b138-2a1fce4c2bbe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.657138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e09a3877-b760-4ef5-a734-7c0b09157302 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:58.665544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c90dc8ca-9d5e-4070-94be-547760f36216 None None] Port 6d916e76-594a-483f-aa7f-8e98c494db3c cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:58.735161 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64e23e9a-3f7b-4936-b8e8-ed9d94ea430b tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.741409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e23e9a-3f7b-4936-b8e8-ed9d94ea430b tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:58.742007 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-64e23e9a-3f7b-4936-b8e8-ed9d94ea430b tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.753938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43498) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:58.804445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1cdbc10-e0e4-4ab1-b138-2a1fce4c2bbe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.809836 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1cdbc10-e0e4-4ab1-b138-2a1fce4c2bbe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.818513 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-64e23e9a-3f7b-4936-b8e8-ed9d94ea430b tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3133357 Jul 07 19:31:58.823967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43500) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:58.832238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-903f9d07-d718-4dd9-9c1a-b09e16f1d9ee admin admin] Deleting subnet c21bbf2f-3f18-47a4-8078-10985cc0be42 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:58.836722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e23e9a-3f7b-4936-b8e8-ed9d94ea430b tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Network': ['ID=c34b07fd-ec16-4324-9b95-7f0de0ee168e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:58.844116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'subnet': {'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:58.847003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c34b07fd-ec16-4324-9b95-7f0de0ee168e details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:58.848349 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-903f9d07-d718-4dd9-9c1a-b09e16f1d9ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.940726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdbc10-e0e4-4ab1-b138-2a1fce4c2bbe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfc8f13-04a3-47c2-ab80-5cd9d246cb64,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:58.960489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-903f9d07-d718-4dd9-9c1a-b09e16f1d9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.996421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e2a72f96-eeb4-42a9-908b-5c90edfe869a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:59.045047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e2a72f96-eeb4-42a9-908b-5c90edfe869a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:59.045508 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.068481 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-903f9d07-d718-4dd9-9c1a-b09e16f1d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.175869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e032a30f-1cc9-401e-9f26-7df7aaff247f no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:59.197040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: e032a30f-1cc9-401e-9f26-7df7aaff247f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:59.197300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e032a30f-1cc9-401e-9f26-7df7aaff247f not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:59.484222 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1cdbc10-e0e4-4ab1-b138-2a1fce4c2bbe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.492591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1cdbc10-e0e4-4ab1-b138-2a1fce4c2bbe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.505506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09a3877-b760-4ef5-a734-7c0b09157302 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:59.509335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e09a3877-b760-4ef5-a734-7c0b09157302 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.514981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f778-414b-4b7d-bcf1-cb95e20f527c req-2e4e9faf-3447-4765-9f4f-8386efe9512c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:59.516550 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a677f778-414b-4b7d-bcf1-cb95e20f527c req-2e4e9faf-3447-4765-9f4f-8386efe9512c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 944 time: 0.5192709 Jul 07 19:31:59.531235 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:31:59.531235 n-d-793621-9 neutron-server[93900]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:31:59.531235 n-d-793621-9 neutron-server[93900]: [parameters: {'project_id_1': '9f350db71c2947f1a83d8fc699460239', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 31, 59, 47867)}] Jul 07 19:31:59.531235 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:31:59.531712 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:31:59.560247 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1cdbc10-e0e4-4ab1-b138-2a1fce4c2bbe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.563988 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b1cdbc10-e0e4-4ab1-b138-2a1fce4c2bbe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9570408 Jul 07 19:31:59.566046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43504) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:59.570246 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-903f9d07-d718-4dd9-9c1a-b09e16f1d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.570600 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b2708c78-69ab-4530-9e09-d4fe4f6b2c85 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': '9c1bdea6-e1ea-4276-a98b-d8987270d91c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:59.578912 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdbc10-e0e4-4ab1-b138-2a1fce4c2bbe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1bdea6-e1ea-4276-a98b-d8987270d91c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:59.615996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f9d07-d718-4dd9-9c1a-b09e16f1d9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c21bbf2f-3f18-47a4-8078-10985cc0be42,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:59.626368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-903f9d07-d718-4dd9-9c1a-b09e16f1d9ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.628565 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-903f9d07-d718-4dd9-9c1a-b09e16f1d9ee admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c21bbf2f-3f18-47a4-8078-10985cc0be42 HTTP/1.1" status: 204 len: 168 time: 0.8735332 Jul 07 19:31:59.631561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43506) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:59.635721 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2708c78-69ab-4530-9e09-d4fe4f6b2c85 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.644024 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a677f778-414b-4b7d-bcf1-cb95e20f527c req-15ba3ede-d3cd-49fa-91a3-a20f3b7fa9cc tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097622 Jul 07 19:31:59.707980 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.753936 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2708c78-69ab-4530-9e09-d4fe4f6b2c85 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.757932 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2708c78-69ab-4530-9e09-d4fe4f6b2c85 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.790113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2708c78-69ab-4530-9e09-d4fe4f6b2c85 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d49d5e-b31f-477c-aca6-8b7020b55e96,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:59.796454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b2708c78-69ab-4530-9e09-d4fe4f6b2c85 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.797631 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b2708c78-69ab-4530-9e09-d4fe4f6b2c85 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2306478 Jul 07 19:31:59.800621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.801280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43508) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:59.807422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1d25ba3c-f2ce-49ec-bb86-3afe63f57761 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': '9c1bdea6-e1ea-4276-a98b-d8987270d91c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:59.810741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe28009-9066-440f-9464-deba41242cb9']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:59.820935 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423f4e97-b458-4b9f-aec0-fd95a8efe877') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:59.821233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423f4e97-b458-4b9f-aec0-fd95a8efe877') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:59.831142 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.845673 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.852413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:59.852812 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:59.854522 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:59.870698 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d25ba3c-f2ce-49ec-bb86-3afe63f57761 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.898292 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e09a3877-b760-4ef5-a734-7c0b09157302 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.912445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.924526 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.926546 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8fe28009-9066-440f-9464-deba41242cb9 HTTP/1.1" status: 204 len: 168 time: 0.2940500 Jul 07 19:31:59.937461 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a82822-3ee4-451e-93ed-6554e57a9416 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe28009-9066-440f-9464-deba41242cb9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:59.963835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a3877-b760-4ef5-a734-7c0b09157302 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:59.972497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-e09a3877-b760-4ef5-a734-7c0b09157302 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:59.980812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09a3877-b760-4ef5-a734-7c0b09157302 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:59.981611 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e09a3877-b760-4ef5-a734-7c0b09157302 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.982228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b53f502-7279-4eca-ad64-ae808a3578b1 None None] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:59.993995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a3877-b760-4ef5-a734-7c0b09157302 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Subnet': ['ID=42771ed5-d95e-4fa6-9aae-464f4e076605,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:00.004650 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-1d25ba3c-f2ce-49ec-bb86-3afe63f57761 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 19:32:00.008484 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1d25ba3c-f2ce-49ec-bb86-3afe63f57761 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2035055 Jul 07 19:32:00.008892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43512) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:00.015704 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e09a3877-b760-4ef5-a734-7c0b09157302 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3626375 Jul 07 19:32:00.016354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43514) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:00.022100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1b2dbb6f-2739-44da-8139-f50c224efae8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-526055119', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '42771ed5-d95e-4fa6-9aae-464f4e076605'}], 'security_groups': ['4c8e96f5-d81a-49c6-b7e1-ac7935cf21aa']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:00.097877 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff2bdb2d-6389-455a-84a7-7447547fdfef tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.111383 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:00.115140 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.145516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43516) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:00.184696 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff2bdb2d-6389-455a-84a7-7447547fdfef tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.234875 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ff1abab7-2cae-4330-a1f3-987054c2622c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfc0bfa801a549519ae7c1ebf365c273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881798 Jul 07 19:32:00.237472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43518) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:00.251608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7d59f4a2-b168-4350-933e-f9bbf1511664 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:32:00.263010 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b2dbb6f-2739-44da-8139-f50c224efae8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.289830 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff2bdb2d-6389-455a-84a7-7447547fdfef tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.292687 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff2bdb2d-6389-455a-84a7-7447547fdfef tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.293835 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ff2bdb2d-6389-455a-84a7-7447547fdfef tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "DELETE /v2.0/security-groups/9c1bdea6-e1ea-4276-a98b-d8987270d91c HTTP/1.1" status: 204 len: 168 time: 0.2839477 Jul 07 19:32:00.301518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43520) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:00.325245 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e335f-4ffa-4095-a4e7-c9992488f749 None None] Update dhcp port {'port': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'fixed_ips': [{'subnet_id': 'da70c67f-1ac9-431d-9e03-4690fc8883fd', 'ip_address': '2001:db8::2'}, {'subnet_id': '42771ed5-d95e-4fa6-9aae-464f4e076605'}], 'binding:host_id': 'n-d-793621-9'}, 'id': 'e2a72f96-eeb4-42a9-908b-5c90edfe869a'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:32:00.326252 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bdb2d-6389-455a-84a7-7447547fdfef tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1bdea6-e1ea-4276-a98b-d8987270d91c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:00.388027 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b82e335f-4ffa-4095-a4e7-c9992488f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.397849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e89371fc-88d8-420b-be85-746beb9fde50 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951459 Jul 07 19:32:00.402381 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.405463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43522) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:00.443206 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9fc17687-e710-495c-a350-9ccb23ab1f1a tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141497585'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:00.447226 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7d59f4a2-b168-4350-933e-f9bbf1511664, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7d59f4a2-b168-4350-933e-f9bbf1511664,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:00.468473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '7d59f4a2-b168-4350-933e-f9bbf1511664', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'port_id': '7d59f4a2-b168-4350-933e-f9bbf1511664', 'mac_address': 'fa:16:3e:b0:27:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:32:00.482733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Subnet': ['ID=d15eca6b-2a49-4fd1-adc7-fcd69629b688,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:00.498984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9fc17687-e710-495c-a350-9ccb23ab1f1a tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.518954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Checking segment: {'id': '6556bd59-0a38-467c-9adf-19f3fd40f166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:00.519255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network hostable DHCP agents. Network: c34b07fd-ec16-4324-9b95-7f0de0ee168e, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:32:00.555731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network c34b07fd-ec16-4324-9b95-7f0de0ee168e is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:32:00.575793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, c34b07fd-ec16-4324-9b95-7f0de0ee168e) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:00.581738 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.582667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:00.583375 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.594549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28c40f8-aa2f-4d98-8da1-7e0a990a29e7 None None] Network c34b07fd-ec16-4324-9b95-7f0de0ee168e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:00.605911 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9afff91c-07ef-4471-9f87-c75fba1dd1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.618653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9fc17687-e710-495c-a350-9ccb23ab1f1a tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.625177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9fc17687-e710-495c-a350-9ccb23ab1f1a tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.636923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d59f4a2-b168-4350-933e-f9bbf1511664 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:32:00.642373 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-43896f98-d0c0-4fff-b167-eef367dcaeb5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8051670 Jul 07 19:32:00.646774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43524) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:00.649457 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-1b2dbb6f-2739-44da-8139-f50c224efae8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Delete allocated IP 2001:db8::156 (33f52603-1f1d-4d10-aa2f-287ffc651726/da70c67f-1ac9-431d-9e03-4690fc8883fd) {{(pid=93901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 19:32:00.658684 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9afff91c-07ef-4471-9f87-c75fba1dd1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.669700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7d59f4a2-b168-4350-933e-f9bbf1511664, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7d59f4a2-b168-4350-933e-f9bbf1511664,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:00.671869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-1b2dbb6f-2739-44da-8139-f50c224efae8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8:0:1::329 (33f52603-1f1d-4d10-aa2f-287ffc651726/42771ed5-d95e-4fa6-9aae-464f4e076605/6d916e76-594a-483f-aa7f-8e98c494db3c) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:00.698139 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9fc17687-e710-495c-a350-9ccb23ab1f1a tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.699385 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9fc17687-e710-495c-a350-9ccb23ab1f1a tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2639689 Jul 07 19:32:00.702388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43528) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:00.722670 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.729901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8c74a892-7f9c-47ef-a7d8-4607ff99e184 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': '94cb910a-36f1-477e-bc4b-ec52add59902', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:00.730675 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-8c74a892-7f9c-47ef-a7d8-4607ff99e184 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 19:32:00.731233 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-8c74a892-7f9c-47ef-a7d8-4607ff99e184 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:00.732617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc17687-e710-495c-a350-9ccb23ab1f1a tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94cb910a-36f1-477e-bc4b-ec52add59902,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:00.732736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8c74a892-7f9c-47ef-a7d8-4607ff99e184 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0168145 Jul 07 19:32:00.735588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43530) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:00.824497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=7d59f4a2-b168-4350-933e-f9bbf1511664,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:00.827766 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9afff91c-07ef-4471-9f87-c75fba1dd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.831183 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9afff91c-07ef-4471-9f87-c75fba1dd1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.835247 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9afff91c-07ef-4471-9f87-c75fba1dd1a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2fe8d9ab-0421-4706-a5a6-3e83fae26f9b HTTP/1.1" status: 204 len: 168 time: 0.5968416 Jul 07 19:32:00.891686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afff91c-07ef-4471-9f87-c75fba1dd1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe8d9ab-0421-4706-a5a6-3e83fae26f9b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:00.917061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:32:00.918028 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.954838 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62192630-2417-4f2a-9dd5-74f80c58e3dc tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.964797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f63157-786e-4fb9-b063-f280b2ae3be2 req-246b74b0-ba2b-42f4-aaad-e47d694be86f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:00.966658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7f63157-786e-4fb9-b063-f280b2ae3be2 req-246b74b0-ba2b-42f4-aaad-e47d694be86f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 945 time: 0.1434457 Jul 07 19:32:01.003679 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62192630-2417-4f2a-9dd5-74f80c58e3dc tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.026786 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b2dbb6f-2739-44da-8139-f50c224efae8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.036196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7f63157-786e-4fb9-b063-f280b2ae3be2 req-dff30d70-15a7-4352-9a13-22cb82a9567f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588322 Jul 07 19:32:01.048682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-1b2dbb6f-2739-44da-8139-f50c224efae8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Transition to ACTIVE for port object 6d916e76-594a-483f-aa7f-8e98c494db3c will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:01.054447 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b2dbb6f-2739-44da-8139-f50c224efae8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.069464 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.127908 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62192630-2417-4f2a-9dd5-74f80c58e3dc tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.130434 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62192630-2417-4f2a-9dd5-74f80c58e3dc tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.131730 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-62192630-2417-4f2a-9dd5-74f80c58e3dc tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "DELETE /v2.0/security-groups/94cb910a-36f1-477e-bc4b-ec52add59902 HTTP/1.1" status: 204 len: 168 time: 0.3947628 Jul 07 19:32:01.153173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43536) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:01.153505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43538) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:01.155436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-b82e335f-4ffa-4095-a4e7-c9992488f749 None None] Allocated IP 2001:db8:0:1::2 (33f52603-1f1d-4d10-aa2f-287ffc651726/42771ed5-d95e-4fa6-9aae-464f4e076605/e2a72f96-eeb4-42a9-908b-5c90edfe869a) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:01.157463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-1b2dbb6f-2739-44da-8139-f50c224efae8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] In _notify_port_updated(), no bound segment for port 6d916e76-594a-483f-aa7f-8e98c494db3c on network 33f52603-1f1d-4d10-aa2f-287ffc651726 {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:32:01.164138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2dbb6f-2739-44da-8139-f50c224efae8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:01.165600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b2dbb6f-2739-44da-8139-f50c224efae8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.166896 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1b2dbb6f-2739-44da-8139-f50c224efae8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "PUT /v2.0/ports/6d916e76-594a-483f-aa7f-8e98c494db3c HTTP/1.1" status: 200 len: 930 time: 1.1492167 Jul 07 19:32:01.176287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43542) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:01.190606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62192630-2417-4f2a-9dd5-74f80c58e3dc tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cb910a-36f1-477e-bc4b-ec52add59902,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:01.198023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Allocated IP 172.20.0.2 (c34b07fd-ec16-4324-9b95-7f0de0ee168e/d15eca6b-2a49-4fd1-adc7-fcd69629b688/4efe6a31-4d76-4260-90e9-90795e94438b) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:01.204779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dbb6f-2739-44da-8139-f50c224efae8 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=6d916e76-594a-483f-aa7f-8e98c494db3c,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:01.277294 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8266e2d4-66e0-4d38-aede-a2bc0bc1a735 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1088037 Jul 07 19:32:01.281148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43544) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:01.290810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-243930d5-1ecb-45c4-a116-9773a711a7a2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289823862'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:01.306174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8417ca6b-f6db-40bd-8fd8-590470dabe04 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/floatingips/3d7dcada-d837-4e62-8896-239abdb421d1 HTTP/1.1" status: 200 len: 994 time: 0.1365607 Jul 07 19:32:01.325969 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-243930d5-1ecb-45c4-a116-9773a711a7a2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.399265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-9eace751-3737-4f28-8b9a-d4d62cb09afc tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port 6d916e76-594a-483f-aa7f-8e98c494db3c {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:01.399611 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9eace751-3737-4f28-8b9a-d4d62cb09afc tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.443069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7d59f4a2-b168-4350-933e-f9bbf1511664'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:32:01.465090 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-243930d5-1ecb-45c4-a116-9773a711a7a2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.475802 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-243930d5-1ecb-45c4-a116-9773a711a7a2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.528050 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9eace751-3737-4f28-8b9a-d4d62cb09afc tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.539391 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-243930d5-1ecb-45c4-a116-9773a711a7a2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.541546 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-243930d5-1ecb-45c4-a116-9773a711a7a2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2594430 Jul 07 19:32:01.547984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43554) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:01.548809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-9eace751-3737-4f28-8b9a-d4d62cb09afc tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for 6d916e76-594a-483f-aa7f-8e98c494db3c owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:01.576461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243930d5-1ecb-45c4-a116-9773a711a7a2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f5aa33-10c8-4a94-8b2d-003cca0655ed,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:01.595349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f7627a4b-56e9-4192-8543-3f064b13f2df tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'd5f5aa33-10c8-4a94-8b2d-003cca0655ed', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:01.596576 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-f7627a4b-56e9-4192-8543-3f064b13f2df tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 19:32:01.598104 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-f7627a4b-56e9-4192-8543-3f064b13f2df tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:01.603047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f7627a4b-56e9-4192-8543-3f064b13f2df tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0333996 Jul 07 19:32:01.603776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43558) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:01.612422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b82e335f-4ffa-4095-a4e7-c9992488f749 None None] For port e2a72f96-eeb4-42a9-908b-5c90edfe869a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e2a72f96-eeb4-42a9-908b-5c90edfe869a,segment=NetworkSegment(6b7983c2-e7c0-41ec-ba99-17641e2605c8),segment_id=6b7983c2-e7c0-41ec-ba99-17641e2605c8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:01.668956 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-afaafcbe-130d-4063-bb06-0702707dae42 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.694403 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-afaafcbe-130d-4063-bb06-0702707dae42 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.719393 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43562) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:01.760762 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b82e335f-4ffa-4095-a4e7-c9992488f749 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.762135 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-afaafcbe-130d-4063-bb06-0702707dae42 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.766472 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-afaafcbe-130d-4063-bb06-0702707dae42 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.770621 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-afaafcbe-130d-4063-bb06-0702707dae42 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "DELETE /v2.0/security-groups/d5f5aa33-10c8-4a94-8b2d-003cca0655ed HTTP/1.1" status: 204 len: 168 time: 0.1656499 Jul 07 19:32:01.771140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43566) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:01.783286 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9eace751-3737-4f28-8b9a-d4d62cb09afc tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.815924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaafcbe-130d-4063-bb06-0702707dae42 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f5aa33-10c8-4a94-8b2d-003cca0655ed,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:01.843919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9eace751-3737-4f28-8b9a-d4d62cb09afc tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.847112 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9eace751-3737-4f28-8b9a-d4d62cb09afc tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/6d916e76-594a-483f-aa7f-8e98c494db3c HTTP/1.1" status: 204 len: 168 time: 0.6697390 Jul 07 19:32:01.847605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-30956b88-6756-43b3-98c1-d98ccb61592d tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715923 Jul 07 19:32:01.848455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43570) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:01.850759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43572) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:01.855407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b82e335f-4ffa-4095-a4e7-c9992488f749 None None] Transition to ACTIVE for port object e2a72f96-eeb4-42a9-908b-5c90edfe869a will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:01.873577 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b82e335f-4ffa-4095-a4e7-c9992488f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.876039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4210c71b-2f1b-4dd3-890c-8d2f57daa612 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845796536'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:01.884132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eace751-3737-4f28-8b9a-d4d62cb09afc tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=6d916e76-594a-483f-aa7f-8e98c494db3c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:01.908023 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb74d425-637a-4ee9-92ee-13880f44fce7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:32:01.909882 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cb74d425-637a-4ee9-92ee-13880f44fce7 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/6d916e76-594a-483f-aa7f-8e98c494db3c HTTP/1.1" status: 404 len: 333 time: 0.0581303 Jul 07 19:32:01.915745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43576) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:01.991056 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4210c71b-2f1b-4dd3-890c-8d2f57daa612 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.991281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e335f-4ffa-4095-a4e7-c9992488f749 None None] Pushing event updated for resources: {'Port': ['ID=e2a72f96-eeb4-42a9-908b-5c90edfe869a,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:01.999531 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.031329 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-074f2ba5-3f9e-4f88-adcb-7d6a7aacd94a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.051862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting port 53875daa-46b6-467e-aa96-447ebd96dae8 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:02.052430 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.071421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Transition to ACTIVE for port object 4efe6a31-4d76-4260-90e9-90795e94438b will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:02.081199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-074f2ba5-3f9e-4f88-adcb-7d6a7aacd94a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.181047 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.181665 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.186240 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-074f2ba5-3f9e-4f88-adcb-7d6a7aacd94a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.189335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-074f2ba5-3f9e-4f88-adcb-7d6a7aacd94a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.190885 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Transition to ACTIVE for port object 4efe6a31-4d76-4260-90e9-90795e94438b will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:02.193799 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-074f2ba5-3f9e-4f88-adcb-7d6a7aacd94a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/security-groups/4e95f06a-e2ed-4868-8d17-1f67d8a995b1 HTTP/1.1" status: 204 len: 168 time: 0.2763991 Jul 07 19:32:02.194553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43582) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:02.207554 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.230532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4210c71b-2f1b-4dd3-890c-8d2f57daa612 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.237376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Calling delete_port for 53875daa-46b6-467e-aa96-447ebd96dae8 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:02.242038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f2ba5-3f9e-4f88-adcb-7d6a7aacd94a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e95f06a-e2ed-4868-8d17-1f67d8a995b1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:02.256216 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4210c71b-2f1b-4dd3-890c-8d2f57daa612 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.318760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Network c34b07fd-ec16-4324-9b95-7f0de0ee168e is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:02.328505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:02.339562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210c71b-2f1b-4dd3-890c-8d2f57daa612 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70ec9cd-d743-4c99-b114-6ced0e09050d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:02.340788 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:02.375790 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4210c71b-2f1b-4dd3-890c-8d2f57daa612 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.377439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Pushing event updated for resources: {'Port': ['ID=4efe6a31-4d76-4260-90e9-90795e94438b,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:02.379500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4210c71b-2f1b-4dd3-890c-8d2f57daa612 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5299134 Jul 07 19:32:02.384928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43588) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:02.400025 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2496289d-23fc-41bc-9dfe-b8891d112ccd tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'e70ec9cd-d743-4c99-b114-6ced0e09050d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:02.417458 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-2496289d-23fc-41bc-9dfe-b8891d112ccd tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 19:32:02.418115 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-2496289d-23fc-41bc-9dfe-b8891d112ccd tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:02.419994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2496289d-23fc-41bc-9dfe-b8891d112ccd tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0267622 Jul 07 19:32:02.436247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43590) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:02.446585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e6a1811b-0609-444c-adcb-7cbb433ca15c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'e70ec9cd-d743-4c99-b114-6ced0e09050d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:02.447428 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-e6a1811b-0609-444c-adcb-7cbb433ca15c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 19:32:02.448241 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-e6a1811b-0609-444c-adcb-7cbb433ca15c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:02.452107 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e6a1811b-0609-444c-adcb-7cbb433ca15c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092912 Jul 07 19:32:02.455803 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43592) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:02.468318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d9f594e7-d7d6-4350-bd4a-01e35a0e0329 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'e70ec9cd-d743-4c99-b114-6ced0e09050d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:02.468545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Allocated IP 172.20.0.1 (c34b07fd-ec16-4324-9b95-7f0de0ee168e/d15eca6b-2a49-4fd1-adc7-fcd69629b688/cabf4111-d5d7-45e1-8edb-b57e2e9a06b7) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:02.475080 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-d9f594e7-d7d6-4350-bd4a-01e35a0e0329 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 19:32:02.476297 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-d9f594e7-d7d6-4350-bd4a-01e35a0e0329 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:02.481113 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d9f594e7-d7d6-4350-bd4a-01e35a0e0329 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184741 Jul 07 19:32:02.481113 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c239-1be3-4bfd-bb94-6fcd91365183 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.481634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43594) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:02.490102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a0af2984-c2be-42c9-80ba-1adb0195c1a9 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'e70ec9cd-d743-4c99-b114-6ced0e09050d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:02.491376 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-a0af2984-c2be-42c9-80ba-1adb0195c1a9 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 19:32:02.492002 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-a0af2984-c2be-42c9-80ba-1adb0195c1a9 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:02.496001 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a0af2984-c2be-42c9-80ba-1adb0195c1a9 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105033 Jul 07 19:32:02.498303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43596) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:02.512558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Attempting to bind port 4efe6a31-4d76-4260-90e9-90795e94438b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:02.513224 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Attempting to bind port 4efe6a31-4d76-4260-90e9-90795e94438b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '6556bd59-0a38-467c-9adf-19f3fd40f166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:02.513757 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Attempting to bind port 4efe6a31-4d76-4260-90e9-90795e94438b on network c34b07fd-ec16-4324-9b95-7f0de0ee168e {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:02.524637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:02.525300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Checking segment: {'id': '6556bd59-0a38-467c-9adf-19f3fd40f166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:02.526398 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.528789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Bound using segment: {'id': '6556bd59-0a38-467c-9adf-19f3fd40f166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:02.529472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Bound port: 4efe6a31-4d76-4260-90e9-90795e94438b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6556bd59-0a38-467c-9adf-19f3fd40f166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:02.532112 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.538011 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c239-1be3-4bfd-bb94-6fcd91365183 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.653878 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c239-1be3-4bfd-bb94-6fcd91365183 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.657298 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c239-1be3-4bfd-bb94-6fcd91365183 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.663148 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dbd9c239-1be3-4bfd-bb94-6fcd91365183 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/security-groups/4c8e96f5-d81a-49c6-b7e1-ac7935cf21aa HTTP/1.1" status: 204 len: 168 time: 0.4591470 Jul 07 19:32:02.664738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43602) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:02.738054 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a067e7f-df0d-4bc2-a0f0-d1f2788d4aef tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.761255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9c239-1be3-4bfd-bb94-6fcd91365183 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8e96f5-d81a-49c6-b7e1-ac7935cf21aa,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:02.801681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] For port 4efe6a31-4d76-4260-90e9-90795e94438b, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:02.816588 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] For port 4efe6a31-4d76-4260-90e9-90795e94438b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4efe6a31-4d76-4260-90e9-90795e94438b,segment=NetworkSegment(6556bd59-0a38-467c-9adf-19f3fd40f166),segment_id=6556bd59-0a38-467c-9adf-19f3fd40f166)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:02.838078 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.842560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a067e7f-df0d-4bc2-a0f0-d1f2788d4aef tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.855824 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.033353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Transition to ACTIVE for port object cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:03.038330 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.063663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e2a72f96-eeb4-42a9-908b-5c90edfe869a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:03.068891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25dd7f-00d0-42d5-99b6-a180c2ba7780 None None] Pushing event updated for resources: {'Port': ['ID=4efe6a31-4d76-4260-90e9-90795e94438b,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:03.131939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Port': ['ID=53875daa-46b6-467e-aa96-447ebd96dae8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:03.359177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a067e7f-df0d-4bc2-a0f0-d1f2788d4aef tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.361869 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a067e7f-df0d-4bc2-a0f0-d1f2788d4aef tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.363235 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5a067e7f-df0d-4bc2-a0f0-d1f2788d4aef tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "DELETE /v2.0/security-groups/e70ec9cd-d743-4c99-b114-6ced0e09050d HTTP/1.1" status: 204 len: 168 time: 0.8465655 Jul 07 19:32:03.374919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43614) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:03.448399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a067e7f-df0d-4bc2-a0f0-d1f2788d4aef tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70ec9cd-d743-4c99-b114-6ced0e09050d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:03.451945 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.452277 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Floating IP 3d7dcada-d837-4e62-8896-239abdb421d1 disassociated (deleted). External IP: 172.25.0.137, port: c6b1e90d-e388-434f-b4e1-f5bf2cc58602. Jul 07 19:32:03.603072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-40dc82cb-d526-40f4-b20c-215f3bd602bc None None] Provisioning complete for port 1f01816f-4f16-49a5-925f-26c46628ab27 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:03.604211 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-40dc82cb-d526-40f4-b20c-215f3bd602bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.628187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca68cd0a-3bf1-4c81-b378-a6a1af3072b5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting subnet da70c67f-1ac9-431d-9e03-4690fc8883fd {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:03.632891 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca68cd0a-3bf1-4c81-b378-a6a1af3072b5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.678399 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.694081 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-40dc82cb-d526-40f4-b20c-215f3bd602bc None None] Port 1f01816f-4f16-49a5-925f-26c46628ab27 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:03.703553 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca68cd0a-3bf1-4c81-b378-a6a1af3072b5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.718154 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-40dc82cb-d526-40f4-b20c-215f3bd602bc None None] Provisioning for port e2a72f96-eeb4-42a9-908b-5c90edfe869a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:03.728582 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-40dc82cb-d526-40f4-b20c-215f3bd602bc None None] Provisioning complete for port e2a72f96-eeb4-42a9-908b-5c90edfe869a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:03.729332 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-40dc82cb-d526-40f4-b20c-215f3bd602bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.793654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42828248-73da-4a64-b27b-a7767c9479e2 req-275d23a2-2bd3-4263-9374-6d082dffa9c7 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:03.806432 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42828248-73da-4a64-b27b-a7767c9479e2 req-275d23a2-2bd3-4263-9374-6d082dffa9c7 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 945 time: 0.9358439 Jul 07 19:32:03.828763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=cabf4111-d5d7-45e1-8edb-b57e2e9a06b7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:03.881084 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c4034c11-d236-4a2b-9822-fb8152195710 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4754553 Jul 07 19:32:03.884940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-b7e33aa5-0808-4e59-a9dc-333cf6cf3b80 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0192351 Jul 07 19:32:03.888859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43618) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:03.895124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9d9058c9-8aa9-4dab-b4dc-dbc819f93bfe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group': {'name': 'tempest-secgroup--495486739'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:03.913996 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-40dc82cb-d526-40f4-b20c-215f3bd602bc None None] Could not find standard attr ID for object 6d916e76-594a-483f-aa7f-8e98c494db3c. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:32:03.919337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network c34b07fd-ec16-4324-9b95-7f0de0ee168e is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:03.925090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:03.928916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:03.938767 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d9058c9-8aa9-4dab-b4dc-dbc819f93bfe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.025834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3c78c7c2-29c0-4024-b9f4-8419ab3ddcb3 None None] Could not find standard attr ID for object 6d916e76-594a-483f-aa7f-8e98c494db3c. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:32:04.028340 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.041644 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42828248-73da-4a64-b27b-a7767c9479e2 req-5d0d5c3d-dd2c-47c8-a06c-86ade9216fde tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335250 Jul 07 19:32:04.151042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca68cd0a-3bf1-4c81-b378-a6a1af3072b5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.197264 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Router 13ddb8d4-9faf-4934-9b4d-597795392fcf has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:04.249067 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca68cd0a-3bf1-4c81-b378-a6a1af3072b5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.254088 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d9058c9-8aa9-4dab-b4dc-dbc819f93bfe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.266495 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d9058c9-8aa9-4dab-b4dc-dbc819f93bfe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.272047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7d59f4a2-b168-4350-933e-f9bbf1511664 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:04.310471 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d9058c9-8aa9-4dab-b4dc-dbc819f93bfe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.314856 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9d9058c9-8aa9-4dab-b4dc-dbc819f93bfe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4204984 Jul 07 19:32:04.317056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43620) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:04.323137 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca68cd0a-3bf1-4c81-b378-a6a1af3072b5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.330965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7cf39703-0c51-4f19-a59e-b37171c09616 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'b0693825-34a8-423e-80ad-d2aa33efa4b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:04.334389 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ca68cd0a-3bf1-4c81-b378-a6a1af3072b5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/da70c67f-1ac9-431d-9e03-4690fc8883fd HTTP/1.1" status: 204 len: 168 time: 1.6526456 Jul 07 19:32:04.334389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68cd0a-3bf1-4c81-b378-a6a1af3072b5 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Subnet': ['ID=da70c67f-1ac9-431d-9e03-4690fc8883fd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:04.337169 n-d-793621-9 neutron-server[93900]: WARNING neutron.api.v2.base [None req-7cf39703-0c51-4f19-a59e-b37171c09616 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 19:32:04.337678 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-7cf39703-0c51-4f19-a59e-b37171c09616 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:04.341808 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7cf39703-0c51-4f19-a59e-b37171c09616 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0180392 Jul 07 19:32:04.347775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43622) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:04.348173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43624) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:04.360715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9774e647-0da0-4ef1-8943-7eb23345b07c None None] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:04.362993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-72be83ae-991a-4d25-a0df-5215b853213e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:04.371470 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.375042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-bae62b3a-4fea-424f-9e50-e413595ef148 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'b0693825-34a8-423e-80ad-d2aa33efa4b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:04.415476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-398677af-63e4-4929-be0e-9ea1bfdc7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:04.416810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-398677af-63e4-4929-be0e-9ea1bfdc7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:04.417472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-398677af-63e4-4929-be0e-9ea1bfdc7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:04.418223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-398677af-63e4-4929-be0e-9ea1bfdc7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:04.418732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-398677af-63e4-4929-be0e-9ea1bfdc7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:04.419369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-398677af-63e4-4929-be0e-9ea1bfdc7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:04.419905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-398677af-63e4-4929-be0e-9ea1bfdc7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:04.422185 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-398677af-63e4-4929-be0e-9ea1bfdc7ac9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9366443b78874460a63d7aaac26d676e&device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 6503 time: 0.4508224 Jul 07 19:32:04.423213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 7d59f4a2-b168-4350-933e-f9bbf1511664 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:04.457792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 7d59f4a2-b168-4350-933e-f9bbf1511664 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:04.458181 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.473896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9058c9-8aa9-4dab-b4dc-dbc819f93bfe tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0693825-34a8-423e-80ad-d2aa33efa4b9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:04.587771 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:04.608126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e5f79-ca4d-4abb-b08e-0b41c75d1e37 None None] Sync routers for ids ['13ddb8d4-9faf-4934-9b4d-597795392fcf'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:04.625142 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.660754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e5f79-ca4d-4abb-b08e-0b41c75d1e37 None None] Routers {'13ddb8d4-9faf-4934-9b4d-597795392fcf'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:04.661457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-bb3e5f79-ca4d-4abb-b08e-0b41c75d1e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13ddb8d4-9faf-4934-9b4d-597795392fcf'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:04.766234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-07c0e9ea-ff67-470a-883d-b968b843c1df tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/floatingips/3d7dcada-d837-4e62-8896-239abdb421d1 HTTP/1.1" status: 204 len: 168 time: 3.0427396 Jul 07 19:32:04.766234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'tag': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:04.768799 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4130a34-668f-4e3f-bfe8-f0acfdb2baee" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d6fade-0962-47c3-9657-1014543a4d1f", "tag": "c6b1e90d-e388-434f-b4e1-f5bf2cc58602"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:04.773970 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.844485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72be83ae-991a-4d25-a0df-5215b853213e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:04.850904 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72be83ae-991a-4d25-a0df-5215b853213e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.856882 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7d59f4a2-b168-4350-933e-f9bbf1511664, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7d59f4a2-b168-4350-933e-f9bbf1511664,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:04.861596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8056ee5-e3ae-4580-8b50-61ec727c68f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d59f4a2-b168-4350-933e-f9bbf1511664'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:04.865285 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e225a438-f82f-4ecd-91f8-cdf67fa65507" -d '{"events": [{"server_uuid": "d8056ee5-e3ae-4580-8b50-61ec727c68f4", "name": "network-vif-plugged", "status": "completed", "tag": "7d59f4a2-b168-4350-933e-f9bbf1511664"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:04.879246 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.887777 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c047149-e875-4519-ac4b-8d88f19f26f7 x-openstack-request-id: req-9c047149-e875-4519-ac4b-8d88f19f26f7 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:04.888455 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d6fade-0962-47c3-9657-1014543a4d1f", "tag": "c6b1e90d-e388-434f-b4e1-f5bf2cc58602", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:04.889658 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c047149-e875-4519-ac4b-8d88f19f26f7 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:04.890175 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'tag': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602', 'status': 'completed', 'code': 200} Jul 07 19:32:04.891501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f42fbc-86f3-441d-aeab-9f9c38d7a525 None None] Network c34b07fd-ec16-4324-9b95-7f0de0ee168e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:04.900319 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-bae62b3a-4fea-424f-9e50-e413595ef148 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:04.903030 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bae62b3a-4fea-424f-9e50-e413595ef148 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5458724 Jul 07 19:32:04.905969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43636) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:04.914871 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ee8516da-6c76-4736-b402-ae2af5355a5b tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'b0693825-34a8-423e-80ad-d2aa33efa4b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:04.915429 n-d-793621-9 neutron-server[93900]: WARNING neutron.api.v2.base [None req-ee8516da-6c76-4736-b402-ae2af5355a5b tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 19:32:04.916599 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-ee8516da-6c76-4736-b402-ae2af5355a5b tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:04.920692 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ee8516da-6c76-4736-b402-ae2af5355a5b tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117962 Jul 07 19:32:04.923674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43638) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:04.939856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8d0dcc45-107a-4b0b-b674-4f6c880bda75 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'b0693825-34a8-423e-80ad-d2aa33efa4b9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:05.002551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=7d59f4a2-b168-4350-933e-f9bbf1511664,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:05.026532 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-5f72c7f4-e55e-468c-aed7-b270befb2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.027155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-5f72c7f4-e55e-468c-aed7-b270befb2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.027785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-5f72c7f4-e55e-468c-aed7-b270befb2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.029557 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-5f72c7f4-e55e-468c-aed7-b270befb2ff6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e65b60fe-28f2-4cd6-a3d4-66f5e861df04&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&id=c3072a4c-f835-4930-b50e-45a5a51219c9&id=c3072a4c-f835-4930-b50e-45a5a51219c9 HTTP/1.1" status: 200 len: 2298 time: 0.5615907 Jul 07 19:32:05.068887 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-8d0dcc45-107a-4b0b-b674-4f6c880bda75 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:05.073311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8d0dcc45-107a-4b0b-b674-4f6c880bda75 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1424162 Jul 07 19:32:05.074227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43642) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:05.077008 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844963de-a71d-4a86-b12e-7def7648192d x-openstack-request-id: req-844963de-a71d-4a86-b12e-7def7648192d {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:05.077263 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8056ee5-e3ae-4580-8b50-61ec727c68f4", "name": "network-vif-plugged", "status": "completed", "tag": "7d59f4a2-b168-4350-933e-f9bbf1511664", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:05.078115 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-844963de-a71d-4a86-b12e-7def7648192d {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:05.078863 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8056ee5-e3ae-4580-8b50-61ec727c68f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d59f4a2-b168-4350-933e-f9bbf1511664', 'code': 200} Jul 07 19:32:05.094228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-912b1e1f-b003-46ff-a7df-a2e01edfddbc tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'b0693825-34a8-423e-80ad-d2aa33efa4b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:05.095713 n-d-793621-9 neutron-server[93900]: WARNING neutron.api.v2.base [None req-912b1e1f-b003-46ff-a7df-a2e01edfddbc tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 19:32:05.096234 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-912b1e1f-b003-46ff-a7df-a2e01edfddbc tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:05.096577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-bb3e5f79-ca4d-4abb-b08e-0b41c75d1e37 None None] Set router 13ddb8d4-9faf-4934-9b4d-597795392fcf gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:05.097382 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-912b1e1f-b003-46ff-a7df-a2e01edfddbc tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0132675 Jul 07 19:32:05.110066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43644) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:05.129114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-7d30f928-6288-432e-bd26-ffa9ab6c800b tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'b0693825-34a8-423e-80ad-d2aa33efa4b9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:05.140446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4efe6a31-4d76-4260-90e9-90795e94438b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:05.156659 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:05.162682 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:05.193910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-540a0ff4-0679-421d-856e-a970ee1312bc None None] Provisioning for port 4efe6a31-4d76-4260-90e9-90795e94438b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:05.283066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4130a34-668f-4e3f-bfe8-f0acfdb2baee req-3fb6f39c-7a26-4e68-8c87-bb76bb973d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.284907 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4130a34-668f-4e3f-bfe8-f0acfdb2baee req-3fb6f39c-7a26-4e68-8c87-bb76bb973d60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 1097 time: 0.3806729 Jul 07 19:32:05.285444 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:05.306576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=cabf4111-d5d7-45e1-8edb-b57e2e9a06b7,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:05.354763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 4efe6a31-4d76-4260-90e9-90795e94438b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:05.417341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 4efe6a31-4d76-4260-90e9-90795e94438b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:05.418099 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:05.462320 n-d-793621-9 neutron-server[93901]: INFO neutron.db.securitygroups_db [None req-7d30f928-6288-432e-bd26-ffa9ab6c800b tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Project 41889e7949ab41209519424388aaadfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:32:05.465983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130eb43-5003-4228-98e1-01237e87c3ab req-f5ddb0c2-d43a-4e5c-b4a4-f46975c9cd3b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.467709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4130eb43-5003-4228-98e1-01237e87c3ab req-f5ddb0c2-d43a-4e5c-b4a4-f46975c9cd3b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.1492772 Jul 07 19:32:05.525699 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4130eb43-5003-4228-98e1-01237e87c3ab req-343b5f1d-a50a-44e5-a297-b5673f44e48d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479953 Jul 07 19:32:05.534367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network c34b07fd-ec16-4324-9b95-7f0de0ee168e is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:05.536039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:05.588434 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4130a34-668f-4e3f-bfe8-f0acfdb2baee req-e834e96d-6fed-4067-bd7c-2963e43f44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.589938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4130a34-668f-4e3f-bfe8-f0acfdb2baee req-e834e96d-6fed-4067-bd7c-2963e43f44b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=50333238-2ba4-4f24-9c16-6e6986050042 HTTP/1.1" status: 200 len: 898 time: 0.1472714 Jul 07 19:32:05.591841 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-2ca851cb-299c-46c9-9b99-7e6a342f97e9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10ed5f95-de1c-4f1d-8433-23aa9adc36e3 HTTP/1.1" status: 200 len: 1002 time: 0.5391617 Jul 07 19:32:05.694287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router c4ec9943-072e-405e-b1e6-8862420c8a06 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:32:05.762631 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:05.789618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaa576-b91a-4bf5-9888-610cfaea04c8 req-5aae61fe-e8a2-42e6-b28d-10de1b58b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.791970 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1aaa576-b91a-4bf5-9888-610cfaea04c8 req-5aae61fe-e8a2-42e6-b28d-10de1b58b97f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 1097 time: 0.6699216 Jul 07 19:32:05.799874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4130a34-668f-4e3f-bfe8-f0acfdb2baee req-4ec1a255-34d9-4b75-80a4-fb9dde48593f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6b1e90d-e388-434f-b4e1-f5bf2cc58602 HTTP/1.1" status: 200 len: 217 time: 0.1833868 Jul 07 19:32:05.800710 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-7d30f928-6288-432e-bd26-ffa9ab6c800b tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:05.801717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7d30f928-6288-432e-bd26-ffa9ab6c800b tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6784539 Jul 07 19:32:05.814501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43652) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:05.835305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ebe60d4e-ea0a-4cf3-bacc-331d5bb19d53 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'b0693825-34a8-423e-80ad-d2aa33efa4b9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:05.836257 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-ebe60d4e-ea0a-4cf3-bacc-331d5bb19d53 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 19:32:05.836850 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-ebe60d4e-ea0a-4cf3-bacc-331d5bb19d53 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:05.838005 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ebe60d4e-ea0a-4cf3-bacc-331d5bb19d53 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092437 Jul 07 19:32:05.843151 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:05.856297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43654) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:05.862273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-aba7b0c4-53e9-4b39-a32c-f6286a9dcdf5 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'b0693825-34a8-423e-80ad-d2aa33efa4b9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:05.915278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-bb3e5f79-ca4d-4abb-b08e-0b41c75d1e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '56b7d344-066a-4c1e-825e-82f3c8355010', 'name': '', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:54:44:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:45Z', 'updated_at': '2021-07-07T19:30:03Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:05.915625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4130a34-668f-4e3f-bfe8-f0acfdb2baee req-cb483358-a76d-41bd-868e-4d4f4fa39545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.917290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4130a34-668f-4e3f-bfe8-f0acfdb2baee req-cb483358-a76d-41bd-868e-4d4f4fa39545 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa18e4b9-54ea-42d0-a29e-3d1a15e2c523 HTTP/1.1" status: 200 len: 834 time: 0.1035304 Jul 07 19:32:05.924532 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 4efe6a31-4d76-4260-90e9-90795e94438b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4efe6a31-4d76-4260-90e9-90795e94438b,segment=NetworkSegment(6556bd59-0a38-467c-9adf-19f3fd40f166),segment_id=6556bd59-0a38-467c-9adf-19f3fd40f166)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:05.945463 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-aba7b0c4-53e9-4b39-a32c-f6286a9dcdf5 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Project 41889e7949ab41209519424388aaadfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:32:05.969877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:05.976286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-010f9e96-395b-403d-ba45-b4f13617ff7e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3263547 Jul 07 19:32:05.978971 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-aba7b0c4-53e9-4b39-a32c-f6286a9dcdf5 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:05.981150 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aba7b0c4-53e9-4b39-a32c-f6286a9dcdf5 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1228285 Jul 07 19:32:05.981999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43660) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:05.984281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43662) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:05.987077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-93b8ddb2-8812-4f13-a57a-c8e9980dbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.987882 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Sync routers for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:05.989906 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-93b8ddb2-8812-4f13-a57a-c8e9980dbeb8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=027d46ee-f3de-4146-9c6b-7af9eea05b1d HTTP/1.1" status: 200 len: 856 time: 0.3366139 Jul 07 19:32:05.994638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5543bfd1-09f4-458b-ad03-0c18465e5793 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'network': {'name': 'tempest-RoutersTest-970047230'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:05.997096 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72be83ae-991a-4d25-a0df-5215b853213e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:05.999668 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.001533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e5f79-ca4d-4abb-b08e-0b41c75d1e37 None None] Checking router: 13ddb8d4-9faf-4934-9b4d-597795392fcf for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:06.003066 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:06.010691 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:06.018900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-890a5d7f-067e-4190-ad6f-cb352db8a2e7 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'b0693825-34a8-423e-80ad-d2aa33efa4b9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:06.050129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e5f79-ca4d-4abb-b08e-0b41c75d1e37 None None] Routers {'13ddb8d4-9faf-4934-9b4d-597795392fcf'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:06.050737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-bb3e5f79-ca4d-4abb-b08e-0b41c75d1e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13ddb8d4-9faf-4934-9b4d-597795392fcf'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:06.087684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5543bfd1-09f4-458b-ad03-0c18465e5793 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:06.091999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5543bfd1-09f4-458b-ad03-0c18465e5793 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.118537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be83ae-991a-4d25-a0df-5215b853213e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Subnet': ['ID=32ae10c4-2dbc-499e-943a-5ad7850866c4,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:06.155512 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-890a5d7f-067e-4190-ad6f-cb352db8a2e7 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Project 41889e7949ab41209519424388aaadfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:32:06.177981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5543bfd1-09f4-458b-ad03-0c18465e5793 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:32:06.191645 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5543bfd1-09f4-458b-ad03-0c18465e5793 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.192541 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-5543bfd1-09f4-458b-ad03-0c18465e5793 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Added segment bf06bd5f-5697-499d-b25f-8d31f532fa3e of type vlan for network 55782896-bb35-4819-b286-6aa7516fc470 Jul 07 19:32:06.208052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72be83ae-991a-4d25-a0df-5215b853213e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:06.210252 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-890a5d7f-067e-4190-ad6f-cb352db8a2e7 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:06.215311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1aaa576-b91a-4bf5-9888-610cfaea04c8 req-6306b237-82ec-4f69-8a34-d9c4d88e71f2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014707 Jul 07 19:32:06.215492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-890a5d7f-067e-4190-ad6f-cb352db8a2e7 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1974809 Jul 07 19:32:06.219396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43668) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:06.232707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-72be83ae-991a-4d25-a0df-5215b853213e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:06.235881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72be83ae-991a-4d25-a0df-5215b853213e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:06.236570 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72be83ae-991a-4d25-a0df-5215b853213e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.239185 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:06.288316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e08b1-a081-43f8-bb21-88d59dd63a63 req-9ed89cc4-bf49-4024-82f4-5c078b83105b tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:06.296638 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d3e08b1-a081-43f8-bb21-88d59dd63a63 req-9ed89cc4-bf49-4024-82f4-5c078b83105b tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 946 time: 0.8309405 Jul 07 19:32:06.300893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=4efe6a31-4d76-4260-90e9-90795e94438b,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:06.308467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb451ce-7a9a-4fde-be0b-d8ef08210925 None None] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:06.309192 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5543bfd1-09f4-458b-ad03-0c18465e5793 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.364245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4130a34-668f-4e3f-bfe8-f0acfdb2baee req-fd012528-d016-4545-adfa-59f774400b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:06.366234 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4130a34-668f-4e3f-bfe8-f0acfdb2baee req-fd012528-d016-4545-adfa-59f774400b5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50333238-2ba4-4f24-9c16-6e6986050042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4219663 Jul 07 19:32:06.372385 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5543bfd1-09f4-458b-ad03-0c18465e5793 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.373995 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-72be83ae-991a-4d25-a0df-5215b853213e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0183518 Jul 07 19:32:06.378620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5543bfd1-09f4-458b-ad03-0c18465e5793 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:06.379279 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5543bfd1-09f4-458b-ad03-0c18465e5793 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.397280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43674) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:06.409772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-6f281c0a-f3f2-4dbb-a665-bfcace34e6bb tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'security_group': {'name': 'tempest-secgroup-1140273671'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:06.419642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-376cbc8d-8d11-4ae8-a69e-12f34670031d None None] Provisioning complete for port 1f01816f-4f16-49a5-925f-26c46628ab27 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:06.420283 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-376cbc8d-8d11-4ae8-a69e-12f34670031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.476907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-bb3e5f79-ca4d-4abb-b08e-0b41c75d1e37 None None] Set router 13ddb8d4-9faf-4934-9b4d-597795392fcf gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:06.526575 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6f281c0a-f3f2-4dbb-a665-bfcace34e6bb tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.541916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-376cbc8d-8d11-4ae8-a69e-12f34670031d None None] Port 1f01816f-4f16-49a5-925f-26c46628ab27 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:06.576237 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d3e08b1-a081-43f8-bb21-88d59dd63a63 req-d5daf3fe-ce42-4e8c-8d46-69e6ce9d8d5d tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787960 Jul 07 19:32:06.611675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-74f0d8d0-0378-4e0f-87d6-74a80a47073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:06.613662 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-74f0d8d0-0378-4e0f-87d6-74a80a47073c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e65b60fe-28f2-4cd6-a3d4-66f5e861df04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4958844 Jul 07 19:32:06.622460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5543bfd1-09f4-458b-ad03-0c18465e5793 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6388178 Jul 07 19:32:06.627720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43678) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:06.648246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543bfd1-09f4-458b-ad03-0c18465e5793 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Network': ['ID=55782896-bb35-4819-b286-6aa7516fc470,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:06.690319 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:04Z', 'revision_number': 2, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:04Z', 'revision_number': 2, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:06.785452 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Checking router: c4ec9943-072e-405e-b1e6-8862420c8a06 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:06.786160 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Updating router c4ec9943-072e-405e-b1e6-8862420c8a06 port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:32:06.786403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3ee33cb8-001c-446c-8515-4a106e994afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'subnet': {'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:06.797350 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6f281c0a-f3f2-4dbb-a665-bfcace34e6bb tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.818862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6f281c0a-f3f2-4dbb-a665-bfcace34e6bb tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.846669 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.847155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-376cbc8d-8d11-4ae8-a69e-12f34670031d None None] Provisioning complete for port 4efe6a31-4d76-4260-90e9-90795e94438b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:06.847614 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-376cbc8d-8d11-4ae8-a69e-12f34670031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.850817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 55782896-bb35-4819-b286-6aa7516fc470 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:32:06.901520 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-213f24cb-45e9-4c87-b8a0-920aad9f9628 service neutron] 10.222.0.110 "GET /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728052 Jul 07 19:32:06.964968 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-56a4ab80-741c-4291-903b-4e5bbdd4bab9 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.015994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-56a4ab80-741c-4291-903b-4e5bbdd4bab9 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.042574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4efe6a31-4d76-4260-90e9-90795e94438b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:07.098010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee33cb8-001c-446c-8515-4a106e994afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:07.103644 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3ee33cb8-001c-446c-8515-4a106e994afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.147803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-bb3e5f79-ca4d-4abb-b08e-0b41c75d1e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '56b7d344-066a-4c1e-825e-82f3c8355010', 'name': '', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:54:44:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:45Z', 'updated_at': '2021-07-07T19:30:03Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:07.188805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e5f79-ca4d-4abb-b08e-0b41c75d1e37 None None] The sync data for ids ['13ddb8d4-9faf-4934-9b4d-597795392fcf'] in n-d-793621-9 is: [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '56b7d344-066a-4c1e-825e-82f3c8355010', 'name': '', 'network_id': '50333238-2ba4-4f24-9c16-6e6986050042', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'mac_address': 'fa:16:3e:54:44:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:45Z', 'updated_at': '2021-07-07T19:30:03Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'subnets': [{'id': 'fa18e4b9-54ea-42d0-a29e-3d1a15e2c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:07.244373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 4efe6a31-4d76-4260-90e9-90795e94438b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:07.244754 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.334211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-376cbc8d-8d11-4ae8-a69e-12f34670031d None None] Provisioning complete for port e2a72f96-eeb4-42a9-908b-5c90edfe869a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:07.334566 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-376cbc8d-8d11-4ae8-a69e-12f34670031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.361590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-56a4ab80-741c-4291-903b-4e5bbdd4bab9 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.369161 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-56a4ab80-741c-4291-903b-4e5bbdd4bab9 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.372810 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-56a4ab80-741c-4291-903b-4e5bbdd4bab9 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "DELETE /v2.0/security-groups/b0693825-34a8-423e-80ad-d2aa33efa4b9 HTTP/1.1" status: 204 len: 168 time: 1.1485310 Jul 07 19:32:07.404397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4130a34-668f-4e3f-bfe8-f0acfdb2baee req-dc9478d0-9740-4cd6-9216-38ba520ff0fe service neutron] 10.222.0.48 "GET /v2.0/networks/50333238-2ba4-4f24-9c16-6e6986050042?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0255852 Jul 07 19:32:07.405439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43682) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:07.410225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4ab80-741c-4291-903b-4e5bbdd4bab9 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0693825-34a8-423e-80ad-d2aa33efa4b9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:07.457515 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.498002 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Transition to ACTIVE for port object cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:07.522156 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.534673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a1a8ba-0b59-443a-874b-7e552d9ca3da None None] Update dhcp port {'port': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'fixed_ips': [{'subnet_id': '42771ed5-d95e-4fa6-9aae-464f4e076605', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '32ae10c4-2dbc-499e-943a-5ad7850866c4'}], 'binding:host_id': 'n-d-793621-9'}, 'id': 'e2a72f96-eeb4-42a9-908b-5c90edfe869a'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:32:07.555950 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6f281c0a-f3f2-4dbb-a665-bfcace34e6bb tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.558659 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6f281c0a-f3f2-4dbb-a665-bfcace34e6bb tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1561084 Jul 07 19:32:07.563287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43688) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:07.571321 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2f84aafe-ae94-493f-b3aa-22f2546dd949 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'security_group': {'name': 'tempest-secgroup-1166005741'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:07.592357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f281c0a-f3f2-4dbb-a665-bfcace34e6bb tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e9212e-db61-4a50-83de-7612d0d7c60d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:07.691821 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f84aafe-ae94-493f-b3aa-22f2546dd949 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.706898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc03d2-29e6-4e49-9ee7-75b306100f3c req-4be0d348-94e2-4381-8b00-515f0ed46569 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:07.708620 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7dbc03d2-29e6-4e49-9ee7-75b306100f3c req-4be0d348-94e2-4381-8b00-515f0ed46569 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.8838189 Jul 07 19:32:07.716599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7e9f1-1777-41d7-8845-8ffa8406dc80 None None] New status for floating IP 3d7dcada-d837-4e62-8896-239abdb421d1: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:32:07.794440 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Pushing event updated for resources: {'Port': ['ID=cabf4111-d5d7-45e1-8edb-b57e2e9a06b7,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:07.812841 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-42a1a8ba-0b59-443a-874b-7e552d9ca3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.833128 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Attempting to bind port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:07.834620 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Attempting to bind port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '6556bd59-0a38-467c-9adf-19f3fd40f166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:07.835869 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Attempting to bind port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 on network c34b07fd-ec16-4324-9b95-7f0de0ee168e {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:07.842357 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:07.842805 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:07.844355 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:07.844761 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:07.845160 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:07.846427 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:07.847661 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:07.848458 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:07.848855 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:07.849954 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7dbc03d2-29e6-4e49-9ee7-75b306100f3c req-5c227aec-6352-4d7b-9b91-2f255cd05f38 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923829 Jul 07 19:32:07.850503 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:07.850960 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:07.851352 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:07.865536 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:07.867545 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Checking segment: {'id': '6556bd59-0a38-467c-9adf-19f3fd40f166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:07.868876 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.870280 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Bound using segment: {'id': '6556bd59-0a38-467c-9adf-19f3fd40f166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:07.871947 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Bound port: cabf4111-d5d7-45e1-8edb-b57e2e9a06b7, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6556bd59-0a38-467c-9adf-19f3fd40f166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:07.872444 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.905135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f84aafe-ae94-493f-b3aa-22f2546dd949 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.915365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f84aafe-ae94-493f-b3aa-22f2546dd949 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.945013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ddb992d3-020c-484d-aca8-c1d99b6cc95c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5324256 Jul 07 19:32:07.966634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43692) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:07.967334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84aafe-ae94-493f-b3aa-22f2546dd949 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63bbd00a-346d-4af8-840f-68c2313f1c69,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:07.992822 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f84aafe-ae94-493f-b3aa-22f2546dd949 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.995064 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2f84aafe-ae94-493f-b3aa-22f2546dd949 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4291191 Jul 07 19:32:07.997932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43694) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:08.008660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-21048f4d-d814-4c96-be4e-02e5294577c2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111344843'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:08.009418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4da8a421-4947-44b4-a069-e162aec64592 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'security_group': {'name': 'tempest-secgroup-310516639'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:08.034733 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] For port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:08.040436 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] For port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cabf4111-d5d7-45e1-8edb-b57e2e9a06b7,segment=NetworkSegment(6556bd59-0a38-467c-9adf-19f3fd40f166),segment_id=6556bd59-0a38-467c-9adf-19f3fd40f166)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:08.055562 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.099713 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4da8a421-4947-44b4-a069-e162aec64592 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.133746 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:08.134382 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:08.164702 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [None req-4da8a421-4947-44b4-a069-e162aec64592 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:32:08.164702 n-d-793621-9 neutron-server[93900]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:32:08.164702 n-d-793621-9 neutron-server[93900]: [parameters: {'project_id_1': '85c3890fa00f4943901f50fca4c74949', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 32, 8, 138551)}] Jul 07 19:32:08.164702 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:32:08.165148 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [None req-4da8a421-4947-44b4-a069-e162aec64592 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:32:08.196306 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-01d1ce51-9c04-4e11-83f1-f77f8ff493bd service neutron] 10.222.0.110 "GET /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2506258 Jul 07 19:32:08.240583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-42a1a8ba-0b59-443a-874b-7e552d9ca3da None None] Allocated IP 2001:db8::2 (33f52603-1f1d-4d10-aa2f-287ffc651726/32ae10c4-2dbc-499e-943a-5ad7850866c4/e2a72f96-eeb4-42a9-908b-5c90edfe869a) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:08.241403 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:08.256740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-376cbc8d-8d11-4ae8-a69e-12f34670031d None None] Provisioning for port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:08.272298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4130a34-668f-4e3f-bfe8-f0acfdb2baee req-6f2faf64-3dc1-4dd8-9b1f-6aca5de86a5a service neutron] 10.222.0.48 "GET /v2.0/networks/50333238-2ba4-4f24-9c16-6e6986050042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788067 Jul 07 19:32:08.389798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-42a1a8ba-0b59-443a-874b-7e552d9ca3da None None] For port e2a72f96-eeb4-42a9-908b-5c90edfe869a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e2a72f96-eeb4-42a9-908b-5c90edfe869a,segment=NetworkSegment(6b7983c2-e7c0-41ec-ba99-17641e2605c8),segment_id=6b7983c2-e7c0-41ec-ba99-17641e2605c8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:08.395414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-d4571249-abcb-4a52-93c5-a073ac429dcc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=0fccae39-d74c-4e24-8894-943565c5335e HTTP/1.1" status: 200 len: 217 time: 0.1171875 Jul 07 19:32:08.396339 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3ee33cb8-001c-446c-8515-4a106e994afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.401429 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-21048f4d-d814-4c96-be4e-02e5294577c2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.427018 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee4c1d-00ef-45c3-a1db-3246b27f352e None None] Pushing event updated for resources: {'Port': ['ID=cabf4111-d5d7-45e1-8edb-b57e2e9a06b7,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:08.429353 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-42a1a8ba-0b59-443a-874b-7e552d9ca3da None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.465198 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-42a1a8ba-0b59-443a-874b-7e552d9ca3da None None] Transition to ACTIVE for port object e2a72f96-eeb4-42a9-908b-5c90edfe869a will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:08.472699 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-42a1a8ba-0b59-443a-874b-7e552d9ca3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.479330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f43dfe-c5ae-4e63-b6f2-e917a32f2ec3 req-6e1c861f-1151-48ff-bddc-178c3a03e6d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:08.481250 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7f43dfe-c5ae-4e63-b6f2-e917a32f2ec3 req-6e1c861f-1151-48ff-bddc-178c3a03e6d9 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 946 time: 0.7792943 Jul 07 19:32:08.547639 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:04Z', 'revision_number': 2, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:08Z', 'revision_number': 4, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:08.581400 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6a3e9-3dc5-4158-9c54-203b8d934585 None None] The sync data for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 is: [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:04Z', 'revision_number': 2, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:08Z', 'revision_number': 4, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:08.629433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1a8ba-0b59-443a-874b-7e552d9ca3da None None] Pushing event updated for resources: {'Port': ['ID=e2a72f96-eeb4-42a9-908b-5c90edfe869a,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:08.666690 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4da8a421-4947-44b4-a069-e162aec64592 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.691086 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-961d6b77-a151-4d62-bf38-e71506891f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:08.692928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-961d6b77-a151-4d62-bf38-e71506891f87 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.2727923 Jul 07 19:32:08.736050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81544a28-4cb3-4970-89ae-de80c9265ddc req-f18e1601-6ccc-4c9c-ad92-61adf03e2f4f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:08.737667 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81544a28-4cb3-4970-89ae-de80c9265ddc req-f18e1601-6ccc-4c9c-ad92-61adf03e2f4f tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 946 time: 0.7823143 Jul 07 19:32:08.789835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee33cb8-001c-446c-8515-4a106e994afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Subnet': ['ID=bc2b77a6-7dd9-4be4-a975-cc45a47fb18d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:08.837628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee33cb8-001c-446c-8515-4a106e994afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Checking segment: {'id': 'bf06bd5f-5697-499d-b25f-8d31f532fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '55782896-bb35-4819-b286-6aa7516fc470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:08.838031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee33cb8-001c-446c-8515-4a106e994afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network hostable DHCP agents. Network: 55782896-bb35-4819-b286-6aa7516fc470, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:32:08.904666 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81544a28-4cb3-4970-89ae-de80c9265ddc req-edeff6a3-9d9e-4583-bd39-8ade1926bf59 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430628 Jul 07 19:32:08.923906 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-21048f4d-d814-4c96-be4e-02e5294577c2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.966505 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-21048f4d-d814-4c96-be4e-02e5294577c2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.019740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a7f43dfe-c5ae-4e63-b6f2-e917a32f2ec3 req-3bcb53d5-8cf4-4ca1-a54e-6bb157aaf558 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting port c6b1e90d-e388-434f-b4e1-f5bf2cc58602 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:09.020395 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a7f43dfe-c5ae-4e63-b6f2-e917a32f2ec3 req-3bcb53d5-8cf4-4ca1-a54e-6bb157aaf558 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.054364 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e2a72f96-eeb4-42a9-908b-5c90edfe869a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:09.110004 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4da8a421-4947-44b4-a069-e162aec64592 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.128481 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4da8a421-4947-44b4-a069-e162aec64592 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.232566 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-21048f4d-d814-4c96-be4e-02e5294577c2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.233469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-21048f4d-d814-4c96-be4e-02e5294577c2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2631006 Jul 07 19:32:09.239067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43706) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:09.239195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8a421-4947-44b4-a069-e162aec64592 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60522cb8-d695-48c4-863f-12c26ebcfadd,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:09.241578 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4da8a421-4947-44b4-a069-e162aec64592 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.242927 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4da8a421-4947-44b4-a069-e162aec64592 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2439275 Jul 07 19:32:09.245686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43708) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:09.253038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1734267111', 'security_groups': ['60522cb8-d695-48c4-863f-12c26ebcfadd'], 'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '32ae10c4-2dbc-499e-943a-5ad7850866c4'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:09.269013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9597cd05-0a76-4034-8c54-f79cd1e55bb6 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': '16cdfdfd-4ea4-4174-a1dd-21289de1e102', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:09.274941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee33cb8-001c-446c-8515-4a106e994afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 55782896-bb35-4819-b286-6aa7516fc470 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:32:09.323582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a7f43dfe-c5ae-4e63-b6f2-e917a32f2ec3 req-3bcb53d5-8cf4-4ca1-a54e-6bb157aaf558 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] For port c6b1e90d-e388-434f-b4e1-f5bf2cc58602, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=c6b1e90d-e388-434f-b4e1-f5bf2cc58602,segment=NetworkSegment(43b8089d-3185-411c-b87a-b1e2be36d6d5),segment_id=43b8089d-3185-411c-b87a-b1e2be36d6d5)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:09.324154 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a7f43dfe-c5ae-4e63-b6f2-e917a32f2ec3 req-3bcb53d5-8cf4-4ca1-a54e-6bb157aaf558 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.330771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-1e4b846e-3abf-437f-8389-fdaf4352022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:09.332671 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-1e4b846e-3abf-437f-8389-fdaf4352022c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6141934 Jul 07 19:32:09.333354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21048f4d-d814-4c96-be4e-02e5294577c2 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16cdfdfd-4ea4-4174-a1dd-21289de1e102,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:09.418778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bc9ba-292c-480f-bc65-ac39d3163acf req-047eaef7-d25f-4f5e-a397-8b133c4830ff tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:09.420778 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f0bc9ba-292c-480f-bc65-ac39d3163acf req-047eaef7-d25f-4f5e-a397-8b133c4830ff tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.2948728 Jul 07 19:32:09.455783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-3ee33cb8-001c-446c-8515-4a106e994afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 55782896-bb35-4819-b286-6aa7516fc470) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:09.465577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-e991bf1b-b4b4-4a47-b080-241046f3ed28 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162889 Jul 07 19:32:09.465778 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a7f43dfe-c5ae-4e63-b6f2-e917a32f2ec3 req-3bcb53d5-8cf4-4ca1-a54e-6bb157aaf558 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Calling delete_port for c6b1e90d-e388-434f-b4e1-f5bf2cc58602 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:09.467957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38836ad3-7e02-4c7f-9b59-ca01809a245d None None] Network 55782896-bb35-4819-b286-6aa7516fc470 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:09.474237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee33cb8-001c-446c-8515-4a106e994afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:09.474865 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3ee33cb8-001c-446c-8515-4a106e994afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.536619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:09.649230 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f0bc9ba-292c-480f-bc65-ac39d3163acf req-581a091f-5e6c-4a7a-bc33-28dbfeee16ee tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197206 Jul 07 19:32:09.788105 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.845283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] device_id is not set on port ff4e3900-487c-400c-af0e-10cc7ad6ff3e yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:32:09.967382 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-befa663a-3d59-4214-b3fc-55ae95870855 None None] Provisioning complete for port 1f01816f-4f16-49a5-925f-26c46628ab27 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:09.967840 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-befa663a-3d59-4214-b3fc-55ae95870855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.043061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-befa663a-3d59-4214-b3fc-55ae95870855 None None] Port 1f01816f-4f16-49a5-925f-26c46628ab27 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:10.048827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-55782896-bb35-4819-b286-6aa7516fc470', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:32:10.050052 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.053156 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.099281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-befa663a-3d59-4214-b3fc-55ae95870855 None None] Provisioning for port e2a72f96-eeb4-42a9-908b-5c90edfe869a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:10.120016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-befa663a-3d59-4214-b3fc-55ae95870855 None None] Provisioning complete for port e2a72f96-eeb4-42a9-908b-5c90edfe869a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:10.121126 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-befa663a-3d59-4214-b3fc-55ae95870855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.184907 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3ee33cb8-001c-446c-8515-4a106e994afc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4052148 Jul 07 19:32:10.185474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43724) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:10.260742 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-9597cd05-0a76-4034-8c54-f79cd1e55bb6 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The resource could not be found. Jul 07 19:32:10.262076 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9597cd05-0a76-4034-8c54-f79cd1e55bb6 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9975126 Jul 07 19:32:10.292809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43726) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:10.304611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ae8426c9-1bab-4264-a90d-63f98a3b20ba tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': '16cdfdfd-4ea4-4174-a1dd-21289de1e102', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5264024c-c969-4801-880f-40c6c1d33357'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:10.345530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8::384 (33f52603-1f1d-4d10-aa2f-287ffc651726/32ae10c4-2dbc-499e-943a-5ad7850866c4/ff4e3900-487c-400c-af0e-10cc7ad6ff3e) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:10.386972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43728) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:10.447974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Allocated IP 172.21.0.2 (55782896-bb35-4819-b286-6aa7516fc470/bc2b77a6-7dd9-4be4-a975-cc45a47fb18d/cd834421-ccaf-4e01-b351-bd0afed684e4) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:10.461560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a08c05-012a-424a-bf48-c127f991eac0 req-0593b0e0-c1db-487c-a08e-e259d99c3f39 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:10.471788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41a08c05-012a-424a-bf48-c127f991eac0 req-0593b0e0-c1db-487c-a08e-e259d99c3f39 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 946 time: 0.2545218 Jul 07 19:32:10.485227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-4acda5d4-118b-4ea0-b08b-54c9a9f415c4 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0076137 Jul 07 19:32:10.618732 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-8190b720-60b3-409d-965e-b979ff952482 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=ee1edfc8-c2a9-4be2-beff-4595d8bd5989 HTTP/1.1" status: 200 len: 217 time: 0.1065459 Jul 07 19:32:10.644190 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85b3177a-9d4f-4a6f-87ef-720e5a2ae012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.682523 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.685106 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41a08c05-012a-424a-bf48-c127f991eac0 req-2dfd7b8b-125c-4bb4-a46f-c8b582b1ae2b tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123532 Jul 07 19:32:10.696696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Transition to ACTIVE for port object cd834421-ccaf-4e01-b351-bd0afed684e4 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:10.734060 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Transition to ACTIVE for port object cd834421-ccaf-4e01-b351-bd0afed684e4 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:10.748361 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.796560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17693a6-458f-430b-a004-9809882d7e43 req-b3dd6cca-bd54-447b-af51-a6c7ac5032a8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:10.798188 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d17693a6-458f-430b-a004-9809882d7e43 req-b3dd6cca-bd54-447b-af51-a6c7ac5032a8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.4833407 Jul 07 19:32:10.800861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-4b1586c6-5338-4b53-81d2-c374b67602a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:10.801949 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-4b1586c6-5338-4b53-81d2-c374b67602a3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.1544285 Jul 07 19:32:10.805106 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a7f43dfe-c5ae-4e63-b6f2-e917a32f2ec3 req-3bcb53d5-8cf4-4ca1-a54e-6bb157aaf558 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.809630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Network 55782896-bb35-4819-b286-6aa7516fc470 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:10.816620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:10.819726 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.825587 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:10.833401 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Pushing event updated for resources: {'Port': ['ID=cd834421-ccaf-4e01-b351-bd0afed684e4,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:10.839566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Transition to ACTIVE for port object ff4e3900-487c-400c-af0e-10cc7ad6ff3e will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:10.899675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Attempting to bind port cd834421-ccaf-4e01-b351-bd0afed684e4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:10.900163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Attempting to bind port cd834421-ccaf-4e01-b351-bd0afed684e4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'bf06bd5f-5697-499d-b25f-8d31f532fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '55782896-bb35-4819-b286-6aa7516fc470'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:10.901049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Attempting to bind port cd834421-ccaf-4e01-b351-bd0afed684e4 on network 55782896-bb35-4819-b286-6aa7516fc470 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:10.901364 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.907807 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:10.908192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Checking segment: {'id': 'bf06bd5f-5697-499d-b25f-8d31f532fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '55782896-bb35-4819-b286-6aa7516fc470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:10.908611 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.909009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Bound using segment: {'id': 'bf06bd5f-5697-499d-b25f-8d31f532fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '55782896-bb35-4819-b286-6aa7516fc470'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:10.909523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Bound port: cd834421-ccaf-4e01-b351-bd0afed684e4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf06bd5f-5697-499d-b25f-8d31f532fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '55782896-bb35-4819-b286-6aa7516fc470'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:10.909947 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.972960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:10.978672 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:10.985690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:10.991985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:10.992705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.002383 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=ff4e3900-487c-400c-af0e-10cc7ad6ff3e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:11.037951 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85b3177a-9d4f-4a6f-87ef-720e5a2ae012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.040284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] For port cd834421-ccaf-4e01-b351-bd0afed684e4, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:11.045863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:11.048217 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85b3177a-9d4f-4a6f-87ef-720e5a2ae012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.049281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] For port cd834421-ccaf-4e01-b351-bd0afed684e4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cd834421-ccaf-4e01-b351-bd0afed684e4,segment=NetworkSegment(bf06bd5f-5697-499d-b25f-8d31f532fa3e),segment_id=bf06bd5f-5697-499d-b25f-8d31f532fa3e)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:11.068461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8b08fd7d-02e2-4d7e-b289-74a488fc125b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8210912 Jul 07 19:32:11.073909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb53d5-8cf4-4ca1-a54e-6bb157aaf558 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Port': ['ID=c6b1e90d-e388-434f-b4e1-f5bf2cc58602,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:11.079418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43732) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:11.084399 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.092247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-83617c1e-5922-4905-8a59-ed46013a3388 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:11.163878 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-85b3177a-9d4f-4a6f-87ef-720e5a2ae012 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74c6c8a3d5a046698bbba08141a00459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7753448 Jul 07 19:32:11.171032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43734) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:11.173474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d17693a6-458f-430b-a004-9809882d7e43 req-656a13ad-766e-48f8-8b2b-8787b353f3af tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626337 Jul 07 19:32:11.174420 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-ae8426c9-1bab-4264-a90d-63f98a3b20ba tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The resource could not be found. Jul 07 19:32:11.178220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ae8426c9-1bab-4264-a90d-63f98a3b20ba tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8759739 Jul 07 19:32:11.180642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f43dfe-c5ae-4e63-b6f2-e917a32f2ec3 req-3bcb53d5-8cf4-4ca1-a54e-6bb157aaf558 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] No DVR routers for this DVR port c6b1e90d-e388-434f-b4e1-f5bf2cc58602 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:11.182172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43736) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:11.192586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201586b-9d6c-40fe-b868-73da7d3c9484 None None] Pushing event updated for resources: {'Port': ['ID=cd834421-ccaf-4e01-b351-bd0afed684e4,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:11.208244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3177a-9d4f-4a6f-87ef-720e5a2ae012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9192e60c-2330-4eac-8b86-eb85cdeb8bf9,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:11.212231 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a7f43dfe-c5ae-4e63-b6f2-e917a32f2ec3 req-3bcb53d5-8cf4-4ca1-a54e-6bb157aaf558 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.215241 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7f43dfe-c5ae-4e63-b6f2-e917a32f2ec3 req-3bcb53d5-8cf4-4ca1-a54e-6bb157aaf558 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.48 "DELETE /v2.0/ports/c6b1e90d-e388-434f-b4e1-f5bf2cc58602 HTTP/1.1" status: 204 len: 173 time: 2.6919179 Jul 07 19:32:11.215578 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:11.236791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:11.237415 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.286951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'name': 'network-vif-deleted', 'tag': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:11.300247 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f44bff-49e9-451f-bb39-da3adc316e79" -d '{"events": [{"server_uuid": "e4d6fade-0962-47c3-9657-1014543a4d1f", "name": "network-vif-deleted", "tag": "c6b1e90d-e388-434f-b4e1-f5bf2cc58602"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:11.325705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7100c89-b2c0-465f-ae40-b09fc3a98031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.370296 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7100c89-b2c0-465f-ae40-b09fc3a98031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.376848 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.380527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83617c1e-5922-4905-8a59-ed46013a3388 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:11.385772 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83617c1e-5922-4905-8a59-ed46013a3388 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.406921 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f407b77-b3b5-4c01-a40f-9512758e4a19 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.429826 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bc065c-1c5f-44e7-b3a0-624decc8277e x-openstack-request-id: req-99bc065c-1c5f-44e7-b3a0-624decc8277e {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:11.430166 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d6fade-0962-47c3-9657-1014543a4d1f", "name": "network-vif-deleted", "tag": "c6b1e90d-e388-434f-b4e1-f5bf2cc58602", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:11.430380 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99bc065c-1c5f-44e7-b3a0-624decc8277e {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:11.431289 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d6fade-0962-47c3-9657-1014543a4d1f', 'name': 'network-vif-deleted', 'tag': 'c6b1e90d-e388-434f-b4e1-f5bf2cc58602', 'status': 'completed', 'code': 200} Jul 07 19:32:11.434858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cabf4111-d5d7-45e1-8edb-b57e2e9a06b7,segment=NetworkSegment(6556bd59-0a38-467c-9adf-19f3fd40f166),segment_id=6556bd59-0a38-467c-9adf-19f3fd40f166)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:11.445849 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.492927 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.534589 n-d-793621-9 neutron-server[93900]: INFO neutron.db.ipam_backend_mixin [None req-83617c1e-5922-4905-8a59-ed46013a3388 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32ae10c4-2dbc-499e-943a-5ad7850866c4 (CIDR: 2001:db8::/64) Jul 07 19:32:11.556946 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-83617c1e-5922-4905-8a59-ed46013a3388 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:11.557525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83617c1e-5922-4905-8a59-ed46013a3388 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:11.573503 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7100c89-b2c0-465f-ae40-b09fc3a98031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.577154 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7100c89-b2c0-465f-ae40-b09fc3a98031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.579270 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c7100c89-b2c0-465f-ae40-b09fc3a98031 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9192e60c-2330-4eac-8b86-eb85cdeb8bf9 HTTP/1.1" status: 204 len: 168 time: 0.4056811 Jul 07 19:32:11.591864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=cabf4111-d5d7-45e1-8edb-b57e2e9a06b7,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:11.615143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7100c89-b2c0-465f-ae40-b09fc3a98031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9192e60c-2330-4eac-8b86-eb85cdeb8bf9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:11.617688 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-27b722e2-05a9-4e6d-8261-fe6ee6e93c4b None None] Provisioning for port ff4e3900-487c-400c-af0e-10cc7ad6ff3e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:11.617851 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f407b77-b3b5-4c01-a40f-9512758e4a19 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.629983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-27b722e2-05a9-4e6d-8261-fe6ee6e93c4b None None] Provisioning complete for port ff4e3900-487c-400c-af0e-10cc7ad6ff3e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:11.630621 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-27b722e2-05a9-4e6d-8261-fe6ee6e93c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.659183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-83617c1e-5922-4905-8a59-ed46013a3388 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5741601 Jul 07 19:32:11.659846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43742) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:11.673591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a5c2f0e5-8406-4ee3-8cd7-3d0507435931 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:11.706036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-27b722e2-05a9-4e6d-8261-fe6ee6e93c4b None None] Port ff4e3900-487c-400c-af0e-10cc7ad6ff3e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:11.711910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-f5026950-9c94-42ce-a260-cd04869ca05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:11.714180 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-f5026950-9c94-42ce-a260-cd04869ca05d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8935308 Jul 07 19:32:11.864772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c2f0e5-8406-4ee3-8cd7-3d0507435931 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:11.871674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a5c2f0e5-8406-4ee3-8cd7-3d0507435931 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.918970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f407b77-b3b5-4c01-a40f-9512758e4a19 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.923253 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f407b77-b3b5-4c01-a40f-9512758e4a19 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.924747 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8f407b77-b3b5-4c01-a40f-9512758e4a19 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "DELETE /v2.0/security-groups/16cdfdfd-4ea4-4174-a1dd-21289de1e102 HTTP/1.1" status: 204 len: 168 time: 0.7191098 Jul 07 19:32:11.940748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43748) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:12.028850 n-d-793621-9 neutron-server[93900]: INFO neutron.db.ipam_backend_mixin [None req-a5c2f0e5-8406-4ee3-8cd7-3d0507435931 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 42771ed5-d95e-4fa6-9aae-464f4e076605 (CIDR: 2001:db8:0:1::/64) Jul 07 19:32:12.033196 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c2f0e5-8406-4ee3-8cd7-3d0507435931 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:12.033588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c2f0e5-8406-4ee3-8cd7-3d0507435931 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:12.050875 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cdb90507-9a24-4c1e-9092-3e765acdc185 req-e017671d-d324-4509-95e8-89121a7bf0c0 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4d6fade-0962-47c3-9657-1014543a4d1f HTTP/1.1" status: 200 len: 210 time: 0.1126795 Jul 07 19:32:12.051707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f407b77-b3b5-4c01-a40f-9512758e4a19 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cdfdfd-4ea4-4174-a1dd-21289de1e102,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:12.077984 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a5c2f0e5-8406-4ee3-8cd7-3d0507435931 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4077995 Jul 07 19:32:12.078273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43756) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:12.098043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-29ed1e6c-05e6-4576-b138-dac3a91a101f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'subnet': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:12.181310 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-e41efe2a-0a9e-4d82-8859-759e084c2c20 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537303 Jul 07 19:32:12.273084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ed1e6c-05e6-4576-b138-dac3a91a101f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Made reservation on behalf of 85c3890fa00f4943901f50fca4c74949 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:12.273664 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-63470948-cc28-4172-8972-93dac7b3766e tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3162742 Jul 07 19:32:12.280353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43762) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:12.281814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29ed1e6c-05e6-4576-b138-dac3a91a101f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.298705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c6b1e90d-e388-434f-b4e1-f5bf2cc58602 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:12.306107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ccf9b780-dc95-49a0-ac49-3e6f80993a3e tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': '0aec867c-faf4-4253-873b-7ba017025675', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:12.334423 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: c6b1e90d-e388-434f-b4e1-f5bf2cc58602 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:12.334752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device c6b1e90d-e388-434f-b4e1-f5bf2cc58602 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:12.404643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Allocated IP 172.21.0.1 (55782896-bb35-4819-b286-6aa7516fc470/bc2b77a6-7dd9-4be4-a975-cc45a47fb18d/65bfcefa-79a9-4bf7-a425-2a0b863c0de7) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:12.440389 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-cb3993e7-92c0-4141-8c12-8a57902e53d5 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459719 Jul 07 19:32:12.499931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c931b-1a41-4fa0-82aa-746323cca969 req-fe3a8aa8-5eb7-4842-8b45-2bb5929b749e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:12.501502 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-236c931b-1a41-4fa0-82aa-746323cca969 req-fe3a8aa8-5eb7-4842-8b45-2bb5929b749e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.1337469 Jul 07 19:32:12.537818 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-ccf9b780-dc95-49a0-ac49-3e6f80993a3e tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The resource could not be found. Jul 07 19:32:12.544942 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ccf9b780-dc95-49a0-ac49-3e6f80993a3e tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2498069 Jul 07 19:32:12.545906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43772) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:12.552588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5599de08-1b33-4dca-a167-584868fd6681 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group': {'name': 'tempest-secgroup--436865107'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:12.563859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-21a26308-e699-4cd9-90a2-c0bc27e0e0bd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=cf781d2b-60d4-4299-8103-52963ce195a8 HTTP/1.1" status: 200 len: 217 time: 0.1122961 Jul 07 19:32:12.590345 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-236c931b-1a41-4fa0-82aa-746323cca969 req-0b3a674a-425e-40c7-b799-79418e3ce996 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731530 Jul 07 19:32:12.641712 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5599de08-1b33-4dca-a167-584868fd6681 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.679644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-659e507a-657f-428f-ab8e-7548a467ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:12.681170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-659e507a-657f-428f-ab8e-7548a467ee0b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.1039376 Jul 07 19:32:12.709499 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.745225 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29ed1e6c-05e6-4576-b138-dac3a91a101f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.760798 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Transition to ACTIVE for port object 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:12.799751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ed1e6c-05e6-4576-b138-dac3a91a101f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:12.803255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-29ed1e6c-05e6-4576-b138-dac3a91a101f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:12.808767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed1e6c-05e6-4576-b138-dac3a91a101f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:12.809448 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29ed1e6c-05e6-4576-b138-dac3a91a101f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.819111 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83b2715-7826-47bc-b48b-e76d097ff9bd None None] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:12.826396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed1e6c-05e6-4576-b138-dac3a91a101f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Subnet': ['ID=28f9a6c0-2182-4b86-94f3-5dcb7cd96d2b,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:12.841115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33395d6a-d463-433e-864a-8a7f702c616b None None] Network 55782896-bb35-4819-b286-6aa7516fc470 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:12.846230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-6ad212f3-4701-4e63-a831-115b7d91b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:12.847795 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-6ad212f3-4701-4e63-a831-115b7d91b2c8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1559777 Jul 07 19:32:12.856466 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.862002 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5599de08-1b33-4dca-a167-584868fd6681 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.876786 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-29ed1e6c-05e6-4576-b138-dac3a91a101f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7958446 Jul 07 19:32:12.879246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43778) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:12.890458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e5cd5baa-1b47-463a-8ddf-8fe722a0ddd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1627668122', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '28f9a6c0-2182-4b86-94f3-5dcb7cd96d2b'}], 'security_groups': ['37e9212e-db61-4a50-83de-7612d0d7c60d', '63bbd00a-346d-4af8-840f-68c2313f1c69']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:12.895412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5599de08-1b33-4dca-a167-584868fd6681 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.981609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 55782896-bb35-4819-b286-6aa7516fc470 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:12.999418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:13.003720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=65bfcefa-79a9-4bf7-a425-2a0b863c0de7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:13.006099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5599de08-1b33-4dca-a167-584868fd6681 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.010245 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5599de08-1b33-4dca-a167-584868fd6681 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4612546 Jul 07 19:32:13.011240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:13.012258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43780) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:13.019517 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0d3dc045-9906-46bf-9f97-adf9487ac917 None None] Provisioning for port cd834421-ccaf-4e01-b351-bd0afed684e4 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:13.022322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4fabcc0f-b606-4108-ae2f-e7b6c275809f tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613306848'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:13.048246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599de08-1b33-4dca-a167-584868fd6681 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b54d516-0fd9-4e5a-9ec2-bb2788288196,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:13.070673 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.136201 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fabcc0f-b606-4108-ae2f-e7b6c275809f tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.142731 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-2b06efd2-51bb-42a2-9b51-d2ff569c44ea service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840309 Jul 07 19:32:13.174021 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5baa-1b47-463a-8ddf-8fe722a0ddd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.184642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:13.253465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43788) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:13.353726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-0343a144-1b07-4e2f-9633-0431e2cb8299 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964900 Jul 07 19:32:13.356114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.374611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:13.375371 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.395526 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee17a-81ed-4b88-bec1-a7a0ee89cfa4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.490659 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee17a-81ed-4b88-bec1-a7a0ee89cfa4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.537754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a507c51-3923-43f9-8149-95d580f30298 None None] Update dhcp port {'port': {'network_id': '33f52603-1f1d-4d10-aa2f-287ffc651726', 'fixed_ips': [{'subnet_id': '42771ed5-d95e-4fa6-9aae-464f4e076605', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '32ae10c4-2dbc-499e-943a-5ad7850866c4', 'ip_address': '2001:db8::2'}, {'subnet_id': '28f9a6c0-2182-4b86-94f3-5dcb7cd96d2b'}], 'binding:host_id': 'n-d-793621-9'}, 'id': 'e2a72f96-eeb4-42a9-908b-5c90edfe869a'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:32:13.566852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-fde42a4a-7be1-45af-a439-48527e2bf8cd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=1d37fd34-d828-47fc-bba9-58563983ab57 HTTP/1.1" status: 200 len: 217 time: 0.1833186 Jul 07 19:32:13.600482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cd834421-ccaf-4e01-b351-bd0afed684e4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:13.645344 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a507c51-3923-43f9-8149-95d580f30298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.664183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-e5cd5baa-1b47-463a-8ddf-8fe722a0ddd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Delete allocated IP 2001:db8::384 (33f52603-1f1d-4d10-aa2f-287ffc651726/32ae10c4-2dbc-499e-943a-5ad7850866c4) {{(pid=93900) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 19:32:13.696183 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee17a-81ed-4b88-bec1-a7a0ee89cfa4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.699456 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee17a-81ed-4b88-bec1-a7a0ee89cfa4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.699958 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fabcc0f-b606-4108-ae2f-e7b6c275809f tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.702002 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dc5ee17a-81ed-4b88-bec1-a7a0ee89cfa4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/security-groups/6d343e5f-aab0-456f-95a8-e25c1c2e8dcc HTTP/1.1" status: 204 len: 168 time: 0.4463980 Jul 07 19:32:13.714019 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-e5cd5baa-1b47-463a-8ddf-8fe722a0ddd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Allocated IP 2001:db8:0:2::7b (33f52603-1f1d-4d10-aa2f-287ffc651726/28f9a6c0-2182-4b86-94f3-5dcb7cd96d2b/ff4e3900-487c-400c-af0e-10cc7ad6ff3e) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:13.732713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port cd834421-ccaf-4e01-b351-bd0afed684e4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:13.736861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fabcc0f-b606-4108-ae2f-e7b6c275809f tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.738967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cd834421-ccaf-4e01-b351-bd0afed684e4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:13.739346 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.755720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ee17a-81ed-4b88-bec1-a7a0ee89cfa4 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d343e5f-aab0-456f-95a8-e25c1c2e8dcc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:13.822697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43802) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:13.826396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabcc0f-b606-4108-ae2f-e7b6c275809f tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c329c00-9226-4690-99c1-eabf06614928,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:13.830079 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fabcc0f-b606-4108-ae2f-e7b6c275809f tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.832406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4fabcc0f-b606-4108-ae2f-e7b6c275809f tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8191738 Jul 07 19:32:13.855121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43806) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:13.863614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-54addfac-d39c-4a40-9868-91d0cc26d989 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': '9b54d516-0fd9-4e5a-9ec2-bb2788288196', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7c329c00-9226-4690-99c1-eabf06614928'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:13.961643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fc5ef66b-a819-4ab7-9c3e-4ddc01a20eeb None None] Provisioning complete for port cd834421-ccaf-4e01-b351-bd0afed684e4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:13.962260 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef66b-a819-4ab7-9c3e-4ddc01a20eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.027370 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.078732 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-54addfac-d39c-4a40-9868-91d0cc26d989 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:14.079787 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-54addfac-d39c-4a40-9868-91d0cc26d989 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2236733 Jul 07 19:32:14.102916 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef66b-a819-4ab7-9c3e-4ddc01a20eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.117993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43810) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:14.126288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port cd834421-ccaf-4e01-b351-bd0afed684e4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cd834421-ccaf-4e01-b351-bd0afed684e4,segment=NetworkSegment(bf06bd5f-5697-499d-b25f-8d31f532fa3e),segment_id=bf06bd5f-5697-499d-b25f-8d31f532fa3e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:14.144681 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.226364 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-fc5ef66b-a819-4ab7-9c3e-4ddc01a20eeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:32:14.226716 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-fc5ef66b-a819-4ab7-9c3e-4ddc01a20eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:32:14.231134 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938e0f6-5d5a-4103-91a2-b51610cf80bb req-ffa33d16-ca63-4fd1-8a56-265b5b729b83 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:14.237518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=cd834421-ccaf-4e01-b351-bd0afed684e4,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:14.239432 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9938e0f6-5d5a-4103-91a2-b51610cf80bb req-ffa33d16-ca63-4fd1-8a56-265b5b729b83 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.2901738 Jul 07 19:32:14.339441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-552e7fd5-f4fa-4629-8454-684b775740fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:14.340942 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-552e7fd5-f4fa-4629-8454-684b775740fb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 200 len: 797 time: 0.7087200 Jul 07 19:32:14.409108 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9938e0f6-5d5a-4103-91a2-b51610cf80bb req-3a1cea10-b42a-429d-93d6-87abfc899ba1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406922 Jul 07 19:32:14.465602 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaca49b8-7806-4a37-ae27-7d1ae4e5c47c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.476994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-a815bfcd-d1c2-4c32-8b95-66346b22a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:14.479110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-a815bfcd-d1c2-4c32-8b95-66346b22a87b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4b2f0ba9-a35f-42e4-b301-175c9787e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1297333 Jul 07 19:32:14.508083 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaca49b8-7806-4a37-ae27-7d1ae4e5c47c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.546969 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5baa-1b47-463a-8ddf-8fe722a0ddd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.600154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-e5cd5baa-1b47-463a-8ddf-8fe722a0ddd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Transition to ACTIVE for port object ff4e3900-487c-400c-af0e-10cc7ad6ff3e will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:14.606545 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.618707 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.622924 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-089a3921-bcf0-49ea-a42d-306fba9130f0 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345012 Jul 07 19:32:14.643958 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5baa-1b47-463a-8ddf-8fe722a0ddd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.672897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-5a507c51-3923-43f9-8149-95d580f30298 None None] Allocated IP 2001:db8:0:2::2 (33f52603-1f1d-4d10-aa2f-287ffc651726/28f9a6c0-2182-4b86-94f3-5dcb7cd96d2b/e2a72f96-eeb4-42a9-908b-5c90edfe869a) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:14.699769 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaca49b8-7806-4a37-ae27-7d1ae4e5c47c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.703009 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aaca49b8-7806-4a37-ae27-7d1ae4e5c47c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.707094 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aaca49b8-7806-4a37-ae27-7d1ae4e5c47c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "DELETE /v2.0/security-groups/7c329c00-9226-4690-99c1-eabf06614928 HTTP/1.1" status: 204 len: 168 time: 0.5821266 Jul 07 19:32:14.738412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43826) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:14.792075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=65bfcefa-79a9-4bf7-a425-2a0b863c0de7,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:14.794732 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.809761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca49b8-7806-4a37-ae27-7d1ae4e5c47c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c329c00-9226-4690-99c1-eabf06614928,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:14.833428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5a507c51-3923-43f9-8149-95d580f30298 None None] For port e2a72f96-eeb4-42a9-908b-5c90edfe869a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e2a72f96-eeb4-42a9-908b-5c90edfe869a,segment=NetworkSegment(6b7983c2-e7c0-41ec-ba99-17641e2605c8),segment_id=6b7983c2-e7c0-41ec-ba99-17641e2605c8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:14.845556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fc5ef66b-a819-4ab7-9c3e-4ddc01a20eeb None None] Provisioning for port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:14.862944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fc5ef66b-a819-4ab7-9c3e-4ddc01a20eeb None None] Provisioning complete for port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:14.863601 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef66b-a819-4ab7-9c3e-4ddc01a20eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.903932 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a507c51-3923-43f9-8149-95d580f30298 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.930084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ef66b-a819-4ab7-9c3e-4ddc01a20eeb None None] Port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:14.931874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-5a5c2b28-7296-4cc3-9603-9163e76e79c1 service neutron] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794070 Jul 07 19:32:14.932622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5a507c51-3923-43f9-8149-95d580f30298 None None] Transition to ACTIVE for port object e2a72f96-eeb4-42a9-908b-5c90edfe869a will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:14.941710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd5baa-1b47-463a-8ddf-8fe722a0ddd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] In _notify_port_updated(), no bound segment for port ff4e3900-487c-400c-af0e-10cc7ad6ff3e on network 33f52603-1f1d-4d10-aa2f-287ffc651726 {{(pid=93900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:32:14.942273 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a507c51-3923-43f9-8149-95d580f30298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.950702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cd5baa-1b47-463a-8ddf-8fe722a0ddd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:14.950702 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5baa-1b47-463a-8ddf-8fe722a0ddd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.955257 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e5cd5baa-1b47-463a-8ddf-8fe722a0ddd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "PUT /v2.0/ports/ff4e3900-487c-400c-af0e-10cc7ad6ff3e HTTP/1.1" status: 200 len: 969 time: 2.0739057 Jul 07 19:32:14.960457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43832) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:14.975622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd5baa-1b47-463a-8ddf-8fe722a0ddd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event updated for resources: {'Port': ['ID=ff4e3900-487c-400c-af0e-10cc7ad6ff3e,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:14.989867 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-59fa6fc1-f8e3-491f-93ba-3afa2a9f1c69 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b3f649a-2212-48c8-9591-8984bb746b08 HTTP/1.1" status: 200 len: 217 time: 0.0484338 Jul 07 19:32:14.999786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 55782896-bb35-4819-b286-6aa7516fc470 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:15.018677 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:15.025396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7c51b765-b968-40db-8414-34ff4b32273a tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2856705 Jul 07 19:32:15.039143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43834) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:15.191241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router c4ec9943-072e-405e-b1e6-8862420c8a06 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:15.206840 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-eb38de82-8993-48c0-a6ba-04ef19ca91c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:15.208213 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-eb38de82-8993-48c0-a6ba-04ef19ca91c1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fb0069d5-7de3-451a-bd71-45e915b153df HTTP/1.1" status: 200 len: 797 time: 0.2063367 Jul 07 19:32:15.243121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43838) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:15.254659 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5335-846d-4c0a-91da-aa6b485b8d69 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.293816 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5335-846d-4c0a-91da-aa6b485b8d69 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.307369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cd834421-ccaf-4e01-b351-bd0afed684e4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:15.343897 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d2faeb2-4d4d-45ad-a6f6-178e96a3890e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.356119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:15.367671 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ed5fcdcf-9f5f-4100-af67-c47a8c2fee18 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1758327 Jul 07 19:32:15.368398 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Sync routers for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:15.369527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43842) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:15.376031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1e53b3fb-99df-4141-a460-ad12d5e08867 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'network': {'name': 'tempest-RoutersTest-132968687'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:15.383077 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:15.384275 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:15.400733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-2a3f30f8-086c-42ec-8586-371d11c52c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:15.402253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-2a3f30f8-086c-42ec-8586-371d11c52c03 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c3072a4c-f835-4930-b50e-45a5a51219c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1397400 Jul 07 19:32:15.413388 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5335-846d-4c0a-91da-aa6b485b8d69 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.416333 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5335-846d-4c0a-91da-aa6b485b8d69 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.417620 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b9ed5335-846d-4c0a-91da-aa6b485b8d69 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "DELETE /v2.0/security-groups/9b54d516-0fd9-4e5a-9ec2-bb2788288196 HTTP/1.1" status: 204 len: 168 time: 0.3732517 Jul 07 19:32:15.434472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-82c2c072-ea89-4b1a-a213-2c9c91eb1306 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port ff4e3900-487c-400c-af0e-10cc7ad6ff3e {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:15.436714 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-82c2c072-ea89-4b1a-a213-2c9c91eb1306 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.451459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a507c51-3923-43f9-8149-95d580f30298 None None] Pushing event updated for resources: {'Port': ['ID=e2a72f96-eeb4-42a9-908b-5c90edfe869a,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:15.463252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-10282971-4e08-4036-87fc-26ff8fd4d409 None None] Provisioning complete for port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:15.463869 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-10282971-4e08-4036-87fc-26ff8fd4d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.512777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-10282971-4e08-4036-87fc-26ff8fd4d409 None None] Port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:15.517562 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-45a5ce3c-0d4a-40fd-8097-ff657b111abe service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051722 Jul 07 19:32:15.518317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43844) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:15.518938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cd834421-ccaf-4e01-b351-bd0afed684e4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:15.519554 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.526446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e53b3fb-99df-4141-a460-ad12d5e08867 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:15.529842 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e53b3fb-99df-4141-a460-ad12d5e08867 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.606550 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:15.643095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bd689be6-536f-47dd-8222-5d21641e638c None None] Provisioning complete for port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:15.643736 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bd689be6-536f-47dd-8222-5d21641e638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.680756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e53b3fb-99df-4141-a460-ad12d5e08867 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:32:15.728851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bd689be6-536f-47dd-8222-5d21641e638c None None] Port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:15.734087 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77847e8d-f1c9-4c67-bd09-402ede1ac363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.736270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed5335-846d-4c0a-91da-aa6b485b8d69 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b54d516-0fd9-4e5a-9ec2-bb2788288196,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:15.752272 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-af220bb7-b89b-4eac-8700-14a0579e82c8 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2318995 Jul 07 19:32:15.760598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43848) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:15.797300 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e53b3fb-99df-4141-a460-ad12d5e08867 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.797663 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-1e53b3fb-99df-4141-a460-ad12d5e08867 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Added segment 0197ae70-85e8-4f15-b07e-1ec578b7274d of type vlan for network ef3116b2-0bf7-45c4-a01e-4e2676e53d5f Jul 07 19:32:15.853791 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e53b3fb-99df-4141-a460-ad12d5e08867 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.862242 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-82c2c072-ea89-4b1a-a213-2c9c91eb1306 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.890835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-82c2c072-ea89-4b1a-a213-2c9c91eb1306 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for ff4e3900-487c-400c-af0e-10cc7ad6ff3e owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:15.892383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8e5adfd0-0c9b-44ef-92ea-4bfadf2f8224 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652397277'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:15.900652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-41152300-b2e3-4993-91c4-f4b242875960 service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680055 Jul 07 19:32:15.908533 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:13Z', 'revision_number': 3, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:14Z', 'revision_number': 2, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:15.909453 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e53b3fb-99df-4141-a460-ad12d5e08867 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.915268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53b3fb-99df-4141-a460-ad12d5e08867 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:15.916513 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e53b3fb-99df-4141-a460-ad12d5e08867 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.943660 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Checking router: c4ec9943-072e-405e-b1e6-8862420c8a06 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:15.944136 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Updating router c4ec9943-072e-405e-b1e6-8862420c8a06 port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:32:15.979116 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-b02e9758-bde4-4ac8-9ba1-f057fd314332 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9ec2e7e8-adee-47be-abca-1085836a71f8 HTTP/1.1" status: 200 len: 217 time: 0.0708973 Jul 07 19:32:15.981586 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.058716 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77847e8d-f1c9-4c67-bd09-402ede1ac363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.076645 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77847e8d-f1c9-4c67-bd09-402ede1ac363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.098542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53b3fb-99df-4141-a460-ad12d5e08867 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Network': ['ID=ef3116b2-0bf7-45c4-a01e-4e2676e53d5f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:16.114311 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62965e61-ffe5-40b1-a2c3-aee2cd3194eb req-2158a862-72f1-44de-a8a4-0f803c2572a0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:16.116114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network ef3116b2-0bf7-45c4-a01e-4e2676e53d5f details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:32:16.121688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-62965e61-ffe5-40b1-a2c3-aee2cd3194eb req-2158a862-72f1-44de-a8a4-0f803c2572a0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.4419022 Jul 07 19:32:16.136855 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-58dd6196-d095-4ff5-b59b-6148837d7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:16.138358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-58dd6196-d095-4ff5-b59b-6148837d7d80 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fb0069d5-7de3-451a-bd71-45e915b153df HTTP/1.1" status: 200 len: 797 time: 0.1462312 Jul 07 19:32:16.142101 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e5adfd0-0c9b-44ef-92ea-4bfadf2f8224 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.171186 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-77847e8d-f1c9-4c67-bd09-402ede1ac363 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5cfc5f1b8b044747b641e89ec15fb057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9246309 Jul 07 19:32:16.172918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77847e8d-f1c9-4c67-bd09-402ede1ac363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f9cbfc-8ff3-412f-a59b-6e3bd6b1084c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:16.174124 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1e53b3fb-99df-4141-a460-ad12d5e08867 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8035562 Jul 07 19:32:16.174715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43850) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:16.178426 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43852) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:16.185631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ff0b45dc-6545-4bc0-8757-3ec18ae2738d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'subnet': {'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:16.312784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-62965e61-ffe5-40b1-a2c3-aee2cd3194eb req-bfa10183-d68a-4898-819b-9cdc8e1679d8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901898 Jul 07 19:32:16.352162 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c5dee4a-0df0-49a0-a35b-438bdac3872b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.398378 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c5dee4a-0df0-49a0-a35b-438bdac3872b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.404448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3770f8-c71c-44c4-999d-236265034c14 req-228d4840-2adb-4899-992b-7929cef8e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:16.405830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-228d4840-2adb-4899-992b-7929cef8e475 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c3072a4c-f835-4930-b50e-45a5a51219c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2414134 Jul 07 19:32:16.473950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-90cb1aae-f145-4147-9755-08a2465f37d3 None None] Provisioning complete for port 1f01816f-4f16-49a5-925f-26c46628ab27 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:16.475057 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-90cb1aae-f145-4147-9755-08a2465f37d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.509189 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e5adfd0-0c9b-44ef-92ea-4bfadf2f8224 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.515791 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.525981 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e5adfd0-0c9b-44ef-92ea-4bfadf2f8224 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.549113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-90cb1aae-f145-4147-9755-08a2465f37d3 None None] Port 1f01816f-4f16-49a5-925f-26c46628ab27 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:16.570996 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e5adfd0-0c9b-44ef-92ea-4bfadf2f8224 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.572826 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8e5adfd0-0c9b-44ef-92ea-4bfadf2f8224 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6849639 Jul 07 19:32:16.573090 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-90cb1aae-f145-4147-9755-08a2465f37d3 None None] Provisioning for port e2a72f96-eeb4-42a9-908b-5c90edfe869a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:16.577464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-90cb1aae-f145-4147-9755-08a2465f37d3 None None] Provisioning complete for port e2a72f96-eeb4-42a9-908b-5c90edfe869a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:16.578488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43854) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:16.579149 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-90cb1aae-f145-4147-9755-08a2465f37d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.589584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5d6ba128-5145-488d-86ad-4d542bfea46c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6372d-b896-4b70-9955-501151cf56ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:16.601305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5adfd0-0c9b-44ef-92ea-4bfadf2f8224 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b6372d-b896-4b70-9955-501151cf56ef,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:16.611195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c5dee4a-0df0-49a0-a35b-438bdac3872b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.613717 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c5dee4a-0df0-49a0-a35b-438bdac3872b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.618173 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5c5dee4a-0df0-49a0-a35b-438bdac3872b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00f9cbfc-8ff3-412f-a59b-6e3bd6b1084c HTTP/1.1" status: 204 len: 168 time: 0.4213426 Jul 07 19:32:16.624994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-8eb0d0f6-2a58-4ee6-b6da-49fcbff79201 service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068093 Jul 07 19:32:16.638331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dee4a-0df0-49a0-a35b-438bdac3872b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f9cbfc-8ff3-412f-a59b-6e3bd6b1084c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:16.724637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8d2faeb2-4d4d-45ad-a6f6-178e96a3890e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting port 56b7d344-066a-4c1e-825e-82f3c8355010 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:16.725233 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d2faeb2-4d4d-45ad-a6f6-178e96a3890e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.735647 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-5d6ba128-5145-488d-86ad-4d542bfea46c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:16.740118 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5d6ba128-5145-488d-86ad-4d542bfea46c tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1554317 Jul 07 19:32:16.741588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43858) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:16.749541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-496b61c6-86ee-49b1-8fe4-2bbccb70f3c0 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6372d-b896-4b70-9955-501151cf56ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:16.792535 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e3770f8-c71c-44c4-999d-236265034c14 req-f7e4951d-495e-4d81-b12b-56e8923192c0 service neutron] 10.222.0.110 "GET /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552656 Jul 07 19:32:16.831036 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Transition to ACTIVE for port object 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:16.832497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-90cb1aae-f145-4147-9755-08a2465f37d3 None None] Provisioning for port ff4e3900-487c-400c-af0e-10cc7ad6ff3e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:16.834570 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-496b61c6-86ee-49b1-8fe4-2bbccb70f3c0 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:16.836990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-496b61c6-86ee-49b1-8fe4-2bbccb70f3c0 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0944078 Jul 07 19:32:16.839416 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-82c2c072-ea89-4b1a-a213-2c9c91eb1306 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.841195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43862) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:16.842726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-90cb1aae-f145-4147-9755-08a2465f37d3 None None] Provisioning complete for port ff4e3900-487c-400c-af0e-10cc7ad6ff3e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:16.843202 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-90cb1aae-f145-4147-9755-08a2465f37d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.843919 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.867526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-90cb1aae-f145-4147-9755-08a2465f37d3 None None] Port ff4e3900-487c-400c-af0e-10cc7ad6ff3e was deleted so its status cannot be updated. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 19:32:16.917927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2c072-ea89-4b1a-a213-2c9c91eb1306 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=ff4e3900-487c-400c-af0e-10cc7ad6ff3e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:16.923621 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-540beb42-1dd2-4fd6-95fc-8e269675eb24 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.954976 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912203df-f1e7-41f0-821d-24b85eb51a80 None None] Pushing event updated for resources: {'Port': ['ID=65bfcefa-79a9-4bf7-a425-2a0b863c0de7,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:16.956972 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-540beb42-1dd2-4fd6-95fc-8e269675eb24 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.986177 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-dbd71ce7-be99-4420-99b1-16487b200c13 None None] Could not find standard attr ID for object ff4e3900-487c-400c-af0e-10cc7ad6ff3e. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:32:17.004904 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-82c2c072-ea89-4b1a-a213-2c9c91eb1306 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.017851 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-82c2c072-ea89-4b1a-a213-2c9c91eb1306 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/ff4e3900-487c-400c-af0e-10cc7ad6ff3e HTTP/1.1" status: 204 len: 168 time: 2.0562584 Jul 07 19:32:17.023640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43864) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:17.046206 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-8d2faeb2-4d4d-45ad-a6f6-178e96a3890e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] For port 56b7d344-066a-4c1e-825e-82f3c8355010, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=56b7d344-066a-4c1e-825e-82f3c8355010,segment=NetworkSegment(43b8089d-3185-411c-b87a-b1e2be36d6d5),segment_id=43b8089d-3185-411c-b87a-b1e2be36d6d5)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:17.046622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d2faeb2-4d4d-45ad-a6f6-178e96a3890e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.076887 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-540beb42-1dd2-4fd6-95fc-8e269675eb24 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.080033 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-540beb42-1dd2-4fd6-95fc-8e269675eb24 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.088217 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-540beb42-1dd2-4fd6-95fc-8e269675eb24 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "DELETE /v2.0/security-groups/b1b6372d-b896-4b70-9955-501151cf56ef HTTP/1.1" status: 204 len: 168 time: 0.2428749 Jul 07 19:32:17.098231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43866) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:17.105428 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Attempting to bind port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:17.105808 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Attempting to bind port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'bf06bd5f-5697-499d-b25f-8d31f532fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '55782896-bb35-4819-b286-6aa7516fc470'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:17.106185 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Attempting to bind port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 on network 55782896-bb35-4819-b286-6aa7516fc470 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:17.125262 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:17.126028 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Checking segment: {'id': 'bf06bd5f-5697-499d-b25f-8d31f532fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '55782896-bb35-4819-b286-6aa7516fc470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:17.126690 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.127357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0b45dc-6545-4bc0-8757-3ec18ae2738d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:17.128252 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Bound using segment: {'id': 'bf06bd5f-5697-499d-b25f-8d31f532fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '55782896-bb35-4819-b286-6aa7516fc470'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:17.133404 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff0b45dc-6545-4bc0-8757-3ec18ae2738d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.134811 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Bound port: 65bfcefa-79a9-4bf7-a425-2a0b863c0de7, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf06bd5f-5697-499d-b25f-8d31f532fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '55782896-bb35-4819-b286-6aa7516fc470'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:17.137941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e2a72f96-eeb4-42a9-908b-5c90edfe869a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:17.142392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540beb42-1dd2-4fd6-95fc-8e269675eb24 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b6372d-b896-4b70-9955-501151cf56ef,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:17.157163 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.201415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43868) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:17.240843 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a75948df-33d9-444d-a56b-a488075a332b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.260137 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-58f652bb-f1f8-41f2-9800-3b805b6e4289 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1541123 Jul 07 19:32:17.264806 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43870) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:17.270582 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e2a72f96-eeb4-42a9-908b-5c90edfe869a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:17.270988 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.279496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-bf21fe99-20a6-4444-822a-24772833fc83 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group': {'name': 'tempest-secgroup--277136117'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:17.299507 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-03169c37-7ace-4172-9ff1-24b52882f46e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] GET failed (client error): The resource could not be found. Jul 07 19:32:17.301641 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-03169c37-7ace-4172-9ff1-24b52882f46e tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports/ff4e3900-487c-400c-af0e-10cc7ad6ff3e HTTP/1.1" status: 404 len: 333 time: 0.2737899 Jul 07 19:32:17.306103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43872) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:17.308130 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8d2faeb2-4d4d-45ad-a6f6-178e96a3890e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Calling delete_port for 56b7d344-066a-4c1e-825e-82f3c8355010 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:17.344832 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] For port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:17.360922 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] For port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=65bfcefa-79a9-4bf7-a425-2a0b863c0de7,segment=NetworkSegment(bf06bd5f-5697-499d-b25f-8d31f532fa3e),segment_id=bf06bd5f-5697-499d-b25f-8d31f532fa3e)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:17.370162 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.474482 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:17.475344 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:17.492050 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bde69ebb-896f-49a2-b839-217363efa6ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.560882 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bde69ebb-896f-49a2-b839-217363efa6ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.599289 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:17.630842 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a75948df-33d9-444d-a56b-a488075a332b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.639865 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a75948df-33d9-444d-a56b-a488075a332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.654570 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912203df-f1e7-41f0-821d-24b85eb51a80 None None] Pushing event updated for resources: {'Port': ['ID=65bfcefa-79a9-4bf7-a425-2a0b863c0de7,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:17.700112 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a75948df-33d9-444d-a56b-a488075a332b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76760beb37824372b313e0c07382c2c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4896324 Jul 07 19:32:17.705329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43876) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:17.708557 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bf21fe99-20a6-4444-822a-24772833fc83 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.727094 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff0b45dc-6545-4bc0-8757-3ec18ae2738d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.749992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75948df-33d9-444d-a56b-a488075a332b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250b01cb-9dac-47df-80ae-dac8eafc5ea7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:17.776096 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bde69ebb-896f-49a2-b839-217363efa6ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.778913 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bde69ebb-896f-49a2-b839-217363efa6ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.780048 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bde69ebb-896f-49a2-b839-217363efa6ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/security-groups/60522cb8-d695-48c4-863f-12c26ebcfadd HTTP/1.1" status: 204 len: 168 time: 0.4724374 Jul 07 19:32:17.788620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43878) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:17.816965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde69ebb-896f-49a2-b839-217363efa6ec tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60522cb8-d695-48c4-863f-12c26ebcfadd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:17.851731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b45dc-6545-4bc0-8757-3ec18ae2738d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Subnet': ['ID=e7c67e8d-c633-44d2-aa95-75848958855c,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:17.895732 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:13Z', 'revision_number': 3, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:17Z', 'revision_number': 4, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:17.898020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b839e0ba-42d6-4c29-8eff-e456cf98c994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.931932 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd3efd-db8c-4e4c-a40d-5aeaa94f5ca1 None None] The sync data for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 is: [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:13Z', 'revision_number': 3, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:17Z', 'revision_number': 4, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:17.952314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b45dc-6545-4bc0-8757-3ec18ae2738d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Checking segment: {'id': '0197ae70-85e8-4f15-b07e-1ec578b7274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:17.952942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0b45dc-6545-4bc0-8757-3ec18ae2738d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network hostable DHCP agents. Network: ef3116b2-0bf7-45c4-a01e-4e2676e53d5f, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:32:17.955693 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b839e0ba-42d6-4c29-8eff-e456cf98c994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.959908 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a35bf6d1-8d5f-4655-b15b-59189c04e211 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.981643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad8883-fe47-490b-ae7d-5d9ef226ac96 req-b7988f1b-e02d-4382-b461-e73efc7b4fce tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:17.983538 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29ad8883-fe47-490b-ae7d-5d9ef226ac96 req-b7988f1b-e02d-4382-b461-e73efc7b4fce tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.3604414 Jul 07 19:32:18.041394 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bf21fe99-20a6-4444-822a-24772833fc83 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.047766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0b45dc-6545-4bc0-8757-3ec18ae2738d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network ef3116b2-0bf7-45c4-a01e-4e2676e53d5f is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:32:18.048650 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a35bf6d1-8d5f-4655-b15b-59189c04e211 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.069968 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bf21fe99-20a6-4444-822a-24772833fc83 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.107059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ff0b45dc-6545-4bc0-8757-3ec18ae2738d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, ef3116b2-0bf7-45c4-a01e-4e2676e53d5f) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:18.122704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3e87f3-5b26-4521-90a6-14403ae52c98 None None] Network ef3116b2-0bf7-45c4-a01e-4e2676e53d5f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:18.125226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0b45dc-6545-4bc0-8757-3ec18ae2738d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:18.126108 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff0b45dc-6545-4bc0-8757-3ec18ae2738d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.131064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21fe99-20a6-4444-822a-24772833fc83 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc11719-3924-4f62-ac84-b822084dfe9b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:18.135601 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bf21fe99-20a6-4444-822a-24772833fc83 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.136781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bf21fe99-20a6-4444-822a-24772833fc83 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8709846 Jul 07 19:32:18.141573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43880) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:18.152859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-7a202b08-603b-4561-bf61-85417a87d870 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:18.153468 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-7a202b08-603b-4561-bf61-85417a87d870 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 19:32:18.153991 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-7a202b08-603b-4561-bf61-85417a87d870 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 19:32:18.155398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7a202b08-603b-4561-bf61-85417a87d870 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "PUT /v2.0/security-groups/3fc11719-3924-4f62-ac84-b822084dfe9b HTTP/1.1" status: 409 len: 330 time: 0.0109565 Jul 07 19:32:18.157075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29ad8883-fe47-490b-ae7d-5d9ef226ac96 req-f74885fe-7b9f-49ea-b17a-b60ea8a21109 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481822 Jul 07 19:32:18.157208 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b839e0ba-42d6-4c29-8eff-e456cf98c994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.160464 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b839e0ba-42d6-4c29-8eff-e456cf98c994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.163904 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b839e0ba-42d6-4c29-8eff-e456cf98c994 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/250b01cb-9dac-47df-80ae-dac8eafc5ea7 HTTP/1.1" status: 204 len: 168 time: 0.4545352 Jul 07 19:32:18.163904 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a35bf6d1-8d5f-4655-b15b-59189c04e211 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.165266 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a35bf6d1-8d5f-4655-b15b-59189c04e211 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.169941 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a35bf6d1-8d5f-4655-b15b-59189c04e211 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/security-groups/63bbd00a-346d-4af8-840f-68c2313f1c69 HTTP/1.1" status: 204 len: 168 time: 0.3801949 Jul 07 19:32:18.170619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43882) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:18.170921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43886) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:18.200957 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ff0b45dc-6545-4bc0-8757-3ec18ae2738d tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0203569 Jul 07 19:32:18.206627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43888) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:18.208525 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d2faeb2-4d4d-45ad-a6f6-178e96a3890e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.239654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839e0ba-42d6-4c29-8eff-e456cf98c994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250b01cb-9dac-47df-80ae-dac8eafc5ea7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:18.296625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2faeb2-4d4d-45ad-a6f6-178e96a3890e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Port': ['ID=56b7d344-066a-4c1e-825e-82f3c8355010,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:18.361491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bf6d1-8d5f-4655-b15b-59189c04e211 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bbd00a-346d-4af8-840f-68c2313f1c69,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:18.424148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:32:18.425036 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.498849 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7953dd67-cd3d-4f10-8981-9e9c769efa31 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.502580 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b81838a7-fbfb-438b-b99d-0a0b60788e30 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.619899 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d2faeb2-4d4d-45ad-a6f6-178e96a3890e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.653701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Allocated IP 172.22.0.2 (ef3116b2-0bf7-45c4-a01e-4e2676e53d5f/e7c67e8d-c633-44d2-aa95-75848958855c/cca96520-b6cc-4117-a280-0c848079795d) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:18.669301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7953dd67-cd3d-4f10-8981-9e9c769efa31 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.694250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b81838a7-fbfb-438b-b99d-0a0b60788e30 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.856511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b81838a7-fbfb-438b-b99d-0a0b60788e30 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.859436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b81838a7-fbfb-438b-b99d-0a0b60788e30 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.863497 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b81838a7-fbfb-438b-b99d-0a0b60788e30 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/security-groups/37e9212e-db61-4a50-83de-7612d0d7c60d HTTP/1.1" status: 204 len: 168 time: 0.6882184 Jul 07 19:32:18.864267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7953dd67-cd3d-4f10-8981-9e9c769efa31 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.865157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43898) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:18.866785 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7953dd67-cd3d-4f10-8981-9e9c769efa31 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.867932 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7953dd67-cd3d-4f10-8981-9e9c769efa31 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "DELETE /v2.0/security-groups/3fc11719-3924-4f62-ac84-b822084dfe9b HTTP/1.1" status: 204 len: 168 time: 0.6941037 Jul 07 19:32:18.874496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43900) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:18.887059 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.897035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81838a7-fbfb-438b-b99d-0a0b60788e30 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e9212e-db61-4a50-83de-7612d0d7c60d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:18.900460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Transition to ACTIVE for port object cca96520-b6cc-4117-a280-0c848079795d will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:18.942359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953dd67-cd3d-4f10-8981-9e9c769efa31 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc11719-3924-4f62-ac84-b822084dfe9b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:18.946076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Transition to ACTIVE for port object cca96520-b6cc-4117-a280-0c848079795d will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:18.982254 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.986295 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3a7d4bf8-f622-4904-9c0c-2d6d2d6ffdc4 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1103826 Jul 07 19:32:19.008121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43904) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:19.026293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Network ef3116b2-0bf7-45c4-a01e-4e2676e53d5f is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:19.029638 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:19.030568 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-2311450c-ce77-4b84-bc94-fc9e86baa536 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] delete failed (client error): The resource could not be found. Jul 07 19:32:19.032027 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2311450c-ce77-4b84-bc94-fc9e86baa536 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "DELETE /v2.0/security-groups/9b69f33c-f154-4a17-bc4a-0a2cb21f2cc2 HTTP/1.1" status: 404 len: 347 time: 0.0229430 Jul 07 19:32:19.035238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:19.038092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43906) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:19.058085 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.077456 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-654ca58e-516b-4c34-a99f-26e47a707293 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] show failed (client error): The resource could not be found. Jul 07 19:32:19.078860 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-654ca58e-516b-4c34-a99f-26e47a707293 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "GET /v2.0/security-groups/4b99dcfd-0c46-43fc-aebb-9d1f714a1c90 HTTP/1.1" status: 404 len: 347 time: 0.0397441 Jul 07 19:32:19.083278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43908) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:19.098964 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-8486a17e-88d9-4810-9f96-8cbbfa7ed629 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] show failed (client error): The resource could not be found. Jul 07 19:32:19.100196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8486a17e-88d9-4810-9f96-8cbbfa7ed629 tempest-NegativeSecGroupIPv6Test-341491797 tempest-NegativeSecGroupIPv6Test-341491797-project] 10.222.0.81 "GET /v2.0/security-group-rules/25c2334d-9933-458b-8fd4-4b2d096516c0 HTTP/1.1" status: 404 len: 356 time: 0.0166116 Jul 07 19:32:19.110952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Pushing event updated for resources: {'Port': ['ID=cca96520-b6cc-4117-a280-0c848079795d,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:19.150805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:19.150805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:19.150805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:19.150805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:19.150805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:19.150805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:19.151799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:19.151799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:19.152212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:19.152598 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:19.152985 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:19.153372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:19.163007 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Attempting to bind port cca96520-b6cc-4117-a280-0c848079795d on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:19.163442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Attempting to bind port cca96520-b6cc-4117-a280-0c848079795d by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0197ae70-85e8-4f15-b07e-1ec578b7274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:19.163875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Attempting to bind port cca96520-b6cc-4117-a280-0c848079795d on network ef3116b2-0bf7-45c4-a01e-4e2676e53d5f {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:19.172849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:19.177610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Checking segment: {'id': '0197ae70-85e8-4f15-b07e-1ec578b7274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:19.178402 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.178907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Bound using segment: {'id': '0197ae70-85e8-4f15-b07e-1ec578b7274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:19.179690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Bound port: cca96520-b6cc-4117-a280-0c848079795d, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0197ae70-85e8-4f15-b07e-1ec578b7274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:19.181276 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.232080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:19.291291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2faeb2-4d4d-45ad-a6f6-178e96a3890e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Router 13ddb8d4-9faf-4934-9b4d-597795392fcf has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:19.308903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] For port cca96520-b6cc-4117-a280-0c848079795d, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:19.313564 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] For port cca96520-b6cc-4117-a280-0c848079795d, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cca96520-b6cc-4117-a280-0c848079795d,segment=NetworkSegment(0197ae70-85e8-4f15-b07e-1ec578b7274d),segment_id=0197ae70-85e8-4f15-b07e-1ec578b7274d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:19.315736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-530cd561-eb8d-48cd-8b6a-e693a7eb7fd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting subnet 32ae10c4-2dbc-499e-943a-5ad7850866c4 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:19.324711 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-530cd561-eb8d-48cd-8b6a-e693a7eb7fd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.336290 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.407681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213580e-61ad-4693-8975-48c385b98b12 None None] Pushing event updated for resources: {'Port': ['ID=cca96520-b6cc-4117-a280-0c848079795d,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:19.412155 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-530cd561-eb8d-48cd-8b6a-e693a7eb7fd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.470255 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:19.474890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:19.475274 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.543519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-530cd561-eb8d-48cd-8b6a-e693a7eb7fd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.584274 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.634137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=65bfcefa-79a9-4bf7-a425-2a0b863c0de7,segment=NetworkSegment(bf06bd5f-5697-499d-b25f-8d31f532fa3e),segment_id=bf06bd5f-5697-499d-b25f-8d31f532fa3e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:19.642963 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.674500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43926) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:19.726612 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-530cd561-eb8d-48cd-8b6a-e693a7eb7fd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.730616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=65bfcefa-79a9-4bf7-a425-2a0b863c0de7,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:19.847476 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cd561-eb8d-48cd-8b6a-e693a7eb7fd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Subnet': ['ID=32ae10c4-2dbc-499e-943a-5ad7850866c4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:19.854618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-530cd561-eb8d-48cd-8b6a-e693a7eb7fd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.862225 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-530cd561-eb8d-48cd-8b6a-e693a7eb7fd4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/32ae10c4-2dbc-499e-943a-5ad7850866c4 HTTP/1.1" status: 204 len: 168 time: 0.9946983 Jul 07 19:32:19.863173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a360641-ba26-468a-b459-2e32155dda05 None None] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:19.882857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43940) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:19.981357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2faeb2-4d4d-45ad-a6f6-178e96a3890e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:19.993702 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8d2faeb2-4d4d-45ad-a6f6-178e96a3890e tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "PUT /v2.0/routers/13ddb8d4-9faf-4934-9b4d-597795392fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1599491 Jul 07 19:32:19.997209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43942) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:20.027731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3840fa3-256b-4994-8af3-50cfd67d4350 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting subnet 28f9a6c0-2182-4b86-94f3-5dcb7cd96d2b {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:20.036455 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a3840fa3-256b-4994-8af3-50cfd67d4350 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.042820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b7a7e-161d-45af-98be-4113ee7b057d None None] Sync routers for ids ['13ddb8d4-9faf-4934-9b4d-597795392fcf'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:20.056863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b7a7e-161d-45af-98be-4113ee7b057d None None] Routers {'13ddb8d4-9faf-4934-9b4d-597795392fcf'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:20.057491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-3d4b7a7e-161d-45af-98be-4113ee7b057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13ddb8d4-9faf-4934-9b4d-597795392fcf'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:20.090163 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-baa46a66-db9d-4140-8207-faddb188f97c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41889e7949ab41209519424388aaadfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142344 Jul 07 19:32:20.093277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43944) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:20.111392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Allocated IP 172.22.0.1 (ef3116b2-0bf7-45c4-a01e-4e2676e53d5f/e7c67e8d-c633-44d2-aa95-75848958855c/3f797685-fd14-4810-a354-7706b55a6bf2) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:20.122077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946077ff-060a-4540-929d-6c334b4dbcf6 req-6eee40b9-a3dc-42cd-9369-abfc17b8104d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:20.126247 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a3840fa3-256b-4994-8af3-50cfd67d4350 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.130676 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-946077ff-060a-4540-929d-6c334b4dbcf6 req-6eee40b9-a3dc-42cd-9369-abfc17b8104d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.1990094 Jul 07 19:32:20.185074 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca047a5f-468b-417e-a70b-e811d897ebe3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting subnet fa18e4b9-54ea-42d0-a29e-3d1a15e2c523 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:20.195271 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca047a5f-468b-417e-a70b-e811d897ebe3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.247105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-3d4b7a7e-161d-45af-98be-4113ee7b057d None None] Set router 13ddb8d4-9faf-4934-9b4d-597795392fcf gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:20.266761 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca047a5f-468b-417e-a70b-e811d897ebe3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.332087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43948) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:20.366358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-946077ff-060a-4540-929d-6c334b4dbcf6 req-6651c3f0-549e-497b-8cc0-d29f44b2e579 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347178 Jul 07 19:32:20.381852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a3840fa3-256b-4994-8af3-50cfd67d4350 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.385763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.405318 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d039553-b448-43e8-bb7d-9a2a475a0531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.425010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Transition to ACTIVE for port object 3f797685-fd14-4810-a354-7706b55a6bf2 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:20.448890 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d039553-b448-43e8-bb7d-9a2a475a0531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.516913 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.540499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-3d4b7a7e-161d-45af-98be-4113ee7b057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:32:18Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:20.547280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca047a5f-468b-417e-a70b-e811d897ebe3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.574706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b7a7e-161d-45af-98be-4113ee7b057d None None] Checking router: 13ddb8d4-9faf-4934-9b4d-597795392fcf for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:20.582900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=3f797685-fd14-4810-a354-7706b55a6bf2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:20.600782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b7a7e-161d-45af-98be-4113ee7b057d None None] Routers {'13ddb8d4-9faf-4934-9b4d-597795392fcf'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:20.601722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-3d4b7a7e-161d-45af-98be-4113ee7b057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13ddb8d4-9faf-4934-9b4d-597795392fcf'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:20.602827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network ef3116b2-0bf7-45c4-a01e-4e2676e53d5f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:20.604947 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d039553-b448-43e8-bb7d-9a2a475a0531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.607773 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d039553-b448-43e8-bb7d-9a2a475a0531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.609094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4d039553-b448-43e8-bb7d-9a2a475a0531 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecfc8f13-04a3-47c2-ab80-5cd9d246cb64 HTTP/1.1" status: 204 len: 168 time: 0.5127420 Jul 07 19:32:20.610173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:20.619844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:20.627613 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a3840fa3-256b-4994-8af3-50cfd67d4350 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.656462 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d039553-b448-43e8-bb7d-9a2a475a0531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfc8f13-04a3-47c2-ab80-5cd9d246cb64,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:20.700443 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.748763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3840fa3-256b-4994-8af3-50cfd67d4350 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Subnet': ['ID=28f9a6c0-2182-4b86-94f3-5dcb7cd96d2b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:20.751727 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca047a5f-468b-417e-a70b-e811d897ebe3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.776709 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0626c639-f0e5-4e73-ab0b-f85bb1b75d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.845925 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a3840fa3-256b-4994-8af3-50cfd67d4350 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.854236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43956) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:20.855273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a3840fa3-256b-4994-8af3-50cfd67d4350 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/28f9a6c0-2182-4b86-94f3-5dcb7cd96d2b HTTP/1.1" status: 204 len: 168 time: 0.9712903 Jul 07 19:32:20.863771 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca047a5f-468b-417e-a70b-e811d897ebe3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Subnet': ['ID=fa18e4b9-54ea-42d0-a29e-3d1a15e2c523,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:20.881477 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ca047a5f-468b-417e-a70b-e811d897ebe3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.894510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ca047a5f-468b-417e-a70b-e811d897ebe3 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/subnets/fa18e4b9-54ea-42d0-a29e-3d1a15e2c523 HTTP/1.1" status: 204 len: 168 time: 0.8886113 Jul 07 19:32:20.907072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf254c8-2f01-4c90-a4db-e22954542356 None None] Network 50333238-2ba4-4f24-9c16-6e6986050042 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:20.930489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43958) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:20.945850 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4180821-8af3-45b7-bf8a-b75fec78b2f2 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:20.946316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4180821-8af3-45b7-bf8a-b75fec78b2f2 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:20.950321 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f4180821-8af3-45b7-bf8a-b75fec78b2f2 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/32ae10c4-2dbc-499e-943a-5ad7850866c4 HTTP/1.1" status: 404 len: 337 time: 0.0925570 Jul 07 19:32:20.960423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43960) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:21.049804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-3d4b7a7e-161d-45af-98be-4113ee7b057d None None] Set router 13ddb8d4-9faf-4934-9b4d-597795392fcf gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:21.061899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.184469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac78c5f0-85fd-44e8-add6-5a9fc6850be1 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting subnet 42771ed5-d95e-4fa6-9aae-464f4e076605 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:21.203090 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac78c5f0-85fd-44e8-add6-5a9fc6850be1 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.242631 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0626c639-f0e5-4e73-ab0b-f85bb1b75d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.251773 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0626c639-f0e5-4e73-ab0b-f85bb1b75d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.283355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:21.295544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ead1ae-d10c-4f9e-83b3-707f32099f90 None None] Network 33f52603-1f1d-4d10-aa2f-287ffc651726 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:21.317299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626c639-f0e5-4e73-ab0b-f85bb1b75d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8495dc-b2ec-4ff9-89f2-bb963e96cb3d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:21.330985 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac78c5f0-85fd-44e8-add6-5a9fc6850be1 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.376230 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0626c639-f0e5-4e73-ab0b-f85bb1b75d87 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bfe488860b4c476885dd7dfea2ba4352&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0336161 Jul 07 19:32:21.377928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615c608-a208-41c4-b7f5-a2371aeb3611 None None] Network ef3116b2-0bf7-45c4-a01e-4e2676e53d5f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:21.378694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43970) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:21.407944 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4dc37a4c-e4de-483b-8855-5da452c3f662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.417969 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.524468 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac78c5f0-85fd-44e8-add6-5a9fc6850be1 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.528613 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4143c6bc-cf2d-43d8-8b91-c46c36a87710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.575811 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4143c6bc-cf2d-43d8-8b91-c46c36a87710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.641190 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.682827 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4143c6bc-cf2d-43d8-8b91-c46c36a87710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.682827 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4143c6bc-cf2d-43d8-8b91-c46c36a87710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.692298 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4143c6bc-cf2d-43d8-8b91-c46c36a87710 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f8495dc-b2ec-4ff9-89f2-bb963e96cb3d HTTP/1.1" status: 204 len: 168 time: 0.3125288 Jul 07 19:32:21.747953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a6830fb4-8edd-42f6-bf28-ebca409b3932 None None] Provisioning complete for port 1f01816f-4f16-49a5-925f-26c46628ab27 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:21.748966 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6830fb4-8edd-42f6-bf28-ebca409b3932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.765782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Deleting port 979eab3c-9a4a-40e2-bac9-a18020c89d36 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:21.766311 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.789168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143c6bc-cf2d-43d8-8b91-c46c36a87710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8495dc-b2ec-4ff9-89f2-bb963e96cb3d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:21.882753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.887461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] For port 979eab3c-9a4a-40e2-bac9-a18020c89d36, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=979eab3c-9a4a-40e2-bac9-a18020c89d36,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:21.887840 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.901183 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac78c5f0-85fd-44e8-add6-5a9fc6850be1 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.922338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43984) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:21.923318 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.943269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5165b-ae01-407e-8a7e-396b8a5d4797 req-029df877-24d9-4183-b2c3-5ce997b00ea1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:21.945855 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3eb5165b-ae01-407e-8a7e-396b8a5d4797 req-029df877-24d9-4183-b2c3-5ce997b00ea1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.3146973 Jul 07 19:32:21.953177 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a6830fb4-8edd-42f6-bf28-ebca409b3932 None None] Port 1f01816f-4f16-49a5-925f-26c46628ab27 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:21.955705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2294ac6f-7bf6-4e0d-a374-f505fac1e7f7 None None] DHCP port deletion for 50333238-2ba4-4f24-9c16-6e6986050042 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:32:21.992580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Calling delete_port for 979eab3c-9a4a-40e2-bac9-a18020c89d36 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:22.004199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78c5f0-85fd-44e8-add6-5a9fc6850be1 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Subnet': ['ID=42771ed5-d95e-4fa6-9aae-464f4e076605,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:22.016826 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac78c5f0-85fd-44e8-add6-5a9fc6850be1 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.020681 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ac78c5f0-85fd-44e8-add6-5a9fc6850be1 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/42771ed5-d95e-4fa6-9aae-464f4e076605 HTTP/1.1" status: 204 len: 168 time: 1.0547185 Jul 07 19:32:22.032591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:22.032964 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.038536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43988) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.079287 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3eb5165b-ae01-407e-8a7e-396b8a5d4797 req-df7338f6-cb34-4cc9-ac80-4fad82f662a6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956380 Jul 07 19:32:22.107974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a6830fb4-8edd-42f6-bf28-ebca409b3932 None None] Provisioning complete for port e2a72f96-eeb4-42a9-908b-5c90edfe869a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:22.108344 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6830fb4-8edd-42f6-bf28-ebca409b3932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.113563 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa7b989-90dc-4549-a215-1b3c9583c371 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:22.115384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa7b989-90dc-4549-a215-1b3c9583c371 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:22.117504 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1aa7b989-90dc-4549-a215-1b3c9583c371 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/da70c67f-1ac9-431d-9e03-4690fc8883fd HTTP/1.1" status: 404 len: 337 time: 0.0747859 Jul 07 19:32:22.120522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43992) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.152070 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.174074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=3f797685-fd14-4810-a354-7706b55a6bf2,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:22.198531 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6937554e-634a-4be3-814a-f41f16037318 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "GET /v2.0/ports?device_id=8389c9fc-27e5-4ac6-b77e-68490f92c952 HTTP/1.1" status: 200 len: 205 time: 0.0762315 Jul 07 19:32:22.200807 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43994) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.267607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-3d4b7a7e-161d-45af-98be-4113ee7b057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:32:18Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:22.309892 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-f6a8bd2f-2192-413d-bf99-4cddb9f39f48 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] delete failed (client error): The resource could not be found. Jul 07 19:32:22.317032 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f6a8bd2f-2192-413d-bf99-4cddb9f39f48 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/routers/8389c9fc-27e5-4ac6-b77e-68490f92c952 HTTP/1.1" status: 404 len: 336 time: 0.1136339 Jul 07 19:32:22.318219 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44000) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.330583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b7a7e-161d-45af-98be-4113ee7b057d None None] The sync data for ids ['13ddb8d4-9faf-4934-9b4d-597795392fcf'] in n-d-793621-9 is: [{'id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'name': 'tempest-TestNetworkBasicOps-router-1089810966', 'tenant_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:29:34Z', 'updated_at': '2021-07-07T19:32:18Z', 'revision_number': 5, 'project_id': 'd307ecc64ee341b99f612e35a7a6a0e6', 'gw_port': {'id': '979eab3c-9a4a-40e2-bac9-a18020c89d36', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ddb8d4-9faf-4934-9b4d-597795392fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:29:36Z', 'updated_at': '2021-07-07T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:22.378497 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06821b1-fa3c-4575-a0f5-12ba655d0389 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:22.379104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06821b1-fa3c-4575-a0f5-12ba655d0389 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:22.381344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b06821b1-fa3c-4575-a0f5-12ba655d0389 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/ce289d4a-2542-4eb9-9e2b-75a5f2d8ea71 HTTP/1.1" status: 404 len: 337 time: 0.0617666 Jul 07 19:32:22.382887 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2294ac6f-7bf6-4e0d-a374-f505fac1e7f7 None None] Deleting port a79ac511-7cf5-42d2-993a-36c23a2a2699 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:22.383028 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2294ac6f-7bf6-4e0d-a374-f505fac1e7f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.384904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44004) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.408689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network ef3116b2-0bf7-45c4-a01e-4e2676e53d5f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:22.413470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:22.457902 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c4430d-e884-4b94-b08e-01dc98032c3b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:22.458604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c4430d-e884-4b94-b08e-01dc98032c3b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:22.469874 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-72c4430d-e884-4b94-b08e-01dc98032c3b tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/60d68ed8-ce7b-47c9-bbf9-dad03ef41865 HTTP/1.1" status: 404 len: 337 time: 0.0798690 Jul 07 19:32:22.470646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44008) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.495795 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-dc0cbb84-051b-4903-909e-d09ef0c40124 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:22.496526 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-dc0cbb84-051b-4903-909e-d09ef0c40124 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 19:32:22.496778 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-dc0cbb84-051b-4903-909e-d09ef0c40124 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 19:32:22.497801 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dc0cbb84-051b-4903-909e-d09ef0c40124 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5335042 Jul 07 19:32:22.501692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44010) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.519326 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-5126cd08-8f5c-483e-b63e-16fcf48f8da4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:22.519733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5126cd08-8f5c-483e-b63e-16fcf48f8da4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:22.521529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cca96520-b6cc-4117-a280-0c848079795d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:22.521978 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5126cd08-8f5c-483e-b63e-16fcf48f8da4 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/f7579cc8-9f5a-4beb-b1df-c6295f0702a5 HTTP/1.1" status: 404 len: 337 time: 0.0502291 Jul 07 19:32:22.524514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44012) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.540205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645070758'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:22.566869 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30f9550-d853-4ed2-83c8-e0b4414495cd tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:22.568056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30f9550-d853-4ed2-83c8-e0b4414495cd tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:22.572530 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b30f9550-d853-4ed2-83c8-e0b4414495cd tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/f90e56b1-0af2-4f6a-bdc1-cdcceee3f4a9 HTTP/1.1" status: 404 len: 333 time: 0.0464208 Jul 07 19:32:22.575687 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44014) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.587301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.606963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2294ac6f-7bf6-4e0d-a374-f505fac1e7f7 None None] For port a79ac511-7cf5-42d2-993a-36c23a2a2699, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a79ac511-7cf5-42d2-993a-36c23a2a2699,segment=NetworkSegment(43b8089d-3185-411c-b87a-b1e2be36d6d5),segment_id=43b8089d-3185-411c-b87a-b1e2be36d6d5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:22.609130 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2294ac6f-7bf6-4e0d-a374-f505fac1e7f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.623823 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.627565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router c4ec9943-072e-405e-b1e6-8862420c8a06 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:22.632885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Port': ['ID=979eab3c-9a4a-40e2-bac9-a18020c89d36,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:22.651770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2294ac6f-7bf6-4e0d-a374-f505fac1e7f7 None None] Calling delete_port for a79ac511-7cf5-42d2-993a-36c23a2a2699 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:22.655746 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef9951e-4b28-4db9-9ab2-cc8a798cdedd tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:22.656777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef9951e-4b28-4db9-9ab2-cc8a798cdedd tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:22.664199 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aef9951e-4b28-4db9-9ab2-cc8a798cdedd tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/53a28694-7473-4e9d-9011-54ccfbcfddca HTTP/1.1" status: 404 len: 337 time: 0.0868247 Jul 07 19:32:22.668468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44018) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.671179 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.724940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d867c428-22e1-490e-83ef-5e1aec8b4cba None None] DHCP port deletion for 33f52603-1f1d-4d10-aa2f-287ffc651726 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:32:22.727109 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port cca96520-b6cc-4117-a280-0c848079795d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:22.763799 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69ec414-cffe-46ee-8b93-4a5ca74edb3f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:22.766539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69ec414-cffe-46ee-8b93-4a5ca74edb3f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:22.768489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c69ec414-cffe-46ee-8b93-4a5ca74edb3f tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/afefa3f5-67bd-4138-8364-eb993370700f HTTP/1.1" status: 404 len: 337 time: 0.0971115 Jul 07 19:32:22.774972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44022) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.819995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-66d0b324-103d-46f8-96ff-5d1f7f1aede2 None None] Provisioning for port cca96520-b6cc-4117-a280-0c848079795d completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:22.830057 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e81ed6c-0c1f-44b5-aff0-747a8fe49eac tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:22.831790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-66d0b324-103d-46f8-96ff-5d1f7f1aede2 None None] Provisioning complete for port cca96520-b6cc-4117-a280-0c848079795d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:22.832277 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e81ed6c-0c1f-44b5-aff0-747a8fe49eac tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:22.832535 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-66d0b324-103d-46f8-96ff-5d1f7f1aede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.837582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5e81ed6c-0c1f-44b5-aff0-747a8fe49eac tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/eb404fc5-64f3-4729-9e6d-e87d1a0dae64 HTTP/1.1" status: 404 len: 333 time: 0.0615358 Jul 07 19:32:22.838606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44026) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.868163 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cac1eff-be27-4343-b894-cd31b86cff90 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:22.871934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cac1eff-be27-4343-b894-cd31b86cff90 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:22.874983 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5cac1eff-be27-4343-b894-cd31b86cff90 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/d301ee62-ed58-496c-8f74-29abde88d2d3 HTTP/1.1" status: 404 len: 337 time: 0.0351632 Jul 07 19:32:22.875950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44028) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.909160 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-918a71bf-8fe8-4203-b830-78e22bf5feb6 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:22.909842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918a71bf-8fe8-4203-b830-78e22bf5feb6 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:22.914741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-918a71bf-8fe8-4203-b830-78e22bf5feb6 tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/subnets/6186e2b6-f549-4764-9e46-9c9db72d725b HTTP/1.1" status: 404 len: 337 time: 0.0373890 Jul 07 19:32:22.916146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44030) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:23.005975 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.128970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-89c197a7-8491-4fbd-9670-ebbd41ed33ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Deleting port 1f01816f-4f16-49a5-925f-26c46628ab27 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:23.129327 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89c197a7-8491-4fbd-9670-ebbd41ed33ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.168479 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-66d0b324-103d-46f8-96ff-5d1f7f1aede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.204598 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d867c428-22e1-490e-83ef-5e1aec8b4cba None None] Deleting port e2a72f96-eeb4-42a9-908b-5c90edfe869a {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:23.204598 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d867c428-22e1-490e-83ef-5e1aec8b4cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.232683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e2a72f96-eeb4-42a9-908b-5c90edfe869a no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:23.272523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.278511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.292098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:23.296438 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89c197a7-8491-4fbd-9670-ebbd41ed33ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.297993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cdd3286f-ded6-4dbd-843f-817ddcd47491 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0881395 Jul 07 19:32:23.303572 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44038) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:23.304252 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Sync routers for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:23.320978 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:23.323417 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:31:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:23.332043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-21df03d6-859e-47ae-959d-bbfca18e3f77 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'network': {'name': 'tempest-RoutersTest-1457653643'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:23.361798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-89c197a7-8491-4fbd-9670-ebbd41ed33ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Calling delete_port for 1f01816f-4f16-49a5-925f-26c46628ab27 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:23.398128 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2294ac6f-7bf6-4e0d-a374-f505fac1e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.414284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-66d0b324-103d-46f8-96ff-5d1f7f1aede2 None None] For port cca96520-b6cc-4117-a280-0c848079795d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cca96520-b6cc-4117-a280-0c848079795d,segment=NetworkSegment(0197ae70-85e8-4f15-b07e-1ec578b7274d),segment_id=0197ae70-85e8-4f15-b07e-1ec578b7274d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:23.426342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d867c428-22e1-490e-83ef-5e1aec8b4cba None None] For port e2a72f96-eeb4-42a9-908b-5c90edfe869a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e2a72f96-eeb4-42a9-908b-5c90edfe869a,segment=NetworkSegment(6b7983c2-e7c0-41ec-ba99-17641e2605c8),segment_id=6b7983c2-e7c0-41ec-ba99-17641e2605c8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:23.426726 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d867c428-22e1-490e-83ef-5e1aec8b4cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.436190 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.436789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Fanout notify agent at l3_agent the message router_deleted on router 13ddb8d4-9faf-4934-9b4d-597795392fcf {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:32:23.454550 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.455716 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-63a3cec2-758b-41f0-aed9-ebd9e27342c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/routers/13ddb8d4-9faf-4934-9b4d-597795392fcf HTTP/1.1" status: 204 len: 168 time: 2.5236859 Jul 07 19:32:23.462861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-66d0b324-103d-46f8-96ff-5d1f7f1aede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.463902 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44042) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:23.470254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294ac6f-7bf6-4e0d-a374-f505fac1e7f7 None None] Pushing event deleted for resources: {'Port': ['ID=a79ac511-7cf5-42d2-993a-36c23a2a2699,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:23.486773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294ac6f-7bf6-4e0d-a374-f505fac1e7f7 None None] No DVR routers for this DVR port a79ac511-7cf5-42d2-993a-36c23a2a2699 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:23.498126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d867c428-22e1-490e-83ef-5e1aec8b4cba None None] Calling delete_port for e2a72f96-eeb4-42a9-908b-5c90edfe869a owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:23.541333 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:23.557361 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.581525 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.609275 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1200eecf-7162-4326-bfe9-38d2c63ae63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.656451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a55b4c-5ab6-42bc-85a9-d920875c09bf req-0cde5854-7fce-4036-a50a-bcdda3d31fbc tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:23.662309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-99a55b4c-5ab6-42bc-85a9-d920875c09bf req-0cde5854-7fce-4036-a50a-bcdda3d31fbc tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.3047357 Jul 07 19:32:23.667900 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.db.api [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:32:23.667900 n-d-793621-9 neutron-server[93901]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:32:23.667900 n-d-793621-9 neutron-server[93901]: [parameters: {'project_id_1': '10a6d38465cc444cbbed6ec96fd42d68', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 32, 23, 600874)}] Jul 07 19:32:23.667900 n-d-793621-9 neutron-server[93901]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:32:23.668281 n-d-793621-9 neutron-server[93901]: DEBUG oslo_db.api [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:32:23.713095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1432975-309c-4ee1-9270-e4fe3ac6dc14,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:23.754190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-34357617-a8e8-46f4-8217-f6ddcb3169d9 None None] Provisioning for port 3f797685-fd14-4810-a354-7706b55a6bf2 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:23.755304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-99a55b4c-5ab6-42bc-85a9-d920875c09bf req-c687e7c4-cf3c-4820-8bd3-6aa005cc99e5 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832207 Jul 07 19:32:23.780319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21df03d6-859e-47ae-959d-bbfca18e3f77 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:23.782075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-34357617-a8e8-46f4-8217-f6ddcb3169d9 None None] Provisioning complete for port 3f797685-fd14-4810-a354-7706b55a6bf2 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:23.782674 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-34357617-a8e8-46f4-8217-f6ddcb3169d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.788193 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.791680 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21df03d6-859e-47ae-959d-bbfca18e3f77 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.792636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0b324-103d-46f8-96ff-5d1f7f1aede2 None None] Pushing event updated for resources: {'Port': ['ID=cca96520-b6cc-4117-a280-0c848079795d,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:23.882024 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.889459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-34357617-a8e8-46f4-8217-f6ddcb3169d9 None None] Port 3f797685-fd14-4810-a354-7706b55a6bf2 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:23.906463 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.917567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21df03d6-859e-47ae-959d-bbfca18e3f77 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:32:23.918275 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port e2a72f96-eeb4-42a9-908b-5c90edfe869a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e2a72f96-eeb4-42a9-908b-5c90edfe869a,segment=NetworkSegment(6b7983c2-e7c0-41ec-ba99-17641e2605c8),segment_id=6b7983c2-e7c0-41ec-ba99-17641e2605c8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:23.918513 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89c197a7-8491-4fbd-9670-ebbd41ed33ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.924296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-34357617-a8e8-46f4-8217-f6ddcb3169d9 None None] Provisioning complete for port cca96520-b6cc-4117-a280-0c848079795d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:23.925061 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-34357617-a8e8-46f4-8217-f6ddcb3169d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.951601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c197a7-8491-4fbd-9670-ebbd41ed33ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Port': ['ID=1f01816f-4f16-49a5-925f-26c46628ab27,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:23.960132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21df03d6-859e-47ae-959d-bbfca18e3f77 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.960482 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-21df03d6-859e-47ae-959d-bbfca18e3f77 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Added segment c75874fd-d9e7-42c2-a7f4-418750e37908 of type vlan for network 83a115b6-4c86-4db9-951d-ed8723186e00 Jul 07 19:32:23.972731 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.973423 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a79ac511-7cf5-42d2-993a-36c23a2a2699 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:24.016674 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:20Z', 'revision_number': 4, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '3f797685-fd14-4810-a354-7706b55a6bf2', 'name': '', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:5f:17:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:19Z', 'updated_at': '2021-07-07T19:32:21Z', 'revision_number': 2, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:24.037513 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89c197a7-8491-4fbd-9670-ebbd41ed33ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.039495 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-89c197a7-8491-4fbd-9670-ebbd41ed33ad tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/ports/1f01816f-4f16-49a5-925f-26c46628ab27 HTTP/1.1" status: 204 len: 168 time: 1.1223001 Jul 07 19:32:24.042199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44054) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:24.056398 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Checking router: c4ec9943-072e-405e-b1e6-8862420c8a06 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:24.056837 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Updating router c4ec9943-072e-405e-b1e6-8862420c8a06 port 3f797685-fd14-4810-a354-7706b55a6bf2 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:32:24.080976 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d867c428-22e1-490e-83ef-5e1aec8b4cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.089562 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21df03d6-859e-47ae-959d-bbfca18e3f77 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.095675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: a79ac511-7cf5-42d2-993a-36c23a2a2699 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:24.095675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a79ac511-7cf5-42d2-993a-36c23a2a2699 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:24.099112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 56b7d344-066a-4c1e-825e-82f3c8355010 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:24.102938 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.105089 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.115381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=e2a72f96-eeb4-42a9-908b-5c90edfe869a,revision_number=11']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:24.144145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50333238-2ba4-4f24-9c16-6e6986050042']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:24.147614 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21df03d6-859e-47ae-959d-bbfca18e3f77 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.154538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df03d6-859e-47ae-959d-bbfca18e3f77 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:24.155445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21df03d6-859e-47ae-959d-bbfca18e3f77 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.156028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 56b7d344-066a-4c1e-825e-82f3c8355010 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:24.156028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 56b7d344-066a-4c1e-825e-82f3c8355010 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:24.175032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b8089d-3185-411c-b87a-b1e2be36d6d5') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:24.175311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b8089d-3185-411c-b87a-b1e2be36d6d5') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:24.183132 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.185352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d867c428-22e1-490e-83ef-5e1aec8b4cba None None] No DVR routers for this DVR port e2a72f96-eeb4-42a9-908b-5c90edfe869a on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:24.188000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867c428-22e1-490e-83ef-5e1aec8b4cba None None] Pushing event deleted for resources: {'Port': ['ID=e2a72f96-eeb4-42a9-908b-5c90edfe869a,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:24.216361 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.235457 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.245164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-21df03d6-859e-47ae-959d-bbfca18e3f77 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9409773 Jul 07 19:32:24.245438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44058) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:24.252164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6a0035a1-d5d3-4db6-ac9f-e7878d3deba3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'subnet': {'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:24.271289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.278236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df03d6-859e-47ae-959d-bbfca18e3f77 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Network': ['ID=83a115b6-4c86-4db9-951d-ed8723186e00,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:24.282897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:32:24.283416 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:32:24.286933 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:32:24.309274 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 83a115b6-4c86-4db9-951d-ed8723186e00 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:32:24.358481 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.371480 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.385448 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] 10.222.0.81 "DELETE /v2.0/networks/50333238-2ba4-4f24-9c16-6e6986050042 HTTP/1.1" status: 204 len: 168 time: 0.9115908 Jul 07 19:32:24.395328 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6cf2c-2acb-415a-b93b-1b524dcad7c1 tempest-TestNetworkBasicOps-728634317 tempest-TestNetworkBasicOps-728634317-project] Pushing event deleted for resources: {'Network': ['ID=50333238-2ba4-4f24-9c16-6e6986050042,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:24.472045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.495616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f52603-1f1d-4d10-aa2f-287ffc651726']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:24.512179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7983c2-e7c0-41ec-ba99-17641e2605c8') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:24.512475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7983c2-e7c0-41ec-ba99-17641e2605c8') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:24.526423 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.532014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7caebcda-75d8-4e03-ad62-903eb9bc81b5 None None] Provisioning complete for port 3f797685-fd14-4810-a354-7706b55a6bf2 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:24.536082 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7caebcda-75d8-4e03-ad62-903eb9bc81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.551599 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.553046 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.560873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:32:24.561504 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:32:24.564501 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:32:24.584736 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.592754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7caebcda-75d8-4e03-ad62-903eb9bc81b5 None None] Port 3f797685-fd14-4810-a354-7706b55a6bf2 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:24.605646 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.667069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0035a1-d5d3-4db6-ac9f-e7878d3deba3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Made reservation on behalf of 9f350db71c2947f1a83d8fc699460239 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:24.670919 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a0035a1-d5d3-4db6-ac9f-e7878d3deba3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.677248 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.680061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1453269 Jul 07 19:32:24.685083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44074) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:24.690586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0f81538d-0900-457c-9f21-197d7655eaac tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '67b19776-3af5-4e5a-beb7-064fc3c478cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:24.693434 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e900a-0699-4b46-b97a-0cf363bcb076 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b19776-3af5-4e5a-beb7-064fc3c478cc,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:24.703612 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Transition to ACTIVE for port object 3f797685-fd14-4810-a354-7706b55a6bf2 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:24.710676 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.742650 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.748722 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.764399 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.766517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] 10.222.0.81 "DELETE /v2.0/networks/33f52603-1f1d-4d10-aa2f-287ffc651726 HTTP/1.1" status: 204 len: 168 time: 0.7230077 Jul 07 19:32:24.788266 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f81538d-0900-457c-9f21-197d7655eaac tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.789150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8384b8e-f1be-4d02-843c-e917943b598a tempest-PortsIpV6TestJSON-734879447 tempest-PortsIpV6TestJSON-734879447-project] Pushing event deleted for resources: {'Network': ['ID=33f52603-1f1d-4d10-aa2f-287ffc651726,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:24.846065 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51411cba-420e-4507-b34c-3b2b5583ea68 None None] Pushing event updated for resources: {'Port': ['ID=3f797685-fd14-4810-a354-7706b55a6bf2,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:24.887379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44088) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:24.981009 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f81538d-0900-457c-9f21-197d7655eaac tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.993167 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Attempting to bind port 3f797685-fd14-4810-a354-7706b55a6bf2 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:24.994566 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Attempting to bind port 3f797685-fd14-4810-a354-7706b55a6bf2 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0197ae70-85e8-4f15-b07e-1ec578b7274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:24.995159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f81538d-0900-457c-9f21-197d7655eaac tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.996084 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Attempting to bind port 3f797685-fd14-4810-a354-7706b55a6bf2 on network ef3116b2-0bf7-45c4-a01e-4e2676e53d5f {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:25.004094 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:25.004739 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Checking segment: {'id': '0197ae70-85e8-4f15-b07e-1ec578b7274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:25.005373 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.006004 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Bound using segment: {'id': '0197ae70-85e8-4f15-b07e-1ec578b7274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:25.006636 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Bound port: 3f797685-fd14-4810-a354-7706b55a6bf2, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0197ae70-85e8-4f15-b07e-1ec578b7274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:25.007253 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.053648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81538d-0900-457c-9f21-197d7655eaac tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4b177b-5bee-4e91-a4ce-a28b6fe7deeb,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:25.069889 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f81538d-0900-457c-9f21-197d7655eaac tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.073800 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0f81538d-0900-457c-9f21-197d7655eaac tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3853300 Jul 07 19:32:25.078262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44100) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:25.094275 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3c606a60-03e7-4d28-83e5-ce9ca6e99003 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '67b19776-3af5-4e5a-beb7-064fc3c478cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:25.113630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cca96520-b6cc-4117-a280-0c848079795d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:25.172003 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] For port 3f797685-fd14-4810-a354-7706b55a6bf2, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:25.176215 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] For port 3f797685-fd14-4810-a354-7706b55a6bf2, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3f797685-fd14-4810-a354-7706b55a6bf2,segment=NetworkSegment(0197ae70-85e8-4f15-b07e-1ec578b7274d),segment_id=0197ae70-85e8-4f15-b07e-1ec578b7274d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:25.185776 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.193512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44110) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:25.194747 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-abcca37f-0192-4394-b061-25ffb98e2c09 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d307ecc64ee341b99f612e35a7a6a0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038428 Jul 07 19:32:25.196353 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a0035a1-d5d3-4db6-ac9f-e7878d3deba3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.251534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cca96520-b6cc-4117-a280-0c848079795d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:25.252162 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.281732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc41b2-5560-4a6c-9f6b-0f4600d5d0f7 req-73ff9765-db52-4997-8e42-a918ec32d19f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:25.293777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5abc41b2-5560-4a6c-9f6b-0f4600d5d0f7 req-73ff9765-db52-4997-8e42-a918ec32d19f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.2047911 Jul 07 19:32:25.355007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0035a1-d5d3-4db6-ac9f-e7878d3deba3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Checking segment: {'id': 'c75874fd-d9e7-42c2-a7f4-418750e37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:25.360023 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56f0b4e3-525a-44ed-96fc-d7cc61e36999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.360715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0035a1-d5d3-4db6-ac9f-e7878d3deba3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network hostable DHCP agents. Network: 83a115b6-4c86-4db9-951d-ed8723186e00, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:32:25.363349 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:25.370042 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:25.381612 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3c606a60-03e7-4d28-83e5-ce9ca6e99003 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.409529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0035a1-d5d3-4db6-ac9f-e7878d3deba3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Subnet': ['ID=9209de6b-46b9-4c02-aa80-5a336568682e,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:25.428265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56f0b4e3-525a-44ed-96fc-d7cc61e36999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.469814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0035a1-d5d3-4db6-ac9f-e7878d3deba3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 83a115b6-4c86-4db9-951d-ed8723186e00 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:32:25.506160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44116) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:25.516735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-6a0035a1-d5d3-4db6-ac9f-e7878d3deba3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 83a115b6-4c86-4db9-951d-ed8723186e00) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:25.548084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0035a1-d5d3-4db6-ac9f-e7878d3deba3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:25.548712 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a0035a1-d5d3-4db6-ac9f-e7878d3deba3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.575507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6a0035a1-d5d3-4db6-ac9f-e7878d3deba3 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3278027 Jul 07 19:32:25.578660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44120) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:25.596048 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5abc41b2-5560-4a6c-9f6b-0f4600d5d0f7 req-fd8a93b2-834b-4fcd-9637-37e67e4fca1b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837563 Jul 07 19:32:25.604670 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-3c606a60-03e7-4d28-83e5-ce9ca6e99003 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 19:32:25.610192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44124) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:25.611474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3c606a60-03e7-4d28-83e5-ce9ca6e99003 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5317881 Jul 07 19:32:25.628832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56f0b4e3-525a-44ed-96fc-d7cc61e36999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.633773 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56f0b4e3-525a-44ed-96fc-d7cc61e36999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.635270 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-56f0b4e3-525a-44ed-96fc-d7cc61e36999 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a8289f8-b0fe-49cd-b074-8c617ef59aae HTTP/1.1" status: 204 len: 168 time: 0.4407246 Jul 07 19:32:25.653840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0b4e3-525a-44ed-96fc-d7cc61e36999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8289f8-b0fe-49cd-b074-8c617ef59aae,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:25.656335 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51411cba-420e-4507-b34c-3b2b5583ea68 None None] Pushing event updated for resources: {'Port': ['ID=3f797685-fd14-4810-a354-7706b55a6bf2,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:25.733320 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4191678a-199e-4047-a823-a29235af5335 None None] Network 83a115b6-4c86-4db9-951d-ed8723186e00 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:25.748216 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44b0b77b-4f8b-48fa-bd32-628e091bac27 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.755394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44128) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:25.773822 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:25.808860 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44b0b77b-4f8b-48fa-bd32-628e091bac27 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.965207 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0e318d05-68c2-4a12-b325-759c12160dcb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85c3890fa00f4943901f50fca4c74949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4553347 Jul 07 19:32:25.973306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44134) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:25.998925 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92fde001-27d4-4e96-916a-8476099b2d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.022171 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44b0b77b-4f8b-48fa-bd32-628e091bac27 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.025409 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-44b0b77b-4f8b-48fa-bd32-628e091bac27 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.026767 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-44b0b77b-4f8b-48fa-bd32-628e091bac27 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "DELETE /v2.0/security-groups/67b19776-3af5-4e5a-beb7-064fc3c478cc HTTP/1.1" status: 204 len: 168 time: 0.4155560 Jul 07 19:32:26.036152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44136) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.060160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 979eab3c-9a4a-40e2-bac9-a18020c89d36 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:26.093197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0b77b-4f8b-48fa-bd32-628e091bac27 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b19776-3af5-4e5a-beb7-064fc3c478cc,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:26.152676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-320bb1b2-c318-4e9e-beca-b50e98fa89ed tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1103463 Jul 07 19:32:26.152934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 979eab3c-9a4a-40e2-bac9-a18020c89d36 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:26.153169 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 979eab3c-9a4a-40e2-bac9-a18020c89d36 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:26.161046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44138) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.162167 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-894a0d9c-f3c8-4a8c-b6b3-c64b9a4c9b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.170500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4293f206-23fd-4e44-935c-314b020476ea tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860193308'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:26.232142 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-894a0d9c-f3c8-4a8c-b6b3-c64b9a4c9b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.262534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-83a115b6-4c86-4db9-951d-ed8723186e00', 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'fixed_ips': [{'subnet_id': '9209de6b-46b9-4c02-aa80-5a336568682e'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:32:26.263569 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.305629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92fde001-27d4-4e96-916a-8476099b2d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.330348 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:20Z', 'revision_number': 4, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '3f797685-fd14-4810-a354-7706b55a6bf2', 'name': '', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:5f:17:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:19Z', 'updated_at': '2021-07-07T19:32:25Z', 'revision_number': 4, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:26.330634 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92fde001-27d4-4e96-916a-8476099b2d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.345350 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-894a0d9c-f3c8-4a8c-b6b3-c64b9a4c9b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.347960 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-894a0d9c-f3c8-4a8c-b6b3-c64b9a4c9b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.350191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44140) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.352054 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-894a0d9c-f3c8-4a8c-b6b3-c64b9a4c9b9f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5e73d7e0-3661-4907-99fb-04977560658b HTTP/1.1" status: 204 len: 168 time: 0.3775325 Jul 07 19:32:26.367195 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63167e62-dfce-41ed-9580-0d23287fa92b None None] The sync data for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 is: [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:20Z', 'revision_number': 4, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '3f797685-fd14-4810-a354-7706b55a6bf2', 'name': '', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:5f:17:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:19Z', 'updated_at': '2021-07-07T19:32:25Z', 'revision_number': 4, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:26.373581 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4293f206-23fd-4e44-935c-314b020476ea tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.400085 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a35d6fe-1a13-4c12-98a6-d3865ca4a10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.413373 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-92fde001-27d4-4e96-916a-8476099b2d8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=03d112ae63ec42a2b88e65c32ad8a6b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6540451 Jul 07 19:32:26.413972 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44144) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.415038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fde001-27d4-4e96-916a-8476099b2d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935a5e47-ff61-4b2f-a76f-23a34858583d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:26.436847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a0d9c-f3c8-4a8c-b6b3-c64b9a4c9b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e73d7e0-3661-4907-99fb-04977560658b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:26.543098 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.548380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Allocated IP 172.23.0.2 (83a115b6-4c86-4db9-951d-ed8723186e00/9209de6b-46b9-4c02-aa80-5a336568682e/d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:26.584819 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4293f206-23fd-4e44-935c-314b020476ea tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.592442 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4293f206-23fd-4e44-935c-314b020476ea tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.655364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293f206-23fd-4e44-935c-314b020476ea tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbb0106-bf17-4930-8d36-87d43071de15,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:26.741224 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61b45595-4468-475a-9f79-b55ddf135eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.782676 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.792758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Transition to ACTIVE for port object d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:26.812572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Transition to ACTIVE for port object d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:26.823454 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.829642 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61b45595-4468-475a-9f79-b55ddf135eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.878737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Pushing event updated for resources: {'Port': ['ID=d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:26.896067 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Network 83a115b6-4c86-4db9-951d-ed8723186e00 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:26.901709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:26.904529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:26.948806 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.997889 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Attempting to bind port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:27.002865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Attempting to bind port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'c75874fd-d9e7-42c2-a7f4-418750e37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:27.002865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Attempting to bind port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc on network 83a115b6-4c86-4db9-951d-ed8723186e00 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:27.005646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:27.006254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Checking segment: {'id': 'c75874fd-d9e7-42c2-a7f4-418750e37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:27.006678 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.008039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Bound using segment: {'id': 'c75874fd-d9e7-42c2-a7f4-418750e37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:27.008039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Bound port: d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75874fd-d9e7-42c2-a7f4-418750e37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:27.008039 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.100846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] For port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:27.105516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] For port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc,segment=NetworkSegment(c75874fd-d9e7-42c2-a7f4-418750e37908),segment_id=c75874fd-d9e7-42c2-a7f4-418750e37908)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:27.109174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3f797685-fd14-4810-a354-7706b55a6bf2 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:27.136228 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.251785 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9157258-f3eb-406f-8d4c-e423c2c53456 None None] Pushing event updated for resources: {'Port': ['ID=d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:27.263594 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 3f797685-fd14-4810-a354-7706b55a6bf2 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:27.276015 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3f797685-fd14-4810-a354-7706b55a6bf2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:27.276535 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.292724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a35d6fe-1a13-4c12-98a6-d3865ca4a10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.307804 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4293f206-23fd-4e44-935c-314b020476ea tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.310845 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4293f206-23fd-4e44-935c-314b020476ea tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1465213 Jul 07 19:32:27.313425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44164) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:27.325029 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-aa0a5f99-bde8-4b02-bf56-0f63af8ea5af tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '7cbb0106-bf17-4930-8d36-87d43071de15', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:27.326017 n-d-793621-9 neutron-server[93900]: WARNING neutron.api.v2.base [None req-aa0a5f99-bde8-4b02-bf56-0f63af8ea5af tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 19:32:27.326817 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-aa0a5f99-bde8-4b02-bf56-0f63af8ea5af tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:27.328737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aa0a5f99-bde8-4b02-bf56-0f63af8ea5af tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0140638 Jul 07 19:32:27.338323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44168) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:27.353943 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a35d6fe-1a13-4c12-98a6-d3865ca4a10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.386764 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61b45595-4468-475a-9f79-b55ddf135eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.391173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61b45595-4468-475a-9f79-b55ddf135eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.395023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-61b45595-4468-475a-9f79-b55ddf135eb8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/935a5e47-ff61-4b2f-a76f-23a34858583d HTTP/1.1" status: 204 len: 168 time: 0.9799123 Jul 07 19:32:27.443750 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.445614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d5a92-40f8-440d-b906-3e779e8790e7 req-dc913be2-721c-45e9-84a0-32ca1e49f2d2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:27.455734 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-494d5a92-40f8-440d-b906-3e779e8790e7 req-dc913be2-721c-45e9-84a0-32ca1e49f2d2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.6191602 Jul 07 19:32:27.469430 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2bac0f15-ccb9-4aac-9e9f-dda68d055bd2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.492904 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6a35d6fe-1a13-4c12-98a6-d3865ca4a10a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db9e2c3057534e9f86ffb0764640e7af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1412528 Jul 07 19:32:27.502040 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44172) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:27.503771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Allocated IP 172.23.0.1 (83a115b6-4c86-4db9-951d-ed8723186e00/9209de6b-46b9-4c02-aa80-5a336568682e/2c1f5b03-6783-429c-a09c-92b41ec6563b) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:27.560678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 3f797685-fd14-4810-a354-7706b55a6bf2, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3f797685-fd14-4810-a354-7706b55a6bf2,segment=NetworkSegment(0197ae70-85e8-4f15-b07e-1ec578b7274d),segment_id=0197ae70-85e8-4f15-b07e-1ec578b7274d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:27.574719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35d6fe-1a13-4c12-98a6-d3865ca4a10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b80a9a-bfd5-4a1a-80a3-129cd29d0676,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:27.576121 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.593740 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2bac0f15-ccb9-4aac-9e9f-dda68d055bd2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.607665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44174) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:27.612898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b45595-4468-475a-9f79-b55ddf135eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935a5e47-ff61-4b2f-a76f-23a34858583d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:27.634406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-494d5a92-40f8-440d-b906-3e779e8790e7 req-5d1ccc57-e420-4219-b01c-a0994682eb11 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623993 Jul 07 19:32:27.642048 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b59ddd7c-8cf1-4bc7-a695-d8de8d91a868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.696071 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b59ddd7c-8cf1-4bc7-a695-d8de8d91a868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.726032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=3f797685-fd14-4810-a354-7706b55a6bf2,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:27.742832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2bac0f15-ccb9-4aac-9e9f-dda68d055bd2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.747113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2bac0f15-ccb9-4aac-9e9f-dda68d055bd2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.748594 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2bac0f15-ccb9-4aac-9e9f-dda68d055bd2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "DELETE /v2.0/security-groups/7cbb0106-bf17-4930-8d36-87d43071de15 HTTP/1.1" status: 204 len: 168 time: 0.4091134 Jul 07 19:32:27.754479 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44178) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:27.787132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac0f15-ccb9-4aac-9e9f-dda68d055bd2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbb0106-bf17-4930-8d36-87d43071de15,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:27.822522 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-86090681-bfc0-4a60-a5bf-176d4730c95c tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667398 Jul 07 19:32:27.827088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44182) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:27.832735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-531e6468-7d25-401e-a15e-ffbd998ddcef tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group': {'name': 'tempest-secgroup--858260087'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:27.862136 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-531e6468-7d25-401e-a15e-ffbd998ddcef tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.918416 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b59ddd7c-8cf1-4bc7-a695-d8de8d91a868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.921290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b59ddd7c-8cf1-4bc7-a695-d8de8d91a868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.923948 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b59ddd7c-8cf1-4bc7-a695-d8de8d91a868 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d0b80a9a-bfd5-4a1a-80a3-129cd29d0676 HTTP/1.1" status: 204 len: 168 time: 0.4155891 Jul 07 19:32:27.952913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ddd7c-8cf1-4bc7-a695-d8de8d91a868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b80a9a-bfd5-4a1a-80a3-129cd29d0676,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:27.959051 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.991718 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-531e6468-7d25-401e-a15e-ffbd998ddcef tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.996329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-534102e9-c1f8-43a3-90eb-d51b60e43b74 tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-11523068', 'prefixes': ['172.20.0.0/16']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:27.997183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Transition to ACTIVE for port object 2c1f5b03-6783-429c-a09c-92b41ec6563b will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:28.022023 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-531e6468-7d25-401e-a15e-ffbd998ddcef tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.055377 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.083569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-531e6468-7d25-401e-a15e-ffbd998ddcef tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.088309 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-531e6468-7d25-401e-a15e-ffbd998ddcef tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2562563 Jul 07 19:32:28.088627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44186) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.089143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44188) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.093404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e6468-7d25-401e-a15e-ffbd998ddcef tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a2baca-76d6-486b-8236-7c48c32a8a3e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:28.102448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-79de4efd-3f5e-4720-9ae8-e0f051e8fbb7 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': 'c5a2baca-76d6-486b-8236-7c48c32a8a3e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:28.103771 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-79de4efd-3f5e-4720-9ae8-e0f051e8fbb7 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 19:32:28.104128 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-79de4efd-3f5e-4720-9ae8-e0f051e8fbb7 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:28.105071 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-79de4efd-3f5e-4720-9ae8-e0f051e8fbb7 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111334 Jul 07 19:32:28.112190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44190) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.124020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee28ae3d-e5fa-49ed-a6c6-8b2dbce0af2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.128866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 83a115b6-4c86-4db9-951d-ed8723186e00 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:28.136270 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-534102e9-c1f8-43a3-90eb-d51b60e43b74 tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] Notify callbacks [] for subnetpool, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.139527 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-534102e9-c1f8-43a3-90eb-d51b60e43b74 tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.5288222 Jul 07 19:32:28.142181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44192) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.142865 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:28.148937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:28.156274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=2c1f5b03-6783-429c-a09c-92b41ec6563b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:28.197522 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dab9e791-c1b4-4491-8512-810c945171c3 tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] 10.222.0.81 "GET /v2.0/subnetpools/1784b109-35b5-43a5-83ed-cbf9b913f6c1 HTTP/1.1" status: 200 len: 730 time: 0.0512388 Jul 07 19:32:28.198814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44196) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.204166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-caf22e75-3392-4ee7-9153-996de28bea31 tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-468676396'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:28.233610 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13e4393d-f566-408d-bc83-74921bf68d67 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.261944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.268832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13e4393d-f566-408d-bc83-74921bf68d67 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.325433 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13e4393d-f566-408d-bc83-74921bf68d67 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.326836 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13e4393d-f566-408d-bc83-74921bf68d67 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.329351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-13e4393d-f566-408d-bc83-74921bf68d67 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "DELETE /v2.0/security-groups/c5a2baca-76d6-486b-8236-7c48c32a8a3e HTTP/1.1" status: 204 len: 168 time: 0.2154107 Jul 07 19:32:28.333404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44202) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.382417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4393d-f566-408d-bc83-74921bf68d67 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a2baca-76d6-486b-8236-7c48c32a8a3e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:28.431059 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-81069164-a77d-492f-a18c-a7592f86c138 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0961316 Jul 07 19:32:28.435524 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44206) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.445821 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ba69f992-8c3a-4d3d-9272-d1f7aeb66b7d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030561600'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:28.446072 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caf22e75-3392-4ee7-9153-996de28bea31 tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] Notify callbacks [] for subnetpool, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.447664 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-caf22e75-3392-4ee7-9153-996de28bea31 tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] 10.222.0.81 "PUT /v2.0/subnetpools/1784b109-35b5-43a5-83ed-cbf9b913f6c1 HTTP/1.1" status: 200 len: 683 time: 0.2489092 Jul 07 19:32:28.450689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44208) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.542728 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee28ae3d-e5fa-49ed-a6c6-8b2dbce0af2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.552174 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ee28ae3d-e5fa-49ed-a6c6-8b2dbce0af2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.579006 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba69f992-8c3a-4d3d-9272-d1f7aeb66b7d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.588666 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.638618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28ae3d-e5fa-49ed-a6c6-8b2dbce0af2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c772e8-85e5-43bb-be43-2ad8b3b587b6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:28.647029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ee28ae3d-e5fa-49ed-a6c6-8b2dbce0af2c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9bfcc7a65d64267b43bd43c21c06680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5540590 Jul 07 19:32:28.651663 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-60ec98b9-a055-4abe-8502-f771d919c893 tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] Notify callbacks [] for subnetpool, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.655187 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-60ec98b9-a055-4abe-8502-f771d919c893 tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] 10.222.0.81 "DELETE /v2.0/subnetpools/1784b109-35b5-43a5-83ed-cbf9b913f6c1 HTTP/1.1" status: 204 len: 168 time: 0.2011008 Jul 07 19:32:28.655331 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:32:28.655798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44216) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.660921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44218) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.753448 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-4f520060-be59-429b-92c2-adf97cbfd58d tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] show failed (client error): The resource could not be found. Jul 07 19:32:28.754523 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4f520060-be59-429b-92c2-adf97cbfd58d tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] 10.222.0.81 "GET /v2.0/subnetpools/1784b109-35b5-43a5-83ed-cbf9b913f6c1 HTTP/1.1" status: 404 len: 346 time: 0.0858967 Jul 07 19:32:28.760640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44224) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.824840 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14cc80ec-e7d9-4773-a77d-17b685411b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.855961 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-a5d93b69-d0ee-4058-91b7-af83b641bc64 tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] delete failed (client error): The resource could not be found. Jul 07 19:32:28.860610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a5d93b69-d0ee-4058-91b7-af83b641bc64 tempest-SubnetPoolsTestJSON-1352030655 tempest-SubnetPoolsTestJSON-1352030655-project] 10.222.0.81 "DELETE /v2.0/subnetpools/1784b109-35b5-43a5-83ed-cbf9b913f6c1 HTTP/1.1" status: 404 len: 346 time: 0.0974650 Jul 07 19:32:28.873900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba69f992-8c3a-4d3d-9272-d1f7aeb66b7d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.891363 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba69f992-8c3a-4d3d-9272-d1f7aeb66b7d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.894985 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14cc80ec-e7d9-4773-a77d-17b685411b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.939695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e789a3-bc8d-48c1-b332-17838c41bb57 None None] Network 83a115b6-4c86-4db9-951d-ed8723186e00 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:28.943091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44230) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.973084 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba69f992-8c3a-4d3d-9272-d1f7aeb66b7d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.974533 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ba69f992-8c3a-4d3d-9272-d1f7aeb66b7d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5368681 Jul 07 19:32:28.985413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44234) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.990331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d9219ebf-b7a7-4953-b068-2a0992634718 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '4452da9f-1558-4e00-b9f5-de952c5280b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:28.992333 n-d-793621-9 neutron-server[93900]: WARNING neutron.api.v2.base [None req-d9219ebf-b7a7-4953-b068-2a0992634718 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 19:32:28.992917 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-d9219ebf-b7a7-4953-b068-2a0992634718 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:28.994488 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d9219ebf-b7a7-4953-b068-2a0992634718 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081253 Jul 07 19:32:29.000154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44236) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:29.001717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69f992-8c3a-4d3d-9272-d1f7aeb66b7d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4452da9f-1558-4e00-b9f5-de952c5280b0,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:29.012495 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3a238a04-8769-47cd-ad6f-247635cf0065 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '4452da9f-1558-4e00-b9f5-de952c5280b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:29.013183 n-d-793621-9 neutron-server[93900]: WARNING neutron.api.v2.base [None req-3a238a04-8769-47cd-ad6f-247635cf0065 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 19:32:29.013679 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-3a238a04-8769-47cd-ad6f-247635cf0065 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:29.014724 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3a238a04-8769-47cd-ad6f-247635cf0065 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087538 Jul 07 19:32:29.017651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44238) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:29.024578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f4697fc7-b93f-4f3c-a080-b38de5bb9e4a tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '4452da9f-1558-4e00-b9f5-de952c5280b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:29.026620 n-d-793621-9 neutron-server[93900]: WARNING neutron.api.v2.base [None req-f4697fc7-b93f-4f3c-a080-b38de5bb9e4a tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 19:32:29.027264 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-f4697fc7-b93f-4f3c-a080-b38de5bb9e4a tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:29.028368 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f4697fc7-b93f-4f3c-a080-b38de5bb9e4a tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097380 Jul 07 19:32:29.038543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629b8f7-5163-49dd-bde4-2421d2765a44 req-536c2880-1c1e-44d8-bfe8-bfae72b35989 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:29.041530 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1629b8f7-5163-49dd-bde4-2421d2765a44 req-536c2880-1c1e-44d8-bfe8-bfae72b35989 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.2138677 Jul 07 19:32:29.042092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44240) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:29.049453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2ea9e8bf-4edf-48ca-9a9e-2aee7ac050da tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '4452da9f-1558-4e00-b9f5-de952c5280b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:29.050680 n-d-793621-9 neutron-server[93900]: WARNING neutron.api.v2.base [None req-2ea9e8bf-4edf-48ca-9a9e-2aee7ac050da tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 19:32:29.051408 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-2ea9e8bf-4edf-48ca-9a9e-2aee7ac050da tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:29.055335 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2ea9e8bf-4edf-48ca-9a9e-2aee7ac050da tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069406 Jul 07 19:32:29.080310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44242) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:29.084331 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-96de1576-b23e-44d7-baaf-335ba3982179 None None] Provisioning for port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:29.118877 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1629b8f7-5163-49dd-bde4-2421d2765a44 req-61d21a3f-cc01-4e8c-b85e-04c6e2c32cb6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642848 Jul 07 19:32:29.126629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14cc80ec-e7d9-4773-a77d-17b685411b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.129260 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14cc80ec-e7d9-4773-a77d-17b685411b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.130506 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-14cc80ec-e7d9-4773-a77d-17b685411b6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17c772e8-85e5-43bb-be43-2ad8b3b587b6 HTTP/1.1" status: 204 len: 168 time: 0.4742234 Jul 07 19:32:29.148252 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc80ec-e7d9-4773-a77d-17b685411b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c772e8-85e5-43bb-be43-2ad8b3b587b6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:29.169644 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.180250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.183356 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b192ff4-5e99-444b-abad-c550853055c8 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.218648 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b192ff4-5e99-444b-abad-c550853055c8 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.248103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-549599097-network', 'tenant_id': '13db510003ad470cb27866478365041c'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:29.298226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Made reservation on behalf of 13db510003ad470cb27866478365041c for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:29.304070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event updated for resources: {'Port': ['ID=2c1f5b03-6783-429c-a09c-92b41ec6563b,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:29.304735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3f797685-fd14-4810-a354-7706b55a6bf2 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:29.306538 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.307264 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.353710 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.388932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3f797685-fd14-4810-a354-7706b55a6bf2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:29.389917 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.409351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44248) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:29.441195 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b192ff4-5e99-444b-abad-c550853055c8 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.453461 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b192ff4-5e99-444b-abad-c550853055c8 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.455632 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Network 83a115b6-4c86-4db9-951d-ed8723186e00 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:29.457761 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4b192ff4-5e99-444b-abad-c550853055c8 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "DELETE /v2.0/security-groups/4452da9f-1558-4e00-b9f5-de952c5280b0 HTTP/1.1" status: 204 len: 168 time: 0.3757317 Jul 07 19:32:29.459061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:29.462295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44252) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:29.497326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b192ff4-5e99-444b-abad-c550853055c8 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4452da9f-1558-4e00-b9f5-de952c5280b0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:29.542183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:29.607279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:29.613883 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:29.614586 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.615047 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.624062 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.668840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:32:29.695561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.696115 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Added segment 85e2e884-dc1e-449a-9bde-dd8b08a98a0e of type vlan for network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 Jul 07 19:32:29.700710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29274145-b301-4990-8125-6b50c127af63,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:29.753539 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-89d8a98d-0291-451f-94e6-0a26cf7ee6b2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2840447 Jul 07 19:32:29.755437 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.759764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e43f003b-e0da-4978-9cd3-6665312a6d70 None None] Provisioning for port 2c1f5b03-6783-429c-a09c-92b41ec6563b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:29.765655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44258) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:29.774908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e43f003b-e0da-4978-9cd3-6665312a6d70 None None] Provisioning complete for port 2c1f5b03-6783-429c-a09c-92b41ec6563b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:29.775648 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e43f003b-e0da-4978-9cd3-6665312a6d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.776934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-acf52083-e743-472e-b705-89b7cdd43484 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group': {'name': 'tempest-secgroup--100496286'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:29.813589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.825737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router c4ec9943-072e-405e-b1e6-8862420c8a06 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:29.845750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc,segment=NetworkSegment(c75874fd-d9e7-42c2-a7f4-418750e37908),segment_id=c75874fd-d9e7-42c2-a7f4-418750e37908)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:29.849730 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e43f003b-e0da-4978-9cd3-6665312a6d70 None None] Port 2c1f5b03-6783-429c-a09c-92b41ec6563b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:29.860365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b99e1c2-f77a-449f-be07-e4f42f414bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.861575 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.890014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-acf52083-e743-472e-b705-89b7cdd43484 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.924806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:29.931257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e43f003b-e0da-4978-9cd3-6665312a6d70 None None] Provisioning complete for port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:29.931816 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e43f003b-e0da-4978-9cd3-6665312a6d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.935245 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.937819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:29.938410 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.012009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:30.017600 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-89b37944-d5d5-4326-a31f-21e99f5199b1 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4375072 Jul 07 19:32:30.020614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44266) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:30.028682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6e3e71aa-8bf7-448b-a172-d927659882e5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:30.036233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Sync routers for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:30.065643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:30.066359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:30.093028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] Pushing event updated for resources: {'Network': ['ID=5c61660e-d9ef-4ed4-8e54-3773ba6624a8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:30.148515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:32:30.152852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b99e1c2-f77a-449f-be07-e4f42f414bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.158742 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b99e1c2-f77a-449f-be07-e4f42f414bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.189510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-550647d6-8e50-4780-9583-7009304faac9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2433217 Jul 07 19:32:30.209704 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44274) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:30.228243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-cdd8fe50-a787-4e48-98e0-44cb268c540a admin admin] Request body: {'subnet': {'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-549599097-subnet', 'tenant_id': '13db510003ad470cb27866478365041c', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:30.259974 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-acf52083-e743-472e-b705-89b7cdd43484 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.266235 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4b99e1c2-f77a-449f-be07-e4f42f414bd7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a531aa3e220f46d88599f89d980e88ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8530777 Jul 07 19:32:30.267086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44278) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:30.274037 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-acf52083-e743-472e-b705-89b7cdd43484 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.279727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99e1c2-f77a-449f-be07-e4f42f414bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9372b3-e420-4307-8571-e8a8f71f5bd4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:30.408704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:30.464629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7b0043c5-8aae-4e96-8425-86acfcd53d18 None None] Provisioning complete for port 2c1f5b03-6783-429c-a09c-92b41ec6563b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:30.465383 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7b0043c5-8aae-4e96-8425-86acfcd53d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.604551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7b0043c5-8aae-4e96-8425-86acfcd53d18 None None] Port 2c1f5b03-6783-429c-a09c-92b41ec6563b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:30.637017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf52083-e743-472e-b705-89b7cdd43484 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c01d91-56b4-469b-b2c4-21a189aaff98,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:30.709415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474d16c-41f8-4cf5-aad3-8c37fb435556 req-c3434f91-6749-420f-9aa0-c18abf9bdb95 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:30.717693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1474d16c-41f8-4cf5-aad3-8c37fb435556 req-c3434f91-6749-420f-9aa0-c18abf9bdb95 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.3586812 Jul 07 19:32:30.749213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f7d960b3-9bf6-4e64-bc8b-cf7766911b09 None None] Provisioning complete for port 2c1f5b03-6783-429c-a09c-92b41ec6563b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:30.749828 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7d960b3-9bf6-4e64-bc8b-cf7766911b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.765125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.extraroute_db [None req-6e3e71aa-8bf7-448b-a172-d927659882e5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 19:32:30.786388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd8fe50-a787-4e48-98e0-44cb268c540a admin admin] Made reservation on behalf of 13db510003ad470cb27866478365041c for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:30.789031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cdd8fe50-a787-4e48-98e0-44cb268c540a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.792028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-acf52083-e743-472e-b705-89b7cdd43484 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.796755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-acf52083-e743-472e-b705-89b7cdd43484 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0300548 Jul 07 19:32:30.799961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44286) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:30.815386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1474d16c-41f8-4cf5-aad3-8c37fb435556 req-5cbc2ed2-e879-4dae-86da-b419c8001d3b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966933 Jul 07 19:32:30.820241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-826a419b-c39e-4af8-a491-2998862d3ef9 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '93c01d91-56b4-469b-b2c4-21a189aaff98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:30.820736 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-826a419b-c39e-4af8-a491-2998862d3ef9 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 19:32:30.821288 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-826a419b-c39e-4af8-a491-2998862d3ef9 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:30.824464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f7d960b3-9bf6-4e64-bc8b-cf7766911b09 None None] Port 2c1f5b03-6783-429c-a09c-92b41ec6563b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:30.840263 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-826a419b-c39e-4af8-a491-2998862d3ef9 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0201476 Jul 07 19:32:30.840263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.extraroute_db [None req-6e3e71aa-8bf7-448b-a172-d927659882e5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Removed routes are [] {{(pid=93901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 19:32:30.840263 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6e3e71aa-8bf7-448b-a172-d927659882e5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.841939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44290) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:30.847159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-94a8a9e6-76ce-45a6-afb7-52791d290f7e tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '93c01d91-56b4-469b-b2c4-21a189aaff98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:30.877385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:28Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '2c1f5b03-6783-429c-a09c-92b41ec6563b', 'name': '', 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:46:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '9209de6b-46b9-4c02-aa80-5a336568682e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:27Z', 'updated_at': '2021-07-07T19:32:28Z', 'revision_number': 2, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': '9209de6b-46b9-4c02-aa80-5a336568682e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f797685-fd14-4810-a354-7706b55a6bf2', 'name': '', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:5f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:19Z', 'updated_at': '2021-07-07T19:32:27Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:30.932596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Checking router: c4ec9943-072e-405e-b1e6-8862420c8a06 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:30.933130 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Updating router c4ec9943-072e-405e-b1e6-8862420c8a06 port 2c1f5b03-6783-429c-a09c-92b41ec6563b binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:32:30.960809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee6f73dc-bd12-4394-a68c-a8645928c165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.983995 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-94a8a9e6-76ce-45a6-afb7-52791d290f7e tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:30.989282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-94a8a9e6-76ce-45a6-afb7-52791d290f7e tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1428702 Jul 07 19:32:30.993917 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44292) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:31.002356 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.012984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e69c5f82-d28f-4e5a-b1c9-62ec51708acb tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '93c01d91-56b4-469b-b2c4-21a189aaff98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:31.013616 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-e69c5f82-d28f-4e5a-b1c9-62ec51708acb tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 19:32:31.014279 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-e69c5f82-d28f-4e5a-b1c9-62ec51708acb tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:31.018088 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e69c5f82-d28f-4e5a-b1c9-62ec51708acb tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0203578 Jul 07 19:32:31.019387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44296) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:31.028625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1c49849e-c2b6-4953-b7bc-d9df96591348 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '93c01d91-56b4-469b-b2c4-21a189aaff98', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:31.069610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:31.070915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee6f73dc-bd12-4394-a68c-a8645928c165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.178027 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-1c49849e-c2b6-4953-b7bc-d9df96591348 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:31.180130 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1c49849e-c2b6-4953-b7bc-d9df96591348 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1595759 Jul 07 19:32:31.187139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44302) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:31.192083 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6e3e71aa-8bf7-448b-a172-d927659882e5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.198150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0390d028-a059-4b13-a149-9931b4db61db tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '93c01d91-56b4-469b-b2c4-21a189aaff98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:31.199049 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-0390d028-a059-4b13-a149-9931b4db61db tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 19:32:31.199630 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-0390d028-a059-4b13-a149-9931b4db61db tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:31.205598 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0390d028-a059-4b13-a149-9931b4db61db tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117648 Jul 07 19:32:31.205867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44304) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:31.208217 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6e3e71aa-8bf7-448b-a172-d927659882e5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.215001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2325e0cc-1d2c-446f-a1af-9750b47ca0f4 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '93c01d91-56b4-469b-b2c4-21a189aaff98', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:31.220611 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cdd8fe50-a787-4e48-98e0-44cb268c540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.232055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:31.232055 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.278200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8fe50-a787-4e48-98e0-44cb268c540a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf77f04-026d-4d9f-873a-0bf198964f75,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:31.287227 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee6f73dc-bd12-4394-a68c-a8645928c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.289906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee6f73dc-bd12-4394-a68c-a8645928c165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.295705 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ee6f73dc-bd12-4394-a68c-a8645928c165 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb9372b3-e420-4307-8571-e8a8f71f5bd4 HTTP/1.1" status: 204 len: 168 time: 1.0237882 Jul 07 19:32:31.316741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f73dc-bd12-4394-a68c-a8645928c165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9372b3-e420-4307-8571-e8a8f71f5bd4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:31.356869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8fe50-a787-4e48-98e0-44cb268c540a admin admin] Checking segment: {'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:31.357727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8fe50-a787-4e48-98e0-44cb268c540a admin admin] Network hostable DHCP agents. Network: 5c61660e-d9ef-4ed4-8e54-3773ba6624a8, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:32:31.380270 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-2325e0cc-1d2c-446f-a1af-9750b47ca0f4 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:31.382036 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2325e0cc-1d2c-446f-a1af-9750b47ca0f4 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1751206 Jul 07 19:32:31.388124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44310) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:31.398163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-502f4265-aa44-4438-be08-8653a8c661bb tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '93c01d91-56b4-469b-b2c4-21a189aaff98', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:31.399138 n-d-793621-9 neutron-server[93900]: WARNING neutron.api.v2.base [None req-502f4265-aa44-4438-be08-8653a8c661bb tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 19:32:31.400501 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-502f4265-aa44-4438-be08-8653a8c661bb tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:31.401777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-502f4265-aa44-4438-be08-8653a8c661bb tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115490 Jul 07 19:32:31.404025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8fe50-a787-4e48-98e0-44cb268c540a admin admin] Network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:32:31.406458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44312) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:31.410876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3e71aa-8bf7-448b-a172-d927659882e5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router c4ec9943-072e-405e-b1e6-8862420c8a06 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:31.417075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4bee8a43-4daa-442e-9719-b97f318ae1d6 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '93c01d91-56b4-469b-b2c4-21a189aaff98', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:31.428889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-cdd8fe50-a787-4e48-98e0-44cb268c540a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 5c61660e-d9ef-4ed4-8e54-3773ba6624a8) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:31.440621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd8fe50-a787-4e48-98e0-44cb268c540a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:31.443010 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cdd8fe50-a787-4e48-98e0-44cb268c540a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.480376 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cdd8fe50-a787-4e48-98e0-44cb268c540a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2684855 Jul 07 19:32:31.483483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44320) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:31.494812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:31.531592 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.533042 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.607588 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f436c3ad-ab2b-4c28-8227-2c3d4d621dd3 None None] Network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:31.630215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.641868 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-4bee8a43-4daa-442e-9719-b97f318ae1d6 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:31.646364 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4bee8a43-4daa-442e-9719-b97f318ae1d6 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2387803 Jul 07 19:32:31.659663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44324) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:31.667674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c77fd987-91b5-4742-811d-c4ad90aa9396 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '93c01d91-56b4-469b-b2c4-21a189aaff98', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:31.698547 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3e71aa-8bf7-448b-a172-d927659882e5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:31.720300 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6e3e71aa-8bf7-448b-a172-d927659882e5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.722117 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6e3e71aa-8bf7-448b-a172-d927659882e5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06 HTTP/1.1" status: 200 len: 932 time: 1.7002449 Jul 07 19:32:31.739400 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44328) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:31.871988 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.012729 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.097772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Transition to ACTIVE for port object 2c1f5b03-6783-429c-a09c-92b41ec6563b will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:32.172407 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.186326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.221292 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.242324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c2e9e-bb57-4238-aee8-434cf0a2e65d req-120dec35-8168-41cc-a0b4-5e56b819577f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:32.244599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-605c2e9e-bb57-4238-aee8-434cf0a2e65d req-120dec35-8168-41cc-a0b4-5e56b819577f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.1793127 Jul 07 19:32:32.268924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:32:32.269781 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.393205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a6843-dc75-4e40-a5ac-80ed4ff36652 None None] Pushing event updated for resources: {'Port': ['ID=2c1f5b03-6783-429c-a09c-92b41ec6563b,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:32.425788 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-c77fd987-91b5-4742-811d-c4ad90aa9396 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:32.430344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c77fd987-91b5-4742-811d-c4ad90aa9396 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7674356 Jul 07 19:32:32.435368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44352) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:32.438174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Allocated IP 172.25.0.159 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/3a7fac4d-ed49-4ae1-a09a-6723dc41ae89) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:32.482249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Attempting to bind port 2c1f5b03-6783-429c-a09c-92b41ec6563b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:32.482921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Attempting to bind port 2c1f5b03-6783-429c-a09c-92b41ec6563b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'c75874fd-d9e7-42c2-a7f4-418750e37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:32.483531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Attempting to bind port 2c1f5b03-6783-429c-a09c-92b41ec6563b on network 83a115b6-4c86-4db9-951d-ed8723186e00 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:32.514586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:32.515665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Checking segment: {'id': 'c75874fd-d9e7-42c2-a7f4-418750e37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:32.521743 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.522501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Bound using segment: {'id': 'c75874fd-d9e7-42c2-a7f4-418750e37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:32.525872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Bound port: 2c1f5b03-6783-429c-a09c-92b41ec6563b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75874fd-d9e7-42c2-a7f4-418750e37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:32.526562 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.555196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fd2623f6-10e2-43cf-be11-81075ab60a75 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06 HTTP/1.1" status: 200 len: 932 time: 0.8141825 Jul 07 19:32:32.556390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44356) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:32.569279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d95fade6-0f2e-4dea-b12c-dad735720f91 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'router': {'routes': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:32.571994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8efe826-f4f1-4f5b-ae43-733a00a89e00 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.610920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] For port 2c1f5b03-6783-429c-a09c-92b41ec6563b, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:32.615632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] For port 2c1f5b03-6783-429c-a09c-92b41ec6563b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2c1f5b03-6783-429c-a09c-92b41ec6563b,segment=NetworkSegment(c75874fd-d9e7-42c2-a7f4-418750e37908),segment_id=c75874fd-d9e7-42c2-a7f4-418750e37908)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:32.621835 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.659781 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.750833 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8efe826-f4f1-4f5b-ae43-733a00a89e00 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.763828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.877849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-605c2e9e-bb57-4238-aee8-434cf0a2e65d req-27a1fc08-816c-4207-8df0-154c8459aae0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259348 Jul 07 19:32:32.879698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Allocated IP 172.20.0.2 (5c61660e-d9ef-4ed4-8e54-3773ba6624a8/6bf77f04-026d-4d9f-873a-0bf198964f75/1650b3f9-0502-4a20-97c0-7796d4995809) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:32.895184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:32.898741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:32.904128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:32.907662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Pushing event updated for resources: {'Port': ['ID=3a7fac4d-ed49-4ae1-a09a-6723dc41ae89,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:32.949997 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8efe826-f4f1-4f5b-ae43-733a00a89e00 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.953302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8efe826-f4f1-4f5b-ae43-733a00a89e00 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.957761 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f8efe826-f4f1-4f5b-ae43-733a00a89e00 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "DELETE /v2.0/security-groups/93c01d91-56b4-469b-b2c4-21a189aaff98 HTTP/1.1" status: 204 len: 168 time: 0.5193825 Jul 07 19:32:32.959573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44382) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:32.981784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efe826-f4f1-4f5b-ae43-733a00a89e00 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c01d91-56b4-469b-b2c4-21a189aaff98,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:33.099463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a6843-dc75-4e40-a5ac-80ed4ff36652 None None] Pushing event updated for resources: {'Port': ['ID=2c1f5b03-6783-429c-a09c-92b41ec6563b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:33.120366 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.135831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:33.136640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:33.141832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Transition to ACTIVE for port object 1650b3f9-0502-4a20-97c0-7796d4995809 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:33.268330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6b08e131-bdc2-4d85-85a1-02ae28972446 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3076320 Jul 07 19:32:33.274701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44392) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:33.280896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9e138995-4346-4ec4-a2e2-b353778c2456 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752430147'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:33.295802 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Transition to ACTIVE for port object 1650b3f9-0502-4a20-97c0-7796d4995809 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:33.324711 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.380625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.392355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:33.397151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.extraroute_db [None req-d95fade6-0f2e-4dea-b12c-dad735720f91 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Added routes are [] {{(pid=93901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 19:32:33.397516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.extraroute_db [None req-d95fade6-0f2e-4dea-b12c-dad735720f91 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 19:32:33.402397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:33.406258 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e138995-4346-4ec4-a2e2-b353778c2456 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.431938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44396) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:33.432555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:33.439497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:33.474155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Pushing event updated for resources: {'Port': ['ID=1650b3f9-0502-4a20-97c0-7796d4995809,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:33.551701 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d95fade6-0f2e-4dea-b12c-dad735720f91 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.626503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Attempting to bind port 1650b3f9-0502-4a20-97c0-7796d4995809 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:33.627004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Attempting to bind port 1650b3f9-0502-4a20-97c0-7796d4995809 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:33.627442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Attempting to bind port 1650b3f9-0502-4a20-97c0-7796d4995809 on network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:33.639601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:33.640071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Checking segment: {'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:33.640545 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.641098 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Bound using segment: {'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:33.641793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Bound port: 1650b3f9-0502-4a20-97c0-7796d4995809, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:33.642373 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.707304 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c1d64a32-84d3-4ad1-8dfa-115d2617b714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.719900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.796973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] For port 1650b3f9-0502-4a20-97c0-7796d4995809, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:33.817124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e138995-4346-4ec4-a2e2-b353778c2456 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.817838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] For port 1650b3f9-0502-4a20-97c0-7796d4995809, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1650b3f9-0502-4a20-97c0-7796d4995809,segment=NetworkSegment(85e2e884-dc1e-449a-9bde-dd8b08a98a0e),segment_id=85e2e884-dc1e-449a-9bde-dd8b08a98a0e)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:33.827852 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.829767 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e138995-4346-4ec4-a2e2-b353778c2456 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.897348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:30Z', 'revision_number': 6, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '2c1f5b03-6783-429c-a09c-92b41ec6563b', 'name': '', 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:46:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '9209de6b-46b9-4c02-aa80-5a336568682e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:27Z', 'updated_at': '2021-07-07T19:32:32Z', 'revision_number': 4, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': '9209de6b-46b9-4c02-aa80-5a336568682e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f797685-fd14-4810-a354-7706b55a6bf2', 'name': '', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:5f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:19Z', 'updated_at': '2021-07-07T19:32:27Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:33.927498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Router 96b90fda-181a-4d77-bdaf-84662e342641 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:32:33.953592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88ea40-8c75-4440-98ee-2b5ab48b89cd None None] Pushing event updated for resources: {'Port': ['ID=1650b3f9-0502-4a20-97c0-7796d4995809,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:33.967632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7586706-f504-42fd-88b5-f5eaf79733c2 None None] The sync data for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 is: [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:30Z', 'revision_number': 6, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '2c1f5b03-6783-429c-a09c-92b41ec6563b', 'name': '', 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:46:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '9209de6b-46b9-4c02-aa80-5a336568682e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:27Z', 'updated_at': '2021-07-07T19:32:32Z', 'revision_number': 4, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': '9209de6b-46b9-4c02-aa80-5a336568682e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f797685-fd14-4810-a354-7706b55a6bf2', 'name': '', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:5f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:19Z', 'updated_at': '2021-07-07T19:32:27Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:34.101754 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e138995-4346-4ec4-a2e2-b353778c2456 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0da362d-0ed4-4d22-b0cf-f99d6f85e754,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:34.139959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d95fade6-0f2e-4dea-b12c-dad735720f91 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.190664 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d95fade6-0f2e-4dea-b12c-dad735720f91 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.268804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:34.288077 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Sync routers for ids ['96b90fda-181a-4d77-bdaf-84662e342641'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:34.316080 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Routers {'96b90fda-181a-4d77-bdaf-84662e342641'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:34.316964 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['96b90fda-181a-4d77-bdaf-84662e342641'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:34.387746 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c1d64a32-84d3-4ad1-8dfa-115d2617b714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.400797 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.401146 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c1d64a32-84d3-4ad1-8dfa-115d2617b714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.405364 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8f6db423-f26d-4a23-ba91-e1804e99c87a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9179482 Jul 07 19:32:34.412846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44420) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:34.430140 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c1d64a32-84d3-4ad1-8dfa-115d2617b714 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1da80d7617f4c40a6b95f15697cea47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9949467 Jul 07 19:32:34.441237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228c31-862a-4390-96f6-da000517f039 req-83197043-8d75-4dcc-ae59-d0f9061c8af6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:34.443017 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23228c31-862a-4390-96f6-da000517f039 req-83197043-8d75-4dcc-ae59-d0f9061c8af6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.2974079 Jul 07 19:32:34.443805 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e138995-4346-4ec4-a2e2-b353778c2456 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.445153 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9e138995-4346-4ec4-a2e2-b353778c2456 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1698718 Jul 07 19:32:34.448112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44422) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:34.449815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44424) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:34.468020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2a3badf6-d038-4d2f-9268-61a031b87a1d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': 'e0da362d-0ed4-4d22-b0cf-f99d6f85e754', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:34.476733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95fade6-0f2e-4dea-b12c-dad735720f91 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router c4ec9943-072e-405e-b1e6-8862420c8a06 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:34.500054 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Set router 96b90fda-181a-4d77-bdaf-84662e342641 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:34.554975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d64a32-84d3-4ad1-8dfa-115d2617b714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ef25e5-dd4c-46f7-bbe0-d6b3de0da2b6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:34.603515 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23228c31-862a-4390-96f6-da000517f039 req-fb3e76e3-1e18-4711-8894-c97952f0ce0a tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292481 Jul 07 19:32:34.740715 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-401927fc-1df1-468f-b16b-be06891f99ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.743582 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-2a3badf6-d038-4d2f-9268-61a031b87a1d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The resource could not be found. Jul 07 19:32:34.747366 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2a3badf6-d038-4d2f-9268-61a031b87a1d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2862575 Jul 07 19:32:34.748463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44428) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:34.759627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-325253f2-425e-4802-b4f7-830e3b31cf7a tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': 'e0da362d-0ed4-4d22-b0cf-f99d6f85e754', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ca915975-bd5e-487f-8eda-a6cdf35d9b36'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:34.780222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95fade6-0f2e-4dea-b12c-dad735720f91 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:34.789555 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d95fade6-0f2e-4dea-b12c-dad735720f91 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.794104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44430) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:34.795012 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d95fade6-0f2e-4dea-b12c-dad735720f91 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06 HTTP/1.1" status: 200 len: 698 time: 2.2372544 Jul 07 19:32:34.797365 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-401927fc-1df1-468f-b16b-be06891f99ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.844338 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:33Z', 'revision_number': 3, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:34.847407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44432) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:34.899051 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Checking router: 96b90fda-181a-4d77-bdaf-84662e342641 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:34.899590 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Updating router 96b90fda-181a-4d77-bdaf-84662e342641 port 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:32:34.899755 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-401927fc-1df1-468f-b16b-be06891f99ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.902777 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-401927fc-1df1-468f-b16b-be06891f99ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.907320 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-401927fc-1df1-468f-b16b-be06891f99ad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f1ef25e5-dd4c-46f7-bbe0-d6b3de0da2b6 HTTP/1.1" status: 204 len: 168 time: 0.4582257 Jul 07 19:32:34.926408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401927fc-1df1-468f-b16b-be06891f99ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ef25e5-dd4c-46f7-bbe0-d6b3de0da2b6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:34.959941 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.050596 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57d8eef7-29c3-4a10-ab11-dd4050e225a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.238466 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1650b3f9-0502-4a20-97c0-7796d4995809 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:35.267817 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57d8eef7-29c3-4a10-ab11-dd4050e225a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.276624 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57d8eef7-29c3-4a10-ab11-dd4050e225a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.340452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 1650b3f9-0502-4a20-97c0-7796d4995809 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:35.345445 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-741190fd-3773-4be7-b7dc-32b4dd6d2d04 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06 HTTP/1.1" status: 200 len: 698 time: 0.5493946 Jul 07 19:32:35.346448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44440) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:35.355805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2c1f5b03-6783-429c-a09c-92b41ec6563b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:35.356035 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-325253f2-425e-4802-b4f7-830e3b31cf7a tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The resource could not be found. Jul 07 19:32:35.364909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44442) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:35.367233 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-325253f2-425e-4802-b4f7-830e3b31cf7a tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6174128 Jul 07 19:32:35.390015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-57d8eef7-29c3-4a10-ab11-dd4050e225a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b7dbdaf3f4de4bbb80fc6515ebdc91ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5393114 Jul 07 19:32:35.392442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8eef7-29c3-4a10-ab11-dd4050e225a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364f7494-5722-45af-916f-5bfb9a10ae44,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:35.414556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44444) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:35.478859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 2c1f5b03-6783-429c-a09c-92b41ec6563b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:35.487755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2c1f5b03-6783-429c-a09c-92b41ec6563b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:35.490154 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.525453 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.545222 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Transition to ACTIVE for port object 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:35.553617 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.565269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44446) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:35.588118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-55ffda56-bc24-4a54-80c7-eeaa79d6108d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.618897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac27ded-479f-4298-8e92-c04867c449bb None None] Sync routers for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:35.619192 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-848cdc75-29ba-4068-bb66-d9f08fd86583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.645073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a442e44-2611-4eb9-8677-1fd01669c0f2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.660268 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-55ffda56-bc24-4a54-80c7-eeaa79d6108d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.695736 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Attempting to bind port 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:35.697191 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Attempting to bind port 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:35.697567 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Attempting to bind port 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:35.711327 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086c1e5-052b-4603-a35e-c365c91c329f None None] Pushing event updated for resources: {'Port': ['ID=3a7fac4d-ed49-4ae1-a09a-6723dc41ae89,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:35.711886 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.715519 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.717095 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:35.717473 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:35.719593 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.720186 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:35.722431 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Bound port: 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:35.723041 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.754505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac27ded-479f-4298-8e92-c04867c449bb None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:35.755469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ac27ded-479f-4298-8e92-c04867c449bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:35.757116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a442e44-2611-4eb9-8677-1fd01669c0f2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.806056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b417a2e6-22bf-4144-9ee7-86d9811eafb4 None None] Network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:35.810209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 2c1f5b03-6783-429c-a09c-92b41ec6563b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2c1f5b03-6783-429c-a09c-92b41ec6563b,segment=NetworkSegment(c75874fd-d9e7-42c2-a7f4-418750e37908),segment_id=c75874fd-d9e7-42c2-a7f4-418750e37908)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:35.849515 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] For port 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:35.855038 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] For port 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3a7fac4d-ed49-4ae1-a09a-6723dc41ae89,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:35.862668 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.885439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-55ffda56-bc24-4a54-80c7-eeaa79d6108d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.891208 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-55ffda56-bc24-4a54-80c7-eeaa79d6108d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.892914 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-55ffda56-bc24-4a54-80c7-eeaa79d6108d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/364f7494-5722-45af-916f-5bfb9a10ae44 HTTP/1.1" status: 204 len: 168 time: 0.4603815 Jul 07 19:32:35.905213 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a442e44-2611-4eb9-8677-1fd01669c0f2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.908026 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a442e44-2611-4eb9-8677-1fd01669c0f2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.911883 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4a442e44-2611-4eb9-8677-1fd01669c0f2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "DELETE /v2.0/security-groups/e0da362d-0ed4-4d22-b0cf-f99d6f85e754 HTTP/1.1" status: 204 len: 168 time: 0.5417047 Jul 07 19:32:35.911883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffda56-bc24-4a54-80c7-eeaa79d6108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364f7494-5722-45af-916f-5bfb9a10ae44,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:35.912733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44452) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:35.932815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a442e44-2611-4eb9-8677-1fd01669c0f2 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0da362d-0ed4-4d22-b0cf-f99d6f85e754,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:35.958924 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Routers {'96b90fda-181a-4d77-bdaf-84662e342641'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:35.959590 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['96b90fda-181a-4d77-bdaf-84662e342641'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:35.965288 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.020436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-848cdc75-29ba-4068-bb66-d9f08fd86583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.025926 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-848cdc75-29ba-4068-bb66-d9f08fd86583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.048816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=2c1f5b03-6783-429c-a09c-92b41ec6563b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:36.053401 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-82294dc1-ad06-47a1-b742-e95142c1a9c7 None None] Provisioning for port 1650b3f9-0502-4a20-97c0-7796d4995809 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:36.078841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-82294dc1-ad06-47a1-b742-e95142c1a9c7 None None] Provisioning complete for port 1650b3f9-0502-4a20-97c0-7796d4995809 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:36.079391 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-82294dc1-ad06-47a1-b742-e95142c1a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.092888 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] Set router 96b90fda-181a-4d77-bdaf-84662e342641 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:36.135624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cdc75-29ba-4068-bb66-d9f08fd86583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f93a3e-c205-40a2-bbd6-491834bd131b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:36.145062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-848cdc75-29ba-4068-bb66-d9f08fd86583 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1dce2b6bec51407eb3cc39dad8dbc254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617480 Jul 07 19:32:36.145637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44454) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:36.149784 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-5ac27ded-479f-4298-8e92-c04867c449bb None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:36.220434 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086c1e5-052b-4603-a35e-c365c91c329f None None] Pushing event updated for resources: {'Port': ['ID=3a7fac4d-ed49-4ae1-a09a-6723dc41ae89,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:36.279512 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2cacfcc3-835d-4ec8-8bba-9911057f0893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.305281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2cacfcc3-835d-4ec8-8bba-9911057f0893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.365382 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2cacfcc3-835d-4ec8-8bba-9911057f0893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.368645 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2cacfcc3-835d-4ec8-8bba-9911057f0893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.372692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2cacfcc3-835d-4ec8-8bba-9911057f0893 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00f93a3e-c205-40a2-bbd6-491834bd131b HTTP/1.1" status: 204 len: 168 time: 0.2193930 Jul 07 19:32:36.393869 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:33Z', 'revision_number': 3, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:36.395568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacfcc3-835d-4ec8-8bba-9911057f0893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f93a3e-c205-40a2-bbd6-491834bd131b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:36.434447 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8f309-bfed-42b6-9154-700f8cb76420 None None] The sync data for ids ['96b90fda-181a-4d77-bdaf-84662e342641'] in n-d-793621-9 is: [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:33Z', 'revision_number': 3, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:36.533655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44460) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:36.561486 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7210eca9-c635-42c2-8884-faa3e0993dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.593971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c5d9-5d52-433e-8eea-5ebe8b64624a req-a6bf5335-7a31-4d60-b4a3-92b1b00ef547 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:36.595661 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c984c5d9-5d52-433e-8eea-5ebe8b64624a req-a6bf5335-7a31-4d60-b4a3-92b1b00ef547 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.7834275 Jul 07 19:32:36.630777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f63de11e-8382-40e6-a70b-247f8af2bf06 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7014060 Jul 07 19:32:36.637732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44464) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:36.643502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-74da5354-5549-4206-b5d6-7a38e4c7e9da tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '0f1e22ee-af89-4ea5-a0aa-b9932d8e54c8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:36.696325 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.743980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c984c5d9-5d52-433e-8eea-5ebe8b64624a req-b0d544b0-0aca-4e18-94fc-80c2df35cd48 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387827 Jul 07 19:32:36.805309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7210eca9-c635-42c2-8884-faa3e0993dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.816063 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7210eca9-c635-42c2-8884-faa3e0993dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.880422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210eca9-c635-42c2-8884-faa3e0993dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670794cd-03a8-4a9c-97a0-4273d2a7d2c1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:36.955533 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-82294dc1-ad06-47a1-b742-e95142c1a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.992924 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7210eca9-c635-42c2-8884-faa3e0993dde admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d472f70642c4d398785601c64a047f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4568768 Jul 07 19:32:36.995999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44474) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:37.066423 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-74da5354-5549-4206-b5d6-7a38e4c7e9da tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The resource could not be found. Jul 07 19:32:37.073222 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-74da5354-5549-4206-b5d6-7a38e4c7e9da tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4336970 Jul 07 19:32:37.073605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44476) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:37.106247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group': {'name': 'tempest-secgroup--145361124'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:37.130698 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c14fde56-e6e7-46bf-b5de-8c05ff9e45a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.178248 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c14fde56-e6e7-46bf-b5de-8c05ff9e45a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.233424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-82294dc1-ad06-47a1-b742-e95142c1a9c7 None None] For port 1650b3f9-0502-4a20-97c0-7796d4995809, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1650b3f9-0502-4a20-97c0-7796d4995809,segment=NetworkSegment(85e2e884-dc1e-449a-9bde-dd8b08a98a0e),segment_id=85e2e884-dc1e-449a-9bde-dd8b08a98a0e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:37.245594 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:37.277640 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-82294dc1-ad06-47a1-b742-e95142c1a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.286326 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c14fde56-e6e7-46bf-b5de-8c05ff9e45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.289093 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c14fde56-e6e7-46bf-b5de-8c05ff9e45a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.290493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c14fde56-e6e7-46bf-b5de-8c05ff9e45a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/670794cd-03a8-4a9c-97a0-4273d2a7d2c1 HTTP/1.1" status: 204 len: 168 time: 0.2904289 Jul 07 19:32:37.301372 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fde56-e6e7-46bf-b5de-8c05ff9e45a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670794cd-03a8-4a9c-97a0-4273d2a7d2c1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:37.309569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.384435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Allocated IP 172.20.0.1 (5c61660e-d9ef-4ed4-8e54-3773ba6624a8/6bf77f04-026d-4d9f-873a-0bf198964f75/ad3db37f-19d9-4e14-8e7b-8f47e01f34a7) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:37.512005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82294dc1-ad06-47a1-b742-e95142c1a9c7 None None] Pushing event updated for resources: {'Port': ['ID=1650b3f9-0502-4a20-97c0-7796d4995809,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:37.523940 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7e614dc-10ee-48f0-94a8-facc578773be tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.556693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:37.587538 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:37.590700 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.669586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ac27ded-479f-4298-8e92-c04867c449bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:33Z', 'revision_number': 7, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '2c1f5b03-6783-429c-a09c-92b41ec6563b', 'name': '', 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:46:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '9209de6b-46b9-4c02-aa80-5a336568682e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:27Z', 'updated_at': '2021-07-07T19:32:32Z', 'revision_number': 4, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': '9209de6b-46b9-4c02-aa80-5a336568682e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f797685-fd14-4810-a354-7706b55a6bf2', 'name': '', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:5f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:19Z', 'updated_at': '2021-07-07T19:32:27Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:37.673267 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.718621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Transition to ACTIVE for port object ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:37.744674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac27ded-479f-4298-8e92-c04867c449bb None None] Checking router: c4ec9943-072e-405e-b1e6-8862420c8a06 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:37.767888 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac27ded-479f-4298-8e92-c04867c449bb None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:37.768534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ac27ded-479f-4298-8e92-c04867c449bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:37.792168 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.877427 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.886753 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.917037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:37.928649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:37.943948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:37.948276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-5ac27ded-479f-4298-8e92-c04867c449bb None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:38.003593 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.056623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cbde552d-09e7-46e6-9fb9-6ae62d60505e None None] Provisioning complete for port 1650b3f9-0502-4a20-97c0-7796d4995809 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:38.059524 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cbde552d-09e7-46e6-9fb9-6ae62d60505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.062362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3a7fac4d-ed49-4ae1-a09a-6723dc41ae89,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:38.071708 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.072757 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2c1f5b03-6783-429c-a09c-92b41ec6563b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:38.107364 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.113546 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0388541 Jul 07 19:32:38.116656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44508) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:38.129833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-683a6c4b-3ab5-45c3-a4c4-ddeacf077892 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143881712'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:38.156288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab4b51-2264-47e5-a469-08492af684b4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:38.166904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3db37f-19d9-4e14-8e7b-8f47e01f34a7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:38.172308 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.188820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.189311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.189508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.189848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.190181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.202307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.202759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.203069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.203408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.203741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.204079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.204393 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e44c46-01e3-4c21-8a45-24f693a31a8d tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.226201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da2455-d72c-4e35-8aa5-b2f2ec592b7b req-b57f1896-7fa1-4765-8a4e-a4583d1a3952 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:38.237867 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11da2455-d72c-4e35-8aa5-b2f2ec592b7b req-b57f1896-7fa1-4765-8a4e-a4583d1a3952 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.2483442 Jul 07 19:32:38.239585 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-683a6c4b-3ab5-45c3-a4c4-ddeacf077892 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.296477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.296477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.296738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.297410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.297410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.297733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.298040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.298359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.298679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.299090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.299409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.299727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:38.365804 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11da2455-d72c-4e35-8aa5-b2f2ec592b7b req-cf0f2bcc-e883-444f-81f6-687e9609e427 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151724 Jul 07 19:32:38.439629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=3a7fac4d-ed49-4ae1-a09a-6723dc41ae89,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:38.566373 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-683a6c4b-3ab5-45c3-a4c4-ddeacf077892 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.573519 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-683a6c4b-3ab5-45c3-a4c4-ddeacf077892 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.624105 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-683a6c4b-3ab5-45c3-a4c4-ddeacf077892 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.625326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2c1f5b03-6783-429c-a09c-92b41ec6563b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:38.625905 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.629613 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d7e614dc-10ee-48f0-94a8-facc578773be tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port 2c1f5b03-6783-429c-a09c-92b41ec6563b {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:38.629804 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-683a6c4b-3ab5-45c3-a4c4-ddeacf077892 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5039670 Jul 07 19:32:38.630345 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7e614dc-10ee-48f0-94a8-facc578773be tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.634835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44526) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:38.643556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-52e97d13-03e2-4e42-bf42-55d952f5219e tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group_rule': {'security_group_id': '4aab4b51-2264-47e5-a469-08492af684b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'deb1ed90-34bc-4c97-9ff0-37ebfba31062'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:38.701270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a6c4b-3ab5-45c3-a4c4-ddeacf077892 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb1ed90-34bc-4c97-9ff0-37ebfba31062,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:38.706853 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.882185 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-52e97d13-03e2-4e42-bf42-55d952f5219e tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:38.883284 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-52e97d13-03e2-4e42-bf42-55d952f5219e tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2453125 Jul 07 19:32:38.886725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44536) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:38.887269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ac27ded-479f-4298-8e92-c04867c449bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:33Z', 'revision_number': 7, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '2c1f5b03-6783-429c-a09c-92b41ec6563b', 'name': '', 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:46:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '9209de6b-46b9-4c02-aa80-5a336568682e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:27Z', 'updated_at': '2021-07-07T19:32:35Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': '9209de6b-46b9-4c02-aa80-5a336568682e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f797685-fd14-4810-a354-7706b55a6bf2', 'name': '', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:5f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:19Z', 'updated_at': '2021-07-07T19:32:27Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:38.930644 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac27ded-479f-4298-8e92-c04867c449bb None None] The sync data for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 is: [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:33Z', 'revision_number': 7, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '2c1f5b03-6783-429c-a09c-92b41ec6563b', 'name': '', 'network_id': '83a115b6-4c86-4db9-951d-ed8723186e00', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:46:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '9209de6b-46b9-4c02-aa80-5a336568682e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:27Z', 'updated_at': '2021-07-07T19:32:35Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': '9209de6b-46b9-4c02-aa80-5a336568682e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f797685-fd14-4810-a354-7706b55a6bf2', 'name': '', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:5f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:19Z', 'updated_at': '2021-07-07T19:32:27Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:39.011566 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ec76417-b7ff-4fd2-aaad-e3c790e206f6 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.038986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:39.049876 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ec76417-b7ff-4fd2-aaad-e3c790e206f6 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.060198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-d7e614dc-10ee-48f0-94a8-facc578773be tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port 2c1f5b03-6783-429c-a09c-92b41ec6563b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2c1f5b03-6783-429c-a09c-92b41ec6563b,segment=NetworkSegment(c75874fd-d9e7-42c2-a7f4-418750e37908),segment_id=c75874fd-d9e7-42c2-a7f4-418750e37908)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:39.060719 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7e614dc-10ee-48f0-94a8-facc578773be tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.092536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d7e614dc-10ee-48f0-94a8-facc578773be tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for 2c1f5b03-6783-429c-a09c-92b41ec6563b owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:39.120700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ba60ccd7-951c-4947-a389-742f3bb765bb None None] Provisioning for port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:39.124483 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ec76417-b7ff-4fd2-aaad-e3c790e206f6 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.129510 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ba60ccd7-951c-4947-a389-742f3bb765bb None None] Provisioning complete for port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:39.130008 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ba60ccd7-951c-4947-a389-742f3bb765bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.137804 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ec76417-b7ff-4fd2-aaad-e3c790e206f6 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.144108 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0ec76417-b7ff-4fd2-aaad-e3c790e206f6 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "DELETE /v2.0/security-groups/deb1ed90-34bc-4c97-9ff0-37ebfba31062 HTTP/1.1" status: 204 len: 168 time: 0.2560539 Jul 07 19:32:39.168197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44548) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:39.197846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec76417-b7ff-4fd2-aaad-e3c790e206f6 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb1ed90-34bc-4c97-9ff0-37ebfba31062,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:39.202676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ba60ccd7-951c-4947-a389-742f3bb765bb None None] Port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:39.242570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:39.242721 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.257206 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.291305 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.326657 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d7c7637c-134e-4bea-8f78-0b118793e182 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1510370 Jul 07 19:32:39.326949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44554) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:39.380222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1650b3f9-0502-4a20-97c0-7796d4995809 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:39.447086 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f56c2d1e-0d66-45f9-849e-6e0caca63520 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.491595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3db37f-19d9-4e14-8e7b-8f47e01f34a7,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:39.500504 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f56c2d1e-0d66-45f9-849e-6e0caca63520 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.505672 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.572119 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 1650b3f9-0502-4a20-97c0-7796d4995809 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:39.573211 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.653957 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f56c2d1e-0d66-45f9-849e-6e0caca63520 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.655433 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7e614dc-10ee-48f0-94a8-facc578773be tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.674942 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f56c2d1e-0d66-45f9-849e-6e0caca63520 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.680115 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f56c2d1e-0d66-45f9-849e-6e0caca63520 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "DELETE /v2.0/security-groups/4aab4b51-2264-47e5-a469-08492af684b4 HTTP/1.1" status: 204 len: 168 time: 0.3515072 Jul 07 19:32:39.682640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44570) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:39.729716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e614dc-10ee-48f0-94a8-facc578773be tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=2c1f5b03-6783-429c-a09c-92b41ec6563b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:39.748275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:39.772936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:39.781002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c2d1e-0d66-45f9-849e-6e0caca63520 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab4b51-2264-47e5-a469-08492af684b4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:39.852061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0e883d9a-e1d9-4f26-ae6a-0f97826ac06f tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1619277 Jul 07 19:32:39.852852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44580) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:39.857657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-bb219d17-4d8b-42e7-b014-acacc7fff84c tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group': {'name': 'tempest-secgroup--142093971'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:39.895198 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb219d17-4d8b-42e7-b014-acacc7fff84c tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.932850 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.136396 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb219d17-4d8b-42e7-b014-acacc7fff84c tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.142102 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb219d17-4d8b-42e7-b014-acacc7fff84c tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.187085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb219d17-4d8b-42e7-b014-acacc7fff84c tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14b519e-282c-4db4-8ef2-1d9d419fdb90,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:40.203497 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bb219d17-4d8b-42e7-b014-acacc7fff84c tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.207798 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7e614dc-10ee-48f0-94a8-facc578773be tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.208691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bb219d17-4d8b-42e7-b014-acacc7fff84c tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3547082 Jul 07 19:32:40.210543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44596) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:40.218138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5489e3e2-1910-4cab-b763-4b6c33ca51e9 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:40.218990 n-d-793621-9 neutron-server[93901]: WARNING neutron.api.v2.base [None req-5489e3e2-1910-4cab-b763-4b6c33ca51e9 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 19:32:40.219791 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-5489e3e2-1910-4cab-b763-4b6c33ca51e9 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 19:32:40.224173 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5489e3e2-1910-4cab-b763-4b6c33ca51e9 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "PUT /v2.0/security-groups/c14b519e-282c-4db4-8ef2-1d9d419fdb90 HTTP/1.1" status: 409 len: 330 time: 0.0111182 Jul 07 19:32:40.225081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44598) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:40.239273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1525eca4-4613-4dba-aa45-cbaefcd10dc9 None None] Provisioning complete for port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:40.239826 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1525eca4-4613-4dba-aa45-cbaefcd10dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.256053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac47d0d-aad4-4bcf-8497-9c97ada20124 req-bb655d4f-b978-47a6-b74b-754b61e14f56 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:40.257721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ac47d0d-aad4-4bcf-8497-9c97ada20124 req-bb655d4f-b978-47a6-b74b-754b61e14f56 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.4901190 Jul 07 19:32:40.302454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8662d7f0-385e-44e9-86b9-0400a1c43154 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.334718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1525eca4-4613-4dba-aa45-cbaefcd10dc9 None None] Port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:40.341742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8662d7f0-385e-44e9-86b9-0400a1c43154 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.366493 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Router 96b90fda-181a-4d77-bdaf-84662e342641 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:40.402697 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8662d7f0-385e-44e9-86b9-0400a1c43154 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.405502 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8662d7f0-385e-44e9-86b9-0400a1c43154 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.410933 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8662d7f0-385e-44e9-86b9-0400a1c43154 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "DELETE /v2.0/security-groups/c14b519e-282c-4db4-8ef2-1d9d419fdb90 HTTP/1.1" status: 204 len: 168 time: 0.1832685 Jul 07 19:32:40.410933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44610) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:40.417818 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ac47d0d-aad4-4bcf-8497-9c97ada20124 req-9518aa99-0988-4a7b-8bff-a7575f64ab54 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487005 Jul 07 19:32:40.502775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662d7f0-385e-44e9-86b9-0400a1c43154 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14b519e-282c-4db4-8ef2-1d9d419fdb90,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:40.575122 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-66fbd5b2-15a5-4005-a5b3-d938a8e4a474 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1589026 Jul 07 19:32:40.575936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44626) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:40.597384 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-089ed355-e810-4e3f-a9c5-2ee9548c43db tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] delete failed (client error): The resource could not be found. Jul 07 19:32:40.598618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-089ed355-e810-4e3f-a9c5-2ee9548c43db tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "DELETE /v2.0/security-groups/582d5bee-98db-476b-a219-f15684289ac6 HTTP/1.1" status: 404 len: 347 time: 0.0215745 Jul 07 19:32:40.604257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44632) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:40.622156 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-01b098c4-c518-4e59-adca-73a2af043e3e tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] show failed (client error): The resource could not be found. Jul 07 19:32:40.624503 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-01b098c4-c518-4e59-adca-73a2af043e3e tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "GET /v2.0/security-groups/0c0d13f3-a4b6-4c16-91f5-8fa56d7b2a69 HTTP/1.1" status: 404 len: 347 time: 0.0180717 Jul 07 19:32:40.631332 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44634) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:40.643954 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-fa42dbed-34b1-4b06-81b5-af7c9b7520f8 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] show failed (client error): The resource could not be found. Jul 07 19:32:40.650408 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fa42dbed-34b1-4b06-81b5-af7c9b7520f8 tempest-NegativeSecGroupTest-1621160599 tempest-NegativeSecGroupTest-1621160599-project] 10.222.0.81 "GET /v2.0/security-group-rules/f668ea95-7797-4c3b-a768-0bc7117ef57c HTTP/1.1" status: 404 len: 356 time: 0.0174866 Jul 07 19:32:40.685689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:40.694436 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Sync routers for ids ['96b90fda-181a-4d77-bdaf-84662e342641'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:40.700844 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0119f470-1b58-4f5a-9919-c8fc3519b097 admin admin] 10.222.0.81 "PUT /v2.0/routers/96b90fda-181a-4d77-bdaf-84662e342641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2866976 Jul 07 19:32:40.705475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e614dc-10ee-48f0-94a8-facc578773be tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router c4ec9943-072e-405e-b1e6-8862420c8a06 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:40.720891 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Routers {'96b90fda-181a-4d77-bdaf-84662e342641'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:40.722880 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['96b90fda-181a-4d77-bdaf-84662e342641'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:40.842229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e614dc-10ee-48f0-94a8-facc578773be tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:40.851518 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d7e614dc-10ee-48f0-94a8-facc578773be tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5002480 Jul 07 19:32:40.852210 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44646) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:40.856509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08eeb12-3101-4942-a0ee-cba20f7ef7c5 None None] Sync routers for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:40.871824 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08eeb12-3101-4942-a0ee-cba20f7ef7c5 None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:40.873809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e08eeb12-3101-4942-a0ee-cba20f7ef7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:40.981708 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Set router 96b90fda-181a-4d77-bdaf-84662e342641 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:41.005494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02fe050-5047-450e-87c5-d5a4757beeb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting subnet 9209de6b-46b9-4c02-aa80-5a336568682e {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:41.010174 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f02fe050-5047-450e-87c5-d5a4757beeb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.011965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e08eeb12-3101-4942-a0ee-cba20f7ef7c5 None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:41.092630 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f02fe050-5047-450e-87c5-d5a4757beeb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.246151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44654) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:41.282822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e08eeb12-3101-4942-a0ee-cba20f7ef7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 8, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '3f797685-fd14-4810-a354-7706b55a6bf2', 'name': '', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:5f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:19Z', 'updated_at': '2021-07-07T19:32:27Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:41.312422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08eeb12-3101-4942-a0ee-cba20f7ef7c5 None None] Checking router: c4ec9943-072e-405e-b1e6-8862420c8a06 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:41.323450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08eeb12-3101-4942-a0ee-cba20f7ef7c5 None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:41.324233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e08eeb12-3101-4942-a0ee-cba20f7ef7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:41.410388 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f02fe050-5047-450e-87c5-d5a4757beeb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.669162 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f02fe050-5047-450e-87c5-d5a4757beeb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.719054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fe050-5047-450e-87c5-d5a4757beeb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Subnet': ['ID=9209de6b-46b9-4c02-aa80-5a336568682e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:41.733869 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b0df16f5-1eea-4093-9eba-91ed9c62fe9d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10a6d38465cc444cbbed6ec96fd42d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4866908 Jul 07 19:32:41.737126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44686) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:41.746413 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f02fe050-5047-450e-87c5-d5a4757beeb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.752230 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f02fe050-5047-450e-87c5-d5a4757beeb7 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/9209de6b-46b9-4c02-aa80-5a336568682e HTTP/1.1" status: 204 len: 168 time: 0.8979366 Jul 07 19:32:41.754417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44688) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:41.758605 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ad3db37f-19d9-4e14-8e7b-8f47e01f34a7', 'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'mac_address': 'fa:16:3e:00:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:36Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 2, 'project_id': '13db510003ad470cb27866478365041c', 'subnets': [{'id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:41.822277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0958c4-6f10-445f-88d2-44cd87f5821a None None] Network 83a115b6-4c86-4db9-951d-ed8723186e00 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:41.824361 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Checking router: 96b90fda-181a-4d77-bdaf-84662e342641 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:41.825415 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Updating router 96b90fda-181a-4d77-bdaf-84662e342641 port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:32:41.834382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220784b-c40e-47e7-8696-c36039fa935e req-4473edec-0f7f-4cda-94fa-5ab183801186 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:41.842652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0220784b-c40e-47e7-8696-c36039fa935e req-4473edec-0f7f-4cda-94fa-5ab183801186 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.2316859 Jul 07 19:32:41.913332 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.914123 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2195c673-7ff9-42e0-84a9-ce8418c82983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.916140 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0220784b-c40e-47e7-8696-c36039fa935e req-1b3017d8-316f-4ec9-a855-d3a705ffb6db tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722649 Jul 07 19:32:41.939710 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.974964 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2195c673-7ff9-42e0-84a9-ce8418c82983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.984425 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e08eeb12-3101-4942-a0ee-cba20f7ef7c5 None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:42.041854 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44696) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:42.069534 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2096905771-network', 'tenant_id': '8ea3914e84584c05b92cb6329114a992'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:42.091197 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2195c673-7ff9-42e0-84a9-ce8418c82983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.094025 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2195c673-7ff9-42e0-84a9-ce8418c82983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.095263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2195c673-7ff9-42e0-84a9-ce8418c82983 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1432975-309c-4ee1-9270-e4fe3ac6dc14 HTTP/1.1" status: 204 len: 168 time: 0.3551142 Jul 07 19:32:42.122641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195c673-7ff9-42e0-84a9-ce8418c82983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1432975-309c-4ee1-9270-e4fe3ac6dc14,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:42.128396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:42.129066 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.208603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc,segment=NetworkSegment(c75874fd-d9e7-42c2-a7f4-418750e37908),segment_id=c75874fd-d9e7-42c2-a7f4-418750e37908)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:42.209383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.224984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:42.356630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Made reservation on behalf of 8ea3914e84584c05b92cb6329114a992 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:42.359733 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.383723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.601400 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.606620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b105c7c-c42b-4107-bcc5-d50144fe8f0e None None] DHCP port deletion for 83a115b6-4c86-4db9-951d-ed8723186e00 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:32:42.621685 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.655155 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Transition to ACTIVE for port object ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:42.663003 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.688375 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.783945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f885e1-230a-454e-99f5-11e584b43972,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:42.784450 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bace30-8b38-449b-9021-478a5875b439 None None] Pushing event updated for resources: {'Port': ['ID=ad3db37f-19d9-4e14-8e7b-8f47e01f34a7,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:42.803230 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Attempting to bind port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:42.803879 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Attempting to bind port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:42.804443 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Attempting to bind port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 on network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:42.810930 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:42.811583 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Checking segment: {'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:42.812351 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.813054 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Bound using segment: {'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:42.814412 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Bound port: ad3db37f-19d9-4e14-8e7b-8f47e01f34a7, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:42.815244 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.823750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e08eeb12-3101-4942-a0ee-cba20f7ef7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 8, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '3f797685-fd14-4810-a354-7706b55a6bf2', 'name': '', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:5f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:19Z', 'updated_at': '2021-07-07T19:32:27Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:42.849533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:32:42.878949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08eeb12-3101-4942-a0ee-cba20f7ef7c5 None None] The sync data for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 is: [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 8, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '3f797685-fd14-4810-a354-7706b55a6bf2', 'name': '', 'network_id': 'ef3116b2-0bf7-45c4-a01e-4e2676e53d5f', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:5f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:19Z', 'updated_at': '2021-07-07T19:32:27Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'e7c67e8d-c633-44d2-aa95-75848958855c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:42.901910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6b105c7c-c42b-4107-bcc5-d50144fe8f0e None None] Deleting port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:42.902500 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6b105c7c-c42b-4107-bcc5-d50144fe8f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.951472 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.951951 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Added segment 8e6ab49b-01d8-4eae-93eb-761f6503c645 of type vlan for network 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee Jul 07 19:32:42.965132 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] For port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:42.969492 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] For port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ad3db37f-19d9-4e14-8e7b-8f47e01f34a7,segment=NetworkSegment(85e2e884-dc1e-449a-9bde-dd8b08a98a0e),segment_id=85e2e884-dc1e-449a-9bde-dd8b08a98a0e)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:42.974843 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.985122 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.058067 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6b105c7c-c42b-4107-bcc5-d50144fe8f0e None None] For port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc,segment=NetworkSegment(c75874fd-d9e7-42c2-a7f4-418750e37908),segment_id=c75874fd-d9e7-42c2-a7f4-418750e37908)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:43.058277 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6b105c7c-c42b-4107-bcc5-d50144fe8f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.063832 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Routers {'96b90fda-181a-4d77-bdaf-84662e342641'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:43.064809 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['96b90fda-181a-4d77-bdaf-84662e342641'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:43.079336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6b105c7c-c42b-4107-bcc5-d50144fe8f0e None None] Calling delete_port for d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:43.082626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:43.109465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc693d6-fd07-4834-9a68-b4f64ab55d49 req-2d6ec534-eef8-4f0d-b716-bbf393164512 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:43.116487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1cc693d6-fd07-4834-9a68-b4f64ab55d49 req-2d6ec534-eef8-4f0d-b716-bbf393164512 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.5126102 Jul 07 19:32:43.155241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.161501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.162080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.162574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.167331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.167637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.167976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.168691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.169272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.169955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.170344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.171112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.188330 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bace30-8b38-449b-9021-478a5875b439 None None] Pushing event updated for resources: {'Port': ['ID=ad3db37f-19d9-4e14-8e7b-8f47e01f34a7,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:43.209283 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6b105c7c-c42b-4107-bcc5-d50144fe8f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.281546 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1cc693d6-fd07-4834-9a68-b4f64ab55d49 req-4c5664c1-38ff-4ba8-8894-c6157deb7aa6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636205 Jul 07 19:32:43.281687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b105c7c-c42b-4107-bcc5-d50144fe8f0e None None] No DVR routers for this DVR port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:43.290726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No DVR routers for this DVR port d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:43.302458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b105c7c-c42b-4107-bcc5-d50144fe8f0e None None] Pushing event deleted for resources: {'Port': ['ID=d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:43.338295 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:43.388621 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] Set router 96b90fda-181a-4d77-bdaf-84662e342641 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:43.391013 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.393905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:43.399326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d71b4b81-0e1c-4bb7-87ab-c660e9cabdbc not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:43.558785 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.560327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:43.562087 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.637339 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.661700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a115b6-4c86-4db9-951d-ed8723186e00']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:43.674461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6304955 Jul 07 19:32:43.678147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44750) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:43.684438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75874fd-d9e7-42c2-a7f4-418750e37908') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:43.685056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75874fd-d9e7-42c2-a7f4-418750e37908') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:43.696963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ddd50-3e9c-45f6-8a9f-99f2b4dfb554 admin admin] Pushing event updated for resources: {'Network': ['ID=50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:43.726599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:32:43.744092 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.762064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e5dc6eed-b4a8-41b0-b940-9bc0507f50b3 admin admin] Request body: {'subnet': {'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2096905771-subnet', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:43.786273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.797222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:32:43.797915 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:32:43.801196 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:32:43.834182 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ad3db37f-19d9-4e14-8e7b-8f47e01f34a7', 'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'mac_address': 'fa:16:3e:00:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:36Z', 'updated_at': '2021-07-07T19:32:42Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'subnets': [{'id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:43.838240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dc6eed-b4a8-41b0-b940-9bc0507f50b3 admin admin] Made reservation on behalf of 8ea3914e84584c05b92cb6329114a992 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:43.842025 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5dc6eed-b4a8-41b0-b940-9bc0507f50b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.896190 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.917734 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.918975 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d5a01-3ca5-4b0d-8b09-04fb883ebdc4 None None] The sync data for ids ['96b90fda-181a-4d77-bdaf-84662e342641'] in n-d-793621-9 is: [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ad3db37f-19d9-4e14-8e7b-8f47e01f34a7', 'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'mac_address': 'fa:16:3e:00:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:36Z', 'updated_at': '2021-07-07T19:32:42Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'subnets': [{'id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:43.919764 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/networks/83a115b6-4c86-4db9-951d-ed8723186e00 HTTP/1.1" status: 204 len: 168 time: 2.1625907 Jul 07 19:32:43.924830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44766) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:43.962368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf882d5-1ee0-4c6a-99c9-3760abb9958e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Network': ['ID=83a115b6-4c86-4db9-951d-ed8723186e00,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:44.131522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44782) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:44.387877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1454102777'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:44.424207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Made reservation on behalf of 04e35a028d314ea58670606b713e1dd2 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:44.428961 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.445364 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.587263 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.605540 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.633050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:32:44.672005 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.673396 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Added segment cee748a9-7eb4-4608-8f8f-402b696c47cd of type vlan for network fe4345de-f30a-454a-a47a-fe6f20aad65f Jul 07 19:32:44.753087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3611dc-1cbf-4749-a1ab-4393d9ded15d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:44.765678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.776026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e0f46-e46c-43a0-b6e8-2cfb11b78039 req-2a3666f0-afc0-461f-9e1b-4aa4e1725e65 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:44.778629 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f5e0f46-e46c-43a0-b6e8-2cfb11b78039 req-2a3666f0-afc0-461f-9e1b-4aa4e1725e65 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 1.1185920 Jul 07 19:32:44.843636 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.850115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:44.851490 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.962984 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8297527 Jul 07 19:32:44.966224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44830) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:44.980331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0623f471-fa84-43d4-a33e-9b085dca6f60 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Request body: {'subnet': {'network_id': 'fe4345de-f30a-454a-a47a-fe6f20aad65f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:44.985982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8c31b-8b7f-4c2d-8a8c-24785df46470 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Pushing event updated for resources: {'Network': ['ID=fe4345de-f30a-454a-a47a-fe6f20aad65f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:45.014537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network fe4345de-f30a-454a-a47a-fe6f20aad65f details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:32:45.074771 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f5e0f46-e46c-43a0-b6e8-2cfb11b78039 req-ee15563d-1df0-46b6-a256-a462d8025a4d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789412 Jul 07 19:32:45.170074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:45.183150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0623f471-fa84-43d4-a33e-9b085dca6f60 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Made reservation on behalf of 04e35a028d314ea58670606b713e1dd2 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:45.191995 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0623f471-fa84-43d4-a33e-9b085dca6f60 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.388249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:45.395161 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:45.395768 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.425079 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5dc6eed-b4a8-41b0-b940-9bc0507f50b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.557271 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.562945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc6eed-b4a8-41b0-b940-9bc0507f50b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd44c513-6035-4f17-a285-91c2414b44f6,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:45.598927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc6eed-b4a8-41b0-b940-9bc0507f50b3 admin admin] Checking segment: {'id': '8e6ab49b-01d8-4eae-93eb-761f6503c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:45.599562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc6eed-b4a8-41b0-b940-9bc0507f50b3 admin admin] Network hostable DHCP agents. Network: 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:32:45.604759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ad3db37f-19d9-4e14-8e7b-8f47e01f34a7,segment=NetworkSegment(85e2e884-dc1e-449a-9bde-dd8b08a98a0e),segment_id=85e2e884-dc1e-449a-9bde-dd8b08a98a0e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:45.614121 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.625889 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2c1f5b03-6783-429c-a09c-92b41ec6563b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:45.648681 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0623f471-fa84-43d4-a33e-9b085dca6f60 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.683648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 2c1f5b03-6783-429c-a09c-92b41ec6563b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:45.684374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2c1f5b03-6783-429c-a09c-92b41ec6563b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:45.731801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc6eed-b4a8-41b0-b940-9bc0507f50b3 admin admin] Network 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:32:45.740014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=ad3db37f-19d9-4e14-8e7b-8f47e01f34a7,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:45.757857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e5dc6eed-b4a8-41b0-b940-9bc0507f50b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:45.767053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc6eed-b4a8-41b0-b940-9bc0507f50b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:45.768107 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5dc6eed-b4a8-41b0-b940-9bc0507f50b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.778641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c40d2c4-7647-4679-8041-64ca08fb0e20 None None] Network 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:45.783646 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2cf82a8c-6b80-40f9-8750-ac14eef0a987 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.802881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623f471-fa84-43d4-a33e-9b085dca6f60 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Pushing event updated for resources: {'Subnet': ['ID=0db2f041-78c6-45ae-b8d2-49eddfd56ee4,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:45.813826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-4d7c9f7e-2219-44a5-9577-2c7331a02a38 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:45.815568 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-4d7c9f7e-2219-44a5-9577-2c7331a02a38 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 812 time: 0.2972779 Jul 07 19:32:45.833856 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0623f471-fa84-43d4-a33e-9b085dca6f60 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Checking segment: {'id': 'cee748a9-7eb4-4608-8f8f-402b696c47cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fe4345de-f30a-454a-a47a-fe6f20aad65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:45.836803 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0623f471-fa84-43d4-a33e-9b085dca6f60 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Network hostable DHCP agents. Network: fe4345de-f30a-454a-a47a-fe6f20aad65f, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:32:45.843226 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-f9addcd8-5748-4b17-bcab-b33d32cda0f9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/quotas/4af8bbb088724744bd5fe866699c7e75 HTTP/1.1" status: 200 len: 375 time: 0.0192621 Jul 07 19:32:45.909759 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e5dc6eed-b4a8-41b0-b940-9bc0507f50b3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2243416 Jul 07 19:32:45.910126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44872) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:45.916815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2096905771-router', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:45.932730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0623f471-fa84-43d4-a33e-9b085dca6f60 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Network fe4345de-f30a-454a-a47a-fe6f20aad65f is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:32:45.962763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0623f471-fa84-43d4-a33e-9b085dca6f60 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, fe4345de-f30a-454a-a47a-fe6f20aad65f) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:45.973712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0623f471-fa84-43d4-a33e-9b085dca6f60 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:45.974367 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0623f471-fa84-43d4-a33e-9b085dca6f60 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.998957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c6f99-302a-4ef7-a7df-3b4083e7b6c3 None None] Network fe4345de-f30a-454a-a47a-fe6f20aad65f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:46.000193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:46.007308 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0623f471-fa84-43d4-a33e-9b085dca6f60 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0385244 Jul 07 19:32:46.009271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44880) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:46.011942 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:46.025104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Request body: {'port': {'network_id': 'fe4345de-f30a-454a-a47a-fe6f20aad65f', 'name': 'tempest-TagsExtTest-120687676'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:46.026258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee', 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'fixed_ips': [{'subnet_id': 'fd44c513-6035-4f17-a285-91c2414b44f6'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:32:46.027184 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:46.194452 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:46.372953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Allocated IP 172.20.0.2 (50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee/fd44c513-6035-4f17-a285-91c2414b44f6/9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:46.417627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-fe4345de-f30a-454a-a47a-fe6f20aad65f', 'network_id': 'fe4345de-f30a-454a-a47a-fe6f20aad65f', 'tenant_id': '04e35a028d314ea58670606b713e1dd2', 'fixed_ips': [{'subnet_id': '0db2f041-78c6-45ae-b8d2-49eddfd56ee4'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:32:46.418887 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:46.460240 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:46.712698 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-5bf8ac09-a346-446c-a2cd-1c640a314819 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8590646 Jul 07 19:32:46.805949 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2cf82a8c-6b80-40f9-8750-ac14eef0a987 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port 3f797685-fd14-4810-a354-7706b55a6bf2 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:46.809641 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2cf82a8c-6b80-40f9-8750-ac14eef0a987 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:46.818207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Allocated IP 172.20.0.2 (fe4345de-f30a-454a-a47a-fe6f20aad65f/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/cb1f2312-8401-4267-94a4-5d7e3071a192) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:46.820664 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:46.841155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Transition to ACTIVE for port object 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:46.922197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Transition to ACTIVE for port object 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:46.931092 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:46.997645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Made reservation on behalf of 04e35a028d314ea58670606b713e1dd2 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:47.002187 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.069305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-2cf82a8c-6b80-40f9-8750-ac14eef0a987 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port 3f797685-fd14-4810-a354-7706b55a6bf2, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3f797685-fd14-4810-a354-7706b55a6bf2,segment=NetworkSegment(0197ae70-85e8-4f15-b07e-1ec578b7274d),segment_id=0197ae70-85e8-4f15-b07e-1ec578b7274d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:47.069624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2cf82a8c-6b80-40f9-8750-ac14eef0a987 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.074024 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:47.074548 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] device_id is not set on port 7a51361d-db5c-4581-bdb8-b810fee9c925 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:32:47.098184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2cf82a8c-6b80-40f9-8750-ac14eef0a987 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for 3f797685-fd14-4810-a354-7706b55a6bf2 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:47.163290 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.176127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Transition to ACTIVE for port object cb1f2312-8401-4267-94a4-5d7e3071a192 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:47.178405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.196127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Transition to ACTIVE for port object cb1f2312-8401-4267-94a4-5d7e3071a192 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:47.202923 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.207013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Network 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:47.209940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:47.215310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Pushing event updated for resources: {'Port': ['ID=9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:47.219200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:47.226747 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.264970 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-c213b52b-be57-417a-9a14-14e5f4642bf8 service neutron] 10.222.0.81 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325201 Jul 07 19:32:47.403011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Network fe4345de-f30a-454a-a47a-fe6f20aad65f is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:47.408051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:47.427691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:47.435315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Attempting to bind port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:47.435974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Attempting to bind port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '8e6ab49b-01d8-4eae-93eb-761f6503c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:47.436681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Attempting to bind port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 on network 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:47.447665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:47.448274 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Checking segment: {'id': '8e6ab49b-01d8-4eae-93eb-761f6503c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:47.448622 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.449113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Bound using segment: {'id': '8e6ab49b-01d8-4eae-93eb-761f6503c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:47.449668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Bound port: 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6ab49b-01d8-4eae-93eb-761f6503c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:47.451000 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.464197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Allocated IP 172.25.0.241 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/dfff7e6f-ae76-4484-9879-5a23ff439c07) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:47.468002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Pushing event updated for resources: {'Port': ['ID=cb1f2312-8401-4267-94a4-5d7e3071a192,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:47.564334 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:47.564999 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.576695 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2cf82a8c-6b80-40f9-8750-ac14eef0a987 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.610262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Allocated IP 172.20.0.11 (fe4345de-f30a-454a-a47a-fe6f20aad65f/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/7a51361d-db5c-4581-bdb8-b810fee9c925) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:47.621378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf82a8c-6b80-40f9-8750-ac14eef0a987 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=3f797685-fd14-4810-a354-7706b55a6bf2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:47.648388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Attempting to bind port cb1f2312-8401-4267-94a4-5d7e3071a192 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:47.648928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Attempting to bind port cb1f2312-8401-4267-94a4-5d7e3071a192 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'cee748a9-7eb4-4608-8f8f-402b696c47cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fe4345de-f30a-454a-a47a-fe6f20aad65f'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:47.649370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Attempting to bind port cb1f2312-8401-4267-94a4-5d7e3071a192 on network fe4345de-f30a-454a-a47a-fe6f20aad65f {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:47.770050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:47.770050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Checking segment: {'id': 'cee748a9-7eb4-4608-8f8f-402b696c47cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fe4345de-f30a-454a-a47a-fe6f20aad65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:47.770050 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.770050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Bound using segment: {'id': 'cee748a9-7eb4-4608-8f8f-402b696c47cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fe4345de-f30a-454a-a47a-fe6f20aad65f'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:47.770050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Bound port: cb1f2312-8401-4267-94a4-5d7e3071a192, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee748a9-7eb4-4608-8f8f-402b696c47cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fe4345de-f30a-454a-a47a-fe6f20aad65f'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:47.778884 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.788038 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.877618 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] For port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:47.906337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-780071f5-9ce6-4779-aa69-23e5f179650f service neutron] 10.222.0.81 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297443 Jul 07 19:32:47.945783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44982) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:47.987523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] For port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3,segment=NetworkSegment(8e6ab49b-01d8-4eae-93eb-761f6503c645),segment_id=8e6ab49b-01d8-4eae-93eb-761f6503c645)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:48.001413 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.048151 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.084801 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Transition to ACTIVE for port object 7a51361d-db5c-4581-bdb8-b810fee9c925 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:48.160924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] For port cb1f2312-8401-4267-94a4-5d7e3071a192, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:48.167148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] For port cb1f2312-8401-4267-94a4-5d7e3071a192, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cb1f2312-8401-4267-94a4-5d7e3071a192,segment=NetworkSegment(cee748a9-7eb4-4608-8f8f-402b696c47cd),segment_id=cee748a9-7eb4-4608-8f8f-402b696c47cd)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:48.180807 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2cf82a8c-6b80-40f9-8750-ac14eef0a987 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.191107 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.257916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-31cd937f-91ec-483c-bd18-783ba285f5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.267713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291be0c-f9e9-4c03-bc8d-c23061495626 None None] Pushing event updated for resources: {'Port': ['ID=9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:48.317667 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.333264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d2b3-b2f5-442a-a628-4380d16d1ecb None None] Pushing event updated for resources: {'Port': ['ID=cb1f2312-8401-4267-94a4-5d7e3071a192,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:48.472166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Network fe4345de-f30a-454a-a47a-fe6f20aad65f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:48.475536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Pushing event updated for resources: {'Port': ['ID=7a51361d-db5c-4581-bdb8-b810fee9c925,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:48.482712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:48.490482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:48.619227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aa914175-48c8-48f1-80d7-b5856e8b2945 req-d5a229f3-5a79-48aa-9506-aa9d75a396d5 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 210 time: 0.2345736 Jul 07 19:32:48.650507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:48.652140 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.663177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.767751 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-31cd937f-91ec-483c-bd18-783ba285f5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.802244 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-31cd937f-91ec-483c-bd18-783ba285f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.814252 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:48.816223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Pushing event updated for resources: {'Port': ['ID=dfff7e6f-ae76-4484-9879-5a23ff439c07,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:48.818293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-864523cc-25f4-431a-911d-e113bf0a4b0f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8079026 Jul 07 19:32:48.824550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45014) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:48.828749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:48.837685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f46d6ca0-7608-4f88-927e-fc0c02469c73 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-54360609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:48.900773 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:48.937168 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-31cd937f-91ec-483c-bd18-783ba285f5a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=043cf0de16294f529b1d4c0ba30af989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9903245 Jul 07 19:32:48.938168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd937f-91ec-483c-bd18-783ba285f5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fec9a10-a972-438d-a2f5-56347fc1efd1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:48.940763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45016) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:49.018867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45018) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:49.028553 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f46d6ca0-7608-4f88-927e-fc0c02469c73 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.029592 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f46d6ca0-7608-4f88-927e-fc0c02469c73 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.064316 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bd88459-2b90-4f64-9699-3bf149b37bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.116588 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bd88459-2b90-4f64-9699-3bf149b37bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.165945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf82a8c-6b80-40f9-8750-ac14eef0a987 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router c4ec9943-072e-405e-b1e6-8862420c8a06 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:49.213159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f46d6ca0-7608-4f88-927e-fc0c02469c73 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.226731 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bd88459-2b90-4f64-9699-3bf149b37bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.231596 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bd88459-2b90-4f64-9699-3bf149b37bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.233241 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2bd88459-2b90-4f64-9699-3bf149b37bb6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7fec9a10-a972-438d-a2f5-56347fc1efd1 HTTP/1.1" status: 204 len: 168 time: 0.2912738 Jul 07 19:32:49.256627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd88459-2b90-4f64-9699-3bf149b37bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fec9a10-a972-438d-a2f5-56347fc1efd1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:49.257614 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f46d6ca0-7608-4f88-927e-fc0c02469c73 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.297226 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc298-01d6-40fd-a598-026e3397f471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.317734 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f46d6ca0-7608-4f88-927e-fc0c02469c73 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.322913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45024) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:49.323505 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f46d6ca0-7608-4f88-927e-fc0c02469c73 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4963224 Jul 07 19:32:49.328497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9e8ca8b4-5af6-4084-9e63-610cd437baf5 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1145531214', 'prefixes': ['172.20.0.0/16']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:49.329764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:49.409285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:49.423375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cb1f2312-8401-4267-94a4-5d7e3071a192 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:49.503732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port cb1f2312-8401-4267-94a4-5d7e3071a192 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:49.558068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf82a8c-6b80-40f9-8750-ac14eef0a987 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:49.571945 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67593ec-d4d1-4d90-8437-21ceca2bd8d9 None None] Sync routers for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:49.573120 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2cf82a8c-6b80-40f9-8750-ac14eef0a987 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6469309 Jul 07 19:32:49.573252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45028) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:49.585669 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67593ec-d4d1-4d90-8437-21ceca2bd8d9 None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:49.586756 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b67593ec-d4d1-4d90-8437-21ceca2bd8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:49.682617 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.711479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-8972215e-cc8f-45af-8ec5-9e71340d11dc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting subnet e7c67e8d-c633-44d2-aa95-75848958855c {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:49.713309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45032) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:49.720164 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-b67593ec-d4d1-4d90-8437-21ceca2bd8d9 None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:49.721939 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8972215e-cc8f-45af-8ec5-9e71340d11dc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.753991 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37c248dc-ce57-4c66-a701-ad6428b851b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.808761 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8972215e-cc8f-45af-8ec5-9e71340d11dc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.886972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-703fe484-d0ea-4b5f-b90c-ef0ce8383815 req-c52fc1cc-50a5-4f2e-9539-424b50071227 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 210 time: 0.0699315 Jul 07 19:32:50.073258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42973d-4ac7-4b6d-bf49-48f987f746a4 None None] Network 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:50.073468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8972215e-cc8f-45af-8ec5-9e71340d11dc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.133401 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b67593ec-d4d1-4d90-8437-21ceca2bd8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:47Z', 'revision_number': 9, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:50.197696 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67593ec-d4d1-4d90-8437-21ceca2bd8d9 None None] Checking router: c4ec9943-072e-405e-b1e6-8862420c8a06 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:50.213507 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67593ec-d4d1-4d90-8437-21ceca2bd8d9 None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:50.214206 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b67593ec-d4d1-4d90-8437-21ceca2bd8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:50.279674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-0b5425a6-a880-4fee-948d-6665c43532ef tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:50.281324 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-0b5425a6-a880-4fee-948d-6665c43532ef tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 812 time: 0.2843463 Jul 07 19:32:50.289062 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8972215e-cc8f-45af-8ec5-9e71340d11dc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.314489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Request body: {'port': {'device_id': '9d52f6e1-45aa-4f4d-a714-a18ef9a00e44', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'admin_state_up': True, 'tenant_id': '4af8bbb088724744bd5fe866699c7e75'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:50.360678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-669db84c-e9fc-43d2-adf6-ef38e2abc961 None None] Provisioning for port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:50.382277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-669db84c-e9fc-43d2-adf6-ef38e2abc961 None None] Provisioning complete for port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:50.382590 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-669db84c-e9fc-43d2-adf6-ef38e2abc961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.387469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972215e-cc8f-45af-8ec5-9e71340d11dc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c67e8d-c633-44d2-aa95-75848958855c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:50.452214 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8972215e-cc8f-45af-8ec5-9e71340d11dc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.454693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8972215e-cc8f-45af-8ec5-9e71340d11dc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/e7c67e8d-c633-44d2-aa95-75848958855c HTTP/1.1" status: 204 len: 168 time: 0.8801885 Jul 07 19:32:50.459150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45034) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:50.459674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f582298f-062b-456b-ad25-f93ea7896f8c None None] Network fe4345de-f30a-454a-a47a-fe6f20aad65f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:50.465302 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-b67593ec-d4d1-4d90-8437-21ceca2bd8d9 None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:50.543420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff785a-e3d8-4430-8084-2ed072853b58 None None] Network ef3116b2-0bf7-45c4-a01e-4e2676e53d5f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:50.576727 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.656735 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc298-01d6-40fd-a598-026e3397f471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.661422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port cca96520-b6cc-4117-a280-0c848079795d {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:50.661874 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.663477 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.671159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc298-01d6-40fd-a598-026e3397f471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.727192 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca8b4-5af6-4084-9e63-610cd437baf5 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for subnetpool, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.727192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9e8ca8b4-5af6-4084-9e63-610cd437baf5 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.3988225 Jul 07 19:32:50.736889 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45036) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:50.741483 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b67593ec-d4d1-4d90-8437-21ceca2bd8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:47Z', 'revision_number': 9, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:50.745020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-1cdea250-22a4-4fb9-9bfa-db562d0730c4 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4', 'tempest-TagsExtTest-Tag-1748982825') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:50.778547 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67593ec-d4d1-4d90-8437-21ceca2bd8d9 None None] The sync data for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 is: [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:47Z', 'revision_number': 9, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': '65bfcefa-79a9-4bf7-a425-2a0b863c0de7', 'name': '', 'network_id': '55782896-bb35-4819-b286-6aa7516fc470', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:23:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:11Z', 'updated_at': '2021-07-07T19:32:19Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'bc2b77a6-7dd9-4be4-a975-cc45a47fb18d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:50.790075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8f6dc298-01d6-40fd-a598-026e3397f471 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b88b7d968e24653b1cf3bd66234453c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7693059 Jul 07 19:32:50.792689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45038) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:50.802216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dc298-01d6-40fd-a598-026e3397f471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf26d7b6-86b6-4e9b-bb82-a06d133c9f15,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:50.874476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port cca96520-b6cc-4117-a280-0c848079795d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cca96520-b6cc-4117-a280-0c848079795d,segment=NetworkSegment(0197ae70-85e8-4f15-b07e-1ec578b7274d),segment_id=0197ae70-85e8-4f15-b07e-1ec578b7274d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:50.874910 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.911264 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5c8a860f-f846-4a4d-a168-fad4e8f80439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.917666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for cca96520-b6cc-4117-a280-0c848079795d owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:50.948837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5c8a860f-f846-4a4d-a168-fad4e8f80439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.987873 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-669db84c-e9fc-43d2-adf6-ef38e2abc961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.989539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Router 22bc843c-5540-4577-82f5-e7d09f7afc90 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:32:51.045396 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-54b0aaab-a7ef-4b16-811a-4d5e6f6d16e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.070869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-669db84c-e9fc-43d2-adf6-ef38e2abc961 None None] For port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3,segment=NetworkSegment(8e6ab49b-01d8-4eae-93eb-761f6503c645),segment_id=8e6ab49b-01d8-4eae-93eb-761f6503c645)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:51.083721 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-669db84c-e9fc-43d2-adf6-ef38e2abc961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.118031 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37c248dc-ce57-4c66-a701-ad6428b851b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.157147 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37c248dc-ce57-4c66-a701-ad6428b851b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.172061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669db84c-e9fc-43d2-adf6-ef38e2abc961 None None] Pushing event updated for resources: {'Port': ['ID=9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:51.201659 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.209444 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5c8a860f-f846-4a4d-a168-fad4e8f80439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.212621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5c8a860f-f846-4a4d-a168-fad4e8f80439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.213528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Made reservation on behalf of 4af8bbb088724744bd5fe866699c7e75 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:51.213796 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5c8a860f-f846-4a4d-a168-fad4e8f80439 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf26d7b6-86b6-4e9b-bb82-a06d133c9f15 HTTP/1.1" status: 204 len: 168 time: 0.4191613 Jul 07 19:32:51.241213 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.255623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a896baeb-98e5-49a8-aac1-617fca4df62b None None] Provisioning for port cb1f2312-8401-4267-94a4-5d7e3071a192 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:51.266706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a860f-f846-4a4d-a168-fad4e8f80439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf26d7b6-86b6-4e9b-bb82-a06d133c9f15,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:51.267457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a896baeb-98e5-49a8-aac1-617fca4df62b None None] Provisioning complete for port cb1f2312-8401-4267-94a4-5d7e3071a192 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:51.271141 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a896baeb-98e5-49a8-aac1-617fca4df62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.286101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3f797685-fd14-4810-a354-7706b55a6bf2 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:51.342341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:51.372730 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.376808 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fa6ea1db-4aef-44e6-bba0-138bd9b90176 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4629750 Jul 07 19:32:51.377134 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45046) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:51.402300 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-37c248dc-ce57-4c66-a701-ad6428b851b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9efbb29d6c424e66baea9c086002d55b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6875865 Jul 07 19:32:51.415554 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1cdea250-22a4-4fb9-9bfa-db562d0730c4 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "PUT /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags/tempest-TagsExtTest-Tag-1748982825 HTTP/1.1" status: 201 len: 201 time: 0.6751516 Jul 07 19:32:51.416327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45048) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:51.416525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45050) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:51.419228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547eff4b-474a-4a24-bfa8-494767de35c1 None None] DHCP port deletion for ef3116b2-0bf7-45c4-a01e-4e2676e53d5f request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:32:51.435108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-02f747b4-36ff-4ee4-b840-f2775b42e47e tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925', 'tempest-TagsExtTest-Tag-822651036') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:51.438217 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=cca96520-b6cc-4117-a280-0c848079795d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:51.496463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Sync routers for ids ['22bc843c-5540-4577-82f5-e7d09f7afc90'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:51.513569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 3f797685-fd14-4810-a354-7706b55a6bf2 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:51.515246 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3f797685-fd14-4810-a354-7706b55a6bf2 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:51.554264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Routers {'22bc843c-5540-4577-82f5-e7d09f7afc90'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:51.559647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['22bc843c-5540-4577-82f5-e7d09f7afc90'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:51.603347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No DVR routers for this DVR port cca96520-b6cc-4117-a280-0c848079795d on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:51.667950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c248dc-ce57-4c66-a701-ad6428b851b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1144666d-d343-4fef-9a9b-25beb4a0c547,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:51.844099 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a896baeb-98e5-49a8-aac1-617fca4df62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.904414 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae471bba-76eb-40e0-93c9-b672d3c694c3 req-66f0c116-6a11-48a2-b4eb-79dc600d6cca tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 210 time: 0.0560942 Jul 07 19:32:51.955409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a896baeb-98e5-49a8-aac1-617fca4df62b None None] For port cb1f2312-8401-4267-94a4-5d7e3071a192, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cb1f2312-8401-4267-94a4-5d7e3071a192,segment=NetworkSegment(cee748a9-7eb4-4608-8f8f-402b696c47cd),segment_id=cee748a9-7eb4-4608-8f8f-402b696c47cd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:51.965534 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a896baeb-98e5-49a8-aac1-617fca4df62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.979175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Set router 22bc843c-5540-4577-82f5-e7d09f7afc90 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:51.980306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Allocated IP 172.20.0.14 (7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a/02762935-6382-4adb-bbdc-9967d23439ab/c8f3883b-e340-4f1b-9f61-8e26aff8778f) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:52.058454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.091375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3116b2-0bf7-45c4-a01e-4e2676e53d5f']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:52.121203 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4144f441-9397-482a-b832-23c0226be299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.141782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0197ae70-85e8-4f15-b07e-1ec578b7274d') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:52.142087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0197ae70-85e8-4f15-b07e-1ec578b7274d') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:52.167578 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-02f747b4-36ff-4ee4-b840-f2775b42e47e tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "PUT /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags/tempest-TagsExtTest-Tag-822651036 HTTP/1.1" status: 201 len: 201 time: 0.7381837 Jul 07 19:32:52.179997 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.180931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e5cbcc7e-a6e6-4062-b8c8-1cc35d0099e3 None None] Provisioning complete for port cb1f2312-8401-4267-94a4-5d7e3071a192 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:52.181308 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e5cbcc7e-a6e6-4062-b8c8-1cc35d0099e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.182018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45062) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:52.188873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896baeb-98e5-49a8-aac1-617fca4df62b None None] Pushing event updated for resources: {'Port': ['ID=cb1f2312-8401-4267-94a4-5d7e3071a192,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:52.203549 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-277845ce-fa14-457f-936a-d651740a0d0b tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc', 'tempest-TagsExtTest-Tag-1836609673') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:52.256796 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.326994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4144f441-9397-482a-b832-23c0226be299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.331300 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.394510 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:32:52.394962 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:32:52.400929 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:32:52.405298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'name': 'tempest-TestVolumeBackupRestore-2096905771-router', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:46Z', 'updated_at': '2021-07-07T19:32:49Z', 'revision_number': 3, 'project_id': '8ea3914e84584c05b92cb6329114a992', 'gw_port': {'id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:47Z', 'updated_at': '2021-07-07T19:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:52.438015 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Checking router: 22bc843c-5540-4577-82f5-e7d09f7afc90 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:52.438704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Updating router 22bc843c-5540-4577-82f5-e7d09f7afc90 port dfff7e6f-ae76-4484-9879-5a23ff439c07 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:32:52.476234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e5cbcc7e-a6e6-4062-b8c8-1cc35d0099e3 None None] Provisioning for port 7a51361d-db5c-4581-bdb8-b810fee9c925 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:52.483974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e5cbcc7e-a6e6-4062-b8c8-1cc35d0099e3 None None] Provisioning complete for port 7a51361d-db5c-4581-bdb8-b810fee9c925 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:52.484226 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e5cbcc7e-a6e6-4062-b8c8-1cc35d0099e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.501819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Allocated IP 172.20.0.1 (50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee/fd44c513-6035-4f17-a285-91c2414b44f6/f3a8f8b1-4bf9-4de1-8820-65893e206dc0) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:52.520056 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.526748 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.537853 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.542819 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/networks/ef3116b2-0bf7-45c4-a01e-4e2676e53d5f HTTP/1.1" status: 204 len: 168 time: 2.0820765 Jul 07 19:32:52.545899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45072) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:52.551081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-277845ce-fa14-457f-936a-d651740a0d0b tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "PUT /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags/tempest-TagsExtTest-Tag-1836609673 HTTP/1.1" status: 201 len: 201 time: 0.3672924 Jul 07 19:32:52.558652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e5cbcc7e-a6e6-4062-b8c8-1cc35d0099e3 None None] Port 7a51361d-db5c-4581-bdb8-b810fee9c925 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:52.562043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45074) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:52.571751 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac381c-af16-4558-9f88-34f200210c47 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Network': ['ID=ef3116b2-0bf7-45c4-a01e-4e2676e53d5f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:52.577122 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4144f441-9397-482a-b832-23c0226be299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.579995 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4144f441-9397-482a-b832-23c0226be299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.583961 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4144f441-9397-482a-b832-23c0226be299 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1144666d-d343-4fef-9a9b-25beb4a0c547 HTTP/1.1" status: 204 len: 168 time: 1.1615443 Jul 07 19:32:52.587340 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.608017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144f441-9397-482a-b832-23c0226be299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1144666d-d343-4fef-9a9b-25beb4a0c547,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:52.621448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-e86de484-0969-4adb-8637-e823a2fff863 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686', 'tempest-TagsExtTest-Tag-784068219') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:52.622495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Transition to ACTIVE for port object c8f3883b-e340-4f1b-9f61-8e26aff8778f will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:52.643397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e5cbcc7e-a6e6-4062-b8c8-1cc35d0099e3 None None] Provisioning complete for port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:52.644054 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e5cbcc7e-a6e6-4062-b8c8-1cc35d0099e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.695110 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.713683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7d59f4a2-b168-4350-933e-f9bbf1511664'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:32:52.828738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:52.833110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:52.835916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event updated for resources: {'Port': ['ID=c8f3883b-e340-4f1b-9f61-8e26aff8778f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:52.849235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:52.882223 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e86de484-0969-4adb-8637-e823a2fff863 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "PUT /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags/tempest-TagsExtTest-Tag-784068219 HTTP/1.1" status: 201 len: 201 time: 0.2642715 Jul 07 19:32:52.886656 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.890025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45082) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:52.895699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-9da46962-4ecd-43e2-bae8-ee718badf2b7 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:53.012543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:53.013618 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.043395 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-db77fd6f-f74d-44b3-a3ac-a41ecc35c13b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7475619 Jul 07 19:32:53.069161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Request body: {'port': {'device_id': '9d52f6e1-45aa-4f4d-a714-a18ef9a00e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:53.157492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Transition to ACTIVE for port object f3a8f8b1-4bf9-4de1-8820-65893e206dc0 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:53.160112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:53.294770 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.317561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Transition to ACTIVE for port object dfff7e6f-ae76-4484-9879-5a23ff439c07 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:53.335840 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.337738 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.340920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:53.341631 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.368641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64834c0a-7b5f-4a6e-8689-08e85c5c1c0c req-db14800e-93af-431a-a8a1-1c7dd1bc8ef3 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:53.371687 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64834c0a-7b5f-4a6e-8689-08e85c5c1c0c req-db14800e-93af-431a-a8a1-1c7dd1bc8ef3 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 932 time: 0.2270029 Jul 07 19:32:53.419483 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.436653 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9da46962-4ecd-43e2-bae8-ee718badf2b7 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags HTTP/1.1" status: 200 len: 241 time: 0.5454433 Jul 07 19:32:53.454371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45098) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:53.463115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-0b765264-40c8-4af2-bd01-5522e962bd20 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4', 'tempest-TagsExtTest-Tag-1748982825') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:53.481175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Attempting to bind port dfff7e6f-ae76-4484-9879-5a23ff439c07 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:53.481789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Attempting to bind port dfff7e6f-ae76-4484-9879-5a23ff439c07 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:53.481977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Attempting to bind port dfff7e6f-ae76-4484-9879-5a23ff439c07 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:53.495869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:53.496307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:53.496772 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.497176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:53.497803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Bound port: dfff7e6f-ae76-4484-9879-5a23ff439c07, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:53.498251 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.508996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Network 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:53.510451 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ad4424c1-17da-4e80-91ba-4723c4a04645 None None] Provisioning for port c8f3883b-e340-4f1b-9f61-8e26aff8778f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:53.520684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:53.530515 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64834c0a-7b5f-4a6e-8689-08e85c5c1c0c req-2a502a67-5a24-4098-88ba-46f4325b1010 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326103 Jul 07 19:32:53.540365 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:53.579950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ad4424c1-17da-4e80-91ba-4723c4a04645 None None] Provisioning complete for port c8f3883b-e340-4f1b-9f61-8e26aff8778f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:53.580614 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ad4424c1-17da-4e80-91ba-4723c4a04645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.589518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b439f-83cd-4546-877f-5a027ac32691 None None] Pushing event updated for resources: {'Port': ['ID=dfff7e6f-ae76-4484-9879-5a23ff439c07,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:53.591796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a8f8b1-4bf9-4de1-8820-65893e206dc0,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:53.636886 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59b9e7af-ec79-4bde-9636-2f902735ad13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.672622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.707864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ad4424c1-17da-4e80-91ba-4723c4a04645 None None] Port c8f3883b-e340-4f1b-9f61-8e26aff8778f cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:53.713418 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cb1f2312-8401-4267-94a4-5d7e3071a192 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:53.715823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] For port dfff7e6f-ae76-4484-9879-5a23ff439c07, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:53.721387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] For port dfff7e6f-ae76-4484-9879-5a23ff439c07, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dfff7e6f-ae76-4484-9879-5a23ff439c07,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:53.761772 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.872861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.894609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0b765264-40c8-4af2-bd01-5522e962bd20 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags/tempest-TagsExtTest-Tag-1748982825 HTTP/1.1" status: 204 len: 168 time: 0.4360471 Jul 07 19:32:53.899267 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45108) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:53.900304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-03e4a890-5be3-49c8-b136-9882fdfb41b5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.909327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-6b037728-7c61-47ee-afd0-f2f51c44a45c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4', 'tempest-TagsExtTest-Tag-1748982825') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:53.928865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Routers {'22bc843c-5540-4577-82f5-e7d09f7afc90'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:53.929486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['22bc843c-5540-4577-82f5-e7d09f7afc90'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:53.976115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b439f-83cd-4546-877f-5a027ac32691 None None] Pushing event updated for resources: {'Port': ['ID=dfff7e6f-ae76-4484-9879-5a23ff439c07,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:53.987180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cb1f2312-8401-4267-94a4-5d7e3071a192 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:53.987569 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.110994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f3883b-e340-4f1b-9f61-8e26aff8778f {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:32:54.128308 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.150633 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6b037728-7c61-47ee-afd0-f2f51c44a45c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags/tempest-TagsExtTest-Tag-1748982825 HTTP/1.1" status: 204 len: 168 time: 0.2488956 Jul 07 19:32:54.153956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45118) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:54.156727 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.159909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-0a924701-3a71-4f0f-8ef7-99645420a0d2 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:54.165930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Transition to ACTIVE for port object c8f3883b-e340-4f1b-9f61-8e26aff8778f will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:54.190529 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.287434 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Pushing event updated for resources: {'Port': ['ID=c8f3883b-e340-4f1b-9f61-8e26aff8778f,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:54.391130 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0a924701-3a71-4f0f-8ef7-99645420a0d2 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags HTTP/1.1" status: 200 len: 205 time: 0.2359285 Jul 07 19:32:54.393829 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45128) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:54.404229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-bbb65f4e-afc0-4e71-9636-cfa143dc08ee tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:54.446847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Attempting to bind port c8f3883b-e340-4f1b-9f61-8e26aff8778f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:54.447277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Attempting to bind port c8f3883b-e340-4f1b-9f61-8e26aff8778f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:54.447507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Attempting to bind port c8f3883b-e340-4f1b-9f61-8e26aff8778f on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:54.468230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Port c8f3883b-e340-4f1b-9f61-8e26aff8778f on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:32:54.468565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Attempting to bind port c8f3883b-e340-4f1b-9f61-8e26aff8778f on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:54.485054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:54.485404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Checking segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:54.487284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Bound using segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:54.487846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Bound port: c8f3883b-e340-4f1b-9f61-8e26aff8778f, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:54.488637 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.531635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] Set router 22bc843c-5540-4577-82f5-e7d09f7afc90 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:54.542232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bbb65f4e-afc0-4e71-9636-cfa143dc08ee tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags HTTP/1.1" status: 200 len: 240 time: 0.1472750 Jul 07 19:32:54.545396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45134) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:54.552115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-647f07c7-923f-46e9-8f76-34daa08d7eef tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925', 'tempest-TagsExtTest-Tag-822651036') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:54.690294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] For port c8f3883b-e340-4f1b-9f61-8e26aff8778f, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:54.696056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45138) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:54.708049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] For port c8f3883b-e340-4f1b-9f61-8e26aff8778f, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c8f3883b-e340-4f1b-9f61-8e26aff8778f,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:54.713873 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.792439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:54.793176 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.794497 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] 10.222.0.110 "PUT /v2.0/ports/c8f3883b-e340-4f1b-9f61-8e26aff8778f HTTP/1.1" status: 200 len: 1092 time: 1.7397578 Jul 07 19:32:54.796456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d52f6e1-45aa-4f4d-a714-a18ef9a00e44', 'tag': 'c8f3883b-e340-4f1b-9f61-8e26aff8778f'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:54.799647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-394005cb-6f79-4caa-91a6-6f1a21ff45cf None None] Provisioning for port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:54.812941 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9604d7bc-8190-4e4e-99e3-e417ed9611e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d52f6e1-45aa-4f4d-a714-a18ef9a00e44", "tag": "c8f3883b-e340-4f1b-9f61-8e26aff8778f"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:54.818817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-394005cb-6f79-4caa-91a6-6f1a21ff45cf None None] Provisioning complete for port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:54.819208 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-394005cb-6f79-4caa-91a6-6f1a21ff45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.871326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-394005cb-6f79-4caa-91a6-6f1a21ff45cf None None] Port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:54.877205 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.941798 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.968073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'name': 'tempest-TestVolumeBackupRestore-2096905771-router', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:46Z', 'updated_at': '2021-07-07T19:32:49Z', 'revision_number': 3, 'project_id': '8ea3914e84584c05b92cb6329114a992', 'gw_port': {'id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:47Z', 'updated_at': '2021-07-07T19:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:54.968880 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-647f07c7-923f-46e9-8f76-34daa08d7eef tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags/tempest-TagsExtTest-Tag-822651036 HTTP/1.1" status: 204 len: 168 time: 0.4204099 Jul 07 19:32:54.970975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45144) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:54.972862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.981656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-9446ef7a-8cca-4577-9355-5cdb99635273 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925', 'tempest-TagsExtTest-Tag-822651036') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:55.022021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ccbd8-2e20-47dc-be30-008de0834d9b None None] The sync data for ids ['22bc843c-5540-4577-82f5-e7d09f7afc90'] in n-d-793621-9 is: [{'id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'name': 'tempest-TestVolumeBackupRestore-2096905771-router', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:46Z', 'updated_at': '2021-07-07T19:32:49Z', 'revision_number': 3, 'project_id': '8ea3914e84584c05b92cb6329114a992', 'gw_port': {'id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:47Z', 'updated_at': '2021-07-07T19:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:55.093545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-83b0376b-2fe6-40a5-9dd0-78d9f2b98321 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:55.100721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cca96520-b6cc-4117-a280-0c848079795d no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:55.137436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: cca96520-b6cc-4117-a280-0c848079795d {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:55.137772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cca96520-b6cc-4117-a280-0c848079795d not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:55.141484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-03e4a890-5be3-49c8-b136-9882fdfb41b5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:55.142083 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-03e4a890-5be3-49c8-b136-9882fdfb41b5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.219186 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.250415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f7fc2-e8f3-4cbe-ba0d-abd39dfb9d09 req-10a00b8b-4a83-4bb6-9207-1b628d11a268 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:55.253550 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-119f7fc2-e8f3-4cbe-ba0d-abd39dfb9d09 req-10a00b8b-4a83-4bb6-9207-1b628d11a268 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 944 time: 0.4944143 Jul 07 19:32:55.254583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a8f8b1-4bf9-4de1-8820-65893e206dc0,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:55.267707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45148) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:55.433845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-03e4a890-5be3-49c8-b136-9882fdfb41b5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port 65bfcefa-79a9-4bf7-a425-2a0b863c0de7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=65bfcefa-79a9-4bf7-a425-2a0b863c0de7,segment=NetworkSegment(bf06bd5f-5697-499d-b25f-8d31f532fa3e),segment_id=bf06bd5f-5697-499d-b25f-8d31f532fa3e)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:55.434419 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-03e4a890-5be3-49c8-b136-9882fdfb41b5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.444196 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-83b0376b-2fe6-40a5-9dd0-78d9f2b98321 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] 10.222.0.81 "PUT /v2.0/quotas/3322e5dcd8214cee8929a8c1aae599ca HTTP/1.1" status: 200 len: 368 time: 0.7330987 Jul 07 19:32:55.467011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45156) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:55.489276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Request body: {'network': {'project_id': '3322e5dcd8214cee8929a8c1aae599ca'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:55.497023 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d52747-a8ae-4720-9fc5-2d615da180ca x-openstack-request-id: req-47d52747-a8ae-4720-9fc5-2d615da180ca {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:55.497701 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d52f6e1-45aa-4f4d-a714-a18ef9a00e44", "tag": "c8f3883b-e340-4f1b-9f61-8e26aff8778f", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:55.497701 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47d52747-a8ae-4720-9fc5-2d615da180ca {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:55.497924 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d52f6e1-45aa-4f4d-a714-a18ef9a00e44', 'tag': 'c8f3883b-e340-4f1b-9f61-8e26aff8778f', 'status': 'completed', 'code': 200} Jul 07 19:32:55.514936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-03e4a890-5be3-49c8-b136-9882fdfb41b5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:55.522167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28bb99-b172-4b18-b436-0f7f7566e93b service neutron] Pushing event updated for resources: {'Port': ['ID=c8f3883b-e340-4f1b-9f61-8e26aff8778f,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:55.550394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-796c2539-e678-4e59-98fc-718f7ee6cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:55.552333 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-796c2539-e678-4e59-98fc-718f7ee6cc58 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 1095 time: 0.7049289 Jul 07 19:32:55.583829 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43c06784-8b4e-45a1-9a64-b3bd356865e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.595787 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-119f7fc2-e8f3-4cbe-ba0d-abd39dfb9d09 req-48197b05-81b7-4b8a-9799-a93445a46813 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204408 Jul 07 19:32:55.604979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-9dd7c5dc-d501-4145-adae-da9405d257dc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8f3883b-e340-4f1b-9f61-8e26aff8778f HTTP/1.1" status: 200 len: 217 time: 0.0405552 Jul 07 19:32:55.664252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-7b56b206-b7f6-44d1-8681-fcdb754e72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:55.665804 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-7b56b206-b7f6-44d1-8681-fcdb754e72f0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.0540988 Jul 07 19:32:55.686445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Made reservation on behalf of 3322e5dcd8214cee8929a8c1aae599ca for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:55.688879 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.738575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-16c5c877-4446-46d5-812e-216ee20a857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:55.740649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-16c5c877-4446-46d5-812e-216ee20a857d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651848 Jul 07 19:32:55.742056 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9446ef7a-8cca-4577-9355-5cdb99635273 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags/tempest-TagsExtTest-Tag-822651036 HTTP/1.1" status: 204 len: 168 time: 0.7662175 Jul 07 19:32:55.743503 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.745186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45158) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:55.748679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Network 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:55.752941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-2e4894d4-c607-4262-8559-53ddb3c10c29 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:55.792210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:55.898281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2e4894d4-c607-4262-8559-53ddb3c10c29 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags HTTP/1.1" status: 200 len: 205 time: 0.1490748 Jul 07 19:32:55.898678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45160) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:55.905070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-6fbd4b83-29bd-43ea-81a3-67d7ff326d0b tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:55.909893 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-b2fe59fe-69ce-4e13-99b4-33b57716432c service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534183 Jul 07 19:32:56.051801 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6fbd4b83-29bd-43ea-81a3-67d7ff326d0b tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags HTTP/1.1" status: 200 len: 241 time: 0.1496265 Jul 07 19:32:56.056575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45162) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:56.063966 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-94f6c489-6c31-42c7-aaee-0cc677c88d2c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc', 'tempest-TagsExtTest-Tag-1836609673') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:56.099070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-057f2796-793c-4ad1-a853-716fab5cb547 None None] Provisioning complete for port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:56.099677 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-057f2796-793c-4ad1-a853-716fab5cb547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.122609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e0a2812-d2e3-4c75-98df-5dfadbef414c req-1359656c-dd46-4736-9635-6b0a2f752e8b service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808536 Jul 07 19:32:56.158616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-057f2796-793c-4ad1-a853-716fab5cb547 None None] Port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:56.176531 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-94f6c489-6c31-42c7-aaee-0cc677c88d2c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags/tempest-TagsExtTest-Tag-1836609673 HTTP/1.1" status: 204 len: 168 time: 0.1186755 Jul 07 19:32:56.179075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45164) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:56.187120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-ad53eb72-ae43-4756-8427-47c2b8fad3f8 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc', 'tempest-TagsExtTest-Tag-1836609673') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:56.321807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604d7bc-8190-4e4e-99e3-e417ed9611e4 req-3c30eb21-8972-4244-98af-f467d6693593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:56.323509 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9604d7bc-8190-4e4e-99e3-e417ed9611e4 req-3c30eb21-8972-4244-98af-f467d6693593 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 1095 time: 0.1336184 Jul 07 19:32:56.325450 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ad53eb72-ae43-4756-8427-47c2b8fad3f8 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags/tempest-TagsExtTest-Tag-1836609673 HTTP/1.1" status: 204 len: 168 time: 0.1439331 Jul 07 19:32:56.328669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45166) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:56.334504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-76f9c448-ab58-48b7-b5f3-7203a8fe782a tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:56.418058 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-03e4a890-5be3-49c8-b136-9882fdfb41b5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.439685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Router 22bc843c-5540-4577-82f5-e7d09f7afc90 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:56.466337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4a890-5be3-49c8-b136-9882fdfb41b5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=65bfcefa-79a9-4bf7-a425-2a0b863c0de7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:56.473017 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43c06784-8b4e-45a1-9a64-b3bd356865e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.500945 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-76f9c448-ab58-48b7-b5f3-7203a8fe782a tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags HTTP/1.1" status: 200 len: 205 time: 0.1708846 Jul 07 19:32:56.506927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45168) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:56.508979 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43c06784-8b4e-45a1-9a64-b3bd356865e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.513075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-4ece82a6-fa99-463c-b848-f3add06ba82a tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:56.523072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604d7bc-8190-4e4e-99e3-e417ed9611e4 req-6ac18c54-6305-4960-b8e3-65a41f9b3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:56.525195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9604d7bc-8190-4e4e-99e3-e417ed9611e4 req-6ac18c54-6305-4960-b8e3-65a41f9b3c83 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.1941609 Jul 07 19:32:56.564581 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.579707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9604d7bc-8190-4e4e-99e3-e417ed9611e4 req-42ae1baf-216a-4c84-bb3a-d6f92a3c52b8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8f3883b-e340-4f1b-9f61-8e26aff8778f HTTP/1.1" status: 200 len: 217 time: 0.0421145 Jul 07 19:32:56.607337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4ece82a6-fa99-463c-b848-f3add06ba82a tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags HTTP/1.1" status: 200 len: 240 time: 0.0969694 Jul 07 19:32:56.612360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45170) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:56.661581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604d7bc-8190-4e4e-99e3-e417ed9611e4 req-c1be7710-a91b-4fb4-aaf0-18696124b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:56.664079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9604d7bc-8190-4e4e-99e3-e417ed9611e4 req-c1be7710-a91b-4fb4-aaf0-18696124b297 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.0725114 Jul 07 19:32:56.675693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-e75e67ab-58b7-42d7-8069-cc6a4271eb92 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686', 'tempest-TagsExtTest-Tag-784068219') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:56.714151 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-43c06784-8b4e-45a1-9a64-b3bd356865e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=abed801615a343529e9a9ad85857fa36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4426091 Jul 07 19:32:56.718238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45174) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:56.730413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c06784-8b4e-45a1-9a64-b3bd356865e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c844e0f-1e81-489d-b12f-34f1dbc1f66d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:56.873329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604d7bc-8190-4e4e-99e3-e417ed9611e4 req-a8e46177-cac8-4a69-b024-dcd6ebba0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:56.875022 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9604d7bc-8190-4e4e-99e3-e417ed9611e4 req-a8e46177-cac8-4a69-b024-dcd6ebba0639 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037678 Jul 07 19:32:56.906440 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e75e67ab-58b7-42d7-8069-cc6a4271eb92 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags/tempest-TagsExtTest-Tag-784068219 HTTP/1.1" status: 204 len: 168 time: 0.2339811 Jul 07 19:32:56.910341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45176) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:56.912333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd30d126-7c52-471b-ba21-907d1334eecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.921289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-4779eed6-339d-4d61-a67e-ca4a62e47227 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686', 'tempest-TagsExtTest-Tag-784068219') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:56.958676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:56.969971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-86185e7b-82fb-4baf-a341-4e3379609e06 admin admin] 10.222.0.81 "PUT /v2.0/routers/22bc843c-5540-4577-82f5-e7d09f7afc90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5913372 Jul 07 19:32:56.990665 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-03e4a890-5be3-49c8-b136-9882fdfb41b5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.003589 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd30d126-7c52-471b-ba21-907d1334eecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.010159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.024179 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.080863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719f1c5-63d8-4378-a4dd-54eb35f15039 req-16144f80-e31e-4e46-a827-14a3679426d0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:57.084041 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9719f1c5-63d8-4378-a4dd-54eb35f15039 req-16144f80-e31e-4e46-a827-14a3679426d0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 944 time: 0.2757797 Jul 07 19:32:57.097979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9604d7bc-8190-4e4e-99e3-e417ed9611e4 req-6734abf5-75b3-4cbb-866e-04088e84fab6 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144527 Jul 07 19:32:57.130404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:32:57.154426 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a5461f-f3b3-4c18-834d-b4d9ca9203a9,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:57.156691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4779eed6-339d-4d61-a67e-ca4a62e47227 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags/tempest-TagsExtTest-Tag-784068219 HTTP/1.1" status: 204 len: 168 time: 0.2404487 Jul 07 19:32:57.164693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45180) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:57.169512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-93c38cce-0188-4e2a-bbd0-556ca49b455e tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:57.216817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9719f1c5-63d8-4378-a4dd-54eb35f15039 req-f81d110c-0f29-4e85-b5f7-a9d1e6c4af33 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247046 Jul 07 19:32:57.219367 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd30d126-7c52-471b-ba21-907d1334eecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.220545 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Sync routers for ids ['22bc843c-5540-4577-82f5-e7d09f7afc90'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:57.221930 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd30d126-7c52-471b-ba21-907d1334eecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.223632 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bd30d126-7c52-471b-ba21-907d1334eecb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c844e0f-1e81-489d-b12f-34f1dbc1f66d HTTP/1.1" status: 204 len: 168 time: 0.5032647 Jul 07 19:32:57.238094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30d126-7c52-471b-ba21-907d1334eecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c844e0f-1e81-489d-b12f-34f1dbc1f66d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:57.239623 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.247168 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Added segment e3f41d2d-7646-4633-841b-dfed53970022 of type vlan for network c3af6c38-c785-468c-ae1d-cdbfe8b222c4 Jul 07 19:32:57.266426 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Routers {'22bc843c-5540-4577-82f5-e7d09f7afc90'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:57.268615 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['22bc843c-5540-4577-82f5-e7d09f7afc90'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:57.271614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9604d7bc-8190-4e4e-99e3-e417ed9611e4 req-2f2dce63-9cc2-49c0-a8a4-ffa4f3d98332 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541221 Jul 07 19:32:57.392340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device c8f3883b-e340-4f1b-9f61-8e26aff8778f details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:32:57.436287 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-93c38cce-0188-4e2a-bbd0-556ca49b455e tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags HTTP/1.1" status: 200 len: 205 time: 0.2702386 Jul 07 19:32:57.440373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45190) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:57.448890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-0e2380bf-1710-41f9-b9c0-ac557ede3d8f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:57.458071 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Set router 22bc843c-5540-4577-82f5-e7d09f7afc90 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:57.476047 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.504040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e4a890-5be3-49c8-b136-9882fdfb41b5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router c4ec9943-072e-405e-b1e6-8862420c8a06 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:57.556722 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0e2380bf-1710-41f9-b9c0-ac557ede3d8f tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags HTTP/1.1" status: 204 len: 168 time: 0.1137908 Jul 07 19:32:57.558339 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45194) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:57.564985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-ec14ac1b-f876-4d69-8e08-650120e8e2ca tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:57.630718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dfff7e6f-ae76-4484-9879-5a23ff439c07 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:57.675572 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ec14ac1b-f876-4d69-8e08-650120e8e2ca tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1152360 Jul 07 19:32:57.676463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45196) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:57.683438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-48c3c5e7-0249-46e8-8b9a-4ba0b3c75ba2 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:57.797239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e4a890-5be3-49c8-b136-9882fdfb41b5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:57.801019 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.803041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:57.804210 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.831130 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-48c3c5e7-0249-46e8-8b9a-4ba0b3c75ba2 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags HTTP/1.1" status: 204 len: 168 time: 0.1534851 Jul 07 19:32:57.831763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45216) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:57.838226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-2ffc85f0-2116-47bd-88f8-2c3cc463aee0 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:57.849421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f84603-8763-4d0c-a765-3b95fc36ed19 None None] Sync routers for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:57.850087 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-03e4a890-5be3-49c8-b136-9882fdfb41b5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2860487 Jul 07 19:32:57.861919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45218) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:57.928861 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2ffc85f0-2116-47bd-88f8-2c3cc463aee0 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags HTTP/1.1" status: 204 len: 168 time: 0.0960386 Jul 07 19:32:57.930049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45226) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:57.936379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-2e22fc43-8147-464d-928f-6a4a65439aa3 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4', 'tempest-TagsExtTest-Tag-80694226') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:57.974811 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'name': 'tempest-TestVolumeBackupRestore-2096905771-router', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:46Z', 'updated_at': '2021-07-07T19:32:54Z', 'revision_number': 4, 'project_id': '8ea3914e84584c05b92cb6329114a992', 'gw_port': {'id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:47Z', 'updated_at': '2021-07-07T19:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f3a8f8b1-4bf9-4de1-8820-65893e206dc0', 'name': '', 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'mac_address': 'fa:16:3e:08:31:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'fd44c513-6035-4f17-a285-91c2414b44f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:52Z', 'updated_at': '2021-07-07T19:32:54Z', 'revision_number': 2, 'project_id': '8ea3914e84584c05b92cb6329114a992', 'subnets': [{'id': 'fd44c513-6035-4f17-a285-91c2414b44f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:57.976744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f84603-8763-4d0c-a765-3b95fc36ed19 None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:57.980009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d8f84603-8763-4d0c-a765-3b95fc36ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:58.086553 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Checking router: 22bc843c-5540-4577-82f5-e7d09f7afc90 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:58.089954 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Updating router 22bc843c-5540-4577-82f5-e7d09f7afc90 port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:32:58.101008 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2e22fc43-8147-464d-928f-6a4a65439aa3 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "PUT /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags/tempest-TagsExtTest-Tag-80694226 HTTP/1.1" status: 201 len: 201 time: 0.1659217 Jul 07 19:32:58.102605 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45240) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:58.109336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-52339c54-a9b1-40ab-a354-c190def88b1b tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925', 'tempest-TagsExtTest-Tag-1150550418') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:58.156899 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6807878 Jul 07 19:32:58.161558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45246) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:58.165837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port dfff7e6f-ae76-4484-9879-5a23ff439c07 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:58.173108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0fe7f105-6caf-42f2-b07f-d69840987e45 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Request body: {'network': {'project_id': '3322e5dcd8214cee8929a8c1aae599ca'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:58.192602 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port dfff7e6f-ae76-4484-9879-5a23ff439c07 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:58.196790 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.199453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-68be3f1c-c8a6-4e89-815a-e2a0bb6e951f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting subnet bc2b77a6-7dd9-4be4-a975-cc45a47fb18d {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:58.201312 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.201754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab8758-352f-4f11-9f43-e6eafb2656e4 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Pushing event updated for resources: {'Network': ['ID=c3af6c38-c785-468c-ae1d-cdbfe8b222c4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:58.211308 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68be3f1c-c8a6-4e89-815a-e2a0bb6e951f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.227547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port c8f3883b-e340-4f1b-9f61-8e26aff8778f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c8f3883b-e340-4f1b-9f61-8e26aff8778f,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:58.238083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c3af6c38-c785-468c-ae1d-cdbfe8b222c4 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:32:58.264261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe7f105-6caf-42f2-b07f-d69840987e45 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Made reservation on behalf of 3322e5dcd8214cee8929a8c1aae599ca for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:58.267579 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-52339c54-a9b1-40ab-a354-c190def88b1b tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "PUT /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags/tempest-TagsExtTest-Tag-1150550418 HTTP/1.1" status: 201 len: 201 time: 0.1620085 Jul 07 19:32:58.268991 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fe7f105-6caf-42f2-b07f-d69840987e45 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.271764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45250) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:58.292743 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68be3f1c-c8a6-4e89-815a-e2a0bb6e951f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.300956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-e537b533-0f12-4eba-8fc1-b09f6fce7fad tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc', 'tempest-TagsExtTest-Tag-1835917191') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:58.335910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe7f105-6caf-42f2-b07f-d69840987e45 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:32:58.358531 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fe7f105-6caf-42f2-b07f-d69840987e45 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.358763 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-0fe7f105-6caf-42f2-b07f-d69840987e45 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Added segment eedd6506-c23d-468b-ac77-ebb9053f8972 of type vlan for network b29a5ab0-e766-48a4-a8b0-e639a9384814 Jul 07 19:32:58.514075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'c8f3883b-e340-4f1b-9f61-8e26aff8778f', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'port_id': 'c8f3883b-e340-4f1b-9f61-8e26aff8778f', 'mac_address': 'fa:16:3e:a9:7c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:32:58.519495 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-d8f84603-8763-4d0c-a765-3b95fc36ed19 None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:58.559138 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e537b533-0f12-4eba-8fc1-b09f6fce7fad tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "PUT /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags/tempest-TagsExtTest-Tag-1835917191 HTTP/1.1" status: 201 len: 201 time: 0.2856236 Jul 07 19:32:58.562435 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45256) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:58.571577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-101028df-286f-4818-9b63-dc5d1eae3c11 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686', 'tempest-TagsExtTest-Tag-1059380559') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:58.667260 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fe7f105-6caf-42f2-b07f-d69840987e45 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.686257 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-101028df-286f-4818-9b63-dc5d1eae3c11 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "PUT /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags/tempest-TagsExtTest-Tag-1059380559 HTTP/1.1" status: 201 len: 201 time: 0.1214097 Jul 07 19:32:58.688984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45264) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:58.707129 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.708202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-2f57dbb1-524e-4fa3-a00b-9d93e2b88699 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4', {'tags': ['tempest-TagsExtTest-Tag-2004438635', 'tempest-TagsExtTest-Tag-1686619446', 'tempest-TagsExtTest-Tag-766802910']}) {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:58.713476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68be3f1c-c8a6-4e89-815a-e2a0bb6e951f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.829995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f3883b-e340-4f1b-9f61-8e26aff8778f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:32:58.870397 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fe7f105-6caf-42f2-b07f-d69840987e45 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.872444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe7f105-6caf-42f2-b07f-d69840987e45 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:58.873044 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0fe7f105-6caf-42f2-b07f-d69840987e45 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.879846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port c8f3883b-e340-4f1b-9f61-8e26aff8778f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c8f3883b-e340-4f1b-9f61-8e26aff8778f,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:58.880975 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.897521 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.909446 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532ac3c-59ed-467e-a916-6416c4043873 req-2f97ba5a-60ef-4e49-bbc0-6a28a6dc5330 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:58.911216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1532ac3c-59ed-467e-a916-6416c4043873 req-2f97ba5a-60ef-4e49-bbc0-6a28a6dc5330 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 944 time: 0.4289806 Jul 07 19:32:58.935132 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.951974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port dfff7e6f-ae76-4484-9879-5a23ff439c07, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dfff7e6f-ae76-4484-9879-5a23ff439c07,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:58.959771 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.972187 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0fe7f105-6caf-42f2-b07f-d69840987e45 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8094616 Jul 07 19:32:58.975143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45270) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:58.980120 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Transition to ACTIVE for port object f3a8f8b1-4bf9-4de1-8820-65893e206dc0 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:58.986836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2207b1ff-545d-4bd9-8ddf-569abd49ba73 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Request body: {'network': {'project_id': '3322e5dcd8214cee8929a8c1aae599ca'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:58.987767 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.992608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7f105-6caf-42f2-b07f-d69840987e45 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Pushing event updated for resources: {'Network': ['ID=b29a5ab0-e766-48a4-a8b0-e639a9384814,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:59.003008 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68be3f1c-c8a6-4e89-815a-e2a0bb6e951f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.041270 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2207b1ff-545d-4bd9-8ddf-569abd49ba73 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 19:32:59.042859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2207b1ff-545d-4bd9-8ddf-569abd49ba73 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:59.047174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network b29a5ab0-e766-48a4-a8b0-e639a9384814 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:32:59.048842 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2207b1ff-545d-4bd9-8ddf-569abd49ba73 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0710561 Jul 07 19:32:59.052437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be3f1c-c8a6-4e89-815a-e2a0bb6e951f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2b77a6-7dd9-4be4-a975-cc45a47fb18d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:59.054309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45276) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:59.055303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45278) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:59.057878 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2f57dbb1-524e-4fa3-a00b-9d93e2b88699 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "PUT /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags HTTP/1.1" status: 200 len: 317 time: 0.3642828 Jul 07 19:32:59.086321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1532ac3c-59ed-467e-a916-6416c4043873 req-2273daf7-6e7c-46e9-8042-2beb4074b836 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431415 Jul 07 19:32:59.092937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-d30c979c-a08a-4d67-b86a-6ab1fb9eeda6 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:59.111655 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68be3f1c-c8a6-4e89-815a-e2a0bb6e951f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.115798 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cdfd3-35e5-49f3-972b-9f2da65a77b8 None None] Pushing event updated for resources: {'Port': ['ID=f3a8f8b1-4bf9-4de1-8820-65893e206dc0,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:59.117608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45288) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:59.119194 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-68be3f1c-c8a6-4e89-815a-e2a0bb6e951f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/bc2b77a6-7dd9-4be4-a975-cc45a47fb18d HTTP/1.1" status: 204 len: 168 time: 1.2438254 Jul 07 19:32:59.215083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350b90f9-8fd4-446d-84f5-cedcd74d5052 None None] Network 55782896-bb35-4819-b286-6aa7516fc470 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:59.255020 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Attempting to bind port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:59.255405 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Attempting to bind port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '8e6ab49b-01d8-4eae-93eb-761f6503c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:59.257432 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Attempting to bind port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 on network 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:59.267752 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:59.274085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=c8f3883b-e340-4f1b-9f61-8e26aff8778f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:59.276180 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Checking segment: {'id': '8e6ab49b-01d8-4eae-93eb-761f6503c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:59.276725 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.277338 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Bound using segment: {'id': '8e6ab49b-01d8-4eae-93eb-761f6503c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:59.281376 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Bound port: f3a8f8b1-4bf9-4de1-8820-65893e206dc0, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6ab49b-01d8-4eae-93eb-761f6503c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:59.283245 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.287779 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.434082 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] For port f3a8f8b1-4bf9-4de1-8820-65893e206dc0, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:59.441206 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.441466 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] For port f3a8f8b1-4bf9-4de1-8820-65893e206dc0, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f3a8f8b1-4bf9-4de1-8820-65893e206dc0,segment=NetworkSegment(8e6ab49b-01d8-4eae-93eb-761f6503c645),segment_id=8e6ab49b-01d8-4eae-93eb-761f6503c645)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:59.453979 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.551153 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Routers {'22bc843c-5540-4577-82f5-e7d09f7afc90'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:59.552053 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['22bc843c-5540-4577-82f5-e7d09f7afc90'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:59.634600 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cdfd3-35e5-49f3-972b-9f2da65a77b8 None None] Pushing event updated for resources: {'Port': ['ID=f3a8f8b1-4bf9-4de1-8820-65893e206dc0,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:59.653322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port cd834421-ccaf-4e01-b351-bd0afed684e4 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:59.659881 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.800608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port cd834421-ccaf-4e01-b351-bd0afed684e4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cd834421-ccaf-4e01-b351-bd0afed684e4,segment=NetworkSegment(bf06bd5f-5697-499d-b25f-8d31f532fa3e),segment_id=bf06bd5f-5697-499d-b25f-8d31f532fa3e)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:59.802028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.837988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for cd834421-ccaf-4e01-b351-bd0afed684e4 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:59.870452 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] Set router 22bc843c-5540-4577-82f5-e7d09f7afc90 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:59.979775 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.999248 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d30c979c-a08a-4d67-b86a-6ab1fb9eeda6 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags HTTP/1.1" status: 204 len: 168 time: 0.9394317 Jul 07 19:33:00.001805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29a5ab0-e766-48a4-a8b0-e639a9384814']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:00.002563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45320) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:00.016317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-f371d3c0-c2dc-424f-a6fa-e821c100f198 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4', 'tempest-TagsExtTest-Tag-2004438635') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:00.021695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedd6506-c23d-468b-ac77-ebb9053f8972') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:00.022538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedd6506-c23d-468b-ac77-ebb9053f8972') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:00.037574 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.055885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.072590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:33:00.073982 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:33:00.078613 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:33:00.097701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['c8f3883b-e340-4f1b-9f61-8e26aff8778f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:33:00.101585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=dfff7e6f-ae76-4484-9879-5a23ff439c07,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:00.168498 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.205573 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.247416 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.256300 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'name': 'tempest-TestVolumeBackupRestore-2096905771-router', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:46Z', 'updated_at': '2021-07-07T19:32:54Z', 'revision_number': 4, 'project_id': '8ea3914e84584c05b92cb6329114a992', 'gw_port': {'id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:47Z', 'updated_at': '2021-07-07T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f3a8f8b1-4bf9-4de1-8820-65893e206dc0', 'name': '', 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'mac_address': 'fa:16:3e:08:31:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'fd44c513-6035-4f17-a285-91c2414b44f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:52Z', 'updated_at': '2021-07-07T19:32:59Z', 'revision_number': 4, 'project_id': '8ea3914e84584c05b92cb6329114a992', 'subnets': [{'id': 'fd44c513-6035-4f17-a285-91c2414b44f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:00.260706 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] 10.222.0.81 "DELETE /v2.0/networks/b29a5ab0-e766-48a4-a8b0-e639a9384814 HTTP/1.1" status: 204 len: 168 time: 1.2023504 Jul 07 19:33:00.263246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf5b40-005f-4fcc-ab06-aa2569dc3ff0 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Pushing event deleted for resources: {'Network': ['ID=b29a5ab0-e766-48a4-a8b0-e639a9384814,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:00.267728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45324) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:00.284492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=cd834421-ccaf-4e01-b351-bd0afed684e4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:00.314755 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No DVR routers for this DVR port cd834421-ccaf-4e01-b351-bd0afed684e4 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:00.333174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d8f84603-8763-4d0c-a765-3b95fc36ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:56Z', 'revision_number': 10, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:00.375953 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974248bd-6b90-4859-a1e4-4d63b3e09dac None None] The sync data for ids ['22bc843c-5540-4577-82f5-e7d09f7afc90'] in n-d-793621-9 is: [{'id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'name': 'tempest-TestVolumeBackupRestore-2096905771-router', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:46Z', 'updated_at': '2021-07-07T19:32:54Z', 'revision_number': 4, 'project_id': '8ea3914e84584c05b92cb6329114a992', 'gw_port': {'id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:47Z', 'updated_at': '2021-07-07T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f3a8f8b1-4bf9-4de1-8820-65893e206dc0', 'name': '', 'network_id': '50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'mac_address': 'fa:16:3e:08:31:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'fd44c513-6035-4f17-a285-91c2414b44f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:52Z', 'updated_at': '2021-07-07T19:32:59Z', 'revision_number': 4, 'project_id': '8ea3914e84584c05b92cb6329114a992', 'subnets': [{'id': 'fd44c513-6035-4f17-a285-91c2414b44f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:00.403205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f84603-8763-4d0c-a765-3b95fc36ed19 None None] Checking router: c4ec9943-072e-405e-b1e6-8862420c8a06 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:00.436874 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.503188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f84603-8763-4d0c-a765-3b95fc36ed19 None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:00.504397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d8f84603-8763-4d0c-a765-3b95fc36ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:00.706400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.729447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3af6c38-c785-468c-ae1d-cdbfe8b222c4']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:00.753297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f41d2d-7646-4633-841b-dfed53970022') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:00.754280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f41d2d-7646-4633-841b-dfed53970022') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:00.784641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a6b19-fdd9-45c3-8063-ca73d839fdd7 None None] DHCP port deletion for 55782896-bb35-4819-b286-6aa7516fc470 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:33:00.789488 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.822293 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.835397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:33:00.841466 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.874722 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-f371d3c0-c2dc-424f-a6fa-e821c100f198 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] show failed (client error): The resource could not be found. Jul 07 19:33:00.875970 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f371d3c0-c2dc-424f-a6fa-e821c100f198 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags/tempest-TagsExtTest-Tag-2004438635 HTTP/1.1" status: 404 len: 329 time: 0.8704636 Jul 07 19:33:00.882057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45334) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:00.907389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-d8f84603-8763-4d0c-a765-3b95fc36ed19 None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:00.915520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-1992d16d-1b41-4b76-a1be-969b2b5f0ca5 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4', 'tempest-TagsExtTest-Tag-1686619446') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:33:00.946481 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:33:00.966283 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.978193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.983688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] 10.222.0.81 "DELETE /v2.0/networks/c3af6c38-c785-468c-ae1d-cdbfe8b222c4 HTTP/1.1" status: 204 len: 168 time: 0.7126939 Jul 07 19:33:01.002717 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.042844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481504e-98cf-4e10-8f1f-28b70f12cd29 tempest-QuotasNegativeTest-1536287181 tempest-QuotasNegativeTest-1536287181-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3af6c38-c785-468c-ae1d-cdbfe8b222c4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:01.050830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55782896-bb35-4819-b286-6aa7516fc470']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:01.107001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf06bd5f-5697-499d-b25f-8d31f532fa3e') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:01.108222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf06bd5f-5697-499d-b25f-8d31f532fa3e') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:01.146091 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.231288 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.280078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c771921-600c-4007-9ee2-abfc92de2e4a req-0b001568-b4e1-4360-a1bc-f33282b68700 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:01.287746 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c771921-600c-4007-9ee2-abfc92de2e4a req-0b001568-b4e1-4360-a1bc-f33282b68700 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 945 time: 0.4071140 Jul 07 19:33:01.293551 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:33:01.298843 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:33:01.302558 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:33:01.434991 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-1992d16d-1b41-4b76-a1be-969b2b5f0ca5 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] show failed (client error): The resource could not be found. Jul 07 19:33:01.436133 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1992d16d-1b41-4b76-a1be-969b2b5f0ca5 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags/tempest-TagsExtTest-Tag-1686619446 HTTP/1.1" status: 404 len: 329 time: 0.5421083 Jul 07 19:33:01.439718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45340) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:01.450776 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c771921-600c-4007-9ee2-abfc92de2e4a req-73680292-240d-4c47-b887-de98866a5576 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620858 Jul 07 19:33:01.451181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-0afd2164-628b-441c-ba51-2ff39dedf171 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4', 'tempest-TagsExtTest-Tag-766802910') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:01.459673 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.471438 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.476015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/networks/55782896-bb35-4819-b286-6aa7516fc470 HTTP/1.1" status: 204 len: 168 time: 2.3566575 Jul 07 19:33:01.502196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d8f84603-8763-4d0c-a765-3b95fc36ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:56Z', 'revision_number': 10, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:01.516028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45342) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:01.518067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c9c61-941a-4a18-99c1-7f5b8b1e8605 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Network': ['ID=55782896-bb35-4819-b286-6aa7516fc470,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:01.587029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f3a8f8b1-4bf9-4de1-8820-65893e206dc0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:01.592116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f84603-8763-4d0c-a765-3b95fc36ed19 None None] The sync data for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 is: [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:32:56Z', 'revision_number': 10, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None, '_interfaces': [{'id': 'cabf4111-d5d7-45e1-8edb-b57e2e9a06b7', 'name': '', 'network_id': 'c34b07fd-ec16-4324-9b95-7f0de0ee168e', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'mac_address': 'fa:16:3e:ea:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:01Z', 'updated_at': '2021-07-07T19:32:11Z', 'revision_number': 5, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'subnets': [{'id': 'd15eca6b-2a49-4fd1-adc7-fcd69629b688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:01.676706 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-0afd2164-628b-441c-ba51-2ff39dedf171 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] show failed (client error): The resource could not be found. Jul 07 19:33:01.681692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45346) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:01.681899 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0afd2164-628b-441c-ba51-2ff39dedf171 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags/tempest-TagsExtTest-Tag-766802910 HTTP/1.1" status: 404 len: 328 time: 0.2406201 Jul 07 19:33:01.690078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-7f5baaed-4c0d-4e1a-902f-b5ee0198a985 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925', {'tags': ['tempest-TagsExtTest-Tag-1518885467', 'tempest-TagsExtTest-Tag-67325072', 'tempest-TagsExtTest-Tag-887157691']}) {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:01.735519 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:01.747239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:01.747622 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.845364 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7f5baaed-4c0d-4e1a-902f-b5ee0198a985 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "PUT /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags HTTP/1.1" status: 200 len: 315 time: 0.1622164 Jul 07 19:33:01.847932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45350) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:01.856051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-6697b64a-70d1-4e8c-8425-855482b9a078 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:01.956341 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6697b64a-70d1-4e8c-8425-855482b9a078 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags HTTP/1.1" status: 204 len: 168 time: 0.1046581 Jul 07 19:33:01.956995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45354) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:01.961582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-a7152d90-2dc6-4dc6-9355-f7b6deed7fd3 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925', 'tempest-TagsExtTest-Tag-1518885467') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:02.019813 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:02.151748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port f3a8f8b1-4bf9-4de1-8820-65893e206dc0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f3a8f8b1-4bf9-4de1-8820-65893e206dc0,segment=NetworkSegment(8e6ab49b-01d8-4eae-93eb-761f6503c645),segment_id=8e6ab49b-01d8-4eae-93eb-761f6503c645)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:02.159128 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:02.160454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dfff7e6f-ae76-4484-9879-5a23ff439c07 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:02.194257 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-a7152d90-2dc6-4dc6-9355-f7b6deed7fd3 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] show failed (client error): The resource could not be found. Jul 07 19:33:02.199038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45362) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:02.203874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a7152d90-2dc6-4dc6-9355-f7b6deed7fd3 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags/tempest-TagsExtTest-Tag-1518885467 HTTP/1.1" status: 404 len: 329 time: 0.2379148 Jul 07 19:33:02.254217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-b8772a98-1c7a-46b6-b74b-6f4409389c34 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925', 'tempest-TagsExtTest-Tag-67325072') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:02.314589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port dfff7e6f-ae76-4484-9879-5a23ff439c07 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:02.316357 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:02.355508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=f3a8f8b1-4bf9-4de1-8820-65893e206dc0,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:02.393498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45364) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:02.440068 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6996e622-cf7c-4fd8-bc9a-17434119cf82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:02.606319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cd834421-ccaf-4e01-b351-bd0afed684e4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:02.665845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: cd834421-ccaf-4e01-b351-bd0afed684e4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:02.666194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cd834421-ccaf-4e01-b351-bd0afed684e4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:02.674096 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-b8772a98-1c7a-46b6-b74b-6f4409389c34 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] show failed (client error): The resource could not be found. Jul 07 19:33:02.681709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45370) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:02.682776 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b8772a98-1c7a-46b6-b74b-6f4409389c34 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags/tempest-TagsExtTest-Tag-67325072 HTTP/1.1" status: 404 len: 327 time: 0.4824994 Jul 07 19:33:02.707249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-c33a090d-a65f-4efc-a545-f0e2002b8112 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925', 'tempest-TagsExtTest-Tag-887157691') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:02.713679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78bdbc7d-ccc3-44b4-87f7-b44793cddee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:02.940605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce5272-4a69-4cfe-a08b-affc6b13d7b2 req-fb7a67b9-2155-4dfa-af43-9f9d59232d27 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:02.953609 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-afce5272-4a69-4cfe-a08b-affc6b13d7b2 req-fb7a67b9-2155-4dfa-af43-9f9d59232d27 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 945 time: 0.1733723 Jul 07 19:33:03.031770 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-c33a090d-a65f-4efc-a545-f0e2002b8112 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] show failed (client error): The resource could not be found. Jul 07 19:33:03.033477 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c33a090d-a65f-4efc-a545-f0e2002b8112 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags/tempest-TagsExtTest-Tag-887157691 HTTP/1.1" status: 404 len: 328 time: 0.3439646 Jul 07 19:33:03.046053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45374) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:03.053633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-fe61d857-7151-4f65-8176-ce7731bc831e tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc', {'tags': ['tempest-TagsExtTest-Tag-1566990638', 'tempest-TagsExtTest-Tag-898249917', 'tempest-TagsExtTest-Tag-747608293']}) {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:03.121562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-afce5272-4a69-4cfe-a08b-affc6b13d7b2 req-95d12fed-ad7a-4b17-95ea-b7f10cc4ddff tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664937 Jul 07 19:33:03.160677 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe249ba4-cc5d-4b46-aee1-3f2ad1802e62 req-3515434a-16ca-4233-b963-40aab42f5bb9 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2841289 Jul 07 19:33:03.209888 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fe61d857-7151-4f65-8176-ce7731bc831e tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "PUT /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags HTTP/1.1" status: 200 len: 316 time: 0.1619582 Jul 07 19:33:03.215399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45376) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:03.223956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-cb833c68-f4db-4639-b91a-cb67c2e30b31 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:03.245708 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78bdbc7d-ccc3-44b4-87f7-b44793cddee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.269694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78bdbc7d-ccc3-44b4-87f7-b44793cddee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.309965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f3a8f8b1-4bf9-4de1-8820-65893e206dc0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:03.331292 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-78bdbc7d-ccc3-44b4-87f7-b44793cddee3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=127b6b62234f42e8801af283e79fbcba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9365578 Jul 07 19:33:03.332013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45380) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:03.369477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdbc7d-ccc3-44b4-87f7-b44793cddee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c900812f-7c23-4aba-8bf9-f5b037f24ac2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:03.377673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-6996e622-cf7c-4fd8-bc9a-17434119cf82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:03.377927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6996e622-cf7c-4fd8-bc9a-17434119cf82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.393955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device c8f3883b-e340-4f1b-9f61-8e26aff8778f up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:03.398260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:03.399021 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.445818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe249ba4-cc5d-4b46-aee1-3f2ad1802e62 req-10269fc6-f459-4a26-819d-d2caea47a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:03.451815 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe249ba4-cc5d-4b46-aee1-3f2ad1802e62 req-10269fc6-f459-4a26-819d-d2caea47a7bb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1096 time: 0.2548618 Jul 07 19:33:03.514518 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9945875b-bed4-471e-95f6-41d25c150f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.569629 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9945875b-bed4-471e-95f6-41d25c150f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.570228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:03.599394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-6996e622-cf7c-4fd8-bc9a-17434119cf82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port cabf4111-d5d7-45e1-8edb-b57e2e9a06b7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cabf4111-d5d7-45e1-8edb-b57e2e9a06b7,segment=NetworkSegment(6556bd59-0a38-467c-9adf-19f3fd40f166),segment_id=6556bd59-0a38-467c-9adf-19f3fd40f166)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:03.600028 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6996e622-cf7c-4fd8-bc9a-17434119cf82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.605949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:03.608049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 65bfcefa-79a9-4bf7-a425-2a0b863c0de7 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:03.611368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port c8f3883b-e340-4f1b-9f61-8e26aff8778f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:03.626061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-6996e622-cf7c-4fd8-bc9a-17434119cf82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:03.628472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port c8f3883b-e340-4f1b-9f61-8e26aff8778f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:03.628738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe249ba4-cc5d-4b46-aee1-3f2ad1802e62 req-a084da5a-fc33-4e5c-ba2b-8190e7d77fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:03.628879 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.630270 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe249ba4-cc5d-4b46-aee1-3f2ad1802e62 req-a084da5a-fc33-4e5c-ba2b-8190e7d77fef service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.1552806 Jul 07 19:33:03.766942 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe249ba4-cc5d-4b46-aee1-3f2ad1802e62 req-5a128afa-1139-4d6e-afbe-0478a460176e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 999 time: 0.1257236 Jul 07 19:33:03.767893 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9945875b-bed4-471e-95f6-41d25c150f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.770505 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9945875b-bed4-471e-95f6-41d25c150f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.775977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9945875b-bed4-471e-95f6-41d25c150f35 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c900812f-7c23-4aba-8bf9-f5b037f24ac2 HTTP/1.1" status: 204 len: 168 time: 0.4301786 Jul 07 19:33:03.776215 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.809985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945875b-bed4-471e-95f6-41d25c150f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c900812f-7c23-4aba-8bf9-f5b037f24ac2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:03.825262 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cb833c68-f4db-4639-b91a-cb67c2e30b31 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags HTTP/1.1" status: 204 len: 168 time: 0.6084237 Jul 07 19:33:03.829498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45384) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:03.834017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d52f6e1-45aa-4f4d-a714-a18ef9a00e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f3883b-e340-4f1b-9f61-8e26aff8778f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:03.837460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-17998ab9-503a-4ef2-8fa3-0c7411a51d0a tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc', 'tempest-TagsExtTest-Tag-1566990638') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:03.837703 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee83e45b-cc49-4ded-9f9d-1877c1e74666" -d '{"events": [{"server_uuid": "9d52f6e1-45aa-4f4d-a714-a18ef9a00e44", "name": "network-vif-plugged", "status": "completed", "tag": "c8f3883b-e340-4f1b-9f61-8e26aff8778f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:03.922285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe249ba4-cc5d-4b46-aee1-3f2ad1802e62 req-1348e7e3-4ad4-4a8a-99cf-73c81dc166d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:03.927496 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe249ba4-cc5d-4b46-aee1-3f2ad1802e62 req-1348e7e3-4ad4-4a8a-99cf-73c81dc166d4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1518147 Jul 07 19:33:03.929589 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eae351f-7c68-4fe8-9f2c-99437396161a x-openstack-request-id: req-5eae351f-7c68-4fe8-9f2c-99437396161a {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:03.931355 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d52f6e1-45aa-4f4d-a714-a18ef9a00e44", "name": "network-vif-plugged", "status": "completed", "tag": "c8f3883b-e340-4f1b-9f61-8e26aff8778f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:03.931623 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5eae351f-7c68-4fe8-9f2c-99437396161a {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:03.932054 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d52f6e1-45aa-4f4d-a714-a18ef9a00e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f3883b-e340-4f1b-9f61-8e26aff8778f', 'code': 200} Jul 07 19:33:03.934204 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port c8f3883b-e340-4f1b-9f61-8e26aff8778f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c8f3883b-e340-4f1b-9f61-8e26aff8778f,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:03.947255 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.013537 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-17998ab9-503a-4ef2-8fa3-0c7411a51d0a tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] show failed (client error): The resource could not be found. Jul 07 19:33:04.014600 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-17998ab9-503a-4ef2-8fa3-0c7411a51d0a tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags/tempest-TagsExtTest-Tag-1566990638 HTTP/1.1" status: 404 len: 329 time: 0.1841340 Jul 07 19:33:04.017810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45390) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:04.023808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-b54a4d11-fa35-42db-a123-fa6eac716389 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc', 'tempest-TagsExtTest-Tag-898249917') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:04.054334 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=c8f3883b-e340-4f1b-9f61-8e26aff8778f,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:04.091833 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6996e622-cf7c-4fd8-bc9a-17434119cf82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.110129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe249ba4-cc5d-4b46-aee1-3f2ad1802e62 req-946763c2-a0b3-49c5-ab67-8f8813266a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:04.111745 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe249ba4-cc5d-4b46-aee1-3f2ad1802e62 req-946763c2-a0b3-49c5-ab67-8f8813266a58 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747591 Jul 07 19:33:04.172884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996e622-cf7c-4fd8-bc9a-17434119cf82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=cabf4111-d5d7-45e1-8edb-b57e2e9a06b7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:04.182216 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-b54a4d11-fa35-42db-a123-fa6eac716389 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] show failed (client error): The resource could not be found. Jul 07 19:33:04.186049 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b54a4d11-fa35-42db-a123-fa6eac716389 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags/tempest-TagsExtTest-Tag-898249917 HTTP/1.1" status: 404 len: 328 time: 0.1636925 Jul 07 19:33:04.189248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45398) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:04.201420 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-aa5bef1f-da3c-4f4b-b239-64169f6710e4 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc', 'tempest-TagsExtTest-Tag-747608293') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:04.381050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45404) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:04.446333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d29d7b1b-a794-4138-afeb-850d95a58f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.471621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11602c49-cafa-47e6-8399-9818fcf15170 req-949ef0f8-2fd5-49a5-b77d-22a53b0ad1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:04.474278 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11602c49-cafa-47e6-8399-9818fcf15170 req-949ef0f8-2fd5-49a5-b77d-22a53b0ad1f2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 1097 time: 0.4646611 Jul 07 19:33:04.482183 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-aa5bef1f-da3c-4f4b-b239-64169f6710e4 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] show failed (client error): The resource could not be found. Jul 07 19:33:04.485962 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-aa5bef1f-da3c-4f4b-b239-64169f6710e4 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags/tempest-TagsExtTest-Tag-747608293 HTTP/1.1" status: 404 len: 328 time: 0.2873104 Jul 07 19:33:04.487058 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe249ba4-cc5d-4b46-aee1-3f2ad1802e62 req-2b0cd915-acd9-49d6-b448-c87e9013341f service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676085 Jul 07 19:33:04.487804 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6996e622-cf7c-4fd8-bc9a-17434119cf82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.489946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45408) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:04.495284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-359341ed-b698-4871-9ba9-d2774d3dc7c1 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686', {'tags': ['tempest-TagsExtTest-Tag-1351281673', 'tempest-TagsExtTest-Tag-462244823', 'tempest-TagsExtTest-Tag-1854772341']}) {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:04.539994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8ed0b-ab2b-4cfa-80b9-48007ec2bbaf req-8fd46029-c0cc-4ef3-bb43-55e2674632ce tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:04.542104 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-67e8ed0b-ab2b-4cfa-80b9-48007ec2bbaf req-8fd46029-c0cc-4ef3-bb43-55e2674632ce tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 946 time: 0.1889164 Jul 07 19:33:04.619482 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-359341ed-b698-4871-9ba9-d2774d3dc7c1 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "PUT /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags HTTP/1.1" status: 200 len: 317 time: 0.1284614 Jul 07 19:33:04.622583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45410) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:04.640247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.tag.tag_plugin [None req-0d9eb403-e94e-4b0e-8896-639df4774232 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:04.651956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-11602c49-cafa-47e6-8399-9818fcf15170 req-420fcf8c-7c39-4d63-b264-a735b5409257 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581848 Jul 07 19:33:04.696163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe249ba4-cc5d-4b46-aee1-3f2ad1802e62 req-e760d01e-0fd1-46e3-b2bb-94d42ceeed29 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873732 Jul 07 19:33:04.746447 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d29d7b1b-a794-4138-afeb-850d95a58f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.755531 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d29d7b1b-a794-4138-afeb-850d95a58f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.761112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6996e622-cf7c-4fd8-bc9a-17434119cf82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router c4ec9943-072e-405e-b1e6-8862420c8a06 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:04.777112 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-67e8ed0b-ab2b-4cfa-80b9-48007ec2bbaf req-bb36c6a0-d1f2-4a82-984b-2c482bc522fd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119377 Jul 07 19:33:04.805183 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0d9eb403-e94e-4b0e-8896-639df4774232 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags HTTP/1.1" status: 204 len: 168 time: 0.1711543 Jul 07 19:33:04.805513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45412) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:04.819396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d29d7b1b-a794-4138-afeb-850d95a58f28 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fbfdb5fe09374428b25d10907e8c6d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4117396 Jul 07 19:33:04.819396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d7b1b-a794-4138-afeb-850d95a58f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8d501b-1751-4fbb-a1b3-00272fe50fa7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:04.821119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45414) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:04.861333 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-2622b5a0-da07-41e3-9e5d-ef4021923dbc tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686', 'tempest-TagsExtTest-Tag-1351281673') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:04.888103 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eedfedf5-a7b6-4db5-a386-1bd622a4e00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.915313 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eedfedf5-a7b6-4db5-a386-1bd622a4e00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.970014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eedfedf5-a7b6-4db5-a386-1bd622a4e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.975800 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-eedfedf5-a7b6-4db5-a386-1bd622a4e00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.979258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eedfedf5-a7b6-4db5-a386-1bd622a4e00d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c8d501b-1751-4fbb-a1b3-00272fe50fa7 HTTP/1.1" status: 204 len: 168 time: 0.1454389 Jul 07 19:33:04.993870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfedf5-a7b6-4db5-a386-1bd622a4e00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8d501b-1751-4fbb-a1b3-00272fe50fa7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:05.149260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6996e622-cf7c-4fd8-bc9a-17434119cf82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:05.157257 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6996e622-cf7c-4fd8-bc9a-17434119cf82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6273885 Jul 07 19:33:05.159315 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-2622b5a0-da07-41e3-9e5d-ef4021923dbc tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] show failed (client error): The resource could not be found. Jul 07 19:33:05.160711 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45418) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:05.165214 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24d4bb-3c10-4a5d-afa5-02a9699f4ecc None None] Sync routers for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:05.171790 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2622b5a0-da07-41e3-9e5d-ef4021923dbc tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags/tempest-TagsExtTest-Tag-1351281673 HTTP/1.1" status: 404 len: 329 time: 0.3161962 Jul 07 19:33:05.173280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45420) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:05.177691 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24d4bb-3c10-4a5d-afa5-02a9699f4ecc None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:05.178716 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5d24d4bb-3c10-4a5d-afa5-02a9699f4ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:05.196439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-30e7427b-b40e-4377-ad83-4fc6afdb0c70 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686', 'tempest-TagsExtTest-Tag-462244823') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:05.239935 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-30e7427b-b40e-4377-ad83-4fc6afdb0c70 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] show failed (client error): The resource could not be found. Jul 07 19:33:05.244986 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-30e7427b-b40e-4377-ad83-4fc6afdb0c70 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags/tempest-TagsExtTest-Tag-462244823 HTTP/1.1" status: 404 len: 328 time: 0.0706139 Jul 07 19:33:05.245990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45422) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:05.251079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-7ec9feba-cc7b-480e-a5a0-95d0dff78e6b tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686', 'tempest-TagsExtTest-Tag-1854772341') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:05.297594 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-7ec9feba-cc7b-480e-a5a0-95d0dff78e6b tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] show failed (client error): The resource could not be found. Jul 07 19:33:05.302675 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7ec9feba-cc7b-480e-a5a0-95d0dff78e6b tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags/tempest-TagsExtTest-Tag-1854772341 HTTP/1.1" status: 404 len: 329 time: 0.0554199 Jul 07 19:33:05.303649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45426) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:05.310362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-3985f197-cf4b-4caa-bb76-8390762e37e2 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '029ebf20-d25a-4f69-8b74-7b935cfe7686') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:05.340547 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-5d24d4bb-3c10-4a5d-afa5-02a9699f4ecc None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:05.357314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3998308-9baf-4f7f-9a85-63dfa0ed1c40 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting subnet d15eca6b-2a49-4fd1-adc7-fcd69629b688 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:33:05.360967 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3998308-9baf-4f7f-9a85-63dfa0ed1c40 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.375294 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3985f197-cf4b-4caa-bb76-8390762e37e2 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686/tags HTTP/1.1" status: 204 len: 168 time: 0.0697825 Jul 07 19:33:05.376349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45428) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:05.381246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-e3d2b9cc-bba5-47f2-bcbb-7fbc64ad56c9 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94857d72-7f6b-4c00-9dfa-7bda157d53fc') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:05.424396 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3998308-9baf-4f7f-9a85-63dfa0ed1c40 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.488458 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5d24d4bb-3c10-4a5d-afa5-02a9699f4ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:33:03Z', 'revision_number': 11, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:05.518215 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e3d2b9cc-bba5-47f2-bcbb-7fbc64ad56c9 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1406078 Jul 07 19:33:05.521391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45434) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:05.530447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-37d9da7b-fb92-42b9-8f0a-f78debc35524 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7a51361d-db5c-4581-bdb8-b810fee9c925') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:05.553827 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24d4bb-3c10-4a5d-afa5-02a9699f4ecc None None] Checking router: c4ec9943-072e-405e-b1e6-8862420c8a06 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:05.584176 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24d4bb-3c10-4a5d-afa5-02a9699f4ecc None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:05.585405 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5d24d4bb-3c10-4a5d-afa5-02a9699f4ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:05.606671 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3998308-9baf-4f7f-9a85-63dfa0ed1c40 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.641844 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.741438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-37d9da7b-fb92-42b9-8f0a-f78debc35524 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925/tags HTTP/1.1" status: 204 len: 168 time: 0.2164710 Jul 07 19:33:05.742831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45442) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:05.748894 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:33:05.755196 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3998308-9baf-4f7f-9a85-63dfa0ed1c40 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.758096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-dbfb8ded-8561-42c5-9647-e96227bc4296 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0db2f041-78c6-45ae-b8d2-49eddfd56ee4') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:05.800700 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-5d24d4bb-3c10-4a5d-afa5-02a9699f4ecc None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:05.831927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3998308-9baf-4f7f-9a85-63dfa0ed1c40 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Subnet': ['ID=d15eca6b-2a49-4fd1-adc7-fcd69629b688,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:05.849009 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3998308-9baf-4f7f-9a85-63dfa0ed1c40 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.859751 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c3998308-9baf-4f7f-9a85-63dfa0ed1c40 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/d15eca6b-2a49-4fd1-adc7-fcd69629b688 HTTP/1.1" status: 204 len: 168 time: 0.6949370 Jul 07 19:33:05.862774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb108734-f57c-435f-83ba-04c329f2976d None None] Network c34b07fd-ec16-4324-9b95-7f0de0ee168e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:05.863456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45448) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:05.924207 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5d24d4bb-3c10-4a5d-afa5-02a9699f4ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:33:03Z', 'revision_number': 11, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:05.962731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dbfb8ded-8561-42c5-9647-e96227bc4296 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4/tags HTTP/1.1" status: 204 len: 168 time: 0.2151914 Jul 07 19:33:05.968517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45450) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:05.970976 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.989992 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24d4bb-3c10-4a5d-afa5-02a9699f4ecc None None] The sync data for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 is: [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:33:03Z', 'revision_number': 11, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:06.125787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Deleting port 4efe6a31-4d76-4260-90e9-90795e94438b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:06.126137 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.215011 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fff2b8e3-7d68-4c7d-9f17-21be6e17492a tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for subnetpool, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.216408 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fff2b8e3-7d68-4c7d-9f17-21be6e17492a tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/subnetpools/029ebf20-d25a-4f69-8b74-7b935cfe7686 HTTP/1.1" status: 204 len: 168 time: 0.2459378 Jul 07 19:33:06.218912 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45456) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:06.220968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] For port 4efe6a31-4d76-4260-90e9-90795e94438b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4efe6a31-4d76-4260-90e9-90795e94438b,segment=NetworkSegment(6556bd59-0a38-467c-9adf-19f3fd40f166),segment_id=6556bd59-0a38-467c-9adf-19f3fd40f166)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:06.225833 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.254861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Calling delete_port for 4efe6a31-4d76-4260-90e9-90795e94438b owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:06.277654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5c80a3a1-2ddd-4d81-80fc-29db7c267b35 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "GET /v2.0/ports?device_id=94857d72-7f6b-4c00-9dfa-7bda157d53fc HTTP/1.1" status: 200 len: 205 time: 0.0553677 Jul 07 19:33:06.277900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45460) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:06.336815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1ac54-310a-4e60-8472-4775fc7d13fa req-e1823880-9469-4fae-a1e3-0cd9d648f042 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:06.344178 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e0e1ac54-310a-4e60-8472-4775fc7d13fa req-e1823880-9469-4fae-a1e3-0cd9d648f042 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 946 time: 0.2949901 Jul 07 19:33:06.376091 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3c31735-7b40-48f3-b179-6f530bcb8621 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.402197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4469cef-cb33-438b-a40d-571384493ad0 None None] DHCP port deletion for c34b07fd-ec16-4324-9b95-7f0de0ee168e request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:33:06.452031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e0e1ac54-310a-4e60-8472-4775fc7d13fa req-76a2d373-367b-4bc9-991a-2d2dcf7d6643 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068666 Jul 07 19:33:06.453225 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.488143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Port': ['ID=4efe6a31-4d76-4260-90e9-90795e94438b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:06.502037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No DVR routers for this DVR port 4efe6a31-4d76-4260-90e9-90795e94438b on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:06.513607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d4469cef-cb33-438b-a40d-571384493ad0 None None] Deleting port 4efe6a31-4d76-4260-90e9-90795e94438b {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:06.513796 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d4469cef-cb33-438b-a40d-571384493ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.717573 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d4469cef-cb33-438b-a40d-571384493ad0 None None] For port 4efe6a31-4d76-4260-90e9-90795e94438b, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:06.723998 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d4469cef-cb33-438b-a40d-571384493ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.727729 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3c31735-7b40-48f3-b179-6f530bcb8621 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.732132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3c31735-7b40-48f3-b179-6f530bcb8621 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.757206 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d4469cef-cb33-438b-a40d-571384493ad0 None None] Calling delete_port for 4efe6a31-4d76-4260-90e9-90795e94438b owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:06.757654 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.766200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-d4469cef-cb33-438b-a40d-571384493ad0 None None] Port 4efe6a31-4d76-4260-90e9-90795e94438b was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:33:06.771339 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d4469cef-cb33-438b-a40d-571384493ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.784737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34b07fd-ec16-4324-9b95-7f0de0ee168e']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:06.803494 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3c31735-7b40-48f3-b179-6f530bcb8621 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.804902 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c31735-7b40-48f3-b179-6f530bcb8621 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Fanout notify agent at l3_agent the message router_deleted on router 94857d72-7f6b-4c00-9dfa-7bda157d53fc {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:33:06.820065 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3c31735-7b40-48f3-b179-6f530bcb8621 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.823171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6556bd59-0a38-467c-9adf-19f3fd40f166') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:06.823171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6556bd59-0a38-467c-9adf-19f3fd40f166') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:06.823432 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d3c31735-7b40-48f3-b179-6f530bcb8621 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/routers/94857d72-7f6b-4c00-9dfa-7bda157d53fc HTTP/1.1" status: 204 len: 168 time: 0.5433223 Jul 07 19:33:06.825236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45472) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:06.839235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4469cef-cb33-438b-a40d-571384493ad0 None None] Pushing event deleted for resources: {'Port': ['ID=4efe6a31-4d76-4260-90e9-90795e94438b,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:06.841389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4469cef-cb33-438b-a40d-571384493ad0 None None] No DVR routers for this DVR port 4efe6a31-4d76-4260-90e9-90795e94438b on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:06.849782 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.875082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.884844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:33:06.885413 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:33:06.937420 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:33:06.978398 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.985548 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.986547 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ee19c271-9729-4edc-a204-b35e74980d27 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Deleting port 7a51361d-db5c-4581-bdb8-b810fee9c925 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:06.987130 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee19c271-9729-4edc-a204-b35e74980d27 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.990051 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/networks/c34b07fd-ec16-4324-9b95-7f0de0ee168e HTTP/1.1" status: 204 len: 168 time: 1.1223650 Jul 07 19:33:06.995235 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45476) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:07.000518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a3be0659-7040-4ae6-9c1b-850ce199f703 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'router': {'routes': None}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:07.032860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed97fd-16f6-4152-8bb7-4fd90365bd72 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Pushing event deleted for resources: {'Network': ['ID=c34b07fd-ec16-4324-9b95-7f0de0ee168e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:07.258605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.extraroute_db [None req-a3be0659-7040-4ae6-9c1b-850ce199f703 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Added routes are [] {{(pid=93900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 19:33:07.258964 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.extraroute_db [None req-a3be0659-7040-4ae6-9c1b-850ce199f703 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Removed routes are [] {{(pid=93900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 19:33:07.259314 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a3be0659-7040-4ae6-9c1b-850ce199f703 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.262073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee19c271-9729-4edc-a204-b35e74980d27 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.311031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4efe6a31-4d76-4260-90e9-90795e94438b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:07.339425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ee19c271-9729-4edc-a204-b35e74980d27 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Calling delete_port for 7a51361d-db5c-4581-bdb8-b810fee9c925 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:07.358305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 4efe6a31-4d76-4260-90e9-90795e94438b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:07.359380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4efe6a31-4d76-4260-90e9-90795e94438b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:07.359810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:07.403370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:07.403724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cabf4111-d5d7-45e1-8edb-b57e2e9a06b7 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:07.457130 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a3be0659-7040-4ae6-9c1b-850ce199f703 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.464141 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a3be0659-7040-4ae6-9c1b-850ce199f703 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.561632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3be0659-7040-4ae6-9c1b-850ce199f703 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router c4ec9943-072e-405e-b1e6-8862420c8a06 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:07.613633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45488) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:07.684521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3be0659-7040-4ae6-9c1b-850ce199f703 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:07.693900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a3be0659-7040-4ae6-9c1b-850ce199f703 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.695224 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad95cc-c8cd-4b57-9e2e-6f8bff7993ef None None] Sync routers for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:07.698049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45496) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:07.698190 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a3be0659-7040-4ae6-9c1b-850ce199f703 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06 HTTP/1.1" status: 200 len: 699 time: 0.7016244 Jul 07 19:33:07.719015 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad95cc-c8cd-4b57-9e2e-6f8bff7993ef None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:07.719664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2bad95cc-c8cd-4b57-9e2e-6f8bff7993ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:07.731793 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee19c271-9729-4edc-a204-b35e74980d27 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.797828 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-58f7bf83-fcab-4284-a74b-806dcebbf2c5 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4ec9943-072e-405e-b1e6-8862420c8a06 HTTP/1.1" status: 200 len: 205 time: 0.0911663 Jul 07 19:33:07.799795 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45502) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:07.810778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19c271-9729-4edc-a204-b35e74980d27 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Pushing event deleted for resources: {'Port': ['ID=7a51361d-db5c-4581-bdb8-b810fee9c925,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:07.961916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1839220852', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:07.967282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-2bad95cc-c8cd-4b57-9e2e-6f8bff7993ef None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:08.058139 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1e61-a3e8-4bad-9fdc-fcd5091672fb tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.092045 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee19c271-9729-4edc-a204-b35e74980d27 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.094065 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ee19c271-9729-4edc-a204-b35e74980d27 tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/ports/7a51361d-db5c-4581-bdb8-b810fee9c925 HTTP/1.1" status: 204 len: 168 time: 1.2678478 Jul 07 19:33:08.100408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45506) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:08.151974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2bad95cc-c8cd-4b57-9e2e-6f8bff7993ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:33:03Z', 'revision_number': 11, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:08.159107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Made reservation on behalf of 491eb32153bc42709a416ddfb93bda1f for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:08.161497 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.173425 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.221138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad95cc-c8cd-4b57-9e2e-6f8bff7993ef None None] Checking router: c4ec9943-072e-405e-b1e6-8862420c8a06 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:08.230225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-057d3e44-2f18-4669-ad2b-b68013734a4d tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Deleting subnet 0db2f041-78c6-45ae-b8d2-49eddfd56ee4 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:33:08.234990 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057d3e44-2f18-4669-ad2b-b68013734a4d tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.249439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad95cc-c8cd-4b57-9e2e-6f8bff7993ef None None] Routers {'c4ec9943-072e-405e-b1e6-8862420c8a06'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:08.250084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2bad95cc-c8cd-4b57-9e2e-6f8bff7993ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c4ec9943-072e-405e-b1e6-8862420c8a06'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:08.287468 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057d3e44-2f18-4669-ad2b-b68013734a4d tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.302450 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1e61-a3e8-4bad-9fdc-fcd5091672fb tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.305224 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1e61-a3e8-4bad-9fdc-fcd5091672fb tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.364098 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-2bad95cc-c8cd-4b57-9e2e-6f8bff7993ef None None] Set router c4ec9943-072e-405e-b1e6-8862420c8a06 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:08.426530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2bad95cc-c8cd-4b57-9e2e-6f8bff7993ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:33:03Z', 'revision_number': 11, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:08.438184 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057d3e44-2f18-4669-ad2b-b68013734a4d tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.459018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad95cc-c8cd-4b57-9e2e-6f8bff7993ef None None] The sync data for ids ['c4ec9943-072e-405e-b1e6-8862420c8a06'] in n-d-793621-9 is: [{'id': 'c4ec9943-072e-405e-b1e6-8862420c8a06', 'name': 'tempest-RoutersTest-router-65188063', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:58Z', 'updated_at': '2021-07-07T19:33:03Z', 'revision_number': 11, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:08.533919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45510) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:08.554915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057d3e44-2f18-4669-ad2b-b68013734a4d tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.591120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d3e44-2f18-4669-ad2b-b68013734a4d tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Pushing event deleted for resources: {'Subnet': ['ID=0db2f041-78c6-45ae-b8d2-49eddfd56ee4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:08.607279 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-057d3e44-2f18-4669-ad2b-b68013734a4d tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.609696 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-057d3e44-2f18-4669-ad2b-b68013734a4d tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/subnets/0db2f041-78c6-45ae-b8d2-49eddfd56ee4 HTTP/1.1" status: 204 len: 168 time: 0.5079510 Jul 07 19:33:08.612240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45514) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:08.615174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d24a2-8887-4501-a9ba-e9a28dad7baf None None] Network fe4345de-f30a-454a-a47a-fe6f20aad65f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:08.650660 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1e61-a3e8-4bad-9fdc-fcd5091672fb tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.651277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2a1e61-a3e8-4bad-9fdc-fcd5091672fb tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Fanout notify agent at l3_agent the message router_deleted on router c4ec9943-072e-405e-b1e6-8862420c8a06 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:33:08.659790 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1e61-a3e8-4bad-9fdc-fcd5091672fb tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.661481 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6d2a1e61-a3e8-4bad-9fdc-fcd5091672fb tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06 HTTP/1.1" status: 204 len: 168 time: 0.8596759 Jul 07 19:33:08.667337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45516) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:08.672842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-181bfae0-0821-429c-8c95-532a9bfd9c9c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1741058865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:08.739003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e80055c3-62ec-428f-b36f-9c2e0867132a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.787798 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.909479 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.916419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.924329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Deleting port cb1f2312-8401-4267-94a4-5d7e3071a192 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:08.925084 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.928314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] device_id is not set on port 8c457891-dccc-4d56-9deb-ade23c57c172 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:33:08.954906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126252a3-1af7-42f5-affe-c0c3978fe810 None None] DHCP port deletion for fe4345de-f30a-454a-a47a-fe6f20aad65f request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:33:08.962022 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-181bfae0-0821-429c-8c95-532a9bfd9c9c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.963154 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-181bfae0-0821-429c-8c95-532a9bfd9c9c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.018179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-126252a3-1af7-42f5-affe-c0c3978fe810 None None] Deleting port cb1f2312-8401-4267-94a4-5d7e3071a192 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:09.018840 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-126252a3-1af7-42f5-affe-c0c3978fe810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.048811 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-181bfae0-0821-429c-8c95-532a9bfd9c9c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.055514 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-181bfae0-0821-429c-8c95-532a9bfd9c9c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.086593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80cf1ce-cbcb-48d3-85f4-6cd8c52de38f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:09.118840 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-126252a3-1af7-42f5-affe-c0c3978fe810 None None] For port cb1f2312-8401-4267-94a4-5d7e3071a192, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cb1f2312-8401-4267-94a4-5d7e3071a192,segment=NetworkSegment(cee748a9-7eb4-4608-8f8f-402b696c47cd),segment_id=cee748a9-7eb4-4608-8f8f-402b696c47cd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:09.119242 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-126252a3-1af7-42f5-affe-c0c3978fe810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.130836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] For port cb1f2312-8401-4267-94a4-5d7e3071a192, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cb1f2312-8401-4267-94a4-5d7e3071a192,segment=NetworkSegment(cee748a9-7eb4-4608-8f8f-402b696c47cd),segment_id=cee748a9-7eb4-4608-8f8f-402b696c47cd)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:09.131253 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.137214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-126252a3-1af7-42f5-affe-c0c3978fe810 None None] Calling delete_port for cb1f2312-8401-4267-94a4-5d7e3071a192 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:09.165982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Calling delete_port for cb1f2312-8401-4267-94a4-5d7e3071a192 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:09.189362 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e80055c3-62ec-428f-b36f-9c2e0867132a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.197993 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e80055c3-62ec-428f-b36f-9c2e0867132a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.237657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Allocated IP 172.25.0.150 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/8c457891-dccc-4d56-9deb-ade23c57c172) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:09.269755 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-126252a3-1af7-42f5-affe-c0c3978fe810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.272459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80055c3-62ec-428f-b36f-9c2e0867132a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd0b2e7-6ea7-4556-8af5-e60e9d7b211e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:09.290608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126252a3-1af7-42f5-affe-c0c3978fe810 None None] No DVR routers for this DVR port cb1f2312-8401-4267-94a4-5d7e3071a192 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:09.309136 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-181bfae0-0821-429c-8c95-532a9bfd9c9c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.313986 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-181bfae0-0821-429c-8c95-532a9bfd9c9c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6429396 Jul 07 19:33:09.316675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45522) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:09.320651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5c684d65-d0b6-41db-b7a3-fbeae87dad11 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:09.337157 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.342748 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e80055c3-62ec-428f-b36f-9c2e0867132a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1afa6cb8c0254b87ac119527f53f34ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8075252 Jul 07 19:33:09.345721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45524) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:09.357779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cb1f2312-8401-4267-94a4-5d7e3071a192 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:09.361777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126252a3-1af7-42f5-affe-c0c3978fe810 None None] Pushing event deleted for resources: {'Port': ['ID=cb1f2312-8401-4267-94a4-5d7e3071a192,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:09.387261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: cb1f2312-8401-4267-94a4-5d7e3071a192 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:09.387868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cb1f2312-8401-4267-94a4-5d7e3071a192 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:09.416929 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8182c0e1-2746-4887-bb8f-2c4466892a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.446071 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8182c0e1-2746-4887-bb8f-2c4466892a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.494290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Pushing event deleted for resources: {'Port': ['ID=cb1f2312-8401-4267-94a4-5d7e3071a192,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:09.499231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] No DVR routers for this DVR port cb1f2312-8401-4267-94a4-5d7e3071a192 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:09.501651 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8182c0e1-2746-4887-bb8f-2c4466892a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.506232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8182c0e1-2746-4887-bb8f-2c4466892a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.510287 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8182c0e1-2746-4887-bb8f-2c4466892a94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bbd0b2e7-6ea7-4556-8af5-e60e9d7b211e HTTP/1.1" status: 204 len: 168 time: 0.1605024 Jul 07 19:33:09.516816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182c0e1-2746-4887-bb8f-2c4466892a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd0b2e7-6ea7-4556-8af5-e60e9d7b211e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:09.767306 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c684d65-d0b6-41db-b7a3-fbeae87dad11 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.810588 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c684d65-d0b6-41db-b7a3-fbeae87dad11 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.822294 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.847625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45532) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:09.865226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4345de-f30a-454a-a47a-fe6f20aad65f']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:09.869378 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f60c-7924-47b0-ae5e-5106bce48b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.912718 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.914085 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.921634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee748a9-7eb4-4608-8f8f-402b696c47cd') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:09.922204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee748a9-7eb4-4608-8f8f-402b696c47cd') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:09.973247 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.993638 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f60c-7924-47b0-ae5e-5106bce48b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.999397 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f60c-7924-47b0-ae5e-5106bce48b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.999627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-033c9620-37bf-4925-b22c-f03040fc052b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4047766 Jul 07 19:33:10.028941 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.055205 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1fd9f60c-7924-47b0-ae5e-5106bce48b01 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ec0ec4cccef4654b055f46fec7dabec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036064 Jul 07 19:33:10.055439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:33:10.055439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.055606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9f60c-7924-47b0-ae5e-5106bce48b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2b3908-6d34-46c9-91fe-ed39fb46b40b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:10.057409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45536) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:33:10.058567 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:33:10.116687 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce7aff92-8846-412c-8536-7138a36d5133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.143621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce7aff92-8846-412c-8536-7138a36d5133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.176382 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.215942 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.216285 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce7aff92-8846-412c-8536-7138a36d5133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.219221 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ce7aff92-8846-412c-8536-7138a36d5133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.222694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ce7aff92-8846-412c-8536-7138a36d5133 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c2b3908-6d34-46c9-91fe-ed39fb46b40b HTTP/1.1" status: 204 len: 168 time: 0.1627142 Jul 07 19:33:10.222917 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c684d65-d0b6-41db-b7a3-fbeae87dad11 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Router bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:33:10.230026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7aff92-8846-412c-8536-7138a36d5133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2b3908-6d34-46c9-91fe-ed39fb46b40b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:10.239901 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.242836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] 10.222.0.81 "DELETE /v2.0/networks/fe4345de-f30a-454a-a47a-fe6f20aad65f HTTP/1.1" status: 204 len: 168 time: 1.6275537 Jul 07 19:33:10.266725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:10.278492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ae13b-1351-411d-a82b-e7021a06de1c tempest-TagsExtTest-1240168965 tempest-TagsExtTest-1240168965-project] Pushing event deleted for resources: {'Network': ['ID=fe4345de-f30a-454a-a47a-fe6f20aad65f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:10.286902 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:10.293798 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:10.301982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Pushing event updated for resources: {'Port': ['ID=8c457891-dccc-4d56-9deb-ade23c57c172,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:10.360166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-851c06e1-c8a7-4e6e-bf73-42d7c35ce6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.360665 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-851c06e1-c8a7-4e6e-bf73-42d7c35ce6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.361117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-851c06e1-c8a7-4e6e-bf73-42d7c35ce6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.361585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-851c06e1-c8a7-4e6e-bf73-42d7c35ce6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.362052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-851c06e1-c8a7-4e6e-bf73-42d7c35ce6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.362516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-851c06e1-c8a7-4e6e-bf73-42d7c35ce6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.362997 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-851c06e1-c8a7-4e6e-bf73-42d7c35ce6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.365099 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-851c06e1-c8a7-4e6e-bf73-42d7c35ce6e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d42683353110401599ce436e6d43f9dd&device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 6488 time: 0.2587857 Jul 07 19:33:10.461107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c684d65-d0b6-41db-b7a3-fbeae87dad11 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:10.474256 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c684d65-d0b6-41db-b7a3-fbeae87dad11 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.475625 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7751704-89db-458d-ab1d-6f4ec35d39a5 None None] Sync routers for ids ['bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:10.478166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5c684d65-d0b6-41db-b7a3-fbeae87dad11 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "PUT /v2.0/routers/bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe HTTP/1.1" status: 200 len: 694 time: 1.1618710 Jul 07 19:33:10.478463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45544) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:10.485244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.485849 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.486988 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7751704-89db-458d-ab1d-6f4ec35d39a5 None None] Routers {'bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:10.487948 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b7751704-89db-458d-ab1d-6f4ec35d39a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:10.536993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5fc2184a-3819-406c-a5ba-0ec811606a6c tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.9193187 Jul 07 19:33:10.537196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45548) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:10.545304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.150'}]}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:10.550042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-3b763f72-25c7-457c-8405-e1fccfae7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.550631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-3b763f72-25c7-457c-8405-e1fccfae7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.551265 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-3b763f72-25c7-457c-8405-e1fccfae7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.553210 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-3b763f72-25c7-457c-8405-e1fccfae7f40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e8fffb8-cb07-4daa-8bce-c031462730cc&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=670c7056-dca7-47fb-9792-9847dd3669c1&id=b39bec63-5191-41ce-a475-0913476e6e43&id=b39bec63-5191-41ce-a475-0913476e6e43 HTTP/1.1" status: 200 len: 2294 time: 0.1511018 Jul 07 19:33:10.611134 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-b7751704-89db-458d-ab1d-6f4ec35d39a5 None None] Set router bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:10.619012 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e1ac327a-0bd8-46af-9f76-5a9aaa4dbf39 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/routers/bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe HTTP/1.1" status: 200 len: 700 time: 0.1390946 Jul 07 19:33:10.621741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45552) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:10.662667 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9705567d-8eca-4ee4-afd3-d7eb2fddd603 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe HTTP/1.1" status: 200 len: 205 time: 0.0395398 Jul 07 19:33:10.666969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45554) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:10.690025 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b7751704-89db-458d-ab1d-6f4ec35d39a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe', 'name': 'tempest-RoutersTest-router-1741058865', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:08Z', 'updated_at': '2021-07-07T19:33:09Z', 'revision_number': 2, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:10.706669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.713218 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.747936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45556) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:10.757156 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7751704-89db-458d-ab1d-6f4ec35d39a5 None None] Checking router: bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:10.775220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-ba1f0958-c15c-4851-ad7b-b5568e0061ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4219d048-4aa6-43ce-9248-c8af3c8ae30c HTTP/1.1" status: 200 len: 1002 time: 0.2105832 Jul 07 19:33:10.776622 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7751704-89db-458d-ab1d-6f4ec35d39a5 None None] Routers {'bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:10.777350 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b7751704-89db-458d-ab1d-6f4ec35d39a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:10.796559 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1383683-19ed-46da-a282-981fa7f179b4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.890109 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-b7751704-89db-458d-ab1d-6f4ec35d39a5 None None] Set router bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:10.892131 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.927739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-b82c32f2-3519-472e-b348-937982fdf7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.932307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-b82c32f2-3519-472e-b348-937982fdf7fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b5d3b0d-14ab-4a49-8d97-3be61993459b HTTP/1.1" status: 200 len: 851 time: 0.1457355 Jul 07 19:33:10.991987 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b7751704-89db-458d-ab1d-6f4ec35d39a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe', 'name': 'tempest-RoutersTest-router-1741058865', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:08Z', 'updated_at': '2021-07-07T19:33:09Z', 'revision_number': 2, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:11.017679 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1383683-19ed-46da-a282-981fa7f179b4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.020191 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1383683-19ed-46da-a282-981fa7f179b4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.029529 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7751704-89db-458d-ab1d-6f4ec35d39a5 None None] The sync data for ids ['bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe'] in n-d-793621-9 is: [{'id': 'bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe', 'name': 'tempest-RoutersTest-router-1741058865', 'tenant_id': '9f350db71c2947f1a83d8fc699460239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:08Z', 'updated_at': '2021-07-07T19:33:09Z', 'revision_number': 2, 'project_id': '9f350db71c2947f1a83d8fc699460239', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:11.084674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1383683-19ed-46da-a282-981fa7f179b4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.086575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1383683-19ed-46da-a282-981fa7f179b4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Fanout notify agent at l3_agent the message router_deleted on router bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:33:11.109596 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d1383683-19ed-46da-a282-981fa7f179b4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.112050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d1383683-19ed-46da-a282-981fa7f179b4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe HTTP/1.1" status: 204 len: 168 time: 0.4429069 Jul 07 19:33:11.116335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45570) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.158301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-adeaf21a-9e80-4d8b-8ed4-b2ae622edd49 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe HTTP/1.1" status: 200 len: 205 time: 0.0405588 Jul 07 19:33:11.162171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45572) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.225499 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.232208 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-92f5d46a-e0ae-40b5-9620-39022bdabb80 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] delete failed (client error): The resource could not be found. Jul 07 19:33:11.234824 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-92f5d46a-e0ae-40b5-9620-39022bdabb80 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/bfc5c1eb-9fdd-4dfc-a1b8-0027b372abbe HTTP/1.1" status: 404 len: 336 time: 0.0706766 Jul 07 19:33:11.237639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45576) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.268817 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-6806b6a9-5434-4905-951a-8d9050633f13 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] DELETE failed (client error): The resource could not be found. Jul 07 19:33:11.270150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6806b6a9-5434-4905-951a-8d9050633f13 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:33:11.270982 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6806b6a9-5434-4905-951a-8d9050633f13 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/9209de6b-46b9-4c02-aa80-5a336568682e HTTP/1.1" status: 404 len: 337 time: 0.0322268 Jul 07 19:33:11.273542 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45580) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.330602 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5db908c-883a-492f-b710-8f1bfa38a6ff tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] DELETE failed (client error): The resource could not be found. Jul 07 19:33:11.332972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5db908c-883a-492f-b710-8f1bfa38a6ff tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:33:11.336095 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d5db908c-883a-492f-b710-8f1bfa38a6ff tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/e7c67e8d-c633-44d2-aa95-75848958855c HTTP/1.1" status: 404 len: 337 time: 0.0615473 Jul 07 19:33:11.338620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45584) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.358734 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8a1a5892-3450-421c-8438-84e7cd1482fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04e35a028d314ea58670606b713e1dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6093452 Jul 07 19:33:11.361673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45586) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.378321 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f43b57-7e74-49bf-84b4-bac68270fa2e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] DELETE failed (client error): The resource could not be found. Jul 07 19:33:11.378847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f43b57-7e74-49bf-84b4-bac68270fa2e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:33:11.380629 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-71f43b57-7e74-49bf-84b4-bac68270fa2e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/bc2b77a6-7dd9-4be4-a975-cc45a47fb18d HTTP/1.1" status: 404 len: 337 time: 0.0409925 Jul 07 19:33:11.383763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45588) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.442432 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-c306954c-67de-4fd3-b75b-d5fc93a92ede tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] DELETE failed (client error): The resource could not be found. Jul 07 19:33:11.442929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c306954c-67de-4fd3-b75b-d5fc93a92ede tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:33:11.444093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-5fd0534b-b807-44d9-a487-514be170f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:11.448589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c306954c-67de-4fd3-b75b-d5fc93a92ede tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/d15eca6b-2a49-4fd1-adc7-fcd69629b688 HTTP/1.1" status: 404 len: 337 time: 0.0611935 Jul 07 19:33:11.448773 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-5fd0534b-b807-44d9-a487-514be170f46e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e8fffb8-cb07-4daa-8bce-c031462730cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5061147 Jul 07 19:33:11.449607 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45592) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.490479 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b796f34a-9671-43ec-b83a-3a7b98a1a797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.496035 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8b0d9dc0-c5da-4d91-a06a-4cc9257393ff tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4ec9943-072e-405e-b1e6-8862420c8a06 HTTP/1.1" status: 200 len: 205 time: 0.0419698 Jul 07 19:33:11.496443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45594) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.535158 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-33c7a7eb-90c3-47da-9151-e396d4f5775a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] delete failed (client error): The resource could not be found. Jul 07 19:33:11.538833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-33c7a7eb-90c3-47da-9151-e396d4f5775a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/c4ec9943-072e-405e-b1e6-8862420c8a06 HTTP/1.1" status: 404 len: 336 time: 0.0386851 Jul 07 19:33:11.539040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45596) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.591397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45600) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.600980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2d5d1228-8809-42ca-9cde-f1524dd08f91 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bcf36ab-95f6-431f-a173-d01c2904462b HTTP/1.1" status: 200 len: 205 time: 0.0608301 Jul 07 19:33:11.603668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45604) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.676728 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-a9df4805-8c9a-4764-94f7-1d193c1adb9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] delete failed (client error): The resource could not be found. Jul 07 19:33:11.680767 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a9df4805-8c9a-4764-94f7-1d193c1adb9a tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/3bcf36ab-95f6-431f-a173-d01c2904462b HTTP/1.1" status: 404 len: 336 time: 0.0732074 Jul 07 19:33:11.681016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45606) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.725759 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-660dbc32-6f01-4f40-bbce-64d9bf7933d9 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] DELETE failed (client error): The resource could not be found. Jul 07 19:33:11.727040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660dbc32-6f01-4f40-bbce-64d9bf7933d9 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:33:11.728873 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-660dbc32-6f01-4f40-bbce-64d9bf7933d9 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/f41729b9-4b20-411b-b518-69ab2dcb33e3 HTTP/1.1" status: 404 len: 337 time: 0.0466590 Jul 07 19:33:11.731674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45608) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.783609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1998403276-network', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:11.791455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a8d785f2-9786-4d1a-bcf3-7f08d8008d0f tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb HTTP/1.1" status: 200 len: 205 time: 0.0553060 Jul 07 19:33:11.791792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45610) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.849323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b796f34a-9671-43ec-b83a-3a7b98a1a797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.938682 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-167fc111-c3e5-410c-b60c-1e37e38a9d4e service neutron] 10.222.0.48 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778149 Jul 07 19:33:12.054651 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b796f34a-9671-43ec-b83a-3a7b98a1a797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.057337 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b796f34a-9671-43ec-b83a-3a7b98a1a797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.061272 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b796f34a-9671-43ec-b83a-3a7b98a1a797 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb3611dc-1cbf-4749-a1ab-4393d9ded15d HTTP/1.1" status: 204 len: 168 time: 0.6928239 Jul 07 19:33:12.098402 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-c9219c53-e199-469e-aa9b-91c43b80f9e4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] delete failed (client error): The resource could not be found. Jul 07 19:33:12.102996 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c9219c53-e199-469e-aa9b-91c43b80f9e4 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/a7b244b0-8b6c-48af-98d6-2f0d0e25d6cb HTTP/1.1" status: 404 len: 336 time: 0.3076282 Jul 07 19:33:12.110037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45614) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:12.110877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796f34a-9671-43ec-b83a-3a7b98a1a797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3611dc-1cbf-4749-a1ab-4393d9ded15d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:12.127153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Made reservation on behalf of 2d8168448a74487b83cb4e9fee4ae2f2 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:12.134651 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.158730 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.302778 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.308257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.326323 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c85e22d0-c55d-4721-8059-7787d325d49e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e99a47-7838-4e05-a75d-59b7ad8c648c HTTP/1.1" status: 200 len: 205 time: 0.2132142 Jul 07 19:33:12.332038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45620) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:12.344716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34431d1-be96-4def-95dd-9b29f55dcedc,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:12.345624 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-dede30b6-9e7e-4fdb-93ff-10fd3f44b922 service neutron] 10.222.0.48 "GET /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838315 Jul 07 19:33:12.358730 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:33:12.377893 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.378277 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Added segment a42f8cf4-b394-4018-8bed-728430d0591b of type vlan for network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a Jul 07 19:33:12.387976 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.405168 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-794bf0a4-73e5-4ef7-a96b-f3563ce70fb6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] delete failed (client error): The resource could not be found. Jul 07 19:33:12.409018 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-794bf0a4-73e5-4ef7-a96b-f3563ce70fb6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/72e99a47-7838-4e05-a75d-59b7ad8c648c HTTP/1.1" status: 404 len: 336 time: 0.0734324 Jul 07 19:33:12.422444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45622) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:12.465116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.468018 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-35feac0a-4bc5-45a9-a76a-72308a277c82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] DELETE failed (client error): The resource could not be found. Jul 07 19:33:12.468480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35feac0a-4bc5-45a9-a76a-72308a277c82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:33:12.468906 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-d63e8bca-e983-4f47-bdc7-5d0c01fbca0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=187ae605-4dc9-46b9-9962-1a475e620dc7 HTTP/1.1" status: 200 len: 217 time: 0.0854897 Jul 07 19:33:12.472569 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-35feac0a-4bc5-45a9-a76a-72308a277c82 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/7f6676f2-4d35-40ff-9fad-49ef8f7463fd HTTP/1.1" status: 404 len: 337 time: 0.0477796 Jul 07 19:33:12.473690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45626) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:12.479484 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.555023 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8ba89d70-23a4-4a1b-8549-c25c8eff5a16 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=871ef6e8-89c1-409d-9c7d-af47ce7cf5d1 HTTP/1.1" status: 200 len: 205 time: 0.0769835 Jul 07 19:33:12.556761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45632) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:12.570551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.571644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:12.572230 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.631358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-61cb5e86-72d6-435f-a35f-e235a1832d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:12.633414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-61cb5e86-72d6-435f-a35f-e235a1832d90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.1567523 Jul 07 19:33:12.666856 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-90a4b41e-cb8c-4999-9b7b-2d24721fb547 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] delete failed (client error): The resource could not be found. Jul 07 19:33:12.667901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-90a4b41e-cb8c-4999-9b7b-2d24721fb547 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/871ef6e8-89c1-409d-9c7d-af47ce7cf5d1 HTTP/1.1" status: 404 len: 336 time: 0.1101823 Jul 07 19:33:12.670928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45636) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:12.718661 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1233790 Jul 07 19:33:12.720344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45640) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:12.720684 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-856db71f-d890-43f1-885b-982c872244fc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] DELETE failed (client error): The resource could not be found. Jul 07 19:33:12.721147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856db71f-d890-43f1-885b-982c872244fc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:33:12.725428 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-856db71f-d890-43f1-885b-982c872244fc tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/ded02a1f-9002-4a94-a666-85ff5648a471 HTTP/1.1" status: 404 len: 337 time: 0.0416811 Jul 07 19:33:12.730157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45642) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:12.733874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-83bbf66a-257d-4ea4-b1be-77203a187965 admin admin] Request body: {'subnet': {'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1998403276-subnet', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:12.739471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df037b3-251e-4aba-8b55-cb0095f24d3f admin admin] Pushing event updated for resources: {'Network': ['ID=a9365b9a-b7ba-4509-bb9e-e36f5198ee8a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:12.755992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:33:12.803456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45644) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:12.804223 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fe59b84b-08dd-4f6b-9aeb-bd50fe7c40b6 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "GET /v2.0/ports?device_id=611d1e60-5e25-4fb5-9380-b06197225b03 HTTP/1.1" status: 200 len: 205 time: 0.0706091 Jul 07 19:33:12.817793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bbf66a-257d-4ea4-b1be-77203a187965 admin admin] Made reservation on behalf of 2d8168448a74487b83cb4e9fee4ae2f2 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:12.831553 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83bbf66a-257d-4ea4-b1be-77203a187965 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.874678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-12acdbdc-defb-427e-87ec-d21d4c5eb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:12.876504 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-12acdbdc-defb-427e-87ec-d21d4c5eb741 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2145288 Jul 07 19:33:12.896286 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.906707 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-24f911a3-d1f6-47ee-abcb-2784ad18493c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] delete failed (client error): The resource could not be found. Jul 07 19:33:12.909034 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-24f911a3-d1f6-47ee-abcb-2784ad18493c tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/routers/611d1e60-5e25-4fb5-9380-b06197225b03 HTTP/1.1" status: 404 len: 336 time: 0.1029816 Jul 07 19:33:12.910723 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45650) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:13.070726 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8edcf08-758f-4718-9528-fa33e317154e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] DELETE failed (client error): The resource could not be found. Jul 07 19:33:13.071219 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8edcf08-758f-4718-9528-fa33e317154e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:33:13.072987 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b8edcf08-758f-4718-9528-fa33e317154e tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/618de14e-08c3-422d-bd9b-499e4da1d2c1 HTTP/1.1" status: 404 len: 337 time: 0.1204009 Jul 07 19:33:13.081940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45654) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:13.116560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83bbf66a-257d-4ea4-b1be-77203a187965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.121770 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6cfa63-4b3d-4d4d-99a8-cf39e0e5dda2 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] DELETE failed (client error): The resource could not be found. Jul 07 19:33:13.122448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6cfa63-4b3d-4d4d-99a8-cf39e0e5dda2 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:33:13.126881 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cd6cfa63-4b3d-4d4d-99a8-cf39e0e5dda2 tempest-RoutersTest-1634625074 tempest-RoutersTest-1634625074-project] 10.222.0.81 "DELETE /v2.0/subnets/457701c6-0a45-4d55-82ec-98cf4e42f57d HTTP/1.1" status: 404 len: 337 time: 0.0402253 Jul 07 19:33:13.226369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-8470e863-284f-4c48-b246-3dddbb9381ad service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408895 Jul 07 19:33:13.228182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbf66a-257d-4ea4-b1be-77203a187965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8b594e-7dcf-4d20-a68a-2fe98ca57fac,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:13.256044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbf66a-257d-4ea4-b1be-77203a187965 admin admin] Checking segment: {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:13.256677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bbf66a-257d-4ea4-b1be-77203a187965 admin admin] Network hostable DHCP agents. Network: a9365b9a-b7ba-4509-bb9e-e36f5198ee8a, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:33:13.295601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bbf66a-257d-4ea4-b1be-77203a187965 admin admin] Network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:33:13.317061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-83bbf66a-257d-4ea4-b1be-77203a187965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, a9365b9a-b7ba-4509-bb9e-e36f5198ee8a) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:13.328240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bbf66a-257d-4ea4-b1be-77203a187965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:13.329695 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83bbf66a-257d-4ea4-b1be-77203a187965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.330882 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e082234-180a-4383-95eb-9fb3cbff58e6 None None] Network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:13.362548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-83bbf66a-257d-4ea4-b1be-77203a187965 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6381614 Jul 07 19:33:13.363691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45664) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:13.369187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1998403276-router', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:13.384273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.392511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.399229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.401009 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.485904 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.523639 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.524080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c9ad1cd-6be4-4e5b-859c-597296fde0b7 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:33:13.554717 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 19:33:13.555925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e7a3e39d-3155-44e1-a253-1abd80db9a66 tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0153306 Jul 07 19:33:13.562979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45670) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:13.564761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45672) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:13.603902 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-d8582304-dbf8-4787-98d3-3135ab73bec2 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352547 Jul 07 19:33:13.635270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-a9365b9a-b7ba-4509-bb9e-e36f5198ee8a', 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'fixed_ips': [{'subnet_id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:33:13.636313 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.682095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.708991 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-4c1ca428-32bc-4b57-90ae-12a1758d72d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=768dc9ab-af3b-4396-b478-2e71bcc1a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0922437 Jul 07 19:33:13.853371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-0a230053-f61e-44b0-81e6-f7cbc067c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:13.854856 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-0a230053-f61e-44b0-81e6-f7cbc067c35e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.1043944 Jul 07 19:33:13.874900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Allocated IP 172.20.0.2 (a9365b9a-b7ba-4509-bb9e-e36f5198ee8a/2f8b594e-7dcf-4d20-a68a-2fe98ca57fac/e5d73097-cbba-496e-a0bc-7758052dbdd8) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:13.933567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45684) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:13.934545 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ca1931c8-a8dc-472c-859a-9b7b4669072f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f350db71c2947f1a83d8fc699460239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601663 Jul 07 19:33:13.967290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-42addc0d-7e9f-44b2-907e-51b607b49ead tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Deleting port 8c457891-dccc-4d56-9deb-ade23c57c172 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:13.967636 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42addc0d-7e9f-44b2-907e-51b607b49ead tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.975186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-d99f639b-48e4-495c-8d04-3c10fa2c1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:13.977011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-d99f639b-48e4-495c-8d04-3c10fa2c1776 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127739 Jul 07 19:33:14.049628 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.084408 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.114549 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee44190c-cee4-467f-a652-be03061a143b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.144097 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42addc0d-7e9f-44b2-907e-51b607b49ead tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.166135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-42addc0d-7e9f-44b2-907e-51b607b49ead tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Calling delete_port for 8c457891-dccc-4d56-9deb-ade23c57c172 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:14.169543 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-433c454e-c15d-41e4-a4ec-0118d8f9b9f7 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818175 Jul 07 19:33:14.189393 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee44190c-cee4-467f-a652-be03061a143b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.249038 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.262957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Transition to ACTIVE for port object e5d73097-cbba-496e-a0bc-7758052dbdd8 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:14.316558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Allocated IP 172.25.0.177 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/c5cf5c88-0f20-4f91-8553-94351bed410b) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:14.332661 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-987269f8-825e-4b16-bb01-b9d32a374c1b service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548679 Jul 07 19:33:14.334834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Transition to ACTIVE for port object e5d73097-cbba-496e-a0bc-7758052dbdd8 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:14.335907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee44190c-cee4-467f-a652-be03061a143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.343577 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ee44190c-cee4-467f-a652-be03061a143b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.347340 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.347875 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ee44190c-cee4-467f-a652-be03061a143b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8da5fed4-c309-494c-ae3d-88e95d1410ee HTTP/1.1" status: 204 len: 168 time: 0.4122725 Jul 07 19:33:14.360513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44190c-cee4-467f-a652-be03061a143b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da5fed4-c309-494c-ae3d-88e95d1410ee,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:14.398064 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-99a8c58c-1a0e-4b13-8651-263ce75e5ada service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d949ce9f-2979-471e-ac23-9481b32beb9b HTTP/1.1" status: 200 len: 217 time: 0.0575607 Jul 07 19:33:14.457303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Pushing event updated for resources: {'Port': ['ID=e5d73097-cbba-496e-a0bc-7758052dbdd8,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:14.462802 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42addc0d-7e9f-44b2-907e-51b607b49ead tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.515803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:14.521549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:14.525005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:14.543736 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.549879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42addc0d-7e9f-44b2-907e-51b607b49ead tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c457891-dccc-4d56-9deb-ade23c57c172,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:14.616145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.641365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Attempting to bind port e5d73097-cbba-496e-a0bc-7758052dbdd8 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:14.641780 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Attempting to bind port e5d73097-cbba-496e-a0bc-7758052dbdd8 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:14.642166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Attempting to bind port e5d73097-cbba-496e-a0bc-7758052dbdd8 on network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:14.650570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:14.650991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Checking segment: {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:14.651404 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.651809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Bound using segment: {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:14.652310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Bound port: e5d73097-cbba-496e-a0bc-7758052dbdd8, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:14.652695 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.680041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-a5fbce16-a2d0-4812-9ae9-70f254aaa586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:14.682892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-a5fbce16-a2d0-4812-9ae9-70f254aaa586 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.2305634 Jul 07 19:33:14.685743 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42addc0d-7e9f-44b2-907e-51b607b49ead tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.693381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-42addc0d-7e9f-44b2-907e-51b607b49ead tempest-RoutersAdminNegativeIpV6Test-160615376 tempest-RoutersAdminNegativeIpV6Test-160615376-project-admin] 10.222.0.81 "DELETE /v2.0/ports/8c457891-dccc-4d56-9deb-ade23c57c172 HTTP/1.1" status: 204 len: 168 time: 1.1281018 Jul 07 19:33:14.716877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:14.718786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Pushing event updated for resources: {'Port': ['ID=c5cf5c88-0f20-4f91-8553-94351bed410b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:14.723900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:14.731156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:14.821941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] For port e5d73097-cbba-496e-a0bc-7758052dbdd8, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:14.825771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] For port e5d73097-cbba-496e-a0bc-7758052dbdd8, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e5d73097-cbba-496e-a0bc-7758052dbdd8,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:14.831299 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.850288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-aaaa4c43-0a2e-4d11-a435-d868c617eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:14.855443 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-aaaa4c43-0a2e-4d11-a435-d868c617eab2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1604650 Jul 07 19:33:14.941140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7163a-9a38-4a1a-b051-da8019cb9882 None None] Pushing event updated for resources: {'Port': ['ID=e5d73097-cbba-496e-a0bc-7758052dbdd8,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:15.013424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45706) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:15.114342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-76dca88f-7f86-4a46-9048-490b924bb317 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516503 Jul 07 19:33:15.292801 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.367549 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-b8af22f0-e420-4a65-abbc-e352a52cd8ca service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458308 Jul 07 19:33:15.385596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45718) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:15.465105 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-49ad5cd5-c153-4f15-b39d-1285cf5708ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=b8a29686-3c06-475e-8cad-a99cbf484113 HTTP/1.1" status: 200 len: 217 time: 0.0828149 Jul 07 19:33:15.557591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7e9d158-086e-4ffe-8e62-8e1b5533cde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.568878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-e86de36e-054a-44ec-80de-8cc52e321a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:15.571062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-e86de36e-054a-44ec-80de-8cc52e321a60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 200 len: 797 time: 0.1045115 Jul 07 19:33:15.583505 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4683c78-a0b4-44f5-95e6-9ad099c7969b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.804380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.912638 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7e9d158-086e-4ffe-8e62-8e1b5533cde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.939787 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7e9d158-086e-4ffe-8e62-8e1b5533cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.982242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-45a0bd38-a895-41b7-a67d-039da29280b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:15.983825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-45a0bd38-a895-41b7-a67d-039da29280b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=670c7056-dca7-47fb-9792-9847dd3669c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4047031 Jul 07 19:33:16.103170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b7e9d158-086e-4ffe-8e62-8e1b5533cde1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2b195dd50194e538d2affd28922d733&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0884242 Jul 07 19:33:16.107669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45736) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:16.111344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9d158-086e-4ffe-8e62-8e1b5533cde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63b5ddd-ea68-4384-a9aa-634e5c9f670d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:16.193014 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-547e4551-d9ef-47a3-b065-0bdcf618ffb5 service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001824 Jul 07 19:33:16.222728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Router 56d8bb94-486d-4657-a62e-c8f73c395158 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:33:16.232878 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4683c78-a0b4-44f5-95e6-9ad099c7969b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.242609 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4683c78-a0b4-44f5-95e6-9ad099c7969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.327547 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6248259-2d2d-49c6-aa6d-b071d807d9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.378246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4683c78-a0b4-44f5-95e6-9ad099c7969b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43905fc2-06be-406b-80bf-a63a42b180a6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:16.421820 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-5ed8b0e8-f290-4175-b686-58b756489a5d service neutron] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074571 Jul 07 19:33:16.445949 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c4683c78-a0b4-44f5-95e6-9ad099c7969b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62099867221a4b3fb6ae8ffd89641bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0564711 Jul 07 19:33:16.447323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45748) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:16.498029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4f97e2-a7d1-4291-bf10-d0f57487f29e None None] Network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:16.498591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:16.511221 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6248259-2d2d-49c6-aa6d-b071d807d9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.517770 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-a27a58a0-c910-4c6e-97a2-63262bb4266b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea29405b-59fc-4c4c-9bd0-5290a86a86cb HTTP/1.1" status: 200 len: 217 time: 0.0950396 Jul 07 19:33:16.527910 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9702b849-5682-4565-a834-a546fb46df5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.540265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.553347 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c6d4646b-8672-493d-8673-24e793fa6824 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1883419 Jul 07 19:33:16.562458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45752) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:16.605289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9702b849-5682-4565-a834-a546fb46df5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.619174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Sync routers for ids ['56d8bb94-486d-4657-a62e-c8f73c395158'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:16.667712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-1b10f6a2-c7da-46af-8c04-dd0c052faac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:16.669606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-1b10f6a2-c7da-46af-8c04-dd0c052faac2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cf648d12-0dbc-4ada-9808-fda1919d4e3a HTTP/1.1" status: 200 len: 797 time: 0.1348510 Jul 07 19:33:16.730363 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6248259-2d2d-49c6-aa6d-b071d807d9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.739542 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6248259-2d2d-49c6-aa6d-b071d807d9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.739542 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b6248259-2d2d-49c6-aa6d-b071d807d9be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c63b5ddd-ea68-4384-a9aa-634e5c9f670d HTTP/1.1" status: 204 len: 168 time: 0.6287081 Jul 07 19:33:16.745672 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Routers {'56d8bb94-486d-4657-a62e-c8f73c395158'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:16.747955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56d8bb94-486d-4657-a62e-c8f73c395158'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:16.810187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6248259-2d2d-49c6-aa6d-b071d807d9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63b5ddd-ea68-4384-a9aa-634e5c9f670d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:16.867740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-2bd3ab64-29f9-40b9-93f5-2cdc21953780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:16.874011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-2bd3ab64-29f9-40b9-93f5-2cdc21953780 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1957984 Jul 07 19:33:16.901004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0b17c370-b493-4164-9ba9-cf052845dc8c None None] Provisioning for port e5d73097-cbba-496e-a0bc-7758052dbdd8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:17.052334 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-4b09a1d6-0bac-46a3-909b-6b091b3455d5 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692381 Jul 07 19:33:17.339142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Set router 56d8bb94-486d-4657-a62e-c8f73c395158 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:17.349119 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-e2ca6344-ebc5-40a8-9bd4-f6e63644c753 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879853 Jul 07 19:33:17.437822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-0fa73708-3c5c-4e1d-9d8a-f0e2227ce0ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dea463da-e0bd-4504-b4aa-9d4410f64de1 HTTP/1.1" status: 200 len: 217 time: 0.0832863 Jul 07 19:33:17.488903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9702b849-5682-4565-a834-a546fb46df5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.492109 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9702b849-5682-4565-a834-a546fb46df5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.493409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9702b849-5682-4565-a834-a546fb46df5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43905fc2-06be-406b-80bf-a63a42b180a6 HTTP/1.1" status: 204 len: 168 time: 1.0450680 Jul 07 19:33:17.511173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e5d73097-cbba-496e-a0bc-7758052dbdd8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:17.542536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-1fea4700-65af-4469-a8d7-4fa933638441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:17.544402 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-1fea4700-65af-4469-a8d7-4fa933638441 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cf648d12-0dbc-4ada-9808-fda1919d4e3a HTTP/1.1" status: 200 len: 797 time: 0.1002898 Jul 07 19:33:17.625529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45768) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:17.704288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port e5d73097-cbba-496e-a0bc-7758052dbdd8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:17.719066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e5d73097-cbba-496e-a0bc-7758052dbdd8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:17.724318 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.732359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-16530d71-d2fc-415e-9d61-09d0288e21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:17.740874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-16530d71-d2fc-415e-9d61-09d0288e21a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b39bec63-5191-41ce-a475-0913476e6e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1883194 Jul 07 19:33:17.755668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702b849-5682-4565-a834-a546fb46df5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43905fc2-06be-406b-80bf-a63a42b180a6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:17.799984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5bde58e9-4af1-48dd-bb88-15e286a4e23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.004693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-d84915b5-e811-47c9-8625-fadf600ab4a2 service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568796 Jul 07 19:33:18.012288 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.055030 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.120122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'name': 'tempest-TestServerMultinode-1998403276-router', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:13Z', 'updated_at': '2021-07-07T19:33:14Z', 'revision_number': 3, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'gw_port': {'id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:14Z', 'updated_at': '2021-07-07T19:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:18.129599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port e5d73097-cbba-496e-a0bc-7758052dbdd8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e5d73097-cbba-496e-a0bc-7758052dbdd8,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:18.203966 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.204269 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fee5225d-0f2a-444f-b5a5-481716d6a37a req-abcbd7fd-fe74-482c-8f2c-6e6dae392abb service neutron] 10.222.0.48 "GET /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922038 Jul 07 19:33:18.205946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Checking router: 56d8bb94-486d-4657-a62e-c8f73c395158 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:18.206307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Updating router 56d8bb94-486d-4657-a62e-c8f73c395158 port c5cf5c88-0f20-4f91-8553-94351bed410b binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:33:18.211049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45780) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:18.265960 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-935d7897-fe1a-4a3d-af3a-7f53089e35a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=491eb32153bc42709a416ddfb93bda1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538120 Jul 07 19:33:18.268329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45782) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:18.282439 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5bde58e9-4af1-48dd-bb88-15e286a4e23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.295045 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5bde58e9-4af1-48dd-bb88-15e286a4e23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.310511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6c98729b-e44f-4c3f-bb5e-d9f63df752d0 None None] Provisioning complete for port e5d73097-cbba-496e-a0bc-7758052dbdd8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:18.311098 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c98729b-e44f-4c3f-bb5e-d9f63df752d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.338550 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.374122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=e5d73097-cbba-496e-a0bc-7758052dbdd8,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:18.383661 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5bde58e9-4af1-48dd-bb88-15e286a4e23c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2dcc5321f6fd43fc9d67827ce10fffde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6764991 Jul 07 19:33:18.388100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45784) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:18.403178 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde58e9-4af1-48dd-bb88-15e286a4e23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25f587f-0eb3-41ad-8553-71f7fa950edf,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:18.419563 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a4755d7a-b618-40ea-89e8-7defdf2c5d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.451746 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a4755d7a-b618-40ea-89e8-7defdf2c5d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.525050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Allocated IP 172.20.0.1 (a9365b9a-b7ba-4509-bb9e-e36f5198ee8a/2f8b594e-7dcf-4d20-a68a-2fe98ca57fac/ef84a460-c363-4f66-9f44-98fd9f6d1021) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:18.529589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec35110b-5b2f-4a70-a2ad-fea7a9c82a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.530255 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a4755d7a-b618-40ea-89e8-7defdf2c5d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.533375 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a4755d7a-b618-40ea-89e8-7defdf2c5d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.534707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a4755d7a-b618-40ea-89e8-7defdf2c5d75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b80cf1ce-cbcb-48d3-85f4-6cd8c52de38f HTTP/1.1" status: 204 len: 168 time: 0.2653713 Jul 07 19:33:18.567313 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4755d7a-b618-40ea-89e8-7defdf2c5d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80cf1ce-cbcb-48d3-85f4-6cd8c52de38f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:18.616057 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec35110b-5b2f-4a70-a2ad-fea7a9c82a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.713411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.716073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec35110b-5b2f-4a70-a2ad-fea7a9c82a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.718133 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec35110b-5b2f-4a70-a2ad-fea7a9c82a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.722065 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ec35110b-5b2f-4a70-a2ad-fea7a9c82a5b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e25f587f-0eb3-41ad-8553-71f7fa950edf HTTP/1.1" status: 204 len: 168 time: 0.3328702 Jul 07 19:33:18.740020 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35110b-5b2f-4a70-a2ad-fea7a9c82a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25f587f-0eb3-41ad-8553-71f7fa950edf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:18.742843 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Transition to ACTIVE for port object ef84a460-c363-4f66-9f44-98fd9f6d1021 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:18.822498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.899600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:18.912167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Pushing event updated for resources: {'Port': ['ID=ef84a460-c363-4f66-9f44-98fd9f6d1021,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:18.916884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:18.920173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:18.988818 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.995845 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.021002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Transition to ACTIVE for port object c5cf5c88-0f20-4f91-8553-94351bed410b will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:19.031783 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.074077 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Attempting to bind port c5cf5c88-0f20-4f91-8553-94351bed410b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:19.074694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Attempting to bind port c5cf5c88-0f20-4f91-8553-94351bed410b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:19.075293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Attempting to bind port c5cf5c88-0f20-4f91-8553-94351bed410b on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:19.104625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:19.105319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:19.105902 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.106466 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:19.111493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Bound port: c5cf5c88-0f20-4f91-8553-94351bed410b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:19.112303 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.215452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] For port c5cf5c88-0f20-4f91-8553-94351bed410b, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:19.225837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] For port c5cf5c88-0f20-4f91-8553-94351bed410b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c5cf5c88-0f20-4f91-8553-94351bed410b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:19.235971 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.264684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Pushing event updated for resources: {'Port': ['ID=c5cf5c88-0f20-4f91-8553-94351bed410b,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:19.275985 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.276429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.276902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.277344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.277885 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.278373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.278775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.279237 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.279627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.280027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.280424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.280818 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.328968 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Routers {'56d8bb94-486d-4657-a62e-c8f73c395158'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:19.329738 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:32:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56d8bb94-486d-4657-a62e-c8f73c395158'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:19.345582 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.385660 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e5d73097-cbba-496e-a0bc-7758052dbdd8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:19.480874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-86ffca0e-999a-434a-88f1-8cae1e3a9a47 None None] Provisioning for port ef84a460-c363-4f66-9f44-98fd9f6d1021 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:19.484771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c22b7-2502-4f92-aaed-8663a6cd2fae None None] Pushing event updated for resources: {'Port': ['ID=c5cf5c88-0f20-4f91-8553-94351bed410b,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:19.495960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-86ffca0e-999a-434a-88f1-8cae1e3a9a47 None None] Provisioning complete for port ef84a460-c363-4f66-9f44-98fd9f6d1021 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:19.496327 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-86ffca0e-999a-434a-88f1-8cae1e3a9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.638336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e5d73097-cbba-496e-a0bc-7758052dbdd8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:19.638888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.644360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-86ffca0e-999a-434a-88f1-8cae1e3a9a47 None None] Port ef84a460-c363-4f66-9f44-98fd9f6d1021 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:19.687089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] Set router 56d8bb94-486d-4657-a62e-c8f73c395158 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:19.779874 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.790623 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.932502 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.948612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Pushing event updated for resources: {'Port': ['ID=ef84a460-c363-4f66-9f44-98fd9f6d1021,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:20.188796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'name': 'tempest-TestServerMultinode-1998403276-router', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:13Z', 'updated_at': '2021-07-07T19:33:19Z', 'revision_number': 4, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'gw_port': {'id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:14Z', 'updated_at': '2021-07-07T19:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ef84a460-c363-4f66-9f44-98fd9f6d1021', 'name': '', 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'mac_address': 'fa:16:3e:2d:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:18Z', 'updated_at': '2021-07-07T19:33:18Z', 'revision_number': 1, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'subnets': [{'id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:20.228793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:20.230405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:20.272203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bc356-f61d-4d0e-a2f0-690a657cff3f None None] The sync data for ids ['56d8bb94-486d-4657-a62e-c8f73c395158'] in n-d-793621-9 is: [{'id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'name': 'tempest-TestServerMultinode-1998403276-router', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:13Z', 'updated_at': '2021-07-07T19:33:19Z', 'revision_number': 4, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'gw_port': {'id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:14Z', 'updated_at': '2021-07-07T19:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ef84a460-c363-4f66-9f44-98fd9f6d1021', 'name': '', 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'mac_address': 'fa:16:3e:2d:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:18Z', 'updated_at': '2021-07-07T19:33:18Z', 'revision_number': 1, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'subnets': [{'id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:20.327093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45882) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:20.517248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Router 56d8bb94-486d-4657-a62e-c8f73c395158 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:20.595305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7c3bd4de-d2bb-4ff7-8ba0-543adfb83646 None None] Provisioning complete for port ef84a460-c363-4f66-9f44-98fd9f6d1021 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:20.595803 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7c3bd4de-d2bb-4ff7-8ba0-543adfb83646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.733981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7c3bd4de-d2bb-4ff7-8ba0-543adfb83646 None None] Port ef84a460-c363-4f66-9f44-98fd9f6d1021 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:20.868818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad83d26-6a74-4333-af44-fbb717508f56 req-2a9d89c3-774c-4259-86b5-13136893b6f2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:20.872301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bad83d26-6a74-4333-af44-fbb717508f56 req-2a9d89c3-774c-4259-86b5-13136893b6f2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.3279686 Jul 07 19:33:20.922823 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:20.946590 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6ec3385a-38d7-482e-9afc-91b060969227 admin admin] 10.222.0.81 "PUT /v2.0/routers/56d8bb94-486d-4657-a62e-c8f73c395158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3817825 Jul 07 19:33:20.994835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ca9092d8-574f-452b-8323-ebcd9bac2853 tempest-DvrRoutersNegativeTest-1288650014 tempest-DvrRoutersNegativeTest-1288650014-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1223816034', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:20.998337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.policy [None req-ca9092d8-574f-452b-8323-ebcd9bac2853 tempest-DvrRoutersNegativeTest-1288650014 tempest-DvrRoutersNegativeTest-1288650014-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93901) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 07 19:33:20.998648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.policy [None req-ca9092d8-574f-452b-8323-ebcd9bac2853 tempest-DvrRoutersNegativeTest-1288650014 tempest-DvrRoutersNegativeTest-1288650014-project] Failed policy check for 'create_router' {{(pid=93901) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 07 19:33:20.999223 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-ca9092d8-574f-452b-8323-ebcd9bac2853 tempest-DvrRoutersNegativeTest-1288650014 tempest-DvrRoutersNegativeTest-1288650014-project] create failed (client error): Access was denied to this resource. Jul 07 19:33:21.013976 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ca9092d8-574f-452b-8323-ebcd9bac2853 tempest-DvrRoutersNegativeTest-1288650014 tempest-DvrRoutersNegativeTest-1288650014-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6798005 Jul 07 19:33:21.036884 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bad83d26-6a74-4333-af44-fbb717508f56 req-0ba732e8-a660-48be-9846-46c13e049c68 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491406 Jul 07 19:33:21.077709 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a7b1-be3a-4809-8e8a-1d56c266d5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:21.449886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7f868-961a-4548-a21b-91069aee2e75 req-aed9f34b-4d9f-4d48-83dc-92870faee874 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:21.451823 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85c7f868-961a-4548-a21b-91069aee2e75 req-aed9f34b-4d9f-4d48-83dc-92870faee874 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1585977 Jul 07 19:33:21.539950 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85c7f868-961a-4548-a21b-91069aee2e75 req-9375bcc3-27a6-485b-859e-7b5e5cf66760 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767505 Jul 07 19:33:21.767292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45928) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:22.169254 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73ef6720-bb35-4221-b748-4c6b2c477d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.463687 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73ef6720-bb35-4221-b748-4c6b2c477d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.470079 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73ef6720-bb35-4221-b748-4c6b2c477d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.485562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc0e2-5fb8-4f2d-a7be-0791ab342dd7 req-265cdae0-d651-4ce2-beab-f402a3384bbd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:22.498590 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91bcc0e2-5fb8-4f2d-a7be-0791ab342dd7 req-265cdae0-d651-4ce2-beab-f402a3384bbd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1284380 Jul 07 19:33:22.539629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45954) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:22.539846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-73ef6720-bb35-4221-b748-4c6b2c477d1e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=07dbdc10ea534fe383bcd7db171ff2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7713809 Jul 07 19:33:22.542121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef6720-bb35-4221-b748-4c6b2c477d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655d931d-78ee-46c4-a549-b33309387a21,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:22.604305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45958) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:22.610113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-103332974-network', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:22.615529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91bcc0e2-5fb8-4f2d-a7be-0791ab342dd7 req-dd972bb3-f6ca-46e1-bd8e-97767f4a6f84 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151590 Jul 07 19:33:22.639834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Made reservation on behalf of ffc851f64d254890be711ddfb9c1042c for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:22.644684 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.659792 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.662710 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f6e56e0-ed4b-4c18-8d74-b2aaf6308039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.732666 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f6e56e0-ed4b-4c18-8d74-b2aaf6308039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.831875 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.836672 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f6e56e0-ed4b-4c18-8d74-b2aaf6308039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.839775 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8f6e56e0-ed4b-4c18-8d74-b2aaf6308039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.843806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8f6e56e0-ed4b-4c18-8d74-b2aaf6308039 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/655d931d-78ee-46c4-a549-b33309387a21 HTTP/1.1" status: 204 len: 168 time: 0.3002510 Jul 07 19:33:22.848675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.856975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e56e0-ed4b-4c18-8d74-b2aaf6308039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655d931d-78ee-46c4-a549-b33309387a21,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:22.872489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:33:22.886988 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.887340 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Added segment 13849530-da52-48c6-ba96-8fed4d37a0f2 of type vlan for network 6b27db67-70c5-4a7b-a17e-a359bb3f587f Jul 07 19:33:22.935242 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.995125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38d54c2-6032-4201-97bd-1fc6d229d0d8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:23.000530 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.001755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:23.002411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.074999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] Pushing event updated for resources: {'Network': ['ID=6b27db67-70c5-4a7b-a17e-a359bb3f587f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:23.087564 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 6b27db67-70c5-4a7b-a17e-a359bb3f587f details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:33:23.093780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45968) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:23.100649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-122be38d-6979-424f-9ca7-2d6576a62db0 admin admin] Request body: {'subnet': {'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-103332974-subnet', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:23.105853 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e5d9c4a2-ac77-4073-a4ac-724dcab874f4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4998918 Jul 07 19:33:23.132295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122be38d-6979-424f-9ca7-2d6576a62db0 admin admin] Made reservation on behalf of ffc851f64d254890be711ddfb9c1042c for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:23.135767 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-122be38d-6979-424f-9ca7-2d6576a62db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.348317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c5cf5c88-0f20-4f91-8553-94351bed410b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:23.457246 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port c5cf5c88-0f20-4f91-8553-94351bed410b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:23.463386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c5cf5c88-0f20-4f91-8553-94351bed410b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:23.464113 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.579774 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-122be38d-6979-424f-9ca7-2d6576a62db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.695944 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.756272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port c5cf5c88-0f20-4f91-8553-94351bed410b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c5cf5c88-0f20-4f91-8553-94351bed410b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:23.758542 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-da5bb423-1a83-45b5-ade0-3bd0a4f64423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.764966 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.808234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122be38d-6979-424f-9ca7-2d6576a62db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a69ac81f-722a-4db5-86fb-f696ad061e51,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:23.853847 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.859782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=c5cf5c88-0f20-4f91-8553-94351bed410b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:23.863465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122be38d-6979-424f-9ca7-2d6576a62db0 admin admin] Checking segment: {'id': '13849530-da52-48c6-ba96-8fed4d37a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:23.864130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122be38d-6979-424f-9ca7-2d6576a62db0 admin admin] Network hostable DHCP agents. Network: 6b27db67-70c5-4a7b-a17e-a359bb3f587f, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:33:23.925589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122be38d-6979-424f-9ca7-2d6576a62db0 admin admin] Network 6b27db67-70c5-4a7b-a17e-a359bb3f587f is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:33:23.957545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-122be38d-6979-424f-9ca7-2d6576a62db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 6b27db67-70c5-4a7b-a17e-a359bb3f587f) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:23.968801 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad26065-1125-4bc3-b5bc-590541c1e72c None None] Network 6b27db67-70c5-4a7b-a17e-a359bb3f587f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:23.979521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122be38d-6979-424f-9ca7-2d6576a62db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:23.980213 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-122be38d-6979-424f-9ca7-2d6576a62db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.990367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f97fa-9a84-4f20-a4b4-e749c3f063ba req-d4819041-c317-4df6-a3ed-ef24d24124bc tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:23.992635 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f1f97fa-9a84-4f20-a4b4-e749c3f063ba req-d4819041-c317-4df6-a3ed-ef24d24124bc tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2442486 Jul 07 19:33:24.043552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46000) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:24.044096 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-122be38d-6979-424f-9ca7-2d6576a62db0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9482586 Jul 07 19:33:24.049710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-103332974-router', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:24.090417 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f1f97fa-9a84-4f20-a4b4-e749c3f063ba req-4a8360de-9872-4fb4-9fa2-91493c5d1f83 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830748 Jul 07 19:33:24.094884 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.095972 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.231784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.238327 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Sync routers for ids ['56d8bb94-486d-4657-a62e-c8f73c395158'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:24.251802 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Routers {'56d8bb94-486d-4657-a62e-c8f73c395158'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:24.254279 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56d8bb94-486d-4657-a62e-c8f73c395158'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:24.331406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-6b27db67-70c5-4a7b-a17e-a359bb3f587f', 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'fixed_ips': [{'subnet_id': 'a69ac81f-722a-4db5-86fb-f696ad061e51'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:33:24.332951 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.531556 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Set router 56d8bb94-486d-4657-a62e-c8f73c395158 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:24.591215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.753002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Allocated IP 172.20.0.2 (6b27db67-70c5-4a7b-a17e-a359bb3f587f/a69ac81f-722a-4db5-86fb-f696ad061e51/2d8f5c17-202d-4fe2-b95d-f36f0f4b4966) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:24.859381 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.086270 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'name': 'tempest-TestServerMultinode-1998403276-router', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:13Z', 'updated_at': '2021-07-07T19:33:19Z', 'revision_number': 4, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'gw_port': {'id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:14Z', 'updated_at': '2021-07-07T19:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ef84a460-c363-4f66-9f44-98fd9f6d1021', 'name': '', 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'mac_address': 'fa:16:3e:2d:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:18Z', 'updated_at': '2021-07-07T19:33:19Z', 'revision_number': 2, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'subnets': [{'id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:25.212015 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Checking router: 56d8bb94-486d-4657-a62e-c8f73c395158 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:25.212541 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Updating router 56d8bb94-486d-4657-a62e-c8f73c395158 port ef84a460-c363-4f66-9f44-98fd9f6d1021 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:33:25.309285 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.361710 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.376091 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.404410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Transition to ACTIVE for port object 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:25.421132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.429701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c5cf5c88-0f20-4f91-8553-94351bed410b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:25.493012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Transition to ACTIVE for port object 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:25.510765 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.623027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Network 6b27db67-70c5-4a7b-a17e-a359bb3f587f is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:25.629146 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:25.638084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:25.691785 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Pushing event updated for resources: {'Port': ['ID=2d8f5c17-202d-4fe2-b95d-f36f0f4b4966,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:25.709465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c5cf5c88-0f20-4f91-8553-94351bed410b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:25.709897 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.810358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff237a75-f1be-48de-aebf-c37a511ede50 req-86d7d01f-539c-49da-b565-74416b729038 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:25.811512 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ff237a75-f1be-48de-aebf-c37a511ede50 req-86d7d01f-539c-49da-b565-74416b729038 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.3047888 Jul 07 19:33:25.812806 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Allocated IP 172.25.0.175 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/1cd9c3e2-2211-4840-9f21-49a1e0980fb9) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:25.849089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Attempting to bind port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:25.849317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Attempting to bind port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '13849530-da52-48c6-ba96-8fed4d37a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:25.849663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Attempting to bind port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 on network 6b27db67-70c5-4a7b-a17e-a359bb3f587f {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:25.873064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:25.873436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Checking segment: {'id': '13849530-da52-48c6-ba96-8fed4d37a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:25.873849 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.874252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Bound using segment: {'id': '13849530-da52-48c6-ba96-8fed4d37a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:25.874743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Bound port: 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13849530-da52-48c6-ba96-8fed4d37a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:25.879400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.947479 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.954832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ff237a75-f1be-48de-aebf-c37a511ede50 req-6387c941-35a6-4789-9f58-0f082a8f6b7e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306870 Jul 07 19:33:25.960993 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Transition to ACTIVE for port object ef84a460-c363-4f66-9f44-98fd9f6d1021 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:25.971453 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.028986 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Pushing event updated for resources: {'Port': ['ID=ef84a460-c363-4f66-9f44-98fd9f6d1021,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:26.052123 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:26.052444 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:26.052721 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:26.053055 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:26.053442 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:26.058893 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:26.059259 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:26.059601 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:26.060067 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:26.060402 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:26.060731 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:26.061057 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:26.152040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] For port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:26.162357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] For port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2d8f5c17-202d-4fe2-b95d-f36f0f4b4966,segment=NetworkSegment(13849530-da52-48c6-ba96-8fed4d37a0f2),segment_id=13849530-da52-48c6-ba96-8fed4d37a0f2)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:26.170702 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.188027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.240797 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Attempting to bind port ef84a460-c363-4f66-9f44-98fd9f6d1021 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:26.241835 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Attempting to bind port ef84a460-c363-4f66-9f44-98fd9f6d1021 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:26.242300 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Attempting to bind port ef84a460-c363-4f66-9f44-98fd9f6d1021 on network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:26.248309 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:26.248861 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Checking segment: {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:26.249366 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.249853 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Bound using segment: {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:26.250621 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Bound port: ef84a460-c363-4f66-9f44-98fd9f6d1021, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:26.251081 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.333915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.392422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:26.399964 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] For port ef84a460-c363-4f66-9f44-98fd9f6d1021, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:26.402100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb679ee2-7389-4e48-9d1a-6b6b1f15d3d4 None None] Pushing event updated for resources: {'Port': ['ID=2d8f5c17-202d-4fe2-b95d-f36f0f4b4966,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:26.408284 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] For port ef84a460-c363-4f66-9f44-98fd9f6d1021, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ef84a460-c363-4f66-9f44-98fd9f6d1021,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:26.426494 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.508688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:26.510877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd9c3e2-2211-4840-9f21-49a1e0980fb9,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:26.517133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:26.520356 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.588017 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Routers {'56d8bb94-486d-4657-a62e-c8f73c395158'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:26.591655 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56d8bb94-486d-4657-a62e-c8f73c395158'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:27.019438 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cda08-662c-4a1a-82c4-933ec79170b1 None None] Pushing event updated for resources: {'Port': ['ID=ef84a460-c363-4f66-9f44-98fd9f6d1021,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:27.076632 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] Set router 56d8bb94-486d-4657-a62e-c8f73c395158 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:27.159549 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:27.370760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0517e28-2222-466f-9589-91459d592d0a req-ce377ba3-1f00-4221-9753-653c6c2711ec tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:27.379050 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0517e28-2222-466f-9589-91459d592d0a req-ce377ba3-1f00-4221-9753-653c6c2711ec tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1386263 Jul 07 19:33:27.469094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0517e28-2222-466f-9589-91459d592d0a req-dc5c082e-b2a7-472c-8727-72bb08175494 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804718 Jul 07 19:33:27.480283 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'name': 'tempest-TestServerMultinode-1998403276-router', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:13Z', 'updated_at': '2021-07-07T19:33:19Z', 'revision_number': 4, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'gw_port': {'id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:14Z', 'updated_at': '2021-07-07T19:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ef84a460-c363-4f66-9f44-98fd9f6d1021', 'name': '', 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'mac_address': 'fa:16:3e:2d:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:18Z', 'updated_at': '2021-07-07T19:33:26Z', 'revision_number': 4, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'subnets': [{'id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:27.557790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ef84a460-c363-4f66-9f44-98fd9f6d1021 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:27.571767 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87106e3-9dc5-4a19-b4b7-36c893657901 None None] The sync data for ids ['56d8bb94-486d-4657-a62e-c8f73c395158'] in n-d-793621-9 is: [{'id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'name': 'tempest-TestServerMultinode-1998403276-router', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:13Z', 'updated_at': '2021-07-07T19:33:19Z', 'revision_number': 4, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'gw_port': {'id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:14Z', 'updated_at': '2021-07-07T19:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ef84a460-c363-4f66-9f44-98fd9f6d1021', 'name': '', 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'mac_address': 'fa:16:3e:2d:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:18Z', 'updated_at': '2021-07-07T19:33:26Z', 'revision_number': 4, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'subnets': [{'id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:27.956852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.029064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ef84a460-c363-4f66-9f44-98fd9f6d1021 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:28.033616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ef84a460-c363-4f66-9f44-98fd9f6d1021 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:28.034483 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.187896 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd83c3b-3d98-40b4-a380-ab79b7a86152 None None] Network 6b27db67-70c5-4a7b-a17e-a359bb3f587f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:28.245216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Router 97de5139-195f-4cd9-814c-94c5cc86067b is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:33:28.261875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-774a9e35-b4e7-4b10-a40d-926e98f6c5c6 None None] Provisioning for port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:28.273972 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.324337 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port ef84a460-c363-4f66-9f44-98fd9f6d1021, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ef84a460-c363-4f66-9f44-98fd9f6d1021,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:28.334172 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.335984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:28.422308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:28.446124 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.451213 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-88eef4d9-8968-4eab-a5f3-2c3241105ff0 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4024632 Jul 07 19:33:28.451451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46088) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:28.541898 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Sync routers for ids ['97de5139-195f-4cd9-814c-94c5cc86067b'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:28.595529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=ef84a460-c363-4f66-9f44-98fd9f6d1021,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:28.599554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Routers {'97de5139-195f-4cd9-814c-94c5cc86067b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:28.601076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['97de5139-195f-4cd9-814c-94c5cc86067b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:28.728062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:28.739738 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:28.740378 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.088464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad6c81-498f-48f5-b853-d7a687897584 req-e3636a0f-1cbb-469d-ac50-1cc5f668cca6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:29.090110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c4ad6c81-498f-48f5-b853-d7a687897584 req-e3636a0f-1cbb-469d-ac50-1cc5f668cca6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2589664 Jul 07 19:33:29.225631 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.231608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c4ad6c81-498f-48f5-b853-d7a687897584 req-991954ea-ec03-4c2f-b5bf-8482ad1f0169 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321540 Jul 07 19:33:29.277314 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Set router 97de5139-195f-4cd9-814c-94c5cc86067b gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:29.527276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2d8f5c17-202d-4fe2-b95d-f36f0f4b4966,segment=NetworkSegment(13849530-da52-48c6-ba96-8fed4d37a0f2),segment_id=13849530-da52-48c6-ba96-8fed4d37a0f2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:29.568471 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.592666 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.608632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-302b24ad-2998-478a-be12-4b62213a60ac None None] Provisioning complete for port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:29.609800 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-302b24ad-2998-478a-be12-4b62213a60ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.769553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ef84a460-c363-4f66-9f44-98fd9f6d1021 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:29.926502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Allocated IP 172.20.0.1 (6b27db67-70c5-4a7b-a17e-a359bb3f587f/a69ac81f-722a-4db5-86fb-f696ad061e51/80f4936e-f30c-4daf-a2c8-c175782e8069) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:29.942242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=2d8f5c17-202d-4fe2-b95d-f36f0f4b4966,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:30.087212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ef84a460-c363-4f66-9f44-98fd9f6d1021 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:30.088213 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.126466 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.143164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'name': 'tempest-TestServerMultinode-103332974-router', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:26Z', 'revision_number': 3, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'gw_port': {'id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:99:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:30.146464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Transition to ACTIVE for port object 80f4936e-f30c-4daf-a2c8-c175782e8069 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:30.180303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Checking router: 97de5139-195f-4cd9-814c-94c5cc86067b for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:30.181009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Updating router 97de5139-195f-4cd9-814c-94c5cc86067b port 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:33:30.266257 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.270679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.473908 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=80f4936e-f30c-4daf-a2c8-c175782e8069,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:30.488800 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Network 6b27db67-70c5-4a7b-a17e-a359bb3f587f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:30.491730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:30.497137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:30.586372 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.890115 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.904820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d1e-11be-4aa0-bc1e-ab1faf612f66 req-a53a7f1f-3a1b-43bf-8a03-0ffacd8440f9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:30.906501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87742d1e-11be-4aa0-bc1e-ab1faf612f66 req-a53a7f1f-3a1b-43bf-8a03-0ffacd8440f9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.3354685 Jul 07 19:33:30.916051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Transition to ACTIVE for port object 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:30.926140 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.005107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135a34b-2ff8-4287-a243-113778d7c70b None None] Pushing event updated for resources: {'Port': ['ID=1cd9c3e2-2211-4840-9f21-49a1e0980fb9,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:31.008637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Attempting to bind port 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:31.011625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Attempting to bind port 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:31.012094 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Attempting to bind port 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:31.030774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:31.031428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:31.032049 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.032757 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:31.033384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Bound port: 1cd9c3e2-2211-4840-9f21-49a1e0980fb9, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:31.033783 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.035474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87742d1e-11be-4aa0-bc1e-ab1faf612f66 req-b61a60f3-9aaa-42b8-9c50-213e94a1ca01 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076362 Jul 07 19:33:31.038643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-73dfc095-7848-4f21-bec1-021ffaa8cb25 None None] Provisioning for port 80f4936e-f30c-4daf-a2c8-c175782e8069 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:31.097238 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.122505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-73dfc095-7848-4f21-bec1-021ffaa8cb25 None None] Provisioning complete for port 80f4936e-f30c-4daf-a2c8-c175782e8069 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:31.122743 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-73dfc095-7848-4f21-bec1-021ffaa8cb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.207829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-73dfc095-7848-4f21-bec1-021ffaa8cb25 None None] Port 80f4936e-f30c-4daf-a2c8-c175782e8069 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:31.236489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] For port 1cd9c3e2-2211-4840-9f21-49a1e0980fb9, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:31.242869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] For port 1cd9c3e2-2211-4840-9f21-49a1e0980fb9, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1cd9c3e2-2211-4840-9f21-49a1e0980fb9,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:31.249145 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.317961 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135a34b-2ff8-4287-a243-113778d7c70b None None] Pushing event updated for resources: {'Port': ['ID=1cd9c3e2-2211-4840-9f21-49a1e0980fb9,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:31.331772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Routers {'97de5139-195f-4cd9-814c-94c5cc86067b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:31.334143 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['97de5139-195f-4cd9-814c-94c5cc86067b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:31.337626 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.343627 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.418976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=80f4936e-f30c-4daf-a2c8-c175782e8069,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:31.442058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.503093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] Set router 97de5139-195f-4cd9-814c-94c5cc86067b gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:31.588885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Network 6b27db67-70c5-4a7b-a17e-a359bb3f587f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:31.591205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:31.752170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:31.912153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Router 97de5139-195f-4cd9-814c-94c5cc86067b has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:31.979335 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:31.979860 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.113649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:32.151482 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ea6573a9-26f2-44e9-8f7f-1a0407e31bc2 admin admin] 10.222.0.81 "PUT /v2.0/routers/97de5139-195f-4cd9-814c-94c5cc86067b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6990650 Jul 07 19:33:32.462090 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2d87cd81-922c-4e80-b3e3-a57e004e32a8 None None] Provisioning complete for port 80f4936e-f30c-4daf-a2c8-c175782e8069 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:32.463089 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2d87cd81-922c-4e80-b3e3-a57e004e32a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.515535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'name': 'tempest-TestServerMultinode-103332974-router', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'gw_port': {'id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:99:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '80f4936e-f30c-4daf-a2c8-c175782e8069', 'name': '', 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'mac_address': 'fa:16:3e:8a:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'a69ac81f-722a-4db5-86fb-f696ad061e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:29Z', 'updated_at': '2021-07-07T19:33:29Z', 'revision_number': 1, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'subnets': [{'id': 'a69ac81f-722a-4db5-86fb-f696ad061e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:32.526986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2d87cd81-922c-4e80-b3e3-a57e004e32a8 None None] Port 80f4936e-f30c-4daf-a2c8-c175782e8069 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:32.562678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e361c18-b9d7-4f4f-b52d-0cd1790395ed None None] The sync data for ids ['97de5139-195f-4cd9-814c-94c5cc86067b'] in n-d-793621-9 is: [{'id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'name': 'tempest-TestServerMultinode-103332974-router', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'gw_port': {'id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:99:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '80f4936e-f30c-4daf-a2c8-c175782e8069', 'name': '', 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'mac_address': 'fa:16:3e:8a:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'a69ac81f-722a-4db5-86fb-f696ad061e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:29Z', 'updated_at': '2021-07-07T19:33:29Z', 'revision_number': 1, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'subnets': [{'id': 'a69ac81f-722a-4db5-86fb-f696ad061e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:32.581557 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06abcb-ec95-41ca-8115-4dd9da03e19e req-4f52d971-fcf2-49e2-af59-efb9d7b7ffe1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:32.595090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c06abcb-ec95-41ca-8115-4dd9da03e19e req-4f52d971-fcf2-49e2-af59-efb9d7b7ffe1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2208810 Jul 07 19:33:32.774006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c06abcb-ec95-41ca-8115-4dd9da03e19e req-31af218e-e9af-437a-a7f8-088eddbdef9a tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680553 Jul 07 19:33:33.228411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-d8242e49-661c-42e1-b41a-1f43672ac8f6 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:33.230408 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-d8242e49-661c-42e1-b41a-1f43672ac8f6 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/networks?id=a9365b9a-b7ba-4509-bb9e-e36f5198ee8a HTTP/1.1" status: 200 len: 911 time: 0.1928990 Jul 07 19:33:33.264056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-1e702d8b-97d7-4434-85ea-09195b14b5a1 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/quotas/ffc851f64d254890be711ddfb9c1042c HTTP/1.1" status: 200 len: 375 time: 0.0250721 Jul 07 19:33:33.424431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-430ca8f9-11cd-463e-8b8a-93ec29e3f3d3 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffc851f64d254890be711ddfb9c1042c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1523252 Jul 07 19:33:33.565401 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-327429e3-54c3-4dd5-8b9c-bace63a0b22b service neutron] 10.222.0.81 "GET /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330979 Jul 07 19:33:34.417171 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-6ac417ce-a8c7-4aec-a137-a668afeb66d0 service neutron] 10.222.0.81 "GET /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8441770 Jul 07 19:33:34.440184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f73003-5053-441a-a8f3-b84caacadf8a req-40d7b9f1-3e25-421a-8806-24dfbd3b80c6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:34.453624 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-61f73003-5053-441a-a8f3-b84caacadf8a req-40d7b9f1-3e25-421a-8806-24dfbd3b80c6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2538209 Jul 07 19:33:34.535671 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-61f73003-5053-441a-a8f3-b84caacadf8a req-57d559b7-3127-4d33-a2b6-14014e6bc2d2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745785 Jul 07 19:33:34.830570 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a897185e-d19a-4de6-8dba-25178f8d3229 req-8a6d08f9-8ebc-44ba-8627-9e6f8a8954d8 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 210 time: 0.0853496 Jul 07 19:33:35.692888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.848773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:36.041840 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:36.051355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:36.052321 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.171939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc304f33-58fd-4b6f-8642-1710dba64932 req-3fea9796-3767-4075-8bc2-74553df7be92 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:36.179991 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fc304f33-58fd-4b6f-8642-1710dba64932 req-3fea9796-3767-4075-8bc2-74553df7be92 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2025919 Jul 07 19:33:36.379426 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.394061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fc304f33-58fd-4b6f-8642-1710dba64932 req-23faacdb-1a92-455d-a001-faef45bc5095 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951020 Jul 07 19:33:36.458902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 1cd9c3e2-2211-4840-9f21-49a1e0980fb9, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1cd9c3e2-2211-4840-9f21-49a1e0980fb9,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:36.471529 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.566355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=1cd9c3e2-2211-4840-9f21-49a1e0980fb9,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:36.833296 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5734e7e1-796c-40ed-8a39-29e83fe7cf46 req-78563a15-fca3-4cc9-a2c5-cbb11b8b337f tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 210 time: 0.0836554 Jul 07 19:33:36.870928 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Sync routers for ids ['97de5139-195f-4cd9-814c-94c5cc86067b'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:36.895185 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Routers {'97de5139-195f-4cd9-814c-94c5cc86067b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:36.896431 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['97de5139-195f-4cd9-814c-94c5cc86067b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:37.444389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-1fb4bcf5-54f3-456d-a97e-17f89c601622 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:37.446071 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-1fb4bcf5-54f3-456d-a97e-17f89c601622 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.110 "GET /v2.0/networks?id=a9365b9a-b7ba-4509-bb9e-e36f5198ee8a HTTP/1.1" status: 200 len: 911 time: 0.3083725 Jul 07 19:33:37.467338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Request body: {'port': {'device_id': 'd9249164-0986-42af-809f-256600bf3d9a', 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a', 'admin_state_up': True, 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:37.513468 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Set router 97de5139-195f-4cd9-814c-94c5cc86067b gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:37.543119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Made reservation on behalf of ffc851f64d254890be711ddfb9c1042c for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:37.548757 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.800976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:37.906825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:37.907481 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.225883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347f3ff-2dfd-4684-9571-2acfa9030d78 req-5c4854f3-40f5-413e-a7bc-c1d2f851ed8e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:38.226448 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'name': 'tempest-TestServerMultinode-103332974-router', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'gw_port': {'id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '80f4936e-f30c-4daf-a2c8-c175782e8069', 'name': '', 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'mac_address': 'fa:16:3e:8a:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'a69ac81f-722a-4db5-86fb-f696ad061e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:29Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 2, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'subnets': [{'id': 'a69ac81f-722a-4db5-86fb-f696ad061e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:38.241325 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4347f3ff-2dfd-4684-9571-2acfa9030d78 req-5c4854f3-40f5-413e-a7bc-c1d2f851ed8e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.4643657 Jul 07 19:33:38.248415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7927b1-07eb-43a8-9fee-cd4ecc65c414 req-48ef5015-45d5-48f4-af85-2d4f207aff01 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:38.274663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7927b1-07eb-43a8-9fee-cd4ecc65c414 req-48ef5015-45d5-48f4-af85-2d4f207aff01 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:38.289113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7927b1-07eb-43a8-9fee-cd4ecc65c414 req-48ef5015-45d5-48f4-af85-2d4f207aff01 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:38.302235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7927b1-07eb-43a8-9fee-cd4ecc65c414 req-48ef5015-45d5-48f4-af85-2d4f207aff01 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:38.337108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7927b1-07eb-43a8-9fee-cd4ecc65c414 req-48ef5015-45d5-48f4-af85-2d4f207aff01 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:38.365927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7927b1-07eb-43a8-9fee-cd4ecc65c414 req-48ef5015-45d5-48f4-af85-2d4f207aff01 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:38.372536 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Checking router: 97de5139-195f-4cd9-814c-94c5cc86067b for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:38.379272 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Updating router 97de5139-195f-4cd9-814c-94c5cc86067b port 80f4936e-f30c-4daf-a2c8-c175782e8069 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:33:38.385345 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4347f3ff-2dfd-4684-9571-2acfa9030d78 req-637ffd75-1767-436a-b559-d6aac32a2b5c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413484 Jul 07 19:33:38.395323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7927b1-07eb-43a8-9fee-cd4ecc65c414 req-48ef5015-45d5-48f4-af85-2d4f207aff01 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:38.406258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea7927b1-07eb-43a8-9fee-cd4ecc65c414 req-48ef5015-45d5-48f4-af85-2d4f207aff01 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5431 time: 0.8047087 Jul 07 19:33:38.457092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Allocated IP 172.20.0.13 (a9365b9a-b7ba-4509-bb9e-e36f5198ee8a/2f8b594e-7dcf-4d20-a68a-2fe98ca57fac/3c92f8b5-a74e-4671-abd9-f55530362da5) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:38.591739 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.609397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea7927b1-07eb-43a8-9fee-cd4ecc65c414 req-05ede2a0-b384-40fc-940a-e75d22b38c42 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1992562 Jul 07 19:33:38.843031 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ead848c6-8025-4989-905f-9ad39ac881f0 req-698199e3-8357-4766-9c4f-6ebaec4f1166 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 210 time: 0.0961347 Jul 07 19:33:39.097902 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.133905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Transition to ACTIVE for port object 3c92f8b5-a74e-4671-abd9-f55530362da5 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:39.188429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344606e-ed7f-412d-927f-beadf7120667 req-2f0e89cf-71e2-49a4-9d1f-768b70b9240f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:39.219548 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344606e-ed7f-412d-927f-beadf7120667 req-2f0e89cf-71e2-49a4-9d1f-768b70b9240f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:39.236069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344606e-ed7f-412d-927f-beadf7120667 req-2f0e89cf-71e2-49a4-9d1f-768b70b9240f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:39.250316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344606e-ed7f-412d-927f-beadf7120667 req-2f0e89cf-71e2-49a4-9d1f-768b70b9240f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:39.265977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344606e-ed7f-412d-927f-beadf7120667 req-2f0e89cf-71e2-49a4-9d1f-768b70b9240f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:39.303839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344606e-ed7f-412d-927f-beadf7120667 req-2f0e89cf-71e2-49a4-9d1f-768b70b9240f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:39.316084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344606e-ed7f-412d-927f-beadf7120667 req-2f0e89cf-71e2-49a4-9d1f-768b70b9240f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:39.324393 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f344606e-ed7f-412d-927f-beadf7120667 req-2f0e89cf-71e2-49a4-9d1f-768b70b9240f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5431 time: 0.4581366 Jul 07 19:33:39.473812 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.476080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344606e-ed7f-412d-927f-beadf7120667 req-b979329f-9ad5-4285-8362-4bbab8384966 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:39.482928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f344606e-ed7f-412d-927f-beadf7120667 req-b979329f-9ad5-4285-8362-4bbab8384966 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "GET /v2.0/ports/768dc9ab-af3b-4396-b478-2e71bcc1a3f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1458063 Jul 07 19:33:39.517098 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Transition to ACTIVE for port object 80f4936e-f30c-4daf-a2c8-c175782e8069 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:39.532730 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.547602 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.827165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:39.926931 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.931976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:39.935937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:39.988459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Pushing event updated for resources: {'Port': ['ID=3c92f8b5-a74e-4671-abd9-f55530362da5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:40.057737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46324) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:40.071951 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51614385-22bd-429a-a7e0-2e71116697cb None None] Pushing event updated for resources: {'Port': ['ID=80f4936e-f30c-4daf-a2c8-c175782e8069,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:40.120322 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Attempting to bind port 80f4936e-f30c-4daf-a2c8-c175782e8069 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:40.127006 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Attempting to bind port 80f4936e-f30c-4daf-a2c8-c175782e8069 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '13849530-da52-48c6-ba96-8fed4d37a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:40.128575 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Attempting to bind port 80f4936e-f30c-4daf-a2c8-c175782e8069 on network 6b27db67-70c5-4a7b-a17e-a359bb3f587f {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:40.145712 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f344606e-ed7f-412d-927f-beadf7120667 req-18ba7da7-f1ba-4dee-abe3-c18db4629096 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "GET /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6443505 Jul 07 19:33:40.151273 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:40.151660 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Checking segment: {'id': '13849530-da52-48c6-ba96-8fed4d37a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:40.152069 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.152470 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Bound using segment: {'id': '13849530-da52-48c6-ba96-8fed4d37a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:40.152962 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Bound port: 80f4936e-f30c-4daf-a2c8-c175782e8069, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13849530-da52-48c6-ba96-8fed4d37a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:40.157008 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.175804 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-f344606e-ed7f-412d-927f-beadf7120667 req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:40.185183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf90fd-fb1a-4d03-b846-4efb10d6f10c req-ad9a1f66-6f15-4214-af0d-92157421d05f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:40.210314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf90fd-fb1a-4d03-b846-4efb10d6f10c req-ad9a1f66-6f15-4214-af0d-92157421d05f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:40.229331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf90fd-fb1a-4d03-b846-4efb10d6f10c req-ad9a1f66-6f15-4214-af0d-92157421d05f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:40.253355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf90fd-fb1a-4d03-b846-4efb10d6f10c req-ad9a1f66-6f15-4214-af0d-92157421d05f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:40.273931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf90fd-fb1a-4d03-b846-4efb10d6f10c req-ad9a1f66-6f15-4214-af0d-92157421d05f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:40.300243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf90fd-fb1a-4d03-b846-4efb10d6f10c req-ad9a1f66-6f15-4214-af0d-92157421d05f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:40.327956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf90fd-fb1a-4d03-b846-4efb10d6f10c req-ad9a1f66-6f15-4214-af0d-92157421d05f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:40.345634 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] For port 80f4936e-f30c-4daf-a2c8-c175782e8069, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:40.346453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16cf90fd-fb1a-4d03-b846-4efb10d6f10c req-ad9a1f66-6f15-4214-af0d-92157421d05f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5431 time: 0.4075608 Jul 07 19:33:40.373815 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] For port 80f4936e-f30c-4daf-a2c8-c175782e8069, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=80f4936e-f30c-4daf-a2c8-c175782e8069,segment=NetworkSegment(13849530-da52-48c6-ba96-8fed4d37a0f2),segment_id=13849530-da52-48c6-ba96-8fed4d37a0f2)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:40.392940 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.448910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:40.463236 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51614385-22bd-429a-a7e0-2e71116697cb None None] Pushing event updated for resources: {'Port': ['ID=80f4936e-f30c-4daf-a2c8-c175782e8069,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:40.467296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.477124 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Routers {'97de5139-195f-4cd9-814c-94c5cc86067b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:40.477639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.477746 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['97de5139-195f-4cd9-814c-94c5cc86067b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:40.515788 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-12e867c3-7bd0-4463-8d2b-6d9c9eae19e5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.0566528 Jul 07 19:33:40.544520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13888fba-480c-4a30-b3b5-c7bdc8561486 req-dd074fdf-d8f8-4dbc-9932-d74d8d92eb56 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:40.558062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13888fba-480c-4a30-b3b5-c7bdc8561486 req-dd074fdf-d8f8-4dbc-9932-d74d8d92eb56 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.7235439 Jul 07 19:33:40.591148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16cf90fd-fb1a-4d03-b846-4efb10d6f10c req-c4724acd-d26c-41a2-9471-f973fbc4a7fd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2382863 Jul 07 19:33:40.599480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Request body: {'port': {'device_id': 'd9249164-0986-42af-809f-256600bf3d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:40.667120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-09bb7121-6608-4466-a78d-2d6c47030b53 None None] Provisioning for port 3c92f8b5-a74e-4671-abd9-f55530362da5 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:40.674804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-09bb7121-6608-4466-a78d-2d6c47030b53 None None] Provisioning complete for port 3c92f8b5-a74e-4671-abd9-f55530362da5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:40.676252 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09bb7121-6608-4466-a78d-2d6c47030b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.684228 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] Set router 97de5139-195f-4cd9-814c-94c5cc86067b gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:40.814285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-09bb7121-6608-4466-a78d-2d6c47030b53 None None] Port 3c92f8b5-a74e-4671-abd9-f55530362da5 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:40.876802 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.915569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.929989 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.993916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa282888-e218-470c-8ca5-ec625941d1b2,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:41.008903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:41.016436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:41.017066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:41.017572 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:41.018073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:41.018573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:41.019098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:41.019788 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:41.020287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:41.020787 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:41.021348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:41.021958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:41.090474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13888fba-480c-4a30-b3b5-c7bdc8561486 req-a109cfc9-48da-4543-ae9c-e74ab522bc5a tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5304663 Jul 07 19:33:41.121816 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.136206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5be2813e-5df4-4c14-afed-8c9de2874feb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3478b347f4147818972bcc2a35dc47e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0714428 Jul 07 19:33:41.142447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46336) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:41.271110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a20acb-fb4f-4e30-b994-c306170d258d req-efbd9974-a831-4abc-a76c-b3d7a61730f8 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:41.283220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28a20acb-fb4f-4e30-b994-c306170d258d req-efbd9974-a831-4abc-a76c-b3d7a61730f8 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1028 time: 0.2541358 Jul 07 19:33:41.392344 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d683f631-1964-454e-b278-f9815fb7cb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.530687 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d683f631-1964-454e-b278-f9815fb7cb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.576911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28a20acb-fb4f-4e30-b994-c306170d258d req-057b84c8-3f18-4a78-b163-8cac4649bc8c tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924893 Jul 07 19:33:41.643498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d683f631-1964-454e-b278-f9815fb7cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.648195 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d683f631-1964-454e-b278-f9815fb7cb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.649594 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d683f631-1964-454e-b278-f9815fb7cb3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa282888-e218-470c-8ca5-ec625941d1b2 HTTP/1.1" status: 204 len: 168 time: 0.5017040 Jul 07 19:33:41.678437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683f631-1964-454e-b278-f9815fb7cb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa282888-e218-470c-8ca5-ec625941d1b2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:41.682127 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'name': 'tempest-TestServerMultinode-103332974-router', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'gw_port': {'id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '80f4936e-f30c-4daf-a2c8-c175782e8069', 'name': '', 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'mac_address': 'fa:16:3e:8a:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'a69ac81f-722a-4db5-86fb-f696ad061e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:29Z', 'updated_at': '2021-07-07T19:33:40Z', 'revision_number': 4, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'subnets': [{'id': 'a69ac81f-722a-4db5-86fb-f696ad061e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:41.808440 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49277cb-7a55-4a58-8745-61646c11f49a None None] The sync data for ids ['97de5139-195f-4cd9-814c-94c5cc86067b'] in n-d-793621-9 is: [{'id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'name': 'tempest-TestServerMultinode-103332974-router', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'gw_port': {'id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '80f4936e-f30c-4daf-a2c8-c175782e8069', 'name': '', 'network_id': '6b27db67-70c5-4a7b-a17e-a359bb3f587f', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'mac_address': 'fa:16:3e:8a:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'a69ac81f-722a-4db5-86fb-f696ad061e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:29Z', 'updated_at': '2021-07-07T19:33:40Z', 'revision_number': 4, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'subnets': [{'id': 'a69ac81f-722a-4db5-86fb-f696ad061e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:41.904363 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f344606e-ed7f-412d-927f-beadf7120667 req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] For port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=768dc9ab-af3b-4396-b478-2e71bcc1a3f6,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:41.958345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 80f4936e-f30c-4daf-a2c8-c175782e8069 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:42.124597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 80f4936e-f30c-4daf-a2c8-c175782e8069 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:42.134492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 80f4936e-f30c-4daf-a2c8-c175782e8069 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:42.135354 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.135541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22014c55-2dc5-4f5e-a141-f3313491709a req-60bbecfd-9aa1-4704-9b70-c7499bb2e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:42.140183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22014c55-2dc5-4f5e-a141-f3313491709a req-60bbecfd-9aa1-4704-9b70-c7499bb2e834 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1096 time: 0.3665934 Jul 07 19:33:42.267912 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.309912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f344606e-ed7f-412d-927f-beadf7120667 req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] For port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:42.354090 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 80f4936e-f30c-4daf-a2c8-c175782e8069, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=80f4936e-f30c-4daf-a2c8-c175782e8069,segment=NetworkSegment(13849530-da52-48c6-ba96-8fed4d37a0f2),segment_id=13849530-da52-48c6-ba96-8fed4d37a0f2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:42.367337 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.466693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-f344606e-ed7f-412d-927f-beadf7120667 req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] device_id is not set on port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:33:42.500336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.518143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46360) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:42.578460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=80f4936e-f30c-4daf-a2c8-c175782e8069,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:42.588194 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.651715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22014c55-2dc5-4f5e-a141-f3313491709a req-baa28f5c-3cf8-446e-a244-c9a385540db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:42.653192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22014c55-2dc5-4f5e-a141-f3313491709a req-baa28f5c-3cf8-446e-a244-c9a385540db0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.4285023 Jul 07 19:33:42.653982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.697287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ea29405b-59fc-4c4c-9bd0-5290a86a86cb no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:42.738139 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:33:42.767482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75c6cb-feb9-4e39-a892-ed312d7c8994 req-6b60421f-c6ac-4f5f-a407-343483e9cf33 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:42.769274 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f75c6cb-feb9-4e39-a892-ed312d7c8994 req-6b60421f-c6ac-4f5f-a407-343483e9cf33 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.6281219 Jul 07 19:33:42.808555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402a40c-056a-4fd4-a5b8-c41b38d74e9d req-96eab441-bb3e-4240-bec3-bea7175d7b37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:42.821558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402a40c-056a-4fd4-a5b8-c41b38d74e9d req-96eab441-bb3e-4240-bec3-bea7175d7b37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:42.838243 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402a40c-056a-4fd4-a5b8-c41b38d74e9d req-96eab441-bb3e-4240-bec3-bea7175d7b37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:42.851804 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402a40c-056a-4fd4-a5b8-c41b38d74e9d req-96eab441-bb3e-4240-bec3-bea7175d7b37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:42.870208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402a40c-056a-4fd4-a5b8-c41b38d74e9d req-96eab441-bb3e-4240-bec3-bea7175d7b37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:42.885964 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f75c6cb-feb9-4e39-a892-ed312d7c8994 req-a9ce2728-d69f-4d86-80ac-8181dfbe17a2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448697 Jul 07 19:33:42.891124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402a40c-056a-4fd4-a5b8-c41b38d74e9d req-96eab441-bb3e-4240-bec3-bea7175d7b37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:42.913561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402a40c-056a-4fd4-a5b8-c41b38d74e9d req-96eab441-bb3e-4240-bec3-bea7175d7b37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:42.925373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d402a40c-056a-4fd4-a5b8-c41b38d74e9d req-96eab441-bb3e-4240-bec3-bea7175d7b37 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 5353 time: 0.7465146 Jul 07 19:33:42.940901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22014c55-2dc5-4f5e-a141-f3313491709a req-2c0f187e-32ec-44a3-a02a-af107a252a85 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 999 time: 0.2728558 Jul 07 19:33:42.966362 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.012748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea29405b-59fc-4c4c-9bd0-5290a86a86cb'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:43.015455 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f96b97-726a-4d27-b4bf-9143dba20c51" -d '{"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-unplugged", "status": "completed", "tag": "ea29405b-59fc-4c4c-9bd0-5290a86a86cb"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:43.106420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ea29405b-59fc-4c4c-9bd0-5290a86a86cb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:43.127718 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.128457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device dea463da-e0bd-4504-b4aa-9d4410f64de1 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:43.132450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22014c55-2dc5-4f5e-a141-f3313491709a req-9976797c-7e8b-438e-bbdb-c94aa5c96292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:43.134390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22014c55-2dc5-4f5e-a141-f3313491709a req-9976797c-7e8b-438e-bbdb-c94aa5c96292 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1836858 Jul 07 19:33:43.192940 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.233766 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.299223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4f1352f5-66e0-4630-a85d-782892c4c8b4 None None] Provisioning complete for port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:43.307279 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4f1352f5-66e0-4630-a85d-782892c4c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.384228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4f1352f5-66e0-4630-a85d-782892c4c8b4 None None] Port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:43.385504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22014c55-2dc5-4f5e-a141-f3313491709a req-34e28ae3-5561-46a8-8944-04cfedc88ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:43.388158 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22014c55-2dc5-4f5e-a141-f3313491709a req-34e28ae3-5561-46a8-8944-04cfedc88ce3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2461550 Jul 07 19:33:43.405167 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b37c0dbe02e4ee4a5e7f9cc19c19409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8797383 Jul 07 19:33:43.411262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46374) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:43.464643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f344606e-ed7f-412d-927f-beadf7120667 req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] No DVR routers for this DVR port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:43.523484 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.537377 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d402a40c-056a-4fd4-a5b8-c41b38d74e9d req-60970508-f565-471f-9d2c-5126daed1ffd tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6085324 Jul 07 19:33:43.582228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:43.678305 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d81de97-79b3-4b4e-a85b-e62158c00bf5 x-openstack-request-id: req-7d81de97-79b3-4b4e-a85b-e62158c00bf5 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:43.678626 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-unplugged", "status": "completed", "tag": "ea29405b-59fc-4c4c-9bd0-5290a86a86cb", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:43.678921 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d81de97-79b3-4b4e-a85b-e62158c00bf5 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:43.679290 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea29405b-59fc-4c4c-9bd0-5290a86a86cb', 'code': 200} Jul 07 19:33:43.686443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port dea463da-e0bd-4504-b4aa-9d4410f64de1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=dea463da-e0bd-4504-b4aa-9d4410f64de1,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:43.689730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f344606e-ed7f-412d-927f-beadf7120667 req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] In _notify_port_updated(), no bound segment for port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 on network 670c7056-dca7-47fb-9792-9847dd3669c1 {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:33:43.690887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344606e-ed7f-412d-927f-beadf7120667 req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:43.691700 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.693306 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f344606e-ed7f-412d-927f-beadf7120667 req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] 10.222.0.48 "PUT /v2.0/ports/768dc9ab-af3b-4396-b478-2e71bcc1a3f6 HTTP/1.1" status: 200 len: 1027 time: 3.5438797 Jul 07 19:33:43.696987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.698126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 4219d048-4aa6-43ce-9248-c8af3c8ae30c no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:43.726275 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Pushing event updated for resources: {'Port': ['ID=768dc9ab-af3b-4396-b478-2e71bcc1a3f6,revision_number=6']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:43.804449 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8c6c188f-e885-4d6e-a8ac-04d8a686b6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.812868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0314a4-0a6d-4ede-b789-9eee256b227a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:43.846458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22014c55-2dc5-4f5e-a141-f3313491709a req-0ca08e1b-c41c-45ee-b91a-0fbc522f29b6 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501534 Jul 07 19:33:43.853401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8c6c188f-e885-4d6e-a8ac-04d8a686b6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.868266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.868744 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.868984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.875140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.875616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.875930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.876271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.876612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.876975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.877277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.877604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.880413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589596ff-442e-466e-b6dd-6b9634c8fc7a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.881263 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4436a-bf11-4c2b-800e-2eeb5e53a04b req-e748c285-614c-43fb-8e92-eaa89af2920f tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:43.882931 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7aa4436a-bf11-4c2b-800e-2eeb5e53a04b req-e748c285-614c-43fb-8e92-eaa89af2920f tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1028 time: 0.4706717 Jul 07 19:33:43.890120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=dea463da-e0bd-4504-b4aa-9d4410f64de1,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:43.905064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.905409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.905751 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.906087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.906746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.906746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.912208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.912682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.913030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.913368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.913703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.914241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482eedf-2069-4dfe-9425-3bff39f0bb82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.967251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 80f4936e-f30c-4daf-a2c8-c175782e8069 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:43.969252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344606e-ed7f-412d-927f-beadf7120667 req-a9a653f7-f68c-4b1e-8067-27407f2c1750 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:43.970721 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f344606e-ed7f-412d-927f-beadf7120667 req-a9a653f7-f68c-4b1e-8067-27407f2c1750 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "GET /v2.0/ports/187ae605-4dc9-46b9-9962-1a475e620dc7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2415774 Jul 07 19:33:43.977566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c92f8b5-a74e-4671-abd9-f55530362da5 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:33:44.015934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-f344606e-ed7f-412d-927f-beadf7120667 req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:44.042556 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.089242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7aa4436a-bf11-4c2b-800e-2eeb5e53a04b req-cbaef54c-949b-4061-85c6-b3469c42c6b8 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424959 Jul 07 19:33:44.130611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 4219d048-4aa6-43ce-9248-c8af3c8ae30c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=4219d048-4aa6-43ce-9248-c8af3c8ae30c,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:44.150055 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.151191 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.152016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d949ce9f-2979-471e-ac23-9481b32beb9b no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:44.154945 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8c6c188f-e885-4d6e-a8ac-04d8a686b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.157793 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8c6c188f-e885-4d6e-a8ac-04d8a686b6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.160203 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8c6c188f-e885-4d6e-a8ac-04d8a686b6c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e0314a4-0a6d-4ede-b789-9eee256b227a HTTP/1.1" status: 204 len: 168 time: 0.7460418 Jul 07 19:33:44.185654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22014c55-2dc5-4f5e-a141-f3313491709a req-917228f9-0df8-4fcf-b145-827ead68cedb service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156042 Jul 07 19:33:44.192999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c188f-e885-4d6e-a8ac-04d8a686b6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0314a4-0a6d-4ede-b789-9eee256b227a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:44.250296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Transition to ACTIVE for port object 3c92f8b5-a74e-4671-abd9-f55530362da5 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:44.293806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=4219d048-4aa6-43ce-9248-c8af3c8ae30c,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:44.312506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 80f4936e-f30c-4daf-a2c8-c175782e8069 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:44.313071 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.406814 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.545224 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.562013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c92f8b5-a74e-4671-abd9-f55530362da5,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:44.589436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.630759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d949ce9f-2979-471e-ac23-9481b32beb9b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d949ce9f-2979-471e-ac23-9481b32beb9b,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:44.653395 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.654286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 187ae605-4dc9-46b9-9962-1a475e620dc7 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:44.659248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ce43e-332a-4322-9d8a-068cb9cf1cca req-470bb50e-0e06-48bc-8e55-f0aeda89a80f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:44.665115 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a2ce43e-332a-4322-9d8a-068cb9cf1cca req-470bb50e-0e06-48bc-8e55-f0aeda89a80f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.3950894 Jul 07 19:33:44.929171 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d949ce9f-2979-471e-ac23-9481b32beb9b,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:45.084883 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.176073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b7199-1bd0-4587-8345-3f9348c99baa req-dd1fcbf3-c5bb-48e5-9c0a-59b2acebd60b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:45.181091 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a2ce43e-332a-4322-9d8a-068cb9cf1cca req-f10e4982-7df7-451a-b2d8-109e8de1159f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5150931 Jul 07 19:33:45.184965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b7199-1bd0-4587-8345-3f9348c99baa req-dd1fcbf3-c5bb-48e5-9c0a-59b2acebd60b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:45.190074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Attempting to bind port 3c92f8b5-a74e-4671-abd9-f55530362da5 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:45.190417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Attempting to bind port 3c92f8b5-a74e-4671-abd9-f55530362da5 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:45.190758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Attempting to bind port 3c92f8b5-a74e-4671-abd9-f55530362da5 on network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:45.194275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b7199-1bd0-4587-8345-3f9348c99baa req-dd1fcbf3-c5bb-48e5-9c0a-59b2acebd60b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:45.202563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Port 3c92f8b5-a74e-4671-abd9-f55530362da5 on network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:33:45.203010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Attempting to bind port 3c92f8b5-a74e-4671-abd9-f55530362da5 on network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:45.203560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b7199-1bd0-4587-8345-3f9348c99baa req-dd1fcbf3-c5bb-48e5-9c0a-59b2acebd60b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:45.210325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46404) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:45.211101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b7199-1bd0-4587-8345-3f9348c99baa req-dd1fcbf3-c5bb-48e5-9c0a-59b2acebd60b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:45.218229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b7199-1bd0-4587-8345-3f9348c99baa req-dd1fcbf3-c5bb-48e5-9c0a-59b2acebd60b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:45.227444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ff4b7199-1bd0-4587-8345-3f9348c99baa req-dd1fcbf3-c5bb-48e5-9c0a-59b2acebd60b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 4649 time: 0.3052690 Jul 07 19:33:45.242500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:45.242857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Checking segment: {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:45.244859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Bound using segment: {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:45.246088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Bound port: 3c92f8b5-a74e-4671-abd9-f55530362da5, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:45.248181 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.295356 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ff4b7199-1bd0-4587-8345-3f9348c99baa req-9535c57d-e6a8-447e-8924-f44bf8461ece tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=de372109-8c8c-45b6-93c2-778d6314b35e&id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665615 Jul 07 19:33:45.313397 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-adb15127-8dff-4423-bade-c7db7e63646c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.341918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f344606e-ed7f-412d-927f-beadf7120667 req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] For port 187ae605-4dc9-46b9-9962-1a475e620dc7, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=187ae605-4dc9-46b9-9962-1a475e620dc7,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:45.434940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] For port 3c92f8b5-a74e-4671-abd9-f55530362da5, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:45.438258 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] For port 3c92f8b5-a74e-4671-abd9-f55530362da5, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=3c92f8b5-a74e-4671-abd9-f55530362da5,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:45.453879 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.457988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f344606e-ed7f-412d-927f-beadf7120667 req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] For port 187ae605-4dc9-46b9-9962-1a475e620dc7, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:45.611730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:45.612368 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.613791 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] 10.222.0.110 "PUT /v2.0/ports/3c92f8b5-a74e-4671-abd9-f55530362da5 HTTP/1.1" status: 200 len: 1092 time: 5.0526474 Jul 07 19:33:45.625508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9249164-0986-42af-809f-256600bf3d9a', 'tag': '3c92f8b5-a74e-4671-abd9-f55530362da5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:45.625508 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2736700d-fc40-4819-8ae5-c268db4c0ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "d9249164-0986-42af-809f-256600bf3d9a", "tag": "3c92f8b5-a74e-4671-abd9-f55530362da5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:45.628964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-f344606e-ed7f-412d-927f-beadf7120667 req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] device_id is not set on port 187ae605-4dc9-46b9-9962-1a475e620dc7 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:33:45.684332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea463da-e0bd-4504-b4aa-9d4410f64de1'}, {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4219d048-4aa6-43ce-9248-c8af3c8ae30c'}, {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd949ce9f-2979-471e-ac23-9481b32beb9b'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:45.692765 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561842d0-7204-4720-ac15-ace592b8d4ed" -d '{"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-unplugged", "status": "completed", "tag": "dea463da-e0bd-4504-b4aa-9d4410f64de1"}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-unplugged", "status": "completed", "tag": "4219d048-4aa6-43ce-9248-c8af3c8ae30c"}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-unplugged", "status": "completed", "tag": "d949ce9f-2979-471e-ac23-9481b32beb9b"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:45.733227 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a89971-cc59-4653-936b-8332f1ff6040 x-openstack-request-id: req-e0a89971-cc59-4653-936b-8332f1ff6040 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:45.733823 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9249164-0986-42af-809f-256600bf3d9a", "tag": "3c92f8b5-a74e-4671-abd9-f55530362da5", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:45.734305 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0a89971-cc59-4653-936b-8332f1ff6040 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:45.735000 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9249164-0986-42af-809f-256600bf3d9a', 'tag': '3c92f8b5-a74e-4671-abd9-f55530362da5', 'status': 'completed', 'code': 200} Jul 07 19:33:45.739744 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.816999 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf9fecf-83b9-4243-9f50-5185ed25da83 x-openstack-request-id: req-0bf9fecf-83b9-4243-9f50-5185ed25da83 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:45.817666 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-unplugged", "status": "completed", "tag": "dea463da-e0bd-4504-b4aa-9d4410f64de1", "code": 200}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-unplugged", "status": "completed", "tag": "4219d048-4aa6-43ce-9248-c8af3c8ae30c", "code": 200}, {"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-unplugged", "status": "completed", "tag": "d949ce9f-2979-471e-ac23-9481b32beb9b", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:45.818212 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0bf9fecf-83b9-4243-9f50-5185ed25da83 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:45.819361 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea463da-e0bd-4504-b4aa-9d4410f64de1', 'code': 200} Jul 07 19:33:45.819860 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4219d048-4aa6-43ce-9248-c8af3c8ae30c', 'code': 200} Jul 07 19:33:45.820318 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd949ce9f-2979-471e-ac23-9481b32beb9b', 'code': 200} Jul 07 19:33:45.855251 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c816a-913d-41eb-9af2-b33778bc88f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c92f8b5-a74e-4671-abd9-f55530362da5,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:45.861162 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.958441 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:33:45.960081 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:33:46.021986 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708939b0-da0c-41b8-bb55-58ad2e782db3 req-a05802d4-973b-4a77-a8c8-9fb4b33adc85 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:46.035172 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-708939b0-da0c-41b8-bb55-58ad2e782db3 req-a05802d4-973b-4a77-a8c8-9fb4b33adc85 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1095 time: 0.5858681 Jul 07 19:33:46.045417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-adb15127-8dff-4423-bade-c7db7e63646c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.091211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f344606e-ed7f-412d-927f-beadf7120667 req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] No DVR routers for this DVR port 187ae605-4dc9-46b9-9962-1a475e620dc7 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:46.094625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] Pushing event updated for resources: {'Port': ['ID=187ae605-4dc9-46b9-9962-1a475e620dc7,revision_number=6']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:46.105429 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-adb15127-8dff-4423-bade-c7db7e63646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.448427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ad017da9-5ab4-453e-bd1f-245ea00aee27 None None] Provisioning complete for port 187ae605-4dc9-46b9-9962-1a475e620dc7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:46.452766 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ad017da9-5ab4-453e-bd1f-245ea00aee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.564009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b8a29686-3c06-475e-8cad-a99cbf484113 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:46.628906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ad017da9-5ab4-453e-bd1f-245ea00aee27 None None] Port 187ae605-4dc9-46b9-9962-1a475e620dc7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:46.678320 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949e2fe-fed1-40a6-8412-5bf52456ae3c req-180e7b31-4ddf-4ee1-9efd-b68aa6791e99 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:46.695545 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3949e2fe-fed1-40a6-8412-5bf52456ae3c req-180e7b31-4ddf-4ee1-9efd-b68aa6791e99 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.3159878 Jul 07 19:33:46.769995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb15127-8dff-4423-bade-c7db7e63646c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330510b8-10a1-4d77-8823-544e02902fd1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:46.788253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f344606e-ed7f-412d-927f-beadf7120667 req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] In _notify_port_updated(), no bound segment for port 187ae605-4dc9-46b9-9962-1a475e620dc7 on network 670c7056-dca7-47fb-9792-9847dd3669c1 {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:33:46.789161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344606e-ed7f-412d-927f-beadf7120667 req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:46.789769 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.791261 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f344606e-ed7f-412d-927f-beadf7120667 req-08cfa3d1-f7d9-4fa3-ac7c-34d302a16d82 service neutron] 10.222.0.48 "PUT /v2.0/ports/187ae605-4dc9-46b9-9962-1a475e620dc7 HTTP/1.1" status: 200 len: 1026 time: 2.8048360 Jul 07 19:33:46.793065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-89cc5f4f-e57e-4f68-a0b7-d8c2041b05cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:46.794474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-89cc5f4f-e57e-4f68-a0b7-d8c2041b05cc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffc851f64d254890be711ddfb9c1042c&device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1095 time: 1.0798807 Jul 07 19:33:46.822165 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3949e2fe-fed1-40a6-8412-5bf52456ae3c req-da5d1120-cdbc-483f-832e-b69e18be0bf0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220434 Jul 07 19:33:46.856172 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.867149 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-708939b0-da0c-41b8-bb55-58ad2e782db3 req-f6a808b0-df92-453a-90e3-ea88fb9f8e29 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8308046 Jul 07 19:33:46.887476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-adb15127-8dff-4423-bade-c7db7e63646c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=64302bccdf5c404498802a2c7f7f7c62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6349132 Jul 07 19:33:46.890167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46450) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:46.891779 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-1c2daf61-f463-4137-a10a-8ee07effa3d2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c92f8b5-a74e-4671-abd9-f55530362da5 HTTP/1.1" status: 200 len: 217 time: 0.0751159 Jul 07 19:33:47.031112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b8a29686-3c06-475e-8cad-a99cbf484113, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b8a29686-3c06-475e-8cad-a99cbf484113,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:47.039777 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.043269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:47.056867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06d6e5ed-76c5-4b65-b89a-c8f0408ca89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.101113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-f3430efe-07ef-41e2-a9f4-715264b3f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:47.102738 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-f3430efe-07ef-41e2-a9f4-715264b3f08e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2f8b594e-7dcf-4d20-a68a-2fe98ca57fac HTTP/1.1" status: 200 len: 849 time: 0.1989541 Jul 07 19:33:47.144580 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06d6e5ed-76c5-4b65-b89a-c8f0408ca89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.267376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06d6e5ed-76c5-4b65-b89a-c8f0408ca89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.270288 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06d6e5ed-76c5-4b65-b89a-c8f0408ca89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.283539 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-06d6e5ed-76c5-4b65-b89a-c8f0408ca89d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/330510b8-10a1-4d77-8823-544e02902fd1 HTTP/1.1" status: 204 len: 168 time: 0.3905268 Jul 07 19:33:47.298932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6e5ed-76c5-4b65-b89a-c8f0408ca89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330510b8-10a1-4d77-8823-544e02902fd1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:47.303225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f344606e-ed7f-412d-927f-beadf7120667 req-7388a132-ed09-4eea-bee1-f622f3c3cf54 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Deleting port d949ce9f-2979-471e-ac23-9481b32beb9b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:47.304480 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-7388a132-ed09-4eea-bee1-f622f3c3cf54 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.343451 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b8a29686-3c06-475e-8cad-a99cbf484113,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:47.376141 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:47.426205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-90fe067e-7090-49eb-aba2-8c50ff2474ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:47.428112 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-90fe067e-7090-49eb-aba2-8c50ff2474ba service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a9365b9a-b7ba-4509-bb9e-e36f5198ee8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3099785 Jul 07 19:33:47.667477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987214fd-a7a2-47ad-903f-b2be790cd241 req-93abf3c6-02fb-428e-9ea7-37ae8832dce2 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:47.674681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987214fd-a7a2-47ad-903f-b2be790cd241 req-93abf3c6-02fb-428e-9ea7-37ae8832dce2 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:47.683121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987214fd-a7a2-47ad-903f-b2be790cd241 req-93abf3c6-02fb-428e-9ea7-37ae8832dce2 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:47.689813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987214fd-a7a2-47ad-903f-b2be790cd241 req-93abf3c6-02fb-428e-9ea7-37ae8832dce2 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:47.697221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987214fd-a7a2-47ad-903f-b2be790cd241 req-93abf3c6-02fb-428e-9ea7-37ae8832dce2 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:47.713535 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-987214fd-a7a2-47ad-903f-b2be790cd241 req-93abf3c6-02fb-428e-9ea7-37ae8832dce2 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 3874 time: 0.2833447 Jul 07 19:33:47.817476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f344606e-ed7f-412d-927f-beadf7120667 req-7388a132-ed09-4eea-bee1-f622f3c3cf54 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] For port d949ce9f-2979-471e-ac23-9481b32beb9b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d949ce9f-2979-471e-ac23-9481b32beb9b,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:47.817476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-7388a132-ed09-4eea-bee1-f622f3c3cf54 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.819857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-987214fd-a7a2-47ad-903f-b2be790cd241 req-e6f1f0ba-5498-4f48-b2ed-819d61e1e570 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051373 Jul 07 19:33:47.823617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a29686-3c06-475e-8cad-a99cbf484113'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:47.826490 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8404c8-26a0-43e1-b5f8-3700d77c6b3d" -d '{"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a29686-3c06-475e-8cad-a99cbf484113"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:47.829766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314119f-bd1d-4eda-b086-417e53ff04fc req-4894555f-0046-44b8-ae12-9868c7ac2b62 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:47.837598 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7314119f-bd1d-4eda-b086-417e53ff04fc req-4894555f-0046-44b8-ae12-9868c7ac2b62 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.7295139 Jul 07 19:33:47.890686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f344606e-ed7f-412d-927f-beadf7120667 req-7388a132-ed09-4eea-bee1-f622f3c3cf54 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Calling delete_port for d949ce9f-2979-471e-ac23-9481b32beb9b owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:47.929392 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd3cf7e-ea80-4675-bd33-b98ae44164c5 x-openstack-request-id: req-8bd3cf7e-ea80-4675-bd33-b98ae44164c5 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:47.929674 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a29686-3c06-475e-8cad-a99cbf484113", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:47.930090 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bd3cf7e-ea80-4675-bd33-b98ae44164c5 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:47.930655 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a29686-3c06-475e-8cad-a99cbf484113', 'code': 200} Jul 07 19:33:47.982614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-82f559bb-d3dc-4239-a4e9-e6c40e8ccb91 service neutron] 10.222.0.110 "GET /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375144 Jul 07 19:33:48.047392 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7314119f-bd1d-4eda-b086-417e53ff04fc req-ff7e6afc-a97a-44c1-b67f-3e89ff34ff85 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064195 Jul 07 19:33:48.207388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71b623-7c3a-44b4-ae86-8ddd9ece4295 req-cc54e51c-b4e4-4a1c-b46c-c1303e7a1d1b tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:48.214279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a71b623-7c3a-44b4-ae86-8ddd9ece4295 req-cc54e51c-b4e4-4a1c-b46c-c1303e7a1d1b tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1095 time: 0.1565011 Jul 07 19:33:48.326872 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a71b623-7c3a-44b4-ae86-8ddd9ece4295 req-1f0d6687-ff0e-4c95-b848-0a02678eb309 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113050 Jul 07 19:33:48.375099 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09b95bfb-f69f-49a0-b769-37711c0fd337 req-25ea4dcf-35cb-49ba-a2e6-8cfb026698c5 service neutron] 10.222.0.110 "GET /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751998 Jul 07 19:33:48.545480 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-7388a132-ed09-4eea-bee1-f622f3c3cf54 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:48.645953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388a132-ed09-4eea-bee1-f622f3c3cf54 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Port': ['ID=d949ce9f-2979-471e-ac23-9481b32beb9b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:48.726251 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f344606e-ed7f-412d-927f-beadf7120667 req-7388a132-ed09-4eea-bee1-f622f3c3cf54 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] No DVR routers for this DVR port d949ce9f-2979-471e-ac23-9481b32beb9b on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:48.740720 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-7388a132-ed09-4eea-bee1-f622f3c3cf54 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:48.742835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f344606e-ed7f-412d-927f-beadf7120667 req-7388a132-ed09-4eea-bee1-f622f3c3cf54 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "DELETE /v2.0/ports/d949ce9f-2979-471e-ac23-9481b32beb9b HTTP/1.1" status: 204 len: 173 time: 1.9366820 Jul 07 19:33:48.744318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-deleted', 'tag': 'd949ce9f-2979-471e-ac23-9481b32beb9b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:48.746764 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b7b68b-9b70-4606-a8f5-a295d66dbf1a" -d '{"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-deleted", "tag": "d949ce9f-2979-471e-ac23-9481b32beb9b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:48.935027 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f5c771-4917-46ae-baf7-176aed6946eb x-openstack-request-id: req-b7f5c771-4917-46ae-baf7-176aed6946eb {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:48.935655 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-deleted", "tag": "d949ce9f-2979-471e-ac23-9481b32beb9b", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:48.935655 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7f5c771-4917-46ae-baf7-176aed6946eb {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:48.936125 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-deleted', 'tag': 'd949ce9f-2979-471e-ac23-9481b32beb9b', 'status': 'completed', 'code': 200} Jul 07 19:33:49.038820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736700d-fc40-4819-8ae5-c268db4c0ad2 req-8af48fa1-556c-4241-9714-d42a4f2a8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:49.044629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2736700d-fc40-4819-8ae5-c268db4c0ad2 req-8af48fa1-556c-4241-9714-d42a4f2a8b54 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffc851f64d254890be711ddfb9c1042c&device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1095 time: 0.5726247 Jul 07 19:33:49.266585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f344606e-ed7f-412d-927f-beadf7120667 req-45f784e6-c781-440d-8dac-bbf2d6a42e9f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Deleting port dea463da-e0bd-4504-b4aa-9d4410f64de1 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:49.267537 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-45f784e6-c781-440d-8dac-bbf2d6a42e9f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.280900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79b6d8-a445-49c3-8549-838a7a374a72 req-a425718c-413a-4e01-b81a-851acb6286ce tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:49.288700 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d79b6d8-a445-49c3-8549-838a7a374a72 req-a425718c-413a-4e01-b81a-851acb6286ce tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2708855 Jul 07 19:33:49.307911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736700d-fc40-4819-8ae5-c268db4c0ad2 req-fbd0b792-b07b-45b0-950b-8ed28f83cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:49.309426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2736700d-fc40-4819-8ae5-c268db4c0ad2 req-fbd0b792-b07b-45b0-950b-8ed28f83cc04 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a9365b9a-b7ba-4509-bb9e-e36f5198ee8a HTTP/1.1" status: 200 len: 911 time: 0.2508090 Jul 07 19:33:49.472734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e40d-64a9-495f-8e7e-020e3c5606f7 req-eef56d95-3a72-4f1a-a09d-fa5e6cefeed4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:49.489295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e40d-64a9-495f-8e7e-020e3c5606f7 req-eef56d95-3a72-4f1a-a09d-fa5e6cefeed4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:49.512061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e40d-64a9-495f-8e7e-020e3c5606f7 req-eef56d95-3a72-4f1a-a09d-fa5e6cefeed4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:49.518633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e40d-64a9-495f-8e7e-020e3c5606f7 req-eef56d95-3a72-4f1a-a09d-fa5e6cefeed4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:49.523193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2736700d-fc40-4819-8ae5-c268db4c0ad2 req-55e437a7-b5e5-49a7-9f61-1eb3683a621b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c92f8b5-a74e-4671-abd9-f55530362da5 HTTP/1.1" status: 200 len: 217 time: 0.1917155 Jul 07 19:33:49.530236 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1145e40d-64a9-495f-8e7e-020e3c5606f7 req-eef56d95-3a72-4f1a-a09d-fa5e6cefeed4 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 3142 time: 0.2162335 Jul 07 19:33:49.641933 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1145e40d-64a9-495f-8e7e-020e3c5606f7 req-334df160-5f21-4976-bbfa-69a17c4b0769 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065967 Jul 07 19:33:49.662627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d79b6d8-a445-49c3-8549-838a7a374a72 req-ade4d43d-2cee-4e56-8856-8b64f1e99a0c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648796 Jul 07 19:33:49.809828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736700d-fc40-4819-8ae5-c268db4c0ad2 req-9ab759c2-9f89-4b43-8f11-190d2506d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:49.811970 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2736700d-fc40-4819-8ae5-c268db4c0ad2 req-9ab759c2-9f89-4b43-8f11-190d2506d2d0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2f8b594e-7dcf-4d20-a68a-2fe98ca57fac HTTP/1.1" status: 200 len: 849 time: 0.2356372 Jul 07 19:33:49.925527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f344606e-ed7f-412d-927f-beadf7120667 req-45f784e6-c781-440d-8dac-bbf2d6a42e9f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] For port dea463da-e0bd-4504-b4aa-9d4410f64de1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=dea463da-e0bd-4504-b4aa-9d4410f64de1,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:49.941987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-45f784e6-c781-440d-8dac-bbf2d6a42e9f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.980204 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d97d4a-b792-4941-a294-4ca7c2f6d1e0 req-eb477f0f-0e26-4af2-b411-63fdd089f579 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:49.994081 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00d97d4a-b792-4941-a294-4ca7c2f6d1e0 req-eb477f0f-0e26-4af2-b411-63fdd089f579 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1095 time: 0.1395531 Jul 07 19:33:49.999410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f344606e-ed7f-412d-927f-beadf7120667 req-45f784e6-c781-440d-8dac-bbf2d6a42e9f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Calling delete_port for dea463da-e0bd-4504-b4aa-9d4410f64de1 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:50.098045 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00d97d4a-b792-4941-a294-4ca7c2f6d1e0 req-1f9b0b36-15fd-414f-a444-5f8b3412456e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030505 Jul 07 19:33:50.241244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736700d-fc40-4819-8ae5-c268db4c0ad2 req-7f942470-f785-4827-a1f0-0709d497255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:50.243658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2736700d-fc40-4819-8ae5-c268db4c0ad2 req-7f942470-f785-4827-a1f0-0709d497255b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a9365b9a-b7ba-4509-bb9e-e36f5198ee8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4190683 Jul 07 19:33:50.409556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfdd60-ecbd-42ef-816a-8797daa8cd9b req-0526fb3e-257d-435b-b38a-5dc202015a5f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:50.411355 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cfcfdd60-ecbd-42ef-816a-8797daa8cd9b req-0526fb3e-257d-435b-b38a-5dc202015a5f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2307768 Jul 07 19:33:50.427392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-45f784e6-c781-440d-8dac-bbf2d6a42e9f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.493228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f784e6-c781-440d-8dac-bbf2d6a42e9f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Port': ['ID=dea463da-e0bd-4504-b4aa-9d4410f64de1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:50.584338 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2736700d-fc40-4819-8ae5-c268db4c0ad2 req-5e373a49-4cb9-4046-9415-ce7aaa1704bc service neutron] 10.222.0.110 "GET /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059328 Jul 07 19:33:50.814274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f344606e-ed7f-412d-927f-beadf7120667 req-45f784e6-c781-440d-8dac-bbf2d6a42e9f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] No DVR routers for this DVR port dea463da-e0bd-4504-b4aa-9d4410f64de1 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:50.818093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2736700d-fc40-4819-8ae5-c268db4c0ad2 req-6d544e16-3cc8-4884-8397-2dbd90ecacd9 service neutron] 10.222.0.110 "GET /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824760 Jul 07 19:33:50.828895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cfcfdd60-ecbd-42ef-816a-8797daa8cd9b req-da088d69-52a8-49da-a7fd-cc9ee6556d6c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027686 Jul 07 19:33:50.837972 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-45f784e6-c781-440d-8dac-bbf2d6a42e9f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.854306 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f344606e-ed7f-412d-927f-beadf7120667 req-45f784e6-c781-440d-8dac-bbf2d6a42e9f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "DELETE /v2.0/ports/dea463da-e0bd-4504-b4aa-9d4410f64de1 HTTP/1.1" status: 204 len: 173 time: 2.0937712 Jul 07 19:33:50.942399 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-deleted', 'tag': 'dea463da-e0bd-4504-b4aa-9d4410f64de1'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:50.947486 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c911d9-9032-4b02-8c65-21270ddbeb63" -d '{"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-deleted", "tag": "dea463da-e0bd-4504-b4aa-9d4410f64de1"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:51.046700 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0c2fda76-aee2-4932-8c08-017eb0191ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.077082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd07883-be0d-4432-8621-3211adc800b0 req-6edaa860-2753-4482-94a4-960be3f38159 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:51.100924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd07883-be0d-4432-8621-3211adc800b0 req-6edaa860-2753-4482-94a4-960be3f38159 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:51.109712 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f628b37-66b5-4eb7-a0c3-482689a7cf31 x-openstack-request-id: req-7f628b37-66b5-4eb7-a0c3-482689a7cf31 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:51.113902 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-deleted", "tag": "dea463da-e0bd-4504-b4aa-9d4410f64de1", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:51.114278 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f628b37-66b5-4eb7-a0c3-482689a7cf31 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:51.118035 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-deleted', 'tag': 'dea463da-e0bd-4504-b4aa-9d4410f64de1', 'status': 'completed', 'code': 200} Jul 07 19:33:51.126440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd07883-be0d-4432-8621-3211adc800b0 req-6edaa860-2753-4482-94a4-960be3f38159 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:51.154992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bd07883-be0d-4432-8621-3211adc800b0 req-6edaa860-2753-4482-94a4-960be3f38159 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 2409 time: 0.2253246 Jul 07 19:33:51.205499 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f344606e-ed7f-412d-927f-beadf7120667 req-ad10524f-9f0e-4cd8-974a-fb8979608135 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Deleting port ea29405b-59fc-4c4c-9bd0-5290a86a86cb {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:51.206948 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-ad10524f-9f0e-4cd8-974a-fb8979608135 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.288670 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bd07883-be0d-4432-8621-3211adc800b0 req-06db37ec-c9e5-4ded-a138-1b48aff59923 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325688 Jul 07 19:33:51.541181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f344606e-ed7f-412d-927f-beadf7120667 req-ad10524f-9f0e-4cd8-974a-fb8979608135 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] For port ea29405b-59fc-4c4c-9bd0-5290a86a86cb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:51.541551 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-ad10524f-9f0e-4cd8-974a-fb8979608135 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.578091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f344606e-ed7f-412d-927f-beadf7120667 req-ad10524f-9f0e-4cd8-974a-fb8979608135 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Calling delete_port for ea29405b-59fc-4c4c-9bd0-5290a86a86cb owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:51.713721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 3c92f8b5-a74e-4671-abd9-f55530362da5 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:33:51.727973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac52e1e-26ff-4c85-8d78-2ae1d80a25af req-75acd1ef-e580-4885-9d8c-9078e5b56774 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:51.737716 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bac52e1e-26ff-4c85-8d78-2ae1d80a25af req-75acd1ef-e580-4885-9d8c-9078e5b56774 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1095 time: 0.3048470 Jul 07 19:33:51.865177 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bac52e1e-26ff-4c85-8d78-2ae1d80a25af req-e77108e2-0429-47c9-86e9-7bb63316c33d tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249821 Jul 07 19:33:51.993578 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 3c92f8b5-a74e-4671-abd9-f55530362da5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=3c92f8b5-a74e-4671-abd9-f55530362da5,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:52.052852 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '3c92f8b5-a74e-4671-abd9-f55530362da5', 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a', 'port_id': '3c92f8b5-a74e-4671-abd9-f55530362da5', 'mac_address': 'fa:16:3e:3e:53:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:33:52.061984 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-ad10524f-9f0e-4cd8-974a-fb8979608135 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:52.135129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10524f-9f0e-4cd8-974a-fb8979608135 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Port': ['ID=ea29405b-59fc-4c4c-9bd0-5290a86a86cb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:52.179866 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:52.241216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c92f8b5-a74e-4671-abd9-f55530362da5 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:33:52.321304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 3c92f8b5-a74e-4671-abd9-f55530362da5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=3c92f8b5-a74e-4671-abd9-f55530362da5,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:52.334965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f344606e-ed7f-412d-927f-beadf7120667 req-ad10524f-9f0e-4cd8-974a-fb8979608135 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] No DVR routers for this DVR port ea29405b-59fc-4c4c-9bd0-5290a86a86cb on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:52.340554 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-ad10524f-9f0e-4cd8-974a-fb8979608135 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:52.342629 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:52.344049 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f344606e-ed7f-412d-927f-beadf7120667 req-ad10524f-9f0e-4cd8-974a-fb8979608135 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "DELETE /v2.0/ports/ea29405b-59fc-4c4c-9bd0-5290a86a86cb HTTP/1.1" status: 204 len: 173 time: 1.4789841 Jul 07 19:33:52.440161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f320a9-a691-438e-a0b7-74eb8035fff0 req-87082460-9741-4e3e-8b8e-7e4ee10cc24f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:52.454442 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f9f320a9-a691-438e-a0b7-74eb8035fff0 req-87082460-9741-4e3e-8b8e-7e4ee10cc24f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2446191 Jul 07 19:33:52.480075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=3c92f8b5-a74e-4671-abd9-f55530362da5,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:52.565482 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f9f320a9-a691-438e-a0b7-74eb8035fff0 req-a34ca354-1f75-489d-ad8a-c6e7cce44db4 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080709 Jul 07 19:33:52.719036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Deleting port 4219d048-4aa6-43ce-9248-c8af3c8ae30c {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:52.719383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:52.734686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['3c92f8b5-a74e-4671-abd9-f55530362da5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:33:53.356831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59b9db-2981-4ed9-b19d-bcc251232310 req-a7961277-6972-4c29-a60a-4ab7397165ec tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:53.361122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b59b9db-2981-4ed9-b19d-bcc251232310 req-a7961277-6972-4c29-a60a-4ab7397165ec tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1096 time: 0.1151474 Jul 07 19:33:53.481669 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b59b9db-2981-4ed9-b19d-bcc251232310 req-64f0b45f-fcab-47f7-90b5-6fe7fd919686 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131806 Jul 07 19:33:53.518983 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-435413ab-e7cd-4706-875a-4371e34028ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:53.576010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-deleted', 'tag': 'ea29405b-59fc-4c4c-9bd0-5290a86a86cb'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:53.579595 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8833f780-7b18-429e-b6a2-e9b020654e0c" -d '{"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-deleted", "tag": "ea29405b-59fc-4c4c-9bd0-5290a86a86cb"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:53.603193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2d892-b82c-4d6e-802b-00eed1f4d1c5 req-624d8ccb-217c-4405-a8a4-b97e9b346a93 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:53.609432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2d892-b82c-4d6e-802b-00eed1f4d1c5 req-624d8ccb-217c-4405-a8a4-b97e9b346a93 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:53.618466 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-72c2d892-b82c-4d6e-802b-00eed1f4d1c5 req-624d8ccb-217c-4405-a8a4-b97e9b346a93 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 1676 time: 1.0474083 Jul 07 19:33:53.714351 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-72c2d892-b82c-4d6e-802b-00eed1f4d1c5 req-63034a8d-193d-4a3b-b43c-3b1d0029c3f9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946963 Jul 07 19:33:53.775362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] For port 4219d048-4aa6-43ce-9248-c8af3c8ae30c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=4219d048-4aa6-43ce-9248-c8af3c8ae30c,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:53.775989 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:53.842106 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:53.850007 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd6bd5b-ec19-46a6-8fde-ecb3d98bdfb0 x-openstack-request-id: req-fbd6bd5b-ec19-46a6-8fde-ecb3d98bdfb0 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:53.850513 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-deleted", "tag": "ea29405b-59fc-4c4c-9bd0-5290a86a86cb", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:53.850954 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbd6bd5b-ec19-46a6-8fde-ecb3d98bdfb0 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:53.851507 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-deleted', 'tag': 'ea29405b-59fc-4c4c-9bd0-5290a86a86cb', 'status': 'completed', 'code': 200} Jul 07 19:33:53.866506 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519726c2-c515-47cf-ace6-2499340cde91 req-5c46f0d8-68b2-4a7d-af3d-f6c148d74546 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:53.876758 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-519726c2-c515-47cf-ace6-2499340cde91 req-5c46f0d8-68b2-4a7d-af3d-f6c148d74546 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1503541 Jul 07 19:33:53.954082 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-519726c2-c515-47cf-ace6-2499340cde91 req-920bbf6f-ec1f-4d1a-832a-fb6162aff323 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760369 Jul 07 19:33:54.103425 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:54.103897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:54.104317 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Floating IP c9c8be83-4212-4ade-a84b-0447e3e72a55 disassociated. External IP: 172.25.0.194, port: 4219d048-4aa6-43ce-9248-c8af3c8ae30c. Jul 07 19:33:54.104772 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Calling delete_port for 4219d048-4aa6-43ce-9248-c8af3c8ae30c owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:54.301420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:54.338578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Port': ['ID=4219d048-4aa6-43ce-9248-c8af3c8ae30c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:54.457266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002407b-1bf2-4caf-916d-7c7882902a6a req-f6f700bb-cf0c-4457-ad68-d7a597fea9d5 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:54.464972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e002407b-1bf2-4caf-916d-7c7882902a6a req-f6f700bb-cf0c-4457-ad68-d7a597fea9d5 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2134166 Jul 07 19:33:54.537717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Router 751155f6-a835-4175-8831-35f1a0c0a977 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:54.569728 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e002407b-1bf2-4caf-916d-7c7882902a6a req-19be991e-c1b9-45bc-a4cf-8e9891d406b2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040344 Jul 07 19:33:54.794628 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:54.896753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf6195-ca6b-42e3-9e38-4bb5bd0bf14a req-60e6dc53-d319-4a41-bb26-22d2b647c914 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:54.913054 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36bf6195-ca6b-42e3-9e38-4bb5bd0bf14a req-60e6dc53-d319-4a41-bb26-22d2b647c914 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1096 time: 0.1290047 Jul 07 19:33:54.920165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:54.932555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1954064a-e883-4382-af59-8fd144ae58d7 None None] Sync routers for ids ['751155f6-a835-4175-8831-35f1a0c0a977'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:54.951565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954064a-e883-4382-af59-8fd144ae58d7 None None] Routers {'751155f6-a835-4175-8831-35f1a0c0a977'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:54.956035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1954064a-e883-4382-af59-8fd144ae58d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:33:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['751155f6-a835-4175-8831-35f1a0c0a977'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:54.990005 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36bf6195-ca6b-42e3-9e38-4bb5bd0bf14a req-ea02a569-5421-4fd1-829d-29445fa96c9a tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756619 Jul 07 19:33:55.111253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] No DVR routers for this DVR port 4219d048-4aa6-43ce-9248-c8af3c8ae30c on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:55.122128 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.132795 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f344606e-ed7f-412d-927f-beadf7120667 req-ab8ddb47-4935-41df-998a-deebae6c870d tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "DELETE /v2.0/ports/4219d048-4aa6-43ce-9248-c8af3c8ae30c HTTP/1.1" status: 204 len: 173 time: 2.7825315 Jul 07 19:33:55.212438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-1954064a-e883-4382-af59-8fd144ae58d7 None None] Set router 751155f6-a835-4175-8831-35f1a0c0a977 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:55.394338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcdcb1-15aa-4fca-ac2a-232ea7bb7242 req-41940c24-f678-4c29-88c2-abddd863e170 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:55.408272 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acdcdcb1-15aa-4fca-ac2a-232ea7bb7242 req-41940c24-f678-4c29-88c2-abddd863e170 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1607990 Jul 07 19:33:55.500961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acdcdcb1-15aa-4fca-ac2a-232ea7bb7242 req-8e4ca9a5-6a10-410a-8044-9fa1b2eeca40 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915077 Jul 07 19:33:55.502126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f344606e-ed7f-412d-927f-beadf7120667 req-d853b281-eb75-4795-88c6-f24bf38af817 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Deleting port b8a29686-3c06-475e-8cad-a99cbf484113 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:55.503099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-d853b281-eb75-4795-88c6-f24bf38af817 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.625361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 3c92f8b5-a74e-4671-abd9-f55530362da5 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:55.685944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f344606e-ed7f-412d-927f-beadf7120667 req-d853b281-eb75-4795-88c6-f24bf38af817 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] For port b8a29686-3c06-475e-8cad-a99cbf484113, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b8a29686-3c06-475e-8cad-a99cbf484113,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:55.688212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-d853b281-eb75-4795-88c6-f24bf38af817 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.735582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f344606e-ed7f-412d-927f-beadf7120667 req-d853b281-eb75-4795-88c6-f24bf38af817 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Calling delete_port for b8a29686-3c06-475e-8cad-a99cbf484113 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:55.817765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1954064a-e883-4382-af59-8fd144ae58d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:23:00Z', 'revision_number': 4, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '1af2ddf4-a8e8-4c85-843b-951820099c0c', 'name': '', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'mac_address': 'fa:16:3e:97:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:59Z', 'updated_at': '2021-07-07T19:23:09Z', 'revision_number': 5, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'subnets': [{'id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:55.854284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-deleted', 'tag': '4219d048-4aa6-43ce-9248-c8af3c8ae30c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:55.864533 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1e1195-728f-4b1a-bca2-1fb52626d5f8" -d '{"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-deleted", "tag": "4219d048-4aa6-43ce-9248-c8af3c8ae30c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:55.889853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1954064a-e883-4382-af59-8fd144ae58d7 None None] Checking router: 751155f6-a835-4175-8831-35f1a0c0a977 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:55.911891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954064a-e883-4382-af59-8fd144ae58d7 None None] Routers {'751155f6-a835-4175-8831-35f1a0c0a977'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:55.917697 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1954064a-e883-4382-af59-8fd144ae58d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:33:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['751155f6-a835-4175-8831-35f1a0c0a977'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:56.111179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46724) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:56.207534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657a86f-68e3-4f6f-b0b5-5337b9e98db8 req-43680d87-e894-45ec-8fcf-755636a46660 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:56.210758 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b657a86f-68e3-4f6f-b0b5-5337b9e98db8 req-43680d87-e894-45ec-8fcf-755636a46660 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 941 time: 0.2556064 Jul 07 19:33:56.237614 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-d853b281-eb75-4795-88c6-f24bf38af817 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:56.273055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-1954064a-e883-4382-af59-8fd144ae58d7 None None] Set router 751155f6-a835-4175-8831-35f1a0c0a977 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:56.333894 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b657a86f-68e3-4f6f-b0b5-5337b9e98db8 req-21ea9654-9368-4257-a509-e6d1f27aaf88 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups?id=fead2581-9689-477d-a3dc-c6c4b4bcfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164947 Jul 07 19:33:56.415180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853b281-eb75-4795-88c6-f24bf38af817 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Port': ['ID=b8a29686-3c06-475e-8cad-a99cbf484113,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:56.454396 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cf519459-15d3-4587-b237-a4b55653f0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:56.563281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 3c92f8b5-a74e-4671-abd9-f55530362da5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:56.578957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 3c92f8b5-a74e-4671-abd9-f55530362da5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:56.580469 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:56.729236 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cf519459-15d3-4587-b237-a4b55653f0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:56.746252 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cf519459-15d3-4587-b237-a4b55653f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:56.782078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385c03f-2bae-4a35-9c83-e0675217ead7 req-3774f27b-3ecc-40b2-9cbc-e099644d6f76 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:56.795594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a385c03f-2bae-4a35-9c83-e0675217ead7 req-3774f27b-3ecc-40b2-9cbc-e099644d6f76 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.8780046 Jul 07 19:33:56.820284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f344606e-ed7f-412d-927f-beadf7120667 req-d853b281-eb75-4795-88c6-f24bf38af817 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] No DVR routers for this DVR port b8a29686-3c06-475e-8cad-a99cbf484113 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:56.824468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f344606e-ed7f-412d-927f-beadf7120667 req-d853b281-eb75-4795-88c6-f24bf38af817 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:56.827024 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f344606e-ed7f-412d-927f-beadf7120667 req-d853b281-eb75-4795-88c6-f24bf38af817 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.48 "DELETE /v2.0/ports/b8a29686-3c06-475e-8cad-a99cbf484113 HTTP/1.1" status: 204 len: 173 time: 1.6820366 Jul 07 19:33:56.933477 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a385c03f-2bae-4a35-9c83-e0675217ead7 req-0231ebd5-3191-4d78-b832-7833fd653f12 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346467 Jul 07 19:33:57.090735 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b7d27e-4729-4064-b760-a66349b8a103 x-openstack-request-id: req-b3b7d27e-4729-4064-b760-a66349b8a103 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:57.091122 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-deleted", "tag": "4219d048-4aa6-43ce-9248-c8af3c8ae30c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:57.091311 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3b7d27e-4729-4064-b760-a66349b8a103 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:57.093688 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-deleted', 'tag': '4219d048-4aa6-43ce-9248-c8af3c8ae30c', 'status': 'completed', 'code': 200} Jul 07 19:33:57.241124 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cf519459-15d3-4587-b237-a4b55653f0f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=055e99869c8f446797a32f4b5982d6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1215138 Jul 07 19:33:57.242777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46748) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:57.243870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf519459-15d3-4587-b237-a4b55653f0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09516f2b-0116-474f-a19d-155459ca05fe,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:57.305860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596e50-9cbf-449c-b680-09bd90a536de req-39192c27-dcb5-46f9-99ee-1c92937e1658 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.322297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596e50-9cbf-449c-b680-09bd90a536de req-39192c27-dcb5-46f9-99ee-1c92937e1658 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.334224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596e50-9cbf-449c-b680-09bd90a536de req-39192c27-dcb5-46f9-99ee-1c92937e1658 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.356673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596e50-9cbf-449c-b680-09bd90a536de req-39192c27-dcb5-46f9-99ee-1c92937e1658 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.356804 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed367966-03b5-4d8f-9990-2b7863fcec21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:57.369288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596e50-9cbf-449c-b680-09bd90a536de req-39192c27-dcb5-46f9-99ee-1c92937e1658 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.375333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596e50-9cbf-449c-b680-09bd90a536de req-39192c27-dcb5-46f9-99ee-1c92937e1658 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.389343 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed367966-03b5-4d8f-9990-2b7863fcec21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:57.400319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596e50-9cbf-449c-b680-09bd90a536de req-39192c27-dcb5-46f9-99ee-1c92937e1658 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.402912 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3596e50-9cbf-449c-b680-09bd90a536de req-39192c27-dcb5-46f9-99ee-1c92937e1658 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5446 time: 0.4140477 Jul 07 19:33:57.411175 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:57.461681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd84b2f-f062-4e59-b76f-157bdfc9548d req-5a9aee2b-7cd9-4b71-a672-191419943697 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.469695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd84b2f-f062-4e59-b76f-157bdfc9548d req-5a9aee2b-7cd9-4b71-a672-191419943697 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.476475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd84b2f-f062-4e59-b76f-157bdfc9548d req-5a9aee2b-7cd9-4b71-a672-191419943697 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.483338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd84b2f-f062-4e59-b76f-157bdfc9548d req-5a9aee2b-7cd9-4b71-a672-191419943697 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.500566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd84b2f-f062-4e59-b76f-157bdfc9548d req-5a9aee2b-7cd9-4b71-a672-191419943697 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.521317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd84b2f-f062-4e59-b76f-157bdfc9548d req-5a9aee2b-7cd9-4b71-a672-191419943697 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.539330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd84b2f-f062-4e59-b76f-157bdfc9548d req-5a9aee2b-7cd9-4b71-a672-191419943697 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.553608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ffd84b2f-f062-4e59-b76f-157bdfc9548d req-5a9aee2b-7cd9-4b71-a672-191419943697 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 5446 time: 0.9479284 Jul 07 19:33:57.585748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596e50-9cbf-449c-b680-09bd90a536de req-57c04a1f-1b29-4746-9ab0-f08aa6ff2bc3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.587156 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3596e50-9cbf-449c-b680-09bd90a536de req-57c04a1f-1b29-4746-9ab0-f08aa6ff2bc3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "GET /v2.0/ports/ee1edfc8-c2a9-4be2-beff-4595d8bd5989?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1739812 Jul 07 19:33:57.601789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f18635-55f9-4136-9819-975d6893ef59 req-edde53fb-fa97-4e48-b194-3dae91a915d7 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.611027 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7f18635-55f9-4136-9819-975d6893ef59 req-edde53fb-fa97-4e48-b194-3dae91a915d7 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1096 time: 0.4212384 Jul 07 19:33:57.646477 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed367966-03b5-4d8f-9990-2b7863fcec21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:57.649214 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed367966-03b5-4d8f-9990-2b7863fcec21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:57.650635 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ed367966-03b5-4d8f-9990-2b7863fcec21 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09516f2b-0116-474f-a19d-155459ca05fe HTTP/1.1" status: 204 len: 168 time: 0.3770030 Jul 07 19:33:57.662566 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:57.678619 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ffd84b2f-f062-4e59-b76f-157bdfc9548d req-0a955f69-3d9d-48a1-83e2-756350630300 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240408 Jul 07 19:33:57.703689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed367966-03b5-4d8f-9990-2b7863fcec21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09516f2b-0116-474f-a19d-155459ca05fe,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:57.733585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9249164-0986-42af-809f-256600bf3d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c92f8b5-a74e-4671-abd9-f55530362da5'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:57.736353 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd506753-a8f1-4d5b-91fe-3b527504a55d" -d '{"events": [{"server_uuid": "d9249164-0986-42af-809f-256600bf3d9a", "name": "network-vif-plugged", "status": "completed", "tag": "3c92f8b5-a74e-4671-abd9-f55530362da5"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:57.761031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 3c92f8b5-a74e-4671-abd9-f55530362da5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=3c92f8b5-a74e-4671-abd9-f55530362da5,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:57.782604 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:57.800450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1954064a-e883-4382-af59-8fd144ae58d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:23:00Z', 'revision_number': 4, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '1af2ddf4-a8e8-4c85-843b-951820099c0c', 'name': '', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'mac_address': 'fa:16:3e:97:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:59Z', 'updated_at': '2021-07-07T19:23:09Z', 'revision_number': 5, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'subnets': [{'id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:57.883699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ee1edfc8-c2a9-4be2-beff-4595d8bd5989 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:57.912215 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1954064a-e883-4382-af59-8fd144ae58d7 None None] The sync data for ids ['751155f6-a835-4175-8831-35f1a0c0a977'] in n-d-793621-9 is: [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:23:00Z', 'revision_number': 4, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '1af2ddf4-a8e8-4c85-843b-951820099c0c', 'name': '', 'network_id': '9e8fffb8-cb07-4daa-8bce-c031462730cc', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'mac_address': 'fa:16:3e:97:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:59Z', 'updated_at': '2021-07-07T19:23:09Z', 'revision_number': 5, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'subnets': [{'id': '8b5d3b0d-14ab-4a49-8d97-3be61993459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:58.026473 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3596e50-9cbf-449c-b680-09bd90a536de req-372e0ce5-954e-4e2c-ae55-347d75f1e134 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "GET /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4276402 Jul 07 19:33:58.038295 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=3c92f8b5-a74e-4671-abd9-f55530362da5,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:58.040130 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7f18635-55f9-4136-9819-975d6893ef59 req-aaa5f386-6854-4981-b079-7464c9cdddae tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980784 Jul 07 19:33:58.060618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a3596e50-9cbf-449c-b680-09bd90a536de req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:58.146176 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.214852 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4708293-1562-410b-b96d-29ae9b6e0f6c x-openstack-request-id: req-b4708293-1562-410b-b96d-29ae9b6e0f6c {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:58.215168 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9249164-0986-42af-809f-256600bf3d9a", "name": "network-vif-plugged", "status": "completed", "tag": "3c92f8b5-a74e-4671-abd9-f55530362da5", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:58.215542 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4708293-1562-410b-b96d-29ae9b6e0f6c {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:58.215959 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9249164-0986-42af-809f-256600bf3d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c92f8b5-a74e-4671-abd9-f55530362da5', 'code': 200} Jul 07 19:33:58.295864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ee1edfc8-c2a9-4be2-beff-4595d8bd5989, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:58.300157 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-704cbdad-9096-42ef-b141-e47bddf8e581 req-74103a6d-2175-4fee-91d5-5d09287dfe80 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.2324803 Jul 07 19:33:58.305871 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.306783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5b3f649a-2212-48c8-9591-8984bb746b08 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:58.370496 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.557141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f3c3-9e08-4d91-b04a-7e74cdb7f977 req-8b5fc902-5d2a-4065-9fd2-924c5b5e8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:58.559036 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4e7f3c3-9e08-4d91-b04a-7e74cdb7f977 req-8b5fc902-5d2a-4065-9fd2-924c5b5e8d97 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1097 time: 0.1999969 Jul 07 19:33:58.644623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4e7f3c3-9e08-4d91-b04a-7e74cdb7f977 req-ae71265c-7970-42c9-9491-9c1693a3a5db service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697961 Jul 07 19:33:58.665805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46774) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:58.689965 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9baf-838a-4131-bc70-77649e5c53cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.743112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:58.753395 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e6a04e-72da-43bf-861e-e3e40b9ee338 None None] New status for floating IP c9c8be83-4212-4ade-a84b-0447e3e72a55: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:33:58.797049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] For port ee1edfc8-c2a9-4be2-beff-4595d8bd5989, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:58.818024 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.895963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] For port ee1edfc8-c2a9-4be2-beff-4595d8bd5989, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:58.930295 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5b3f649a-2212-48c8-9591-8984bb746b08, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5b3f649a-2212-48c8-9591-8984bb746b08,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:58.941592 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.942910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:58.961999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-a3596e50-9cbf-449c-b680-09bd90a536de req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] device_id is not set on port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:33:58.971676 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.987808 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9baf-838a-4131-bc70-77649e5c53cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.003249 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.005842 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9baf-838a-4131-bc70-77649e5c53cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.069429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=5b3f649a-2212-48c8-9591-8984bb746b08,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:59.096955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-deleted', 'tag': 'b8a29686-3c06-475e-8cad-a99cbf484113'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:59.102194 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07894080-6337-43b8-b5dc-e36e5175f67d" -d '{"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-deleted", "tag": "b8a29686-3c06-475e-8cad-a99cbf484113"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:59.104949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46784) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:59.114215 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cd3e9baf-838a-4131-bc70-77649e5c53cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d4f78f8793f419cbd8f87b11b6898fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461505 Jul 07 19:33:59.116019 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e9baf-838a-4131-bc70-77649e5c53cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4b8842-84a6-4935-9bb2-df719721cc70,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:59.212754 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:59.282045 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.332377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] No DVR routers for this DVR port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:59.357090 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:59.367514 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.368647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cf781d2b-60d4-4299-8103-52963ce195a8 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:59.409621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d75719-fbc0-4150-96d4-9565123b1da6 req-d546ac34-2eeb-4c2a-a729-389b9e1130d6 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:59.416335 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f9d75719-fbc0-4150-96d4-9565123b1da6 req-d546ac34-2eeb-4c2a-a729-389b9e1130d6 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1097 time: 0.1437075 Jul 07 19:33:59.446757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a3596e50-9cbf-449c-b680-09bd90a536de req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] In _notify_port_updated(), no bound segment for port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:33:59.447950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596e50-9cbf-449c-b680-09bd90a536de req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:59.448689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.450229 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3596e50-9cbf-449c-b680-09bd90a536de req-c835bcc7-f799-4a87-8dd0-5132b5035fb7 service neutron] 10.222.0.110 "PUT /v2.0/ports/ee1edfc8-c2a9-4be2-beff-4595d8bd5989 HTTP/1.1" status: 200 len: 1032 time: 1.4065852 Jul 07 19:33:59.471281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128a3c3-5a26-4c9f-a4f7-b8def80fa13c req-df5a849f-b865-47be-8e88-89a9fe947811 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:59.479180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128a3c3-5a26-4c9f-a4f7-b8def80fa13c req-df5a849f-b865-47be-8e88-89a9fe947811 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:59.491729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128a3c3-5a26-4c9f-a4f7-b8def80fa13c req-df5a849f-b865-47be-8e88-89a9fe947811 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:59.497937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128a3c3-5a26-4c9f-a4f7-b8def80fa13c req-df5a849f-b865-47be-8e88-89a9fe947811 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:59.504338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128a3c3-5a26-4c9f-a4f7-b8def80fa13c req-df5a849f-b865-47be-8e88-89a9fe947811 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:59.510576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:59.511696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128a3c3-5a26-4c9f-a4f7-b8def80fa13c req-df5a849f-b865-47be-8e88-89a9fe947811 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:59.525152 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f9d75719-fbc0-4150-96d4-9565123b1da6 req-85c122f0-09af-4ccf-9ee8-063034bbda03 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946450 Jul 07 19:33:59.548901 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3128a3c3-5a26-4c9f-a4f7-b8def80fa13c req-df5a849f-b865-47be-8e88-89a9fe947811 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 4665 time: 0.5736220 Jul 07 19:33:59.679742 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85acf1e-027e-4c7a-a8f3-0166a29febc7 x-openstack-request-id: req-c85acf1e-027e-4c7a-a8f3-0166a29febc7 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:59.680212 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc", "name": "network-vif-deleted", "tag": "b8a29686-3c06-475e-8cad-a99cbf484113", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:59.680472 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c85acf1e-027e-4c7a-a8f3-0166a29febc7 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:59.680873 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc', 'name': 'network-vif-deleted', 'tag': 'b8a29686-3c06-475e-8cad-a99cbf484113', 'status': 'completed', 'code': 200} Jul 07 19:33:59.685255 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ae46-fb3e-447c-b55c-b5b799b69975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.705077 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-30885639-3a89-443a-8542-4d2b5c06d3a3 None None] Provisioning complete for port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:59.705459 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-30885639-3a89-443a-8542-4d2b5c06d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.757325 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.845080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596e50-9cbf-449c-b680-09bd90a536de req-2f34d1ab-e8ee-40dc-84d1-657fdc009ee5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:59.846655 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3596e50-9cbf-449c-b680-09bd90a536de req-2f34d1ab-e8ee-40dc-84d1-657fdc009ee5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "GET /v2.0/ports/0fccae39-d74c-4e24-8894-943565c5335e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2912278 Jul 07 19:33:59.860926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-30885639-3a89-443a-8542-4d2b5c06d3a3 None None] Port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:59.871232 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ae46-fb3e-447c-b55c-b5b799b69975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.891952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a3596e50-9cbf-449c-b680-09bd90a536de req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:59.910166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cf781d2b-60d4-4299-8103-52963ce195a8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cf781d2b-60d4-4299-8103-52963ce195a8,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:59.915558 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.916296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0fccae39-d74c-4e24-8894-943565c5335e no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:59.964978 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81cd43a5-60d2-4f33-a438-9cb049b4be88 req-b6a18f0e-7d55-41f2-a00f-66d119b9207b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0700583 Jul 07 19:33:59.965510 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3128a3c3-5a26-4c9f-a4f7-b8def80fa13c req-45e5ffc2-b818-4054-a436-54621f298bee tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&id=9dd55466-c1d2-4481-a7e8-03f2f5152fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4157343 Jul 07 19:34:00.131871 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ae46-fb3e-447c-b55c-b5b799b69975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.133938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cf781d2b-60d4-4299-8103-52963ce195a8,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:00.135201 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ae46-fb3e-447c-b55c-b5b799b69975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.136471 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b0e4ae46-fb3e-447c-b55c-b5b799b69975 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d4b8842-84a6-4935-9bb2-df719721cc70 HTTP/1.1" status: 204 len: 168 time: 1.0179183 Jul 07 19:34:00.196910 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.216929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4ae46-fb3e-447c-b55c-b5b799b69975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4b8842-84a6-4935-9bb2-df719721cc70,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:00.236214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1edfc8-c2a9-4be2-beff-4595d8bd5989'}, {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3f649a-2212-48c8-9591-8984bb746b08'}, {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3'}, {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf781d2b-60d4-4299-8103-52963ce195a8'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:00.239392 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7034b3bb-6a99-4092-b302-981c3bd19341" -d '{"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1edfc8-c2a9-4be2-beff-4595d8bd5989"}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3f649a-2212-48c8-9591-8984bb746b08"}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "10ed5f95-de1c-4f1d-8433-23aa9adc36e3"}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "cf781d2b-60d4-4299-8103-52963ce195a8"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:00.247490 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.271056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0fccae39-d74c-4e24-8894-943565c5335e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0fccae39-d74c-4e24-8894-943565c5335e,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:00.279262 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.281150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 1d37fd34-d828-47fc-bba9-58563983ab57 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:00.399975 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7922dd8-4f91-46ff-8659-e1441ec1df35 x-openstack-request-id: req-a7922dd8-4f91-46ff-8659-e1441ec1df35 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:00.400700 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1edfc8-c2a9-4be2-beff-4595d8bd5989", "code": 200}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3f649a-2212-48c8-9591-8984bb746b08", "code": 200}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "10ed5f95-de1c-4f1d-8433-23aa9adc36e3", "code": 200}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "cf781d2b-60d4-4299-8103-52963ce195a8", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:00.401225 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7922dd8-4f91-46ff-8659-e1441ec1df35 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:00.405322 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1edfc8-c2a9-4be2-beff-4595d8bd5989', 'code': 200} Jul 07 19:34:00.406023 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3f649a-2212-48c8-9591-8984bb746b08', 'code': 200} Jul 07 19:34:00.406506 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3', 'code': 200} Jul 07 19:34:00.407008 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf781d2b-60d4-4299-8103-52963ce195a8', 'code': 200} Jul 07 19:34:00.448485 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0fccae39-d74c-4e24-8894-943565c5335e,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:00.553355 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.629905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] For port 0fccae39-d74c-4e24-8894-943565c5335e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0fccae39-d74c-4e24-8894-943565c5335e,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:00.667169 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 1d37fd34-d828-47fc-bba9-58563983ab57, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1d37fd34-d828-47fc-bba9-58563983ab57,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:00.679758 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.681310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9ec2e7e8-adee-47be-abca-1085836a71f8 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:00.733796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] For port 0fccae39-d74c-4e24-8894-943565c5335e, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:00.800685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-a3596e50-9cbf-449c-b680-09bd90a536de req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] device_id is not set on port 0fccae39-d74c-4e24-8894-943565c5335e yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:34:00.853781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.883825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=1d37fd34-d828-47fc-bba9-58563983ab57,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:00.900828 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.913124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.979245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] Pushing event updated for resources: {'Port': ['ID=0fccae39-d74c-4e24-8894-943565c5335e,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:00.980514 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9ec2e7e8-adee-47be-abca-1085836a71f8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9ec2e7e8-adee-47be-abca-1085836a71f8,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:00.992975 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.077993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] No DVR routers for this DVR port 0fccae39-d74c-4e24-8894-943565c5335e on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:01.171950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=9ec2e7e8-adee-47be-abca-1085836a71f8,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:01.191612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae97c41-0c85-49c6-8a45-54ccab3275d6 req-0b0b5465-c4a8-41c4-bada-bb3734afe2c9 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:01.198311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ae97c41-0c85-49c6-8a45-54ccab3275d6 req-0b0b5465-c4a8-41c4-bada-bb3734afe2c9 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1097 time: 0.3793299 Jul 07 19:34:01.281584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a3596e50-9cbf-449c-b680-09bd90a536de req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] In _notify_port_updated(), no bound segment for port 0fccae39-d74c-4e24-8894-943565c5335e on network 4b2f0ba9-a35f-42e4-b301-175c9787e97d {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:34:01.284537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596e50-9cbf-449c-b680-09bd90a536de req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:01.287392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.290973 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3596e50-9cbf-449c-b680-09bd90a536de req-60c6f1f7-0e8c-452f-b573-409095bfe470 service neutron] 10.222.0.110 "PUT /v2.0/ports/0fccae39-d74c-4e24-8894-943565c5335e HTTP/1.1" status: 200 len: 1033 time: 1.4211171 Jul 07 19:34:01.307492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e3ddfa6d-e22b-4676-a29c-a819b30957a5 req-db614d07-c8ca-45d6-9a6e-6f8e2ff18c53 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0590954 Jul 07 19:34:01.568873 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ae97c41-0c85-49c6-8a45-54ccab3275d6 req-e01f7ed7-58bb-4b51-b239-7e84a9ec6d6f tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506968 Jul 07 19:34:01.635141 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e4155fff-08f5-4f44-8967-43bac562b6d1 None None] Provisioning complete for port 0fccae39-d74c-4e24-8894-943565c5335e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:01.635520 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e4155fff-08f5-4f44-8967-43bac562b6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.644741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Deleting port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:01.647915 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.774137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965be486-0886-4892-9618-ea59280a0d58 req-680b4927-563b-4089-9a4e-69d90a59c3ec tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:01.800468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e4155fff-08f5-4f44-8967-43bac562b6d1 None None] Port 0fccae39-d74c-4e24-8894-943565c5335e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:01.803865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965be486-0886-4892-9618-ea59280a0d58 req-680b4927-563b-4089-9a4e-69d90a59c3ec tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:01.820057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965be486-0886-4892-9618-ea59280a0d58 req-680b4927-563b-4089-9a4e-69d90a59c3ec tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:01.832338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965be486-0886-4892-9618-ea59280a0d58 req-680b4927-563b-4089-9a4e-69d90a59c3ec tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:01.848401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965be486-0886-4892-9618-ea59280a0d58 req-680b4927-563b-4089-9a4e-69d90a59c3ec tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:01.863323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-965be486-0886-4892-9618-ea59280a0d58 req-680b4927-563b-4089-9a4e-69d90a59c3ec tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 3877 time: 0.3443809 Jul 07 19:34:01.877099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] For port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:01.877486 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.948164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46868) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:01.968439 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-965be486-0886-4892-9618-ea59280a0d58 req-bc622cfe-b4ad-4e41-b080-49c3d056ffa3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042228 Jul 07 19:34:02.336859 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4720c50-8292-4b68-8d4a-02f66fd25453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:02.408654 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fccae39-d74c-4e24-8894-943565c5335e'}, {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d37fd34-d828-47fc-bba9-58563983ab57'}, {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec2e7e8-adee-47be-abca-1085836a71f8'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:02.413265 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71228d52-a37e-4d8d-8a07-b2b1fad9a8b9" -d '{"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "0fccae39-d74c-4e24-8894-943565c5335e"}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "1d37fd34-d828-47fc-bba9-58563983ab57"}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec2e7e8-adee-47be-abca-1085836a71f8"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:02.417865 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:02.419433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:02.419765 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Floating IP c13efd22-df2a-4526-bb2e-e724ee25af34 disassociated. External IP: 172.25.0.187, port: 10ed5f95-de1c-4f1d-8433-23aa9adc36e3. Jul 07 19:34:02.420130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Calling delete_port for 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:02.444244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11940b55-12f5-4bb9-93b0-fdef78bed79e req-5260091d-6ad1-4a9b-a4f6-d3cd7f3cd0cb tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:02.452887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11940b55-12f5-4bb9-93b0-fdef78bed79e req-5260091d-6ad1-4a9b-a4f6-d3cd7f3cd0cb tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1097 time: 0.3383892 Jul 07 19:34:02.574694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11940b55-12f5-4bb9-93b0-fdef78bed79e req-939a0467-20f3-4755-bc9e-1b90d27bf519 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206493 Jul 07 19:34:02.675438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c9adc8a9-a399-4d32-a8e2-f2179fc35a35 req-de9a9702-4a36-4c4e-8bed-f166cc3a2919 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.1035352 Jul 07 19:34:02.711468 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4720c50-8292-4b68-8d4a-02f66fd25453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:02.715255 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6aef21-ef2f-473f-8b94-594f0b0744ca x-openstack-request-id: req-eb6aef21-ef2f-473f-8b94-594f0b0744ca {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:02.716298 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "0fccae39-d74c-4e24-8894-943565c5335e", "code": 200}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "1d37fd34-d828-47fc-bba9-58563983ab57", "code": 200}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec2e7e8-adee-47be-abca-1085836a71f8", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:02.716298 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb6aef21-ef2f-473f-8b94-594f0b0744ca {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:02.716762 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fccae39-d74c-4e24-8894-943565c5335e', 'code': 200} Jul 07 19:34:02.717039 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d37fd34-d828-47fc-bba9-58563983ab57', 'code': 200} Jul 07 19:34:02.717701 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec2e7e8-adee-47be-abca-1085836a71f8', 'code': 200} Jul 07 19:34:02.728891 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4720c50-8292-4b68-8d4a-02f66fd25453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:02.775168 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:02.802942 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a4720c50-8292-4b68-8d4a-02f66fd25453 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ba22e1a5ef74cb39b0888b3269fdf12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8328476 Jul 07 19:34:02.804635 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46896) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:02.870662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Port': ['ID=10ed5f95-de1c-4f1d-8433-23aa9adc36e3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:02.932555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4720c50-8292-4b68-8d4a-02f66fd25453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7927aedc-9efc-4f96-8058-59d1837835d5,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:03.089557 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-593a06cd-88df-4ee1-a078-1a351368fb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:03.151147 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-593a06cd-88df-4ee1-a078-1a351368fb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:03.154367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26f974-e5d3-42fd-bdc8-674594ba311e req-95e23c7b-7d95-4939-9e0b-c24ede1027dc tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:03.155954 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c26f974-e5d3-42fd-bdc8-674594ba311e req-95e23c7b-7d95-4939-9e0b-c24ede1027dc tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1097 time: 0.2428658 Jul 07 19:34:03.281510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c26f974-e5d3-42fd-bdc8-674594ba311e req-e32ce127-e300-463e-a3ce-63d889359492 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169007 Jul 07 19:34:03.337008 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-593a06cd-88df-4ee1-a078-1a351368fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:03.340751 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-593a06cd-88df-4ee1-a078-1a351368fb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:03.341955 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-593a06cd-88df-4ee1-a078-1a351368fb08 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7927aedc-9efc-4f96-8058-59d1837835d5 HTTP/1.1" status: 204 len: 168 time: 0.5363877 Jul 07 19:34:03.367595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a06cd-88df-4ee1-a078-1a351368fb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7927aedc-9efc-4f96-8058-59d1837835d5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:04.026860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Router 9ebae46d-259e-4493-832e-ac4637592236 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:04.057756 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb55db9c-8eb2-4747-85da-9ccabff4fdda req-e6998685-1c41-4437-a547-69c431cf0ab6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2566478 Jul 07 19:34:04.090575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eb443-89d7-4019-825d-abc76df62fb7 req-dcc345f2-9d2f-4764-9436-79ecc1d241c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:04.102909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eb443-89d7-4019-825d-abc76df62fb7 req-dcc345f2-9d2f-4764-9436-79ecc1d241c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:04.117530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eb443-89d7-4019-825d-abc76df62fb7 req-dcc345f2-9d2f-4764-9436-79ecc1d241c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:04.120741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-6148225f-ce0a-4f91-9082-33233724bdce tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:04.122431 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-6148225f-ce0a-4f91-9082-33233724bdce tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/networks?id=a9365b9a-b7ba-4509-bb9e-e36f5198ee8a HTTP/1.1" status: 200 len: 911 time: 0.2057636 Jul 07 19:34:04.133016 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eb443-89d7-4019-825d-abc76df62fb7 req-dcc345f2-9d2f-4764-9436-79ecc1d241c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:04.138383 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d32eb443-89d7-4019-825d-abc76df62fb7 req-dcc345f2-9d2f-4764-9436-79ecc1d241c2 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 3143 time: 0.2708995 Jul 07 19:34:04.149763 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-38ff05cc-e99a-4da6-a1b6-cba5c90b91fd tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/quotas/ffc851f64d254890be711ddfb9c1042c HTTP/1.1" status: 200 len: 375 time: 0.0213354 Jul 07 19:34:04.296192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46958) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:04.336344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e826-2e84-4af4-9b0e-699391f3d2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.346388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d32eb443-89d7-4019-825d-abc76df62fb7 req-b7630d5f-be43-4610-9fb5-3b454216ab5c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936302 Jul 07 19:34:04.461944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55db9c-8eb2-4747-85da-9ccabff4fdda req-5942e163-9110-48e9-9006-9b8ed2730580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:04.463775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb55db9c-8eb2-4747-85da-9ccabff4fdda req-5942e163-9110-48e9-9006-9b8ed2730580 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1096 time: 0.3119900 Jul 07 19:34:04.493341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-b4b5caf1-76d5-435f-a263-150185787df5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffc851f64d254890be711ddfb9c1042c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3198736 Jul 07 19:34:04.497019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:04.510869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cbca7-22ce-4104-9ba4-f586cd962c58 None None] Sync routers for ids ['9ebae46d-259e-4493-832e-ac4637592236'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:04.534848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393cbca7-22ce-4104-9ba4-f586cd962c58 None None] Routers {'9ebae46d-259e-4493-832e-ac4637592236'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:04.537284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-393cbca7-22ce-4104-9ba4-f586cd962c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:33:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9ebae46d-259e-4493-832e-ac4637592236'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:04.574708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] No DVR routers for this DVR port 10ed5f95-de1c-4f1d-8433-23aa9adc36e3 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:04.579024 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.586457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b5b47e04-79e7-4536-b1e4-7c9391f79d83 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "DELETE /v2.0/ports/10ed5f95-de1c-4f1d-8433-23aa9adc36e3 HTTP/1.1" status: 204 len: 173 time: 3.2864542 Jul 07 19:34:04.587104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-deleted', 'tag': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:04.589551 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e1bf95-f04d-4b9b-a5d8-dfc102c25cce" -d '{"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-deleted", "tag": "10ed5f95-de1c-4f1d-8433-23aa9adc36e3"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:04.637677 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-150d1e93-97fe-4a55-9bc7-ae2f0249151b service neutron] 10.222.0.81 "GET /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432335 Jul 07 19:34:04.803356 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-da07f479-9fed-47c1-a738-3eee5566d59d req-d8661135-002d-47be-9ed0-a63de4eff302 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0688913 Jul 07 19:34:04.830391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-393cbca7-22ce-4104-9ba4-f586cd962c58 None None] Set router 9ebae46d-259e-4493-832e-ac4637592236 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:04.848193 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e826-2e84-4af4-9b0e-699391f3d2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.865440 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e826-2e84-4af4-9b0e-699391f3d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.973408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9e826-2e84-4af4-9b0e-699391f3d2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec1f55d-7616-475d-b478-ac7e84f112e6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:04.983962 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7ab9e826-2e84-4af4-9b0e-699391f3d2b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f06401658954002a04890b59b0272ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821494 Jul 07 19:34:04.988785 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7285a07d-9ea8-4ee5-8078-f39394a28e3d x-openstack-request-id: req-7285a07d-9ea8-4ee5-8078-f39394a28e3d {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:04.989484 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-deleted", "tag": "10ed5f95-de1c-4f1d-8433-23aa9adc36e3", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:04.990112 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7285a07d-9ea8-4ee5-8078-f39394a28e3d {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:04.990687 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-deleted', 'tag': '10ed5f95-de1c-4f1d-8433-23aa9adc36e3', 'status': 'completed', 'code': 200} Jul 07 19:34:04.992197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46980) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:04.992336 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5aee3fa4-93eb-4a9d-a48d-8687ad875d89 service neutron] 10.222.0.81 "GET /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536780 Jul 07 19:34:04.995514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a3596e50-9cbf-449c-b680-09bd90a536de req-eb9161a5-c94e-4077-9ab5-f6de5c1a4c30 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Deleting port 1d37fd34-d828-47fc-bba9-58563983ab57 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:04.996042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-eb9161a5-c94e-4077-9ab5-f6de5c1a4c30 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.176968 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-582d47c7-d4fd-4f51-a78e-efd9ab00b143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.221943 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-582d47c7-d4fd-4f51-a78e-efd9ab00b143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.278276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-393cbca7-22ce-4104-9ba4-f586cd962c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:23:17Z', 'revision_number': 4, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '536b61d9-7f73-4978-ac6d-e57ccac54b79', 'name': '', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'mac_address': 'fa:16:3e:58:17:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:15Z', 'updated_at': '2021-07-07T19:23:24Z', 'revision_number': 5, 'project_id': '9366443b78874460a63d7aaac26d676e', 'subnets': [{'id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:05.310530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-eb9161a5-c94e-4077-9ab5-f6de5c1a4c30 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] For port 1d37fd34-d828-47fc-bba9-58563983ab57, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=1d37fd34-d828-47fc-bba9-58563983ab57,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:05.312173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-eb9161a5-c94e-4077-9ab5-f6de5c1a4c30 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.330066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55db9c-8eb2-4747-85da-9ccabff4fdda req-cb51205a-6de8-46c5-95d9-cca32b0ee389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:05.331817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb55db9c-8eb2-4747-85da-9ccabff4fdda req-cb51205a-6de8-46c5-95d9-cca32b0ee389 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.8363187 Jul 07 19:34:05.346822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a3596e50-9cbf-449c-b680-09bd90a536de req-eb9161a5-c94e-4077-9ab5-f6de5c1a4c30 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Calling delete_port for 1d37fd34-d828-47fc-bba9-58563983ab57 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:05.390022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cbca7-22ce-4104-9ba4-f586cd962c58 None None] Checking router: 9ebae46d-259e-4493-832e-ac4637592236 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:05.422128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393cbca7-22ce-4104-9ba4-f586cd962c58 None None] Routers {'9ebae46d-259e-4493-832e-ac4637592236'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:05.423013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-393cbca7-22ce-4104-9ba4-f586cd962c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:33:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9ebae46d-259e-4493-832e-ac4637592236'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:05.508958 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-582d47c7-d4fd-4f51-a78e-efd9ab00b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.512033 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-582d47c7-d4fd-4f51-a78e-efd9ab00b143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.516493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-582d47c7-d4fd-4f51-a78e-efd9ab00b143 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1ec1f55d-7616-475d-b478-ac7e84f112e6 HTTP/1.1" status: 204 len: 168 time: 0.5228624 Jul 07 19:34:05.544432 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb55db9c-8eb2-4747-85da-9ccabff4fdda req-d8b52de9-e073-4161-ba72-3ebf56ddd15d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 999 time: 0.1868391 Jul 07 19:34:05.556610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cc5d96ff-a79c-4b7d-a754-8119ffb26804 req-ec9a0225-31ad-485c-9328-3a2d4d5a0520 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 210 time: 0.0598128 Jul 07 19:34:05.586114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d47c7-d4fd-4f51-a78e-efd9ab00b143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec1f55d-7616-475d-b478-ac7e84f112e6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:05.666873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55db9c-8eb2-4747-85da-9ccabff4fdda req-a97573db-6edd-4b8d-9c11-cba79c08162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:05.669057 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb55db9c-8eb2-4747-85da-9ccabff4fdda req-a97573db-6edd-4b8d-9c11-cba79c08162c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1172605 Jul 07 19:34:05.769796 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-eb9161a5-c94e-4077-9ab5-f6de5c1a4c30 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.851999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-393cbca7-22ce-4104-9ba4-f586cd962c58 None None] Set router 9ebae46d-259e-4493-832e-ac4637592236 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:05.910026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9161a5-c94e-4077-9ab5-f6de5c1a4c30 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Port': ['ID=1d37fd34-d828-47fc-bba9-58563983ab57,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:05.973504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53e668-e496-4ca8-af39-a1496a3bbd2d req-1abbee27-05f7-44f1-8183-ad4ed827f1ca tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:05.987236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53e668-e496-4ca8-af39-a1496a3bbd2d req-1abbee27-05f7-44f1-8183-ad4ed827f1ca tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:05.997158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53e668-e496-4ca8-af39-a1496a3bbd2d req-1abbee27-05f7-44f1-8183-ad4ed827f1ca tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:06.018491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53e668-e496-4ca8-af39-a1496a3bbd2d req-1abbee27-05f7-44f1-8183-ad4ed827f1ca tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:06.027453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a53e668-e496-4ca8-af39-a1496a3bbd2d req-1abbee27-05f7-44f1-8183-ad4ed827f1ca tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 3065 time: 0.3550749 Jul 07 19:34:06.096042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-eb9161a5-c94e-4077-9ab5-f6de5c1a4c30 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] No DVR routers for this DVR port 1d37fd34-d828-47fc-bba9-58563983ab57 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:06.096265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55db9c-8eb2-4747-85da-9ccabff4fdda req-a4c3ea5f-6ee2-42ed-98d7-2941f9f90f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:06.099307 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-eb9161a5-c94e-4077-9ab5-f6de5c1a4c30 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:06.101635 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3596e50-9cbf-449c-b680-09bd90a536de req-eb9161a5-c94e-4077-9ab5-f6de5c1a4c30 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "DELETE /v2.0/ports/1d37fd34-d828-47fc-bba9-58563983ab57 HTTP/1.1" status: 204 len: 173 time: 1.5063558 Jul 07 19:34:06.106039 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb55db9c-8eb2-4747-85da-9ccabff4fdda req-a4c3ea5f-6ee2-42ed-98d7-2941f9f90f92 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3619237 Jul 07 19:34:06.242640 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:06.365945 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb55db9c-8eb2-4747-85da-9ccabff4fdda req-ab3387d5-86c3-4881-914e-35ef14ac7325 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423358 Jul 07 19:34:06.387401 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d96025c6-20fb-41df-ba9b-0339bb63e38f req-12c1cef2-c452-4088-bead-2676af10723f tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.1773736 Jul 07 19:34:06.410362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a53e668-e496-4ca8-af39-a1496a3bbd2d req-2cefb144-b339-49b4-8336-7fc0bef6cce4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818855 Jul 07 19:34:06.564233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-393cbca7-22ce-4104-9ba4-f586cd962c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:23:17Z', 'revision_number': 4, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '536b61d9-7f73-4978-ac6d-e57ccac54b79', 'name': '', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'mac_address': 'fa:16:3e:58:17:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:15Z', 'updated_at': '2021-07-07T19:23:24Z', 'revision_number': 5, 'project_id': '9366443b78874460a63d7aaac26d676e', 'subnets': [{'id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:06.566901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b3210987-b48d-4175-a0f3-4b8ddfee562c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Deleting port cf781d2b-60d4-4299-8103-52963ce195a8 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:06.573182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b3210987-b48d-4175-a0f3-4b8ddfee562c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:06.664574 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb55db9c-8eb2-4747-85da-9ccabff4fdda req-d3ea53aa-76c2-4e46-9795-b398ad6b42e0 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963538 Jul 07 19:34:06.688113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cbca7-22ce-4104-9ba4-f586cd962c58 None None] The sync data for ids ['9ebae46d-259e-4493-832e-ac4637592236'] in n-d-793621-9 is: [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:23:17Z', 'revision_number': 4, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '536b61d9-7f73-4978-ac6d-e57ccac54b79', 'name': '', 'network_id': 'e65b60fe-28f2-4cd6-a3d4-66f5e861df04', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'mac_address': 'fa:16:3e:58:17:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:15Z', 'updated_at': '2021-07-07T19:23:24Z', 'revision_number': 5, 'project_id': '9366443b78874460a63d7aaac26d676e', 'subnets': [{'id': '027d46ee-f3de-4146-9c6b-7af9eea05b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:06.803172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b3210987-b48d-4175-a0f3-4b8ddfee562c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] For port cf781d2b-60d4-4299-8103-52963ce195a8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cf781d2b-60d4-4299-8103-52963ce195a8,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:06.803917 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b3210987-b48d-4175-a0f3-4b8ddfee562c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:06.853502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b3210987-b48d-4175-a0f3-4b8ddfee562c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Calling delete_port for cf781d2b-60d4-4299-8103-52963ce195a8 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:06.929017 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-afe135d8-f5fc-4c01-8644-6f96d6d61eae req-a8f0d8f4-27b9-4bb8-aef3-b2aae96ec9b3 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 210 time: 0.0698135 Jul 07 19:34:07.001033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-deleted', 'tag': '1d37fd34-d828-47fc-bba9-58563983ab57'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:07.003239 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624569fc-371f-4b25-884c-042f6f634c46" -d '{"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-deleted", "tag": "1d37fd34-d828-47fc-bba9-58563983ab57"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:07.212024 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6946f4f-6886-434a-9d08-bee66c1a81a1 x-openstack-request-id: req-a6946f4f-6886-434a-9d08-bee66c1a81a1 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:07.212334 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-deleted", "tag": "1d37fd34-d828-47fc-bba9-58563983ab57", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:07.212593 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6946f4f-6886-434a-9d08-bee66c1a81a1 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:07.213494 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-deleted', 'tag': '1d37fd34-d828-47fc-bba9-58563983ab57', 'status': 'completed', 'code': 200} Jul 07 19:34:07.262786 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d48be5-338a-4106-8c64-1d3e1231a444 None None] New status for floating IP c13efd22-df2a-4526-bb2e-e724ee25af34: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:34:07.301808 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b3210987-b48d-4175-a0f3-4b8ddfee562c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.480063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3210987-b48d-4175-a0f3-4b8ddfee562c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Port': ['ID=cf781d2b-60d4-4299-8103-52963ce195a8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:07.589136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b3210987-b48d-4175-a0f3-4b8ddfee562c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] No DVR routers for this DVR port cf781d2b-60d4-4299-8103-52963ce195a8 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:07.597433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b3210987-b48d-4175-a0f3-4b8ddfee562c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.609988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3596e50-9cbf-449c-b680-09bd90a536de req-b3210987-b48d-4175-a0f3-4b8ddfee562c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "DELETE /v2.0/ports/cf781d2b-60d4-4299-8103-52963ce195a8 HTTP/1.1" status: 204 len: 173 time: 1.4940979 Jul 07 19:34:07.925321 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3d8a78dd-ee86-4bc7-9fc4-2ce62bcf591d req-231bd80b-9959-4cf9-9292-0ce05f275cfe tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.1197031 Jul 07 19:34:07.953454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a3596e50-9cbf-449c-b680-09bd90a536de req-6b7915a3-de96-4315-a023-78e8f32c71a4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Deleting port 9ec2e7e8-adee-47be-abca-1085836a71f8 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:07.961674 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-6b7915a3-de96-4315-a023-78e8f32c71a4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:08.058748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf8b6d-4fdd-45a4-a55c-7a1ae5eb056d req-9f5c897b-4780-4554-8dfa-393128048bd5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:08.080599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf8b6d-4fdd-45a4-a55c-7a1ae5eb056d req-9f5c897b-4780-4554-8dfa-393128048bd5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:08.093707 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4bcf8b6d-4fdd-45a4-a55c-7a1ae5eb056d req-9f5c897b-4780-4554-8dfa-393128048bd5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 1677 time: 0.2318485 Jul 07 19:34:08.155841 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4bcf8b6d-4fdd-45a4-a55c-7a1ae5eb056d req-fc114647-952e-4c9a-8f59-6dcab18a6e78 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574284 Jul 07 19:34:08.421251 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-8c82daf9-b57d-44f4-846b-951853b2b750 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:08.423230 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-8c82daf9-b57d-44f4-846b-951853b2b750 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.48 "GET /v2.0/networks?id=a9365b9a-b7ba-4509-bb9e-e36f5198ee8a HTTP/1.1" status: 200 len: 911 time: 0.2814114 Jul 07 19:34:08.447614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Request body: {'port': {'device_id': '1490d573-3fb3-4c80-804e-0ee4950b3d87', 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a', 'admin_state_up': True, 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:08.571602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c72ea4f-45c2-401d-a479-edc503cb516d req-9e139823-111c-4bb8-8702-e83f561bde11 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 210 time: 0.1428750 Jul 07 19:34:08.572350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Made reservation on behalf of ffc851f64d254890be711ddfb9c1042c for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:08.580265 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:08.784032 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-6b7915a3-de96-4315-a023-78e8f32c71a4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] For port 9ec2e7e8-adee-47be-abca-1085836a71f8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9ec2e7e8-adee-47be-abca-1085836a71f8,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:08.784762 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-6b7915a3-de96-4315-a023-78e8f32c71a4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:08.815254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a3596e50-9cbf-449c-b680-09bd90a536de req-6b7915a3-de96-4315-a023-78e8f32c71a4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Calling delete_port for 9ec2e7e8-adee-47be-abca-1085836a71f8 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:08.917445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Allocated IP 172.20.0.3 (a9365b9a-b7ba-4509-bb9e-e36f5198ee8a/2f8b594e-7dcf-4d20-a68a-2fe98ca57fac/d0aae357-9ceb-488c-8c7c-1dcb650c98ef) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:08.951493 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47150) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:09.152663 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-6b7915a3-de96-4315-a023-78e8f32c71a4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.277355 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3bda3c85-70f7-4e00-9f91-cc5f526301c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.280495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7915a3-de96-4315-a023-78e8f32c71a4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Port': ['ID=9ec2e7e8-adee-47be-abca-1085836a71f8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:09.291683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-deleted', 'tag': 'cf781d2b-60d4-4299-8103-52963ce195a8'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:09.294708 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc5493b-2f3c-4d4c-b79e-9a3de9b5c3aa" -d '{"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-deleted", "tag": "cf781d2b-60d4-4299-8103-52963ce195a8"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:09.346008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-6b7915a3-de96-4315-a023-78e8f32c71a4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] No DVR routers for this DVR port 9ec2e7e8-adee-47be-abca-1085836a71f8 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:09.351807 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-6b7915a3-de96-4315-a023-78e8f32c71a4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.354505 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3596e50-9cbf-449c-b680-09bd90a536de req-6b7915a3-de96-4315-a023-78e8f32c71a4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "DELETE /v2.0/ports/9ec2e7e8-adee-47be-abca-1085836a71f8 HTTP/1.1" status: 204 len: 173 time: 1.7350850 Jul 07 19:34:09.508859 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.538550 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-860a8d6e-362c-46e8-abcd-0cc6a37b9c59 req-bc92e309-be2c-47d3-b47c-185020a09490 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.3548710 Jul 07 19:34:09.543646 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3bda3c85-70f7-4e00-9f91-cc5f526301c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.565944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Transition to ACTIVE for port object d0aae357-9ceb-488c-8c7c-1dcb650c98ef will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:09.566368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3bda3c85-70f7-4e00-9f91-cc5f526301c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.672413 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3bda3c85-70f7-4e00-9f91-cc5f526301c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8763dbecd05d4900a18c714961c1f503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7191467 Jul 07 19:34:09.673854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47174) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:09.707723 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d282048-91ea-4c86-96ba-0439c2d2fae4 x-openstack-request-id: req-8d282048-91ea-4c86-96ba-0439c2d2fae4 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:09.708853 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-deleted", "tag": "cf781d2b-60d4-4299-8103-52963ce195a8", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:09.708853 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d282048-91ea-4c86-96ba-0439c2d2fae4 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:09.714405 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-deleted', 'tag': 'cf781d2b-60d4-4299-8103-52963ce195a8', 'status': 'completed', 'code': 200} Jul 07 19:34:09.772873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f9921-6e70-4815-8d9d-e69dd16fb05b req-6b7a28b9-b2e2-4bf7-a4dd-b4a5a05f4342 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:09.777531 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd1f9921-6e70-4815-8d9d-e69dd16fb05b req-6b7a28b9-b2e2-4bf7-a4dd-b4a5a05f4342 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 943 time: 0.3589947 Jul 07 19:34:09.814179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda3c85-70f7-4e00-9f91-cc5f526301c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69e6f6d-9941-4622-a9a1-39c7a092550e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:09.849591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed0236f4-6b0a-4c63-9479-3a3e3a21844c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.918971 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed0236f4-6b0a-4c63-9479-3a3e3a21844c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.941922 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.953469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a3596e50-9cbf-449c-b680-09bd90a536de req-df83920b-c101-48e8-b2b2-3b622696972e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Deleting port 5b3f649a-2212-48c8-9591-8984bb746b08 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:09.953844 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-df83920b-c101-48e8-b2b2-3b622696972e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.968193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eaca31ed-3cf5-4720-9ec4-90c8ee286df9 req-4b3d2e7e-99c8-480e-a5a8-aab02b10e4d6 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 210 time: 0.1426415 Jul 07 19:34:10.065765 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed0236f4-6b0a-4c63-9479-3a3e3a21844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:10.077968 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed0236f4-6b0a-4c63-9479-3a3e3a21844c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:10.084436 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ed0236f4-6b0a-4c63-9479-3a3e3a21844c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f69e6f6d-9941-4622-a9a1-39c7a092550e HTTP/1.1" status: 204 len: 168 time: 0.4055221 Jul 07 19:34:10.094935 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:10.102957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0236f4-6b0a-4c63-9479-3a3e3a21844c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69e6f6d-9941-4622-a9a1-39c7a092550e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:10.109885 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['3c92f8b5-a74e-4671-abd9-f55530362da5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:34:10.200747 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd1f9921-6e70-4815-8d9d-e69dd16fb05b req-d4d4830a-a178-471c-b35e-54da665a983a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a09fe47-cafa-4ede-b997-b0b261292a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3833077 Jul 07 19:34:10.321323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:10.390512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-df83920b-c101-48e8-b2b2-3b622696972e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] For port 5b3f649a-2212-48c8-9591-8984bb746b08, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5b3f649a-2212-48c8-9591-8984bb746b08,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:10.391468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-df83920b-c101-48e8-b2b2-3b622696972e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:10.406181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-a3596e50-9cbf-449c-b680-09bd90a536de req-df83920b-c101-48e8-b2b2-3b622696972e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Calling delete_port for 5b3f649a-2212-48c8-9591-8984bb746b08 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:10.553124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:10.564471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:10.742024 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47202) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:10.781501 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ad35ddb-4446-4158-8c83-4d81f9154df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:10.782376 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-df83920b-c101-48e8-b2b2-3b622696972e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:10.852665 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:10.853288 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:10.868761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Pushing event updated for resources: {'Port': ['ID=d0aae357-9ceb-488c-8c7c-1dcb650c98ef,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:10.942274 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eda931d9-c8e8-4908-9afd-5bd5d31be28d req-458f828f-dcd5-48ac-874f-feaf93ba9729 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0757971 Jul 07 19:34:11.022657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bcf4d4ee-2a52-4b74-9ce6-670fc60cf291 None None] Provisioning for port d0aae357-9ceb-488c-8c7c-1dcb650c98ef completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:11.028969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bcf4d4ee-2a52-4b74-9ce6-670fc60cf291 None None] Provisioning complete for port d0aae357-9ceb-488c-8c7c-1dcb650c98ef triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:11.029351 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d4ee-2a52-4b74-9ce6-670fc60cf291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.049908 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ad35ddb-4446-4158-8c83-4d81f9154df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.052896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3596e50-9cbf-449c-b680-09bd90a536de req-df83920b-c101-48e8-b2b2-3b622696972e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] No DVR routers for this DVR port 5b3f649a-2212-48c8-9591-8984bb746b08 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:11.054783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83920b-c101-48e8-b2b2-3b622696972e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Port': ['ID=5b3f649a-2212-48c8-9591-8984bb746b08,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:11.056206 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ad35ddb-4446-4158-8c83-4d81f9154df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.057972 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a3596e50-9cbf-449c-b680-09bd90a536de req-df83920b-c101-48e8-b2b2-3b622696972e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.080697 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3596e50-9cbf-449c-b680-09bd90a536de req-df83920b-c101-48e8-b2b2-3b622696972e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.110 "DELETE /v2.0/ports/5b3f649a-2212-48c8-9591-8984bb746b08 HTTP/1.1" status: 204 len: 173 time: 1.7196631 Jul 07 19:34:11.105791 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9e028fdc-046c-4dd0-9343-ca990ae2c02e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6562798 Jul 07 19:34:11.119150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Request body: {'port': {'device_id': '1490d573-3fb3-4c80-804e-0ee4950b3d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:11.124414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4d4ee-2a52-4b74-9ce6-670fc60cf291 None None] Port d0aae357-9ceb-488c-8c7c-1dcb650c98ef cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:11.135665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad35ddb-4446-4158-8c83-4d81f9154df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b5cee0-fb81-4df3-a887-b2d269e7b2c1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:11.162134 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4ad35ddb-4446-4158-8c83-4d81f9154df9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fd2ffa98786f410f8d0d9d2d33d67683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158704 Jul 07 19:34:11.162780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47212) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:11.235881 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed68a3b5-3996-4521-a62b-36467ab81800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.264071 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed68a3b5-3996-4521-a62b-36467ab81800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.323541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.354312 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed68a3b5-3996-4521-a62b-36467ab81800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.356865 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed68a3b5-3996-4521-a62b-36467ab81800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.358199 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ed68a3b5-3996-4521-a62b-36467ab81800 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34b5cee0-fb81-4df3-a887-b2d269e7b2c1 HTTP/1.1" status: 204 len: 168 time: 0.1944525 Jul 07 19:34:11.389769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68a3b5-3996-4521-a62b-36467ab81800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b5cee0-fb81-4df3-a887-b2d269e7b2c1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:11.609859 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-48f64c33-78d8-46bf-af5a-d9153243d9c8 req-bb49e638-3604-482c-9f33-0b709ebf7c3b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0560558 Jul 07 19:34:11.714640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3dfae74e-742c-4037-ae12-1298d1f57284 req-9c712ee2-42d8-47cd-b14e-9a6dd2a1ed9e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4231360 Jul 07 19:34:11.728827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-deleted', 'tag': '9ec2e7e8-adee-47be-abca-1085836a71f8'}, {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-deleted', 'tag': '5b3f649a-2212-48c8-9591-8984bb746b08'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:11.732078 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2616c9e0-ce1e-48fd-a388-4cef82326a77" -d '{"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-deleted", "tag": "9ec2e7e8-adee-47be-abca-1085836a71f8"}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-deleted", "tag": "5b3f649a-2212-48c8-9591-8984bb746b08"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:11.913612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0aae357-9ceb-488c-8c7c-1dcb650c98ef {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:34:11.922562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.940020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Transition to ACTIVE for port object d0aae357-9ceb-488c-8c7c-1dcb650c98ef will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:11.948675 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a59d1d1-bc42-4ce3-96f3-03a708b3eb3a x-openstack-request-id: req-8a59d1d1-bc42-4ce3-96f3-03a708b3eb3a {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:11.950925 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-deleted", "tag": "9ec2e7e8-adee-47be-abca-1085836a71f8", "status": "completed", "code": 200}, {"server_uuid": "e5e7ab3a-aced-46b8-b394-6115aaa6dda8", "name": "network-vif-deleted", "tag": "5b3f649a-2212-48c8-9591-8984bb746b08", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:11.951381 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a59d1d1-bc42-4ce3-96f3-03a708b3eb3a {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:11.951832 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-deleted', 'tag': '9ec2e7e8-adee-47be-abca-1085836a71f8', 'status': 'completed', 'code': 200} Jul 07 19:34:11.952418 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e7ab3a-aced-46b8-b394-6115aaa6dda8', 'name': 'network-vif-deleted', 'tag': '5b3f649a-2212-48c8-9591-8984bb746b08', 'status': 'completed', 'code': 200} Jul 07 19:34:11.976218 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:12.111858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Pushing event updated for resources: {'Port': ['ID=d0aae357-9ceb-488c-8c7c-1dcb650c98ef,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:12.201406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27457a51-f4ac-4c91-8cc8-0ecb492bf9b9 req-51c72519-69ad-4522-be9f-1593dc7dfe1f tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:12.205301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27457a51-f4ac-4c91-8cc8-0ecb492bf9b9 req-51c72519-69ad-4522-be9f-1593dc7dfe1f tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1027 time: 0.9186127 Jul 07 19:34:12.236648 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2aa952f-4227-4f85-b4cc-3274a898b39e req-2354ad34-007c-4d7d-b906-d6979e232d04 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0710614 Jul 07 19:34:12.290737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfae74e-742c-4037-ae12-1298d1f57284 req-f2f0f8bc-4827-4435-9fd1-b17f786e4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:12.292541 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3dfae74e-742c-4037-ae12-1298d1f57284 req-f2f0f8bc-4827-4435-9fd1-b17f786e4d31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 1097 time: 0.5516055 Jul 07 19:34:12.743349 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27457a51-f4ac-4c91-8cc8-0ecb492bf9b9 req-85ce677a-304a-4837-8b87-6f3c6170c2e8 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290506 Jul 07 19:34:12.778914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Attempting to bind port d0aae357-9ceb-488c-8c7c-1dcb650c98ef on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:12.779448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Attempting to bind port d0aae357-9ceb-488c-8c7c-1dcb650c98ef by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:12.779949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Attempting to bind port d0aae357-9ceb-488c-8c7c-1dcb650c98ef on network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:12.786831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Port d0aae357-9ceb-488c-8c7c-1dcb650c98ef on network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:34:12.787413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Attempting to bind port d0aae357-9ceb-488c-8c7c-1dcb650c98ef on network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:12.810394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:12.811056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Checking segment: {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:12.811635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Bound using segment: {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:12.812228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Bound port: d0aae357-9ceb-488c-8c7c-1dcb650c98ef, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42f8cf4-b394-4018-8bed-728430d0591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:12.812762 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:12.896454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] For port d0aae357-9ceb-488c-8c7c-1dcb650c98ef, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:12.900528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] For port d0aae357-9ceb-488c-8c7c-1dcb650c98ef, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d0aae357-9ceb-488c-8c7c-1dcb650c98ef,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:12.902316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfae74e-742c-4037-ae12-1298d1f57284 req-9272c103-1528-4419-9d17-7c7c0c1b5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:12.904381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3dfae74e-742c-4037-ae12-1298d1f57284 req-9272c103-1528-4419-9d17-7c7c0c1b5ea0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.5845103 Jul 07 19:34:12.906244 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:12.932789 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8127ab06-4558-4b0f-a5ff-4d366516e7f8 req-ef5b7da7-737d-4c03-bd1c-9e2e85ff7458 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0972803 Jul 07 19:34:12.978757 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3dfae74e-742c-4037-ae12-1298d1f57284 req-10f8167c-1b61-4cad-b733-851c7125c0d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d59f4a2-b168-4350-933e-f9bbf1511664 HTTP/1.1" status: 200 len: 217 time: 0.0665402 Jul 07 19:34:12.983042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:12.983662 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:12.985015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] 10.222.0.48 "PUT /v2.0/ports/d0aae357-9ceb-488c-8c7c-1dcb650c98ef HTTP/1.1" status: 200 len: 1091 time: 1.8720095 Jul 07 19:34:13.074622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfae74e-742c-4037-ae12-1298d1f57284 req-ce1b6101-6b31-484a-9725-26bc6a6f1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:13.076389 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3dfae74e-742c-4037-ae12-1298d1f57284 req-ce1b6101-6b31-484a-9725-26bc6a6f1616 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.0727706 Jul 07 19:34:13.116135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e500b-95ea-4e4d-ada6-4fb8a8b1a980 service neutron] Pushing event updated for resources: {'Port': ['ID=d0aae357-9ceb-488c-8c7c-1dcb650c98ef,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:13.198092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-25814ba6-8bee-45f4-844c-c37a8e9cacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:13.199709 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-25814ba6-8bee-45f4-844c-c37a8e9cacaf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ffc851f64d254890be711ddfb9c1042c&device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1094 time: 0.1467197 Jul 07 19:34:13.205889 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfae74e-742c-4037-ae12-1298d1f57284 req-e257081f-e9b6-4d5f-8ff0-3bdc1929a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:13.207551 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3dfae74e-742c-4037-ae12-1298d1f57284 req-e257081f-e9b6-4d5f-8ff0-3bdc1929a279 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052067 Jul 07 19:34:13.246449 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-03cb121c-0886-4ac3-a833-ea4cfcba827a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0aae357-9ceb-488c-8c7c-1dcb650c98ef HTTP/1.1" status: 200 len: 217 time: 0.0372233 Jul 07 19:34:13.374138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-0747d5c6-712e-4626-8cf4-157a18017c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:13.375702 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-0747d5c6-712e-4626-8cf4-157a18017c61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f8b594e-7dcf-4d20-a68a-2fe98ca57fac HTTP/1.1" status: 200 len: 849 time: 0.1196578 Jul 07 19:34:13.428525 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3dfae74e-742c-4037-ae12-1298d1f57284 req-ceca5972-d771-4003-81be-eaf480ceeb4a service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810391 Jul 07 19:34:13.549961 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c37aa85f-adf8-4d2c-b488-215c8aa12814 req-a365863e-72b1-48b3-8bfb-c0893b0ba782 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0808806 Jul 07 19:34:13.603903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-ae19ca6d-1c0c-45d5-a7bb-c865a06d9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:13.605398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-ae19ca6d-1c0c-45d5-a7bb-c865a06d9f6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9365b9a-b7ba-4509-bb9e-e36f5198ee8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759994 Jul 07 19:34:13.607160 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3dfae74e-742c-4037-ae12-1298d1f57284 req-9a4cdf97-3e76-4eae-a558-53590661945c service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687572 Jul 07 19:34:13.732212 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-9d3cac62-221d-4d57-b406-8987c65b1da6 service neutron] 10.222.0.48 "GET /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147013 Jul 07 19:34:13.828219 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44d3dcfe-c21a-409c-b0d2-63d6570495d4 req-c65c413f-a421-4560-8f91-70133f126156 service neutron] 10.222.0.48 "GET /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877860 Jul 07 19:34:13.940367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954976d-9e06-4537-9706-c1b5beb26ab0 req-8a03fb47-4f5f-42d4-bc25-18a3adc5990f tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:13.942208 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9954976d-9e06-4537-9706-c1b5beb26ab0 req-8a03fb47-4f5f-42d4-bc25-18a3adc5990f tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1094 time: 0.0603366 Jul 07 19:34:13.953205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1490d573-3fb3-4c80-804e-0ee4950b3d87', 'tag': 'd0aae357-9ceb-488c-8c7c-1dcb650c98ef'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:13.955669 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b507fb44-f341-457e-86a0-f7bed74758a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1490d573-3fb3-4c80-804e-0ee4950b3d87", "tag": "d0aae357-9ceb-488c-8c7c-1dcb650c98ef"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:13.987525 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9954976d-9e06-4537-9706-c1b5beb26ab0 req-2e688df5-db52-454d-952f-d59f1fedf556 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388484 Jul 07 19:34:14.004165 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c325e269-f425-40f1-8ce9-1df77dd6bb28 x-openstack-request-id: req-c325e269-f425-40f1-8ce9-1df77dd6bb28 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:14.004694 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1490d573-3fb3-4c80-804e-0ee4950b3d87", "tag": "d0aae357-9ceb-488c-8c7c-1dcb650c98ef", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:14.004801 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c325e269-f425-40f1-8ce9-1df77dd6bb28 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:14.005157 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1490d573-3fb3-4c80-804e-0ee4950b3d87', 'tag': 'd0aae357-9ceb-488c-8c7c-1dcb650c98ef', 'status': 'completed', 'code': 200} Jul 07 19:34:14.120370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507fb44-f341-457e-86a0-f7bed74758a7 req-cf5e6da0-ad35-4522-8d03-d73e8d615d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:14.121925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b507fb44-f341-457e-86a0-f7bed74758a7 req-cf5e6da0-ad35-4522-8d03-d73e8d615d2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ffc851f64d254890be711ddfb9c1042c&device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1094 time: 0.0908318 Jul 07 19:34:14.271116 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-384e4f57-fc0e-40ea-be2a-bbf71dbbc4b1 req-3f11d4c6-8993-47cc-8306-6efe1992f0bc tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.1434195 Jul 07 19:34:14.272576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507fb44-f341-457e-86a0-f7bed74758a7 req-1b9067e2-381e-42d3-bb18-672142398a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:14.273998 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b507fb44-f341-457e-86a0-f7bed74758a7 req-1b9067e2-381e-42d3-bb18-672142398a0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9365b9a-b7ba-4509-bb9e-e36f5198ee8a HTTP/1.1" status: 200 len: 911 time: 0.1444576 Jul 07 19:34:14.345986 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b507fb44-f341-457e-86a0-f7bed74758a7 req-2e96e2ea-3843-4c19-a326-2e5ac84b2da7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0aae357-9ceb-488c-8c7c-1dcb650c98ef HTTP/1.1" status: 200 len: 217 time: 0.0607388 Jul 07 19:34:14.401052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507fb44-f341-457e-86a0-f7bed74758a7 req-2c1705bc-24ee-4f05-9476-535cefe7930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:14.402765 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b507fb44-f341-457e-86a0-f7bed74758a7 req-2c1705bc-24ee-4f05-9476-535cefe7930b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f8b594e-7dcf-4d20-a68a-2fe98ca57fac HTTP/1.1" status: 200 len: 849 time: 0.0500982 Jul 07 19:34:14.484354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507fb44-f341-457e-86a0-f7bed74758a7 req-cdcc1938-ff80-43de-a568-d2b02617f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:14.485912 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b507fb44-f341-457e-86a0-f7bed74758a7 req-cdcc1938-ff80-43de-a568-d2b02617f14c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9365b9a-b7ba-4509-bb9e-e36f5198ee8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718870 Jul 07 19:34:14.602160 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b507fb44-f341-457e-86a0-f7bed74758a7 req-8bc60a05-42be-4558-90bf-562228b5b548 service neutron] 10.222.0.48 "GET /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085112 Jul 07 19:34:14.719965 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b507fb44-f341-457e-86a0-f7bed74758a7 req-9408e6fe-4129-48e3-a416-6d220be3dbbc service neutron] 10.222.0.48 "GET /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102457 Jul 07 19:34:14.787489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fc2cb67-78ef-4b1a-ae91-5a17cd339f8c req-bb04ce36-d7cc-4b25-a09c-d726c3c52288 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0382404 Jul 07 19:34:15.179932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88871d98-6b16-488f-8d95-b8d2bd67a673 req-c64f64fb-c960-46eb-9d10-51029c888db1 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:15.181610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-88871d98-6b16-488f-8d95-b8d2bd67a673 req-c64f64fb-c960-46eb-9d10-51029c888db1 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1094 time: 0.0695169 Jul 07 19:34:15.222452 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-88871d98-6b16-488f-8d95-b8d2bd67a673 req-613aff74-9dca-41ed-b62d-6f2155a56b4f tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349529 Jul 07 19:34:15.459393 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18595e91-4641-4316-8e59-ae072d1660d8 req-7b5d036f-c451-44ca-be5d-18982cb5ba9f tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0433042 Jul 07 19:34:15.940499 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0f2f7f6c-f705-4783-bd31-45a2612995cc req-e6860ec1-842d-4bd2-9c49-810fbc8dfed8 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0335336 Jul 07 19:34:16.402963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62f54b-83ae-4daa-b777-d29918674193 req-cf39226d-0a8e-44af-84a5-52c044c44a14 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:16.404759 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d62f54b-83ae-4daa-b777-d29918674193 req-cf39226d-0a8e-44af-84a5-52c044c44a14 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1094 time: 0.0600688 Jul 07 19:34:16.441142 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d62f54b-83ae-4daa-b777-d29918674193 req-342b2a74-2b13-42f8-a630-862c5027466a tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301301 Jul 07 19:34:16.603380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ef27002-8c0f-468b-8a5c-cbee1e4f6094 req-402f147c-4963-49f3-8ac1-52637ec96fe5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0278325 Jul 07 19:34:17.100058 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba676628-f9ad-471d-a249-a90389b6954a req-2fdc191f-e760-4252-a0c3-e3432ddf4d59 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0301065 Jul 07 19:34:17.631329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b140ac-ff53-4ffd-8d52-ff6333556d36 req-d0864c4b-875a-4f49-b687-fa8098e40df1 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:17.632933 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e0b140ac-ff53-4ffd-8d52-ff6333556d36 req-d0864c4b-875a-4f49-b687-fa8098e40df1 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1094 time: 0.0770242 Jul 07 19:34:17.709988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e0b140ac-ff53-4ffd-8d52-ff6333556d36 req-ec9bd38f-9376-4373-b2b9-a710d35b2463 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663555 Jul 07 19:34:17.816733 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb173793-6ba2-4bc0-ae74-1d3c4bd033f6 req-a4bbd449-7b54-439b-928f-3ffc261c861a tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0442312 Jul 07 19:34:18.275178 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e953338-67bc-455c-bd12-019744611d4a req-1918546d-a167-4bae-bbe8-0653b31d6b14 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0373495 Jul 07 19:34:18.907981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d0aae357-9ceb-488c-8c7c-1dcb650c98ef details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:34:18.980343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8436cb-884c-4391-975d-1a1db623e10e req-13627d48-58c1-4e78-82a8-4a2570143513 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:18.987628 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e8436cb-884c-4391-975d-1a1db623e10e req-13627d48-58c1-4e78-82a8-4a2570143513 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1094 time: 0.1001389 Jul 07 19:34:19.081222 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e8436cb-884c-4391-975d-1a1db623e10e req-85f62868-7765-4202-bc27-888deecedb60 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876548 Jul 07 19:34:19.110363 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b7a1bb3a-ae36-4f13-bd68-4327657892ce req-b500f527-5570-4387-8c61-12fa2060d305 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0511000 Jul 07 19:34:19.133230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d0aae357-9ceb-488c-8c7c-1dcb650c98ef, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d0aae357-9ceb-488c-8c7c-1dcb650c98ef,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:19.154770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'd0aae357-9ceb-488c-8c7c-1dcb650c98ef', 'network_id': 'a9365b9a-b7ba-4509-bb9e-e36f5198ee8a', 'port_id': 'd0aae357-9ceb-488c-8c7c-1dcb650c98ef', 'mac_address': 'fa:16:3e:c5:f0:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8b594e-7dcf-4d20-a68a-2fe98ca57fac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:34:19.198464 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:19.213661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0aae357-9ceb-488c-8c7c-1dcb650c98ef {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:34:19.243128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d0aae357-9ceb-488c-8c7c-1dcb650c98ef, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d0aae357-9ceb-488c-8c7c-1dcb650c98ef,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:19.248392 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:19.298017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d0aae357-9ceb-488c-8c7c-1dcb650c98ef,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:19.306662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.307053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.307407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.307752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.308099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.308433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.308779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.309103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.309436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.309768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.310099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.310429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.445388 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4fe25746-52b7-454c-a8fb-1ea9bc89e968 req-e57331b6-07ec-4668-a883-d6f5d4821b44 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0321422 Jul 07 19:34:19.677371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['d0aae357-9ceb-488c-8c7c-1dcb650c98ef'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:34:19.736827 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:34:20.253013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a8da2-db50-4228-af09-24465849a225 req-3a1edfb7-89d8-4cbf-a72a-02f472fee2fe tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:20.260964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb7a8da2-db50-4228-af09-24465849a225 req-3a1edfb7-89d8-4cbf-a72a-02f472fee2fe tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1095 time: 0.0683210 Jul 07 19:34:20.297804 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb7a8da2-db50-4228-af09-24465849a225 req-5c9b4afe-354f-4ccb-a2b3-8ae4c29142ba tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357151 Jul 07 19:34:20.336751 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3b13600f-2caa-473a-a167-f2556b59959d req-b2b36f87-9c04-4f0d-b75b-9b1a409751d9 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0453880 Jul 07 19:34:20.612501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c74d8d6-3efb-4e17-8174-e5f2f47d1a26 req-089c5e53-3f12-43f2-8653-57d2769989c6 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0295200 Jul 07 19:34:20.920964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d0aae357-9ceb-488c-8c7c-1dcb650c98ef up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:20.988784 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port d0aae357-9ceb-488c-8c7c-1dcb650c98ef completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:20.993351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port d0aae357-9ceb-488c-8c7c-1dcb650c98ef triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:20.993832 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:21.044467 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e93ceb5-ae18-427c-a3b0-a8437fbe0bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:21.089374 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:21.115468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1490d573-3fb3-4c80-804e-0ee4950b3d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0aae357-9ceb-488c-8c7c-1dcb650c98ef'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:21.117773 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d3a458-ab46-4cea-810f-bb2c8de8ee7a" -d '{"events": [{"server_uuid": "1490d573-3fb3-4c80-804e-0ee4950b3d87", "name": "network-vif-plugged", "status": "completed", "tag": "d0aae357-9ceb-488c-8c7c-1dcb650c98ef"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:21.133386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d0aae357-9ceb-488c-8c7c-1dcb650c98ef, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d0aae357-9ceb-488c-8c7c-1dcb650c98ef,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:21.142410 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:21.172768 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4870ed33-d524-4b02-9a27-fc783d6d7eb6 x-openstack-request-id: req-4870ed33-d524-4b02-9a27-fc783d6d7eb6 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:21.172768 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1490d573-3fb3-4c80-804e-0ee4950b3d87", "name": "network-vif-plugged", "status": "completed", "tag": "d0aae357-9ceb-488c-8c7c-1dcb650c98ef", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:21.173092 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4870ed33-d524-4b02-9a27-fc783d6d7eb6 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:21.173522 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1490d573-3fb3-4c80-804e-0ee4950b3d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0aae357-9ceb-488c-8c7c-1dcb650c98ef', 'code': 200} Jul 07 19:34:21.203531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d0aae357-9ceb-488c-8c7c-1dcb650c98ef,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:21.301264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa317591-37ff-4300-8ca0-9ee019bf137b req-e88c0a7d-cee8-47cd-a960-8293bf20db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:21.303403 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa317591-37ff-4300-8ca0-9ee019bf137b req-e88c0a7d-cee8-47cd-a960-8293bf20db88 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1096 time: 0.0631406 Jul 07 19:34:21.385609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa317591-37ff-4300-8ca0-9ee019bf137b req-f11ce175-b770-4657-996c-8ba50948b86a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735838 Jul 07 19:34:21.541644 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2bb7e532-d8ff-4314-90d3-69f5016af620 req-baff8f02-00ba-43a5-838f-7caab004b855 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0310345 Jul 07 19:34:21.606217 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dea9e-07e9-418f-9853-9dbb287bb12e req-cf706b2f-8da0-4e77-bffd-6af9cf3e136c tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:21.608501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f87dea9e-07e9-418f-9853-9dbb287bb12e req-cf706b2f-8da0-4e77-bffd-6af9cf3e136c tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1096 time: 0.1161814 Jul 07 19:34:21.683875 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f87dea9e-07e9-418f-9853-9dbb287bb12e req-5c477b13-07e4-49ff-a7b7-5f3441131cd5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689194 Jul 07 19:34:21.934042 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b42371ad-fde3-4068-a4db-675409297dc9 req-4bb9525a-fc60-44d7-a108-6f15ea01dffb tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb2f3dfd-fe4d-48b4-aedc-c71b369e8edc HTTP/1.1" status: 200 len: 210 time: 0.0717282 Jul 07 19:34:22.800476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7531a84-1d92-4d59-8ff3-8902cca7750d req-3caaea0d-e9fc-49c8-af8c-14b48d6b11fa tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0446751 Jul 07 19:34:23.009771 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de99eb-8d2a-44c8-ad5f-ff6e00f7504e req-ec0fad77-21c1-4561-ad75-1bcc18bc9227 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:23.017879 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24de99eb-8d2a-44c8-ad5f-ff6e00f7504e req-ec0fad77-21c1-4561-ad75-1bcc18bc9227 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1096 time: 0.0736399 Jul 07 19:34:23.074081 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24de99eb-8d2a-44c8-ad5f-ff6e00f7504e req-8b512f08-0b70-450f-832b-ac3241a02beb tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516429 Jul 07 19:34:23.279935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47468) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:23.418953 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4c6178c-c063-493c-85ca-e9e437f4c910 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:23.429218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b179c-fa25-4f49-80c8-ac958c3420cb req-65ed232a-03b5-41a1-a47a-b64f928b840c tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:23.430785 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-642b179c-fa25-4f49-80c8-ac958c3420cb req-65ed232a-03b5-41a1-a47a-b64f928b840c tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1096 time: 0.0886495 Jul 07 19:34:23.471785 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4c6178c-c063-493c-85ca-e9e437f4c910 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:23.514247 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3edcf814-ffe0-4889-aa52-a7a60b6a7370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:23.544266 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-642b179c-fa25-4f49-80c8-ac958c3420cb req-f0289bff-1fd5-4554-9339-4fc1212aaebf tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046364 Jul 07 19:34:23.580852 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4c6178c-c063-493c-85ca-e9e437f4c910 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:23.584115 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4c6178c-c063-493c-85ca-e9e437f4c910 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:23.585283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e4c6178c-c063-493c-85ca-e9e437f4c910 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "DELETE /v2.0/security-groups/fead2581-9689-477d-a3dc-c6c4b4bcfd41 HTTP/1.1" status: 204 len: 168 time: 0.3042376 Jul 07 19:34:23.588114 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47478) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:23.605242 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-cd4533b3-88e5-4a93-9986-924c8e4f4621 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] show failed (client error): The resource could not be found. Jul 07 19:34:23.608065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6178c-c063-493c-85ca-e9e437f4c910 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fead2581-9689-477d-a3dc-c6c4b4bcfd41,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:23.625684 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cd4533b3-88e5-4a93-9986-924c8e4f4621 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "GET /v2.0/security-groups/fead2581-9689-477d-a3dc-c6c4b4bcfd41 HTTP/1.1" status: 404 len: 347 time: 0.0364552 Jul 07 19:34:23.629024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47480) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:23.856360 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:23.901349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13971784-f47b-4739-b5db-3a6bee1f3e35 req-16efe470-2b60-4a31-aaa6-d6379997856b tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:23.903058 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13971784-f47b-4739-b5db-3a6bee1f3e35 req-16efe470-2b60-4a31-aaa6-d6379997856b tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1096 time: 0.1891859 Jul 07 19:34:23.908071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-483de158-3116-43a8-8e98-91a7de9ff80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Deleting port a9743fec-328c-4efc-afd9-031230339ed1 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:23.910599 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-483de158-3116-43a8-8e98-91a7de9ff80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.035805 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13971784-f47b-4739-b5db-3a6bee1f3e35 req-2a65f697-bc47-4542-a179-c38914978296 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226017 Jul 07 19:34:24.076016 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd517422-3ad2-4825-9c24-b10fa56acde5 req-ff7d23ed-0115-420e-af43-f3d146404551 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.1084247 Jul 07 19:34:24.183006 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-483de158-3116-43a8-8e98-91a7de9ff80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.183561 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-483de158-3116-43a8-8e98-91a7de9ff80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.226106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-483de158-3116-43a8-8e98-91a7de9ff80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Calling delete_port for a9743fec-328c-4efc-afd9-031230339ed1 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:24.512933 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-483de158-3116-43a8-8e98-91a7de9ff80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.551067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483de158-3116-43a8-8e98-91a7de9ff80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Port': ['ID=a9743fec-328c-4efc-afd9-031230339ed1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:24.639770 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-483de158-3116-43a8-8e98-91a7de9ff80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.642356 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-483de158-3116-43a8-8e98-91a7de9ff80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.646409 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-483de158-3116-43a8-8e98-91a7de9ff80b tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "DELETE /v2.0/floatingips/c9c8be83-4212-4ade-a84b-0447e3e72a55 HTTP/1.1" status: 204 len: 168 time: 1.0158465 Jul 07 19:34:24.647346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47500) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:24.665557 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c8b26-bea0-42e7-97fe-920bd0b2df87 req-c87b75c4-d79a-48c0-9837-22b83476c73c tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:24.678405 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba8c8b26-bea0-42e7-97fe-920bd0b2df87 req-c87b75c4-d79a-48c0-9837-22b83476c73c tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1096 time: 0.1107264 Jul 07 19:34:24.744018 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.762681 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba8c8b26-bea0-42e7-97fe-920bd0b2df87 req-82ecc5f4-cdd3-4dd7-9923-f01544881f69 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786777 Jul 07 19:34:24.876388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c999e5ad-6f9e-46a6-aa33-5b791aded956 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Deleting port 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:24.876741 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c999e5ad-6f9e-46a6-aa33-5b791aded956 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:25.037245 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c999e5ad-6f9e-46a6-aa33-5b791aded956 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:25.053854 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c999e5ad-6f9e-46a6-aa33-5b791aded956 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Calling delete_port for 768dc9ab-af3b-4396-b478-2e71bcc1a3f6 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:25.285218 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c999e5ad-6f9e-46a6-aa33-5b791aded956 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:25.321973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999e5ad-6f9e-46a6-aa33-5b791aded956 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Port': ['ID=768dc9ab-af3b-4396-b478-2e71bcc1a3f6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:25.514826 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c999e5ad-6f9e-46a6-aa33-5b791aded956 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:25.522448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47528) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:25.531054 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c999e5ad-6f9e-46a6-aa33-5b791aded956 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "DELETE /v2.0/ports/768dc9ab-af3b-4396-b478-2e71bcc1a3f6 HTTP/1.1" status: 204 len: 168 time: 0.8823836 Jul 07 19:34:25.626923 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3728a200-a67d-4a52-9280-56c055066a15 req-589336ad-1970-4970-9455-65d2304cb8a5 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0945578 Jul 07 19:34:25.732685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-443d2964-ad64-435c-9b90-8d53ddf8bdaf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Deleting port 187ae605-4dc9-46b9-9962-1a475e620dc7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:25.733048 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-443d2964-ad64-435c-9b90-8d53ddf8bdaf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:25.973302 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-443d2964-ad64-435c-9b90-8d53ddf8bdaf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:26.005285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-443d2964-ad64-435c-9b90-8d53ddf8bdaf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Calling delete_port for 187ae605-4dc9-46b9-9962-1a475e620dc7 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:26.319638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01692e07-f69d-44f9-8c0d-d94fd827326f req-5bc4a9c6-4369-4a0e-840f-360c790e091f tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:26.322821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01692e07-f69d-44f9-8c0d-d94fd827326f req-5bc4a9c6-4369-4a0e-840f-360c790e091f tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1096 time: 0.1977344 Jul 07 19:34:26.358136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8993-b749-40d7-8397-ade6d4baf307 req-8860f905-cb07-49e1-b847-aadecd367048 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:26.361907 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c4d8993-b749-40d7-8397-ade6d4baf307 req-8860f905-cb07-49e1-b847-aadecd367048 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 1096 time: 0.1407115 Jul 07 19:34:26.411626 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01692e07-f69d-44f9-8c0d-d94fd827326f req-c00433f5-ecd9-4ba0-8252-99d88038c8f9 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768938 Jul 07 19:34:26.428095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-443d2964-ad64-435c-9b90-8d53ddf8bdaf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:26.521325 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:26.522245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d2964-ad64-435c-9b90-8d53ddf8bdaf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Port': ['ID=187ae605-4dc9-46b9-9962-1a475e620dc7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:26.557602 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-443d2964-ad64-435c-9b90-8d53ddf8bdaf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:26.559994 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-443d2964-ad64-435c-9b90-8d53ddf8bdaf tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "DELETE /v2.0/ports/187ae605-4dc9-46b9-9962-1a475e620dc7 HTTP/1.1" status: 204 len: 168 time: 1.0365241 Jul 07 19:34:26.562526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47540) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:26.583702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-1c4d8993-b749-40d7-8397-ade6d4baf307 req-f032820d-fd9a-4a53-a8ff-823397bdae85 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Deleting port d0aae357-9ceb-488c-8c7c-1dcb650c98ef {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:26.584044 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1c4d8993-b749-40d7-8397-ade6d4baf307 req-f032820d-fd9a-4a53-a8ff-823397bdae85 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:26.663738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ace339-19f3-43da-97bd-d20d599e5399 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Deleting subnet cf648d12-0dbc-4ada-9808-fda1919d4e3a {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:34:26.673256 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4ace339-19f3-43da-97bd-d20d599e5399 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:26.755240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1c4d8993-b749-40d7-8397-ade6d4baf307 req-f032820d-fd9a-4a53-a8ff-823397bdae85 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] For port d0aae357-9ceb-488c-8c7c-1dcb650c98ef, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d0aae357-9ceb-488c-8c7c-1dcb650c98ef,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:26.759630 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1c4d8993-b749-40d7-8397-ade6d4baf307 req-f032820d-fd9a-4a53-a8ff-823397bdae85 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:26.772203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4ace339-19f3-43da-97bd-d20d599e5399 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:26.784559 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-1c4d8993-b749-40d7-8397-ade6d4baf307 req-f032820d-fd9a-4a53-a8ff-823397bdae85 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Calling delete_port for d0aae357-9ceb-488c-8c7c-1dcb650c98ef owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:26.961295 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4ace339-19f3-43da-97bd-d20d599e5399 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.009790 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-56bd9781-7038-467b-b36c-a9beeb555222 req-03d5afa9-ce4f-46cf-b5c8-e790fedf3ac4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0696366 Jul 07 19:34:27.146677 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4ace339-19f3-43da-97bd-d20d599e5399 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.215781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ace339-19f3-43da-97bd-d20d599e5399 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Subnet': ['ID=cf648d12-0dbc-4ada-9808-fda1919d4e3a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:27.251342 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1c4d8993-b749-40d7-8397-ade6d4baf307 req-f032820d-fd9a-4a53-a8ff-823397bdae85 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.252273 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4ace339-19f3-43da-97bd-d20d599e5399 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.259158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eb3e17-e407-45f2-96b3-278005f389dd None None] Network b39bec63-5191-41ce-a475-0913476e6e43 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:27.269367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c4ace339-19f3-43da-97bd-d20d599e5399 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "DELETE /v2.0/subnets/cf648d12-0dbc-4ada-9808-fda1919d4e3a HTTP/1.1" status: 204 len: 168 time: 0.7013109 Jul 07 19:34:27.270050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47552) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:27.400144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['3c92f8b5-a74e-4671-abd9-f55530362da5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:34:27.450379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032820d-fd9a-4a53-a8ff-823397bdae85 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0aae357-9ceb-488c-8c7c-1dcb650c98ef,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:27.483269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44cdb8a-4cee-4840-9ad3-3642c76cf2db tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Deleting subnet d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:34:27.489587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b44cdb8a-4cee-4840-9ad3-3642c76cf2db tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.587637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4d8993-b749-40d7-8397-ade6d4baf307 req-f032820d-fd9a-4a53-a8ff-823397bdae85 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] No DVR routers for this DVR port d0aae357-9ceb-488c-8c7c-1dcb650c98ef on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:27.592125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b44cdb8a-4cee-4840-9ad3-3642c76cf2db tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.601430 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1c4d8993-b749-40d7-8397-ade6d4baf307 req-f032820d-fd9a-4a53-a8ff-823397bdae85 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.603311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c4d8993-b749-40d7-8397-ade6d4baf307 req-f032820d-fd9a-4a53-a8ff-823397bdae85 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.48 "DELETE /v2.0/ports/d0aae357-9ceb-488c-8c7c-1dcb650c98ef HTTP/1.1" status: 204 len: 173 time: 1.2375960 Jul 07 19:34:27.609636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1490d573-3fb3-4c80-804e-0ee4950b3d87', 'name': 'network-vif-deleted', 'tag': 'd0aae357-9ceb-488c-8c7c-1dcb650c98ef'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:27.620986 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47f68e1-23f2-4aeb-aebc-8a961ee98fb8" -d '{"events": [{"server_uuid": "1490d573-3fb3-4c80-804e-0ee4950b3d87", "name": "network-vif-deleted", "tag": "d0aae357-9ceb-488c-8c7c-1dcb650c98ef"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:27.743386 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c48e23-7c9b-4465-a0b6-bce8776ac3b1 x-openstack-request-id: req-c1c48e23-7c9b-4465-a0b6-bce8776ac3b1 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:27.743683 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1490d573-3fb3-4c80-804e-0ee4950b3d87", "name": "network-vif-deleted", "tag": "d0aae357-9ceb-488c-8c7c-1dcb650c98ef", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:27.743957 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1c48e23-7c9b-4465-a0b6-bce8776ac3b1 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:27.744370 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1490d573-3fb3-4c80-804e-0ee4950b3d87', 'name': 'network-vif-deleted', 'tag': 'd0aae357-9ceb-488c-8c7c-1dcb650c98ef', 'status': 'completed', 'code': 200} Jul 07 19:34:27.783913 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b44cdb8a-4cee-4840-9ad3-3642c76cf2db tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.877521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b44cdb8a-4cee-4840-9ad3-3642c76cf2db tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.960143 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ed26c45-8b8c-4235-a92f-d0d94ee8ee1d req-401a3fbe-137d-4102-9e0e-32656bd3153e tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1490d573-3fb3-4c80-804e-0ee4950b3d87 HTTP/1.1" status: 200 len: 210 time: 0.0956368 Jul 07 19:34:28.017136 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cdb8a-4cee-4840-9ad3-3642c76cf2db tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Subnet': ['ID=d104a22e-d0f7-4430-a3f2-6fa28f9f44e8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:28.025997 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b44cdb8a-4cee-4840-9ad3-3642c76cf2db tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.032371 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b44cdb8a-4cee-4840-9ad3-3642c76cf2db tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "DELETE /v2.0/subnets/d104a22e-d0f7-4430-a3f2-6fa28f9f44e8 HTTP/1.1" status: 204 len: 168 time: 0.7484777 Jul 07 19:34:28.033746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47572) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:28.040629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29883306-2925-41e0-8e8d-11d6f253c82e None None] Network 670c7056-dca7-47fb-9792-9847dd3669c1 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:28.273451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.470633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c23ef-23d2-44c2-9779-f99d1772f525 None None] DHCP port deletion for b39bec63-5191-41ce-a475-0913476e6e43 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:34:28.475458 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74580ac1-e37e-4776-9fc2-dcc001cecc28 req-f4ba2cda-c09c-4f34-9e3a-0526cd8bd6cd tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.1040094 Jul 07 19:34:28.541066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47582) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:28.585292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Deleting port 3d54e707-f458-4835-92ac-888d09013ef6 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:28.585885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.612209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f26c23ef-23d2-44c2-9779-f99d1772f525 None None] Deleting port 3d54e707-f458-4835-92ac-888d09013ef6 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:28.615416 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f26c23ef-23d2-44c2-9779-f99d1772f525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.766852 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f26c23ef-23d2-44c2-9779-f99d1772f525 None None] For port 3d54e707-f458-4835-92ac-888d09013ef6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3d54e707-f458-4835-92ac-888d09013ef6,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:28.767666 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f26c23ef-23d2-44c2-9779-f99d1772f525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.783203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f26c23ef-23d2-44c2-9779-f99d1772f525 None None] Calling delete_port for 3d54e707-f458-4835-92ac-888d09013ef6 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:28.834330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1ec275-9839-4b40-b699-816ae51c712f None None] DHCP port deletion for 670c7056-dca7-47fb-9792-9847dd3669c1 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:34:28.849682 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] For port 3d54e707-f458-4835-92ac-888d09013ef6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3d54e707-f458-4835-92ac-888d09013ef6,segment=NetworkSegment(47982dee-4c19-4488-8495-a1e8fabe9f5b),segment_id=47982dee-4c19-4488-8495-a1e8fabe9f5b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:28.849682 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.860181 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-243695fe-e92b-4ecd-a886-467e75a9ef19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.907171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Calling delete_port for 3d54e707-f458-4835-92ac-888d09013ef6 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:28.962190 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f26c23ef-23d2-44c2-9779-f99d1772f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.997553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d0aae357-9ceb-488c-8c7c-1dcb650c98ef no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:29.030654 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: d0aae357-9ceb-488c-8c7c-1dcb650c98ef {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:29.031260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d0aae357-9ceb-488c-8c7c-1dcb650c98ef not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:29.033000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c23ef-23d2-44c2-9779-f99d1772f525 None None] Pushing event deleted for resources: {'Port': ['ID=3d54e707-f458-4835-92ac-888d09013ef6,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:29.037393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c23ef-23d2-44c2-9779-f99d1772f525 None None] No DVR routers for this DVR port 3d54e707-f458-4835-92ac-888d09013ef6 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:29.073268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ec275-9839-4b40-b699-816ae51c712f None None] Deleting port 3a9234b5-5d25-4f98-825d-15edb3e34e6f {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:29.074580 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec275-9839-4b40-b699-816ae51c712f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.184171 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-243695fe-e92b-4ecd-a886-467e75a9ef19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.191920 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.200646 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-243695fe-e92b-4ecd-a886-467e75a9ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.229609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] No DVR routers for this DVR port 3d54e707-f458-4835-92ac-888d09013ef6 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:29.293090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243695fe-e92b-4ecd-a886-467e75a9ef19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20fa5c5-9dbe-4117-be3d-258c6f443ca4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:29.336463 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-243695fe-e92b-4ecd-a886-467e75a9ef19 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be2e7ed2b4dd41a890f7c2453db3664d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940221 Jul 07 19:34:29.342556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47598) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:29.369840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Port': ['ID=3d54e707-f458-4835-92ac-888d09013ef6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:29.438306 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58d24eac-6c95-4ffc-8438-890e79b1e9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.489088 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58d24eac-6c95-4ffc-8438-890e79b1e9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.502042 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.528592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39bec63-5191-41ce-a475-0913476e6e43']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:29.560708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47982dee-4c19-4488-8495-a1e8fabe9f5b') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:29.560959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47982dee-4c19-4488-8495-a1e8fabe9f5b') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:29.578256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6a1ec275-9839-4b40-b699-816ae51c712f None None] For port 3a9234b5-5d25-4f98-825d-15edb3e34e6f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3a9234b5-5d25-4f98-825d-15edb3e34e6f,segment=NetworkSegment(bc9030c6-b21a-4bad-9fec-656a91c78f3a),segment_id=bc9030c6-b21a-4bad-9fec-656a91c78f3a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:29.578933 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec275-9839-4b40-b699-816ae51c712f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.592394 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.613912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ec275-9839-4b40-b699-816ae51c712f None None] Calling delete_port for 3a9234b5-5d25-4f98-825d-15edb3e34e6f owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:29.635288 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.654979 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:34:29.655465 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: self.session.flush() Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:34:29.659519 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:34:29.664342 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58d24eac-6c95-4ffc-8438-890e79b1e9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.667839 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58d24eac-6c95-4ffc-8438-890e79b1e9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.669479 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-58d24eac-6c95-4ffc-8438-890e79b1e9e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a20fa5c5-9dbe-4117-be3d-258c6f443ca4 HTTP/1.1" status: 204 len: 168 time: 0.3254364 Jul 07 19:34:29.693135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d24eac-6c95-4ffc-8438-890e79b1e9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20fa5c5-9dbe-4117-be3d-258c6f443ca4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:29.856083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3d54e707-f458-4835-92ac-888d09013ef6 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:29.872842 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.908049 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.913331 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "DELETE /v2.0/networks/b39bec63-5191-41ce-a475-0913476e6e43 HTTP/1.1" status: 204 len: 168 time: 1.8769524 Jul 07 19:34:29.930579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 3d54e707-f458-4835-92ac-888d09013ef6 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:29.931310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3d54e707-f458-4835-92ac-888d09013ef6 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:29.931847 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3a9234b5-5d25-4f98-825d-15edb3e34e6f no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:29.962386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47614) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:30.047961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964c9f8-59bc-4c4a-93e4-19072833b70e req-1b6b71d7-76c7-466f-b3e0-defeea543468 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:30.056500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8964c9f8-59bc-4c4a-93e4-19072833b70e req-1b6b71d7-76c7-466f-b3e0-defeea543468 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1097 time: 0.1586771 Jul 07 19:34:30.128226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3295b38f-da4e-4dd9-98e6-a4c4e93e04c1 req-8f8e1160-c40b-4cee-98d1-0e93287ed194 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.2707174 Jul 07 19:34:30.143680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c8267-b6e4-48c5-973e-4d1d80dbb7a0 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Network': ['ID=b39bec63-5191-41ce-a475-0913476e6e43,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:30.176449 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8964c9f8-59bc-4c4a-93e4-19072833b70e req-874f00f0-85d5-45fa-bf59-fc4fa3b8a3ec tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183138 Jul 07 19:34:30.195861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec275-9839-4b40-b699-816ae51c712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.313524 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.327360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ec275-9839-4b40-b699-816ae51c712f None None] Pushing event deleted for resources: {'Port': ['ID=3a9234b5-5d25-4f98-825d-15edb3e34e6f,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:30.336787 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.399691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ec275-9839-4b40-b699-816ae51c712f None None] No DVR routers for this DVR port 3a9234b5-5d25-4f98-825d-15edb3e34e6f on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:30.486304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47622) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:30.527758 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-627eed1b-86b5-41d9-a572-009eaba04db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.784477 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.818598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670c7056-dca7-47fb-9792-9847dd3669c1']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:30.847609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9030c6-b21a-4bad-9fec-656a91c78f3a') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:30.848656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9030c6-b21a-4bad-9fec-656a91c78f3a') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:30.854476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-627eed1b-86b5-41d9-a572-009eaba04db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.859922 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-627eed1b-86b5-41d9-a572-009eaba04db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.889295 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.958709 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.983793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:34:30.984622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:31.103384 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-627eed1b-86b5-41d9-a572-009eaba04db9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66b8bc46491f40ceba08792dd1bec578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6158092 Jul 07 19:34:31.112611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47638) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:31.164959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627eed1b-86b5-41d9-a572-009eaba04db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675a7316-2269-46c5-bf49-5f4b62af95e8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:31.450806 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-861c176a-d9ca-4c41-a352-1b2591110850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:31.477976 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-861c176a-d9ca-4c41-a352-1b2591110850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:31.538429 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-861c176a-d9ca-4c41-a352-1b2591110850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:31.545788 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-861c176a-d9ca-4c41-a352-1b2591110850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:31.551525 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-861c176a-d9ca-4c41-a352-1b2591110850 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/675a7316-2269-46c5-bf49-5f4b62af95e8 HTTP/1.1" status: 204 len: 168 time: 0.4224048 Jul 07 19:34:31.558587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07628f-cc5d-4874-9557-f93da46d80c2 req-d4649f63-5389-46d3-84fa-d03f7777b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:31.560195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c07628f-cc5d-4874-9557-f93da46d80c2 req-d4649f63-5389-46d3-84fa-d03f7777b887 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1096 time: 0.5893965 Jul 07 19:34:31.602848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c176a-d9ca-4c41-a352-1b2591110850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675a7316-2269-46c5-bf49-5f4b62af95e8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:34:31.629582 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:34:31.685698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c03d8d-c2ac-425e-b6a1-a8300080ccf4 req-3064898e-aa97-45e2-8f63-395b26c0db5a tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:31.703416 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b7c03d8d-c2ac-425e-b6a1-a8300080ccf4 req-3064898e-aa97-45e2-8f63-395b26c0db5a tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.6110237 Jul 07 19:34:31.815644 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4cff8bdb-bdd0-47bd-bbe9-d186aa4e8c22 req-901145ce-130f-4fb8-8e1a-162150ddc83b tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0773387 Jul 07 19:34:31.918727 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:31.964211 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:31.966381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] 10.222.0.81 "DELETE /v2.0/networks/670c7056-dca7-47fb-9792-9847dd3669c1 HTTP/1.1" status: 204 len: 168 time: 1.9906986 Jul 07 19:34:31.981944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec969cf3-5d8a-4022-a73b-42559146cda9 tempest-TaggedBootDevicesTest-1773041019 tempest-TaggedBootDevicesTest-1773041019-project] Pushing event deleted for resources: {'Network': ['ID=670c7056-dca7-47fb-9792-9847dd3669c1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:32.006805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cbd16-f4c9-4289-9fbd-207eff8d92de req-d4771ee9-6e48-4a5d-afeb-b9b2f709bc07 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:32.008346 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-199cbd16-f4c9-4289-9fbd-207eff8d92de req-d4771ee9-6e48-4a5d-afeb-b9b2f709bc07 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1097 time: 0.2923021 Jul 07 19:34:32.286590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae305748-3568-4867-86a8-94e025b58d6d req-719168a9-6fad-4c77-8d93-2922db441fc5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:32.294663 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae305748-3568-4867-86a8-94e025b58d6d req-719168a9-6fad-4c77-8d93-2922db441fc5 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 1097 time: 0.1989267 Jul 07 19:34:32.362610 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae305748-3568-4867-86a8-94e025b58d6d req-277a91f5-230f-42a6-8091-0fb625c35d2c tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e38d54c2-6032-4201-97bd-1fc6d229d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665011 Jul 07 19:34:32.373358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-199cbd16-f4c9-4289-9fbd-207eff8d92de req-7e66e82f-195d-4497-bfb7-f55f44f94e68 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Deleting port 3c92f8b5-a74e-4671-abd9-f55530362da5 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:32.375537 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-199cbd16-f4c9-4289-9fbd-207eff8d92de req-7e66e82f-195d-4497-bfb7-f55f44f94e68 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:32.393159 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b7c03d8d-c2ac-425e-b6a1-a8300080ccf4 req-e87da72f-8f67-4311-9cb1-f211392807b4 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6886761 Jul 07 19:34:32.436565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07628f-cc5d-4874-9557-f93da46d80c2 req-1d9828a9-7da6-4244-b9c8-330a741db236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:32.438417 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c07628f-cc5d-4874-9557-f93da46d80c2 req-1d9828a9-7da6-4244-b9c8-330a741db236 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.8562412 Jul 07 19:34:32.603953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-199cbd16-f4c9-4289-9fbd-207eff8d92de req-7e66e82f-195d-4497-bfb7-f55f44f94e68 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] For port 3c92f8b5-a74e-4671-abd9-f55530362da5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=3c92f8b5-a74e-4671-abd9-f55530362da5,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:32.627575 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-199cbd16-f4c9-4289-9fbd-207eff8d92de req-7e66e82f-195d-4497-bfb7-f55f44f94e68 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:32.658621 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c07628f-cc5d-4874-9557-f93da46d80c2 req-50343853-ba0d-4dec-ae3b-a53f2ff3d17f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 999 time: 0.2127025 Jul 07 19:34:32.664641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-199cbd16-f4c9-4289-9fbd-207eff8d92de req-7e66e82f-195d-4497-bfb7-f55f44f94e68 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Calling delete_port for 3c92f8b5-a74e-4671-abd9-f55530362da5 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:32.863232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07628f-cc5d-4874-9557-f93da46d80c2 req-7d62c8ea-bfbe-4c27-846d-f31a773983d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:32.864776 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c07628f-cc5d-4874-9557-f93da46d80c2 req-7d62c8ea-bfbe-4c27-846d-f31a773983d2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1970189 Jul 07 19:34:32.985361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07628f-cc5d-4874-9557-f93da46d80c2 req-47bba194-f81b-4ce0-a3fc-8e86b441d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:32.999495 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c07628f-cc5d-4874-9557-f93da46d80c2 req-47bba194-f81b-4ce0-a3fc-8e86b441d876 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126187 Jul 07 19:34:33.012862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-199cbd16-f4c9-4289-9fbd-207eff8d92de req-7e66e82f-195d-4497-bfb7-f55f44f94e68 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.024964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['3c92f8b5-a74e-4671-abd9-f55530362da5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:34:33.136275 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0bd1b9c5-c4a4-4bf8-a464-49c3a454a4b5 req-2bda3eec-2551-4dc2-893c-33b28db792a4 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0588577 Jul 07 19:34:33.137675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66e82f-195d-4497-bfb7-f55f44f94e68 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c92f8b5-a74e-4671-abd9-f55530362da5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:33.242895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-199cbd16-f4c9-4289-9fbd-207eff8d92de req-7e66e82f-195d-4497-bfb7-f55f44f94e68 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] No DVR routers for this DVR port 3c92f8b5-a74e-4671-abd9-f55530362da5 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:33.248587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-199cbd16-f4c9-4289-9fbd-207eff8d92de req-7e66e82f-195d-4497-bfb7-f55f44f94e68 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.252047 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-199cbd16-f4c9-4289-9fbd-207eff8d92de req-7e66e82f-195d-4497-bfb7-f55f44f94e68 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.110 "DELETE /v2.0/ports/3c92f8b5-a74e-4671-abd9-f55530362da5 HTTP/1.1" status: 204 len: 173 time: 1.2368176 Jul 07 19:34:33.253225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9249164-0986-42af-809f-256600bf3d9a', 'name': 'network-vif-deleted', 'tag': '3c92f8b5-a74e-4671-abd9-f55530362da5'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:33.264717 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098516b7-5e47-4802-8301-e0c47243adef" -d '{"events": [{"server_uuid": "d9249164-0986-42af-809f-256600bf3d9a", "name": "network-vif-deleted", "tag": "3c92f8b5-a74e-4671-abd9-f55530362da5"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:33.274021 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c07628f-cc5d-4874-9557-f93da46d80c2 req-6cd780aa-e672-469b-90b3-0e542bf618e0 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735181 Jul 07 19:34:33.333791 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2373d8ac-1f61-4f56-92be-16e5532b5a6d x-openstack-request-id: req-2373d8ac-1f61-4f56-92be-16e5532b5a6d {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:33.334133 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9249164-0986-42af-809f-256600bf3d9a", "name": "network-vif-deleted", "tag": "3c92f8b5-a74e-4671-abd9-f55530362da5", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:33.334409 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2373d8ac-1f61-4f56-92be-16e5532b5a6d {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:33.335470 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9249164-0986-42af-809f-256600bf3d9a', 'name': 'network-vif-deleted', 'tag': '3c92f8b5-a74e-4671-abd9-f55530362da5', 'status': 'completed', 'code': 200} Jul 07 19:34:33.542220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c07628f-cc5d-4874-9557-f93da46d80c2 req-990de897-ea87-40b7-bd62-0a4ac8d95dc7 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584810 Jul 07 19:34:33.963700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c9a78-9e61-4413-9f73-eb30d9611a3b req-2d6d99a5-688d-422b-915f-f8817050a457 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:33.981299 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-750bfeb3-7980-47ed-a542-305ebac5beb7 req-3585d565-897e-4b1e-9462-91300a43b9a9 tempest-TestServerMultinode-1532290771 tempest-TestServerMultinode-1532290771-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d9249164-0986-42af-809f-256600bf3d9a HTTP/1.1" status: 200 len: 210 time: 0.1566412 Jul 07 19:34:33.991255 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e61c9a78-9e61-4413-9f73-eb30d9611a3b req-2d6d99a5-688d-422b-915f-f8817050a457 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2538097 Jul 07 19:34:34.177842 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e61c9a78-9e61-4413-9f73-eb30d9611a3b req-90101dba-7d78-40ca-8939-2f32e0949df6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831336 Jul 07 19:34:34.518135 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d53f7f75-b47d-4e5f-b255-46d3b0a38946 req-fcb3b29e-2019-49cd-8a94-3255ce20139e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0797884 Jul 07 19:34:35.187585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47748) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:35.590401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6516ada-f7d6-40b2-b573-8e12a48bd2e4 req-d269dae5-4825-402c-a31a-44bd051c9945 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:35.607544 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e6516ada-f7d6-40b2-b573-8e12a48bd2e4 req-d269dae5-4825-402c-a31a-44bd051c9945 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2114809 Jul 07 19:34:35.687365 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:35.769327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e6516ada-f7d6-40b2-b573-8e12a48bd2e4 req-74f75b0f-0f59-4c41-bd56-1d2b2c88a87a tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608579 Jul 07 19:34:35.861248 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 3c92f8b5-a74e-4671-abd9-f55530362da5 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:35.944728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 3c92f8b5-a74e-4671-abd9-f55530362da5 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:35.945131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 3c92f8b5-a74e-4671-abd9-f55530362da5 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:36.017100 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4b73d9ff-cb57-4d9a-b1a0-5b19ff5170bf req-b4d1ac00-1189-4c37-9c94-56082cd60ba7 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0839887 Jul 07 19:34:36.235471 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efd9f74c-9362-492b-82b1-3de25acbd879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.826271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-efd9f74c-9362-492b-82b1-3de25acbd879 admin admin] Deleting port ef84a460-c363-4f66-9f44-98fd9f6d1021 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:36.826730 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efd9f74c-9362-492b-82b1-3de25acbd879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:37.065669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-efd9f74c-9362-492b-82b1-3de25acbd879 admin admin] For port ef84a460-c363-4f66-9f44-98fd9f6d1021, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ef84a460-c363-4f66-9f44-98fd9f6d1021,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:37.067545 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efd9f74c-9362-492b-82b1-3de25acbd879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:37.102938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-efd9f74c-9362-492b-82b1-3de25acbd879 admin admin] Calling delete_port for ef84a460-c363-4f66-9f44-98fd9f6d1021 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:37.460972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aa64dd15-c048-4a2b-90e9-b289e0d83ce1 req-f78d7c59-2f52-4eb6-bd71-e9bdb21c0055 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5e7ab3a-aced-46b8-b394-6115aaa6dda8 HTTP/1.1" status: 200 len: 210 time: 0.0842805 Jul 07 19:34:37.497510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702f56b-4e0b-40d3-9417-5845e2707812 req-d7da91c5-8a4d-4da4-854c-3c48e4d8012f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:37.520504 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c702f56b-4e0b-40d3-9417-5845e2707812 req-d7da91c5-8a4d-4da4-854c-3c48e4d8012f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2346842 Jul 07 19:34:37.604181 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efd9f74c-9362-492b-82b1-3de25acbd879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:37.661303 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c702f56b-4e0b-40d3-9417-5845e2707812 req-00495e75-e4f7-4da8-b96f-0776a030782d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335993 Jul 07 19:34:37.698032 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9f74c-9362-492b-82b1-3de25acbd879 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef84a460-c363-4f66-9f44-98fd9f6d1021,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:37.771059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47836) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:37.923113 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efd9f74c-9362-492b-82b1-3de25acbd879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.013653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dd750e3-5dd7-4818-92e5-ba9aea768a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.228665 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dd750e3-5dd7-4818-92e5-ba9aea768a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.233420 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dd750e3-5dd7-4818-92e5-ba9aea768a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.331797 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7dd750e3-5dd7-4818-92e5-ba9aea768a03 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9987fe0f41ac42589387f79d2f6a873c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595376 Jul 07 19:34:38.332895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47848) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:38.333720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd750e3-5dd7-4818-92e5-ba9aea768a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfce2b8b-e760-47f6-8195-bb91906d85d8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:38.359739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd9f74c-9362-492b-82b1-3de25acbd879 admin admin] Router 56d8bb94-486d-4657-a62e-c8f73c395158 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:38.447206 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2865d22a-d797-48ba-b11c-f9f1d110a048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.490742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd9f74c-9362-492b-82b1-3de25acbd879 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:38.496908 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2865d22a-d797-48ba-b11c-f9f1d110a048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.501763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d1c21-dffd-4bbe-bd3d-4575786feb25 None None] Sync routers for ids ['56d8bb94-486d-4657-a62e-c8f73c395158'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:38.511838 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-efd9f74c-9362-492b-82b1-3de25acbd879 admin admin] 10.222.0.81 "PUT /v2.0/routers/56d8bb94-486d-4657-a62e-c8f73c395158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3228860 Jul 07 19:34:38.514375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59d1c21-dffd-4bbe-bd3d-4575786feb25 None None] Routers {'56d8bb94-486d-4657-a62e-c8f73c395158'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:38.516677 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47850) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:38.518960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d59d1c21-dffd-4bbe-bd3d-4575786feb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:34:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56d8bb94-486d-4657-a62e-c8f73c395158'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:38.583076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2865d22a-d797-48ba-b11c-f9f1d110a048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.585625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2865d22a-d797-48ba-b11c-f9f1d110a048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.600203 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2865d22a-d797-48ba-b11c-f9f1d110a048 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bfce2b8b-e760-47f6-8195-bb91906d85d8 HTTP/1.1" status: 204 len: 168 time: 0.2529058 Jul 07 19:34:38.616617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865d22a-d797-48ba-b11c-f9f1d110a048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfce2b8b-e760-47f6-8195-bb91906d85d8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:38.688074 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47860) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:38.801788 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a63313d2-751f-4b98-b156-0f69d56ca21e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.830074 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.864995 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a63313d2-751f-4b98-b156-0f69d56ca21e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.879769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-d59d1c21-dffd-4bbe-bd3d-4575786feb25 None None] Set router 56d8bb94-486d-4657-a62e-c8f73c395158 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:38.981763 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a63313d2-751f-4b98-b156-0f69d56ca21e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.984855 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a63313d2-751f-4b98-b156-0f69d56ca21e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.986147 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a63313d2-751f-4b98-b156-0f69d56ca21e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "DELETE /v2.0/security-groups/3a09fe47-cafa-4ede-b997-b0b261292a90 HTTP/1.1" status: 204 len: 168 time: 0.2966843 Jul 07 19:34:39.000214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47866) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:39.043490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63313d2-751f-4b98-b156-0f69d56ca21e tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a09fe47-cafa-4ede-b997-b0b261292a90,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:39.152002 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-09c9811c-cd40-40c1-8c75-3faa927448b1 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] show failed (client error): The resource could not be found. Jul 07 19:34:39.153519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-09c9811c-cd40-40c1-8c75-3faa927448b1 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "GET /v2.0/security-groups/3a09fe47-cafa-4ede-b997-b0b261292a90 HTTP/1.1" status: 404 len: 347 time: 0.1523349 Jul 07 19:34:39.156489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47874) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:39.165690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:39.268639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d59d1c21-dffd-4bbe-bd3d-4575786feb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'name': 'tempest-TestServerMultinode-1998403276-router', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:13Z', 'updated_at': '2021-07-07T19:34:37Z', 'revision_number': 5, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'gw_port': {'id': 'c5cf5c88-0f20-4f91-8553-94351bed410b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:14Z', 'updated_at': '2021-07-07T19:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:39.293200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47880) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:39.334664 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-786f27b1-10ad-4f49-afcd-8feb4a0ed1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:39.342468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d1c21-dffd-4bbe-bd3d-4575786feb25 None None] Checking router: 56d8bb94-486d-4657-a62e-c8f73c395158 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:39.363753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a359150-91ca-4e28-9642-ae5b0fabd748 req-d5017738-e896-43d5-9999-69d2d415b2f1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:39.366231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59d1c21-dffd-4bbe-bd3d-4575786feb25 None None] Routers {'56d8bb94-486d-4657-a62e-c8f73c395158'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:39.366407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a359150-91ca-4e28-9642-ae5b0fabd748 req-d5017738-e896-43d5-9999-69d2d415b2f1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.4484422 Jul 07 19:34:39.367321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d59d1c21-dffd-4bbe-bd3d-4575786feb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:34:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56d8bb94-486d-4657-a62e-c8f73c395158'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:39.495096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f599197c-6834-423d-aff1-b652a708b2c3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Deleting port 4f4518a5-3184-44fc-a0c8-72a15d699507 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:39.495360 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f599197c-6834-423d-aff1-b652a708b2c3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:39.507067 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a359150-91ca-4e28-9642-ae5b0fabd748 req-06303be3-90df-44c8-8b34-d5f552ec243e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325786 Jul 07 19:34:39.525719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Deleting port c5cf5c88-0f20-4f91-8553-94351bed410b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:39.526309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:39.588549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-d59d1c21-dffd-4bbe-bd3d-4575786feb25 None None] Set router 56d8bb94-486d-4657-a62e-c8f73c395158 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:39.680096 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f599197c-6834-423d-aff1-b652a708b2c3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:39.680607 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f599197c-6834-423d-aff1-b652a708b2c3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:39.694054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f599197c-6834-423d-aff1-b652a708b2c3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Calling delete_port for 4f4518a5-3184-44fc-a0c8-72a15d699507 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:39.741359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-d59d1c21-dffd-4bbe-bd3d-4575786feb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'name': 'tempest-TestServerMultinode-1998403276-router', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:13Z', 'updated_at': '2021-07-07T19:34:39Z', 'revision_number': 6, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:39.825207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d1c21-dffd-4bbe-bd3d-4575786feb25 None None] The sync data for ids ['56d8bb94-486d-4657-a62e-c8f73c395158'] in n-d-793621-9 is: [{'id': '56d8bb94-486d-4657-a62e-c8f73c395158', 'name': 'tempest-TestServerMultinode-1998403276-router', 'tenant_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:13Z', 'updated_at': '2021-07-07T19:34:39Z', 'revision_number': 6, 'project_id': '2d8168448a74487b83cb4e9fee4ae2f2', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:39.928948 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.017914 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f599197c-6834-423d-aff1-b652a708b2c3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.055550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] For port c5cf5c88-0f20-4f91-8553-94351bed410b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c5cf5c88-0f20-4f91-8553-94351bed410b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:40.056573 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.103936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Calling delete_port for c5cf5c88-0f20-4f91-8553-94351bed410b owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:40.124623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599197c-6834-423d-aff1-b652a708b2c3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Port': ['ID=4f4518a5-3184-44fc-a0c8-72a15d699507,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:40.181796 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f599197c-6834-423d-aff1-b652a708b2c3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.194250 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f599197c-6834-423d-aff1-b652a708b2c3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.201756 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f599197c-6834-423d-aff1-b652a708b2c3 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "DELETE /v2.0/floatingips/c13efd22-df2a-4526-bb2e-e724ee25af34 HTTP/1.1" status: 204 len: 168 time: 1.0383306 Jul 07 19:34:40.203174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47888) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:40.426566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Deleting port ee1edfc8-c2a9-4be2-beff-4595d8bd5989 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:40.427165 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.542543 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-786f27b1-10ad-4f49-afcd-8feb4a0ed1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.570181 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-786f27b1-10ad-4f49-afcd-8feb4a0ed1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.622163 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.646656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Calling delete_port for ee1edfc8-c2a9-4be2-beff-4595d8bd5989 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:40.657131 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-786f27b1-10ad-4f49-afcd-8feb4a0ed1eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6025cd316fa248598eccfda637dd6a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3619521 Jul 07 19:34:40.665087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47900) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:40.717330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f27b1-10ad-4f49-afcd-8feb4a0ed1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6531d486-e728-4475-b67c-9776ff3d5f41,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:40.728987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.808804 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5cf5c88-0f20-4f91-8553-94351bed410b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:40.924381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.007653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.150547 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d149d3c-a1a9-42f6-82ce-d39ee38e7fc8 req-40152b97-1fd0-4db6-adce-fcedba449d8b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:41.165011 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d149d3c-a1a9-42f6-82ce-d39ee38e7fc8 req-40152b97-1fd0-4db6-adce-fcedba449d8b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.4642627 Jul 07 19:34:41.184036 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.199265 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.230152 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.314059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47912) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:41.362392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.366120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d8bb94-486d-4657-a62e-c8f73c395158 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:34:41.377468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.379509 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6827331d-b76e-4226-9465-aab5e73233b2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/56d8bb94-486d-4657-a62e-c8f73c395158 HTTP/1.1" status: 204 len: 168 time: 2.8615825 Jul 07 19:34:41.380269 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d149d3c-a1a9-42f6-82ce-d39ee38e7fc8 req-7be2aff9-8d83-4dbd-8af0-9b2b7738484e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141523 Jul 07 19:34:41.383280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47916) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:41.432924 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.519517 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.526456 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.540437 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6531d486-e728-4475-b67c-9776ff3d5f41 HTTP/1.1" status: 204 len: 168 time: 0.8741620 Jul 07 19:34:41.557692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-171708c5-f142-485f-a369-24244f92867d admin admin] Deleting subnet 2f8b594e-7dcf-4d20-a68a-2fe98ca57fac {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:34:41.561301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171708c5-f142-485f-a369-24244f92867d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.709916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171708c5-f142-485f-a369-24244f92867d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.794777 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e646fca-a8e4-4fd0-959d-5d1621984b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.809904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ef84a460-c363-4f66-9f44-98fd9f6d1021 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:41.820441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Port': ['ID=ee1edfc8-c2a9-4be2-beff-4595d8bd5989,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:41.822743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6531d486-e728-4475-b67c-9776ff3d5f41,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:41.849064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: ef84a460-c363-4f66-9f44-98fd9f6d1021 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:41.850570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ef84a460-c363-4f66-9f44-98fd9f6d1021 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:41.858757 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c5cf5c88-0f20-4f91-8553-94351bed410b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:41.910921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: c5cf5c88-0f20-4f91-8553-94351bed410b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:41.915615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.916065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.916911 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.917268 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.917611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.920072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.920460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.920816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.921158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.921498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.921605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171708c5-f142-485f-a369-24244f92867d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.921833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.922173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.925850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.926201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.938463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.938941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.939293 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.939637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.940100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c5cf5c88-0f20-4f91-8553-94351bed410b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:41.945441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.945919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.946247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.946598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.949147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:41.949517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edcbb9f-1978-4b0e-bcdc-d60f4040b573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:42.073688 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171708c5-f142-485f-a369-24244f92867d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.093017 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.105143 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-35159706-aeb7-462f-b1e9-07717502b13d tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "DELETE /v2.0/ports/ee1edfc8-c2a9-4be2-beff-4595d8bd5989 HTTP/1.1" status: 204 len: 168 time: 1.9005980 Jul 07 19:34:42.108025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47934) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:42.153548 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171708c5-f142-485f-a369-24244f92867d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.163567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f894f-8ac2-4aa0-a50e-95228ef530de None None] Network a9365b9a-b7ba-4509-bb9e-e36f5198ee8a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:42.175060 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-171708c5-f142-485f-a369-24244f92867d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2f8b594e-7dcf-4d20-a68a-2fe98ca57fac HTTP/1.1" status: 204 len: 168 time: 0.7710736 Jul 07 19:34:42.176174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47938) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:42.176978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171708c5-f142-485f-a369-24244f92867d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8b594e-7dcf-4d20-a68a-2fe98ca57fac,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:42.488495 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.643309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Deleting port e5d73097-cbba-496e-a0bc-7758052dbdd8 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:42.643987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-50d6dd5b-20a2-4070-8e66-135f2fd12a01 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Deleting port 0fccae39-d74c-4e24-8894-943565c5335e {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:42.644350 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-50d6dd5b-20a2-4070-8e66-135f2fd12a01 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.644688 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.757836 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890ef5f1-2de6-48d3-b0a7-31442f299d98 None None] DHCP port deletion for a9365b9a-b7ba-4509-bb9e-e36f5198ee8a request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:34:42.900511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-890ef5f1-2de6-48d3-b0a7-31442f299d98 None None] Deleting port e5d73097-cbba-496e-a0bc-7758052dbdd8 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:42.902054 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-890ef5f1-2de6-48d3-b0a7-31442f299d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.903473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] For port e5d73097-cbba-496e-a0bc-7758052dbdd8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e5d73097-cbba-496e-a0bc-7758052dbdd8,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:42.904143 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.921662 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-50d6dd5b-20a2-4070-8e66-135f2fd12a01 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.942386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Calling delete_port for e5d73097-cbba-496e-a0bc-7758052dbdd8 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:42.952816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-50d6dd5b-20a2-4070-8e66-135f2fd12a01 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Calling delete_port for 0fccae39-d74c-4e24-8894-943565c5335e owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:43.064242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-890ef5f1-2de6-48d3-b0a7-31442f299d98 None None] For port e5d73097-cbba-496e-a0bc-7758052dbdd8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e5d73097-cbba-496e-a0bc-7758052dbdd8,segment=NetworkSegment(a42f8cf4-b394-4018-8bed-728430d0591b),segment_id=a42f8cf4-b394-4018-8bed-728430d0591b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:43.064651 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-890ef5f1-2de6-48d3-b0a7-31442f299d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.129890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-890ef5f1-2de6-48d3-b0a7-31442f299d98 None None] Calling delete_port for e5d73097-cbba-496e-a0bc-7758052dbdd8 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:43.153566 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-50d6dd5b-20a2-4070-8e66-135f2fd12a01 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.228604 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-890ef5f1-2de6-48d3-b0a7-31442f299d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.245063 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.252087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ef5f1-2de6-48d3-b0a7-31442f299d98 None None] No DVR routers for this DVR port e5d73097-cbba-496e-a0bc-7758052dbdd8 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:43.277314 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e646fca-a8e4-4fd0-959d-5d1621984b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.285279 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6dd5b-20a2-4070-8e66-135f2fd12a01 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Port': ['ID=0fccae39-d74c-4e24-8894-943565c5335e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:43.317749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d73097-cbba-496e-a0bc-7758052dbdd8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:43.327292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ef5f1-2de6-48d3-b0a7-31442f299d98 None None] Pushing event deleted for resources: {'Port': ['ID=e5d73097-cbba-496e-a0bc-7758052dbdd8,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:43.339850 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] No DVR routers for this DVR port e5d73097-cbba-496e-a0bc-7758052dbdd8 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:43.413247 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e646fca-a8e4-4fd0-959d-5d1621984b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.495753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.516082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9365b9a-b7ba-4509-bb9e-e36f5198ee8a']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:43.563372 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42f8cf4-b394-4018-8bed-728430d0591b') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:43.563675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42f8cf4-b394-4018-8bed-728430d0591b') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:43.565396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47976) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:43.567322 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2e646fca-a8e4-4fd0-959d-5d1621984b58 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62879692149a42cea905a352ad3242cd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2460318 Jul 07 19:34:43.598282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e646fca-a8e4-4fd0-959d-5d1621984b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3c8b69-f6d2-43d7-8ddf-38ffc423bd77,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:43.638366 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-50d6dd5b-20a2-4070-8e66-135f2fd12a01 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.644928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-50d6dd5b-20a2-4070-8e66-135f2fd12a01 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "DELETE /v2.0/ports/0fccae39-d74c-4e24-8894-943565c5335e HTTP/1.1" status: 204 len: 168 time: 1.5361323 Jul 07 19:34:43.645597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47980) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:43.774118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.779548 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.822408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4ed7b1-2eff-462a-8f11-1f35a3180e58 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Deleting subnet fb0069d5-7de3-451a-bd71-45e915b153df {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:34:43.837841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed7b1-2eff-462a-8f11-1f35a3180e58 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.872916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e5d73097-cbba-496e-a0bc-7758052dbdd8 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:43.874714 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.927964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: e5d73097-cbba-496e-a0bc-7758052dbdd8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:43.935361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e5d73097-cbba-496e-a0bc-7758052dbdd8 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:43.984033 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.999451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:34:44.001023 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.013994 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed7b1-2eff-462a-8f11-1f35a3180e58 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:34:44.079590 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:34:44.088583 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.088583 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.088583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a3c8b69-f6d2-43d7-8ddf-38ffc423bd77 HTTP/1.1" status: 204 len: 168 time: 0.5146396 Jul 07 19:34:44.096411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3c8b69-f6d2-43d7-8ddf-38ffc423bd77,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:44.106656 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.109669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:44.110256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:44.110658 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:44.111032 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:44.111373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:44.112630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:44.112630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:44.113093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:44.113436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:44.113915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:44.114902 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:44.115375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f66c95-9131-4036-9692-d95defd1c7ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:44.123077 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.125748 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] 10.222.0.81 "DELETE /v2.0/networks/a9365b9a-b7ba-4509-bb9e-e36f5198ee8a HTTP/1.1" status: 204 len: 168 time: 1.9335942 Jul 07 19:34:44.129627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47992) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:44.167979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b402985-9e6b-4bcb-b221-e2810c087daf admin admin] Pushing event deleted for resources: {'Network': ['ID=a9365b9a-b7ba-4509-bb9e-e36f5198ee8a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:44.287368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed7b1-2eff-462a-8f11-1f35a3180e58 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.401196 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed7b1-2eff-462a-8f11-1f35a3180e58 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.462382 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ed7b1-2eff-462a-8f11-1f35a3180e58 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0069d5-7de3-451a-bd71-45e915b153df,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:44.465208 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed7b1-2eff-462a-8f11-1f35a3180e58 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.467614 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0c4ed7b1-2eff-462a-8f11-1f35a3180e58 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "DELETE /v2.0/subnets/fb0069d5-7de3-451a-bd71-45e915b153df HTTP/1.1" status: 204 len: 168 time: 0.8210440 Jul 07 19:34:44.470155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48002) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:44.474409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6503f03e-3829-4791-b608-f6a65e7f7bff None None] Network c3072a4c-f835-4930-b50e-45a5a51219c9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:44.538149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d6e337-3695-4ab3-8de3-bec25e219117 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Deleting subnet 165879fa-75a2-4135-9b64-25c95d0127f0 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:34:44.542055 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e337-3695-4ab3-8de3-bec25e219117 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.624453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e337-3695-4ab3-8de3-bec25e219117 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.928632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d6bb2d-2b97-4d06-85a3-950f029f3e79 None None] DHCP port deletion for c3072a4c-f835-4930-b50e-45a5a51219c9 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:34:44.953803 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e337-3695-4ab3-8de3-bec25e219117 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.026256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48012) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:45.076576 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d90410a9-633f-4043-be53-c885f3ae1225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.084860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-02d6bb2d-2b97-4d06-85a3-950f029f3e79 None None] Deleting port 5240a5d7-ec38-47e9-a58c-0b398d120a72 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:45.090280 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-02d6bb2d-2b97-4d06-85a3-950f029f3e79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.184351 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8873a75a-c6b9-4e0c-8b0b-9fd0bd8c68f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.233765 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e337-3695-4ab3-8de3-bec25e219117 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.327628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f97ea1-7dbb-4d4f-b963-a10c478b6878 None None] Network 4b2f0ba9-a35f-42e4-b301-175c9787e97d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:45.336847 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-02d6bb2d-2b97-4d06-85a3-950f029f3e79 None None] For port 5240a5d7-ec38-47e9-a58c-0b398d120a72, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5240a5d7-ec38-47e9-a58c-0b398d120a72,segment=NetworkSegment(8e0a5382-f8d4-4071-9f12-e8f8ca5e674c),segment_id=8e0a5382-f8d4-4071-9f12-e8f8ca5e674c)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:45.337536 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-02d6bb2d-2b97-4d06-85a3-950f029f3e79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.339704 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e337-3695-4ab3-8de3-bec25e219117 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.359567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e1d6e337-3695-4ab3-8de3-bec25e219117 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "DELETE /v2.0/subnets/165879fa-75a2-4135-9b64-25c95d0127f0 HTTP/1.1" status: 204 len: 168 time: 0.8874824 Jul 07 19:34:45.408482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48032) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:45.446533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6e337-3695-4ab3-8de3-bec25e219117 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Subnet': ['ID=165879fa-75a2-4135-9b64-25c95d0127f0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:45.449414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-02d6bb2d-2b97-4d06-85a3-950f029f3e79 None None] Calling delete_port for 5240a5d7-ec38-47e9-a58c-0b398d120a72 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:45.694354 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.809228 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-02d6bb2d-2b97-4d06-85a3-950f029f3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.882827 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d90410a9-633f-4043-be53-c885f3ae1225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.890303 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d90410a9-633f-4043-be53-c885f3ae1225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.895376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6bb2d-2b97-4d06-85a3-950f029f3e79 None None] No DVR routers for this DVR port 5240a5d7-ec38-47e9-a58c-0b398d120a72 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:45.898611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6bb2d-2b97-4d06-85a3-950f029f3e79 None None] Pushing event deleted for resources: {'Port': ['ID=5240a5d7-ec38-47e9-a58c-0b398d120a72,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:45.930264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-8873a75a-c6b9-4e0c-8b0b-9fd0bd8c68f0 admin admin] Deleting port 80f4936e-f30c-4daf-a2c8-c175782e8069 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:45.930658 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8873a75a-c6b9-4e0c-8b0b-9fd0bd8c68f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.933269 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d90410a9-633f-4043-be53-c885f3ae1225 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d4ac1c88b2345e68faa8a4ed4d51eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9054930 Jul 07 19:34:45.933937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48042) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:45.937393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5240a5d7-ec38-47e9-a58c-0b398d120a72 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:45.975635 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90410a9-633f-4043-be53-c885f3ae1225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c437f7bf-9d8d-4f6f-9b87-8dd773af32a8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:45.983093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Deleting port 5240a5d7-ec38-47e9-a58c-0b398d120a72 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:45.983558 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.006738 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 5240a5d7-ec38-47e9-a58c-0b398d120a72 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:46.011345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5240a5d7-ec38-47e9-a58c-0b398d120a72 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:46.057387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb3401f-a1aa-447e-8c8b-99458e886c28 None None] DHCP port deletion for 4b2f0ba9-a35f-42e4-b301-175c9787e97d request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:34:46.153166 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ce719462-9be0-4663-ac9e-d3f73361d0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.169435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] For port 5240a5d7-ec38-47e9-a58c-0b398d120a72, host n-d-793621-9, got binding levels [] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:46.172702 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.182001 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3401f-a1aa-447e-8c8b-99458e886c28 None None] Deleting port 57cc0f05-808e-4371-938d-6d23471be2dd {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:46.182659 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5cb3401f-a1aa-447e-8c8b-99458e886c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.235757 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Calling delete_port for 5240a5d7-ec38-47e9-a58c-0b398d120a72 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:46.236375 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ce719462-9be0-4663-ac9e-d3f73361d0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.244981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_backend_mixin [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Port 5240a5d7-ec38-47e9-a58c-0b398d120a72 was not found and therefore no delete operation was performed {{(pid=93900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:34:46.250677 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.288837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] No DVR routers for this DVR port 5240a5d7-ec38-47e9-a58c-0b398d120a72 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:46.301058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-8873a75a-c6b9-4e0c-8b0b-9fd0bd8c68f0 admin admin] For port 80f4936e-f30c-4daf-a2c8-c175782e8069, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=80f4936e-f30c-4daf-a2c8-c175782e8069,segment=NetworkSegment(13849530-da52-48c6-ba96-8fed4d37a0f2),segment_id=13849530-da52-48c6-ba96-8fed4d37a0f2)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:46.301865 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8873a75a-c6b9-4e0c-8b0b-9fd0bd8c68f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.324491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-8873a75a-c6b9-4e0c-8b0b-9fd0bd8c68f0 admin admin] Calling delete_port for 80f4936e-f30c-4daf-a2c8-c175782e8069 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:46.378779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Port': ['ID=5240a5d7-ec38-47e9-a58c-0b398d120a72,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:46.382276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5cb3401f-a1aa-447e-8c8b-99458e886c28 None None] For port 57cc0f05-808e-4371-938d-6d23471be2dd, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=57cc0f05-808e-4371-938d-6d23471be2dd,segment=NetworkSegment(91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a),segment_id=91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:46.382677 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5cb3401f-a1aa-447e-8c8b-99458e886c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.417703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3401f-a1aa-447e-8c8b-99458e886c28 None None] Calling delete_port for 57cc0f05-808e-4371-938d-6d23471be2dd owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:46.484393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ce719462-9be0-4663-ac9e-d3f73361d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.496699 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ce719462-9be0-4663-ac9e-d3f73361d0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.498227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ce719462-9be0-4663-ac9e-d3f73361d0e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c437f7bf-9d8d-4f6f-9b87-8dd773af32a8 HTTP/1.1" status: 204 len: 168 time: 0.5580573 Jul 07 19:34:46.532260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce719462-9be0-4663-ac9e-d3f73361d0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c437f7bf-9d8d-4f6f-9b87-8dd773af32a8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:46.568254 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5cb3401f-a1aa-447e-8c8b-99458e886c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.625935 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.640280 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3401f-a1aa-447e-8c8b-99458e886c28 None None] Pushing event deleted for resources: {'Port': ['ID=57cc0f05-808e-4371-938d-6d23471be2dd,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:46.649902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3401f-a1aa-447e-8c8b-99458e886c28 None None] No DVR routers for this DVR port 57cc0f05-808e-4371-938d-6d23471be2dd on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:46.661020 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3072a4c-f835-4930-b50e-45a5a51219c9']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:46.722894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:46.724852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0a5382-f8d4-4071-9f12-e8f8ca5e674c') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:46.751629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.803624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.818746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:34:46.819444 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.883329 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8873a75a-c6b9-4e0c-8b0b-9fd0bd8c68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:34:46.905479 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:34:46.922230 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.931280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.937818 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "DELETE /v2.0/networks/c3072a4c-f835-4930-b50e-45a5a51219c9 HTTP/1.1" status: 204 len: 168 time: 1.5233004 Jul 07 19:34:46.955900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48062) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:46.972448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8e179-0853-49bb-8f1f-41a2f854a57c tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Network': ['ID=c3072a4c-f835-4930-b50e-45a5a51219c9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:46.977023 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873a75a-c6b9-4e0c-8b0b-9fd0bd8c68f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f4936e-f30c-4daf-a2c8-c175782e8069,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:47.294405 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:47.558210 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:47.600721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2f0ba9-a35f-42e4-b301-175c9787e97d']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:47.615868 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8873a75a-c6b9-4e0c-8b0b-9fd0bd8c68f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:47.636035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:47.636412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fbeca4-ddcf-4e8f-9b0e-1a63e0b7263a') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:47.657193 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:47.890302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:47.929246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:34:47.930051 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:34:47.934245 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:34:47.938100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 57cc0f05-808e-4371-938d-6d23471be2dd no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:47.986666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 57cc0f05-808e-4371-938d-6d23471be2dd {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:47.987034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 57cc0f05-808e-4371-938d-6d23471be2dd not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:48.129391 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:48.158845 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:48.172074 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] 10.222.0.81 "DELETE /v2.0/networks/4b2f0ba9-a35f-42e4-b301-175c9787e97d HTTP/1.1" status: 204 len: 168 time: 1.2074201 Jul 07 19:34:48.253424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e3c1d-9843-481e-9633-d03b3c86db72 tempest-TaggedBootDevicesTest_v242-1000701338 tempest-TaggedBootDevicesTest_v242-1000701338-project] Pushing event deleted for resources: {'Network': ['ID=4b2f0ba9-a35f-42e4-b301-175c9787e97d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:48.573445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8873a75a-c6b9-4e0c-8b0b-9fd0bd8c68f0 admin admin] Router 97de5139-195f-4cd9-814c-94c5cc86067b has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:48.969133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8873a75a-c6b9-4e0c-8b0b-9fd0bd8c68f0 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:48.979871 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5684eae-7bfc-4eb4-94a9-9f2ebae05d4c None None] Sync routers for ids ['97de5139-195f-4cd9-814c-94c5cc86067b'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:48.992893 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5684eae-7bfc-4eb4-94a9-9f2ebae05d4c None None] Routers {'97de5139-195f-4cd9-814c-94c5cc86067b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:48.993526 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f5684eae-7bfc-4eb4-94a9-9f2ebae05d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:34:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['97de5139-195f-4cd9-814c-94c5cc86067b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:48.999141 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8873a75a-c6b9-4e0c-8b0b-9fd0bd8c68f0 admin admin] 10.222.0.81 "PUT /v2.0/routers/97de5139-195f-4cd9-814c-94c5cc86067b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8682575 Jul 07 19:34:48.999491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48142) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:49.256587 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f5684eae-7bfc-4eb4-94a9-9f2ebae05d4c None None] Set router 97de5139-195f-4cd9-814c-94c5cc86067b gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:49.321459 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:49.672787 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:49.788227 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f5684eae-7bfc-4eb4-94a9-9f2ebae05d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'name': 'tempest-TestServerMultinode-103332974-router', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:34:46Z', 'revision_number': 5, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'gw_port': {'id': '1cd9c3e2-2211-4840-9f21-49a1e0980fb9', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:49.863658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Deleting port 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:49.864428 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:49.898119 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5684eae-7bfc-4eb4-94a9-9f2ebae05d4c None None] Checking router: 97de5139-195f-4cd9-814c-94c5cc86067b for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:49.916540 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5684eae-7bfc-4eb4-94a9-9f2ebae05d4c None None] Routers {'97de5139-195f-4cd9-814c-94c5cc86067b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:49.917580 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f5684eae-7bfc-4eb4-94a9-9f2ebae05d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:34:23Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['97de5139-195f-4cd9-814c-94c5cc86067b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:50.065424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] For port 1cd9c3e2-2211-4840-9f21-49a1e0980fb9, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1cd9c3e2-2211-4840-9f21-49a1e0980fb9,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:50.067294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:50.089408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Calling delete_port for 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:50.157687 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f5684eae-7bfc-4eb4-94a9-9f2ebae05d4c None None] Set router 97de5139-195f-4cd9-814c-94c5cc86067b gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:50.292067 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f5684eae-7bfc-4eb4-94a9-9f2ebae05d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'name': 'tempest-TestServerMultinode-103332974-router', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:34:49Z', 'revision_number': 6, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:50.351515 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5684eae-7bfc-4eb4-94a9-9f2ebae05d4c None None] The sync data for ids ['97de5139-195f-4cd9-814c-94c5cc86067b'] in n-d-793621-9 is: [{'id': '97de5139-195f-4cd9-814c-94c5cc86067b', 'name': 'tempest-TestServerMultinode-103332974-router', 'tenant_id': 'ffc851f64d254890be711ddfb9c1042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:34:49Z', 'revision_number': 6, 'project_id': 'ffc851f64d254890be711ddfb9c1042c', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:50.376894 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:50.446202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd9c3e2-2211-4840-9f21-49a1e0980fb9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:50.497624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:50.971336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48194) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:51.043841 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b2d797ba-a119-4863-8a4f-628398fbedd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.065803 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.068828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.134935 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.135684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97de5139-195f-4cd9-814c-94c5cc86067b {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:34:51.153095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.158827 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-35869855-7b28-44ad-93d8-e3328e9ac544 admin admin] 10.222.0.81 "DELETE /v2.0/routers/97de5139-195f-4cd9-814c-94c5cc86067b HTTP/1.1" status: 204 len: 168 time: 2.1560106 Jul 07 19:34:51.160518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48198) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:51.302546 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5abb31ea-00b7-4f2c-857f-2787e2574f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.414808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1482ab-749c-4602-aec3-4c451a25f4bb admin admin] Deleting subnet a69ac81f-722a-4db5-86fb-f696ad061e51 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:34:51.431905 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b1482ab-749c-4602-aec3-4c451a25f4bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.619693 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b1482ab-749c-4602-aec3-4c451a25f4bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.746411 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5abb31ea-00b7-4f2c-857f-2787e2574f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.759756 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5abb31ea-00b7-4f2c-857f-2787e2574f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.809031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5abb31ea-00b7-4f2c-857f-2787e2574f7a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a996b4dd35c4dbe95e8b2573eca3dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8360467 Jul 07 19:34:51.811760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48214) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:51.889551 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb31ea-00b7-4f2c-857f-2787e2574f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50e377d-4609-40d6-b039-6566b32691e9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:51.930521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:51.977325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:51.979308 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1cd9c3e2-2211-4840-9f21-49a1e0980fb9 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:51.980571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 80f4936e-f30c-4daf-a2c8-c175782e8069 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:52.000326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-655ad204-6b9f-4cd2-8157-2d47bfdae188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.020639 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b1482ab-749c-4602-aec3-4c451a25f4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.030999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 80f4936e-f30c-4daf-a2c8-c175782e8069 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:52.043382 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 80f4936e-f30c-4daf-a2c8-c175782e8069 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:52.063934 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-655ad204-6b9f-4cd2-8157-2d47bfdae188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.120157 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b1482ab-749c-4602-aec3-4c451a25f4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.140687 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-655ad204-6b9f-4cd2-8157-2d47bfdae188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.145327 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-655ad204-6b9f-4cd2-8157-2d47bfdae188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.146740 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-655ad204-6b9f-4cd2-8157-2d47bfdae188 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f50e377d-4609-40d6-b039-6566b32691e9 HTTP/1.1" status: 204 len: 168 time: 0.3338299 Jul 07 19:34:52.157249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ad204-6b9f-4cd2-8157-2d47bfdae188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50e377d-4609-40d6-b039-6566b32691e9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:52.188141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1482ab-749c-4602-aec3-4c451a25f4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a69ac81f-722a-4db5-86fb-f696ad061e51,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:52.200246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b1482ab-749c-4602-aec3-4c451a25f4bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.202988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4b1482ab-749c-4602-aec3-4c451a25f4bb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a69ac81f-722a-4db5-86fb-f696ad061e51 HTTP/1.1" status: 204 len: 168 time: 1.0412004 Jul 07 19:34:52.205695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48222) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:52.210428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f66af6-cdad-4694-920d-187220cbfe4c None None] Network 6b27db67-70c5-4a7b-a17e-a359bb3f587f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:52.371118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.487039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Deleting port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:52.489205 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.633952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] For port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2d8f5c17-202d-4fe2-b95d-f36f0f4b4966,segment=NetworkSegment(13849530-da52-48c6-ba96-8fed4d37a0f2),segment_id=13849530-da52-48c6-ba96-8fed4d37a0f2)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:52.635037 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.677262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Calling delete_port for 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:52.896059 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.919963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48091ef7-356b-4a88-823a-84336f777c2d None None] DHCP port deletion for 6b27db67-70c5-4a7b-a17e-a359bb3f587f request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:34:52.946861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8f5c17-202d-4fe2-b95d-f36f0f4b4966,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:52.961619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] No DVR routers for this DVR port 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:53.088432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48240) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:53.105524 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a58551a1-d60f-4a53-adb1-ba38fa0221fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.271136 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a58551a1-d60f-4a53-adb1-ba38fa0221fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.276415 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a58551a1-d60f-4a53-adb1-ba38fa0221fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.323604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58551a1-d60f-4a53-adb1-ba38fa0221fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e57df56-b14e-4c52-a8e9-bc60f03cd635,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:53.341049 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a58551a1-d60f-4a53-adb1-ba38fa0221fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ffb5f5757fb4b4a8a05579ee6fda1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511780 Jul 07 19:34:53.343927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48244) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:53.416536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-814c5487-3fd0-4122-bf1a-019229214ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.444716 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-814c5487-3fd0-4122-bf1a-019229214ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.506883 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7beeb9c5-35ef-478e-a057-6585714e634e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.541192 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-814c5487-3fd0-4122-bf1a-019229214ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.544634 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-814c5487-3fd0-4122-bf1a-019229214ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.548850 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-814c5487-3fd0-4122-bf1a-019229214ff9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e57df56-b14e-4c52-a8e9-bc60f03cd635 HTTP/1.1" status: 204 len: 168 time: 0.2013371 Jul 07 19:34:53.561892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c5487-3fd0-4122-bf1a-019229214ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e57df56-b14e-4c52-a8e9-bc60f03cd635,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:53.574155 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.590121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b27db67-70c5-4a7b-a17e-a359bb3f587f']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:53.614827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13849530-da52-48c6-ba96-8fed4d37a0f2') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:53.617009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13849530-da52-48c6-ba96-8fed4d37a0f2') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:53.638148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.685156 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.704534 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:34:53.705319 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:34:53.710807 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:34:53.853568 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.860585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:53.884322 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.901860 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.907840 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6b27db67-70c5-4a7b-a17e-a359bb3f587f HTTP/1.1" status: 204 len: 168 time: 1.6992397 Jul 07 19:34:53.925255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841a790-e74e-4da4-86b4-9f630c73b9a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b27db67-70c5-4a7b-a17e-a359bb3f587f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:53.933995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:53.951876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2d8f5c17-202d-4fe2-b95d-f36f0f4b4966 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:54.088408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48282) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:54.330953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48294) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:54.438694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-733d5a85-af75-489e-989e-d509dcb66c05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d8168448a74487b83cb4e9fee4ae2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1049159 Jul 07 19:34:54.440171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48296) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:54.609235 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85e3c6be-d332-403e-85b0-a7fa9cef1d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:54.637378 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85e3c6be-d332-403e-85b0-a7fa9cef1d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:54.726496 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85e3c6be-d332-403e-85b0-a7fa9cef1d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:54.746066 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85e3c6be-d332-403e-85b0-a7fa9cef1d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:54.747736 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:54.753311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-85e3c6be-d332-403e-85b0-a7fa9cef1d45 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f34431d1-be96-4def-95dd-9b29f55dcedc HTTP/1.1" status: 204 len: 168 time: 0.3106198 Jul 07 19:34:54.868206 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3c6be-d332-403e-85b0-a7fa9cef1d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34431d1-be96-4def-95dd-9b29f55dcedc,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:55.526574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48328) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:55.608563 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0c75cfdb-52c1-4704-955f-5ab7e91e7e77 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffc851f64d254890be711ddfb9c1042c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799940 Jul 07 19:34:55.616204 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48332) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:55.827747 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4655bfb6-d8c4-489e-81a1-018c11ad75bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:55.861312 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4655bfb6-d8c4-489e-81a1-018c11ad75bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:55.951787 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e054c1c3-0fc3-489e-9651-35bf29e8f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:56.218844 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4655bfb6-d8c4-489e-81a1-018c11ad75bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:56.228908 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4655bfb6-d8c4-489e-81a1-018c11ad75bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:56.233380 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4655bfb6-d8c4-489e-81a1-018c11ad75bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e38d54c2-6032-4201-97bd-1fc6d229d0d8 HTTP/1.1" status: 204 len: 168 time: 0.6060843 Jul 07 19:34:56.274662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655bfb6-d8c4-489e-81a1-018c11ad75bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38d54c2-6032-4201-97bd-1fc6d229d0d8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:56.633973 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:56.740647 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:34:56.825440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e054c1c3-0fc3-489e-9651-35bf29e8f847 admin admin] Deleting port 1af2ddf4-a8e8-4c85-843b-951820099c0c {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:56.825837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e054c1c3-0fc3-489e-9651-35bf29e8f847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:57.032805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-e054c1c3-0fc3-489e-9651-35bf29e8f847 admin admin] For port 1af2ddf4-a8e8-4c85-843b-951820099c0c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1af2ddf4-a8e8-4c85-843b-951820099c0c,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:57.033239 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e054c1c3-0fc3-489e-9651-35bf29e8f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:57.064018 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e054c1c3-0fc3-489e-9651-35bf29e8f847 admin admin] Calling delete_port for 1af2ddf4-a8e8-4c85-843b-951820099c0c owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:57.306674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e054c1c3-0fc3-489e-9651-35bf29e8f847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:57.354988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054c1c3-0fc3-489e-9651-35bf29e8f847 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af2ddf4-a8e8-4c85-843b-951820099c0c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:57.716060 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e054c1c3-0fc3-489e-9651-35bf29e8f847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:58.200325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e054c1c3-0fc3-489e-9651-35bf29e8f847 admin admin] Router 751155f6-a835-4175-8831-35f1a0c0a977 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:58.406958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e054c1c3-0fc3-489e-9651-35bf29e8f847 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:58.420901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f762ab3f-63c3-4a64-9829-905d8eeb4fca None None] Sync routers for ids ['751155f6-a835-4175-8831-35f1a0c0a977'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:58.448779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f762ab3f-63c3-4a64-9829-905d8eeb4fca None None] Routers {'751155f6-a835-4175-8831-35f1a0c0a977'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:58.450335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48426) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:58.450753 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e054c1c3-0fc3-489e-9651-35bf29e8f847 admin admin] 10.222.0.81 "PUT /v2.0/routers/751155f6-a835-4175-8831-35f1a0c0a977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3602722 Jul 07 19:34:58.465848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f762ab3f-63c3-4a64-9829-905d8eeb4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:34:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['751155f6-a835-4175-8831-35f1a0c0a977'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:58.845823 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:59.128365 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:59.219955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f762ab3f-63c3-4a64-9829-905d8eeb4fca None None] Set router 751155f6-a835-4175-8831-35f1a0c0a977 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:59.325406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Deleting port f37ad6d6-b0d3-4391-ace0-99d48d860579 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:59.330373 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:59.542886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] For port f37ad6d6-b0d3-4391-ace0-99d48d860579, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f37ad6d6-b0d3-4391-ace0-99d48d860579,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:59.548047 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:59.586602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Calling delete_port for f37ad6d6-b0d3-4391-ace0-99d48d860579 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:59.885844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f762ab3f-63c3-4a64-9829-905d8eeb4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:34:57Z', 'revision_number': 5, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port': {'id': 'f37ad6d6-b0d3-4391-ace0-99d48d860579', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751155f6-a835-4175-8831-35f1a0c0a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:22:54Z', 'updated_at': '2021-07-07T19:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:59.949122 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:59.980317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37ad6d6-b0d3-4391-ace0-99d48d860579,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:00.011114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f762ab3f-63c3-4a64-9829-905d8eeb4fca None None] Checking router: 751155f6-a835-4175-8831-35f1a0c0a977 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:35:00.024792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f762ab3f-63c3-4a64-9829-905d8eeb4fca None None] Routers {'751155f6-a835-4175-8831-35f1a0c0a977'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:35:00.025681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f762ab3f-63c3-4a64-9829-905d8eeb4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:34:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['751155f6-a835-4175-8831-35f1a0c0a977'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:00.091869 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:00.236879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f762ab3f-63c3-4a64-9829-905d8eeb4fca None None] Set router 751155f6-a835-4175-8831-35f1a0c0a977 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:35:00.353440 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:00.360280 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:00.397650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f762ab3f-63c3-4a64-9829-905d8eeb4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:34:59Z', 'revision_number': 7, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:00.470849 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:00.471469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 751155f6-a835-4175-8831-35f1a0c0a977 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:35:00.479435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:00.483171 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9285256a-d3e8-4ac4-977b-3cd8c283d126 admin admin] 10.222.0.81 "DELETE /v2.0/routers/751155f6-a835-4175-8831-35f1a0c0a977 HTTP/1.1" status: 204 len: 168 time: 2.0288661 Jul 07 19:35:00.484016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48470) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:00.501444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f762ab3f-63c3-4a64-9829-905d8eeb4fca None None] The sync data for ids ['751155f6-a835-4175-8831-35f1a0c0a977'] in n-d-793621-9 is: [{'id': '751155f6-a835-4175-8831-35f1a0c0a977', 'name': 'tempest-TaggedBootDevicesTest-1243402599-router', 'tenant_id': 'd42683353110401599ce436e6d43f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:22:53Z', 'updated_at': '2021-07-07T19:34:59Z', 'revision_number': 7, 'project_id': 'd42683353110401599ce436e6d43f9dd', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:35:00.713521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc61c1f-0dba-4f9f-916f-223095f66a30 admin admin] Deleting subnet 8b5d3b0d-14ab-4a49-8d97-3be61993459b {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:35:00.727923 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3fc61c1f-0dba-4f9f-916f-223095f66a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:00.802630 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48484) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:00.828473 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3fc61c1f-0dba-4f9f-916f-223095f66a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.063558 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-39072d4e-2bfb-430b-ad1b-c592859e653b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.145993 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3fc61c1f-0dba-4f9f-916f-223095f66a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.260611 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3fc61c1f-0dba-4f9f-916f-223095f66a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.280964 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-39072d4e-2bfb-430b-ad1b-c592859e653b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.305120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-39072d4e-2bfb-430b-ad1b-c592859e653b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.307971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc61c1f-0dba-4f9f-916f-223095f66a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5d3b0d-14ab-4a49-8d97-3be61993459b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:01.311568 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3fc61c1f-0dba-4f9f-916f-223095f66a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.313565 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3fc61c1f-0dba-4f9f-916f-223095f66a30 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8b5d3b0d-14ab-4a49-8d97-3be61993459b HTTP/1.1" status: 204 len: 168 time: 0.8279064 Jul 07 19:35:01.316699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48490) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:01.344862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c70b53-36a5-44d4-9278-f4d4961ad197 None None] Network 9e8fffb8-cb07-4daa-8bce-c031462730cc requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:35:01.445309 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-39072d4e-2bfb-430b-ad1b-c592859e653b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91fdec318a884ac4a0d0648cdfc58925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6400456 Jul 07 19:35:01.446749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48496) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:01.448953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39072d4e-2bfb-430b-ad1b-c592859e653b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8467b12-87e1-4c95-b079-d901a97c40b7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:01.512527 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.571076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b3a4-b289-48d2-a564-45eddb680283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.630643 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b3a4-b289-48d2-a564-45eddb680283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.639530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Deleting port 7e8ed61c-7533-4bad-a668-f2b3b77e880b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:01.639899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.800763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e661a1a-e4f4-4c18-8ee3-868e17e933e6 None None] DHCP port deletion for 9e8fffb8-cb07-4daa-8bce-c031462730cc request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:35:01.864508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7e661a1a-e4f4-4c18-8ee3-868e17e933e6 None None] Deleting port 7e8ed61c-7533-4bad-a668-f2b3b77e880b {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:01.865316 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e661a1a-e4f4-4c18-8ee3-868e17e933e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.896654 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b3a4-b289-48d2-a564-45eddb680283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.913002 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b3a4-b289-48d2-a564-45eddb680283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.916983 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ddf2b3a4-b289-48d2-a564-45eddb680283 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8467b12-87e1-4c95-b079-d901a97c40b7 HTTP/1.1" status: 204 len: 168 time: 0.4662938 Jul 07 19:35:01.948199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2b3a4-b289-48d2-a564-45eddb680283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8467b12-87e1-4c95-b079-d901a97c40b7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:01.969269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f37ad6d6-b0d3-4391-ace0-99d48d860579 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:02.003544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f37ad6d6-b0d3-4391-ace0-99d48d860579 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:35:02.003962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f37ad6d6-b0d3-4391-ace0-99d48d860579 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:35:02.019589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1af2ddf4-a8e8-4c85-843b-951820099c0c no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:02.076734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] For port 7e8ed61c-7533-4bad-a668-f2b3b77e880b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7e8ed61c-7533-4bad-a668-f2b3b77e880b,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:02.077304 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.113054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 1af2ddf4-a8e8-4c85-843b-951820099c0c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:35:02.113560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1af2ddf4-a8e8-4c85-843b-951820099c0c not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:35:02.124768 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Calling delete_port for 7e8ed61c-7533-4bad-a668-f2b3b77e880b owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:02.171472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-7e661a1a-e4f4-4c18-8ee3-868e17e933e6 None None] For port 7e8ed61c-7533-4bad-a668-f2b3b77e880b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7e8ed61c-7533-4bad-a668-f2b3b77e880b,segment=NetworkSegment(6186d10c-c70f-402c-b805-01d4a1504d06),segment_id=6186d10c-c70f-402c-b805-01d4a1504d06)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:02.173578 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e661a1a-e4f4-4c18-8ee3-868e17e933e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.210693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7e661a1a-e4f4-4c18-8ee3-868e17e933e6 None None] Calling delete_port for 7e8ed61c-7533-4bad-a668-f2b3b77e880b owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:02.298257 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.340354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8ed61c-7533-4bad-a668-f2b3b77e880b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:02.348745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] No DVR routers for this DVR port 7e8ed61c-7533-4bad-a668-f2b3b77e880b on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:35:02.418963 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e661a1a-e4f4-4c18-8ee3-868e17e933e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.488340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e661a1a-e4f4-4c18-8ee3-868e17e933e6 None None] Pushing event deleted for resources: {'Port': ['ID=7e8ed61c-7533-4bad-a668-f2b3b77e880b,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:02.498027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e661a1a-e4f4-4c18-8ee3-868e17e933e6 None None] No DVR routers for this DVR port 7e8ed61c-7533-4bad-a668-f2b3b77e880b on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:35:02.529125 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.541370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48518) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:02.559989 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8fffb8-cb07-4daa-8bce-c031462730cc']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:02.560252 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-708a3d5a-efb3-4904-a6a9-a33f7e4b08e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.592996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6186d10c-c70f-402c-b805-01d4a1504d06') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:02.595383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6186d10c-c70f-402c-b805-01d4a1504d06') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:02.625621 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.661854 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.676880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:35:02.677422 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.800433 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-708a3d5a-efb3-4904-a6a9-a33f7e4b08e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.817517 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-708a3d5a-efb3-4904-a6a9-a33f7e4b08e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:35:02.853955 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:35:02.865155 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-708a3d5a-efb3-4904-a6a9-a33f7e4b08e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6bb288c1b8a146b2a43ab9e68614a14d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225899 Jul 07 19:35:02.867483 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.867656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48522) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:02.876004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.880317 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9e8fffb8-cb07-4daa-8bce-c031462730cc HTTP/1.1" status: 204 len: 168 time: 1.5621514 Jul 07 19:35:02.908331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d015bb5-39ca-4c9d-9f65-a1321943ae06 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e8fffb8-cb07-4daa-8bce-c031462730cc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:03.064996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a3d5a-efb3-4904-a6a9-a33f7e4b08e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ebc5e6-5275-43f8-857b-3bcba6ad3c7f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:03.108410 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08aba8d-6cf6-41bd-9335-8a320a71591d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:03.169565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08aba8d-6cf6-41bd-9335-8a320a71591d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:03.283806 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08aba8d-6cf6-41bd-9335-8a320a71591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:03.287368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d08aba8d-6cf6-41bd-9335-8a320a71591d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:03.309932 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d08aba8d-6cf6-41bd-9335-8a320a71591d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5ebc5e6-5275-43f8-857b-3bcba6ad3c7f HTTP/1.1" status: 204 len: 168 time: 0.4391758 Jul 07 19:35:03.354154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08aba8d-6cf6-41bd-9335-8a320a71591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ebc5e6-5275-43f8-857b-3bcba6ad3c7f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:03.529609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48554) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:03.661772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48566) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:03.662761 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-54c3751b-8aeb-4898-9752-041301df1aea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d42683353110401599ce436e6d43f9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273460 Jul 07 19:35:03.904218 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7e8ed61c-7533-4bad-a668-f2b3b77e880b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:03.904783 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-da1244df-6e7e-4f77-b0b0-bd69f9f5f923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:03.944157 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-da1244df-6e7e-4f77-b0b0-bd69f9f5f923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:04.001006 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 7e8ed61c-7533-4bad-a668-f2b3b77e880b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:35:04.001270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7e8ed61c-7533-4bad-a668-f2b3b77e880b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:35:04.036113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-da1244df-6e7e-4f77-b0b0-bd69f9f5f923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:04.039157 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-da1244df-6e7e-4f77-b0b0-bd69f9f5f923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:04.043381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-da1244df-6e7e-4f77-b0b0-bd69f9f5f923 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de372109-8c8c-45b6-93c2-778d6314b35e HTTP/1.1" status: 204 len: 168 time: 0.3796766 Jul 07 19:35:04.074436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1244df-6e7e-4f77-b0b0-bd69f9f5f923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de372109-8c8c-45b6-93c2-778d6314b35e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:04.663131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48598) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:05.071507 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6d762f5-8c7e-455d-abba-6764899fa3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:05.249606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a35aba8-1768-4928-b0cb-cdb13529c2b4 req-0941364e-13ab-4925-9b4c-f437b434971c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3804929 Jul 07 19:35:05.291913 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6d762f5-8c7e-455d-abba-6764899fa3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:05.310653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6d762f5-8c7e-455d-abba-6764899fa3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:05.372970 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f6d762f5-8c7e-455d-abba-6764899fa3df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0e037f3691e047b78030e5161a973100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7088072 Jul 07 19:35:05.373889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48620) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:05.401956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35aba8-1768-4928-b0cb-cdb13529c2b4 req-bd929e13-1a12-4945-9cd1-9518df868ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:05.404176 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a35aba8-1768-4928-b0cb-cdb13529c2b4 req-bd929e13-1a12-4945-9cd1-9518df868ce2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 1097 time: 0.1250949 Jul 07 19:35:05.457472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d762f5-8c7e-455d-abba-6764899fa3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587bc046-144d-4a47-b008-b8ee944bcc3b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:05.490299 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ec85d74-531e-4e5f-aa35-14a94f7bd2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:05.537641 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ec85d74-531e-4e5f-aa35-14a94f7bd2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:05.656707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35aba8-1768-4928-b0cb-cdb13529c2b4 req-825f9b48-9b43-498f-9d79-e9dc079dee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:05.659491 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a35aba8-1768-4928-b0cb-cdb13529c2b4 req-825f9b48-9b43-498f-9d79-e9dc079dee2d service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.2201803 Jul 07 19:35:05.667671 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ec85d74-531e-4e5f-aa35-14a94f7bd2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:05.670612 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ec85d74-531e-4e5f-aa35-14a94f7bd2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:05.706372 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:05.709056 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0ec85d74-531e-4e5f-aa35-14a94f7bd2de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/587bc046-144d-4a47-b008-b8ee944bcc3b HTTP/1.1" status: 204 len: 168 time: 0.2943282 Jul 07 19:35:05.717601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec85d74-531e-4e5f-aa35-14a94f7bd2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587bc046-144d-4a47-b008-b8ee944bcc3b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:05.731892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a35aba8-1768-4928-b0cb-cdb13529c2b4 req-107d3e5b-0e2a-442c-aec0-abdc3debe95b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8f3883b-e340-4f1b-9f61-8e26aff8778f HTTP/1.1" status: 200 len: 217 time: 0.0649829 Jul 07 19:35:05.805711 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35aba8-1768-4928-b0cb-cdb13529c2b4 req-5226411a-076b-4755-83cc-3cef5ba42e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:05.807417 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a35aba8-1768-4928-b0cb-cdb13529c2b4 req-5226411a-076b-4755-83cc-3cef5ba42e7e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.0657153 Jul 07 19:35:05.891008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35aba8-1768-4928-b0cb-cdb13529c2b4 req-650b6c03-5cc2-4f2e-be4b-c0f1cdaf37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:05.893724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a35aba8-1768-4928-b0cb-cdb13529c2b4 req-650b6c03-5cc2-4f2e-be4b-c0f1cdaf37ba service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750916 Jul 07 19:35:06.018349 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a35aba8-1768-4928-b0cb-cdb13529c2b4 req-596b4a46-26ed-453f-8552-61ef77a10c9e service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150892 Jul 07 19:35:06.110514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48652) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:06.210242 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a35aba8-1768-4928-b0cb-cdb13529c2b4 req-f3cf7150-b3d5-4310-a409-2957a76b2876 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843703 Jul 07 19:35:06.389571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48660) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:06.427735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2cef95ac-0d8d-4386-a3ad-a338f8f6747e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.633448 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2cef95ac-0d8d-4386-a3ad-a338f8f6747e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.643949 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2cef95ac-0d8d-4386-a3ad-a338f8f6747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.689584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef95ac-0d8d-4386-a3ad-a338f8f6747e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f596f3-19e7-4ba4-b08a-7743006d4345,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:06.696405 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2cef95ac-0d8d-4386-a3ad-a338f8f6747e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c9828949e55498ea051a4e1ba3f75c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054762 Jul 07 19:35:06.700114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48672) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:06.746973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-280738293-network', 'tenant_id': '251d844721654ab19b88bd421af79ef9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:06.801868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Made reservation on behalf of 251d844721654ab19b88bd421af79ef9 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:06.805693 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.848074 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54d7dda1-d5b5-48e9-80b0-a6816a3f10c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.864621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.933341 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54d7dda1-d5b5-48e9-80b0-a6816a3f10c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.039399 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54d7dda1-d5b5-48e9-80b0-a6816a3f10c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.042778 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54d7dda1-d5b5-48e9-80b0-a6816a3f10c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.044229 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-54d7dda1-d5b5-48e9-80b0-a6816a3f10c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5f596f3-19e7-4ba4-b08a-7743006d4345 HTTP/1.1" status: 204 len: 168 time: 0.3420506 Jul 07 19:35:07.063365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7dda1-d5b5-48e9-80b0-a6816a3f10c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f596f3-19e7-4ba4-b08a-7743006d4345,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:07.181456 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.188153 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.203798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:35:07.218245 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.218909 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Added segment 5e54d8a9-e263-47e9-9027-1d3f7b8f3277 of type vlan for network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 Jul 07 19:35:07.276347 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.349072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.352006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:07.353402 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.409134 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2966313 Jul 07 19:35:07.412675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48690) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:07.425249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e2e59a5c-ac75-46dd-ba04-64fc3bcd2432 admin admin] Request body: {'subnet': {'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-280738293-subnet', 'tenant_id': '251d844721654ab19b88bd421af79ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:07.482124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e59a5c-ac75-46dd-ba04-64fc3bcd2432 admin admin] Made reservation on behalf of 251d844721654ab19b88bd421af79ef9 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:07.486073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2e59a5c-ac75-46dd-ba04-64fc3bcd2432 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.542278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:07.587420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6b499-5fef-4f03-ae6a-eb85c852b1fe admin admin] Pushing event updated for resources: {'Network': ['ID=cbf50e0d-5c9d-46d8-8bad-fe8973c11751,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:07.605750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:35:07.932407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48712) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:07.967162 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2e59a5c-ac75-46dd-ba04-64fc3bcd2432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:08.084473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e59a5c-ac75-46dd-ba04-64fc3bcd2432 admin admin] Checking segment: {'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:08.084905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e59a5c-ac75-46dd-ba04-64fc3bcd2432 admin admin] Network hostable DHCP agents. Network: cbf50e0d-5c9d-46d8-8bad-fe8973c11751, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:35:08.087650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e59a5c-ac75-46dd-ba04-64fc3bcd2432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c76f232-7d6e-4652-8153-f0f4df8334ec,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:08.115097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e59a5c-ac75-46dd-ba04-64fc3bcd2432 admin admin] Network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:35:08.136497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-e2e59a5c-ac75-46dd-ba04-64fc3bcd2432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, cbf50e0d-5c9d-46d8-8bad-fe8973c11751) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:08.147455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcb7bd8-3b41-42c6-a0b7-3410a86c9bf7 None None] Network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:35:08.200669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e59a5c-ac75-46dd-ba04-64fc3bcd2432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:08.202104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e2e59a5c-ac75-46dd-ba04-64fc3bcd2432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:08.250431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e2e59a5c-ac75-46dd-ba04-64fc3bcd2432 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8277538 Jul 07 19:35:08.579037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516605d7-dc1e-4c31-a447-025e29d26d38 None None] Network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:35:09.151326 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6786c88c-7b43-45a3-b8a0-04f05c38cfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:09.629097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-5eac6f3b-65e7-4b3b-8c54-b806f2def75c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:09.631111 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-5eac6f3b-65e7-4b3b-8c54-b806f2def75c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/networks?id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751 HTTP/1.1" status: 200 len: 817 time: 0.5037618 Jul 07 19:35:09.658926 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-2ae0aa41-e2d9-418a-bd60-861375245e3f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/quotas/251d844721654ab19b88bd421af79ef9 HTTP/1.1" status: 200 len: 375 time: 0.0194080 Jul 07 19:35:09.740709 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-2bf4e87e-d7f2-41e3-9021-a2360e7f81db tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=251d844721654ab19b88bd421af79ef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534964 Jul 07 19:35:09.856005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6786c88c-7b43-45a3-b8a0-04f05c38cfb0 admin admin] Deleting port 536b61d9-7f73-4978-ac6d-e57ccac54b79 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:09.856349 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6786c88c-7b43-45a3-b8a0-04f05c38cfb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:09.926654 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:10.367075 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-9f66420d-ea8e-4f57-b131-bb710344b657 service neutron] 10.222.0.81 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002486 Jul 07 19:35:10.380091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-6786c88c-7b43-45a3-b8a0-04f05c38cfb0 admin admin] For port 536b61d9-7f73-4978-ac6d-e57ccac54b79, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=536b61d9-7f73-4978-ac6d-e57ccac54b79,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:10.380464 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6786c88c-7b43-45a3-b8a0-04f05c38cfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:10.442344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6786c88c-7b43-45a3-b8a0-04f05c38cfb0 admin admin] Calling delete_port for 536b61d9-7f73-4978-ac6d-e57ccac54b79 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:10.565275 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-b1f7e15b-53ad-472e-bda4-a678c40dbc06 service neutron] 10.222.0.81 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818047 Jul 07 19:35:10.662285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48820) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:10.695187 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be95383e-28d8-47ca-823f-554f38a76e40 req-b8a61a4b-cbc4-4050-8802-a36844aef19a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3890381 Jul 07 19:35:10.707271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48824) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:10.906552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5d634156-e490-4ef4-a50a-527b6a232904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:10.938002 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6786c88c-7b43-45a3-b8a0-04f05c38cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:10.949418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95383e-28d8-47ca-823f-554f38a76e40 req-a19dc3ce-6459-4354-9d9e-38faff7bf5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:10.950843 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-283c0e1c-82a8-4cfe-a811-bcc42f168209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:10.952286 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be95383e-28d8-47ca-823f-554f38a76e40 req-a19dc3ce-6459-4354-9d9e-38faff7bf5e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 1097 time: 0.1245055 Jul 07 19:35:10.988894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786c88c-7b43-45a3-b8a0-04f05c38cfb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=536b61d9-7f73-4978-ac6d-e57ccac54b79,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:11.175690 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5d634156-e490-4ef4-a50a-527b6a232904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.376505 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5d634156-e490-4ef4-a50a-527b6a232904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.424913 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97897a71-c987-412f-86fa-247217efc383 req-3a0c844c-fde1-4a04-8e8a-67a9b9991816 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 210 time: 0.0631235 Jul 07 19:35:11.427843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95383e-28d8-47ca-823f-554f38a76e40 req-82f57c68-253a-449d-8acf-f7ea24255b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:11.429676 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be95383e-28d8-47ca-823f-554f38a76e40 req-82f57c68-253a-449d-8acf-f7ea24255b40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.4443424 Jul 07 19:35:11.493996 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5d634156-e490-4ef4-a50a-527b6a232904 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99a5dda192794723ac40a82c96b05589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8298540 Jul 07 19:35:11.496777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48846) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:11.503141 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-283c0e1c-82a8-4cfe-a811-bcc42f168209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.507273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d634156-e490-4ef4-a50a-527b6a232904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38a5ad6-72ff-45f0-99f1-4ae71e730f27,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:11.540307 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-283c0e1c-82a8-4cfe-a811-bcc42f168209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.612891 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6786c88c-7b43-45a3-b8a0-04f05c38cfb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.616254 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be95383e-28d8-47ca-823f-554f38a76e40 req-66afdf59-e94e-43f2-a930-e68c818a4942 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d59f4a2-b168-4350-933e-f9bbf1511664 HTTP/1.1" status: 200 len: 217 time: 0.0768545 Jul 07 19:35:11.669809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45069b21-6a14-465e-bec3-213e6dd9a856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.699049 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45069b21-6a14-465e-bec3-213e6dd9a856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.733226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c0e1c-82a8-4cfe-a811-bcc42f168209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e9fbf2-b2ad-4304-b9c9-4fc98ce62e04,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:11.765148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-283c0e1c-82a8-4cfe-a811-bcc42f168209 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88a459a4750a461bbc59fc9b1ea49ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0557311 Jul 07 19:35:11.769601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48858) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:11.856577 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45069b21-6a14-465e-bec3-213e6dd9a856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.859837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45069b21-6a14-465e-bec3-213e6dd9a856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.861258 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-45069b21-6a14-465e-bec3-213e6dd9a856 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f38a5ad6-72ff-45f0-99f1-4ae71e730f27 HTTP/1.1" status: 204 len: 168 time: 0.3309622 Jul 07 19:35:11.880197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95383e-28d8-47ca-823f-554f38a76e40 req-b86551cb-002c-4262-bde2-219e49e9819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:11.882073 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be95383e-28d8-47ca-823f-554f38a76e40 req-b86551cb-002c-4262-bde2-219e49e9819a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.2578738 Jul 07 19:35:11.884585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45069b21-6a14-465e-bec3-213e6dd9a856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38a5ad6-72ff-45f0-99f1-4ae71e730f27,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:12.012193 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e5574487-d355-43da-af66-2c603a7d1d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.101349 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e5574487-d355-43da-af66-2c603a7d1d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.169099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95383e-28d8-47ca-823f-554f38a76e40 req-bd0ca8a5-52bb-4565-a966-14784bc24553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:12.170688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be95383e-28d8-47ca-823f-554f38a76e40 req-bd0ca8a5-52bb-4565-a966-14784bc24553 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2631457 Jul 07 19:35:12.298950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6786c88c-7b43-45a3-b8a0-04f05c38cfb0 admin admin] Router 9ebae46d-259e-4493-832e-ac4637592236 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:35:12.316053 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e5574487-d355-43da-af66-2c603a7d1d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.318617 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e5574487-d355-43da-af66-2c603a7d1d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.322628 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e5574487-d355-43da-af66-2c603a7d1d20 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/61e9fbf2-b2ad-4304-b9c9-4fc98ce62e04 HTTP/1.1" status: 204 len: 168 time: 0.5510364 Jul 07 19:35:12.358281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5574487-d355-43da-af66-2c603a7d1d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e9fbf2-b2ad-4304-b9c9-4fc98ce62e04,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:12.361574 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be95383e-28d8-47ca-823f-554f38a76e40 req-32eb9ece-0e2a-44db-b7ed-edde38dc70bb service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777465 Jul 07 19:35:12.402713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48884) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:12.421088 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe76d3b-a745-4392-bc43-b6a147920702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.566884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6786c88c-7b43-45a3-b8a0-04f05c38cfb0 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:35:12.576407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6786c88c-7b43-45a3-b8a0-04f05c38cfb0 admin admin] 10.222.0.81 "PUT /v2.0/routers/9ebae46d-259e-4493-832e-ac4637592236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6394496 Jul 07 19:35:12.579441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 48894) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:12.579580 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f0050-145e-464b-bf59-2fbf091e9ec8 None None] Sync routers for ids ['9ebae46d-259e-4493-832e-ac4637592236'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:35:12.581677 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be95383e-28d8-47ca-823f-554f38a76e40 req-9989bd5f-efdb-4ed0-9766-6c27e085e359 service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578064 Jul 07 19:35:12.613002 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f0050-145e-464b-bf59-2fbf091e9ec8 None None] Routers {'9ebae46d-259e-4493-832e-ac4637592236'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:35:12.613637 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f33f0050-145e-464b-bf59-2fbf091e9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:34:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9ebae46d-259e-4493-832e-ac4637592236'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:12.622631 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe76d3b-a745-4392-bc43-b6a147920702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.637531 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe76d3b-a745-4392-bc43-b6a147920702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.688191 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3602877f-6a32-48f4-a172-6f29583bc615 req-c6343385-2cbb-4157-af54-5353458fc0b2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 210 time: 0.0633976 Jul 07 19:35:12.738973 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.751858 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-afe76d3b-a745-4392-bc43-b6a147920702 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8017c87021644b38b9e360853cdd86e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480744 Jul 07 19:35:12.753454 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe76d3b-a745-4392-bc43-b6a147920702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ae8dd3-8bb4-4e2f-b563-b68543b18796,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:12.756509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48896) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:12.873835 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c176661-7150-4f67-875c-83591f3436fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.900857 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c176661-7150-4f67-875c-83591f3436fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.912272 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.939062 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f33f0050-145e-464b-bf59-2fbf091e9ec8 None None] Set router 9ebae46d-259e-4493-832e-ac4637592236 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:35:13.032749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Deleting port 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:13.039296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.063240 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c176661-7150-4f67-875c-83591f3436fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.066546 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0c176661-7150-4f67-875c-83591f3436fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.067780 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0c176661-7150-4f67-875c-83591f3436fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6ae8dd3-8bb4-4e2f-b563-b68543b18796 HTTP/1.1" status: 204 len: 168 time: 0.3075650 Jul 07 19:35:13.095941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c176661-7150-4f67-875c-83591f3436fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ae8dd3-8bb4-4e2f-b563-b68543b18796,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:13.219015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48906) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:13.245281 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f683721-4459-4e95-9e94-b3705d87d7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.424974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] For port 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:13.425485 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.451335 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f33f0050-145e-464b-bf59-2fbf091e9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:35:10Z', 'revision_number': 5, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port': {'id': '6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebae46d-259e-4493-832e-ac4637592236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:23:11Z', 'updated_at': '2021-07-07T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:13.496733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Calling delete_port for 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:13.513525 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f0050-145e-464b-bf59-2fbf091e9ec8 None None] Checking router: 9ebae46d-259e-4493-832e-ac4637592236 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:35:13.522570 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f683721-4459-4e95-9e94-b3705d87d7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.533914 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f0050-145e-464b-bf59-2fbf091e9ec8 None None] Routers {'9ebae46d-259e-4493-832e-ac4637592236'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:35:13.534999 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f33f0050-145e-464b-bf59-2fbf091e9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:34:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9ebae46d-259e-4493-832e-ac4637592236'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:13.535578 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f683721-4459-4e95-9e94-b3705d87d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.674727 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4f683721-4459-4e95-9e94-b3705d87d7c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04525036c3f74b4dad9b11ec28b9cecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539464 Jul 07 19:35:13.681799 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48922) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:13.895926 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.933042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f683721-4459-4e95-9e94-b3705d87d7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73820c3-c69b-4948-9c5d-41d1407e5b38,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:13.978732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Pushing event deleted for resources: {'Port': ['ID=6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:14.011967 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19c53b19-f566-457a-8986-0d3d3a5c60a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:14.079539 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:14.112187 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19c53b19-f566-457a-8986-0d3d3a5c60a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:14.229159 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f33f0050-145e-464b-bf59-2fbf091e9ec8 None None] Set router 9ebae46d-259e-4493-832e-ac4637592236 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:35:14.279249 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c9d4885-4263-4b8c-aded-cc72299c9814 req-25dc840a-5b31-4f7e-8b85-4acaaf1baaf5 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 210 time: 0.1193984 Jul 07 19:35:14.288111 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:14.292488 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:14.410598 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f33f0050-145e-464b-bf59-2fbf091e9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:35:12Z', 'revision_number': 6, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:14.427606 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19c53b19-f566-457a-8986-0d3d3a5c60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:14.431241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19c53b19-f566-457a-8986-0d3d3a5c60a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:14.442495 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-19c53b19-f566-457a-8986-0d3d3a5c60a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e73820c3-c69b-4948-9c5d-41d1407e5b38 HTTP/1.1" status: 204 len: 168 time: 0.7590723 Jul 07 19:35:14.464115 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f0050-145e-464b-bf59-2fbf091e9ec8 None None] The sync data for ids ['9ebae46d-259e-4493-832e-ac4637592236'] in n-d-793621-9 is: [{'id': '9ebae46d-259e-4493-832e-ac4637592236', 'name': 'tempest-TaggedBootDevicesTest_v242-2082104797-router', 'tenant_id': '9366443b78874460a63d7aaac26d676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:09Z', 'updated_at': '2021-07-07T19:35:12Z', 'revision_number': 6, 'project_id': '9366443b78874460a63d7aaac26d676e', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:35:14.470540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7a549-72c4-45b3-b2be-34059708d137 req-04b2f3c2-1b5b-40ac-b857-c23a259ff2c8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:14.480737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96e7a549-72c4-45b3-b2be-34059708d137 req-04b2f3c2-1b5b-40ac-b857-c23a259ff2c8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.3085029 Jul 07 19:35:14.552627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c53b19-f566-457a-8986-0d3d3a5c60a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73820c3-c69b-4948-9c5d-41d1407e5b38,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:14.646330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96e7a549-72c4-45b3-b2be-34059708d137 req-09c957ed-0012-4c25-8db9-b5b0d164a545 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612649 Jul 07 19:35:15.153385 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:15.154011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ebae46d-259e-4493-832e-ac4637592236 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:35:15.165138 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:15.173325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48966) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:15.174420 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-308d6176-718d-4de8-9a56-c6c84d66daee admin admin] 10.222.0.81 "DELETE /v2.0/routers/9ebae46d-259e-4493-832e-ac4637592236 HTTP/1.1" status: 204 len: 168 time: 2.5947428 Jul 07 19:35:15.234698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-db47925c-7af6-405c-9f1c-eec68d5da923 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:15.236227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-db47925c-7af6-405c-9f1c-eec68d5da923 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.110 "GET /v2.0/networks?id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751 HTTP/1.1" status: 200 len: 817 time: 0.2316921 Jul 07 19:35:15.315698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-231cbcb3-a544-47e0-8d28-b5fcb45d845f admin admin] Deleting subnet 027d46ee-f3de-4146-9c6b-7af9eea05b1d {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:35:15.334237 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-231cbcb3-a544-47e0-8d28-b5fcb45d845f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:15.418765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6adc1938-db41-4880-9332-5930147cd5d4 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:15.432145 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6adc1938-db41-4880-9332-5930147cd5d4 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.48 "GET /v2.0/networks?id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751 HTTP/1.1" status: 200 len: 817 time: 0.2703979 Jul 07 19:35:15.447099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Request body: {'port': {'device_id': '18ded1b1-3e99-41cd-ad46-a3deb2ad53c1', 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751', 'admin_state_up': True, 'tenant_id': '251d844721654ab19b88bd421af79ef9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:15.678701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Request body: {'port': {'device_id': '8c27ad87-257c-469c-b0b8-86f620500e97', 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751', 'admin_state_up': True, 'tenant_id': '251d844721654ab19b88bd421af79ef9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:15.814079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Made reservation on behalf of 251d844721654ab19b88bd421af79ef9 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:15.818342 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:15.864872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2af5b-ceed-421d-bc6d-517e0244edf7 req-4ed55948-4753-4768-bf3d-603bf7641e06 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:15.867053 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90f2af5b-ceed-421d-bc6d-517e0244edf7 req-4ed55948-4753-4768-bf3d-603bf7641e06 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.8746922 Jul 07 19:35:15.938561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 536b61d9-7f73-4978-ac6d-e57ccac54b79 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:16.012470 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 536b61d9-7f73-4978-ac6d-e57ccac54b79 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:35:16.015234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 536b61d9-7f73-4978-ac6d-e57ccac54b79 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:35:16.015833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:16.067942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:35:16.068503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6b75b1d8-5b4f-4cb6-a179-7556ca9b3e3f not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:35:16.121752 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-290e3423-5781-440f-bf00-4e19b2f7cf43 req-7c3b8347-66bd-4342-be5d-98fce61649b9 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 210 time: 0.0937552 Jul 07 19:35:16.144618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-231cbcb3-a544-47e0-8d28-b5fcb45d845f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:16.316755 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-231cbcb3-a544-47e0-8d28-b5fcb45d845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:16.363281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90f2af5b-ceed-421d-bc6d-517e0244edf7 req-c8f9ab07-6c73-4798-9e94-dd5116bcf009 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4879446 Jul 07 19:35:16.447208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Made reservation on behalf of 251d844721654ab19b88bd421af79ef9 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:16.460504 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:16.488402 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-231cbcb3-a544-47e0-8d28-b5fcb45d845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:16.511974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-b0e7d0fa-4143-420b-a09d-b4e34f579265 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:16.518676 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-b0e7d0fa-4143-420b-a09d-b4e34f579265 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.48 "GET /v2.0/networks?id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751 HTTP/1.1" status: 200 len: 817 time: 0.3870132 Jul 07 19:35:16.572362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cbcb3-a544-47e0-8d28-b5fcb45d845f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=027d46ee-f3de-4146-9c6b-7af9eea05b1d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:16.602148 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-231cbcb3-a544-47e0-8d28-b5fcb45d845f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:16.604756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac0388e-ab92-4c53-a166-2e74d9932439 None None] Network e65b60fe-28f2-4cd6-a3d4-66f5e861df04 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:35:16.609613 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-231cbcb3-a544-47e0-8d28-b5fcb45d845f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/027d46ee-f3de-4146-9c6b-7af9eea05b1d HTTP/1.1" status: 204 len: 168 time: 1.4329686 Jul 07 19:35:16.624239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Request body: {'port': {'device_id': '89c29c57-fa52-4a8d-b69a-f257a8ef7d43', 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751', 'admin_state_up': True, 'tenant_id': '251d844721654ab19b88bd421af79ef9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:16.631113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49006) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:16.761083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Allocated IP 172.20.0.12 (cbf50e0d-5c9d-46d8-8bad-fe8973c11751/0c76f232-7d6e-4652-8153-f0f4df8334ec/9b668047-dea3-4bb4-9a89-3a86928e4d1e) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:35:16.817645 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:16.933212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Made reservation on behalf of 251d844721654ab19b88bd421af79ef9 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:16.940675 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:17.106876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f245e2-99a0-4cab-b317-1bf883f66cd8 None None] DHCP port deletion for e65b60fe-28f2-4cd6-a3d4-66f5e861df04 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:35:17.144876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-3f7d47e1-a0a2-4797-b895-55fbff67b5fb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:17.149400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-3f7d47e1-a0a2-4797-b895-55fbff67b5fb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 812 time: 0.3278980 Jul 07 19:35:17.226330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-02a9732e-7e01-4788-8d49-ec469bb7ee3d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/quotas/4af8bbb088724744bd5fe866699c7e75 HTTP/1.1" status: 200 len: 375 time: 0.0610774 Jul 07 19:35:17.228522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c7f245e2-99a0-4cab-b317-1bf883f66cd8 None None] Deleting port b8567d34-19b8-422c-a7b0-0e0181382e87 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:17.228913 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c7f245e2-99a0-4cab-b317-1bf883f66cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:17.255525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Deleting port b8567d34-19b8-422c-a7b0-0e0181382e87 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:17.255877 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:17.401767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c7f245e2-99a0-4cab-b317-1bf883f66cd8 None None] For port b8567d34-19b8-422c-a7b0-0e0181382e87, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b8567d34-19b8-422c-a7b0-0e0181382e87,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:17.402450 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c7f245e2-99a0-4cab-b317-1bf883f66cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:17.428554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c7f245e2-99a0-4cab-b317-1bf883f66cd8 None None] Calling delete_port for b8567d34-19b8-422c-a7b0-0e0181382e87 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:17.478469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c650c32-8891-4795-aec5-2c67a7954543 req-d3a415e9-2b2e-45d8-9e89-cc35fcf6d6f9 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 210 time: 0.0624309 Jul 07 19:35:17.511078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:17.618226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] For port b8567d34-19b8-422c-a7b0-0e0181382e87, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b8567d34-19b8-422c-a7b0-0e0181382e87,segment=NetworkSegment(7793feab-4fa1-43d8-a94a-dd91be042926),segment_id=7793feab-4fa1-43d8-a94a-dd91be042926)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:17.618735 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:17.633058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:17.658728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Calling delete_port for b8567d34-19b8-422c-a7b0-0e0181382e87 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:17.701777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-3f82e9a5-2bc4-4277-9cd2-2f1d70af0b06 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4514062 Jul 07 19:35:17.718121 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c7f245e2-99a0-4cab-b317-1bf883f66cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:17.797671 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f245e2-99a0-4cab-b317-1bf883f66cd8 None None] Pushing event deleted for resources: {'Port': ['ID=b8567d34-19b8-422c-a7b0-0e0181382e87,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:17.809623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f245e2-99a0-4cab-b317-1bf883f66cd8 None None] No DVR routers for this DVR port b8567d34-19b8-422c-a7b0-0e0181382e87 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:35:17.822343 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-5869100e-b3d7-4bf2-9e34-c9de4e2cce9c service neutron] 10.222.0.81 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188765 Jul 07 19:35:17.877313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b8567d34-19b8-422c-a7b0-0e0181382e87 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:17.892577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Pushing event updated for resources: {'Port': ['ID=9b668047-dea3-4bb4-9a89-3a86928e4d1e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:17.948336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: b8567d34-19b8-422c-a7b0-0e0181382e87 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:35:17.953222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b8567d34-19b8-422c-a7b0-0e0181382e87 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:35:17.955415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:17.993168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Allocated IP 172.20.0.8 (cbf50e0d-5c9d-46d8-8bad-fe8973c11751/0c76f232-7d6e-4652-8153-f0f4df8334ec/ce08392c-f50e-4c38-8100-c3b22dc714cb) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:35:18.003647 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-166297fb-d9e4-4773-bb81-108a66d4576d service neutron] 10.222.0.81 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802857 Jul 07 19:35:18.044309 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:18.105560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] No DVR routers for this DVR port b8567d34-19b8-422c-a7b0-0e0181382e87 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:35:18.110756 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8567d34-19b8-422c-a7b0-0e0181382e87,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:18.273224 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:18.292036 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65b60fe-28f2-4cd6-a3d4-66f5e861df04']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:18.309255 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:18.323697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7793feab-4fa1-43d8-a94a-dd91be042926') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:18.324716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7793feab-4fa1-43d8-a94a-dd91be042926') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:18.350453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:18.376548 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:18.393309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:35:18.397746 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:18.402053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:18.418145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:18.453331 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:18.474619 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b070ac4b-22ce-4d1e-b742-5dd06320a72f req-04dab5a5-5a32-49fa-b75c-2c005eb2b7a1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 210 time: 0.0741022 Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:35:18.519388 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:35:18.526425 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:18.540457 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:18.542738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e65b60fe-28f2-4cd6-a3d4-66f5e861df04 HTTP/1.1" status: 204 len: 168 time: 1.9106030 Jul 07 19:35:18.571232 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab92c0-fb5f-45f9-b6d1-ed1f62865208 admin admin] Pushing event deleted for resources: {'Network': ['ID=e65b60fe-28f2-4cd6-a3d4-66f5e861df04,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:18.641948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Pushing event updated for resources: {'Port': ['ID=ce08392c-f50e-4c38-8100-c3b22dc714cb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:18.765643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:18.787621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:18.799409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:18.972305 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-33300e7c-0020-4f28-9fbf-1715cac69fee req-9d9e15a1-2150-4910-88d8-53c18abf69b5 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 210 time: 0.0882692 Jul 07 19:35:18.981452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:18.982142 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:19.044139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49140) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:19.059339 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:19.062428 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:19.080894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Allocated IP 172.20.0.14 (cbf50e0d-5c9d-46d8-8bad-fe8973c11751/0c76f232-7d6e-4652-8153-f0f4df8334ec/1e0936ce-48a5-45a9-97ab-d2dbef07bdbe) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:35:19.155163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-cec65f94-9763-449b-aa91-6f2d0b76bc5c tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4927652 Jul 07 19:35:19.160541 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c3fd064b-2d9e-40ea-aa63-386dd2dc0738 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9366443b78874460a63d7aaac26d676e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1151488 Jul 07 19:35:19.161791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49142) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:19.166080 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3d12fc4e-4979-4bf8-8b81-2499b8a38396 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7327380 Jul 07 19:35:19.185278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Request body: {'port': {'device_id': '8c27ad87-257c-469c-b0b8-86f620500e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:19.263015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e297-8894-45ec-97d0-3d1826785e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:19.272977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Request body: {'port': {'device_id': '18ded1b1-3e99-41cd-ad46-a3deb2ad53c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:19.352143 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e297-8894-45ec-97d0-3d1826785e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:19.451687 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49148) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:19.472051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e297-8894-45ec-97d0-3d1826785e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:19.475819 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e297-8894-45ec-97d0-3d1826785e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:19.477480 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3cd1e297-8894-45ec-97d0-3d1826785e74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9dd55466-c1d2-4481-a7e8-03f2f5152fb6 HTTP/1.1" status: 204 len: 168 time: 0.3136380 Jul 07 19:35:19.489095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1e297-8894-45ec-97d0-3d1826785e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd55466-c1d2-4481-a7e8-03f2f5152fb6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:19.841071 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:19.903470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:19.930134 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81f2a3d4-0f4d-4776-98bf-2a3362f447a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:19.984676 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44deafdc-d588-490c-a29a-cf91542eed02 req-3a83fc47-3c4f-4627-8f99-1da58cdad468 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 210 time: 0.1943777 Jul 07 19:35:20.027087 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.363128 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81f2a3d4-0f4d-4776-98bf-2a3362f447a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.370063 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81f2a3d4-0f4d-4776-98bf-2a3362f447a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.453296 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c045b186-3c06-49ed-b9ef-dec7ea353607 req-d1addab0-3d19-49d7-9bea-fabcb1a2ab01 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 210 time: 0.0686994 Jul 07 19:35:20.459104 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-81f2a3d4-0f4d-4776-98bf-2a3362f447a7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2bb0134fc6d4cebbe9a322daa079f00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0055511 Jul 07 19:35:20.460919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2a3d4-0f4d-4776-98bf-2a3362f447a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0879075-7d71-4f20-8db6-f851680573f4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:20.464290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49182) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:20.564550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56a45d20-2e41-4cc8-82f5-baf0d708eae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.584019 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.614853 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56a45d20-2e41-4cc8-82f5-baf0d708eae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.638533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:20.645115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:20.669877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:20.692706 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56a45d20-2e41-4cc8-82f5-baf0d708eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.697617 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56a45d20-2e41-4cc8-82f5-baf0d708eae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.704320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-56a45d20-2e41-4cc8-82f5-baf0d708eae5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0879075-7d71-4f20-8db6-f851680573f4 HTTP/1.1" status: 204 len: 168 time: 0.2386312 Jul 07 19:35:20.723519 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a45d20-2e41-4cc8-82f5-baf0d708eae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0879075-7d71-4f20-8db6-f851680573f4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:20.830577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Pushing event updated for resources: {'Port': ['ID=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:20.844590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.845355 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.866591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-f4aff6ab-4537-4c4f-af07-ab0aac8a1956 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2482049 Jul 07 19:35:20.879858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Request body: {'port': {'device_id': '89c29c57-fa52-4a8d-b69a-f257a8ef7d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:21.040853 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b668047-dea3-4bb4-9a89-3a86928e4d1e {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:21.045380 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-90942b13-4a17-4400-9522-a83d82a67ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:21.088598 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:21.101014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:21.201042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Transition to ACTIVE for port object 9b668047-dea3-4bb4-9a89-3a86928e4d1e will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:21.330948 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:21.377536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-db9e6eac-4e46-45ba-91e0-390b0be2f35d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:21.393867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-db9e6eac-4e46-45ba-91e0-390b0be2f35d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 812 time: 0.4882245 Jul 07 19:35:21.400276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Request body: {'port': {'device_id': 'adf3516c-cd24-4219-b359-671fe69e6b85', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'admin_state_up': True, 'tenant_id': '4af8bbb088724744bd5fe866699c7e75'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:21.420376 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-785ef9be-37db-4fd5-ba9e-012150e3732a req-78b3e4ac-1dac-4944-9438-47d1477079ea tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 210 time: 0.1048512 Jul 07 19:35:21.536568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49220) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:21.603453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e4780c9-5f81-4c7c-8154-4c4208e35808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:21.613371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Pushing event updated for resources: {'Port': ['ID=9b668047-dea3-4bb4-9a89-3a86928e4d1e,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:21.631887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49222) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:21.853591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Made reservation on behalf of 4af8bbb088724744bd5fe866699c7e75 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:21.862666 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.036389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51d14-3699-4ee3-9e0b-df29bfe79f3a req-082409a0-b8c3-4743-93b8-14fa1c4c4450 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:22.043910 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60e51d14-3699-4ee3-9e0b-df29bfe79f3a req-082409a0-b8c3-4743-93b8-14fa1c4c4450 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 932 time: 0.2785976 Jul 07 19:35:22.213037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Allocated IP 172.20.0.8 (7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a/02762935-6382-4adb-bbdc-9967d23439ab/32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:35:22.326078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Attempting to bind port 9b668047-dea3-4bb4-9a89-3a86928e4d1e on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:22.326681 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Attempting to bind port 9b668047-dea3-4bb4-9a89-3a86928e4d1e by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:22.327063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Attempting to bind port 9b668047-dea3-4bb4-9a89-3a86928e4d1e on network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:22.363418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-490730175-network', 'tenant_id': 'cdeabc780301499c925920101cd78d49'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:22.421155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce08392c-f50e-4c38-8100-c3b22dc714cb {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:22.431006 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.447010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Transition to ACTIVE for port object ce08392c-f50e-4c38-8100-c3b22dc714cb will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:22.447780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Port 9b668047-dea3-4bb4-9a89-3a86928e4d1e on network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:22.448104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Attempting to bind port 9b668047-dea3-4bb4-9a89-3a86928e4d1e on network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:22.456823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:22.457209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Checking segment: {'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:22.457803 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Bound using segment: {'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:22.458489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Bound port: 9b668047-dea3-4bb4-9a89-3a86928e4d1e, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:22.458990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.489680 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e4780c9-5f81-4c7c-8154-4c4208e35808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.514595 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60e51d14-3699-4ee3-9e0b-df29bfe79f3a req-ede86fdc-0f18-4266-9e38-006512f6872f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678538 Jul 07 19:35:22.550317 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3e4780c9-5f81-4c7c-8154-4c4208e35808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.636595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:22.646618 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.662640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Made reservation on behalf of cdeabc780301499c925920101cd78d49 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:22.665443 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.666576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Transition to ACTIVE for port object 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:22.667897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.688344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.696475 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.717234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4780c9-5f81-4c7c-8154-4c4208e35808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcee528-082e-4f3c-8c5a-0bc60922a558,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:22.749824 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3e4780c9-5f81-4c7c-8154-4c4208e35808 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10430873bdfe4690a59fcbc5e8ab2f78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2083397 Jul 07 19:35:22.756900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49246) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:22.788022 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-896893a2-5c95-42dd-90f8-2852bf901a31 req-562742b0-4dbf-441c-8636-aa735ab84ffc tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 210 time: 0.0739448 Jul 07 19:35:22.889247 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.936739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Transition to ACTIVE for port object 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:22.943564 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-22d3adfd-f847-4926-891a-bb5a175967b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.944030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] For port 9b668047-dea3-4bb4-9a89-3a86928e4d1e, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:22.948735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] For port 9b668047-dea3-4bb4-9a89-3a86928e4d1e, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9b668047-dea3-4bb4-9a89-3a86928e4d1e,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:22.973864 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.973982 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-22d3adfd-f847-4926-891a-bb5a175967b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.004673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Pushing event updated for resources: {'Port': ['ID=ce08392c-f50e-4c38-8100-c3b22dc714cb,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:23.113621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-22d3adfd-f847-4926-891a-bb5a175967b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.116200 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-22d3adfd-f847-4926-891a-bb5a175967b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.120585 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-22d3adfd-f847-4926-891a-bb5a175967b4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bcee528-082e-4f3c-8c5a-0bc60922a558 HTTP/1.1" status: 204 len: 168 time: 0.3622718 Jul 07 19:35:23.131292 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.215484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['c8f3883b-e340-4f1b-9f61-8e26aff8778f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:23.233800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7d59f4a2-b168-4350-933e-f9bbf1511664'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:23.401442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:23.404671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3adfd-f847-4926-891a-bb5a175967b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcee528-082e-4f3c-8c5a-0bc60922a558,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:23.442012 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.445280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:23.491511 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:23.497906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.507499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:23.561377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:35:23.575714 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Pushing event updated for resources: {'Port': ['ID=9b668047-dea3-4bb4-9a89-3a86928e4d1e,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:23.601211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:23.601857 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.604253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event updated for resources: {'Port': ['ID=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:23.605515 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-6876bdb6-bb63-499b-84c2-0e083c5ea368 service neutron] 10.222.0.110 "PUT /v2.0/ports/9b668047-dea3-4bb4-9a89-3a86928e4d1e HTTP/1.1" status: 200 len: 1092 time: 4.3875475 Jul 07 19:35:23.616138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ded1b1-3e99-41cd-ad46-a3deb2ad53c1', 'tag': '9b668047-dea3-4bb4-9a89-3a86928e4d1e'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:23.623951 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-78a04aca-c6c1-44d8-b995-348731d21202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.628238 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd791eb-47d8-4866-80a2-e80fbf0150d2" -d '{"events": [{"name": "network-changed", "server_uuid": "18ded1b1-3e99-41cd-ad46-a3deb2ad53c1", "tag": "9b668047-dea3-4bb4-9a89-3a86928e4d1e"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:23.654059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Attempting to bind port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:23.654731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Attempting to bind port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:23.655303 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Attempting to bind port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe on network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:23.659517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Attempting to bind port ce08392c-f50e-4c38-8100-c3b22dc714cb on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:23.662731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Attempting to bind port ce08392c-f50e-4c38-8100-c3b22dc714cb by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:23.663376 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Attempting to bind port ce08392c-f50e-4c38-8100-c3b22dc714cb on network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:23.677303 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Port ce08392c-f50e-4c38-8100-c3b22dc714cb on network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:23.699053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Attempting to bind port ce08392c-f50e-4c38-8100-c3b22dc714cb on network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:23.713530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:23.714278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Checking segment: {'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:23.714959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Bound using segment: {'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:23.715656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Bound port: ce08392c-f50e-4c38-8100-c3b22dc714cb, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:23.716250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.814919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:23.815814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.843205 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.845280 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Added segment e004db4d-a535-4ab3-bfbf-e69fb09ff395 of type vlan for network f1ee0696-4566-4aaa-976b-c6580bb4bbcb Jul 07 19:35:23.882029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] For port ce08392c-f50e-4c38-8100-c3b22dc714cb, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:23.886194 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.893357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] For port ce08392c-f50e-4c38-8100-c3b22dc714cb, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ce08392c-f50e-4c38-8100-c3b22dc714cb,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:23.894668 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe on network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:23.895197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Attempting to bind port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe on network cbf50e0d-5c9d-46d8-8bad-fe8973c11751 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:23.955260 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.032451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:24.034396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Checking segment: {'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:24.034764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Bound using segment: {'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:24.035151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Bound port: 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e54d8a9-e263-47e9-9027-1d3f7b8f3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:24.035289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6c301b22-6843-4a07-9100-fe8fdbdcc708 None None] Provisioning for port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:24.035724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.040215 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6c301b22-6843-4a07-9100-fe8fdbdcc708 None None] Provisioning complete for port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:24.040585 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c301b22-6843-4a07-9100-fe8fdbdcc708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.060899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Pushing event updated for resources: {'Port': ['ID=ce08392c-f50e-4c38-8100-c3b22dc714cb,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:24.072741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.078407 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.080812 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3c408a30-9b90-49a8-b566-20ea44355e1f service neutron] 10.222.0.48 "PUT /v2.0/ports/ce08392c-f50e-4c38-8100-c3b22dc714cb HTTP/1.1" status: 200 len: 1091 time: 4.9000893 Jul 07 19:35:24.097714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6c301b22-6843-4a07-9100-fe8fdbdcc708 None None] Port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:35:24.169793 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.177490 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07827e34-259b-41c6-a17b-7588748c0b32 x-openstack-request-id: req-07827e34-259b-41c6-a17b-7588748c0b32 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:24.177789 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ded1b1-3e99-41cd-ad46-a3deb2ad53c1", "tag": "9b668047-dea3-4bb4-9a89-3a86928e4d1e", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:24.178046 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07827e34-259b-41c6-a17b-7588748c0b32 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:24.178448 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ded1b1-3e99-41cd-ad46-a3deb2ad53c1', 'tag': '9b668047-dea3-4bb4-9a89-3a86928e4d1e', 'status': 'completed', 'code': 200} Jul 07 19:35:24.184959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f358bbc-0d28-4fd5-9529-454be51084ad,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:24.210005 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-04759185-a750-4f8c-aede-b55b3fd90167 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8142745 Jul 07 19:35:24.247014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Request body: {'port': {'device_id': 'adf3516c-cd24-4219-b359-671fe69e6b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:24.373915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.374924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.375764 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.423891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] For port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:24.452789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-1a299838-bec1-4841-9f29-7d6d36698df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.454493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-1a299838-bec1-4841-9f29-7d6d36698df4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=251d844721654ab19b88bd421af79ef9&device_id=18ded1b1-3e99-41cd-ad46-a3deb2ad53c1 HTTP/1.1" status: 200 len: 1095 time: 0.7806468 Jul 07 19:35:24.472324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-aab2a74c-b5ea-4de1-b28b-9315c5ab7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.481752 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-aab2a74c-b5ea-4de1-b28b-9315c5ab7119 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251d844721654ab19b88bd421af79ef9&device_id=8c27ad87-257c-469c-b0b8-86f620500e97 HTTP/1.1" status: 200 len: 1094 time: 0.3457592 Jul 07 19:35:24.519043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] For port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:24.531685 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.565532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2941b6-76b6-480e-a12b-afd776209288 req-91bdd06b-8ecc-4f9c-a79c-1cf0864640d2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.573271 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb2941b6-76b6-480e-a12b-afd776209288 req-91bdd06b-8ecc-4f9c-a79c-1cf0864640d2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 944 time: 0.5573561 Jul 07 19:35:24.629006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9063394 Jul 07 19:35:24.630406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49304) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:24.632391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e13930-cab5-4942-8822-83cacfe793c1 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ee0696-4566-4aaa-976b-c6580bb4bbcb,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:24.640231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a3cb4e2a-54f1-46fc-9fcf-d481ef10c408 admin admin] Request body: {'subnet': {'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-490730175-subnet', 'tenant_id': 'cdeabc780301499c925920101cd78d49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:24.648841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network f1ee0696-4566-4aaa-976b-c6580bb4bbcb details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:35:24.693780 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb2941b6-76b6-480e-a12b-afd776209288 req-145fa419-6b7a-4809-aaaf-11a5a54c52c3 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191006 Jul 07 19:35:24.740392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.743453 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-bee5201b-934e-4171-9197-38a17cfa9bff service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b668047-dea3-4bb4-9a89-3a86928e4d1e HTTP/1.1" status: 200 len: 217 time: 0.2576253 Jul 07 19:35:24.792651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cb4e2a-54f1-46fc-9fcf-d481ef10c408 admin admin] Made reservation on behalf of cdeabc780301499c925920101cd78d49 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:24.795013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-715f2833-4e67-4c82-9f89-ba2dcbb84d06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce08392c-f50e-4c38-8100-c3b22dc714cb HTTP/1.1" status: 200 len: 217 time: 0.2799146 Jul 07 19:35:24.796883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4e2a-54f1-46fc-9fcf-d481ef10c408 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.801248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:24.883305 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.910957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.911706 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.913168 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-115cd496-8621-456b-9fd9-3e5665af3170 service neutron] 10.222.0.48 "PUT /v2.0/ports/1e0936ce-48a5-45a9-97ab-d2dbef07bdbe HTTP/1.1" status: 200 len: 1092 time: 4.0377944 Jul 07 19:35:24.956851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101be2c-ce9c-4c31-9e1a-e42d3cd2d8bc req-6e2628c6-c631-469d-9cce-37ca67956cd3 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.959354 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2101be2c-ce9c-4c31-9e1a-e42d3cd2d8bc req-6e2628c6-c631-469d-9cce-37ca67956cd3 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 931 time: 0.6436839 Jul 07 19:35:24.965692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-da06c028-6528-4306-b1ce-a92c022f5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.971292 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-da06c028-6528-4306-b1ce-a92c022f5b4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c76f232-7d6e-4652-8153-f0f4df8334ec HTTP/1.1" status: 200 len: 857 time: 0.1634409 Jul 07 19:35:25.010309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-df032eb4-64f5-4c46-85ca-d75962cf4ebb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344539 Jul 07 19:35:25.012027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-15025aaa-2a1d-405f-ad15-65f8ef829018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:25.013381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-15025aaa-2a1d-405f-ad15-65f8ef829018 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0c76f232-7d6e-4652-8153-f0f4df8334ec HTTP/1.1" status: 200 len: 857 time: 0.2139349 Jul 07 19:35:25.112653 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-62b95845-5c18-4fac-9ee8-097c1a696e4b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890965 Jul 07 19:35:25.200957 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2101be2c-ce9c-4c31-9e1a-e42d3cd2d8bc req-2c910c92-7e33-42e1-bf21-cf844ea7a8d0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261665 Jul 07 19:35:25.337186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-0e108305-0435-47ee-8417-55c0839dccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:25.344560 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-0e108305-0435-47ee-8417-55c0839dccdb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251d844721654ab19b88bd421af79ef9&device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 1095 time: 0.3288281 Jul 07 19:35:25.361801 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-40bc0d73-54c9-437b-8e21-e0d60de15213 service neutron] 10.222.0.48 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220227 Jul 07 19:35:25.474452 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-12729110-f168-458b-bc92-df17c7d7c30f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe HTTP/1.1" status: 200 len: 217 time: 0.1203623 Jul 07 19:35:25.527720 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-478de9ef-12b2-457d-8fec-b67b07238326 service neutron] 10.222.0.110 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866704 Jul 07 19:35:25.585045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:25.596208 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:25.657362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Transition to ACTIVE for port object 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:25.684953 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:25.789876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-4269605a-a23b-4f49-8fd9-6c682231f8a8 service neutron] 10.222.0.110 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360134 Jul 07 19:35:25.894429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Pushing event updated for resources: {'Port': ['ID=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:25.911448 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-75198472-0ac2-46e3-9d97-a312e0d5bacd service neutron] 10.222.0.48 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176539 Jul 07 19:35:26.023046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-bb068b85-f6e3-446e-b5b6-cf3ad520de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:26.024498 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-bb068b85-f6e3-446e-b5b6-cf3ad520de09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c76f232-7d6e-4652-8153-f0f4df8334ec HTTP/1.1" status: 200 len: 857 time: 0.5308967 Jul 07 19:35:26.113260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-3bd099e8-3db8-4b0b-a304-7d17206da445 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683527 Jul 07 19:35:26.182163 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c27ad87-257c-469c-b0b8-86f620500e97', 'tag': 'ce08392c-f50e-4c38-8100-c3b22dc714cb'}, {'name': 'network-changed', 'server_uuid': '89c29c57-fa52-4a8d-b69a-f257a8ef7d43', 'tag': '1e0936ce-48a5-45a9-97ab-d2dbef07bdbe'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:26.186209 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4e2a-54f1-46fc-9fcf-d481ef10c408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:26.190889 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8c27ad87-257c-469c-b0b8-86f620500e97", "tag": "ce08392c-f50e-4c38-8100-c3b22dc714cb"}, {"name": "network-changed", "server_uuid": "89c29c57-fa52-4a8d-b69a-f257a8ef7d43", "tag": "1e0936ce-48a5-45a9-97ab-d2dbef07bdbe"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:26.343670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb4e2a-54f1-46fc-9fcf-d481ef10c408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:26.355035 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Attempting to bind port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:26.355647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Attempting to bind port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:26.356189 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Attempting to bind port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:26.357320 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555ff3ea-93b6-4df6-9c4b-9780715f6cb2 x-openstack-request-id: req-555ff3ea-93b6-4df6-9c4b-9780715f6cb2 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:26.357620 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c27ad87-257c-469c-b0b8-86f620500e97", "tag": "ce08392c-f50e-4c38-8100-c3b22dc714cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89c29c57-fa52-4a8d-b69a-f257a8ef7d43", "tag": "1e0936ce-48a5-45a9-97ab-d2dbef07bdbe", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:26.357875 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-555ff3ea-93b6-4df6-9c4b-9780715f6cb2 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:26.361773 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c27ad87-257c-469c-b0b8-86f620500e97', 'tag': 'ce08392c-f50e-4c38-8100-c3b22dc714cb', 'status': 'completed', 'code': 200} Jul 07 19:35:26.362037 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c29c57-fa52-4a8d-b69a-f257a8ef7d43', 'tag': '1e0936ce-48a5-45a9-97ab-d2dbef07bdbe', 'status': 'completed', 'code': 200} Jul 07 19:35:26.369984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5c48c-2a5d-4ba2-aa52-50332d878f11 req-0b9eb206-4012-4a6e-b5f4-57dfa24dc0a5 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:26.372437 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47e5c48c-2a5d-4ba2-aa52-50332d878f11 req-0b9eb206-4012-4a6e-b5f4-57dfa24dc0a5 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 944 time: 0.4102476 Jul 07 19:35:26.381653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb4e2a-54f1-46fc-9fcf-d481ef10c408 admin admin] Checking segment: {'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:26.382775 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb4e2a-54f1-46fc-9fcf-d481ef10c408 admin admin] Network hostable DHCP agents. Network: f1ee0696-4566-4aaa-976b-c6580bb4bbcb, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:35:26.393045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:26.393658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Attempting to bind port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:26.420221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:26.420950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Checking segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:26.421695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Bound using segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:26.422372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Bound port: 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:26.423024 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:26.460459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd791eb-47d8-4866-80a2-e80fbf0150d2 req-ba738f64-3401-4d3a-bcaa-6aaa94f0467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:26.462240 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddd791eb-47d8-4866-80a2-e80fbf0150d2 req-ba738f64-3401-4d3a-bcaa-6aaa94f0467a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=251d844721654ab19b88bd421af79ef9&device_id=18ded1b1-3e99-41cd-ad46-a3deb2ad53c1 HTTP/1.1" status: 200 len: 1095 time: 0.5488608 Jul 07 19:35:26.539546 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:26.600905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd791eb-47d8-4866-80a2-e80fbf0150d2 req-c97fdec7-e264-48fc-a44d-63eda214f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:26.602745 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddd791eb-47d8-4866-80a2-e80fbf0150d2 req-c97fdec7-e264-48fc-a44d-63eda214f83a service neutron] 10.222.0.110 "GET /v2.0/networks?id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751 HTTP/1.1" status: 200 len: 918 time: 0.1304905 Jul 07 19:35:26.676212 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddd791eb-47d8-4866-80a2-e80fbf0150d2 req-218616ef-fb0a-42a9-a762-da2c65664426 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b668047-dea3-4bb4-9a89-3a86928e4d1e HTTP/1.1" status: 200 len: 217 time: 0.0573266 Jul 07 19:35:26.925220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-62e5969f-9429-466a-bbd5-008dc0545a42 service neutron] 10.222.0.48 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103807 Jul 07 19:35:27.003167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-73776e84-b370-4d87-8f05-8792c7d7f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:27.004718 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-73776e84-b370-4d87-8f05-8792c7d7f8f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251d844721654ab19b88bd421af79ef9&device_id=8c27ad87-257c-469c-b0b8-86f620500e97 HTTP/1.1" status: 200 len: 1094 time: 0.6611512 Jul 07 19:35:27.093079 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47e5c48c-2a5d-4ba2-aa52-50332d878f11 req-c997e3de-e29a-49cd-b4a4-544673e35c7f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7126813 Jul 07 19:35:27.098171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb4e2a-54f1-46fc-9fcf-d481ef10c408 admin admin] Network f1ee0696-4566-4aaa-976b-c6580bb4bbcb is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:35:27.137076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-a3cb4e2a-54f1-46fc-9fcf-d481ef10c408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, f1ee0696-4566-4aaa-976b-c6580bb4bbcb) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:27.146176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b3274e-d821-445e-bd37-252b6bd16d6c None None] Network f1ee0696-4566-4aaa-976b-c6580bb4bbcb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:35:27.157557 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb4e2a-54f1-46fc-9fcf-d481ef10c408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:27.158232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4e2a-54f1-46fc-9fcf-d481ef10c408 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:27.199265 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd791eb-47d8-4866-80a2-e80fbf0150d2 req-ab9df3c1-8b73-4c85-a7e9-6811f03dba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:27.223226 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddd791eb-47d8-4866-80a2-e80fbf0150d2 req-ab9df3c1-8b73-4c85-a7e9-6811f03dba5b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0c76f232-7d6e-4652-8153-f0f4df8334ec HTTP/1.1" status: 200 len: 857 time: 0.5290322 Jul 07 19:35:27.236838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] For port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:27.248511 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a3cb4e2a-54f1-46fc-9fcf-d481ef10c408 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6130066 Jul 07 19:35:27.254028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] For port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:27.270206 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:27.345300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:27.346267 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:27.348821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] 10.222.0.110 "PUT /v2.0/ports/32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 HTTP/1.1" status: 200 len: 1091 time: 3.1238940 Jul 07 19:35:27.349499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf3516c-cd24-4219-b359-671fe69e6b85', 'tag': '32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:27.352446 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712e4303-729c-472e-b33d-8a75238723a7" -d '{"events": [{"name": "network-changed", "server_uuid": "adf3516c-cd24-4219-b359-671fe69e6b85", "tag": "32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:27.418082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073aea4-2eaf-4536-af09-6d01b0e2c072 service neutron] Pushing event updated for resources: {'Port': ['ID=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:27.449564 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf98bccd-0129-493f-98bf-449e2d97ce62 req-658f6b07-341b-4d82-a63f-8b54b5cf0f34 service neutron] 10.222.0.48 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012774 Jul 07 19:35:27.468904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0251d65-2148-4765-8e4e-e310d35e9977 None None] Network f1ee0696-4566-4aaa-976b-c6580bb4bbcb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:35:27.479217 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d14ed4-5c6f-4414-acb7-d9e2ffdf71ea x-openstack-request-id: req-d8d14ed4-5c6f-4414-acb7-d9e2ffdf71ea {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:27.479810 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf3516c-cd24-4219-b359-671fe69e6b85", "tag": "32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:27.480381 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8d14ed4-5c6f-4414-acb7-d9e2ffdf71ea {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:27.481122 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf3516c-cd24-4219-b359-671fe69e6b85', 'tag': '32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099', 'status': 'completed', 'code': 200} Jul 07 19:35:27.537749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-42ab9433-0b42-4cbe-b255-f777b39c8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:27.548928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-42ab9433-0b42-4cbe-b255-f777b39c8f2d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 1094 time: 0.0899217 Jul 07 19:35:27.616164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-065d3f23-19c3-4a2e-b34f-84b59995334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:27.620648 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-065d3f23-19c3-4a2e-b34f-84b59995334a service neutron] 10.222.0.48 "GET /v2.0/networks?id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751 HTTP/1.1" status: 200 len: 918 time: 0.5843327 Jul 07 19:35:27.628798 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-c3fc6409-5ad1-4fc1-8500-4fbf198e9b0a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 HTTP/1.1" status: 200 len: 217 time: 0.0787995 Jul 07 19:35:27.703249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-fca27f2a-900d-4730-afc0-5f1074595a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:27.706115 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-fca27f2a-900d-4730-afc0-5f1074595a4e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.0663610 Jul 07 19:35:27.865043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-308b96ca-e905-466b-a698-e51f85309597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:27.866700 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-308b96ca-e905-466b-a698-e51f85309597 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522264 Jul 07 19:35:28.250672 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-a7a1f513-6311-4b4d-90f0-7c783cc21249 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721378 Jul 07 19:35:28.276576 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddd791eb-47d8-4866-80a2-e80fbf0150d2 req-ac4b6382-d6cb-4098-9582-0a62d58df9e8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8187819 Jul 07 19:35:28.279723 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-885b97e1-c8d5-477e-9252-3db8ba88e9c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce08392c-f50e-4c38-8100-c3b22dc714cb HTTP/1.1" status: 200 len: 217 time: 0.6400449 Jul 07 19:35:28.293416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086f00-dd2d-4a7a-b19d-624c52104faf req-075772ec-2d3f-4710-b1d8-2b9ea43d6bb1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:28.301983 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce086f00-dd2d-4a7a-b19d-624c52104faf req-075772ec-2d3f-4710-b1d8-2b9ea43d6bb1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 943 time: 1.6891747 Jul 07 19:35:28.408953 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a0e20b2-5428-4d51-a77f-c3f1887a09fd req-dc3d290b-a64c-495c-a3de-832b779b8280 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489298 Jul 07 19:35:28.521153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7611f1c2-edb6-4465-8857-99b2ebda897f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:28.524154 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7611f1c2-edb6-4465-8857-99b2ebda897f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/networks?id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 200 len: 813 time: 0.4170613 Jul 07 19:35:28.608258 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-00050b14-bc3e-4837-8673-3353b6d71fae tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/quotas/cdeabc780301499c925920101cd78d49 HTTP/1.1" status: 200 len: 375 time: 0.0529692 Jul 07 19:35:28.628516 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce086f00-dd2d-4a7a-b19d-624c52104faf req-cdbf8b39-3dfa-4a76-ab9b-e390ba686a15 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253291 Jul 07 19:35:28.676575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-7d4361ce-0ca2-455f-94da-d768b9e2a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:28.681423 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-7d4361ce-0ca2-455f-94da-d768b9e2a52d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c76f232-7d6e-4652-8153-f0f4df8334ec HTTP/1.1" status: 200 len: 857 time: 0.3762362 Jul 07 19:35:28.727330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-e3b9841a-a7d0-4446-9d80-cf4719f746a9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cdeabc780301499c925920101cd78d49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987105 Jul 07 19:35:28.771772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-297258f5-ebe6-4f91-88aa-2dc50abef060 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717833 Jul 07 19:35:28.779193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e4303-729c-472e-b33d-8a75238723a7 req-2963b1fe-9a7c-4ed5-bfeb-4af39c044028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:28.780718 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-712e4303-729c-472e-b33d-8a75238723a7 req-2963b1fe-9a7c-4ed5-bfeb-4af39c044028 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 1094 time: 0.2516050 Jul 07 19:35:28.845126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddd791eb-47d8-4866-80a2-e80fbf0150d2 req-434116dd-82c4-4e46-88e0-6931bc50e247 service neutron] 10.222.0.110 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408149 Jul 07 19:35:29.027854 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-9ad0abc9-86fa-4cf5-9286-98a7dae80978 service neutron] 10.222.0.81 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876036 Jul 07 19:35:29.038330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e97250-ffc1-4c27-b6fe-765753dbb22e req-53d43259-3c25-47dc-a090-eb913780b3af tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.039954 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5e97250-ffc1-4c27-b6fe-765753dbb22e req-53d43259-3c25-47dc-a090-eb913780b3af tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 944 time: 0.1998725 Jul 07 19:35:29.085254 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-788b5fa9-d953-4c45-aa54-155af067d83c service neutron] 10.222.0.48 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037806 Jul 07 19:35:29.116327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e4303-729c-472e-b33d-8a75238723a7 req-b5d841be-9a2e-44ad-a141-499b6259b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.118393 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-712e4303-729c-472e-b33d-8a75238723a7 req-b5d841be-9a2e-44ad-a141-499b6259b4e6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.2808647 Jul 07 19:35:29.129514 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5e97250-ffc1-4c27-b6fe-765753dbb22e req-726f61e0-dbdd-4af5-b61d-0f897b1f3bc8 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808928 Jul 07 19:35:29.134327 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddd791eb-47d8-4866-80a2-e80fbf0150d2 req-36ab676c-214d-49c2-93a9-3d6dd6d66040 service neutron] 10.222.0.110 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476737 Jul 07 19:35:29.226649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-712e4303-729c-472e-b33d-8a75238723a7 req-e6e33cbb-22cb-45ff-9e91-846522325f47 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 HTTP/1.1" status: 200 len: 217 time: 0.0916536 Jul 07 19:35:29.257442 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-ceda2061-a4df-4429-949a-b2bf5e5387a2 service neutron] 10.222.0.48 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602008 Jul 07 19:35:29.296223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ce08392c-f50e-4c38-8100-c3b22dc714cb details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:29.331242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-94818554-85b7-4e4b-bf44-845f106acca1 service neutron] 10.222.0.81 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024948 Jul 07 19:35:29.341513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e4303-729c-472e-b33d-8a75238723a7 req-b978f3fd-2ec4-4ec3-9788-633902a5e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.346050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-712e4303-729c-472e-b33d-8a75238723a7 req-b978f3fd-2ec4-4ec3-9788-633902a5e772 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1001983 Jul 07 19:35:29.455672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-d87f65f1-71c2-40c8-adcd-06962624a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.460253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-d87f65f1-71c2-40c8-adcd-06962624a768 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251d844721654ab19b88bd421af79ef9&device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 1095 time: 0.1388628 Jul 07 19:35:29.465749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e4303-729c-472e-b33d-8a75238723a7 req-28201fe9-98ac-49b8-ba84-44fef2a1d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.469275 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-712e4303-729c-472e-b33d-8a75238723a7 req-28201fe9-98ac-49b8-ba84-44fef2a1d838 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123736 Jul 07 19:35:29.572567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-bbaa03a7-9c28-45ca-97fb-08e264d6fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.582289 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-bbaa03a7-9c28-45ca-97fb-08e264d6fa9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751 HTTP/1.1" status: 200 len: 918 time: 0.1116257 Jul 07 19:35:29.592797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ce08392c-f50e-4c38-8100-c3b22dc714cb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ce08392c-f50e-4c38-8100-c3b22dc714cb,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:29.646041 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'ce08392c-f50e-4c38-8100-c3b22dc714cb', 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751', 'port_id': 'ce08392c-f50e-4c38-8100-c3b22dc714cb', 'mac_address': 'fa:16:3e:85:57:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c76f232-7d6e-4652-8153-f0f4df8334ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:29.694163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-85082296-c778-46f6-b1f7-013090592718 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe HTTP/1.1" status: 200 len: 217 time: 0.1027231 Jul 07 19:35:29.762899 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:29.819154 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-712e4303-729c-472e-b33d-8a75238723a7 req-94931d7f-0f8b-4c42-a053-a023d84b5eae service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285091 Jul 07 19:35:29.840264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce08392c-f50e-4c38-8100-c3b22dc714cb {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:29.853942 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab8bae08-af9f-4e22-aaf6-da0d18f0b5c4 req-c03873d5-11aa-42f2-a9b1-10c275ab22ef tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 210 time: 0.1865668 Jul 07 19:35:29.934525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ce08392c-f50e-4c38-8100-c3b22dc714cb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ce08392c-f50e-4c38-8100-c3b22dc714cb,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:29.951253 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:30.027296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-1497f1a7-3fe0-4072-b675-d4faf9968e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.029020 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-1497f1a7-3fe0-4072-b675-d4faf9968e2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c76f232-7d6e-4652-8153-f0f4df8334ec HTTP/1.1" status: 200 len: 857 time: 0.1850622 Jul 07 19:35:30.138212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ce08392c-f50e-4c38-8100-c3b22dc714cb,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:30.145889 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9b668047-dea3-4bb4-9a89-3a86928e4d1e details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:30.154349 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-4faec9d6-d333-4151-bec7-8020f41157a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cbf50e0d-5c9d-46d8-8bad-fe8973c11751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113105 Jul 07 19:35:30.206453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:30.209349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:30.209699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:30.210170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:30.210356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:30.212841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:30.214003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:30.215111 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:30.216236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:30.217552 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:30.218727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:30.219263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:30.241651 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-712e4303-729c-472e-b33d-8a75238723a7 req-a19f18c5-c79c-48f6-a88e-2060499eac59 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147146 Jul 07 19:35:30.315484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325c502-5c67-41b2-906d-87377f87837d req-e7431c52-10a8-4319-ba17-99f4ffe54639 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.318031 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2325c502-5c67-41b2-906d-87377f87837d req-e7431c52-10a8-4319-ba17-99f4ffe54639 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 943 time: 0.2442789 Jul 07 19:35:30.403058 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ce08392c-f50e-4c38-8100-c3b22dc714cb'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:30.424602 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2325c502-5c67-41b2-906d-87377f87837d req-ca1772d1-276e-449c-a101-acf15938ffa2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975633 Jul 07 19:35:30.502181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-dcb98edd-d527-45f6-82d4-99cfb5c7a3fe service neutron] 10.222.0.48 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400247 Jul 07 19:35:30.604419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee1978-12fb-4a92-a463-c4543bd1b19c req-b81c50f9-6c5d-4149-9eee-b7fd17daa6a5 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.606012 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4ee1978-12fb-4a92-a463-c4543bd1b19c req-b81c50f9-6c5d-4149-9eee-b7fd17daa6a5 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 944 time: 0.1824183 Jul 07 19:35:30.644313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9b668047-dea3-4bb4-9a89-3a86928e4d1e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9b668047-dea3-4bb4-9a89-3a86928e4d1e,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:30.670820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '9b668047-dea3-4bb4-9a89-3a86928e4d1e', 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751', 'port_id': '9b668047-dea3-4bb4-9a89-3a86928e4d1e', 'mac_address': 'fa:16:3e:ac:2b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c76f232-7d6e-4652-8153-f0f4df8334ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:30.711481 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4ee1978-12fb-4a92-a463-c4543bd1b19c req-4eb32990-d7e2-404d-9d3a-1b4de83bf891 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834472 Jul 07 19:35:30.747317 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ecdf267-9e4d-4c8e-a0ef-bde0d93513fe req-3559ea91-d6f5-4cb1-816c-58207bb8f1c3 service neutron] 10.222.0.48 "GET /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333548 Jul 07 19:35:30.818731 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:30.858079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b668047-dea3-4bb4-9a89-3a86928e4d1e {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:30.901428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9b668047-dea3-4bb4-9a89-3a86928e4d1e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9b668047-dea3-4bb4-9a89-3a86928e4d1e,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:30.909723 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:30.981128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=9b668047-dea3-4bb4-9a89-3a86928e4d1e,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:31.143390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f8667ac5-a15a-4988-bf85-5877a49ab14f req-e106adc4-1a37-42cd-976f-5dd5133b1780 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 210 time: 0.0413685 Jul 07 19:35:31.189276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['9b668047-dea3-4bb4-9a89-3a86928e4d1e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:31.313711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:31.518466 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:31.535123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '1e0936ce-48a5-45a9-97ab-d2dbef07bdbe', 'network_id': 'cbf50e0d-5c9d-46d8-8bad-fe8973c11751', 'port_id': '1e0936ce-48a5-45a9-97ab-d2dbef07bdbe', 'mac_address': 'fa:16:3e:65:34:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c76f232-7d6e-4652-8153-f0f4df8334ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:31.580011 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:31.602908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:31.657635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:31.662650 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:31.733879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:32.020884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['1e0936ce-48a5-45a9-97ab-d2dbef07bdbe'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:32.055196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924aaa2-e256-491e-989d-eaca2e9fe2ca req-f8fa41f0-cee8-4aac-9ae2-d59f5e6619df tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:32.065334 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3924aaa2-e256-491e-989d-eaca2e9fe2ca req-f8fa41f0-cee8-4aac-9ae2-d59f5e6619df tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 945 time: 0.1790690 Jul 07 19:35:32.155454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3924aaa2-e256-491e-989d-eaca2e9fe2ca req-c8a769d5-452d-43a3-b984-248f96893031 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880234 Jul 07 19:35:32.157483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:32.160340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9b668047-dea3-4bb4-9a89-3a86928e4d1e up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:35:32.181941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-9f970bd9-2a73-4397-8a4f-8ef5811fdc39 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:32.183514 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-9f970bd9-2a73-4397-8a4f-8ef5811fdc39 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.48 "GET /v2.0/networks?id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 200 len: 813 time: 0.3301737 Jul 07 19:35:32.208605 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8038042-1ab0-4ed6-b73e-2be5f8f9347e req-431e153b-61d3-46ce-8561-451c98903fc1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:32.213342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8038042-1ab0-4ed6-b73e-2be5f8f9347e req-431e153b-61d3-46ce-8561-451c98903fc1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 943 time: 0.4632990 Jul 07 19:35:32.226688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Request body: {'port': {'device_id': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb', 'admin_state_up': True, 'tenant_id': 'cdeabc780301499c925920101cd78d49'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:32.508245 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8038042-1ab0-4ed6-b73e-2be5f8f9347e req-03a6822d-ddeb-4dd3-a61f-a9f55912bbf1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635891 Jul 07 19:35:32.588627 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a01256c4-213d-4853-8566-e2b4295a78e0 req-38955f67-78e6-4f96-b5bd-45d4520d8bd6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 210 time: 0.1265199 Jul 07 19:35:32.595555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Made reservation on behalf of cdeabc780301499c925920101cd78d49 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:32.602565 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:32.888081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Allocated IP 172.20.0.2 (f1ee0696-4566-4aaa-976b-c6580bb4bbcb/5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1/17855074-26a2-4275-8943-e7a1f016088f) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:35:32.960349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 9b668047-dea3-4bb4-9a89-3a86928e4d1e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:33.009712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 9b668047-dea3-4bb4-9a89-3a86928e4d1e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:33.011404 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.217625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:33.231506 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.241539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'port_id': '32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099', 'mac_address': 'fa:16:3e:18:36:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:33.314833 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.330136 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ce08392c-f50e-4c38-8100-c3b22dc714cb up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:35:33.413293 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.424421 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.453018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Network f1ee0696-4566-4aaa-976b-c6580bb4bbcb is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:33.463220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:33.468786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:33.473149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Pushing event updated for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:33.474111 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:33.506700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:33.519301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ded1b1-3e99-41cd-ad46-a3deb2ad53c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b668047-dea3-4bb4-9a89-3a86928e4d1e'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:33.521662 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd779087-0142-40b9-a2ab-85a476251910" -d '{"events": [{"server_uuid": "18ded1b1-3e99-41cd-ad46-a3deb2ad53c1", "name": "network-vif-plugged", "status": "completed", "tag": "9b668047-dea3-4bb4-9a89-3a86928e4d1e"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:33.527315 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.544673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.545325 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.563155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dd322-ca7d-4817-bc6a-a70ea9ed41ba req-06aca942-7461-4026-bae4-7affddcc8337 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.564837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-023dd322-ca7d-4817-bc6a-a70ea9ed41ba req-06aca942-7461-4026-bae4-7affddcc8337 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 945 time: 0.1633043 Jul 07 19:35:33.568165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port ce08392c-f50e-4c38-8100-c3b22dc714cb completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:33.583918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9b668047-dea3-4bb4-9a89-3a86928e4d1e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9b668047-dea3-4bb4-9a89-3a86928e4d1e,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:33.643033 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-023dd322-ca7d-4817-bc6a-a70ea9ed41ba req-c0835d5b-1874-4aa0-bda2-234454b27126 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567679 Jul 07 19:35:33.643033 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-7b880700-d1d6-4e47-8d30-01950e34b7c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4251974 Jul 07 19:35:33.657123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Request body: {'port': {'device_id': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:33.664803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port ce08392c-f50e-4c38-8100-c3b22dc714cb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:33.665764 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.677574 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.742423 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:35:33.759326 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.829995 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b57ed7f-ddeb-4848-87f2-1597ac684655 x-openstack-request-id: req-9b57ed7f-ddeb-4848-87f2-1597ac684655 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:33.830225 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ded1b1-3e99-41cd-ad46-a3deb2ad53c1", "name": "network-vif-plugged", "status": "completed", "tag": "9b668047-dea3-4bb4-9a89-3a86928e4d1e", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:33.830496 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b57ed7f-ddeb-4848-87f2-1597ac684655 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:33.830894 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ded1b1-3e99-41cd-ad46-a3deb2ad53c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b668047-dea3-4bb4-9a89-3a86928e4d1e', 'code': 200} Jul 07 19:35:33.900658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:33.965865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:34.071224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030e2d4-fc96-492b-aca3-c2e7e331ebc6 req-da716418-930c-4afa-b251-f27551e64105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:34.072908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3030e2d4-fc96-492b-aca3-c2e7e331ebc6 req-da716418-930c-4afa-b251-f27551e64105 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=18ded1b1-3e99-41cd-ad46-a3deb2ad53c1 HTTP/1.1" status: 200 len: 1097 time: 0.1844916 Jul 07 19:35:34.113427 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.143217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3030e2d4-fc96-492b-aca3-c2e7e331ebc6 req-a2371837-3c50-44e5-adcb-cbe8a7ea2dac service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609992 Jul 07 19:35:34.206992 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e954350-c24a-462a-9c14-728cccf776d3 req-7ae412dd-14fd-4b43-acd6-3daeb1a5f26f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:34.208751 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e954350-c24a-462a-9c14-728cccf776d3 req-7ae412dd-14fd-4b43-acd6-3daeb1a5f26f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 931 time: 0.2080567 Jul 07 19:35:34.246453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=9b668047-dea3-4bb4-9a89-3a86928e4d1e,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:34.306623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e954350-c24a-462a-9c14-728cccf776d3 req-caa1f4f1-e17c-402a-9ae4-2261de1cb884 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871019 Jul 07 19:35:34.342324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5ac49-184a-4262-b4fb-58930c822030 req-53b0f861-8079-4c54-8b02-1aba6421257d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:34.344187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ce08392c-f50e-4c38-8100-c3b22dc714cb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ce08392c-f50e-4c38-8100-c3b22dc714cb,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:34.344299 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34d5ac49-184a-4262-b4fb-58930c822030 req-53b0f861-8079-4c54-8b02-1aba6421257d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 944 time: 0.4632640 Jul 07 19:35:34.361849 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.435790 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34d5ac49-184a-4262-b4fb-58930c822030 req-57fdc2c6-dd0f-4875-99d0-f3f66cd53880 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919094 Jul 07 19:35:34.477186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ce08392c-f50e-4c38-8100-c3b22dc714cb,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:34.546190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17855074-26a2-4275-8943-e7a1f016088f {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:34.554625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.569412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Transition to ACTIVE for port object 17855074-26a2-4275-8943-e7a1f016088f will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:34.573725 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.721471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Pushing event updated for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:34.740447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Attempting to bind port 17855074-26a2-4275-8943-e7a1f016088f on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:34.741177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Attempting to bind port 17855074-26a2-4275-8943-e7a1f016088f by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:34.741685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Attempting to bind port 17855074-26a2-4275-8943-e7a1f016088f on network f1ee0696-4566-4aaa-976b-c6580bb4bbcb {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:34.756777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Port 17855074-26a2-4275-8943-e7a1f016088f on network f1ee0696-4566-4aaa-976b-c6580bb4bbcb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:34.757396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Attempting to bind port 17855074-26a2-4275-8943-e7a1f016088f on network f1ee0696-4566-4aaa-976b-c6580bb4bbcb {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:34.763549 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:34.764429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Checking segment: {'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:34.765081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Bound using segment: {'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:34.765862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Bound port: 17855074-26a2-4275-8943-e7a1f016088f, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:34.766648 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.914564 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:34.915559 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:34.926363 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.998695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:34.999974 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.000143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d065f5d-1e76-491e-9de4-2dc3521f2f0f req-6af47f1d-e25c-4a57-bebd-3d877208a3ba tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.002184 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] 10.222.0.48 "PUT /v2.0/ports/17855074-26a2-4275-8943-e7a1f016088f HTTP/1.1" status: 200 len: 1091 time: 1.3539228 Jul 07 19:35:35.002322 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d065f5d-1e76-491e-9de4-2dc3521f2f0f req-6af47f1d-e25c-4a57-bebd-3d877208a3ba tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 945 time: 0.1556714 Jul 07 19:35:35.004947 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'tag': '17855074-26a2-4275-8943-e7a1f016088f'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:35.007371 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e861c9ba-0bcd-4df2-a4a4-f1c94d4e6b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "tag": "17855074-26a2-4275-8943-e7a1f016088f"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:35.105743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe0c4f-204c-4467-900f-ab9253c839f8 service neutron] Pushing event updated for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:35.144839 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d065f5d-1e76-491e-9de4-2dc3521f2f0f req-8c24ea20-8cdc-4b20-b7aa-2a1c3cb97b89 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191115 Jul 07 19:35:35.183524 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f388c3-69c9-4f58-86db-0e3066a2ced4 x-openstack-request-id: req-e9f388c3-69c9-4f58-86db-0e3066a2ced4 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:35.183776 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "tag": "17855074-26a2-4275-8943-e7a1f016088f", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:35.184088 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9f388c3-69c9-4f58-86db-0e3066a2ced4 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:35.184513 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'tag': '17855074-26a2-4275-8943-e7a1f016088f', 'status': 'completed', 'code': 200} Jul 07 19:35:35.219278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-3dd84d03-949c-4700-9cb3-052413a1b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.221726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-3dd84d03-949c-4700-9cb3-052413a1b75f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdeabc780301499c925920101cd78d49&device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 1094 time: 0.1321268 Jul 07 19:35:35.283432 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-00563520-35d1-44ef-9879-6bebbc735617 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17855074-26a2-4275-8943-e7a1f016088f HTTP/1.1" status: 200 len: 217 time: 0.0511057 Jul 07 19:35:35.338841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:35:35.358414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-44edea4c-aaf4-4107-9b15-79c58d46b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.362305 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-44edea4c-aaf4-4107-9b15-79c58d46b022 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1 HTTP/1.1" status: 200 len: 853 time: 0.0715747 Jul 07 19:35:35.437687 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-c8160688-9369-484f-88d0-54f5ecb378b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666528 Jul 07 19:35:35.456160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:35.461604 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:35.461981 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.689533 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.738650 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.751694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-fc632354-c976-4ab3-b7dc-cfecd88c52b1 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029718 Jul 07 19:35:35.770890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:35.796946 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.832789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c27ad87-257c-469c-b0b8-86f620500e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce08392c-f50e-4c38-8100-c3b22dc714cb'}, {'server_uuid': '89c29c57-fa52-4a8d-b69a-f257a8ef7d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0936ce-48a5-45a9-97ab-d2dbef07bdbe'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:35.835704 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e503ce48-1857-4b94-8287-db543558d99f" -d '{"events": [{"server_uuid": "8c27ad87-257c-469c-b0b8-86f620500e97", "name": "network-vif-plugged", "status": "completed", "tag": "ce08392c-f50e-4c38-8100-c3b22dc714cb"}, {"server_uuid": "89c29c57-fa52-4a8d-b69a-f257a8ef7d43", "name": "network-vif-plugged", "status": "completed", "tag": "1e0936ce-48a5-45a9-97ab-d2dbef07bdbe"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:35.910595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:35.955943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc631e1a-c50e-4ba5-ab8b-07ee87781cbf req-64249ca5-2570-46d4-9251-d6abc0a1e8a5 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.957620 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc631e1a-c50e-4ba5-ab8b-07ee87781cbf req-64249ca5-2570-46d4-9251-d6abc0a1e8a5 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 944 time: 0.2218821 Jul 07 19:35:36.020013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc631e1a-c50e-4ba5-ab8b-07ee87781cbf req-f1ea2bc4-03c7-4238-9783-3a0a7d583465 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522254 Jul 07 19:35:36.105654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac14b1-ed32-489c-b145-b06bbcdbc6ec req-33c8a030-a4b1-4f61-8bcf-b82ce5dbd00f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:36.111167 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05ac14b1-ed32-489c-b145-b06bbcdbc6ec req-33c8a030-a4b1-4f61-8bcf-b82ce5dbd00f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 943 time: 0.4883096 Jul 07 19:35:36.116365 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49695d5a-c33b-4c99-8cc3-6661dff5eab1 x-openstack-request-id: req-49695d5a-c33b-4c99-8cc3-6661dff5eab1 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:36.116709 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c27ad87-257c-469c-b0b8-86f620500e97", "name": "network-vif-plugged", "status": "completed", "tag": "ce08392c-f50e-4c38-8100-c3b22dc714cb", "code": 200}, {"server_uuid": "89c29c57-fa52-4a8d-b69a-f257a8ef7d43", "name": "network-vif-plugged", "status": "completed", "tag": "1e0936ce-48a5-45a9-97ab-d2dbef07bdbe", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:36.117581 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49695d5a-c33b-4c99-8cc3-6661dff5eab1 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:36.117581 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c27ad87-257c-469c-b0b8-86f620500e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce08392c-f50e-4c38-8100-c3b22dc714cb', 'code': 200} Jul 07 19:35:36.117581 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c29c57-fa52-4a8d-b69a-f257a8ef7d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0936ce-48a5-45a9-97ab-d2dbef07bdbe', 'code': 200} Jul 07 19:35:36.144465 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d89840c-d545-4dca-ab38-4a040cde4936 req-f269b693-3667-4990-a964-e690c7768e3f service neutron] 10.222.0.48 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822894 Jul 07 19:35:36.162893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:35:36.209370 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05ac14b1-ed32-489c-b145-b06bbcdbc6ec req-b0a6b959-6a7f-42cd-9c3d-299e41fb43a6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914469 Jul 07 19:35:36.334628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:36.345385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:36.346605 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.516260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2ddb3-13e5-42ec-a265-9ea483291fc1 req-6f5468de-7c50-4441-b164-d18cc35f0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:36.518447 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7e2ddb3-13e5-42ec-a265-9ea483291fc1 req-6f5468de-7c50-4441-b164-d18cc35f0484 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 1097 time: 0.2314088 Jul 07 19:35:36.557760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77013a36-3b46-4b8b-ba63-730db5f08ef1 req-fc3e1826-f5c7-4eb3-9f87-694084cb3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:36.559864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77013a36-3b46-4b8b-ba63-730db5f08ef1 req-fc3e1826-f5c7-4eb3-9f87-694084cb3f92 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c27ad87-257c-469c-b0b8-86f620500e97 HTTP/1.1" status: 200 len: 1096 time: 0.2833421 Jul 07 19:35:36.560509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861c9ba-0bcd-4df2-a4a4-f1c94d4e6b1a req-5245fb2d-ed02-4f8f-9f53-a43ac232e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:36.565584 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e861c9ba-0bcd-4df2-a4a4-f1c94d4e6b1a req-5245fb2d-ed02-4f8f-9f53-a43ac232e7f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdeabc780301499c925920101cd78d49&device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 1094 time: 0.2605174 Jul 07 19:35:36.628998 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.677164 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7e2ddb3-13e5-42ec-a265-9ea483291fc1 req-7407f922-cae1-4953-9748-1125acb5687c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447155 Jul 07 19:35:36.705350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:36.715949 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.727803 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77013a36-3b46-4b8b-ba63-730db5f08ef1 req-b059b9d6-48e5-48e9-826a-7aea29510ba2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548645 Jul 07 19:35:36.803922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861c9ba-0bcd-4df2-a4a4-f1c94d4e6b1a req-134be5df-4f7e-4cd9-9cfe-383abbfe3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:36.807613 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e861c9ba-0bcd-4df2-a4a4-f1c94d4e6b1a req-134be5df-4f7e-4cd9-9cfe-383abbfe3638 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 200 len: 914 time: 0.2327387 Jul 07 19:35:36.813346 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:36.836941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c679d3-43ed-4521-9e98-69a840d3afe2 req-5f61594f-4cfd-44d5-bf17-f94b23a025ba tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:36.838496 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d6c679d3-43ed-4521-9e98-69a840d3afe2 req-5f61594f-4cfd-44d5-bf17-f94b23a025ba tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 946 time: 0.4671311 Jul 07 19:35:36.903764 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d6c679d3-43ed-4521-9e98-69a840d3afe2 req-86897f71-7f7a-4712-92fd-136e1ca3b1dc tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556798 Jul 07 19:35:37.015752 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e861c9ba-0bcd-4df2-a4a4-f1c94d4e6b1a req-ffd20cc2-ddd5-4548-af62-0c9136800801 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17855074-26a2-4275-8943-e7a1f016088f HTTP/1.1" status: 200 len: 217 time: 0.0457132 Jul 07 19:35:37.109632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861c9ba-0bcd-4df2-a4a4-f1c94d4e6b1a req-7c228ca7-3f19-46bd-add1-da035f057f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.117238 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e861c9ba-0bcd-4df2-a4a4-f1c94d4e6b1a req-7c228ca7-3f19-46bd-add1-da035f057f7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1 HTTP/1.1" status: 200 len: 853 time: 0.0815763 Jul 07 19:35:37.166828 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e861c9ba-0bcd-4df2-a4a4-f1c94d4e6b1a req-da29f2d9-f364-493a-beae-446c990832c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417259 Jul 07 19:35:37.412988 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e861c9ba-0bcd-4df2-a4a4-f1c94d4e6b1a req-8fe34919-ed39-406a-8e94-b05f6ad346e3 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382679 Jul 07 19:35:37.472639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce82b01-e40f-483d-bcb2-d96f93fed488 req-2c574812-45b6-4831-afa8-b299e9266067 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.474174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce82b01-e40f-483d-bcb2-d96f93fed488 req-2c574812-45b6-4831-afa8-b299e9266067 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 945 time: 0.1027114 Jul 07 19:35:37.521768 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ce82b01-e40f-483d-bcb2-d96f93fed488 req-c7c1c434-9ec4-498c-a140-dc7901b0734e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 Jul 07 19:35:37.616631 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e861c9ba-0bcd-4df2-a4a4-f1c94d4e6b1a req-ea947143-0413-4aae-9f8e-f3d488a3c4d8 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940751 Jul 07 19:35:37.669656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38420b96-97c7-45a7-ab42-25e0d1f2429c req-8ad572e8-47c4-4a37-b8a7-b7b1bc549136 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.677067 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-38420b96-97c7-45a7-ab42-25e0d1f2429c req-8ad572e8-47c4-4a37-b8a7-b7b1bc549136 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 943 time: 0.1618462 Jul 07 19:35:37.731454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-38420b96-97c7-45a7-ab42-25e0d1f2429c req-df602a02-1f1f-41a7-861f-4279a2c06082 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534613 Jul 07 19:35:38.118891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf3516c-cd24-4219-b359-671fe69e6b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:38.121291 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd64a01-d9bb-4d26-99a1-24ab52017994" -d '{"events": [{"server_uuid": "adf3516c-cd24-4219-b359-671fe69e6b85", "name": "network-vif-plugged", "status": "completed", "tag": "32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:38.189751 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c9c0ee-7d23-419d-88ad-a01ae169ad46 x-openstack-request-id: req-31c9c0ee-7d23-419d-88ad-a01ae169ad46 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:38.189751 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf3516c-cd24-4219-b359-671fe69e6b85", "name": "network-vif-plugged", "status": "completed", "tag": "32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:38.189751 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-31c9c0ee-7d23-419d-88ad-a01ae169ad46 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:38.195419 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf3516c-cd24-4219-b359-671fe69e6b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099', 'code': 200} Jul 07 19:35:38.759449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c70382-a2d2-48d2-8f44-5612f37ca603 req-14ffe3e8-fc74-42a3-926b-ce31930be8cd tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:38.761476 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad1512-c8dc-4c12-a01e-8e4faafbaea5 req-cb1b06c9-47b6-4eda-a461-8ecf3b5895a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:38.764247 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f8c70382-a2d2-48d2-8f44-5612f37ca603 req-14ffe3e8-fc74-42a3-926b-ce31930be8cd tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 946 time: 0.7422726 Jul 07 19:35:38.765136 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-61ad1512-c8dc-4c12-a01e-8e4faafbaea5 req-cb1b06c9-47b6-4eda-a461-8ecf3b5895a0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 1096 time: 0.2000725 Jul 07 19:35:38.819476 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-61ad1512-c8dc-4c12-a01e-8e4faafbaea5 req-922e5502-5dcd-4ba2-8b04-414be706723e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Jul 07 19:35:38.821991 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f8c70382-a2d2-48d2-8f44-5612f37ca603 req-eeab821d-4bf9-4799-a4e8-fd26196ba5e3 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Jul 07 19:35:38.926585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4d041-7b73-4d82-b071-81c017c0dd22 req-2c29fd13-686f-45b0-8796-94cd361ae035 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:38.928483 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-65e4d041-7b73-4d82-b071-81c017c0dd22 req-2c29fd13-686f-45b0-8796-94cd361ae035 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 945 time: 0.1033597 Jul 07 19:35:38.986726 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-65e4d041-7b73-4d82-b071-81c017c0dd22 req-9d5e825c-79cb-4422-901f-ed15ccd78bdf tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512788 Jul 07 19:35:39.067933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caebf97-3e13-46a6-aad9-c435c47ecbcf req-3ea31c99-35ef-4e8f-bc47-ee965144e1af tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:39.069947 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2caebf97-3e13-46a6-aad9-c435c47ecbcf req-3ea31c99-35ef-4e8f-bc47-ee965144e1af tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 943 time: 0.0977113 Jul 07 19:35:39.131413 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2caebf97-3e13-46a6-aad9-c435c47ecbcf req-848a508c-a07e-499f-a201-0dbaf9f9887b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554056 Jul 07 19:35:39.373116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 17855074-26a2-4275-8943-e7a1f016088f details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:39.524397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:39.540107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '17855074-26a2-4275-8943-e7a1f016088f', 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb', 'port_id': '17855074-26a2-4275-8943-e7a1f016088f', 'mac_address': 'fa:16:3e:fb:3f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:39.584200 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.599538 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17855074-26a2-4275-8943-e7a1f016088f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:39.628882 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:39.637959 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.707480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:39.954102 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.012829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['17855074-26a2-4275-8943-e7a1f016088f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:40.161587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1cef5-95d3-424c-96cd-9069d58820ce req-798de1dc-d60b-4912-862b-88138c5767b8 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:40.165784 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eec1cef5-95d3-424c-96cd-9069d58820ce req-798de1dc-d60b-4912-862b-88138c5767b8 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 946 time: 0.1619041 Jul 07 19:35:40.249340 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eec1cef5-95d3-424c-96cd-9069d58820ce req-590247c0-d38a-4af3-b6c4-5a99b848c057 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767379 Jul 07 19:35:40.359347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb76-db44-46cc-a4d5-e5282b3e5301 req-d2fe56d4-a714-4a38-b2a6-7ad06cf955c9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:40.369857 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0ddeb76-db44-46cc-a4d5-e5282b3e5301 req-d2fe56d4-a714-4a38-b2a6-7ad06cf955c9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 945 time: 0.1425414 Jul 07 19:35:40.416900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0ddeb76-db44-46cc-a4d5-e5282b3e5301 req-18eea394-9a95-4f47-a92f-67f2885a85ff tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454276 Jul 07 19:35:40.560473 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5660f-23fd-4051-8d81-710e89e8f04b req-cf91a82e-16ad-4918-a4fe-2eca38976851 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:40.571198 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2eb5660f-23fd-4051-8d81-710e89e8f04b req-cf91a82e-16ad-4918-a4fe-2eca38976851 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.1135437 Jul 07 19:35:40.675042 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2eb5660f-23fd-4051-8d81-710e89e8f04b req-2dbf4bcc-4b45-4e84-b652-a135b4a4a3f6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005421 Jul 07 19:35:40.810226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdab80c-b4a7-48d1-835d-4db9ffe6e66d req-6712ddcf-475c-421e-b263-8b58527b9b5b tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:40.812519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cdab80c-b4a7-48d1-835d-4db9ffe6e66d req-6712ddcf-475c-421e-b263-8b58527b9b5b tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=18ded1b1-3e99-41cd-ad46-a3deb2ad53c1 HTTP/1.1" status: 200 len: 946 time: 0.1416330 Jul 07 19:35:40.891020 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8cdab80c-b4a7-48d1-835d-4db9ffe6e66d req-39f05ce7-d17e-49a8-a00d-f6642ccd5846 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707545 Jul 07 19:35:41.000477 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb509380-0993-4250-930e-34d234e3af9a req-5cacff7b-b297-41f9-afdf-a4fa50498525 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4af8bbb088724744bd5fe866699c7e75 HTTP/1.1" status: 200 len: 267 time: 0.0727203 Jul 07 19:35:41.080078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb509380-0993-4250-930e-34d234e3af9a req-1645936a-dffd-4554-833a-f1ddce5b1da9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:41.082565 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb509380-0993-4250-930e-34d234e3af9a req-1645936a-dffd-4554-833a-f1ddce5b1da9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 945 time: 0.0808573 Jul 07 19:35:41.097226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-bb509380-0993-4250-930e-34d234e3af9a req-4ba1eb68-1bbc-486f-b0cd-5c7690fe6919 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Request body: {'port': {'security_groups': []}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:41.144060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712ceb9-0861-40fd-a25d-9750ea433944 req-dfab599b-1028-4c96-b629-59b40684a26d tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:41.154726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8712ceb9-0861-40fd-a25d-9750ea433944 req-dfab599b-1028-4c96-b629-59b40684a26d tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c27ad87-257c-469c-b0b8-86f620500e97 HTTP/1.1" status: 200 len: 945 time: 0.1151416 Jul 07 19:35:41.208639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb509380-0993-4250-930e-34d234e3af9a req-4ba1eb68-1bbc-486f-b0cd-5c7690fe6919 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.232781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8712ceb9-0861-40fd-a25d-9750ea433944 req-612a9d09-184b-4d90-aab5-0126f31b2d26 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717726 Jul 07 19:35:41.371828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 17855074-26a2-4275-8943-e7a1f016088f up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:35:41.489357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-bb509380-0993-4250-930e-34d234e3af9a req-4ba1eb68-1bbc-486f-b0cd-5c7690fe6919 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] For port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:41.514723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 17855074-26a2-4275-8943-e7a1f016088f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:41.523237 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 17855074-26a2-4275-8943-e7a1f016088f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:41.523616 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.539441 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb509380-0993-4250-930e-34d234e3af9a req-4ba1eb68-1bbc-486f-b0cd-5c7690fe6919 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.547152 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb509380-0993-4250-930e-34d234e3af9a req-4ba1eb68-1bbc-486f-b0cd-5c7690fe6919 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.617702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb509380-0993-4250-930e-34d234e3af9a req-4ba1eb68-1bbc-486f-b0cd-5c7690fe6919 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:41.618675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bb509380-0993-4250-930e-34d234e3af9a req-4ba1eb68-1bbc-486f-b0cd-5c7690fe6919 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.620909 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb509380-0993-4250-930e-34d234e3af9a req-4ba1eb68-1bbc-486f-b0cd-5c7690fe6919 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "PUT /v2.0/ports/32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 HTTP/1.1" status: 200 len: 904 time: 0.5307953 Jul 07 19:35:41.621595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf3516c-cd24-4219-b359-671fe69e6b85', 'tag': '32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:41.625247 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18349f61-481e-4059-a9d3-7c05936ff536" -d '{"events": [{"name": "network-changed", "server_uuid": "adf3516c-cd24-4219-b359-671fe69e6b85", "tag": "32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:41.633736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['c8f3883b-e340-4f1b-9f61-8e26aff8778f', '32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:41.635859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7d59f4a2-b168-4350-933e-f9bbf1511664'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:41.668113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1eb68-1bbc-486f-b0cd-5c7690fe6919 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event updated for resources: {'Port': ['ID=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,revision_number=6']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:41.871171 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:42.102448 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.111158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829af881-cc91-418a-823e-0d9d7818735f req-1a43a990-7ff1-48ff-8434-cca48ee6b2a4 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.113148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-829af881-cc91-418a-823e-0d9d7818735f req-1a43a990-7ff1-48ff-8434-cca48ee6b2a4 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 907 time: 0.1890168 Jul 07 19:35:42.177701 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7458ec5f-7b12-4ac7-83cc-f45b2cc83d08 x-openstack-request-id: req-7458ec5f-7b12-4ac7-83cc-f45b2cc83d08 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:42.178528 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf3516c-cd24-4219-b359-671fe69e6b85", "tag": "32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:42.179009 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7458ec5f-7b12-4ac7-83cc-f45b2cc83d08 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:42.179727 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf3516c-cd24-4219-b359-671fe69e6b85', 'tag': '32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099', 'status': 'completed', 'code': 200} Jul 07 19:35:42.380080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-756ad7a8-7e38-40f7-b2a9-8c7a60d74ad2 None None] Provisioning complete for port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:42.380667 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-756ad7a8-7e38-40f7-b2a9-8c7a60d74ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.477151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18349f61-481e-4059-a9d3-7c05936ff536 req-6b03e5fc-e289-4343-a825-305742bd99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.478678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18349f61-481e-4059-a9d3-7c05936ff536 req-6b03e5fc-e289-4343-a825-305742bd99d3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 1058 time: 0.2756817 Jul 07 19:35:42.496839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2921bbd-5037-4d47-be55-4e0a93540ec9 req-5706d2a5-cb65-4a88-a16c-e658c455e171 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.500160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17855074-26a2-4275-8943-e7a1f016088f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:42.509698 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba21fd9-9f18-4ebb-8390-1195bea85f2f" -d '{"events": [{"server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "name": "network-vif-plugged", "status": "completed", "tag": "17855074-26a2-4275-8943-e7a1f016088f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:42.510110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b2921bbd-5037-4d47-be55-4e0a93540ec9 req-5706d2a5-cb65-4a88-a16c-e658c455e171 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c27ad87-257c-469c-b0b8-86f620500e97 HTTP/1.1" status: 200 len: 945 time: 0.1316638 Jul 07 19:35:42.596787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:42.617225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.632083 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b2921bbd-5037-4d47-be55-4e0a93540ec9 req-5b932c3b-122d-4125-b195-9e91d265bb85 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125703 Jul 07 19:35:42.728168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:42.729686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cbce4-d54f-48e8-b47e-8c6780f82100 req-a87b69e2-bad8-4a07-9dcc-c7598512167d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.738043 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce1cbce4-d54f-48e8-b47e-8c6780f82100 req-a87b69e2-bad8-4a07-9dcc-c7598512167d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.3642352 Jul 07 19:35:42.771110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18349f61-481e-4059-a9d3-7c05936ff536 req-87281127-9a73-4ea7-80f4-4ee7577b956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.772942 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18349f61-481e-4059-a9d3-7c05936ff536 req-87281127-9a73-4ea7-80f4-4ee7577b956a service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.2849979 Jul 07 19:35:42.963478 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce1cbce4-d54f-48e8-b47e-8c6780f82100 req-4bdce626-f368-4329-b4b4-fcc859b20de9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243156 Jul 07 19:35:42.964948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18349f61-481e-4059-a9d3-7c05936ff536 req-6e9192db-c803-4a22-b442-7e27cbe94540 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 HTTP/1.1" status: 200 len: 217 time: 0.1787908 Jul 07 19:35:43.038321 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18349f61-481e-4059-a9d3-7c05936ff536 req-1b5dc6da-2058-4141-918e-cc2103f13802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.039845 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18349f61-481e-4059-a9d3-7c05936ff536 req-1b5dc6da-2058-4141-918e-cc2103f13802 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.0679164 Jul 07 19:35:43.047927 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e68320-4038-47d4-b90d-497a3567bcba x-openstack-request-id: req-f5e68320-4038-47d4-b90d-497a3567bcba {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:43.048225 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "name": "network-vif-plugged", "status": "completed", "tag": "17855074-26a2-4275-8943-e7a1f016088f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:43.048485 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5e68320-4038-47d4-b90d-497a3567bcba {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:43.048895 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17855074-26a2-4275-8943-e7a1f016088f', 'code': 200} Jul 07 19:35:43.085152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e90a7-eccf-4000-b998-b7b443cee0df req-8e72dbc0-d665-462c-b035-fcdc371a2d03 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.093137 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-258e90a7-eccf-4000-b998-b7b443cee0df req-8e72dbc0-d665-462c-b035-fcdc371a2d03 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1382375 Jul 07 19:35:43.197294 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-258e90a7-eccf-4000-b998-b7b443cee0df req-0b73a90c-a37b-4fbb-824d-97fd7a9b64b6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032038 Jul 07 19:35:43.339932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18349f61-481e-4059-a9d3-7c05936ff536 req-2a15c0fd-2155-4d3c-b29f-4d90122101d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.341552 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18349f61-481e-4059-a9d3-7c05936ff536 req-2a15c0fd-2155-4d3c-b29f-4d90122101d3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2941267 Jul 07 19:35:43.507841 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18349f61-481e-4059-a9d3-7c05936ff536 req-9b567b3a-bfaf-45bb-bf6a-9f7b1e911361 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552663 Jul 07 19:35:43.671503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e53480-2bed-4703-9dd1-03f9f646275a req-a72f765c-5c58-4171-b597-3b0cb46bdffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.681852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52e53480-2bed-4703-9dd1-03f9f646275a req-a72f765c-5c58-4171-b597-3b0cb46bdffd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 1096 time: 0.5248115 Jul 07 19:35:43.887222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37082f17-0c76-4544-9966-b1754842929d req-80692c43-3ee9-4991-ab98-9c7ec5e3e1fb tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.890375 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37082f17-0c76-4544-9966-b1754842929d req-80692c43-3ee9-4991-ab98-9c7ec5e3e1fb tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c27ad87-257c-469c-b0b8-86f620500e97 HTTP/1.1" status: 200 len: 945 time: 0.1527164 Jul 07 19:35:43.902991 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52e53480-2bed-4703-9dd1-03f9f646275a req-9e0b506d-4ef7-4d15-8930-76e52e948070 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744726 Jul 07 19:35:43.946156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008964cb-680a-440d-ba36-875670cdf92c req-5a3e57df-745f-4261-a91f-ec181aeb147f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.947814 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-008964cb-680a-440d-ba36-875670cdf92c req-5a3e57df-745f-4261-a91f-ec181aeb147f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.4378006 Jul 07 19:35:44.003845 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-008964cb-680a-440d-ba36-875670cdf92c req-87729c66-1408-4c36-b155-2bf6df4af102 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434666 Jul 07 19:35:44.010251 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18349f61-481e-4059-a9d3-7c05936ff536 req-9326ed98-b57c-48b0-a50e-584ae4915aa8 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853587 Jul 07 19:35:44.136640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869b5af-acf7-407f-b484-81925ca2780b req-131d787d-67ac-42ad-9cd0-ca571518f16b tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:44.144226 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7869b5af-acf7-407f-b484-81925ca2780b req-131d787d-67ac-42ad-9cd0-ca571518f16b tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c27ad87-257c-469c-b0b8-86f620500e97 HTTP/1.1" status: 200 len: 945 time: 0.1654968 Jul 07 19:35:44.168438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-37082f17-0c76-4544-9966-b1754842929d req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Deleting port ce08392c-f50e-4c38-8100-c3b22dc714cb {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:44.168798 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-37082f17-0c76-4544-9966-b1754842929d req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.229745 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7869b5af-acf7-407f-b484-81925ca2780b req-00345358-1a7e-4b04-abe3-2b6156aec10f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837343 Jul 07 19:35:44.269468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3696227-e7f9-4ee4-a6a7-5a7755a5d8c2 req-45431db3-b452-4c7f-bd4f-2037807adf2a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:44.271044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3696227-e7f9-4ee4-a6a7-5a7755a5d8c2 req-45431db3-b452-4c7f-bd4f-2037807adf2a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.0848291 Jul 07 19:35:44.285857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-37082f17-0c76-4544-9966-b1754842929d req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] For port ce08392c-f50e-4c38-8100-c3b22dc714cb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ce08392c-f50e-4c38-8100-c3b22dc714cb,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:44.286237 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-37082f17-0c76-4544-9966-b1754842929d req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.300076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-37082f17-0c76-4544-9966-b1754842929d req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Calling delete_port for ce08392c-f50e-4c38-8100-c3b22dc714cb owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:44.330053 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f3696227-e7f9-4ee4-a6a7-5a7755a5d8c2 req-fddc9fb2-2df4-492a-af9f-a2524b9b1b72 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524776 Jul 07 19:35:44.525536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a443055-333a-4e85-982c-212a0c0faf38 req-cc786ea3-8f70-4272-973e-511fb31494f9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:44.527132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-cc786ea3-8f70-4272-973e-511fb31494f9 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 812 time: 0.1700873 Jul 07 19:35:44.542753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-37082f17-0c76-4544-9966-b1754842929d req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.557709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['9b668047-dea3-4bb4-9a89-3a86928e4d1e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:44.561767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ce08392c-f50e-4c38-8100-c3b22dc714cb', '1e0936ce-48a5-45a9-97ab-d2dbef07bdbe'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:44.598995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Pushing event deleted for resources: {'Port': ['ID=ce08392c-f50e-4c38-8100-c3b22dc714cb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:44.607130 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-f2346401-1484-4e8c-8e57-f5770932253b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/quotas/4af8bbb088724744bd5fe866699c7e75 HTTP/1.1" status: 200 len: 375 time: 0.0400200 Jul 07 19:35:44.680419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:44.680786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:44.682407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:44.682407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:44.682611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:44.682777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:44.683150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:44.683510 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:44.683863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:44.684155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:44.684579 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:44.684969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:44.690481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-37082f17-0c76-4544-9966-b1754842929d req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] No DVR routers for this DVR port ce08392c-f50e-4c38-8100-c3b22dc714cb on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:35:44.693190 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-37082f17-0c76-4544-9966-b1754842929d req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.696062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37082f17-0c76-4544-9966-b1754842929d req-11475dea-87b2-449d-b275-a98e3f0ffc1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.48 "DELETE /v2.0/ports/ce08392c-f50e-4c38-8100-c3b22dc714cb HTTP/1.1" status: 204 len: 173 time: 0.7979162 Jul 07 19:35:44.721445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c27ad87-257c-469c-b0b8-86f620500e97', 'name': 'network-vif-deleted', 'tag': 'ce08392c-f50e-4c38-8100-c3b22dc714cb'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:44.724805 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80bbf44-cd2b-4425-8c10-660f4d3c8b55" -d '{"events": [{"server_uuid": "8c27ad87-257c-469c-b0b8-86f620500e97", "name": "network-vif-deleted", "tag": "ce08392c-f50e-4c38-8100-c3b22dc714cb"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:44.825916 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-786dfacc-3084-45e6-93e9-9a615b65c7ca tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1851017 Jul 07 19:35:44.880107 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d736ba8d-f129-4120-beed-7f83c3bbc023 x-openstack-request-id: req-d736ba8d-f129-4120-beed-7f83c3bbc023 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:44.880229 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c27ad87-257c-469c-b0b8-86f620500e97", "name": "network-vif-deleted", "tag": "ce08392c-f50e-4c38-8100-c3b22dc714cb", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:44.880441 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d736ba8d-f129-4120-beed-7f83c3bbc023 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:44.880832 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c27ad87-257c-469c-b0b8-86f620500e97', 'name': 'network-vif-deleted', 'tag': 'ce08392c-f50e-4c38-8100-c3b22dc714cb', 'status': 'completed', 'code': 200} Jul 07 19:35:44.959007 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-28278a8a-6c22-47be-84fa-c9a6baaaab32 service neutron] 10.222.0.81 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321256 Jul 07 19:35:45.129337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-a10bda0f-3956-44f3-bf73-dd852ecf5b5e service neutron] 10.222.0.81 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694603 Jul 07 19:35:45.619738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae3bc1-1dca-4be0-b528-65f46b5d111a req-c86fafa9-0d56-4c34-937f-b9b2e00cd169 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.634631 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58ae3bc1-1dca-4be0-b528-65f46b5d111a req-c86fafa9-0d56-4c34-937f-b9b2e00cd169 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1339374 Jul 07 19:35:45.714825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58ae3bc1-1dca-4be0-b528-65f46b5d111a req-6a628254-91c0-4d1a-88c7-487d78d3847b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792549 Jul 07 19:35:45.736102 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73608db0-c2c3-4d05-b334-f41a9b44a328 req-d3ba4202-d253-43a0-9721-886fd3c4e184 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c27ad87-257c-469c-b0b8-86f620500e97 HTTP/1.1" status: 200 len: 210 time: 0.0543137 Jul 07 19:35:45.922073 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e66a706e-39cd-4d19-94fa-e3cbc867c294 req-1a6cdb7b-7ad9-4a01-a2b9-94c048f89332 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 210 time: 0.1067271 Jul 07 19:35:46.154236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-e4ebb372-2118-4101-8be8-2679c8bc30f8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.156410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-e4ebb372-2118-4101-8be8-2679c8bc30f8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/networks?id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 200 len: 813 time: 0.1577826 Jul 07 19:35:46.175101 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-48596d54-41ed-4061-89dd-999b6e06212d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/quotas/cdeabc780301499c925920101cd78d49 HTTP/1.1" status: 200 len: 375 time: 0.0125937 Jul 07 19:35:46.303949 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-d21037cd-606d-4fe7-82d1-4e8c48c64a53 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cdeabc780301499c925920101cd78d49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232328 Jul 07 19:35:46.472528 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-79f4e66b-807f-43c9-90cf-18c571f2ef33 service neutron] 10.222.0.81 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660161 Jul 07 19:35:46.617892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-e2f30930-2627-4443-8ccc-f4fa32cf765a service neutron] 10.222.0.81 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443615 Jul 07 19:35:47.174445 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-081e9028-f9ce-4b19-9e54-082d14c6c5f7 req-54d5768a-9cf1-48eb-915e-bc0c5f841342 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 210 time: 0.1558502 Jul 07 19:35:47.422179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ce08392c-f50e-4c38-8100-c3b22dc714cb no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:47.444933 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d9af7bce-b0a4-4209-bf46-addc08553a82 req-53ccef4b-e5bf-4421-842e-7c4719362695 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 210 time: 0.1013169 Jul 07 19:35:47.509949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: ce08392c-f50e-4c38-8100-c3b22dc714cb {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:35:47.525067 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ce08392c-f50e-4c38-8100-c3b22dc714cb not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:35:47.754983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a443055-333a-4e85-982c-212a0c0faf38 req-4e0f6ee7-80cb-488b-9d7a-238891297bc8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:47.772507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-4e0f6ee7-80cb-488b-9d7a-238891297bc8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.48 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 812 time: 0.3236749 Jul 07 19:35:47.793815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Request body: {'port': {'device_id': 'c804de2c-8d4c-4a69-be1e-533c04ed4209', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'admin_state_up': True, 'tenant_id': '4af8bbb088724744bd5fe866699c7e75'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:48.027138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Made reservation on behalf of 4af8bbb088724744bd5fe866699c7e75 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:48.031426 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.316704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Allocated IP 172.20.0.10 (7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a/02762935-6382-4adb-bbdc-9967d23439ab/0e0c8222-0f37-43b3-b976-b15077d854f5) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:35:48.659674 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d18a3a9-2ae4-45d3-9c2b-c59f402304a3 req-c65600a4-c845-41de-9c6d-b756da686cb0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 210 time: 0.1090381 Jul 07 19:35:48.772124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.852151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Transition to ACTIVE for port object 0e0c8222-0f37-43b3-b976-b15077d854f5 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:48.904680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e3e17-548f-44db-b077-aec9a1827ee8 req-4b73ce0b-f13b-4660-a08f-8c5977790813 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:48.911729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e3e17-548f-44db-b077-aec9a1827ee8 req-4b73ce0b-f13b-4660-a08f-8c5977790813 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:48.914174 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f77e3e17-548f-44db-b077-aec9a1827ee8 req-4b73ce0b-f13b-4660-a08f-8c5977790813 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=18ded1b1-3e99-41cd-ad46-a3deb2ad53c1&device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 1683 time: 0.2091153 Jul 07 19:35:48.939523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.961493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7d59f4a2-b168-4350-933e-f9bbf1511664'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:48.973903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['c8f3883b-e340-4f1b-9f61-8e26aff8778f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:49.019974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:49.024032 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:49.030160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:49.123095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event updated for resources: {'Port': ['ID=0e0c8222-0f37-43b3-b976-b15077d854f5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:49.377375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:49.378131 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.382440 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f77e3e17-548f-44db-b077-aec9a1827ee8 req-465ddae9-d688-4e82-840f-3d2f1c37f925 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607766 Jul 07 19:35:49.505546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3f9c1-ecca-4c5c-95ee-840642c95bec req-72dea09b-831f-43a4-846c-ead0a29869cd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:49.518670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91b3f9c1-ecca-4c5c-95ee-840642c95bec req-72dea09b-831f-43a4-846c-ead0a29869cd tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 932 time: 0.3739169 Jul 07 19:35:49.520222 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-7e305498-aa2b-4c95-a1f9-cb63c5774a2d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7384815 Jul 07 19:35:49.534367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-028d8927-7ffc-43cb-b114-3141a1de2109 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:49.535917 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-028d8927-7ffc-43cb-b114-3141a1de2109 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.110 "GET /v2.0/networks?id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 200 len: 813 time: 0.4991732 Jul 07 19:35:49.558836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Request body: {'port': {'device_id': 'dbc15ac8-d65d-416a-a8f6-108386a1b340', 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb', 'admin_state_up': True, 'tenant_id': 'cdeabc780301499c925920101cd78d49'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:49.622398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Request body: {'port': {'device_id': 'c804de2c-8d4c-4a69-be1e-533c04ed4209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:49.677190 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91b3f9c1-ecca-4c5c-95ee-840642c95bec req-a49a6565-01e4-4b37-a98a-722447ca1d7c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501698 Jul 07 19:35:49.882190 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.930594 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b589cf15-5b39-4167-bc77-9172dd2980b4 None None] Provisioning for port 0e0c8222-0f37-43b3-b976-b15077d854f5 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:49.933193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Made reservation on behalf of cdeabc780301499c925920101cd78d49 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:49.938738 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.942088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b589cf15-5b39-4167-bc77-9172dd2980b4 None None] Provisioning complete for port 0e0c8222-0f37-43b3-b976-b15077d854f5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:49.945843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b589cf15-5b39-4167-bc77-9172dd2980b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:50.068610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b589cf15-5b39-4167-bc77-9172dd2980b4 None None] Port 0e0c8222-0f37-43b3-b976-b15077d854f5 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:35:50.203869 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97ade436-49d6-4c0a-b87c-ae2b2961dabe req-ff662307-fdf3-4ccb-ab1b-5e24a9fd760e tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 210 time: 0.1726725 Jul 07 19:35:50.239427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Allocated IP 172.20.0.14 (f1ee0696-4566-4aaa-976b-c6580bb4bbcb/5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1/f61b66ec-7e4e-4861-a228-672ddc5e3a64) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:35:50.593688 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:50.612015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0c8222-0f37-43b3-b976-b15077d854f5 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:50.631514 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:50.653512 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:50.667951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Transition to ACTIVE for port object 0e0c8222-0f37-43b3-b976-b15077d854f5 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:50.668597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['17855074-26a2-4275-8943-e7a1f016088f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:50.681659 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:50.786754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Pushing event updated for resources: {'Port': ['ID=f61b66ec-7e4e-4861-a228-672ddc5e3a64,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:50.803929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Network f1ee0696-4566-4aaa-976b-c6580bb4bbcb is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:50.807478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:50.808176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:50.808614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:50.809054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:50.809487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:50.810215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:50.810647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:50.811325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:50.811760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:50.812183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:50.812605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:50.814053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:50.830588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:50.846130 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:50.920223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:50.921203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:50.951549 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-f5c71bd5-1e59-41c9-97f8-820895fc7ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4000969 Jul 07 19:35:50.998814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0c8222-0f37-43b3-b976-b15077d854f5,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:51.019591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Request body: {'port': {'device_id': 'dbc15ac8-d65d-416a-a8f6-108386a1b340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:51.053154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Attempting to bind port 0e0c8222-0f37-43b3-b976-b15077d854f5 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:51.053501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Attempting to bind port 0e0c8222-0f37-43b3-b976-b15077d854f5 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:51.060843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Attempting to bind port 0e0c8222-0f37-43b3-b976-b15077d854f5 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:51.082008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Port 0e0c8222-0f37-43b3-b976-b15077d854f5 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:51.082516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Attempting to bind port 0e0c8222-0f37-43b3-b976-b15077d854f5 on network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:51.093398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:51.094042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Checking segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:51.095187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Bound using segment: {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:51.095811 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Bound port: 0e0c8222-0f37-43b3-b976-b15077d854f5, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e036ccd-21fe-4898-8927-4d9d3363065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:51.096517 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.108972 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a952-8cfa-4ccd-9f38-c838736feb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.263991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] For port 0e0c8222-0f37-43b3-b976-b15077d854f5, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:51.264499 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.268053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] For port 0e0c8222-0f37-43b3-b976-b15077d854f5, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e0c8222-0f37-43b3-b976-b15077d854f5,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:51.304483 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.329205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:51.332689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.336557 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] 10.222.0.48 "PUT /v2.0/ports/0e0c8222-0f37-43b3-b976-b15077d854f5 HTTP/1.1" status: 200 len: 1092 time: 1.7350538 Jul 07 19:35:51.343709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c804de2c-8d4c-4a69-be1e-533c04ed4209', 'tag': '0e0c8222-0f37-43b3-b976-b15077d854f5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:51.347104 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b18f0b-b759-461f-9640-a2bd84da5eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "c804de2c-8d4c-4a69-be1e-533c04ed4209", "tag": "0e0c8222-0f37-43b3-b976-b15077d854f5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:51.571419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1b2e7-5b29-448d-80a8-c2500640fd47 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0c8222-0f37-43b3-b976-b15077d854f5,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:51.603233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a443055-333a-4e85-982c-212a0c0faf38 req-2caed505-cf21-4912-80bf-3e54d69c4b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:51.604787 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-2caed505-cf21-4912-80bf-3e54d69c4b3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 1095 time: 0.1725760 Jul 07 19:35:51.683216 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-ba86794c-b543-4008-8949-d209424f9d1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e0c8222-0f37-43b3-b976-b15077d854f5 HTTP/1.1" status: 200 len: 217 time: 0.0682261 Jul 07 19:35:51.859509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a443055-333a-4e85-982c-212a0c0faf38 req-259aa596-e653-43b9-a411-ac8232790f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:51.862377 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-259aa596-e653-43b9-a411-ac8232790f97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1684818 Jul 07 19:35:51.886177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dad7f8-84b4-40fb-891c-5d75de1d6897 req-c74f2023-89da-4674-b771-1959c545639e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:51.887777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-09dad7f8-84b4-40fb-891c-5d75de1d6897 req-c74f2023-89da-4674-b771-1959c545639e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 944 time: 0.8453317 Jul 07 19:35:52.041901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63bd25-6d4b-4c27-8cfe-d1353bc69e37 req-da957ac3-bf1f-4357-bdff-5152fce80d4f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.043537 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea63bd25-6d4b-4c27-8cfe-d1353bc69e37 req-da957ac3-bf1f-4357-bdff-5152fce80d4f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 932 time: 0.3603153 Jul 07 19:35:52.159519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a443055-333a-4e85-982c-212a0c0faf38 req-5f8e9cd3-852f-4f65-81f2-14803e0060b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.167516 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-5f8e9cd3-852f-4f65-81f2-14803e0060b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2764547 Jul 07 19:35:52.172006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-09dad7f8-84b4-40fb-891c-5d75de1d6897 req-f8bfa312-7c06-4b27-987d-00de7128d98c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352629 Jul 07 19:35:52.192290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea63bd25-6d4b-4c27-8cfe-d1353bc69e37 req-5811fd74-f224-4745-9a67-bfd116c20b12 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336527 Jul 07 19:35:52.341215 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-3c1574a2-add1-4802-8108-f93f5b536176 service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466136 Jul 07 19:35:52.342718 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8162fe77-1979-40b2-8979-0a7475c4be20 x-openstack-request-id: req-8162fe77-1979-40b2-8979-0a7475c4be20 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:52.343034 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c804de2c-8d4c-4a69-be1e-533c04ed4209", "tag": "0e0c8222-0f37-43b3-b976-b15077d854f5", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:52.343289 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8162fe77-1979-40b2-8979-0a7475c4be20 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:52.343681 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c804de2c-8d4c-4a69-be1e-533c04ed4209', 'tag': '0e0c8222-0f37-43b3-b976-b15077d854f5', 'status': 'completed', 'code': 200} Jul 07 19:35:52.393079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61b66ec-7e4e-4861-a228-672ddc5e3a64 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:52.401885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.415855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Transition to ACTIVE for port object f61b66ec-7e4e-4861-a228-672ddc5e3a64 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:52.424181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.561425 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a443055-333a-4e85-982c-212a0c0faf38 req-e62acfe8-b5eb-45dc-b8b3-d886c7e5b95c service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124248 Jul 07 19:35:52.588168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a685968-dec2-460b-bba0-4d27aeca7b5d req-e8e0238c-b466-42c8-8b92-70e98fee0c41 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.600262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Pushing event updated for resources: {'Port': ['ID=f61b66ec-7e4e-4861-a228-672ddc5e3a64,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:52.626412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a685968-dec2-460b-bba0-4d27aeca7b5d req-e8e0238c-b466-42c8-8b92-70e98fee0c41 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=18ded1b1-3e99-41cd-ad46-a3deb2ad53c1 HTTP/1.1" status: 200 len: 946 time: 0.2055230 Jul 07 19:35:52.702070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Attempting to bind port f61b66ec-7e4e-4861-a228-672ddc5e3a64 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:52.704522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Attempting to bind port f61b66ec-7e4e-4861-a228-672ddc5e3a64 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:52.705363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Attempting to bind port f61b66ec-7e4e-4861-a228-672ddc5e3a64 on network f1ee0696-4566-4aaa-976b-c6580bb4bbcb {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:52.717315 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Port f61b66ec-7e4e-4861-a228-672ddc5e3a64 on network f1ee0696-4566-4aaa-976b-c6580bb4bbcb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:52.717908 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Attempting to bind port f61b66ec-7e4e-4861-a228-672ddc5e3a64 on network f1ee0696-4566-4aaa-976b-c6580bb4bbcb {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:52.724504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:52.725159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Checking segment: {'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:52.725879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Bound using segment: {'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:52.726550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Bound port: f61b66ec-7e4e-4861-a228-672ddc5e3a64, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:52.727181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.798851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11cbf0-cf01-4564-8327-07d6f771aa37 req-22f16467-75ea-4fbd-ae35-196c98a21e1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.800428 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8b11cbf0-cf01-4564-8327-07d6f771aa37 req-22f16467-75ea-4fbd-ae35-196c98a21e1f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.110 "GET /v2.0/ports?device_id=18ded1b1-3e99-41cd-ad46-a3deb2ad53c1 HTTP/1.1" status: 200 len: 946 time: 0.3074920 Jul 07 19:35:52.827852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9a685968-dec2-460b-bba0-4d27aeca7b5d req-a627144f-d29b-432b-967c-b135f5b5c535 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933627 Jul 07 19:35:52.839775 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] For port f61b66ec-7e4e-4861-a228-672ddc5e3a64, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:52.847620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] For port f61b66ec-7e4e-4861-a228-672ddc5e3a64, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f61b66ec-7e4e-4861-a228-672ddc5e3a64,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:52.855418 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.927505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b18f0b-b759-461f-9640-a2bd84da5eb9 req-c56b1906-98b3-492a-b753-df2beb7ee1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.929054 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-19b18f0b-b759-461f-9640-a2bd84da5eb9 req-c56b1906-98b3-492a-b753-df2beb7ee1c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 1095 time: 0.2846024 Jul 07 19:35:52.993126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Pushing event updated for resources: {'Port': ['ID=f61b66ec-7e4e-4861-a228-672ddc5e3a64,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:52.999209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:53.000086 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.002734 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-20f94e58-e97a-4281-9aa6-3cb06002c259 service neutron] 10.222.0.110 "PUT /v2.0/ports/f61b66ec-7e4e-4861-a228-672ddc5e3a64 HTTP/1.1" status: 200 len: 1092 time: 2.0186036 Jul 07 19:35:53.003542 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc15ac8-d65d-416a-a8f6-108386a1b340', 'tag': 'f61b66ec-7e4e-4861-a228-672ddc5e3a64'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:53.005945 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65f6983-d48c-4ca2-8361-2cc5a154cd21" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc15ac8-d65d-416a-a8f6-108386a1b340", "tag": "f61b66ec-7e4e-4861-a228-672ddc5e3a64"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:53.081643 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881d0271-193a-4e19-8ec4-87551b0f1440 x-openstack-request-id: req-881d0271-193a-4e19-8ec4-87551b0f1440 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:53.082028 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc15ac8-d65d-416a-a8f6-108386a1b340", "tag": "f61b66ec-7e4e-4861-a228-672ddc5e3a64", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:53.084345 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-881d0271-193a-4e19-8ec4-87551b0f1440 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:53.084479 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc15ac8-d65d-416a-a8f6-108386a1b340', 'tag': 'f61b66ec-7e4e-4861-a228-672ddc5e3a64', 'status': 'completed', 'code': 200} Jul 07 19:35:53.192618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-02a7c02d-5a0a-4c1a-9b3a-849b0cb71e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:53.192618 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-02a7c02d-5a0a-4c1a-9b3a-849b0cb71e70 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cdeabc780301499c925920101cd78d49&device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 1095 time: 0.1252534 Jul 07 19:35:53.275163 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-bba13e01-2a64-4100-9f0a-7e2bc6e18a4f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f61b66ec-7e4e-4861-a228-672ddc5e3a64 HTTP/1.1" status: 200 len: 217 time: 0.0721610 Jul 07 19:35:53.374425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-8d6833e3-42eb-42cb-834d-8a20552bee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:53.376506 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-8d6833e3-42eb-42cb-834d-8a20552bee8f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1 HTTP/1.1" status: 200 len: 853 time: 0.0903225 Jul 07 19:35:53.460881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-93a2848a-35da-442d-9e32-5fd542d946cb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775573 Jul 07 19:35:53.517045 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-308e1962-ebe0-4729-aa60-4f9e4c18bd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.697767 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-1ffa04bd-1239-4ce6-8f93-b184226c2305 service neutron] 10.222.0.110 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242908 Jul 07 19:35:53.707377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-8b11cbf0-cf01-4564-8327-07d6f771aa37 req-4e815569-d317-4118-958d-9f07d4a02359 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Deleting port 9b668047-dea3-4bb4-9a89-3a86928e4d1e {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:53.708829 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8b11cbf0-cf01-4564-8327-07d6f771aa37 req-4e815569-d317-4118-958d-9f07d4a02359 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.846989 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.852651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57172e49-6ec8-44d8-a8d5-4378c9c200d9 req-4b2896a1-241e-4f24-9db3-4bc9f9119776 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:53.857526 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-57172e49-6ec8-44d8-a8d5-4378c9c200d9 req-4b2896a1-241e-4f24-9db3-4bc9f9119776 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 944 time: 0.2579527 Jul 07 19:35:53.873050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79f094db-242e-4ebc-8d7c-ca693c860ca5 req-6d5303d4-9c54-4c93-9791-6c2b04a37325 service neutron] 10.222.0.110 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641591 Jul 07 19:35:53.904067 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a658-1e91-40aa-b1db-d227dec380c0 req-da27447a-7a00-4d76-90a1-6f2d124fb2a6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:53.906349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b18f0b-b759-461f-9640-a2bd84da5eb9 req-488b0778-59a3-42ac-b581-9b734433a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:53.909706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-19b18f0b-b759-461f-9640-a2bd84da5eb9 req-488b0778-59a3-42ac-b581-9b734433a6e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.9428804 Jul 07 19:35:53.911367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ed9a658-1e91-40aa-b1db-d227dec380c0 req-da27447a-7a00-4d76-90a1-6f2d124fb2a6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 944 time: 0.4719205 Jul 07 19:35:53.932852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a86f3-1117-4513-984b-7058b5194e33 req-cb9be6f4-c7ab-4d17-ae0a-e6c907303de7 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:53.935273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0d8a86f3-1117-4513-984b-7058b5194e33 req-cb9be6f4-c7ab-4d17-ae0a-e6c907303de7 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.48 "GET /v2.0/ports?device_id=89c29c57-fa52-4a8d-b69a-f257a8ef7d43 HTTP/1.1" status: 200 len: 946 time: 0.4189854 Jul 07 19:35:54.082679 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ed9a658-1e91-40aa-b1db-d227dec380c0 req-d2646086-6149-435b-ad27-0ff314b0926a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701488 Jul 07 19:35:54.082879 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-19b18f0b-b759-461f-9640-a2bd84da5eb9 req-8546cabb-ed42-4450-a875-844190928a50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e0c8222-0f37-43b3-b976-b15077d854f5 HTTP/1.1" status: 200 len: 217 time: 0.1184332 Jul 07 19:35:54.163464 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-57172e49-6ec8-44d8-a8d5-4378c9c200d9 req-bcc41447-a44a-4011-813a-e986cfbb9826 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942004 Jul 07 19:35:54.169371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-8b11cbf0-cf01-4564-8327-07d6f771aa37 req-4e815569-d317-4118-958d-9f07d4a02359 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] For port 9b668047-dea3-4bb4-9a89-3a86928e4d1e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9b668047-dea3-4bb4-9a89-3a86928e4d1e,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:54.169955 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8b11cbf0-cf01-4564-8327-07d6f771aa37 req-4e815569-d317-4118-958d-9f07d4a02359 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:54.189408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-8b11cbf0-cf01-4564-8327-07d6f771aa37 req-4e815569-d317-4118-958d-9f07d4a02359 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Calling delete_port for 9b668047-dea3-4bb4-9a89-3a86928e4d1e owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:54.196875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b18f0b-b759-461f-9640-a2bd84da5eb9 req-0e46229f-c675-4f01-8d6c-ac83b9491a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.211156 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-19b18f0b-b759-461f-9640-a2bd84da5eb9 req-0e46229f-c675-4f01-8d6c-ac83b9491a14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1145091 Jul 07 19:35:54.220170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f6983-d48c-4ca2-8361-2cc5a154cd21 req-87e613fe-693e-45f6-85e7-9dde51524489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.231892 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a65f6983-d48c-4ca2-8361-2cc5a154cd21 req-87e613fe-693e-45f6-85e7-9dde51524489 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cdeabc780301499c925920101cd78d49&device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 1095 time: 0.2755060 Jul 07 19:35:54.356157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0d8a86f3-1117-4513-984b-7058b5194e33 req-dcbe7ae8-7150-4dbf-bd2b-661cae8a0bc2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Deleting port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:54.356533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0d8a86f3-1117-4513-984b-7058b5194e33 req-dcbe7ae8-7150-4dbf-bd2b-661cae8a0bc2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:54.463448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b18f0b-b759-461f-9640-a2bd84da5eb9 req-b7c09bf4-035d-47e3-b3df-fbc865a0e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.465373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-19b18f0b-b759-461f-9640-a2bd84da5eb9 req-b7c09bf4-035d-47e3-b3df-fbc865a0e39e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2403076 Jul 07 19:35:54.508167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f6983-d48c-4ca2-8361-2cc5a154cd21 req-4acd485a-339e-4b35-9340-e974bf171203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.509784 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a65f6983-d48c-4ca2-8361-2cc5a154cd21 req-4acd485a-339e-4b35-9340-e974bf171203 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 200 len: 914 time: 0.2661524 Jul 07 19:35:54.624205 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a65f6983-d48c-4ca2-8361-2cc5a154cd21 req-5c5fc633-9962-4259-a3c1-2906c918e4ea service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f61b66ec-7e4e-4861-a228-672ddc5e3a64 HTTP/1.1" status: 200 len: 217 time: 0.0926206 Jul 07 19:35:54.634295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-0d8a86f3-1117-4513-984b-7058b5194e33 req-dcbe7ae8-7150-4dbf-bd2b-661cae8a0bc2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] For port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe,segment=NetworkSegment(5e54d8a9-e263-47e9-9027-1d3f7b8f3277),segment_id=5e54d8a9-e263-47e9-9027-1d3f7b8f3277)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:54.634683 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0d8a86f3-1117-4513-984b-7058b5194e33 req-dcbe7ae8-7150-4dbf-bd2b-661cae8a0bc2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:54.671421 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95279416-4e26-47a1-8d14-ecdcfcdc04dc req-7fb7a077-8708-45d3-a6c2-b2807d420105 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.673034 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95279416-4e26-47a1-8d14-ecdcfcdc04dc req-7fb7a077-8708-45d3-a6c2-b2807d420105 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=18ded1b1-3e99-41cd-ad46-a3deb2ad53c1 HTTP/1.1" status: 200 len: 946 time: 0.3197250 Jul 07 19:35:54.683707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-19b18f0b-b759-461f-9640-a2bd84da5eb9 req-780e20e0-966a-4a18-9e8c-5da221959dfb service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104700 Jul 07 19:35:54.754847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0d8a86f3-1117-4513-984b-7058b5194e33 req-dcbe7ae8-7150-4dbf-bd2b-661cae8a0bc2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Calling delete_port for 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:54.779423 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:54.796533 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8b11cbf0-cf01-4564-8327-07d6f771aa37 req-4e815569-d317-4118-958d-9f07d4a02359 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:54.811312 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['1e0936ce-48a5-45a9-97ab-d2dbef07bdbe'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:54.908150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b11cbf0-cf01-4564-8327-07d6f771aa37 req-4e815569-d317-4118-958d-9f07d4a02359 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] No DVR routers for this DVR port 9b668047-dea3-4bb4-9a89-3a86928e4d1e on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:35:54.913708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e815569-d317-4118-958d-9f07d4a02359 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Pushing event deleted for resources: {'Port': ['ID=9b668047-dea3-4bb4-9a89-3a86928e4d1e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:54.924901 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8b11cbf0-cf01-4564-8327-07d6f771aa37 req-4e815569-d317-4118-958d-9f07d4a02359 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:54.927423 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8b11cbf0-cf01-4564-8327-07d6f771aa37 req-4e815569-d317-4118-958d-9f07d4a02359 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.110 "DELETE /v2.0/ports/9b668047-dea3-4bb4-9a89-3a86928e4d1e HTTP/1.1" status: 204 len: 173 time: 2.0958498 Jul 07 19:35:54.928108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ded1b1-3e99-41cd-ad46-a3deb2ad53c1', 'name': 'network-vif-deleted', 'tag': '9b668047-dea3-4bb4-9a89-3a86928e4d1e'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:54.934542 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2e024-c4bb-4dd6-8760-e976acbd4563" -d '{"events": [{"server_uuid": "18ded1b1-3e99-41cd-ad46-a3deb2ad53c1", "name": "network-vif-deleted", "tag": "9b668047-dea3-4bb4-9a89-3a86928e4d1e"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:54.981649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95279416-4e26-47a1-8d14-ecdcfcdc04dc req-34e4a882-afae-4ff4-a639-69e9aa2c609f tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913091 Jul 07 19:35:54.992164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f6983-d48c-4ca2-8361-2cc5a154cd21 req-b619c27a-21d3-43fb-a02b-98008438e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.008763 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a65f6983-d48c-4ca2-8361-2cc5a154cd21 req-b619c27a-21d3-43fb-a02b-98008438e5fd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1 HTTP/1.1" status: 200 len: 853 time: 0.3714306 Jul 07 19:35:55.030541 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9808dd7-e6b5-4e50-8161-f2b1a8756d61 x-openstack-request-id: req-d9808dd7-e6b5-4e50-8161-f2b1a8756d61 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:55.036659 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ded1b1-3e99-41cd-ad46-a3deb2ad53c1", "name": "network-vif-deleted", "tag": "9b668047-dea3-4bb4-9a89-3a86928e4d1e", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:55.040192 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9808dd7-e6b5-4e50-8161-f2b1a8756d61 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:55.040893 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ded1b1-3e99-41cd-ad46-a3deb2ad53c1', 'name': 'network-vif-deleted', 'tag': '9b668047-dea3-4bb4-9a89-3a86928e4d1e', 'status': 'completed', 'code': 200} Jul 07 19:35:55.051960 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-19b18f0b-b759-461f-9640-a2bd84da5eb9 req-fc52d8ef-2fe9-46c3-abda-487468441867 service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213308 Jul 07 19:35:55.054396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a65f6983-d48c-4ca2-8361-2cc5a154cd21 req-a3fe4e96-79fd-44f6-8a2d-be6c23c57de3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346394 Jul 07 19:35:55.447463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e0c8222-0f37-43b3-b976-b15077d854f5 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:55.518685 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a65f6983-d48c-4ca2-8361-2cc5a154cd21 req-182c5ae9-b714-46e1-b99d-5c25f5d53917 service neutron] 10.222.0.110 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523578 Jul 07 19:35:55.520530 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0d8a86f3-1117-4513-984b-7058b5194e33 req-dcbe7ae8-7150-4dbf-bd2b-661cae8a0bc2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:55.708589 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8a86f3-1117-4513-984b-7058b5194e33 req-dcbe7ae8-7150-4dbf-bd2b-661cae8a0bc2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] No DVR routers for this DVR port 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:35:55.710330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe7ae8-7150-4dbf-bd2b-661cae8a0bc2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Pushing event deleted for resources: {'Port': ['ID=1e0936ce-48a5-45a9-97ab-d2dbef07bdbe,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:55.714660 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0d8a86f3-1117-4513-984b-7058b5194e33 req-dcbe7ae8-7150-4dbf-bd2b-661cae8a0bc2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:55.718652 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0d8a86f3-1117-4513-984b-7058b5194e33 req-dcbe7ae8-7150-4dbf-bd2b-661cae8a0bc2 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.48 "DELETE /v2.0/ports/1e0936ce-48a5-45a9-97ab-d2dbef07bdbe HTTP/1.1" status: 204 len: 173 time: 1.7738824 Jul 07 19:35:55.721039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c29c57-fa52-4a8d-b69a-f257a8ef7d43', 'name': 'network-vif-deleted', 'tag': '1e0936ce-48a5-45a9-97ab-d2dbef07bdbe'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:55.724430 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac259d-46fc-48ee-b37d-5e65bf3d7457" -d '{"events": [{"server_uuid": "89c29c57-fa52-4a8d-b69a-f257a8ef7d43", "name": "network-vif-deleted", "tag": "1e0936ce-48a5-45a9-97ab-d2dbef07bdbe"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:55.775322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2da8c-9b91-44f9-86c6-fffcf32b141c req-15c76884-6cfe-4730-82d8-781fb3da0f79 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.802598 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1cc2da8c-9b91-44f9-86c6-fffcf32b141c req-15c76884-6cfe-4730-82d8-781fb3da0f79 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 944 time: 0.2017474 Jul 07 19:35:55.869984 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1cc2da8c-9b91-44f9-86c6-fffcf32b141c req-e1c1fd87-8487-46ce-92fe-d4af591d92a5 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603557 Jul 07 19:35:55.937094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82764fdb-c1eb-42a3-a3d3-3ab968d80237 req-b84cc5e8-d74c-4984-828a-c3321901e0c6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.950871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82764fdb-c1eb-42a3-a3d3-3ab968d80237 req-b84cc5e8-d74c-4984-828a-c3321901e0c6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 944 time: 0.4674993 Jul 07 19:35:55.978470 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ba5a4a-7a08-4c31-97af-a1abbdece589 x-openstack-request-id: req-49ba5a4a-7a08-4c31-97af-a1abbdece589 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:55.978773 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c29c57-fa52-4a8d-b69a-f257a8ef7d43", "name": "network-vif-deleted", "tag": "1e0936ce-48a5-45a9-97ab-d2dbef07bdbe", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:55.979063 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49ba5a4a-7a08-4c31-97af-a1abbdece589 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:55.979480 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c29c57-fa52-4a8d-b69a-f257a8ef7d43', 'name': 'network-vif-deleted', 'tag': '1e0936ce-48a5-45a9-97ab-d2dbef07bdbe', 'status': 'completed', 'code': 200} Jul 07 19:35:55.986463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a65f6983-d48c-4ca2-8361-2cc5a154cd21 req-0e039c87-fde4-472a-8fe5-5fa57b693210 service neutron] 10.222.0.110 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512725 Jul 07 19:35:56.016829 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82764fdb-c1eb-42a3-a3d3-3ab968d80237 req-be918bbf-55fb-46f0-a13b-628ef6afeca7 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582719 Jul 07 19:35:56.057593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e0c8222-0f37-43b3-b976-b15077d854f5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e0c8222-0f37-43b3-b976-b15077d854f5,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:56.084030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '0e0c8222-0f37-43b3-b976-b15077d854f5', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'port_id': '0e0c8222-0f37-43b3-b976-b15077d854f5', 'mac_address': 'fa:16:3e:40:40:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:56.163216 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:56.209017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0c8222-0f37-43b3-b976-b15077d854f5 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:56.250256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e0c8222-0f37-43b3-b976-b15077d854f5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e0c8222-0f37-43b3-b976-b15077d854f5,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:56.260772 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:56.334751 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9b668047-dea3-4bb4-9a89-3a86928e4d1e no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:56.352605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2726df39-f656-4f27-81b1-a6b710f26910 req-009de092-ff12-4887-a4d8-eb1f0c9047f3 tempest-ListServersNegativeTestJSON-1459735632 tempest-ListServersNegativeTestJSON-1459735632-project] 10.222.0.81 "GET /v2.0/ports?device_id=18ded1b1-3e99-41cd-ad46-a3deb2ad53c1 HTTP/1.1" status: 200 len: 210 time: 0.0773730 Jul 07 19:35:56.404483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 9b668047-dea3-4bb4-9a89-3a86928e4d1e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:35:56.405037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9b668047-dea3-4bb4-9a89-3a86928e4d1e not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:35:56.451964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0e0c8222-0f37-43b3-b976-b15077d854f5,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:56.544444 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:56.649407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0e0c8222-0f37-43b3-b976-b15077d854f5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:57.218690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67732e2d-7223-4f35-b534-201c53a19569 req-802a1c2b-01da-4ae2-9779-6f04e99d410e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:57.228405 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-67732e2d-7223-4f35-b534-201c53a19569 req-802a1c2b-01da-4ae2-9779-6f04e99d410e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 945 time: 0.1644435 Jul 07 19:35:57.281356 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-67732e2d-7223-4f35-b534-201c53a19569 req-1301f449-a32b-4235-a5b6-a77eac0d4625 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515714 Jul 07 19:35:57.316666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb50349-3edd-4fb2-bb37-6dabf9890605 req-66a1b22e-3d47-41cc-8c67-c29977899807 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:57.319104 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4fb50349-3edd-4fb2-bb37-6dabf9890605 req-66a1b22e-3d47-41cc-8c67-c29977899807 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 944 time: 0.1155987 Jul 07 19:35:57.372125 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4fb50349-3edd-4fb2-bb37-6dabf9890605 req-34667a7e-6a17-4f28-82d4-11b1a713a2f3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463343 Jul 07 19:35:57.464950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:57.501919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:35:57.502870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 1e0936ce-48a5-45a9-97ab-d2dbef07bdbe not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:35:57.514639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50206) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:57.684442 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03c92b16-d120-4321-a400-cae6874fcfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:57.753862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50214) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:57.837433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e298eb-7ca8-4479-9402-bb8db5a0d970 admin admin] Deleting subnet 0c76f232-7d6e-4652-8153-f0f4df8334ec {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:35:57.845131 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0e298eb-7ca8-4479-9402-bb8db5a0d970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:57.864432 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03c92b16-d120-4321-a400-cae6874fcfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:57.874109 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03c92b16-d120-4321-a400-cae6874fcfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:57.899388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c92b16-d120-4321-a400-cae6874fcfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fcf405-c74d-46c9-a19f-d31a525d5e39,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:57.912779 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0e298eb-7ca8-4479-9402-bb8db5a0d970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:57.946641 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-03c92b16-d120-4321-a400-cae6874fcfd6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6de170bec36e4089afa6a703d49a5744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308784 Jul 07 19:35:57.949449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50220) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:57.961335 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0e298eb-7ca8-4479-9402-bb8db5a0d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.051472 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0e298eb-7ca8-4479-9402-bb8db5a0d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.080318 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c409829-6151-432f-b38c-e57e9aa76d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.110359 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c409829-6151-432f-b38c-e57e9aa76d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.135007 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0e298eb-7ca8-4479-9402-bb8db5a0d970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.137163 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c0e298eb-7ca8-4479-9402-bb8db5a0d970 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0c76f232-7d6e-4652-8153-f0f4df8334ec HTTP/1.1" status: 204 len: 168 time: 0.3818531 Jul 07 19:35:58.138581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e298eb-7ca8-4479-9402-bb8db5a0d970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c76f232-7d6e-4652-8153-f0f4df8334ec,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:58.141518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50232) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:58.183496 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c409829-6151-432f-b38c-e57e9aa76d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.186638 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c409829-6151-432f-b38c-e57e9aa76d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.355657 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2c409829-6151-432f-b38c-e57e9aa76d77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9fcf405-c74d-46c9-a19f-d31a525d5e39 HTTP/1.1" status: 204 len: 168 time: 0.2494397 Jul 07 19:35:58.355657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c409829-6151-432f-b38c-e57e9aa76d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fcf405-c74d-46c9-a19f-d31a525d5e39,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:58.361230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f61b66ec-7e4e-4861-a228-672ddc5e3a64 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:58.362500 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.553661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f61b66ec-7e4e-4861-a228-672ddc5e3a64, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f61b66ec-7e4e-4861-a228-672ddc5e3a64,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:58.585814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.598417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'f61b66ec-7e4e-4861-a228-672ddc5e3a64', 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb', 'port_id': 'f61b66ec-7e4e-4861-a228-672ddc5e3a64', 'mac_address': 'fa:16:3e:cf:6d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:58.614769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf50e0d-5c9d-46d8-8bad-fe8973c11751']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:58.631045 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf91653-a9a9-4342-bfc3-68eb1737a0fc req-af48c451-6b98-4dba-95be-16a39df41bba tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:58.640817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cbf91653-a9a9-4342-bfc3-68eb1737a0fc req-af48c451-6b98-4dba-95be-16a39df41bba tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 944 time: 0.0878797 Jul 07 19:35:58.688633 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.698403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e54d8a9-e263-47e9-9027-1d3f7b8f3277') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:58.699073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e54d8a9-e263-47e9-9027-1d3f7b8f3277') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:58.741867 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61b66ec-7e4e-4861-a228-672ddc5e3a64 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:58.757770 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.759737 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cbf91653-a9a9-4342-bfc3-68eb1737a0fc req-e975e00b-e871-47aa-98ce-2c1c58706a58 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177638 Jul 07 19:35:58.788398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f61b66ec-7e4e-4861-a228-672ddc5e3a64, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f61b66ec-7e4e-4861-a228-672ddc5e3a64,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:58.799249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.839850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1339854-08c4-45bc-a01d-992f1ebba587 req-ae639b3a-b97a-43b6-9b25-c650aa89377e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:58.854776 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1339854-08c4-45bc-a01d-992f1ebba587 req-ae639b3a-b97a-43b6-9b25-c650aa89377e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 945 time: 0.2771149 Jul 07 19:35:58.856898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.887174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50266) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:58.894057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=f61b66ec-7e4e-4861-a228-672ddc5e3a64,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:58.895597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:35:58.896077 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:35:58.898675 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:35:58.909421 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e669-948c-4f82-8f64-8acd85281edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.994817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1339854-08c4-45bc-a01d-992f1ebba587 req-e972bd7d-cf20-4274-a444-510174076522 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332710 Jul 07 19:35:59.029734 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.038543 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.040777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cbf50e0d-5c9d-46d8-8bad-fe8973c11751 HTTP/1.1" status: 204 len: 168 time: 0.8977013 Jul 07 19:35:59.072138 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e2943-1bc7-4cd9-84aa-beaa40e2b8c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf50e0d-5c9d-46d8-8bad-fe8973c11751,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:59.076373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['f61b66ec-7e4e-4861-a228-672ddc5e3a64'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:59.097528 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e669-948c-4f82-8f64-8acd85281edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.107074 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e669-948c-4f82-8f64-8acd85281edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.179169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2e669-948c-4f82-8f64-8acd85281edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1836f0e8-5e4c-43ba-a887-aee81574eecf,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:59.183584 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a8f2e669-948c-4f82-8f64-8acd85281edd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=241011d9ce1d4e2087848ca5d504ac97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951002 Jul 07 19:35:59.186217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50276) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:59.307137 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b56a1668-77b8-40af-b72a-250665507f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.393156 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b56a1668-77b8-40af-b72a-250665507f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.486748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50288) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:59.493619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e0c8222-0f37-43b3-b976-b15077d854f5 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:35:59.605304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-faa5b907-009f-437f-b808-ae6f05cb81b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=251d844721654ab19b88bd421af79ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1159735 Jul 07 19:35:59.606530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50290) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:59.617586 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b56a1668-77b8-40af-b72a-250665507f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.630593 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b56a1668-77b8-40af-b72a-250665507f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.639039 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b56a1668-77b8-40af-b72a-250665507f87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1836f0e8-5e4c-43ba-a887-aee81574eecf HTTP/1.1" status: 204 len: 168 time: 0.4509156 Jul 07 19:35:59.665774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a1668-77b8-40af-b72a-250665507f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1836f0e8-5e4c-43ba-a887-aee81574eecf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:59.688560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 0e0c8222-0f37-43b3-b976-b15077d854f5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:59.698530 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6ba1084e-7f24-4381-872e-124fb3bd1dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.722259 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 0e0c8222-0f37-43b3-b976-b15077d854f5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:59.727349 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.767598 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6ba1084e-7f24-4381-872e-124fb3bd1dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:00.003099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6ba1084e-7f24-4381-872e-124fb3bd1dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:00.006862 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6ba1084e-7f24-4381-872e-124fb3bd1dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:00.013414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6ba1084e-7f24-4381-872e-124fb3bd1dee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec HTTP/1.1" status: 204 len: 168 time: 0.4053779 Jul 07 19:36:00.034530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1084e-7f24-4381-872e-124fb3bd1dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3c0ff5-04cd-49b6-b35f-600afd7fb6ec,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:00.093794 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:00.230079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c804de2c-8d4c-4a69-be1e-533c04ed4209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0c8222-0f37-43b3-b976-b15077d854f5'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:00.236907 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99402db-0718-467b-aec0-40be5a0ef819" -d '{"events": [{"server_uuid": "c804de2c-8d4c-4a69-be1e-533c04ed4209", "name": "network-vif-plugged", "status": "completed", "tag": "0e0c8222-0f37-43b3-b976-b15077d854f5"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:00.282983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e0c8222-0f37-43b3-b976-b15077d854f5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e0c8222-0f37-43b3-b976-b15077d854f5,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:00.295815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f61b66ec-7e4e-4861-a228-672ddc5e3a64 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:00.388843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:00.443929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9d257-f4b5-450e-b29a-93a88d4927e5 req-8fc56246-2265-4bbb-a7b1-4bbb14ad8dfe tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:00.445463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b9d257-f4b5-450e-b29a-93a88d4927e5 req-8fc56246-2265-4bbb-a7b1-4bbb14ad8dfe tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 945 time: 0.2093472 Jul 07 19:36:00.490945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473a011-e6ba-49f4-8b69-7bfe3fa937ad req-07758605-60a3-4534-86ae-b68d6d89e9ef tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:00.492551 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0473a011-e6ba-49f4-8b69-7bfe3fa937ad req-07758605-60a3-4534-86ae-b68d6d89e9ef tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 945 time: 0.3769839 Jul 07 19:36:00.564267 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b9d257-f4b5-450e-b29a-93a88d4927e5 req-250b3bd3-3226-4e5a-b7de-5140487d9ae0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051581 Jul 07 19:36:00.617071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0e0c8222-0f37-43b3-b976-b15077d854f5,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:00.648340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port f61b66ec-7e4e-4861-a228-672ddc5e3a64 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:00.660819 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75524979-49f2-445b-93cf-fae52fa1d364 x-openstack-request-id: req-75524979-49f2-445b-93cf-fae52fa1d364 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:00.661465 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c804de2c-8d4c-4a69-be1e-533c04ed4209", "name": "network-vif-plugged", "status": "completed", "tag": "0e0c8222-0f37-43b3-b976-b15077d854f5", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:00.690466 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75524979-49f2-445b-93cf-fae52fa1d364 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:00.691082 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c804de2c-8d4c-4a69-be1e-533c04ed4209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0c8222-0f37-43b3-b976-b15077d854f5', 'code': 200} Jul 07 19:36:00.694845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0473a011-e6ba-49f4-8b69-7bfe3fa937ad req-ead0453a-f389-4820-b87c-339b3c2e73c9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914036 Jul 07 19:36:00.706562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port f61b66ec-7e4e-4861-a228-672ddc5e3a64 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:00.712263 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:00.923469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d845e-863c-4e9a-81a1-c39171ad8786 req-1f35ddc0-018f-4421-89aa-f52a687f454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:00.925232 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8b9d845e-863c-4e9a-81a1-c39171ad8786 req-1f35ddc0-018f-4421-89aa-f52a687f454a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 1097 time: 0.1387424 Jul 07 19:36:00.988328 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8b9d845e-863c-4e9a-81a1-c39171ad8786 req-220b1bcc-d8cd-4ead-9987-71a6a82a9f7d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549357 Jul 07 19:36:00.998400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:01.080893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f61b66ec-7e4e-4861-a228-672ddc5e3a64, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f61b66ec-7e4e-4861-a228-672ddc5e3a64,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:01.092255 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:01.283497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=f61b66ec-7e4e-4861-a228-672ddc5e3a64,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:02.117147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501befe0-5ae0-4dc1-8816-f10918827dd3 req-cf4158a1-998c-48c7-8db9-7216c54c710b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:02.124868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0318a-14c8-45b2-b0e3-c5e8dcdf62bc req-1d539438-9f1c-4e27-b4ed-a0e4374a1afe tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:02.132785 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dae0318a-14c8-45b2-b0e3-c5e8dcdf62bc req-1d539438-9f1c-4e27-b4ed-a0e4374a1afe tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 946 time: 0.1382198 Jul 07 19:36:02.133126 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-501befe0-5ae0-4dc1-8816-f10918827dd3 req-cf4158a1-998c-48c7-8db9-7216c54c710b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.2324655 Jul 07 19:36:02.287870 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dae0318a-14c8-45b2-b0e3-c5e8dcdf62bc req-3bf0aae9-04f7-473a-a705-fb182c5f00dc tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203136 Jul 07 19:36:02.332862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-501befe0-5ae0-4dc1-8816-f10918827dd3 req-281ed789-e78c-4307-9e3b-97093a86f08f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986990 Jul 07 19:36:02.692305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc15ac8-d65d-416a-a8f6-108386a1b340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61b66ec-7e4e-4861-a228-672ddc5e3a64'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:02.696058 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbe8c8d-e86f-42dc-943a-7a3d6a1b6b14" -d '{"events": [{"server_uuid": "dbc15ac8-d65d-416a-a8f6-108386a1b340", "name": "network-vif-plugged", "status": "completed", "tag": "f61b66ec-7e4e-4861-a228-672ddc5e3a64"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:02.855499 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd35546-1e47-47de-8214-1969673e70b5 x-openstack-request-id: req-5cd35546-1e47-47de-8214-1969673e70b5 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:02.855965 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc15ac8-d65d-416a-a8f6-108386a1b340", "name": "network-vif-plugged", "status": "completed", "tag": "f61b66ec-7e4e-4861-a228-672ddc5e3a64", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:02.858609 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5cd35546-1e47-47de-8214-1969673e70b5 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:02.858609 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc15ac8-d65d-416a-a8f6-108386a1b340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61b66ec-7e4e-4861-a228-672ddc5e3a64', 'code': 200} Jul 07 19:36:03.162478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b232d-7a33-46db-9510-e003326094f0 req-a3282bef-391c-4187-ad85-05db163ce6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:03.165480 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe9b232d-7a33-46db-9510-e003326094f0 req-a3282bef-391c-4187-ad85-05db163ce6ea service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 1097 time: 0.1906450 Jul 07 19:36:03.309379 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe9b232d-7a33-46db-9510-e003326094f0 req-a0720842-4d8a-4887-b635-bf48163ca250 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353798 Jul 07 19:36:03.565389 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-591c0154-9c45-40db-be50-99de3e2b3cee req-55ee1b51-651e-431a-bd91-6793f6d030e9 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.2243135 Jul 07 19:36:04.035162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205425d-8ec9-41bd-b475-2036a286054a req-447b2f1c-8a0b-4c20-a434-5acc677fa64f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:04.036866 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a205425d-8ec9-41bd-b475-2036a286054a req-447b2f1c-8a0b-4c20-a434-5acc677fa64f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.2257581 Jul 07 19:36:04.095479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882603f-27fb-4de2-9ead-73afd602abdc req-3714451c-0ab6-4a0a-a9d9-b971efd47170 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:04.122023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d882603f-27fb-4de2-9ead-73afd602abdc req-3714451c-0ab6-4a0a-a9d9-b971efd47170 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 946 time: 0.4487143 Jul 07 19:36:04.138416 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a205425d-8ec9-41bd-b475-2036a286054a req-e0c8cc08-0aee-42e0-8016-cfc335ee1a36 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894227 Jul 07 19:36:04.400359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d882603f-27fb-4de2-9ead-73afd602abdc req-305b6d54-d75f-4065-bf50-70a67cf936b2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721307 Jul 07 19:36:05.064498 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-187f3f3b-69c1-4f32-b394-83ee2edb81d6 req-b872ea36-25a9-44bd-aada-b3ae9b7132e4 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0884857 Jul 07 19:36:05.286318 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e0b9a-b04c-4575-b4ee-1d576eebe374 req-9139a668-17c5-40ff-995f-cc345a38f663 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:05.299069 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1b4e0b9a-b04c-4575-b4ee-1d576eebe374 req-9139a668-17c5-40ff-995f-cc345a38f663 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1685367 Jul 07 19:36:05.386543 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1b4e0b9a-b04c-4575-b4ee-1d576eebe374 req-9285dcdd-000f-4f1e-87b9-f076e571bf41 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814686 Jul 07 19:36:05.688905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb582d-9bb2-4cd2-9f39-64e1b171a6e6 req-19eeb355-ca72-4ec1-99cc-711704d5ba6a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:05.713297 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-16fb582d-9bb2-4cd2-9f39-64e1b171a6e6 req-19eeb355-ca72-4ec1-99cc-711704d5ba6a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 946 time: 0.1183445 Jul 07 19:36:05.717382 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:05.780984 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-16fb582d-9bb2-4cd2-9f39-64e1b171a6e6 req-b01c48db-b656-48db-8de4-775176d27830 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643215 Jul 07 19:36:06.311011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a61188d-de6c-4dcb-98dc-23aa22c77c73 req-d6427a3f-6345-4dc0-90ef-16b5abb978e7 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0503421 Jul 07 19:36:06.695082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1f129-f3ae-4783-8a55-464202ec04a8 req-3450b792-24f5-4d20-a7e4-315df5176dcb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:06.696788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ef1f129-f3ae-4783-8a55-464202ec04a8 req-3450b792-24f5-4d20-a7e4-315df5176dcb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1149788 Jul 07 19:36:06.698832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331ea94-2332-4538-967b-85403e748031 req-978dd783-7d79-4554-88f9-f903ea55bbe3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:06.724031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5331ea94-2332-4538-967b-85403e748031 req-978dd783-7d79-4554-88f9-f903ea55bbe3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 946 time: 0.2061353 Jul 07 19:36:06.801350 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ef1f129-f3ae-4783-8a55-464202ec04a8 req-8d014588-c8ad-4189-a7f1-7a391f8f7c7c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621033 Jul 07 19:36:06.833144 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5331ea94-2332-4538-967b-85403e748031 req-634f1655-bc0f-4f94-8d96-cb1823027098 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070998 Jul 07 19:36:07.596458 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9cb17161-d5ba-4523-8a14-deadb131a0c7 req-a1e5221a-ddfa-4f87-8e21-ac87b83d555d tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0466583 Jul 07 19:36:07.933668 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db77fd-4d63-4fff-afc0-6487f65f2a17 req-b309a1c8-9199-4296-b979-ba1c2269ef3e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:07.936267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91db77fd-4d63-4fff-afc0-6487f65f2a17 req-b309a1c8-9199-4296-b979-ba1c2269ef3e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1450832 Jul 07 19:36:08.110386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91db77fd-4d63-4fff-afc0-6487f65f2a17 req-0a092cfb-17eb-4914-b3ee-4667af00082c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666362 Jul 07 19:36:08.230573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c9006-ad04-43c6-8fee-157b33a0d877 req-f3763b85-debf-4108-9f83-8e87d6fcd75b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:08.241347 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f55c9006-ad04-43c6-8fee-157b33a0d877 req-f3763b85-debf-4108-9f83-8e87d6fcd75b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 946 time: 0.1529698 Jul 07 19:36:08.300087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbbfda-a106-4b50-a7c2-fba63575e756 req-5acda423-e30f-4403-847f-d562745d0c2d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:08.302458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ffbbfda-a106-4b50-a7c2-fba63575e756 req-5acda423-e30f-4403-847f-d562745d0c2d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.110 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 946 time: 0.1417024 Jul 07 19:36:08.336206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f55c9006-ad04-43c6-8fee-157b33a0d877 req-005f87e5-3130-4b7a-accc-99aecc8a07fa tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932519 Jul 07 19:36:08.382739 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41bac855-fa74-4c1e-81f6-403797bb43ec req-f4c32b1e-da86-4e9b-8cc9-a46fa3cfced3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0590072 Jul 07 19:36:08.457309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-9ffbbfda-a106-4b50-a7c2-fba63575e756 req-a9aa84e7-b6bd-447d-8203-54984e88baf1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Deleting port f61b66ec-7e4e-4861-a228-672ddc5e3a64 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:36:08.457747 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ffbbfda-a106-4b50-a7c2-fba63575e756 req-a9aa84e7-b6bd-447d-8203-54984e88baf1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:08.561000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9ffbbfda-a106-4b50-a7c2-fba63575e756 req-a9aa84e7-b6bd-447d-8203-54984e88baf1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] For port f61b66ec-7e4e-4861-a228-672ddc5e3a64, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f61b66ec-7e4e-4861-a228-672ddc5e3a64,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:08.561290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ffbbfda-a106-4b50-a7c2-fba63575e756 req-a9aa84e7-b6bd-447d-8203-54984e88baf1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:08.599940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-9ffbbfda-a106-4b50-a7c2-fba63575e756 req-a9aa84e7-b6bd-447d-8203-54984e88baf1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Calling delete_port for f61b66ec-7e4e-4861-a228-672ddc5e3a64 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:36:08.825188 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ffbbfda-a106-4b50-a7c2-fba63575e756 req-a9aa84e7-b6bd-447d-8203-54984e88baf1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:08.838935 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['17855074-26a2-4275-8943-e7a1f016088f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:08.928981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa84e7-b6bd-447d-8203-54984e88baf1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Pushing event deleted for resources: {'Port': ['ID=f61b66ec-7e4e-4861-a228-672ddc5e3a64,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:08.953260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46a0f1c0-aaac-40fa-b2bf-5b7810d61ea5 req-b0c1034b-be72-4cef-90cc-bad176747a58 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0505240 Jul 07 19:36:08.971111 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['f61b66ec-7e4e-4861-a228-672ddc5e3a64'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:09.010103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffbbfda-a106-4b50-a7c2-fba63575e756 req-a9aa84e7-b6bd-447d-8203-54984e88baf1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] No DVR routers for this DVR port f61b66ec-7e4e-4861-a228-672ddc5e3a64 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:36:09.013265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ffbbfda-a106-4b50-a7c2-fba63575e756 req-a9aa84e7-b6bd-447d-8203-54984e88baf1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:09.016494 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ffbbfda-a106-4b50-a7c2-fba63575e756 req-a9aa84e7-b6bd-447d-8203-54984e88baf1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.110 "DELETE /v2.0/ports/f61b66ec-7e4e-4861-a228-672ddc5e3a64 HTTP/1.1" status: 204 len: 173 time: 0.6990638 Jul 07 19:36:09.017069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc15ac8-d65d-416a-a8f6-108386a1b340', 'name': 'network-vif-deleted', 'tag': 'f61b66ec-7e4e-4861-a228-672ddc5e3a64'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:09.030001 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c29d7a7-3373-47ff-8bd2-743502a7cdb1" -d '{"events": [{"server_uuid": "dbc15ac8-d65d-416a-a8f6-108386a1b340", "name": "network-vif-deleted", "tag": "f61b66ec-7e4e-4861-a228-672ddc5e3a64"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:09.106148 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4f98c0-46c3-4a6e-b159-c48f0724d9ab x-openstack-request-id: req-fb4f98c0-46c3-4a6e-b159-c48f0724d9ab {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:09.106658 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc15ac8-d65d-416a-a8f6-108386a1b340", "name": "network-vif-deleted", "tag": "f61b66ec-7e4e-4861-a228-672ddc5e3a64", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:09.107032 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb4f98c0-46c3-4a6e-b159-c48f0724d9ab {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:09.107538 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc15ac8-d65d-416a-a8f6-108386a1b340', 'name': 'network-vif-deleted', 'tag': 'f61b66ec-7e4e-4861-a228-672ddc5e3a64', 'status': 'completed', 'code': 200} Jul 07 19:36:09.510268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e0c8222-0f37-43b3-b976-b15077d854f5 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:36:09.597216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3f2db-97c5-4305-9485-b1573b90dac6 req-a6d2400b-f7df-4b7b-8211-e617e56a9c81 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:09.610610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-59a3f2db-97c5-4305-9485-b1573b90dac6 req-a6d2400b-f7df-4b7b-8211-e617e56a9c81 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1857786 Jul 07 19:36:09.716126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-59a3f2db-97c5-4305-9485-b1573b90dac6 req-b864624e-2047-4a88-ac4c-508c947600d7 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042562 Jul 07 19:36:09.735150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e0c8222-0f37-43b3-b976-b15077d854f5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e0c8222-0f37-43b3-b976-b15077d854f5,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:09.751967 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ebb2d8f2-f489-4aae-994d-71c2202cff0b req-b912fe02-95b7-47ec-bee3-c957482e0275 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc15ac8-d65d-416a-a8f6-108386a1b340 HTTP/1.1" status: 200 len: 210 time: 0.0717707 Jul 07 19:36:09.803634 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '0e0c8222-0f37-43b3-b976-b15077d854f5', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'port_id': '0e0c8222-0f37-43b3-b976-b15077d854f5', 'mac_address': 'fa:16:3e:40:40:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:36:09.868808 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:09.886651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e0c8222-0f37-43b3-b976-b15077d854f5 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:36:09.912789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e0c8222-0f37-43b3-b976-b15077d854f5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e0c8222-0f37-43b3-b976-b15077d854f5,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:09.920033 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:09.991802 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:10.038258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0e0c8222-0f37-43b3-b976-b15077d854f5,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:10.042910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0e0c8222-0f37-43b3-b976-b15077d854f5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:10.328185 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bc8af91c-c090-4595-9124-bfeef8e020c5 req-c0baff1a-deaf-41b0-a0c8-40ad8a44fd65 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0617931 Jul 07 19:36:10.742688 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:36:11.044502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46681f2c-ca7d-43a8-b018-287f9a94fc9c req-bceb604f-8a9e-4554-a50f-3874b523ec08 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:11.047988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46681f2c-ca7d-43a8-b018-287f9a94fc9c req-bceb604f-8a9e-4554-a50f-3874b523ec08 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 945 time: 0.1002331 Jul 07 19:36:11.112303 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46681f2c-ca7d-43a8-b018-287f9a94fc9c req-84c330f3-a3fb-4d70-84af-782eed0da7d1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573640 Jul 07 19:36:11.430940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64797eb3-4735-49e2-929e-e234b8538ae5 req-d3f1e74b-3331-4629-ad33-bd4f1f387b5d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:11.440294 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64797eb3-4735-49e2-929e-e234b8538ae5 req-d3f1e74b-3331-4629-ad33-bd4f1f387b5d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1455727 Jul 07 19:36:11.497352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e0c8222-0f37-43b3-b976-b15077d854f5 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:11.500580 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64797eb3-4735-49e2-929e-e234b8538ae5 req-c22445ec-f287-4481-aa0d-8d544f549dcf tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580237 Jul 07 19:36:11.703468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 0e0c8222-0f37-43b3-b976-b15077d854f5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:11.703855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:11.996637 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:12.136000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e0c8222-0f37-43b3-b976-b15077d854f5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e0c8222-0f37-43b3-b976-b15077d854f5,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:12.143517 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c804de2c-8d4c-4a69-be1e-533c04ed4209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0c8222-0f37-43b3-b976-b15077d854f5'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:12.145936 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680b6e1a-1a72-492d-9ad3-0da3252e5c9b" -d '{"events": [{"server_uuid": "c804de2c-8d4c-4a69-be1e-533c04ed4209", "name": "network-vif-plugged", "status": "completed", "tag": "0e0c8222-0f37-43b3-b976-b15077d854f5"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:12.160317 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:12.269098 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-134cd45b-07a3-424b-af4e-1b591597f2b7 req-b81257fd-205f-4f7d-a400-7cbe124b94ea tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0527704 Jul 07 19:36:12.278396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0e0c8222-0f37-43b3-b976-b15077d854f5,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:12.301011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c8be3-23fd-492c-8767-8d3fca2dc121 req-8a8aa4ec-0f74-432a-bf2a-0d4e77dca55d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:12.312028 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-968c8be3-23fd-492c-8767-8d3fca2dc121 req-8a8aa4ec-0f74-432a-bf2a-0d4e77dca55d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1840260 Jul 07 19:36:12.347097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f61b66ec-7e4e-4861-a228-672ddc5e3a64 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:36:12.389649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: f61b66ec-7e4e-4861-a228-672ddc5e3a64 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:36:12.390006 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f61b66ec-7e4e-4861-a228-672ddc5e3a64 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:36:12.407511 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-968c8be3-23fd-492c-8767-8d3fca2dc121 req-679071f0-71a3-4929-ba86-b365fdf329d8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912457 Jul 07 19:36:12.425730 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3e9ce2-3a9e-4887-b7f4-e00f0c85d5bb req-3b8b8de5-de8a-4588-b11f-53a8edc9b97b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1554151 Jul 07 19:36:12.519948 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f74560-1d45-429f-b339-b279a4929f0a x-openstack-request-id: req-e3f74560-1d45-429f-b339-b279a4929f0a {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:12.520431 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c804de2c-8d4c-4a69-be1e-533c04ed4209", "name": "network-vif-plugged", "status": "completed", "tag": "0e0c8222-0f37-43b3-b976-b15077d854f5", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:12.520546 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3f74560-1d45-429f-b339-b279a4929f0a {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:12.520890 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c804de2c-8d4c-4a69-be1e-533c04ed4209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0c8222-0f37-43b3-b976-b15077d854f5', 'code': 200} Jul 07 19:36:12.689913 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e9ce2-3a9e-4887-b7f4-e00f0c85d5bb req-4e60a4e0-0745-4579-a9c3-6af62686716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:12.692123 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3e9ce2-3a9e-4887-b7f4-e00f0c85d5bb req-4e60a4e0-0745-4579-a9c3-6af62686716c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 1097 time: 0.2010875 Jul 07 19:36:12.718185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050d233-355a-4ef3-aae9-5f64df5a2c55 req-60c60432-fb51-4932-aa1e-42ffef5ce08c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:12.752038 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8050d233-355a-4ef3-aae9-5f64df5a2c55 req-60c60432-fb51-4932-aa1e-42ffef5ce08c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1902390 Jul 07 19:36:12.832682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc66386-163f-4ece-9549-ace27fec714b req-efc53b1e-ad75-4389-a276-e2883c20241f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:12.839347 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bc66386-163f-4ece-9549-ace27fec714b req-efc53b1e-ad75-4389-a276-e2883c20241f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1772389 Jul 07 19:36:12.869158 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8050d233-355a-4ef3-aae9-5f64df5a2c55 req-910d982c-2e3a-45e7-9df0-33da9420efd6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103146 Jul 07 19:36:12.913488 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e9ce2-3a9e-4887-b7f4-e00f0c85d5bb req-61e00d54-26db-4c16-aed7-a8a9dabe8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:12.915613 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3e9ce2-3a9e-4887-b7f4-e00f0c85d5bb req-61e00d54-26db-4c16-aed7-a8a9dabe8200 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.1626258 Jul 07 19:36:12.959726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bc66386-163f-4ece-9549-ace27fec714b req-700fa305-0b65-4297-8748-c21098a18df0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109579 Jul 07 19:36:12.977628 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3e9ce2-3a9e-4887-b7f4-e00f0c85d5bb req-3efa6bfc-20fa-4d0e-b66d-31cb7db6ab61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d59f4a2-b168-4350-933e-f9bbf1511664 HTTP/1.1" status: 200 len: 217 time: 0.0535483 Jul 07 19:36:13.072050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e9ce2-3a9e-4887-b7f4-e00f0c85d5bb req-d035adf7-8b8e-44ab-bb4d-3a61960d7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:13.074264 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3e9ce2-3a9e-4887-b7f4-e00f0c85d5bb req-d035adf7-8b8e-44ab-bb4d-3a61960d7f1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.0873573 Jul 07 19:36:13.192429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e9ce2-3a9e-4887-b7f4-e00f0c85d5bb req-9584e403-1ef1-4cec-8e56-3c82898bc8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:13.194300 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3e9ce2-3a9e-4887-b7f4-e00f0c85d5bb req-9584e403-1ef1-4cec-8e56-3c82898bc8b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096613 Jul 07 19:36:13.340428 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3e9ce2-3a9e-4887-b7f4-e00f0c85d5bb req-4d046f67-41ab-4f17-baeb-202428e54195 service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185200 Jul 07 19:36:13.562709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c3e9ce2-3a9e-4887-b7f4-e00f0c85d5bb req-7cc09bc5-a308-4f23-8c10-31d43add69eb service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030482 Jul 07 19:36:13.621199 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c0bd156-39b8-4d07-bf1d-c730868f353b req-0b98b9c8-3d79-405e-bd14-af99a872735e tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0536106 Jul 07 19:36:14.146669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910727d3-5e35-44db-99da-cf4883f44139 req-5f0b00f2-4a51-4678-8da3-3155454b2b45 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:14.154451 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-910727d3-5e35-44db-99da-cf4883f44139 req-5f0b00f2-4a51-4678-8da3-3155454b2b45 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.0899110 Jul 07 19:36:14.236822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-910727d3-5e35-44db-99da-cf4883f44139 req-7c9023a7-9a1d-4b32-84af-3f94caad9623 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803580 Jul 07 19:36:14.881662 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f9579584-8b7f-4a1c-9881-85eb2d7caa9d req-f2c84c26-d50c-43d5-903d-72f73e174117 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0474207 Jul 07 19:36:15.377114 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69370f-3ea7-42f0-b31f-69992a38d3ce req-a1d72b9f-5995-4fc0-b9a0-2e6d98f1d390 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:15.384154 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0c69370f-3ea7-42f0-b31f-69992a38d3ce req-a1d72b9f-5995-4fc0-b9a0-2e6d98f1d390 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1193526 Jul 07 19:36:15.440268 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0c69370f-3ea7-42f0-b31f-69992a38d3ce req-95ce59bd-7ba6-417d-8079-c5a26e13c69b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542090 Jul 07 19:36:15.621791 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3000391-b74b-41f3-a639-e6ddbcf9c55f req-df107d19-005f-40c6-912b-601fd8ffb223 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:15.624840 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3000391-b74b-41f3-a639-e6ddbcf9c55f req-df107d19-005f-40c6-912b-601fd8ffb223 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1682696 Jul 07 19:36:15.704017 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3000391-b74b-41f3-a639-e6ddbcf9c55f req-5f75efb9-af65-4153-a1b6-c4a922c131ef tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701540 Jul 07 19:36:15.803737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a0c7b-fe90-421b-8851-4129ad4e1c4b req-2faa8f7a-dbfa-4d1e-8e3d-5bcc40116588 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:15.805625 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd8a0c7b-fe90-421b-8851-4129ad4e1c4b req-2faa8f7a-dbfa-4d1e-8e3d-5bcc40116588 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1576927 Jul 07 19:36:15.861546 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dd8a0c7b-fe90-421b-8851-4129ad4e1c4b req-351b6267-0c13-4cd6-9257-e76c23b75b87 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483983 Jul 07 19:36:16.205802 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9c337ee-278f-409a-9470-703b653e5d07 req-a62d090f-d0ec-447c-9a8d-45727b4a5577 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.1446538 Jul 07 19:36:17.086103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb6d1e-5e9f-4014-a68d-fd2bd97801ca req-58c0da33-d9e8-4b36-8577-65ba19da15ae tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:17.156688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0fb6d1e-5e9f-4014-a68d-fd2bd97801ca req-58c0da33-d9e8-4b36-8577-65ba19da15ae tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.2443092 Jul 07 19:36:17.303171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0fb6d1e-5e9f-4014-a68d-fd2bd97801ca req-9e0e71e3-01e3-45c2-a199-43151a272c64 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457548 Jul 07 19:36:17.487765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50972) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:17.527022 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac8adb63-d40e-4c1b-a4b2-ce5e3726f64c req-b03ebaae-28cd-45ac-8824-35f1fb707f9f tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0483160 Jul 07 19:36:17.790916 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ce952f6-a5d6-4a54-a1c5-ed7c7ebb68bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:18.433809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ce952f6-a5d6-4a54-a1c5-ed7c7ebb68bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:18.453456 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ce952f6-a5d6-4a54-a1c5-ed7c7ebb68bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:18.531510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4ce952f6-a5d6-4a54-a1c5-ed7c7ebb68bb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=657e74fb1e004c1c841bdcfb97d76500&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0423348 Jul 07 19:36:18.533000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce952f6-a5d6-4a54-a1c5-ed7c7ebb68bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ae41a0-389c-47c5-afbd-b07029df260b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:18.534120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51004) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:18.684070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb2b97-e047-4466-b35b-e7f56d974786 req-819d20f5-a9f0-444e-a51c-424334b16477 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:18.686030 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f7cb2b97-e047-4466-b35b-e7f56d974786 req-819d20f5-a9f0-444e-a51c-424334b16477 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1344225 Jul 07 19:36:18.696336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d21a6145-f9a4-44b3-8fc5-8839d73040da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:18.769992 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d21a6145-f9a4-44b3-8fc5-8839d73040da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:18.876509 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d21a6145-f9a4-44b3-8fc5-8839d73040da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:18.880517 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d21a6145-f9a4-44b3-8fc5-8839d73040da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:18.882056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d21a6145-f9a4-44b3-8fc5-8839d73040da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0ae41a0-389c-47c5-afbd-b07029df260b HTTP/1.1" status: 204 len: 168 time: 0.3469396 Jul 07 19:36:18.892464 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f7cb2b97-e047-4466-b35b-e7f56d974786 req-fbcf509f-663e-42a7-a15d-dd635b67fd83 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825211 Jul 07 19:36:18.952263 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db022920-36d9-49e1-b63e-e89eab899f6c req-dee1608e-3b68-4ad6-9298-e552f1a32fc8 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0914590 Jul 07 19:36:18.968286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a6145-f9a4-44b3-8fc5-8839d73040da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ae41a0-389c-47c5-afbd-b07029df260b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:19.242757 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79737d-dbcf-4c13-ac2c-1e9b387ab2d9 req-c71e3f55-dcd9-404c-b045-c0645e688d1f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:19.245235 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f79737d-dbcf-4c13-ac2c-1e9b387ab2d9 req-c71e3f55-dcd9-404c-b045-c0645e688d1f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.0895123 Jul 07 19:36:19.400874 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f79737d-dbcf-4c13-ac2c-1e9b387ab2d9 req-cb0ac92b-e15b-480f-9566-1eb7eba0db58 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493344 Jul 07 19:36:19.568876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51042) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:19.621102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ddcb3825-54b3-4b69-a8b9-fd8751031a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:19.685799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c77f63-fc89-4e22-a34b-07af6c5ebcc1 req-7e24e79f-08dc-42c2-94c5-44b85ebbe456 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:19.698093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09c77f63-fc89-4e22-a34b-07af6c5ebcc1 req-7e24e79f-08dc-42c2-94c5-44b85ebbe456 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1378481 Jul 07 19:36:19.776906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ddcb3825-54b3-4b69-a8b9-fd8751031a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:19.782686 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ddcb3825-54b3-4b69-a8b9-fd8751031a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:19.812461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ddcb3825-54b3-4b69-a8b9-fd8751031a9c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a6b227c34094650ad21c5fce7a471d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283614 Jul 07 19:36:19.835507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51050) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:19.837128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb3825-54b3-4b69-a8b9-fd8751031a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29473c0-e543-4b69-9893-943a7ffa3a62,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:19.934153 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09c77f63-fc89-4e22-a34b-07af6c5ebcc1 req-e00f8dcc-1c12-4ed3-9153-da9e81180d5e tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347484 Jul 07 19:36:20.001703 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a7058cda-9efa-48ff-a912-27f5c0b59df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:20.050629 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a7058cda-9efa-48ff-a912-27f5c0b59df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:20.163285 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a7058cda-9efa-48ff-a912-27f5c0b59df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:20.166725 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a7058cda-9efa-48ff-a912-27f5c0b59df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:20.168555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a7058cda-9efa-48ff-a912-27f5c0b59df8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b29473c0-e543-4b69-9893-943a7ffa3a62 HTTP/1.1" status: 204 len: 168 time: 0.3273549 Jul 07 19:36:20.193762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7058cda-9efa-48ff-a912-27f5c0b59df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29473c0-e543-4b69-9893-943a7ffa3a62,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:20.268450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce21b6-e097-4767-a81b-1fe306da9577 req-d7a481a5-6d36-4fcc-b1d7-98030874b03c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:20.278854 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-69ce21b6-e097-4767-a81b-1fe306da9577 req-d7a481a5-6d36-4fcc-b1d7-98030874b03c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1728811 Jul 07 19:36:20.299482 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-88f30a7c-ab1c-493c-b517-fe0d929c8f65 req-32dcc738-d00a-4aed-af6e-f18d77c31416 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0722945 Jul 07 19:36:20.395373 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-69ce21b6-e097-4767-a81b-1fe306da9577 req-be5b67b2-4577-48e5-87a5-464ccb333851 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151130 Jul 07 19:36:20.573154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ebbb1-a1f8-4767-a653-1967a615a86d req-2b238ea4-201f-473b-b242-0eba3a4f63df tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:20.581331 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e02ebbb1-a1f8-4767-a653-1967a615a86d req-2b238ea4-201f-473b-b242-0eba3a4f63df tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.0925782 Jul 07 19:36:20.653294 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e02ebbb1-a1f8-4767-a653-1967a615a86d req-ff774574-317c-47e8-abdc-e27990d1da8b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705879 Jul 07 19:36:21.064104 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8e8509fa-848a-419b-a719-c787c5b908dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:21.118344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297c298-8c8d-4d65-92b7-af3601098f0c req-1814a9d6-f03b-4f03-90e5-33adf508cb80 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:21.120033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5297c298-8c8d-4d65-92b7-af3601098f0c req-1814a9d6-f03b-4f03-90e5-33adf508cb80 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1839190 Jul 07 19:36:21.269582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5297c298-8c8d-4d65-92b7-af3601098f0c req-a8e0ae49-0c1f-4bf8-80d4-827458467af9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360641 Jul 07 19:36:21.768332 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8109a476-fec6-441e-ba17-d4c879ab2400 req-1e2cbd6b-6224-4ce6-a66c-6ebdb8b3c4c8 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0685108 Jul 07 19:36:21.838195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0215f-4f2e-42ab-9a62-c300ff341121 req-585f6d46-f37f-4b71-a457-45c9b51f4aa8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:21.841013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73d0215f-4f2e-42ab-9a62-c300ff341121 req-585f6d46-f37f-4b71-a457-45c9b51f4aa8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1575527 Jul 07 19:36:21.982311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73d0215f-4f2e-42ab-9a62-c300ff341121 req-b8956d5f-0547-4aa6-898e-247814836839 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247818 Jul 07 19:36:22.147138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b501da-00af-4ef7-aea4-92a4d7a95294 req-f69a6de5-224c-4371-9ae3-058de44a7d00 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:22.160593 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89b501da-00af-4ef7-aea4-92a4d7a95294 req-f69a6de5-224c-4371-9ae3-058de44a7d00 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1646230 Jul 07 19:36:22.265647 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89b501da-00af-4ef7-aea4-92a4d7a95294 req-d3bb3544-e250-49bb-9feb-94b2a6817791 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993314 Jul 07 19:36:22.618578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d687e-3a63-405c-8d14-12b507e1a14d req-70872c6e-6184-43fe-9d26-ff0062f5fb76 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:22.621297 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-329d687e-3a63-405c-8d14-12b507e1a14d req-70872c6e-6184-43fe-9d26-ff0062f5fb76 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1069109 Jul 07 19:36:22.774824 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-329d687e-3a63-405c-8d14-12b507e1a14d req-a31c2142-db38-4b87-a408-23f603740ff2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388066 Jul 07 19:36:23.237085 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6e50c07-be5a-4429-8d93-36b81aa55abb req-a6405678-3596-4f51-91df-b01ed4986fed tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.1023116 Jul 07 19:36:23.376414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972aefa-438f-4e1a-8525-3409f512e7d5 req-ac745188-da2c-493b-a708-c89b50e6fe14 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:23.392198 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a972aefa-438f-4e1a-8525-3409f512e7d5 req-ac745188-da2c-493b-a708-c89b50e6fe14 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.2099299 Jul 07 19:36:23.525596 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a972aefa-438f-4e1a-8525-3409f512e7d5 req-06e44f8b-69fc-413e-a64a-95654e877f5c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323562 Jul 07 19:36:23.536940 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4c50f3bf-c58f-446a-9f5f-ab794022dc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:23.678266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090ef6b-fe8b-459d-a400-ea50ac0b3b68 req-63d94a08-ece5-4eec-8dfa-08a513cf7457 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:23.679913 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7090ef6b-fe8b-459d-a400-ea50ac0b3b68 req-63d94a08-ece5-4eec-8dfa-08a513cf7457 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1570785 Jul 07 19:36:23.749039 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7090ef6b-fe8b-459d-a400-ea50ac0b3b68 req-19463d88-6e8e-4be9-a527-ebf7ec1e3078 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623019 Jul 07 19:36:23.850296 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:24.168736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3cf14-b689-4028-bd40-abf8fc493b26 req-413161d1-06b2-465c-8501-e5636d2cbaf1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:24.178080 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e4f3cf14-b689-4028-bd40-abf8fc493b26 req-413161d1-06b2-465c-8501-e5636d2cbaf1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2262967 Jul 07 19:36:24.290477 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e4f3cf14-b689-4028-bd40-abf8fc493b26 req-1c0b6bcb-82bf-4f81-b5f8-290266ffd8d2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871718 Jul 07 19:36:24.768635 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:24.784280 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce4d0fb9-40aa-403a-8ba3-dce4ef1bd501 req-a5aeca35-f9cb-4027-87c4-1a207ea851d0 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.1206529 Jul 07 19:36:25.000867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97274f32-7d7f-4b21-94fe-6fa826f1fa99 req-bd5e6214-c664-430f-a84e-f2131e2a9062 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:25.009484 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97274f32-7d7f-4b21-94fe-6fa826f1fa99 req-bd5e6214-c664-430f-a84e-f2131e2a9062 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1897876 Jul 07 19:36:25.198535 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97274f32-7d7f-4b21-94fe-6fa826f1fa99 req-80becb54-e71c-4ce6-a1be-851d6a728328 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831264 Jul 07 19:36:25.306326 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68981-4db0-457c-b734-2ecc06971cbf req-a1467e64-cd6c-4200-bd63-a4972e2555a5 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:25.315493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3d68981-4db0-457c-b734-2ecc06971cbf req-a1467e64-cd6c-4200-bd63-a4972e2555a5 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1719301 Jul 07 19:36:25.397538 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3d68981-4db0-457c-b734-2ecc06971cbf req-8cfb8bd4-7a69-4639-8f40-e38d08395c91 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808010 Jul 07 19:36:25.718338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91ca7a-dda5-4b2f-baed-ed7c237ae416 req-eb8c2211-4a0f-4734-bf9e-c4a98b231381 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:25.726683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c91ca7a-dda5-4b2f-baed-ed7c237ae416 req-eb8c2211-4a0f-4734-bf9e-c4a98b231381 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1024923 Jul 07 19:36:25.785150 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c91ca7a-dda5-4b2f-baed-ed7c237ae416 req-657846b6-4e24-41d8-8400-f57ca362d253 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522270 Jul 07 19:36:26.136045 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e63cf43-8032-4f89-9b54-ee407bf48e58 req-e9fd06ba-4821-4f7c-ad1e-9dc9eedaa560 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0842268 Jul 07 19:36:26.479123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce83f93-cf85-418e-a204-86c4c59b81c2 req-aa70bc2d-13d7-4138-a6cf-67894ca440e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:26.503367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ce83f93-cf85-418e-a204-86c4c59b81c2 req-aa70bc2d-13d7-4138-a6cf-67894ca440e6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1268761 Jul 07 19:36:26.561445 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:26.621922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4a447-cf6f-41db-bebd-5c457db1b9de req-bcabd4c2-af78-497e-bb9b-ace18a473f29 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:26.623278 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ce83f93-cf85-418e-a204-86c4c59b81c2 req-56f49ab0-ae7d-4aca-a82e-4fc200390b98 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964105 Jul 07 19:36:26.628748 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-19d4a447-cf6f-41db-bebd-5c457db1b9de req-bcabd4c2-af78-497e-bb9b-ace18a473f29 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.3295975 Jul 07 19:36:26.707226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-19d4a447-cf6f-41db-bebd-5c457db1b9de req-5bac0df2-2355-456e-b54c-33c2511b05b9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688989 Jul 07 19:36:27.106369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399c5da-7df3-4f91-8e74-d137268577f7 req-633d38a9-1a61-4328-b00c-6343bc63a8b0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:27.116468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c399c5da-7df3-4f91-8e74-d137268577f7 req-633d38a9-1a61-4328-b00c-6343bc63a8b0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1563752 Jul 07 19:36:27.204225 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c399c5da-7df3-4f91-8e74-d137268577f7 req-32f9983d-4b4e-422b-8e07-3bfb92da55d8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867987 Jul 07 19:36:27.415495 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6406d328-2f95-475a-9c3d-4f98789802db req-2f160ced-c507-4417-935d-78f839b55f6f tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0534134 Jul 07 19:36:27.714983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222be34-660b-47bd-8bea-7ca8d43b1b02 req-236d3d99-26ad-4e91-9fea-a2cce55c116d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:27.723334 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4222be34-660b-47bd-8bea-7ca8d43b1b02 req-236d3d99-26ad-4e91-9fea-a2cce55c116d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/networks?id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 200 len: 813 time: 0.2923295 Jul 07 19:36:27.742716 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4222be34-660b-47bd-8bea-7ca8d43b1b02 req-bb438461-37a7-4eb7-a5de-9b823baf3159 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/quotas/cdeabc780301499c925920101cd78d49 HTTP/1.1" status: 200 len: 375 time: 0.0175786 Jul 07 19:36:27.836908 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4222be34-660b-47bd-8bea-7ca8d43b1b02 req-47c3ad5a-e32c-4752-bf26-35129c21f4c8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cdeabc780301499c925920101cd78d49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0949683 Jul 07 19:36:28.093312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c49bab-a829-4c4f-8fe1-89cb0b2d2e55 req-301e29cc-8989-41bc-bd90-46577d663e86 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:28.100963 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-50c49bab-a829-4c4f-8fe1-89cb0b2d2e55 req-301e29cc-8989-41bc-bd90-46577d663e86 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1558096 Jul 07 19:36:28.243422 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-50c49bab-a829-4c4f-8fe1-89cb0b2d2e55 req-fa02854b-ca5f-483b-85ce-0737e41782f7 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412995 Jul 07 19:36:28.272822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed5a6c-3195-46fb-8aec-b4c3b8826c4b req-a6c232cc-395e-4c4f-a93f-d655612f8136 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:28.282249 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-99ed5a6c-3195-46fb-8aec-b4c3b8826c4b req-a6c232cc-395e-4c4f-a93f-d655612f8136 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1970427 Jul 07 19:36:28.373750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-99ed5a6c-3195-46fb-8aec-b4c3b8826c4b req-8292c61b-1188-49c5-8463-3deebce0299f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858502 Jul 07 19:36:28.846526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6cf61-dd89-4e3d-bff6-e2a1d8ab4919 req-9ffac136-86b6-4561-891d-946789fda67d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:28.857396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e1c6cf61-dd89-4e3d-bff6-e2a1d8ab4919 req-9ffac136-86b6-4561-891d-946789fda67d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2409101 Jul 07 19:36:28.887121 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6499d90b-177e-4a1a-9d86-39375665d2da req-914e0d6f-1a03-485b-ae79-d3f9c9eee0b7 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0685253 Jul 07 19:36:28.978015 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e1c6cf61-dd89-4e3d-bff6-e2a1d8ab4919 req-88d0ce63-29dd-42ef-86fd-f4ec6a6984d0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193476 Jul 07 19:36:29.428544 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0be65871-77d9-457d-9c5d-a0681bead51d req-9a304ec2-96af-4c79-bdea-00e4d095ec59 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=cdeabc780301499c925920101cd78d49 HTTP/1.1" status: 200 len: 221 time: 0.1573508 Jul 07 19:36:29.734999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966c37c-94a9-4a95-84b1-5177a9e716b8 req-6e62984c-3ea5-4556-b43d-16a95a1f0ef5 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:29.745992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b966c37c-94a9-4a95-84b1-5177a9e716b8 req-6e62984c-3ea5-4556-b43d-16a95a1f0ef5 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1296158 Jul 07 19:36:29.823126 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b966c37c-94a9-4a95-84b1-5177a9e716b8 req-d772b8ea-fe7d-4d84-b18f-bdf246350c50 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756252 Jul 07 19:36:29.898142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad613b-875c-4626-991e-f253ba53bf31 req-4c051d09-0c9d-45e4-a638-fff37ac5c970 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:29.918015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f2ad613b-875c-4626-991e-f253ba53bf31 req-4c051d09-0c9d-45e4-a638-fff37ac5c970 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1690423 Jul 07 19:36:30.035401 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f2ad613b-875c-4626-991e-f253ba53bf31 req-d4b149cf-a28a-4874-bc27-07e40384aa32 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160798 Jul 07 19:36:30.338159 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-67c44260-5419-45bc-9068-02522359e84e req-ef348ed1-f53e-45c6-aa09-c910b64e276b tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.1565652 Jul 07 19:36:30.377678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6136a6a-4419-439c-bf44-e1501144bf0f req-7b3db326-f191-4024-b4f3-179d454cad50 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:30.384692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c6136a6a-4419-439c-bf44-e1501144bf0f req-7b3db326-f191-4024-b4f3-179d454cad50 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1696835 Jul 07 19:36:30.443654 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c6136a6a-4419-439c-bf44-e1501144bf0f req-f06084a3-9f1b-4015-a4f8-40fd95d11136 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577178 Jul 07 19:36:30.714973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22a8ec-1e2d-48b9-9f57-09294be7e77d req-410c75f2-7865-4b51-9428-1f5fd4c7d9e0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:30.726090 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e22a8ec-1e2d-48b9-9f57-09294be7e77d req-410c75f2-7865-4b51-9428-1f5fd4c7d9e0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.0840659 Jul 07 19:36:30.770060 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e22a8ec-1e2d-48b9-9f57-09294be7e77d req-bef4fec9-fc4c-48d0-82dc-b23710e0567a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457475 Jul 07 19:36:31.146892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4ff7b-c9d9-470b-9dc6-bffd0dea17a6 req-d156b310-a9cb-4efe-86c9-0e66b6e59326 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:31.157607 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60c4ff7b-c9d9-470b-9dc6-bffd0dea17a6 req-d156b310-a9cb-4efe-86c9-0e66b6e59326 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2138095 Jul 07 19:36:31.192661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c94b1c-5f2c-4573-a320-72bd30178449 req-ca9176f8-599d-4eb9-acdb-fc7fc835035e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:31.194257 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1c94b1c-5f2c-4573-a320-72bd30178449 req-ca9176f8-599d-4eb9-acdb-fc7fc835035e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1677668 Jul 07 19:36:31.240205 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-60c4ff7b-c9d9-470b-9dc6-bffd0dea17a6 req-b0a55ce7-f00b-49a6-8e58-9ffe39bf471c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810406 Jul 07 19:36:31.320476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1c94b1c-5f2c-4573-a320-72bd30178449 req-9d8b794f-b9c5-4303-8185-178ae58a9015 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192145 Jul 07 19:36:31.627806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6686609-b0b9-47ee-9838-4ac7c8fdb292 req-c97227e0-1869-498d-bb25-3c2248941ca0 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0717144 Jul 07 19:36:31.658568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87b638-5863-4240-a004-6e538b0360ba req-db738fc0-ce5b-4477-92c5-cc516258e737 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:31.666200 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d87b638-5863-4240-a004-6e538b0360ba req-db738fc0-ce5b-4477-92c5-cc516258e737 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1461968 Jul 07 19:36:31.831396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d87b638-5863-4240-a004-6e538b0360ba req-75b07fac-ad94-4e3f-b47e-8f25ffac7f8f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493981 Jul 07 19:36:32.260484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143b6cb-b110-4202-b3eb-79f7a43faf21 req-d1dfc731-2d86-4a1e-bfd2-f143783b7fbe tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:32.262784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0143b6cb-b110-4202-b3eb-79f7a43faf21 req-d1dfc731-2d86-4a1e-bfd2-f143783b7fbe tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1157320 Jul 07 19:36:32.318743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0143b6cb-b110-4202-b3eb-79f7a43faf21 req-b2091363-8d14-46c8-a5dd-b784be57fd4c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475185 Jul 07 19:36:32.642271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56dd10-833d-4e6f-934f-136b2a5340ef req-29fe7031-2507-4f4e-b1ab-76bd1fc2badf tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:32.650551 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff56dd10-833d-4e6f-934f-136b2a5340ef req-29fe7031-2507-4f4e-b1ab-76bd1fc2badf tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1574688 Jul 07 19:36:32.722705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82b456-d9d5-4fc4-89e6-b1d87e495977 req-78114634-c906-48f2-94a8-a5728a857b34 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:32.725605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce82b456-d9d5-4fc4-89e6-b1d87e495977 req-78114634-c906-48f2-94a8-a5728a857b34 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1485434 Jul 07 19:36:32.738391 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff56dd10-833d-4e6f-934f-136b2a5340ef req-b19334e2-b380-4195-8b6b-6f6775cd02ce tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811377 Jul 07 19:36:32.882314 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce82b456-d9d5-4fc4-89e6-b1d87e495977 req-746a2028-7e86-439c-ace6-35a535e89393 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486583 Jul 07 19:36:33.151785 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1f9f491-fbf0-40a8-8c9b-849055c198a3 req-7640baec-3b81-4ebf-8121-8a98ca86f03e tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0951364 Jul 07 19:36:33.212348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e53930-746f-4c6c-b405-82e2990bb6f1 req-4029fdb1-b830-42ca-8c70-a8fe675a1685 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:33.231779 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-70e53930-746f-4c6c-b405-82e2990bb6f1 req-4029fdb1-b830-42ca-8c70-a8fe675a1685 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1265955 Jul 07 19:36:33.287593 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-70e53930-746f-4c6c-b405-82e2990bb6f1 req-88e6c811-cb50-4da0-8181-77d4b2c91683 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492721 Jul 07 19:36:33.640337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b015d51-5f6e-479f-a5fd-ccab5028c21a req-c1878a58-1600-4af2-928f-7d46e1e5d028 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:33.647592 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b015d51-5f6e-479f-a5fd-ccab5028c21a req-c1878a58-1600-4af2-928f-7d46e1e5d028 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1459322 Jul 07 19:36:33.762151 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b015d51-5f6e-479f-a5fd-ccab5028c21a req-e8d3931d-34c3-418d-af5c-08cfbe14a395 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132655 Jul 07 19:36:34.203975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a22d9-6127-43ed-b5c1-910297784016 req-3b23c4fc-fefb-4cf4-8074-ff4faf01ff9c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:34.213901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d3a22d9-6127-43ed-b5c1-910297784016 req-3b23c4fc-fefb-4cf4-8074-ff4faf01ff9c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1567361 Jul 07 19:36:34.289232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa8113-9c49-4da2-b939-8e97cda96fe6 req-ef8d0fb7-2ab6-4a9e-ab87-458f9d43a914 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:34.293153 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ffa8113-9c49-4da2-b939-8e97cda96fe6 req-ef8d0fb7-2ab6-4a9e-ab87-458f9d43a914 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1801474 Jul 07 19:36:34.297868 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d3a22d9-6127-43ed-b5c1-910297784016 req-a33ff36b-c65e-4797-bb9c-4da179592adc tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830257 Jul 07 19:36:34.423426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ffa8113-9c49-4da2-b939-8e97cda96fe6 req-e1bbe996-4314-4424-af2f-9cdf61b04d5f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125252 Jul 07 19:36:34.683433 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bdd2f224-bfce-4f55-bb66-0c841c95ac85 req-0a285e7d-68bb-4afe-a821-90387fc4923f tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0782528 Jul 07 19:36:34.813235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac580c-e411-41b0-b858-ec033b82985b req-547f178f-a181-4284-896b-c09261b20794 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:34.815057 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49ac580c-e411-41b0-b858-ec033b82985b req-547f178f-a181-4284-896b-c09261b20794 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1146061 Jul 07 19:36:34.866762 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49ac580c-e411-41b0-b858-ec033b82985b req-cf129d21-7e79-4a63-91c0-09e9f0542ab2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460317 Jul 07 19:36:35.204207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c68ff-9017-425d-9e71-b6832b0c8526 req-9ba0ad14-b445-4ffb-96fb-1eb3c3d88892 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:35.209586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-276c68ff-9017-425d-9e71-b6832b0c8526 req-9ba0ad14-b445-4ffb-96fb-1eb3c3d88892 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1885641 Jul 07 19:36:35.270205 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-276c68ff-9017-425d-9e71-b6832b0c8526 req-1b8481ee-11b2-47ed-a646-e2db2ce6d457 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579164 Jul 07 19:36:35.587101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bb525-59b9-492e-be91-ef1d303f218d req-15a960a4-22b6-4db1-8bcf-ebafc3cfb7e3 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:35.595922 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-029bb525-59b9-492e-be91-ef1d303f218d req-15a960a4-22b6-4db1-8bcf-ebafc3cfb7e3 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.0838943 Jul 07 19:36:35.644683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-029bb525-59b9-492e-be91-ef1d303f218d req-2db7a353-4abe-4b10-9474-dae28b8c31a6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474555 Jul 07 19:36:35.737597 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:35.890546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3495b7-6e00-4723-a6b0-7bc6e8c1c3e9 req-fe91fe64-06bd-4e6d-afee-0d180107c23b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:35.897540 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f3495b7-6e00-4723-a6b0-7bc6e8c1c3e9 req-fe91fe64-06bd-4e6d-afee-0d180107c23b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.0874348 Jul 07 19:36:35.961123 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f3495b7-6e00-4723-a6b0-7bc6e8c1c3e9 req-5b1e2bfe-8d65-4f8d-b300-9091aaef0502 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622833 Jul 07 19:36:36.228333 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-699d7334-0de4-4753-858c-672b662bbb89 req-67fb1c65-7b91-42f7-83b6-1079eb866f98 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0481446 Jul 07 19:36:36.598239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee7a06-2228-4ba8-8b62-3c26a65e02ee req-1a064388-a677-4553-959e-1302362b4dab tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:36.609574 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfee7a06-2228-4ba8-8b62-3c26a65e02ee req-1a064388-a677-4553-959e-1302362b4dab tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1485021 Jul 07 19:36:36.674990 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfee7a06-2228-4ba8-8b62-3c26a65e02ee req-b6fb121d-93a3-47e2-ae2f-aca1156cab4e tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640883 Jul 07 19:36:36.788570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51578) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:36.793938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c9b3c4a3-a5c0-4059-8315-fc12f1f26339 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243173515', 'description': 'tempest-secgroup-smoke-243173515 description', 'project_id': '13db510003ad470cb27866478365041c'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:36:36.871579 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9b3c4a3-a5c0-4059-8315-fc12f1f26339 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.038818 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9b3c4a3-a5c0-4059-8315-fc12f1f26339 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.047964 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9b3c4a3-a5c0-4059-8315-fc12f1f26339 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.075017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1df5e-739d-4ded-86ee-5437209681a3 req-078f1eb5-0f94-49ad-8d19-a98977c1ddc1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:37.087411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-61f1df5e-739d-4ded-86ee-5437209681a3 req-078f1eb5-0f94-49ad-8d19-a98977c1ddc1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1636777 Jul 07 19:36:37.119910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3c4a3-a5c0-4059-8315-fc12f1f26339 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c9d156-0e40-4185-859a-9434fae05427,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:37.159505 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-61f1df5e-739d-4ded-86ee-5437209681a3 req-fbb75f42-bddd-41ca-b158-0bb254964ad0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641775 Jul 07 19:36:37.179647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9b3c4a3-a5c0-4059-8315-fc12f1f26339 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.181123 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c9b3c4a3-a5c0-4059-8315-fc12f1f26339 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3910036 Jul 07 19:36:37.185855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51590) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:37.191459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-6c486b1f-7ea8-44a5-9acf-7630e1093aea tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Request body: {'security_group_rule': {'security_group_id': '59c9d156-0e40-4185-859a-9434fae05427', 'project_id': '13db510003ad470cb27866478365041c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:36:37.280659 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6c486b1f-7ea8-44a5-9acf-7630e1093aea tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.320409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91283763-57f0-419e-a517-03598a97c38a req-c0ec16f7-bb61-4b9b-848c-5ab4d45ac990 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:37.323588 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91283763-57f0-419e-a517-03598a97c38a req-c0ec16f7-bb61-4b9b-848c-5ab4d45ac990 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1958556 Jul 07 19:36:37.417772 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6c486b1f-7ea8-44a5-9acf-7630e1093aea tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.425051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6c486b1f-7ea8-44a5-9acf-7630e1093aea tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.426893 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91283763-57f0-419e-a517-03598a97c38a req-f45b805d-0304-4b61-bc9e-9450323d8b53 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917053 Jul 07 19:36:37.511376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c486b1f-7ea8-44a5-9acf-7630e1093aea tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d63336-f5ef-4613-9ebc-513e1f15460b,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:37.524738 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6c486b1f-7ea8-44a5-9acf-7630e1093aea tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.526255 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6c486b1f-7ea8-44a5-9acf-7630e1093aea tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385532 Jul 07 19:36:37.529112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51602) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:37.534557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-35f6836b-6430-4bc1-9e46-3135cbc21791 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Request body: {'security_group_rule': {'security_group_id': '59c9d156-0e40-4185-859a-9434fae05427', 'project_id': '13db510003ad470cb27866478365041c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:36:37.611288 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35f6836b-6430-4bc1-9e46-3135cbc21791 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.618582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71aa01cb-48e6-4be4-9587-8d8400c9ca4d req-6917d5ef-f2b9-4237-849e-6899b3af4b26 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0838118 Jul 07 19:36:37.679321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35f6836b-6430-4bc1-9e46-3135cbc21791 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.688447 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35f6836b-6430-4bc1-9e46-3135cbc21791 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.729524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6836b-6430-4bc1-9e46-3135cbc21791 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6090131f-e964-4115-a3be-2ce7846e894a,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:37.737161 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35f6836b-6430-4bc1-9e46-3135cbc21791 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.738587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-35f6836b-6430-4bc1-9e46-3135cbc21791 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2078743 Jul 07 19:36:37.741269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51610) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:37.747708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2ded7535-f14f-4abd-8e4b-6f8525d477c4 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Request body: {'security_group_rule': {'security_group_id': '59c9d156-0e40-4185-859a-9434fae05427', 'project_id': '13db510003ad470cb27866478365041c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:36:37.782291 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2ded7535-f14f-4abd-8e4b-6f8525d477c4 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.917443 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2ded7535-f14f-4abd-8e4b-6f8525d477c4 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.918205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d2eb6-6353-4485-93c6-f9e30308cbc4 req-83d3f32c-97b8-431c-a566-a67d48af33b6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:37.922338 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-528d2eb6-6353-4485-93c6-f9e30308cbc4 req-83d3f32c-97b8-431c-a566-a67d48af33b6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1056943 Jul 07 19:36:37.929263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2ded7535-f14f-4abd-8e4b-6f8525d477c4 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.959340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded7535-f14f-4abd-8e4b-6f8525d477c4 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57305206-cb5e-4f95-a1e8-b244b74a7475,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:37.969474 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2ded7535-f14f-4abd-8e4b-6f8525d477c4 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.970992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2ded7535-f14f-4abd-8e4b-6f8525d477c4 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2278965 Jul 07 19:36:37.973562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51618) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:37.975607 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-528d2eb6-6353-4485-93c6-f9e30308cbc4 req-b2ff669d-7b4e-4875-be14-e63e98e5f041 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 Jul 07 19:36:37.981814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-42e49c5f-1fc8-425d-a971-374240afcd9b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Request body: {'security_group_rule': {'security_group_id': '59c9d156-0e40-4185-859a-9434fae05427', 'project_id': '13db510003ad470cb27866478365041c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:36:38.062269 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42e49c5f-1fc8-425d-a971-374240afcd9b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:38.188871 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42e49c5f-1fc8-425d-a971-374240afcd9b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:38.199597 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42e49c5f-1fc8-425d-a971-374240afcd9b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:38.253229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42e49c5f-1fc8-425d-a971-374240afcd9b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:38.261132 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-42e49c5f-1fc8-425d-a971-374240afcd9b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2840719 Jul 07 19:36:38.269086 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51628) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:38.279562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-75f76383-5ffb-43f4-8fac-b977109b6ef5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Request body: {'security_group_rule': {'security_group_id': '59c9d156-0e40-4185-859a-9434fae05427', 'project_id': '13db510003ad470cb27866478365041c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:36:38.288601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e49c5f-1fc8-425d-a971-374240afcd9b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c920998-be2e-4741-a297-fd2dd7f487b4,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:38.386762 n-d-793621-9 neutron-server[93901]: INFO neutron.db.securitygroups_db [None req-75f76383-5ffb-43f4-8fac-b977109b6ef5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Project 13db510003ad470cb27866478365041c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:36:38.415462 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75f76383-5ffb-43f4-8fac-b977109b6ef5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:38.496233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc0b18-08f8-4968-9643-c69a127e9854 req-225b2ea1-b412-48ff-9aa4-f17c306aa2d6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:38.509608 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33fc0b18-08f8-4968-9643-c69a127e9854 req-225b2ea1-b412-48ff-9aa4-f17c306aa2d6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2530091 Jul 07 19:36:38.543091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb40c1e-58fe-4c1f-a9f7-a1aef9c3844c req-dca0d523-0d74-43c4-8a99-37cd70b4b8ea tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:38.553562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfb40c1e-58fe-4c1f-a9f7-a1aef9c3844c req-dca0d523-0d74-43c4-8a99-37cd70b4b8ea tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1420972 Jul 07 19:36:38.614277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfb40c1e-58fe-4c1f-a9f7-a1aef9c3844c req-45c50543-d086-4f42-96e6-866d81000280 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590775 Jul 07 19:36:38.618508 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33fc0b18-08f8-4968-9643-c69a127e9854 req-ef44e000-90f7-4c23-9bb9-b3b164c71f46 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080182 Jul 07 19:36:38.668595 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75f76383-5ffb-43f4-8fac-b977109b6ef5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:38.682729 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75f76383-5ffb-43f4-8fac-b977109b6ef5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:38.748169 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75f76383-5ffb-43f4-8fac-b977109b6ef5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:38.758594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-75f76383-5ffb-43f4-8fac-b977109b6ef5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4864357 Jul 07 19:36:38.760684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51638) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:38.766171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c549fa80-7697-49c6-bfad-9c352ac6d54c tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Request body: {'security_group_rule': {'security_group_id': '59c9d156-0e40-4185-859a-9434fae05427', 'project_id': '13db510003ad470cb27866478365041c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:36:38.800070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f76383-5ffb-43f4-8fac-b977109b6ef5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9986cbad-b2c6-4459-bd9a-5d55936ece4c,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:38.840255 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-c549fa80-7697-49c6-bfad-9c352ac6d54c tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Project 13db510003ad470cb27866478365041c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:36:38.847341 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c549fa80-7697-49c6-bfad-9c352ac6d54c tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:39.108771 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c549fa80-7697-49c6-bfad-9c352ac6d54c tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:39.109028 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3b08151e-25bb-47b6-b90b-5edf8f4e2007 req-89b13bee-1a8a-4e37-83ae-d09ede631334 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.1015863 Jul 07 19:36:39.142193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c549fa80-7697-49c6-bfad-9c352ac6d54c tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:39.195144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3a32f-f9a9-4766-9a58-3a10774eab13 req-98bafe04-cd7e-423d-90f9-3a819f2d0e1c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:39.204271 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ac3a32f-f9a9-4766-9a58-3a10774eab13 req-98bafe04-cd7e-423d-90f9-3a819f2d0e1c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.3380392 Jul 07 19:36:39.239193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549fa80-7697-49c6-bfad-9c352ac6d54c tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52bb034-9d4d-4ca8-9693-743abcc720d6,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:39.256549 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c549fa80-7697-49c6-bfad-9c352ac6d54c tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:39.272779 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c549fa80-7697-49c6-bfad-9c352ac6d54c tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5109079 Jul 07 19:36:39.305006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ac3a32f-f9a9-4766-9a58-3a10774eab13 req-a7dfac55-6083-484f-b822-4da1fd6a0dda tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994086 Jul 07 19:36:39.633120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51660) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:39.773942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f046c26-b971-44df-aabd-a30565228851 req-93b8f418-5bb8-4bc6-a5a3-17a7ce46e1c0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:39.780509 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3f046c26-b971-44df-aabd-a30565228851 req-93b8f418-5bb8-4bc6-a5a3-17a7ce46e1c0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1620309 Jul 07 19:36:39.789560 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-74c9fb35-2961-4f2d-81ff-c6c73ea0902e tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243173515&fields=id&tenant_id=13db510003ad470cb27866478365041c HTTP/1.1" status: 200 len: 267 time: 0.0918431 Jul 07 19:36:39.866439 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3f046c26-b971-44df-aabd-a30565228851 req-da76fd7a-16b7-460f-a7b9-c97ee963d5f1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764387 Jul 07 19:36:39.963848 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:39.994502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-2de1425b-00fd-4eeb-8346-3a026268c401 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:40.003080 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-2de1425b-00fd-4eeb-8346-3a026268c401 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/networks?id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8 HTTP/1.1" status: 200 len: 813 time: 0.2125444 Jul 07 19:36:40.021927 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-dbd4197f-f737-4594-8051-41b9bab52d31 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/quotas/13db510003ad470cb27866478365041c HTTP/1.1" status: 200 len: 375 time: 0.0178838 Jul 07 19:36:40.041989 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a9ca-c3b2-4dea-8ed9-c34377f898f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:40.213371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c432911-aee4-4535-be11-62ba9aea001b req-6fbbe02f-6b78-4a14-8a2a-9cd7aa9db5fb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:40.227048 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c432911-aee4-4535-be11-62ba9aea001b req-6fbbe02f-6b78-4a14-8a2a-9cd7aa9db5fb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1216178 Jul 07 19:36:40.248246 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-b2b68ea7-55b5-4306-80e6-a3602c9d5aaf tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=13db510003ad470cb27866478365041c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2252653 Jul 07 19:36:40.305245 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c432911-aee4-4535-be11-62ba9aea001b req-c2234901-982c-42be-8d23-e9c5060de456 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767448 Jul 07 19:36:40.640834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dc04e-c789-4ad5-a951-2f986c8d5a60 req-ed2df99b-b2af-4481-9cf1-b503a7ce0bea tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:40.652889 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-822dc04e-c789-4ad5-a951-2f986c8d5a60 req-ed2df99b-b2af-4481-9cf1-b503a7ce0bea tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1652222 Jul 07 19:36:40.672817 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a9ca-c3b2-4dea-8ed9-c34377f898f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:40.682117 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-188ba562-7e07-4120-94cf-75ada9b17ed5 service neutron] 10.222.0.81 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322164 Jul 07 19:36:40.740567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-822dc04e-c789-4ad5-a951-2f986c8d5a60 req-71b89899-1dba-4f0e-be41-1b8f27907e2f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856481 Jul 07 19:36:40.772485 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a9ca-c3b2-4dea-8ed9-c34377f898f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:40.856234 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8dd5a9ca-c3b2-4dea-8ed9-c34377f898f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c78ca6939a744ac29c7fc6198703f1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2217991 Jul 07 19:36:40.858921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51680) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:40.865790 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5a9ca-c3b2-4dea-8ed9-c34377f898f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61259c06-a7a3-48b9-b922-1041a48292cb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:41.016654 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4debbc56-c389-44d1-a971-c1b127597075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:41.020733 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-b73d6496-5e45-4103-803f-53a154cf309f service neutron] 10.222.0.81 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375285 Jul 07 19:36:41.055615 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4debbc56-c389-44d1-a971-c1b127597075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:41.082073 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6068e069-f0c6-4b13-8e8a-1dc139f6c1c4 req-94cdc0d4-f63a-4dc2-b11a-cba162f3a76b tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0422387 Jul 07 19:36:41.155312 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4debbc56-c389-44d1-a971-c1b127597075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:41.160886 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4debbc56-c389-44d1-a971-c1b127597075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:41.162391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4debbc56-c389-44d1-a971-c1b127597075 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/61259c06-a7a3-48b9-b922-1041a48292cb HTTP/1.1" status: 204 len: 168 time: 0.3023093 Jul 07 19:36:41.173421 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debbc56-c389-44d1-a971-c1b127597075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61259c06-a7a3-48b9-b922-1041a48292cb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:41.942880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51714) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:42.009211 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4102c8f-402b-46ab-a732-f804bc8eb29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:42.069117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e770d0-cb4c-4ae3-9e69-e3d95c1fbce7 req-ff630965-ea6a-4a31-987f-c9115a67b821 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:42.082448 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06e770d0-cb4c-4ae3-9e69-e3d95c1fbce7 req-ff630965-ea6a-4a31-987f-c9115a67b821 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1495245 Jul 07 19:36:42.157296 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4102c8f-402b-46ab-a732-f804bc8eb29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:42.169440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6bf81-19d0-4daa-8a3a-7707f03d20fa req-56894527-d812-4413-bfc8-6dd77dd8f7ce tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:42.174854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06e770d0-cb4c-4ae3-9e69-e3d95c1fbce7 req-bdde8af5-d5b6-4e67-8a52-bf65ad8d736b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904012 Jul 07 19:36:42.180715 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c0d6bf81-19d0-4daa-8a3a-7707f03d20fa req-56894527-d812-4413-bfc8-6dd77dd8f7ce tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.4030576 Jul 07 19:36:42.185113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4102c8f-402b-46ab-a732-f804bc8eb29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:42.235554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c4102c8f-402b-46ab-a732-f804bc8eb29e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7d0af44e8c974e4f91f9668b2f895387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730157 Jul 07 19:36:42.237999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51728) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:42.282027 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61b85fb6-fc2f-4ddf-a629-378291837c9c req-17a1dd76-2928-4cfe-81a4-52e4768eddff tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 210 time: 0.0556448 Jul 07 19:36:42.375805 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c0d6bf81-19d0-4daa-8a3a-7707f03d20fa req-170fc5fe-a1c8-4e6e-aa05-cd03bc68e7cb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939416 Jul 07 19:36:42.410254 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4102c8f-402b-46ab-a732-f804bc8eb29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efd3a17-b209-4c04-a5b0-bcef4a4f5ff6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:42.415023 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4397fde8-5a9d-4454-b75d-bb087baf9eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:42.462251 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4397fde8-5a9d-4454-b75d-bb087baf9eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:42.565457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ae2b781d-34aa-434c-bb3f-cbadb44d5094 req-f267c1c4-876e-45a3-b2cd-45a3e20eed0d tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0789063 Jul 07 19:36:42.602611 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4397fde8-5a9d-4454-b75d-bb087baf9eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:42.606154 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4397fde8-5a9d-4454-b75d-bb087baf9eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:42.610487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4397fde8-5a9d-4454-b75d-bb087baf9eb6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4efd3a17-b209-4c04-a5b0-bcef4a4f5ff6 HTTP/1.1" status: 204 len: 168 time: 0.3710952 Jul 07 19:36:42.624456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397fde8-5a9d-4454-b75d-bb087baf9eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efd3a17-b209-4c04-a5b0-bcef4a4f5ff6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:43.159201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8843417-fd97-46d3-b6e1-75f80d141cf9 req-e703c90f-45d4-49fe-a300-ce07eb3da3a9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:43.160988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8843417-fd97-46d3-b6e1-75f80d141cf9 req-e703c90f-45d4-49fe-a300-ce07eb3da3a9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1043398 Jul 07 19:36:43.209609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8843417-fd97-46d3-b6e1-75f80d141cf9 req-c9999f9b-8239-4026-98ea-638498ccaf0a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Jul 07 19:36:43.458612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532805e6-8d60-4339-a0ff-7e1ccfd3ec04 req-c46743bf-554c-47de-8f79-08d97b7ff492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:43.460916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-532805e6-8d60-4339-a0ff-7e1ccfd3ec04 req-c46743bf-554c-47de-8f79-08d97b7ff492 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 1097 time: 0.1329303 Jul 07 19:36:43.699400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7abb6f6b-22e6-46ca-8a40-efe133a21956 req-feb2193d-aab0-489c-986d-83aface8cd45 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 210 time: 0.1520030 Jul 07 19:36:43.741038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f0fb5-67da-4f9c-9831-6b3a58da709d req-807549cc-e3e4-4928-9d78-e95cee09e6c7 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:43.746215 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-726f0fb5-67da-4f9c-9831-6b3a58da709d req-807549cc-e3e4-4928-9d78-e95cee09e6c7 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1474497 Jul 07 19:36:43.817887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532805e6-8d60-4339-a0ff-7e1ccfd3ec04 req-86737e1e-89a1-47a3-83a7-952eae050f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:43.819881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-532805e6-8d60-4339-a0ff-7e1ccfd3ec04 req-86737e1e-89a1-47a3-83a7-952eae050f9a service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.3409674 Jul 07 19:36:43.847521 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-726f0fb5-67da-4f9c-9831-6b3a58da709d req-4b5211c6-8186-49db-8862-794e95cc00e2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952783 Jul 07 19:36:43.898973 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-532805e6-8d60-4339-a0ff-7e1ccfd3ec04 req-0376caab-df41-485a-b766-838e2ad03273 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e0c8222-0f37-43b3-b976-b15077d854f5 HTTP/1.1" status: 200 len: 217 time: 0.0701280 Jul 07 19:36:44.076344 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c91b137e-e354-4340-a454-e029c24b3410 req-3bb2503b-1426-4749-9d27-26e195ccc5e3 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0814178 Jul 07 19:36:44.106216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532805e6-8d60-4339-a0ff-7e1ccfd3ec04 req-c11eb289-40b8-468c-9497-70ffd15db6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:44.110302 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-532805e6-8d60-4339-a0ff-7e1ccfd3ec04 req-c11eb289-40b8-468c-9497-70ffd15db6bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1880774 Jul 07 19:36:44.152417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-e7d56043-116d-4a2b-83fa-2db5bfca485e tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:44.154981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-e7d56043-116d-4a2b-83fa-2db5bfca485e tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.48 "GET /v2.0/networks?id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8 HTTP/1.1" status: 200 len: 813 time: 0.2471924 Jul 07 19:36:44.253392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532805e6-8d60-4339-a0ff-7e1ccfd3ec04 req-746c2d55-680d-47af-9c29-b26dda0eda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:44.259685 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-fccf542d-a6db-4d10-8818-dc3f0fa29a4a tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13db510003ad470cb27866478365041c HTTP/1.1" status: 200 len: 379 time: 0.0937059 Jul 07 19:36:44.262172 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-532805e6-8d60-4339-a0ff-7e1ccfd3ec04 req-746c2d55-680d-47af-9c29-b26dda0eda6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326504 Jul 07 19:36:44.279518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Request body: {'port': {'device_id': 'dceebc67-f97e-4226-85a1-b7166d732def', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'admin_state_up': True, 'tenant_id': '13db510003ad470cb27866478365041c', 'security_groups': ['59c9d156-0e40-4185-859a-9434fae05427']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:36:44.471475 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-532805e6-8d60-4339-a0ff-7e1ccfd3ec04 req-75b267ae-9eb4-4d58-ba2b-174af2552bd0 service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009218 Jul 07 19:36:44.575508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Made reservation on behalf of 13db510003ad470cb27866478365041c for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:36:44.581890 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:44.617913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e5d35-5785-4b80-beba-ce3d0e9efbc5 req-2983007e-66a8-4eb9-aa82-8b4fe9904e74 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:44.619895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f31e5d35-5785-4b80-beba-ce3d0e9efbc5 req-2983007e-66a8-4eb9-aa82-8b4fe9904e74 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1929569 Jul 07 19:36:44.623030 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-532805e6-8d60-4339-a0ff-7e1ccfd3ec04 req-ad9a63f1-a4bc-4b9d-87ac-af0f0b1d1bbc service neutron] 10.222.0.48 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430478 Jul 07 19:36:44.672983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51780) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:44.763785 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f31e5d35-5785-4b80-beba-ce3d0e9efbc5 req-914d5a90-cb34-4c76-903e-ab823d2cc94d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306255 Jul 07 19:36:44.925225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Allocated IP 172.20.0.3 (5c61660e-d9ef-4ed4-8e54-3773ba6624a8/6bf77f04-026d-4d9f-873a-0bf198964f75/b82f85a2-77f9-404f-9b83-d45e318c78aa) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:36:44.936831 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5749602-8c52-427f-8822-539dfa667180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.041696 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-07ea8e49-ca4e-49dd-977f-ea5802ae9cf2 req-2be02fb9-0662-4cbb-96e2-4b4ae24161f6 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 210 time: 0.0873165 Jul 07 19:36:45.206228 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5749602-8c52-427f-8822-539dfa667180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.211676 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5749602-8c52-427f-8822-539dfa667180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.266495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bfd8d-ab71-4f38-9d08-3f2fb5fe99c5 req-291912fd-3559-4b05-b5bf-b32f94c13b76 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:45.273397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-484bfd8d-ab71-4f38-9d08-3f2fb5fe99c5 req-291912fd-3559-4b05-b5bf-b32f94c13b76 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2650385 Jul 07 19:36:45.284303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5749602-8c52-427f-8822-539dfa667180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4f61ae-39c0-4d07-8d32-10f58d5a18a3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:45.320207 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f5749602-8c52-427f-8822-539dfa667180 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfe601677bff43f3a0b724ca6cb330e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6435926 Jul 07 19:36:45.320562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51802) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:45.384672 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.398170 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4a5e-2d31-4587-9e59-2f9b5d7479cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.431130 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9a6ec-8538-4492-9928-e056aa830420 req-cdfaa164-f0a5-47ed-b763-601235c77e4f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:45.433971 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-484bfd8d-ab71-4f38-9d08-3f2fb5fe99c5 req-e7b77034-f6d4-4acd-a164-35d7c2993a76 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597128 Jul 07 19:36:45.435264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Transition to ACTIVE for port object b82f85a2-77f9-404f-9b83-d45e318c78aa will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:36:45.439417 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73b9a6ec-8538-4492-9928-e056aa830420 req-cdfaa164-f0a5-47ed-b763-601235c77e4f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 946 time: 0.1870017 Jul 07 19:36:45.504339 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4a5e-2d31-4587-9e59-2f9b5d7479cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.516813 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.522068 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73b9a6ec-8538-4492-9928-e056aa830420 req-5047b26f-0899-4c48-bed0-0c4865af768e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808966 Jul 07 19:36:45.621145 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0d6e299c-cfd8-4e85-837f-e8225099a0c7 req-1068b0a9-ed5e-4bf6-ad56-eea2ed82fed8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.1141768 Jul 07 19:36:45.647148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event updated for resources: {'Port': ['ID=b82f85a2-77f9-404f-9b83-d45e318c78aa,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:45.666959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:36:45.668911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:36:45.679100 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4a5e-2d31-4587-9e59-2f9b5d7479cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.682479 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4a5e-2d31-4587-9e59-2f9b5d7479cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.683941 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4f4c4a5e-2d31-4587-9e59-2f9b5d7479cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c4f61ae-39c0-4d07-8d32-10f58d5a18a3 HTTP/1.1" status: 204 len: 168 time: 0.3604538 Jul 07 19:36:45.694218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:45.694769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:45.695299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:45.695797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:45.696525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:45.697021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:45.697520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:45.698020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:45.698610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:45.699131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:45.699615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:45.700419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:45.705061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:36:45.708958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c4a5e-2d31-4587-9e59-2f9b5d7479cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4f61ae-39c0-4d07-8d32-10f58d5a18a3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:45.711384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e0c8222-0f37-43b3-b976-b15077d854f5 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:36:45.832957 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0498bcd-a469-4558-a75a-526b9778ace0 req-ff2385d5-62d8-4c7c-967f-40a7fd2a4fbd tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.1189649 Jul 07 19:36:45.885622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:45.886629 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.913517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-ab1b5c88-6369-47fd-875f-251422102614 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6419053 Jul 07 19:36:45.926527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Request body: {'port': {'device_id': 'dceebc67-f97e-4226-85a1-b7166d732def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:36:45.932296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb43940-74cf-4689-9425-347190bd2f40 req-1e26870f-554a-415a-9d60-25bb2142ba0b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:45.943823 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acb43940-74cf-4689-9425-347190bd2f40 req-1e26870f-554a-415a-9d60-25bb2142ba0b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1278119 Jul 07 19:36:45.987699 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:46.042662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c804de2c-8d4c-4a69-be1e-533c04ed4209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0c8222-0f37-43b3-b976-b15077d854f5'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:46.043447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acb43940-74cf-4689-9425-347190bd2f40 req-9f5d65ed-3887-4abc-bceb-f3f849b7ae56 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954478 Jul 07 19:36:46.047315 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d2a41b-d380-4b55-a1b8-95f56e544829" -d '{"events": [{"server_uuid": "c804de2c-8d4c-4a69-be1e-533c04ed4209", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0c8222-0f37-43b3-b976-b15077d854f5"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:46.136274 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e0c8222-0f37-43b3-b976-b15077d854f5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e0c8222-0f37-43b3-b976-b15077d854f5,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:46.145347 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:46.177333 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14605835-f37a-48b4-88e9-d1fead82590d x-openstack-request-id: req-14605835-f37a-48b4-88e9-d1fead82590d {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:46.177813 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c804de2c-8d4c-4a69-be1e-533c04ed4209", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0c8222-0f37-43b3-b976-b15077d854f5", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:46.178100 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14605835-f37a-48b4-88e9-d1fead82590d {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:46.178518 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c804de2c-8d4c-4a69-be1e-533c04ed4209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0c8222-0f37-43b3-b976-b15077d854f5', 'code': 200} Jul 07 19:36:46.304695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-64d4acca-f552-4197-b0c0-03910f38969e None None] Provisioning for port b82f85a2-77f9-404f-9b83-d45e318c78aa completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:46.335291 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-64d4acca-f552-4197-b0c0-03910f38969e None None] Provisioning complete for port b82f85a2-77f9-404f-9b83-d45e318c78aa triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:46.335687 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-64d4acca-f552-4197-b0c0-03910f38969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:46.442190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62818bc-9d75-422f-89fd-bf96ec848623 req-389881b4-a74d-4a2c-a009-3f287b27dac2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:46.444155 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b62818bc-9d75-422f-89fd-bf96ec848623 req-389881b4-a74d-4a2c-a009-3f287b27dac2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1649737 Jul 07 19:36:46.454313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0e0c8222-0f37-43b3-b976-b15077d854f5,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:46.457062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-64d4acca-f552-4197-b0c0-03910f38969e None None] Port b82f85a2-77f9-404f-9b83-d45e318c78aa cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:36:46.467643 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:46.492990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:46.493345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:46.495398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:46.496325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:46.497820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:46.498867 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:46.500523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:46.501038 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:46.502211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:46.503677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:46.504194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:46.505056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:46.514143 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b62818bc-9d75-422f-89fd-bf96ec848623 req-e223a40c-6d07-4bb4-bbeb-c3a5b0f4f5e2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627930 Jul 07 19:36:46.552695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad24e3-69e2-4f11-804c-500f0006dcbc req-403d2e57-2b48-448f-aa6e-926b1906446d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:46.554701 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0ad24e3-69e2-4f11-804c-500f0006dcbc req-403d2e57-2b48-448f-aa6e-926b1906446d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 931 time: 0.1427250 Jul 07 19:36:46.787606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0ad24e3-69e2-4f11-804c-500f0006dcbc req-90bc5334-55d5-4079-98d4-08b6ba6a3fb7 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254834 Jul 07 19:36:46.832071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfc361-617d-4993-9b8d-be566617bf45 req-27e51ad7-5268-404a-a2a9-8f054ca50907 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:46.843554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2cfc361-617d-4993-9b8d-be566617bf45 req-27e51ad7-5268-404a-a2a9-8f054ca50907 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 944 time: 0.1688738 Jul 07 19:36:46.917765 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2cfc361-617d-4993-9b8d-be566617bf45 req-20ffb87d-1f0d-4309-8e4c-05f2aba26f75 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682452 Jul 07 19:36:47.190780 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d51264fe-d005-40d7-a6b6-e5b14e86be95 req-1f04c45d-c584-483a-9311-118d5b6c4095 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0806894 Jul 07 19:36:47.286224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81410f3b-c8b6-4e8a-abf6-2a967571fc1b req-00acc00f-ef72-4c08-b9f6-eb39267b81c9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:47.289211 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81410f3b-c8b6-4e8a-abf6-2a967571fc1b req-00acc00f-ef72-4c08-b9f6-eb39267b81c9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2019587 Jul 07 19:36:47.333111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82f85a2-77f9-404f-9b83-d45e318c78aa {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:36:47.347704 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.386808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Transition to ACTIVE for port object b82f85a2-77f9-404f-9b83-d45e318c78aa will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:36:47.405820 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81410f3b-c8b6-4e8a-abf6-2a967571fc1b req-1675e419-93bf-414d-b4ff-d3bde90f9b81 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087184 Jul 07 19:36:47.409622 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.546691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Pushing event updated for resources: {'Port': ['ID=b82f85a2-77f9-404f-9b83-d45e318c78aa,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:47.744354 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:36:47.802553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Attempting to bind port b82f85a2-77f9-404f-9b83-d45e318c78aa on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:36:47.802553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Attempting to bind port b82f85a2-77f9-404f-9b83-d45e318c78aa by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:36:47.802553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Attempting to bind port b82f85a2-77f9-404f-9b83-d45e318c78aa on network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:36:47.859299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Port b82f85a2-77f9-404f-9b83-d45e318c78aa on network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:36:47.860307 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Attempting to bind port b82f85a2-77f9-404f-9b83-d45e318c78aa on network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:36:47.891330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:36:47.892785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Checking segment: {'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:36:47.894130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Bound using segment: {'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:36:47.895193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Bound port: b82f85a2-77f9-404f-9b83-d45e318c78aa, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e2e884-dc1e-449a-9bde-dd8b08a98a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:36:47.896010 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:48.026004 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5a8b9ed-0757-49b9-843d-57797dfde856 req-1383c728-403b-40b6-8c8d-a51a9d13f56e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=829c66feb3dc4848beb52941041fe9ac&device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.1323118 Jul 07 19:36:48.034745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3397a77-ffb2-4304-ac0c-c2d4911258ba req-d9e8e2a3-8245-4c3f-b3ab-35b2a9fa5069 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:48.048067 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f3397a77-ffb2-4304-ac0c-c2d4911258ba req-d9e8e2a3-8245-4c3f-b3ab-35b2a9fa5069 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.3373213 Jul 07 19:36:48.099118 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0526e864-0a75-4153-bf41-c7acd26fb329 req-552484e7-bab5-4ade-8cba-9b3893b06ee0 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0830877 Jul 07 19:36:48.136688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5a8b9ed-0757-49b9-843d-57797dfde856 req-8ff18569-f0d1-4d58-83f5-8f888df8dc61 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=829c66feb3dc4848beb52941041fe9ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948093 Jul 07 19:36:48.166292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] For port b82f85a2-77f9-404f-9b83-d45e318c78aa, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:36:48.169555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] For port b82f85a2-77f9-404f-9b83-d45e318c78aa, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b82f85a2-77f9-404f-9b83-d45e318c78aa,segment=NetworkSegment(85e2e884-dc1e-449a-9bde-dd8b08a98a0e),segment_id=85e2e884-dc1e-449a-9bde-dd8b08a98a0e)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:36:48.180719 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:48.229943 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:48.230595 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:48.232016 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] 10.222.0.48 "PUT /v2.0/ports/b82f85a2-77f9-404f-9b83-d45e318c78aa HTTP/1.1" status: 200 len: 1091 time: 2.3102219 Jul 07 19:36:48.235553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:48.237880 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb76872-8eb5-4e25-884c-455068f58373" -d '{"events": [{"name": "network-changed", "server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:48.291346 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f3397a77-ffb2-4304-ac0c-c2d4911258ba req-d0a46536-ff13-44b7-ace6-1ecc47053cd9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190789 Jul 07 19:36:48.401219 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb563ad-3a21-4c6a-a33c-4b7220662c52 service neutron] Pushing event updated for resources: {'Port': ['ID=b82f85a2-77f9-404f-9b83-d45e318c78aa,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:48.549950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-14cf56f3-c6ba-478e-9f42-f993e50b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:48.562602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-14cf56f3-c6ba-478e-9f42-f993e50b8529 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13db510003ad470cb27866478365041c&device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 1094 time: 0.2701817 Jul 07 19:36:48.574967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396f24-2683-4da2-9370-1b78d7aff092 req-0799bbf0-848f-4d91-b0bf-65430f7caf49 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:48.583140 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-33396f24-2683-4da2-9370-1b78d7aff092 req-0799bbf0-848f-4d91-b0bf-65430f7caf49 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 943 time: 0.1718178 Jul 07 19:36:48.586690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8b9ed-0757-49b9-843d-57797dfde856 req-fefce67a-9fda-46a2-b07e-e6be9b1b81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:48.588584 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5a8b9ed-0757-49b9-843d-57797dfde856 req-fefce67a-9fda-46a2-b07e-e6be9b1b81a3 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4451978 Jul 07 19:36:48.629040 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-061bfabf-6932-4cb8-b737-1a43d1f59bf8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b82f85a2-77f9-404f-9b83-d45e318c78aa HTTP/1.1" status: 200 len: 217 time: 0.0530005 Jul 07 19:36:48.636412 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-33396f24-2683-4da2-9370-1b78d7aff092 req-8ed3f15c-b083-4c58-bd03-29fc71bd3846 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517888 Jul 07 19:36:48.697905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-5f04ac13-a202-440d-99f8-e7a89625d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:48.700512 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-5f04ac13-a202-440d-99f8-e7a89625d77b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf77f04-026d-4d9f-873a-0bf198964f75 HTTP/1.1" status: 200 len: 852 time: 0.0633552 Jul 07 19:36:48.703337 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661fc8bf-1070-4e31-be53-8c8000b068fa x-openstack-request-id: req-661fc8bf-1070-4e31-be53-8c8000b068fa {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:48.703337 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:48.703337 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-661fc8bf-1070-4e31-be53-8c8000b068fa {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:48.703337 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'status': 'completed', 'code': 200} Jul 07 19:36:48.725616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a80194-7856-41c4-814f-727e5a5b013e req-afd9e2ef-1588-45e4-b79a-900bf2eeb244 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:48.731695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93a80194-7856-41c4-814f-727e5a5b013e req-afd9e2ef-1588-45e4-b79a-900bf2eeb244 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 944 time: 0.2681799 Jul 07 19:36:48.875441 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93a80194-7856-41c4-814f-727e5a5b013e req-a7a7d354-d5bc-4d64-ae64-ea3ca64de707 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428277 Jul 07 19:36:48.894983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-f0c23a1f-5ba1-4c02-b457-1c2f6c7d1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:48.896776 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-f0c23a1f-5ba1-4c02-b457-1c2f6c7d1461 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1854975 Jul 07 19:36:49.075668 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-9a66141f-487a-4c70-ab16-f7478152e401 service neutron] 10.222.0.48 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706982 Jul 07 19:36:49.172349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49901913-af4f-46f1-956a-6b6b21c50873 req-9702799c-a96d-44d6-b622-e6819f4e3b14 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:49.188668 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-49901913-af4f-46f1-956a-6b6b21c50873 req-9702799c-a96d-44d6-b622-e6819f4e3b14 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1638587 Jul 07 19:36:49.261006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-49901913-af4f-46f1-956a-6b6b21c50873 req-16c8e887-51f3-474c-9a42-8b0d0fb441a3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656190 Jul 07 19:36:49.315305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51920) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:49.384000 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f90f14f2-312b-44c3-ad10-44031e145f85 req-4a67a87a-b145-4c53-9aec-bfd696f3276f service neutron] 10.222.0.48 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043547 Jul 07 19:36:49.426969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51924) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:49.432249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c599da-f9c7-4f21-9182-aa3199a80a64 req-6e3b0c33-593b-450f-988b-2be571db2054 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:49.440330 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f1c599da-f9c7-4f21-9182-aa3199a80a64 req-6e3b0c33-593b-450f-988b-2be571db2054 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2165160 Jul 07 19:36:49.508248 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1ad6e20-ebe9-45db-9e0d-12f116a40213 req-17c8d9f5-a0af-40b2-8835-5fe60b61ba0c tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0725796 Jul 07 19:36:49.546745 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ace1f50b-4e7b-426a-9296-055454259476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:49.558257 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f1c599da-f9c7-4f21-9182-aa3199a80a64 req-5d24ddf3-cfa2-4bc0-b132-837dfb7f09d1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166866 Jul 07 19:36:49.595587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb76872-8eb5-4e25-884c-455068f58373 req-86f3b7a5-6ffb-4c68-aed8-558d7eb85e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:49.597717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-beb76872-8eb5-4e25-884c-455068f58373 req-86f3b7a5-6ffb-4c68-aed8-558d7eb85e2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13db510003ad470cb27866478365041c&device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 1094 time: 0.1373713 Jul 07 19:36:49.599927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-428e2966-9f4d-4b85-8f1d-6c5af0835ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:49.725468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e0c8222-0f37-43b3-b976-b15077d854f5 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:36:49.771830 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ace1f50b-4e7b-426a-9296-055454259476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:49.803803 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ace1f50b-4e7b-426a-9296-055454259476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:49.828725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb76872-8eb5-4e25-884c-455068f58373 req-ad298cfd-a5b3-4e94-b4d7-bb67723f25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:49.834990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-beb76872-8eb5-4e25-884c-455068f58373 req-ad298cfd-a5b3-4e94-b4d7-bb67723f25a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8 HTTP/1.1" status: 200 len: 914 time: 0.2296414 Jul 07 19:36:49.867430 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ace1f50b-4e7b-426a-9296-055454259476 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc0cbeb059d64abf8dee8d53a45687d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5510323 Jul 07 19:36:49.870584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1f50b-4e7b-426a-9296-055454259476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7850839d-c8e1-4bb4-9918-90a59ed9c89f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:49.874194 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51934) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:49.916047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-beb76872-8eb5-4e25-884c-455068f58373 req-4ea1d64e-5614-4407-a55e-7f5c2a9ed58b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b82f85a2-77f9-404f-9b83-d45e318c78aa HTTP/1.1" status: 200 len: 217 time: 0.0736601 Jul 07 19:36:49.971534 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89d9143b-1f62-4869-b73b-e1e2b009d3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:49.984133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db0a8a-264d-4dea-adda-39979a610892 req-d165894d-4001-4f96-91f8-c354f1646cba tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:49.990250 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e93e66-9610-4c62-a7a4-20b2fd3f1104 req-691f3b8c-7437-43a3-a890-4ae12572db15 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:49.992047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74db0a8a-264d-4dea-adda-39979a610892 req-d165894d-4001-4f96-91f8-c354f1646cba tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2360890 Jul 07 19:36:49.997355 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01e93e66-9610-4c62-a7a4-20b2fd3f1104 req-691f3b8c-7437-43a3-a890-4ae12572db15 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.3135471 Jul 07 19:36:50.007077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb76872-8eb5-4e25-884c-455068f58373 req-5c550473-7d40-448e-b689-6a2de5f67838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:50.009064 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-beb76872-8eb5-4e25-884c-455068f58373 req-5c550473-7d40-448e-b689-6a2de5f67838 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf77f04-026d-4d9f-873a-0bf198964f75 HTTP/1.1" status: 200 len: 852 time: 0.0848513 Jul 07 19:36:50.086573 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89d9143b-1f62-4869-b73b-e1e2b009d3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.092968 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74db0a8a-264d-4dea-adda-39979a610892 req-4c5a570a-e4e3-4e34-9356-de5ebce87eee tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825746 Jul 07 19:36:50.103106 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01e93e66-9610-4c62-a7a4-20b2fd3f1104 req-3a7f5f04-fce1-4f48-9c7c-287ae4becfd9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029460 Jul 07 19:36:50.105243 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5a8b9ed-0757-49b9-843d-57797dfde856 req-885582ca-fee0-486c-ab3d-4fa4c53f08b6 tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.110 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0998824 Jul 07 19:36:50.148011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb76872-8eb5-4e25-884c-455068f58373 req-830d509f-8193-4cef-baeb-fb3b053fd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:50.154249 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-beb76872-8eb5-4e25-884c-455068f58373 req-830d509f-8193-4cef-baeb-fb3b053fd87e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337121 Jul 07 19:36:50.219527 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-428e2966-9f4d-4b85-8f1d-6c5af0835ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.226377 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-428e2966-9f4d-4b85-8f1d-6c5af0835ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.301736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e2966-9f4d-4b85-8f1d-6c5af0835ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb5366e-3a5c-41a6-a00b-5d492a899139,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:50.364367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-428e2966-9f4d-4b85-8f1d-6c5af0835ce0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16123a6c4d9f48de81ace84ca08a5e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9360120 Jul 07 19:36:50.371920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51942) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:50.403565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89d9143b-1f62-4869-b73b-e1e2b009d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.406566 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-89d9143b-1f62-4869-b73b-e1e2b009d3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.407238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-beb76872-8eb5-4e25-884c-455068f58373 req-a465fb30-9f3f-4bc9-a480-18bdd576431f service neutron] 10.222.0.48 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455542 Jul 07 19:36:50.408053 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-89d9143b-1f62-4869-b73b-e1e2b009d3b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7850839d-c8e1-4bb4-9918-90a59ed9c89f HTTP/1.1" status: 204 len: 168 time: 0.5304403 Jul 07 19:36:50.435949 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9143b-1f62-4869-b73b-e1e2b009d3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7850839d-c8e1-4bb4-9918-90a59ed9c89f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:50.507363 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a060c083-a029-4bbd-9776-260aeaa81ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.542017 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a060c083-a029-4bbd-9776-260aeaa81ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.623434 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c745519-fa3e-4d8d-b1ec-9a501662ed3a req-a32c9cdb-8e8a-49d2-a724-02feb793db6d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:50.633952 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c745519-fa3e-4d8d-b1ec-9a501662ed3a req-a32c9cdb-8e8a-49d2-a724-02feb793db6d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 943 time: 0.3336456 Jul 07 19:36:50.722232 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fde6a-869b-4fa2-a049-4d85254287a6 req-6fd6797a-9d1e-4f85-a449-59d176a74563 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:50.729599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-870fde6a-869b-4fa2-a049-4d85254287a6 req-6fd6797a-9d1e-4f85-a449-59d176a74563 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1338563 Jul 07 19:36:50.747675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a060c083-a029-4bbd-9776-260aeaa81ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.750997 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a060c083-a029-4bbd-9776-260aeaa81ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.755718 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a060c083-a029-4bbd-9776-260aeaa81ab0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dfb5366e-3a5c-41a6-a00b-5d492a899139 HTTP/1.1" status: 204 len: 168 time: 0.3821650 Jul 07 19:36:50.762970 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c745519-fa3e-4d8d-b1ec-9a501662ed3a req-1b065a34-0bab-4c97-b99e-8e447ade2e1b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273940 Jul 07 19:36:50.770708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060c083-a029-4bbd-9776-260aeaa81ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb5366e-3a5c-41a6-a00b-5d492a899139,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:50.791422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-beb76872-8eb5-4e25-884c-455068f58373 req-da7c9084-69f1-47ae-a280-4756fc32645a service neutron] 10.222.0.48 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545058 Jul 07 19:36:50.842727 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-870fde6a-869b-4fa2-a049-4d85254287a6 req-3e41b429-4523-4c51-97e6-6c52f08d32be tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120200 Jul 07 19:36:51.059340 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c95a37a-9a02-4da1-a1d6-22807e87dd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:51.084134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279279f-13e0-40d1-97f5-777b43e7348c req-d8a319ca-242d-434b-a1e8-8fe4888c5e6b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.088357 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9279279f-13e0-40d1-97f5-777b43e7348c req-d8a319ca-242d-434b-a1e8-8fe4888c5e6b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1164873 Jul 07 19:36:51.114626 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f84e9e6-08e4-48a2-92c4-eb58d9868895 req-acbfbd2b-0c88-4a5a-bd93-3a57a018101c tempest-ServerShowV254Test-2035841081 tempest-ServerShowV254Test-2035841081-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bebf664-a859-458c-8c8f-3462ce69b72d HTTP/1.1" status: 200 len: 210 time: 0.0781629 Jul 07 19:36:51.161956 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9279279f-13e0-40d1-97f5-777b43e7348c req-889182e0-b072-44a9-b5f9-ca0050559477 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660803 Jul 07 19:36:51.344839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dda60d-3611-4cbc-9acd-62af90900410 req-6200a293-fcb7-4abd-918c-3d6499a48067 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.346520 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-50dda60d-3611-4cbc-9acd-62af90900410 req-6200a293-fcb7-4abd-918c-3d6499a48067 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.0700221 Jul 07 19:36:51.397274 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-50dda60d-3611-4cbc-9acd-62af90900410 req-cacbacc5-5df9-4e0e-8373-61524a7de36c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431828 Jul 07 19:36:51.662914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca01d8-29e1-4e2f-a772-794dea1847a2 req-fca8117d-7359-4b43-a4ae-2afdcaba09ff tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.664984 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3ca01d8-29e1-4e2f-a772-794dea1847a2 req-fca8117d-7359-4b43-a4ae-2afdcaba09ff tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.0818701 Jul 07 19:36:51.719448 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d3ca01d8-29e1-4e2f-a772-794dea1847a2 req-7d087618-18ee-4f33-9900-250c79b1b1d3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465543 Jul 07 19:36:52.057385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f5693-0938-4f18-b943-f3b541b97420 req-0676d99d-cb6d-4f5a-9d63-804340388931 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:52.059047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ef7f5693-0938-4f18-b943-f3b541b97420 req-0676d99d-cb6d-4f5a-9d63-804340388931 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1190920 Jul 07 19:36:52.133977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ef7f5693-0938-4f18-b943-f3b541b97420 req-7e491d69-4a63-4876-aa1c-f9bcbf671eea tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630345 Jul 07 19:36:52.134311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b643b-980d-4d0d-9b9e-473b93581bc3 req-0998d1fa-9daf-41af-9227-24a73f8943bd tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:52.136092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-526b643b-980d-4d0d-9b9e-473b93581bc3 req-0998d1fa-9daf-41af-9227-24a73f8943bd tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 943 time: 0.1147151 Jul 07 19:36:52.195008 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-526b643b-980d-4d0d-9b9e-473b93581bc3 req-cce59259-a403-4976-a43f-d39e6086fddf tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515068 Jul 07 19:36:52.422882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7315b0e-c90e-4b06-b8bc-7dccff9e9332 req-81c295ca-1219-4196-a8bd-7c33719366cb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:52.424546 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7315b0e-c90e-4b06-b8bc-7dccff9e9332 req-81c295ca-1219-4196-a8bd-7c33719366cb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1403921 Jul 07 19:36:52.503570 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7315b0e-c90e-4b06-b8bc-7dccff9e9332 req-e69f77f5-eb7c-457d-a81c-4fdf441f24c8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698333 Jul 07 19:36:52.789831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08e46-c5b1-45a8-a516-8c698510afe1 req-127b3068-e948-49e7-a792-daa47afa029a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:52.802114 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fc08e46-c5b1-45a8-a516-8c698510afe1 req-127b3068-e948-49e7-a792-daa47afa029a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1549013 Jul 07 19:36:52.882696 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fc08e46-c5b1-45a8-a516-8c698510afe1 req-4b86c3ec-e1aa-44c0-8938-36420e04d2ec tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774207 Jul 07 19:36:52.944906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52030) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:53.119826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a1743-b199-49c6-a1e3-bc23f2543969 req-e5c79f82-f150-4ba4-a6a9-9ac7e0527664 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:53.127449 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-482a1743-b199-49c6-a1e3-bc23f2543969 req-e5c79f82-f150-4ba4-a6a9-9ac7e0527664 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1194413 Jul 07 19:36:53.178519 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db85c070-fa71-4e0c-a17a-1973c91b18b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:53.204866 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-482a1743-b199-49c6-a1e3-bc23f2543969 req-881c42e8-5094-4f16-bb8c-b263b8040102 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763695 Jul 07 19:36:53.405261 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db85c070-fa71-4e0c-a17a-1973c91b18b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:53.420851 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db85c070-fa71-4e0c-a17a-1973c91b18b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:53.515275 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-db85c070-fa71-4e0c-a17a-1973c91b18b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=829c66feb3dc4848beb52941041fe9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5691581 Jul 07 19:36:53.516405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85c070-fa71-4e0c-a17a-1973c91b18b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68cd028-f384-4209-b873-9fc5a58c7ae4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:53.521024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52048) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:53.541736 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-02af1417-af7d-4766-adc6-91894391bf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:53.568184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113f810-f629-426b-8082-eb49dcdf0b0d req-002f98c3-ffcd-4a7a-bd42-8a1da8af1d18 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:53.584455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2113f810-f629-426b-8082-eb49dcdf0b0d req-002f98c3-ffcd-4a7a-bd42-8a1da8af1d18 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1911101 Jul 07 19:36:53.611194 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01533d4b-f7b9-4d16-91fb-9464a78635b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:53.639994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01533d4b-f7b9-4d16-91fb-9464a78635b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:53.649102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e1dc6-9ea9-46cb-93e2-6042d757bfe3 req-85499ec1-97ed-4b8a-ae6f-e6f8dac9cf7e tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:53.651057 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf5e1dc6-9ea9-46cb-93e2-6042d757bfe3 req-85499ec1-97ed-4b8a-ae6f-e6f8dac9cf7e tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 943 time: 0.2273195 Jul 07 19:36:53.688246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2113f810-f629-426b-8082-eb49dcdf0b0d req-196ca2d1-8cab-49cb-8a59-e9422f2b6167 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005859 Jul 07 19:36:53.777937 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf5e1dc6-9ea9-46cb-93e2-6042d757bfe3 req-5e727faa-096c-428e-80d3-3fc8a30f7431 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087759 Jul 07 19:36:53.867590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01533d4b-f7b9-4d16-91fb-9464a78635b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:53.870759 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:53.871174 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01533d4b-f7b9-4d16-91fb-9464a78635b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:53.872683 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-01533d4b-f7b9-4d16-91fb-9464a78635b4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d68cd028-f384-4209-b873-9fc5a58c7ae4 HTTP/1.1" status: 204 len: 168 time: 0.3502553 Jul 07 19:36:53.902612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01533d4b-f7b9-4d16-91fb-9464a78635b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68cd028-f384-4209-b873-9fc5a58c7ae4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:54.047326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f1bfb-90c1-4986-8d84-0e2453438f66 req-d2597c21-a79a-47d0-93a8-7ad33984679d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:54.049655 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-698f1bfb-90c1-4986-8d84-0e2453438f66 req-d2597c21-a79a-47d0-93a8-7ad33984679d tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1349766 Jul 07 19:36:54.126087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ff7b7-6d70-4abd-8bbe-d368b366288a req-b7a85536-6776-4f93-803b-91edce143504 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:54.131418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ed0ff7b7-6d70-4abd-8bbe-d368b366288a req-b7a85536-6776-4f93-803b-91edce143504 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1113276 Jul 07 19:36:54.133017 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-698f1bfb-90c1-4986-8d84-0e2453438f66 req-a4afcca9-8eb6-4989-8d88-4954138b71f1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764592 Jul 07 19:36:54.207755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ed0ff7b7-6d70-4abd-8bbe-d368b366288a req-efdc0d73-c434-4036-b55d-3d35835f00e2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564981 Jul 07 19:36:54.609674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9a234-e795-4657-9f2d-44d7c3026927 req-410e5a2a-8513-401e-88ee-e7b859c4e9f6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:54.614604 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bf9a234-e795-4657-9f2d-44d7c3026927 req-410e5a2a-8513-401e-88ee-e7b859c4e9f6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1488287 Jul 07 19:36:54.667925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bf9a234-e795-4657-9f2d-44d7c3026927 req-bec6823c-4410-4184-826f-cc1a4cdaf08d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469015 Jul 07 19:36:54.762123 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:54.924330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62f6f5-b510-42a0-bd41-3a448d0d8871 req-7bc446eb-2716-4f6d-bae1-896024e88ec7 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:54.932797 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b62f6f5-b510-42a0-bd41-3a448d0d8871 req-7bc446eb-2716-4f6d-bae1-896024e88ec7 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.0947664 Jul 07 19:36:54.974473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b62f6f5-b510-42a0-bd41-3a448d0d8871 req-28ff2bb0-ae92-4f63-8771-570a04db51ba tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 Jul 07 19:36:55.083564 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f7f82-c074-4c27-a579-a64f70b73ceb req-b2c3c4e6-71c1-4271-b644-2ce3efe396ce tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:55.089829 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-807f7f82-c074-4c27-a579-a64f70b73ceb req-b2c3c4e6-71c1-4271-b644-2ce3efe396ce tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 943 time: 0.1347110 Jul 07 19:36:55.204830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-807f7f82-c074-4c27-a579-a64f70b73ceb req-aadd326e-50d5-4fa4-b35e-d931d87f3334 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049545 Jul 07 19:36:55.462159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1481e5c-02bf-4f30-a0ee-cdeb3fd06f14 req-6940f941-1ce4-4cc4-bfd3-243c2a13106c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:55.471991 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1481e5c-02bf-4f30-a0ee-cdeb3fd06f14 req-6940f941-1ce4-4cc4-bfd3-243c2a13106c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1073663 Jul 07 19:36:55.537250 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1481e5c-02bf-4f30-a0ee-cdeb3fd06f14 req-c6d48401-49af-4888-ab7f-44a305ca48cb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610030 Jul 07 19:36:55.601935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c6880-b3ce-4157-9c25-5c0828283aaf req-ff88e70e-d959-432a-bbac-cd5af33c7cbd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:55.609606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-282c6880-b3ce-4157-9c25-5c0828283aaf req-ff88e70e-d959-432a-bbac-cd5af33c7cbd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1779799 Jul 07 19:36:55.673281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-282c6880-b3ce-4157-9c25-5c0828283aaf req-53fe8e67-086c-41b0-9a1e-28c68a944033 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623751 Jul 07 19:36:55.947471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045ff7c-5094-494b-bc5b-e006952b47e1 req-d2cf92cd-afaf-417a-9e3d-4065604850a0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:55.949510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3045ff7c-5094-494b-bc5b-e006952b47e1 req-d2cf92cd-afaf-417a-9e3d-4065604850a0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.0933173 Jul 07 19:36:56.083561 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3045ff7c-5094-494b-bc5b-e006952b47e1 req-9c991dbb-20f5-4fcf-9149-746cb89a3676 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149733 Jul 07 19:36:56.408276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4dbdc-3ea2-4d0f-a934-c717d43cf296 req-fe2891b6-5010-478b-b68b-d7dbfea2157b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:56.415312 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d6c4dbdc-3ea2-4d0f-a934-c717d43cf296 req-fe2891b6-5010-478b-b68b-d7dbfea2157b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1743863 Jul 07 19:36:56.452846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d6c4dbdc-3ea2-4d0f-a934-c717d43cf296 req-5b4a9c51-e42e-4b31-b677-014514de2d22 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365555 Jul 07 19:36:56.491983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92603903-3ed2-4094-b044-5400599c7a41 req-5a87140d-8bbf-4a76-8fb3-ffe4202084dd tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:56.502930 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-92603903-3ed2-4094-b044-5400599c7a41 req-5a87140d-8bbf-4a76-8fb3-ffe4202084dd tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 943 time: 0.0770197 Jul 07 19:36:56.589326 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-92603903-3ed2-4094-b044-5400599c7a41 req-7b0bc932-d6ce-43c4-a673-9c064c7f627c tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804229 Jul 07 19:36:56.596113 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:56.764395 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55df37-0d4b-42f3-b9a8-c807763b59e7 req-ae806a4f-50fb-4217-8b67-819494f23ccf tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:56.775607 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7a55df37-0d4b-42f3-b9a8-c807763b59e7 req-ae806a4f-50fb-4217-8b67-819494f23ccf tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1688521 Jul 07 19:36:56.856389 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7a55df37-0d4b-42f3-b9a8-c807763b59e7 req-23de018e-582b-43ff-9cd4-31556727d308 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788343 Jul 07 19:36:56.912201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7af10-b6b1-4b09-a52d-4856c16b93aa req-1dc9872e-0351-416a-9628-c8e646c6e231 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:56.913821 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ae7af10-b6b1-4b09-a52d-4856c16b93aa req-1dc9872e-0351-416a-9628-c8e646c6e231 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1091394 Jul 07 19:36:57.003759 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ae7af10-b6b1-4b09-a52d-4856c16b93aa req-353e2200-e981-4b4a-949e-44f129777551 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831902 Jul 07 19:36:57.642594 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826564d0-395f-4333-aafd-696876b145f5 req-ecfd6888-9282-4c64-9e11-c9ee8bab41d8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:57.646281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-826564d0-395f-4333-aafd-696876b145f5 req-ecfd6888-9282-4c64-9e11-c9ee8bab41d8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.0961387 Jul 07 19:36:57.741201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-826564d0-395f-4333-aafd-696876b145f5 req-43ae90ec-68e3-4b4d-bb3d-3a80cd61d5fa tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881402 Jul 07 19:36:57.896768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef525af-db73-4a5c-83a6-f5a28980c323 req-d98ef4cf-1bd3-4729-8ef7-f2c4b6210be1 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:57.899335 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ef525af-db73-4a5c-83a6-f5a28980c323 req-d98ef4cf-1bd3-4729-8ef7-f2c4b6210be1 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 943 time: 0.1031752 Jul 07 19:36:57.982623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ef525af-db73-4a5c-83a6-f5a28980c323 req-d925d251-26f2-4fd9-85b0-383fcf551a33 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728974 Jul 07 19:36:58.387741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf229a8d-a762-4345-88de-6a94a06030d8 req-ee402cda-1742-4b91-beec-d78ee2e2a401 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:58.396060 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf229a8d-a762-4345-88de-6a94a06030d8 req-ee402cda-1742-4b91-beec-d78ee2e2a401 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1342309 Jul 07 19:36:58.459566 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf229a8d-a762-4345-88de-6a94a06030d8 req-e34de19b-ce40-47f8-8dc5-ccd6cc1fbf93 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625753 Jul 07 19:36:58.937799 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb9b99-3522-4790-8b57-e95e7c124973 req-6fb45d72-429a-4fd4-a8d4-2f7eca282a4f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:58.947116 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9dcb9b99-3522-4790-8b57-e95e7c124973 req-6fb45d72-429a-4fd4-a8d4-2f7eca282a4f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.0940080 Jul 07 19:36:58.990270 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9dcb9b99-3522-4790-8b57-e95e7c124973 req-6f0f4f7c-7ecb-41f7-8129-dcda2a190d1c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420752 Jul 07 19:36:59.221839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bccb18-66e7-4004-99cc-7a84f6d7270d req-2739e548-09b7-4499-bc8d-6474315923de tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:59.243304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-53bccb18-66e7-4004-99cc-7a84f6d7270d req-2739e548-09b7-4499-bc8d-6474315923de tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 943 time: 0.1183116 Jul 07 19:36:59.312253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-53bccb18-66e7-4004-99cc-7a84f6d7270d req-53711211-c2a1-4553-b8ab-46072dcae45e tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661657 Jul 07 19:36:59.710666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c3bf6-0feb-4b32-8328-ae0aedaf3c3e req-3d822046-da4f-4293-bfd7-ff1cdda15657 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:59.718393 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de9c3bf6-0feb-4b32-8328-ae0aedaf3c3e req-3d822046-da4f-4293-bfd7-ff1cdda15657 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.0922821 Jul 07 19:36:59.769856 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de9c3bf6-0feb-4b32-8328-ae0aedaf3c3e req-5d59071c-3116-49af-875e-4ddcebac76a1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504007 Jul 07 19:37:00.368994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274dba-9175-4405-ae31-e245cc22bee3 req-618eec7c-ee5b-4382-8227-dfb8e615de06 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:00.370652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7274dba-9175-4405-ae31-e245cc22bee3 req-618eec7c-ee5b-4382-8227-dfb8e615de06 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1520276 Jul 07 19:37:00.505340 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7274dba-9175-4405-ae31-e245cc22bee3 req-03caa829-2c70-44c8-ac32-974e3813ccf5 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280107 Jul 07 19:37:00.814446 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21319d0-e30d-4d29-a8ae-553b8bc0d72c req-88ac14d7-ecd7-4063-bff5-0d9ead3bf167 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:00.845297 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b21319d0-e30d-4d29-a8ae-553b8bc0d72c req-88ac14d7-ecd7-4063-bff5-0d9ead3bf167 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 943 time: 0.2837195 Jul 07 19:37:01.031241 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b21319d0-e30d-4d29-a8ae-553b8bc0d72c req-5b340fe0-aeda-4d51-bd1d-ee6da98527a7 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845622 Jul 07 19:37:01.153590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5549d-bf1b-409d-a19e-63c33cb35ac9 req-b3c67337-dbf0-4199-a9fc-71b69889d56f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:01.156593 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-edc5549d-bf1b-409d-a19e-63c33cb35ac9 req-b3c67337-dbf0-4199-a9fc-71b69889d56f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.0890431 Jul 07 19:37:01.236080 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-edc5549d-bf1b-409d-a19e-63c33cb35ac9 req-afb12dcb-1adc-4824-87dc-7096c89f62e8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734220 Jul 07 19:37:01.774956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b82f85a2-77f9-404f-9b83-d45e318c78aa details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:37:01.880471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854da84-25b2-4938-b0b9-70b07ca299b2 req-08dd031f-c2e9-4c49-bdf1-5b2bbf2d3f66 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:01.892268 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6854da84-25b2-4938-b0b9-70b07ca299b2 req-08dd031f-c2e9-4c49-bdf1-5b2bbf2d3f66 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1533892 Jul 07 19:37:02.000386 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6854da84-25b2-4938-b0b9-70b07ca299b2 req-10aa97a4-acdf-4b7a-b1cd-856fe8a07aa6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069381 Jul 07 19:37:02.015386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b82f85a2-77f9-404f-9b83-d45e318c78aa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b82f85a2-77f9-404f-9b83-d45e318c78aa,segment=NetworkSegment(85e2e884-dc1e-449a-9bde-dd8b08a98a0e),segment_id=85e2e884-dc1e-449a-9bde-dd8b08a98a0e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:02.030230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'port_id': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'mac_address': 'fa:16:3e:9c:14:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:37:02.080222 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:02.099967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82f85a2-77f9-404f-9b83-d45e318c78aa {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:37:02.131678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b82f85a2-77f9-404f-9b83-d45e318c78aa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b82f85a2-77f9-404f-9b83-d45e318c78aa,segment=NetworkSegment(85e2e884-dc1e-449a-9bde-dd8b08a98a0e),segment_id=85e2e884-dc1e-449a-9bde-dd8b08a98a0e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:02.141553 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:02.289834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b82f85a2-77f9-404f-9b83-d45e318c78aa,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:02.484319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e329c97-2d86-45ee-8887-4ef6a5dee85c req-b87c8ffc-cf46-498a-b5c3-33ae1ec9a324 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:02.485951 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e329c97-2d86-45ee-8887-4ef6a5dee85c req-b87c8ffc-cf46-498a-b5c3-33ae1ec9a324 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 944 time: 0.2160668 Jul 07 19:37:02.541765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['b82f85a2-77f9-404f-9b83-d45e318c78aa'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:37:02.605647 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e329c97-2d86-45ee-8887-4ef6a5dee85c req-4a1db8fd-7ec0-4ff0-9323-f0f7af30addc tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093221 Jul 07 19:37:02.617673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0446e-56b3-4ccf-968b-00882af32b6f req-48f165e1-201d-4174-97e2-f8aa41b597ee tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:02.633875 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9c0446e-56b3-4ccf-968b-00882af32b6f req-48f165e1-201d-4174-97e2-f8aa41b597ee tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1920738 Jul 07 19:37:02.776708 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9c0446e-56b3-4ccf-968b-00882af32b6f req-8f624e47-7cea-4b41-a21e-75e61bf323ee tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364067 Jul 07 19:37:03.464441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71272d-bf26-436e-9bfd-433771ba6736 req-004a0307-f3bf-4eda-bd4b-867847562934 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:03.473399 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c71272d-bf26-436e-9bfd-433771ba6736 req-004a0307-f3bf-4eda-bd4b-867847562934 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2111745 Jul 07 19:37:03.557164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c71272d-bf26-436e-9bfd-433771ba6736 req-ee6984b2-d489-4b46-86c1-83abd3a005b4 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824094 Jul 07 19:37:03.581339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52408) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:03.608329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b377605-48ba-49ec-ba8f-75e97d24db02 req-cf782575-72a0-4380-bbc1-f8aa5faac376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:03.610659 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b377605-48ba-49ec-ba8f-75e97d24db02 req-cf782575-72a0-4380-bbc1-f8aa5faac376 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1096 time: 0.2109818 Jul 07 19:37:03.774347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a716b2-0112-43d2-b80d-8a11f57b7dec req-3ea18f95-6ea2-47c7-84ef-97285dd8ac59 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:03.783293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50a716b2-0112-43d2-b80d-8a11f57b7dec req-3ea18f95-6ea2-47c7-84ef-97285dd8ac59 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2403023 Jul 07 19:37:03.923757 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50a716b2-0112-43d2-b80d-8a11f57b7dec req-0182ceb9-7226-4961-8634-757cef862a73 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367404 Jul 07 19:37:04.007943 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:04.051424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b377605-48ba-49ec-ba8f-75e97d24db02 req-51ee5290-3deb-4b0f-95d8-9f3ea9b0dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:04.053077 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b377605-48ba-49ec-ba8f-75e97d24db02 req-51ee5290-3deb-4b0f-95d8-9f3ea9b0dc50 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.4253783 Jul 07 19:37:04.557486 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b377605-48ba-49ec-ba8f-75e97d24db02 req-741a7f83-7878-47ff-8d9b-a965088bd965 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 999 time: 0.4692745 Jul 07 19:37:04.653354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72df7f7-b09a-4143-bbae-186b489db232 req-2c0b14f1-3e24-4857-b1a9-9bea1f39c858 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:04.656052 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f72df7f7-b09a-4143-bbae-186b489db232 req-2c0b14f1-3e24-4857-b1a9-9bea1f39c858 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 944 time: 0.6850662 Jul 07 19:37:04.709124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b377605-48ba-49ec-ba8f-75e97d24db02 req-86c5ad22-6449-426b-8212-57404d6643f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:04.711071 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b377605-48ba-49ec-ba8f-75e97d24db02 req-86c5ad22-6449-426b-8212-57404d6643f8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1428976 Jul 07 19:37:04.785198 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f72df7f7-b09a-4143-bbae-186b489db232 req-f9807834-8da3-4c8d-8f89-e091054488d3 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132820 Jul 07 19:37:04.806936 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:04.817284 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:04.858392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a086bd-cd32-4357-9158-286be11f908a req-0100a4ca-5c77-4150-b5ab-eb519f745bc3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:04.859811 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b377605-48ba-49ec-ba8f-75e97d24db02 req-c3cdb386-f6c6-4fdb-8769-7d917b6fd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:04.861288 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b377605-48ba-49ec-ba8f-75e97d24db02 req-c3cdb386-f6c6-4fdb-8769-7d917b6fd74f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378825 Jul 07 19:37:04.863548 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d3a086bd-cd32-4357-9158-286be11f908a req-0100a4ca-5c77-4150-b5ab-eb519f745bc3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1154819 Jul 07 19:37:04.882651 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85a6a0e38d4743bd9875426367200249&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2925222 Jul 07 19:37:04.885172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52444) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:04.915345 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d3a086bd-cd32-4357-9158-286be11f908a req-eb5fe4de-598c-4cf7-bcbb-6de667cc01da tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490856 Jul 07 19:37:04.928300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd8214e-a5c8-45a0-8365-79bbc91a6db7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:04.958897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:04.962858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:04.963528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:04.964054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:04.964404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:04.964749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:04.965092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:04.965562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:04.965901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:04.966389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:04.966880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:04.967215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716071-38ba-46d5-8730-3a6cae928160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:05.036301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b377605-48ba-49ec-ba8f-75e97d24db02 req-70729647-54a3-4da6-88ce-d965d2956003 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668389 Jul 07 19:37:05.103216 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43d12c38-92ff-4cb2-aa7d-34f52100f9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.174344 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43d12c38-92ff-4cb2-aa7d-34f52100f9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.259058 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630658-bb6f-4f17-8aa5-c293a8c71289 req-feb6d926-a08b-4c3a-97fc-ab33581cc128 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:05.267089 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57630658-bb6f-4f17-8aa5-c293a8c71289 req-feb6d926-a08b-4c3a-97fc-ab33581cc128 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2184286 Jul 07 19:37:05.270062 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b377605-48ba-49ec-ba8f-75e97d24db02 req-b579289d-f97b-4967-b809-9cbbc0b2750c service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207570 Jul 07 19:37:05.311842 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57630658-bb6f-4f17-8aa5-c293a8c71289 req-4f9d6702-e05d-4a6e-a33d-1ce0aaee629b tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441725 Jul 07 19:37:05.313935 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43d12c38-92ff-4cb2-aa7d-34f52100f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.316945 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-43d12c38-92ff-4cb2-aa7d-34f52100f9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.318997 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-43d12c38-92ff-4cb2-aa7d-34f52100f9d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bcd8214e-a5c8-45a0-8365-79bbc91a6db7 HTTP/1.1" status: 204 len: 168 time: 0.4320536 Jul 07 19:37:05.327839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d12c38-92ff-4cb2-aa7d-34f52100f9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd8214e-a5c8-45a0-8365-79bbc91a6db7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:05.672350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52478) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:05.690528 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e8de0d3-17a7-40f0-afac-a2dd423e9617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.745889 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.804603 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b82f85a2-77f9-404f-9b83-d45e318c78aa up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:05.900707 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e8de0d3-17a7-40f0-afac-a2dd423e9617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.906408 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e8de0d3-17a7-40f0-afac-a2dd423e9617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.932482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port b82f85a2-77f9-404f-9b83-d45e318c78aa completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:05.944266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port b82f85a2-77f9-404f-9b83-d45e318c78aa triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:05.944660 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.988599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52492) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:05.989218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4e8de0d3-17a7-40f0-afac-a2dd423e9617 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d314ceb8c1c4c54ba8031b60a627d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109555 Jul 07 19:37:05.989726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8de0d3-17a7-40f0-afac-a2dd423e9617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deaba9c-cbac-4e7c-8a9a-3990941ce68a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:06.166478 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9021777-ac47-495a-b3d4-372f7df11412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:06.211851 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:06.222360 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9021777-ac47-495a-b3d4-372f7df11412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:06.248837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:06.251786 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5265bb7f-696e-4266-af8b-35b730f05424" -d '{"events": [{"server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "name": "network-vif-plugged", "status": "completed", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:06.266921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port b82f85a2-77f9-404f-9b83-d45e318c78aa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b82f85a2-77f9-404f-9b83-d45e318c78aa,segment=NetworkSegment(85e2e884-dc1e-449a-9bde-dd8b08a98a0e),segment_id=85e2e884-dc1e-449a-9bde-dd8b08a98a0e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:06.271821 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:06.305417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9021777-ac47-495a-b3d4-372f7df11412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:06.309443 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d9021777-ac47-495a-b3d4-372f7df11412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:06.311197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d9021777-ac47-495a-b3d4-372f7df11412 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0deaba9c-cbac-4e7c-8a9a-3990941ce68a HTTP/1.1" status: 204 len: 168 time: 0.3215895 Jul 07 19:37:06.324705 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0d189-f245-43b3-97af-da1a84b3adce req-718f09f3-73a3-491c-b323-254377297015 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:06.346006 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2cb0d189-f245-43b3-97af-da1a84b3adce req-718f09f3-73a3-491c-b323-254377297015 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 944 time: 0.3079038 Jul 07 19:37:06.375657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=b82f85a2-77f9-404f-9b83-d45e318c78aa,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:06.380269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9021777-ac47-495a-b3d4-372f7df11412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deaba9c-cbac-4e7c-8a9a-3990941ce68a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:06.420684 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2cb0d189-f245-43b3-97af-da1a84b3adce req-8014aa32-d668-4298-a447-17f6a8c19740 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734100 Jul 07 19:37:06.486467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c7786-d8f4-43d8-84f0-db83579dc0ab req-3cc7103f-1d99-4159-880c-6f6ac925d235 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:06.489673 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa275431-995c-4bb7-bc30-cf4ae6913287 x-openstack-request-id: req-aa275431-995c-4bb7-bc30-cf4ae6913287 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:06.490039 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "name": "network-vif-plugged", "status": "completed", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:06.490856 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa275431-995c-4bb7-bc30-cf4ae6913287 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:06.490856 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'code': 200} Jul 07 19:37:06.491914 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d4c7786-d8f4-43d8-84f0-db83579dc0ab req-3cc7103f-1d99-4159-880c-6f6ac925d235 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1873219 Jul 07 19:37:06.562769 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4d4c7786-d8f4-43d8-84f0-db83579dc0ab req-e42f0405-2ecd-4a62-94e4-735633f1ab51 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641878 Jul 07 19:37:06.720489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be89d4-846d-43c2-ad97-dc197c6062c6 req-e87507a5-2e27-435d-aa83-e4d6790eb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:06.722376 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82be89d4-846d-43c2-ad97-dc197c6062c6 req-e87507a5-2e27-435d-aa83-e4d6790eb54e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 1096 time: 0.1547344 Jul 07 19:37:06.734263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3ffb-fe14-4849-9680-f3dcb4ffbb1e req-34845c4c-cb6e-4a3f-a066-0b9fdb87c212 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:06.742460 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8c9f3ffb-fe14-4849-9680-f3dcb4ffbb1e req-34845c4c-cb6e-4a3f-a066-0b9fdb87c212 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1065733 Jul 07 19:37:06.895125 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82be89d4-846d-43c2-ad97-dc197c6062c6 req-173d11b6-798b-4962-bef4-468992ca17e6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473320 Jul 07 19:37:06.921092 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8c9f3ffb-fe14-4849-9680-f3dcb4ffbb1e req-2c321ee4-29f6-4dd8-a5aa-b4e29977fa18 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768191 Jul 07 19:37:07.155049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14bbe2-4fcb-436d-ada5-6171127154e7 req-2899ce4f-a577-4b2c-9ef7-8c406a9030d2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:07.156702 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e14bbe2-4fcb-436d-ada5-6171127154e7 req-2899ce4f-a577-4b2c-9ef7-8c406a9030d2 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.0913541 Jul 07 19:37:07.218139 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e14bbe2-4fcb-436d-ada5-6171127154e7 req-0ef9969c-4af1-4fe0-a141-dacffd5068d8 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533392 Jul 07 19:37:07.587073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d2e4c-3876-417b-a585-14a0a4ba3f04 req-cb9bb86d-3946-4738-a851-c651497f4415 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:07.596247 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e5d2e4c-3876-417b-a585-14a0a4ba3f04 req-cb9bb86d-3946-4738-a851-c651497f4415 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1660926 Jul 07 19:37:07.692113 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e5d2e4c-3876-417b-a585-14a0a4ba3f04 req-39fe6e83-2b2c-4fab-8d3b-a458020cc470 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945919 Jul 07 19:37:07.720568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b60d66-d705-434d-aee5-9b82be1621b0 req-15abf1dc-15bb-455e-8b32-17b1fe1c0fee tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:07.731589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2b60d66-d705-434d-aee5-9b82be1621b0 req-15abf1dc-15bb-455e-8b32-17b1fe1c0fee tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 945 time: 0.0983949 Jul 07 19:37:07.796948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2b60d66-d705-434d-aee5-9b82be1621b0 req-ccd8c939-6553-4386-a91f-3723eea4fea8 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595889 Jul 07 19:37:08.101009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecc968-225d-4e59-be49-66409beb76a0 req-69579321-b71d-4f4c-a3f1-524a7a358f7f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:08.108629 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85cfb8c3-1391-45d1-8f47-e66b15532408 req-0ea96d98-8bc3-4d82-90b8-53cf52d74e8a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2793639 Jul 07 19:37:08.111360 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-54ecc968-225d-4e59-be49-66409beb76a0 req-69579321-b71d-4f4c-a3f1-524a7a358f7f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2035608 Jul 07 19:37:08.184324 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-54ecc968-225d-4e59-be49-66409beb76a0 req-dae589df-3353-441a-88a2-2e932dd25e09 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701101 Jul 07 19:37:08.452573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfb8c3-1391-45d1-8f47-e66b15532408 req-e68bb225-1119-4e9c-96fe-03fc2a1ecccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:08.455044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85cfb8c3-1391-45d1-8f47-e66b15532408 req-e68bb225-1119-4e9c-96fe-03fc2a1ecccf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1096 time: 0.1350172 Jul 07 19:37:08.503453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be87846-df4f-4f95-bf15-c6525d44cb19 req-37cf5415-3c74-4143-8218-c943d5b783e4 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:08.506154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0be87846-df4f-4f95-bf15-c6525d44cb19 req-37cf5415-3c74-4143-8218-c943d5b783e4 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1170173 Jul 07 19:37:08.606193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfb8c3-1391-45d1-8f47-e66b15532408 req-6cea9c4c-b04f-48f7-95b4-64f8c94aec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:08.608145 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85cfb8c3-1391-45d1-8f47-e66b15532408 req-6cea9c4c-b04f-48f7-95b4-64f8c94aec52 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.1208513 Jul 07 19:37:08.611625 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0be87846-df4f-4f95-bf15-c6525d44cb19 req-3c13fdea-27d1-474c-8ba4-0da2ea2c6968 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805085 Jul 07 19:37:08.689890 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85cfb8c3-1391-45d1-8f47-e66b15532408 req-c8f3e59f-a6af-48d9-95db-3e668181b101 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 999 time: 0.0728483 Jul 07 19:37:08.804923 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfb8c3-1391-45d1-8f47-e66b15532408 req-d89d1943-3b9a-45ba-98ff-a738ed74211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:08.806836 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85cfb8c3-1391-45d1-8f47-e66b15532408 req-d89d1943-3b9a-45ba-98ff-a738ed74211c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1097147 Jul 07 19:37:08.987889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfb8c3-1391-45d1-8f47-e66b15532408 req-f221282b-dc6e-4947-ad77-545e2484be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:08.989789 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85cfb8c3-1391-45d1-8f47-e66b15532408 req-f221282b-dc6e-4947-ad77-545e2484be9d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738715 Jul 07 19:37:09.313495 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50b277-d6f4-4597-bb0e-784befd39661 req-042bc131-2f70-4da5-9dc9-6c82c2de291c tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:09.324429 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c50b277-d6f4-4597-bb0e-784befd39661 req-042bc131-2f70-4da5-9dc9-6c82c2de291c tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 945 time: 0.2662327 Jul 07 19:37:09.332549 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85cfb8c3-1391-45d1-8f47-e66b15532408 req-a302bbfa-2007-4466-b5eb-2055003c709a service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335211 Jul 07 19:37:09.471467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c50b277-d6f4-4597-bb0e-784befd39661 req-8da0b41c-ee06-4355-8f9c-188b4b899cad tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377625 Jul 07 19:37:09.536287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5069b-ccee-432d-b25e-131158ec7a53 req-ce81b47a-4576-4489-800b-91b0998e2e88 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:09.552566 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcf5069b-ccee-432d-b25e-131158ec7a53 req-ce81b47a-4576-4489-800b-91b0998e2e88 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1526358 Jul 07 19:37:09.572538 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85cfb8c3-1391-45d1-8f47-e66b15532408 req-0de4aaea-8050-4949-9dba-551ec1ed8e60 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095356 Jul 07 19:37:09.659846 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcf5069b-ccee-432d-b25e-131158ec7a53 req-d025943f-9589-4ac0-8f44-15b78feedefb tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024082 Jul 07 19:37:09.818641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 17855074-26a2-4275-8943-e7a1f016088f details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:37:09.834081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42be93-03b7-46e6-a3e3-b154d452a944 req-8f1a8ce2-17c7-40b9-a6ab-9c924f8d57f5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:09.836231 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e42be93-03b7-46e6-a3e3-b154d452a944 req-8f1a8ce2-17c7-40b9-a6ab-9c924f8d57f5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 945 time: 0.1794240 Jul 07 19:37:09.933852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e42be93-03b7-46e6-a3e3-b154d452a944 req-026d1269-89fd-4391-a54b-f38a0d1dfe77 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901206 Jul 07 19:37:09.952679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52688) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:10.077480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380ba4e-b8bf-4c93-8589-2d86a9e6fdde req-121cfd16-b423-4df8-8ac8-f14995deb07e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:10.088126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b380ba4e-b8bf-4c93-8589-2d86a9e6fdde req-121cfd16-b423-4df8-8ac8-f14995deb07e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.1903305 Jul 07 19:37:10.101960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:10.116436 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:10.124561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '17855074-26a2-4275-8943-e7a1f016088f', 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb', 'port_id': '17855074-26a2-4275-8943-e7a1f016088f', 'mac_address': 'fa:16:3e:fb:3f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:37:10.190249 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b380ba4e-b8bf-4c93-8589-2d86a9e6fdde req-e880d94f-98a6-4bfc-8612-22abcb96d2f7 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021121 Jul 07 19:37:10.302414 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:10.335259 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17855074-26a2-4275-8943-e7a1f016088f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:37:10.416094 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:10.424051 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:10.547298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['17855074-26a2-4275-8943-e7a1f016088f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:37:10.575365 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad964e-0cc9-4594-a1cc-6331683b5f07 tempest-TestVolumeBackupRestore-1989960222 tempest-TestVolumeBackupRestore-1989960222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:10.578265 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-72ad964e-0cc9-4594-a1cc-6331683b5f07 tempest-TestVolumeBackupRestore-1989960222 tempest-TestVolumeBackupRestore-1989960222-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 1091 time: 0.6234992 Jul 07 19:37:10.581103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52722) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:10.586168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'tenant_id': '13db510003ad470cb27866478365041c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:10.597537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:10.635951 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:11.035513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c860a-e776-48ac-8eda-d64fa5ef3987 req-2f437d92-a427-42ff-b13e-024cb22f2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:11.036809 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:11.037981 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-407c860a-e776-48ac-8eda-d64fa5ef3987 req-2f437d92-a427-42ff-b13e-024cb22f2fcb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4af8bbb088724744bd5fe866699c7e75&device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 1096 time: 0.2155402 Jul 07 19:37:11.270415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c860a-e776-48ac-8eda-d64fa5ef3987 req-cda33519-a6c5-4fa2-badc-a4c33f65c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:11.272910 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-407c860a-e776-48ac-8eda-d64fa5ef3987 req-cda33519-a6c5-4fa2-badc-a4c33f65c940 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 200 len: 913 time: 0.2246838 Jul 07 19:37:11.274750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Allocated IP 172.25.0.55 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/e7dbb1fc-6462-4a62-801c-0322394107b9) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:37:11.399615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52750) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:11.413634 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:11.478448 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:11.510121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:11.522452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:11.528280 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-407c860a-e776-48ac-8eda-d64fa5ef3987 req-e935f49f-9899-4993-9ddf-629af829883c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 200 len: 999 time: 0.2275863 Jul 07 19:37:11.535911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca1d42-6dd9-4da0-8787-beba4503d85b req-1dc8eb08-a98e-406f-808f-b6aa9ce8ce76 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:11.541137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c7b9-df55-4df7-b9c3-f3aa29110cbc req-3e882e1c-3843-4cc9-b44d-131a1cccf54e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:11.544062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2ca1d42-6dd9-4da0-8787-beba4503d85b req-1dc8eb08-a98e-406f-808f-b6aa9ce8ce76 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.4888163 Jul 07 19:37:11.551768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6dc8c7b9-df55-4df7-b9c3-f3aa29110cbc req-3e882e1c-3843-4cc9-b44d-131a1cccf54e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.4696178 Jul 07 19:37:11.646478 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6dc8c7b9-df55-4df7-b9c3-f3aa29110cbc req-cd767464-5468-49b6-a1ac-3097ac041a2e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931425 Jul 07 19:37:11.653010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:37:11.674585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c860a-e776-48ac-8eda-d64fa5ef3987 req-74228560-3112-43d7-99c7-4c74053091dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:11.676230 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-407c860a-e776-48ac-8eda-d64fa5ef3987 req-74228560-3112-43d7-99c7-4c74053091dd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 200 len: 851 time: 0.1206920 Jul 07 19:37:11.720471 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2ca1d42-6dd9-4da0-8787-beba4503d85b req-97701bab-3adf-48cb-b57f-3b7101aee9bd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754119 Jul 07 19:37:11.779097 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14a746ec-cd99-4b48-aa61-76f1577d9a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:11.822742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 17855074-26a2-4275-8943-e7a1f016088f up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:11.845064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event updated for resources: {'Port': ['ID=e7dbb1fc-6462-4a62-801c-0322394107b9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:11.859496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c860a-e776-48ac-8eda-d64fa5ef3987 req-5516e63c-3eca-4bf7-b4fc-cec0442235b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:11.869958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-407c860a-e776-48ac-8eda-d64fa5ef3987 req-5516e63c-3eca-4bf7-b4fc-cec0442235b4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843417 Jul 07 19:37:11.902836 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 17855074-26a2-4275-8943-e7a1f016088f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:11.904183 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.061789 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.118134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:12.119705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17855074-26a2-4275-8943-e7a1f016088f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:12.123308 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc6defb-96cc-407b-8ea5-8544a844a97c" -d '{"events": [{"server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "name": "network-vif-plugged", "status": "completed", "tag": "17855074-26a2-4275-8943-e7a1f016088f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:12.127114 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.209207 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3296ba3e-8197-46d3-a6d5-7d310d9e8ac1 x-openstack-request-id: req-3296ba3e-8197-46d3-a6d5-7d310d9e8ac1 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:12.209488 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "name": "network-vif-plugged", "status": "completed", "tag": "17855074-26a2-4275-8943-e7a1f016088f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:12.209753 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3296ba3e-8197-46d3-a6d5-7d310d9e8ac1 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:12.210162 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17855074-26a2-4275-8943-e7a1f016088f', 'code': 200} Jul 07 19:37:12.221948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-407c860a-e776-48ac-8eda-d64fa5ef3987 req-1fc0449b-449a-4366-8764-9a8ae3ecddc5 service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277433 Jul 07 19:37:12.224519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14a746ec-cd99-4b48-aa61-76f1577d9a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.253539 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14a746ec-cd99-4b48-aa61-76f1577d9a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.264559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:12.338043 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-14a746ec-cd99-4b48-aa61-76f1577d9a8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0238b7732b254350962ff1ae2ea9793a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9322793 Jul 07 19:37:12.338043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52778) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:12.391532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a746ec-cd99-4b48-aa61-76f1577d9a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62f0031-40fa-44e0-a08d-069d14254346,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:12.463535 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-407c860a-e776-48ac-8eda-d64fa5ef3987 req-16085bd7-919a-4d56-853c-e241634e275b service neutron] 10.222.0.110 "GET /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342064 Jul 07 19:37:12.469309 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9342-0ef2-4290-b792-65f5d101a46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.509814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9342-0ef2-4290-b792-65f5d101a46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.605268 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9342-0ef2-4290-b792-65f5d101a46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.608800 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9342-0ef2-4290-b792-65f5d101a46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.610217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c3eb9342-0ef2-4290-b792-65f5d101a46d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d62f0031-40fa-44e0-a08d-069d14254346 HTTP/1.1" status: 204 len: 168 time: 0.2711275 Jul 07 19:37:12.628649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb9342-0ef2-4290-b792-65f5d101a46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62f0031-40fa-44e0-a08d-069d14254346,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:13.007657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b32bf-34c9-441a-9041-e9cfe9f0ec6a req-7cf0bd67-0648-45b2-881c-494b2facb892 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:13.016974 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c42b32bf-34c9-441a-9041-e9cfe9f0ec6a req-7cf0bd67-0648-45b2-881c-494b2facb892 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1358953 Jul 07 19:37:13.069393 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c42b32bf-34c9-441a-9041-e9cfe9f0ec6a req-d3fc4f01-e97a-4760-a216-db71aea300e4 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499153 Jul 07 19:37:13.149153 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.209662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52810) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:13.230586 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5d3d-6e26-4faa-a71d-9a3c87ebb757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.379254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353238c1-c6cb-49fc-aa00-e1cd2abbc868 req-8af034d9-5f05-44e7-b09f-b7e4a5f746aa tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:13.381812 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-353238c1-c6cb-49fc-aa00-e1cd2abbc868 req-8af034d9-5f05-44e7-b09f-b7e4a5f746aa tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.4476066 Jul 07 19:37:13.467755 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5d3d-6e26-4faa-a71d-9a3c87ebb757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.473363 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5d3d-6e26-4faa-a71d-9a3c87ebb757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.550488 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4f4e5d3d-6e26-4faa-a71d-9a3c87ebb757 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a309ed5d61d44021944f2721c01ba926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393807 Jul 07 19:37:13.554032 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52820) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:13.566670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e5d3d-6e26-4faa-a71d-9a3c87ebb757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bfb53b-9ae6-46c6-92d2-aaf508371f3e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:13.619547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-353238c1-c6cb-49fc-aa00-e1cd2abbc868 req-43272b1c-2abe-4ba4-a216-a3d180681696 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270300 Jul 07 19:37:13.641549 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.748304 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94c8b1a8-144a-414d-88cb-179f6e20ab1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.775095 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94c8b1a8-144a-414d-88cb-179f6e20ab1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.813714 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a069cb-e802-4d4e-9728-b0512ecea28c req-73351aeb-d91a-482c-bf25-f8257e4eb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:13.815326 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18a069cb-e802-4d4e-9728-b0512ecea28c req-73351aeb-d91a-482c-bf25-f8257e4eb402 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdeabc780301499c925920101cd78d49&device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 1096 time: 0.3773987 Jul 07 19:37:14.021437 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94c8b1a8-144a-414d-88cb-179f6e20ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:14.024041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94c8b1a8-144a-414d-88cb-179f6e20ab1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:14.025202 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-94c8b1a8-144a-414d-88cb-179f6e20ab1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/73bfb53b-9ae6-46c6-92d2-aaf508371f3e HTTP/1.1" status: 204 len: 168 time: 0.4662256 Jul 07 19:37:14.066026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8b1a8-144a-414d-88cb-179f6e20ab1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bfb53b-9ae6-46c6-92d2-aaf508371f3e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:14.093325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a069cb-e802-4d4e-9728-b0512ecea28c req-9a777c2b-abd6-484b-bb72-0303bd7be11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:14.094984 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18a069cb-e802-4d4e-9728-b0512ecea28c req-9a777c2b-abd6-484b-bb72-0303bd7be11e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 200 len: 914 time: 0.2462776 Jul 07 19:37:14.192398 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:14.195621 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18a069cb-e802-4d4e-9728-b0512ecea28c req-59dfdc8a-a475-4f0c-a052-8de693c23469 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17855074-26a2-4275-8943-e7a1f016088f HTTP/1.1" status: 200 len: 217 time: 0.0892475 Jul 07 19:37:14.198537 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:14.307211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52850) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:14.340307 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a069cb-e802-4d4e-9728-b0512ecea28c req-666b0470-ba78-41b6-9206-9e174756ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:14.346655 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18a069cb-e802-4d4e-9728-b0512ecea28c req-666b0470-ba78-41b6-9206-9e174756ac5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1 HTTP/1.1" status: 200 len: 853 time: 0.1394989 Jul 07 19:37:14.500986 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event updated for resources: {'Port': ['ID=e7dbb1fc-6462-4a62-801c-0322394107b9,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:14.550607 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18a069cb-e802-4d4e-9728-b0512ecea28c req-3d6e4e68-7e81-4132-9222-0185b15fe27f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415547 Jul 07 19:37:14.570015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05ee80-fa06-4f8a-80d8-ecbeb9f29efe req-644def21-cece-4940-9a30-98dab8c99d43 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:14.572968 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e05ee80-fa06-4f8a-80d8-ecbeb9f29efe req-644def21-cece-4940-9a30-98dab8c99d43 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1965504 Jul 07 19:37:14.674186 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e05ee80-fa06-4f8a-80d8-ecbeb9f29efe req-b1420e55-b373-4896-8f41-2f8eedef6aa5 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884984 Jul 07 19:37:14.777635 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-22d2df81-fc6f-48da-b68a-7f75433d4fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:14.852144 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:14.859443 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18a069cb-e802-4d4e-9728-b0512ecea28c req-85417390-917b-4110-95a6-4a973f34dd00 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985597 Jul 07 19:37:15.015297 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-22d2df81-fc6f-48da-b68a-7f75433d4fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:15.021176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-22d2df81-fc6f-48da-b68a-7f75433d4fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:15.136920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-22d2df81-fc6f-48da-b68a-7f75433d4fed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73ecfb7c2fa24663bf0f8d0694283351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8283229 Jul 07 19:37:15.143123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2df81-fc6f-48da-b68a-7f75433d4fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b98195-afec-4348-abcb-83e2faafcfa2,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:15.166964 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52884) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:15.233047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18a069cb-e802-4d4e-9728-b0512ecea28c req-48146a83-2e6e-4ac1-a330-af9d7e47fa2e service neutron] 10.222.0.48 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322639 Jul 07 19:37:15.234227 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Floating IP b5731ac9-ea24-4907-9b14-3afb76ea2d93 associated. External IP: 172.25.0.55, port: b82f85a2-77f9-404f-9b83-d45e318c78aa. Jul 07 19:37:15.261389 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab71ca89-2aaf-4899-956c-6d477ffed956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:15.345455 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab71ca89-2aaf-4899-956c-6d477ffed956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:15.476089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a96d75-23e2-4883-98ad-f24e7ef6a37d req-7902078a-a079-44be-b7f7-ba7f24ed7e6c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:15.484496 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab71ca89-2aaf-4899-956c-6d477ffed956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:15.487274 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab71ca89-2aaf-4899-956c-6d477ffed956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:15.492108 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ab71ca89-2aaf-4899-956c-6d477ffed956 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/22b98195-afec-4348-abcb-83e2faafcfa2 HTTP/1.1" status: 204 len: 168 time: 0.3203802 Jul 07 19:37:15.494523 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-96a96d75-23e2-4883-98ad-f24e7ef6a37d req-7902078a-a079-44be-b7f7-ba7f24ed7e6c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.5469017 Jul 07 19:37:15.507685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71ca89-2aaf-4899-956c-6d477ffed956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b98195-afec-4348-abcb-83e2faafcfa2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:15.611131 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-96a96d75-23e2-4883-98ad-f24e7ef6a37d req-d0fdc381-29ca-4977-abe8-65e8f687bc09 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026309 Jul 07 19:37:15.762461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Router 96b90fda-181a-4d77-bdaf-84662e342641 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:37:15.999959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:37:16.018180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85483f59-b19b-4c4f-867b-c6875322334d None None] Sync routers for ids ['96b90fda-181a-4d77-bdaf-84662e342641'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:37:16.035321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85483f59-b19b-4c4f-867b-c6875322334d None None] Routers {'96b90fda-181a-4d77-bdaf-84662e342641'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:16.035321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-85483f59-b19b-4c4f-867b-c6875322334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:36:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['96b90fda-181a-4d77-bdaf-84662e342641'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:16.100585 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:16.177389 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-858c03cb-8786-436a-a17c-71dac1c9c16b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5951207 Jul 07 19:37:16.187906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52932) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:16.189911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:16.194035 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd13ec1-cd97-43a6-9108-2d9a19d2584e" -d '{"events": [{"name": "network-changed", "server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:16.241640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcf515-6957-45b5-a6a1-79415dd85187 req-90c3aa30-8f09-4c75-b9a2-9e619b000962 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:16.243561 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-98fcf515-6957-45b5-a6a1-79415dd85187 req-90c3aa30-8f09-4c75-b9a2-9e619b000962 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2677159 Jul 07 19:37:16.357581 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-98fcf515-6957-45b5-a6a1-79415dd85187 req-c3b5455f-35c6-419b-b819-a29ff360d9f0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052241 Jul 07 19:37:16.413107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-85483f59-b19b-4c4f-867b-c6875322334d None None] Set router 96b90fda-181a-4d77-bdaf-84662e342641 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:16.440221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54b103-b4ad-40f3-930e-cacb0d1b87c7 req-ffe1a444-211d-4adc-9275-2568bfa74a58 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:16.453854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba54b103-b4ad-40f3-930e-cacb0d1b87c7 req-ffe1a444-211d-4adc-9275-2568bfa74a58 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.3887894 Jul 07 19:37:16.469734 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbc3939-a90f-4496-9271-2e3e7b488542 x-openstack-request-id: req-bfbc3939-a90f-4496-9271-2e3e7b488542 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:16.473435 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:16.473958 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bfbc3939-a90f-4496-9271-2e3e7b488542 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:16.474564 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'status': 'completed', 'code': 200} Jul 07 19:37:16.923805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-85483f59-b19b-4c4f-867b-c6875322334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'b5731ac9-ea24-4907-9b14-3afb76ea2d93', 'tenant_id': '13db510003ad470cb27866478365041c', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'port_id': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'mac_address': 'fa:16:3e:9c:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceebc67-f97e-4226-85a1-b7166d732def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:12Z', 'updated_at': '2021-07-07T19:37:12Z', 'revision_number': 0, 'project_id': '13db510003ad470cb27866478365041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3db37f-19d9-4e14-8e7b-8f47e01f34a7', 'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'mac_address': 'fa:16:3e:00:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:36Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': '13db510003ad470cb27866478365041c', 'subnets': [{'id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:16.942120 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba54b103-b4ad-40f3-930e-cacb0d1b87c7 req-78f593d6-726d-4437-b24e-fd98551b41e1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811962 Jul 07 19:37:16.955064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abc3f29-50ad-4107-bbfe-d6c643a2e3bd tempest-TestVolumeBackupRestore-1989960222 tempest-TestVolumeBackupRestore-1989960222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:16.960512 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85483f59-b19b-4c4f-867b-c6875322334d None None] Checking router: 96b90fda-181a-4d77-bdaf-84662e342641 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:37:16.962428 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8abc3f29-50ad-4107-bbfe-d6c643a2e3bd tempest-TestVolumeBackupRestore-1989960222 tempest-TestVolumeBackupRestore-1989960222-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 1091 time: 0.7614026 Jul 07 19:37:16.972201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52982) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:16.972201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-73090ac1-6a6a-4d2b-9c73-ab9247d899ff tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Request body: {'floatingip': {'port_id': 'b82f85a2-77f9-404f-9b83-d45e318c78aa'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:16.985401 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85483f59-b19b-4c4f-867b-c6875322334d None None] Routers {'96b90fda-181a-4d77-bdaf-84662e342641'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:16.986493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-85483f59-b19b-4c4f-867b-c6875322334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:36:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['96b90fda-181a-4d77-bdaf-84662e342641'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:17.017062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13ec1-cd97-43a6-9108-2d9a19d2584e req-a048a69f-b392-49c0-98f2-c24cd684aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:17.020482 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9dd13ec1-cd97-43a6-9108-2d9a19d2584e req-a048a69f-b392-49c0-98f2-c24cd684aab0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13db510003ad470cb27866478365041c&device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 1096 time: 0.5204945 Jul 07 19:37:17.145414 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73090ac1-6a6a-4d2b-9c73-ab9247d899ff tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:17.251903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-85483f59-b19b-4c4f-867b-c6875322334d None None] Set router 96b90fda-181a-4d77-bdaf-84662e342641 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:17.471099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13ec1-cd97-43a6-9108-2d9a19d2584e req-7b6fb44f-6484-44d9-b2f6-b9da59cdf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:17.472717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9dd13ec1-cd97-43a6-9108-2d9a19d2584e req-7b6fb44f-6484-44d9-b2f6-b9da59cdf4a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8 HTTP/1.1" status: 200 len: 914 time: 0.4462192 Jul 07 19:37:17.613621 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9dd13ec1-cd97-43a6-9108-2d9a19d2584e req-b802a51b-b5e0-421e-9882-6497c281898c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b82f85a2-77f9-404f-9b83-d45e318c78aa HTTP/1.1" status: 200 len: 998 time: 0.1293690 Jul 07 19:37:17.693877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13ec1-cd97-43a6-9108-2d9a19d2584e req-d8a71d49-3d16-41a5-b826-e8390c910262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:17.707726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9dd13ec1-cd97-43a6-9108-2d9a19d2584e req-d8a71d49-3d16-41a5-b826-e8390c910262 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf77f04-026d-4d9f-873a-0bf198964f75 HTTP/1.1" status: 200 len: 852 time: 0.0747828 Jul 07 19:37:17.738245 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-85483f59-b19b-4c4f-867b-c6875322334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'b5731ac9-ea24-4907-9b14-3afb76ea2d93', 'tenant_id': '13db510003ad470cb27866478365041c', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'port_id': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'mac_address': 'fa:16:3e:9c:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceebc67-f97e-4226-85a1-b7166d732def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:12Z', 'updated_at': '2021-07-07T19:37:12Z', 'revision_number': 0, 'project_id': '13db510003ad470cb27866478365041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3db37f-19d9-4e14-8e7b-8f47e01f34a7', 'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'mac_address': 'fa:16:3e:00:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:36Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': '13db510003ad470cb27866478365041c', 'subnets': [{'id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:17.798757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53030) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:17.810749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85483f59-b19b-4c4f-867b-c6875322334d None None] The sync data for ids ['96b90fda-181a-4d77-bdaf-84662e342641'] in n-d-793621-9 is: [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'b5731ac9-ea24-4907-9b14-3afb76ea2d93', 'tenant_id': '13db510003ad470cb27866478365041c', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'port_id': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'mac_address': 'fa:16:3e:9c:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceebc67-f97e-4226-85a1-b7166d732def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:12Z', 'updated_at': '2021-07-07T19:37:12Z', 'revision_number': 0, 'project_id': '13db510003ad470cb27866478365041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3db37f-19d9-4e14-8e7b-8f47e01f34a7', 'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'mac_address': 'fa:16:3e:00:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:36Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': '13db510003ad470cb27866478365041c', 'subnets': [{'id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:37:17.912155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13ec1-cd97-43a6-9108-2d9a19d2584e req-e0a99d77-7af5-4341-bf4b-7ef00e1a5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:17.914116 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9dd13ec1-cd97-43a6-9108-2d9a19d2584e req-e0a99d77-7af5-4341-bf4b-7ef00e1a5de7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2051163 Jul 07 19:37:18.034457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9dd13ec1-cd97-43a6-9108-2d9a19d2584e req-e03a6143-7c82-4967-8fc4-2ae205b12ff2 service neutron] 10.222.0.48 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123421 Jul 07 19:37:18.074488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1903914336-network', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:18.304097 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e03f1-9883-4b83-88f3-d6e8afd38061 None None] New status for floating IP b5731ac9-ea24-4907-9b14-3afb76ea2d93: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:37:18.907773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Made reservation on behalf of 5034d959d8df4881b05cee0fb3ab4677 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:37:18.915503 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:18.973884 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.070093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9dd13ec1-cd97-43a6-9108-2d9a19d2584e req-f4d331a3-a8a8-40fc-9e74-0454f2dba9c2 service neutron] 10.222.0.48 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0264568 Jul 07 19:37:19.109928 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.resource_extend [None req-73090ac1-6a6a-4d2b-9c73-ab9247d899ff tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:37:19.188108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e712e8-3ec5-4330-8cdc-6f837e6b8246 req-ca303026-a773-49ca-8714-7b1f94d45a62 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:19.204825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44e712e8-3ec5-4330-8cdc-6f837e6b8246 req-ca303026-a773-49ca-8714-7b1f94d45a62 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.4290767 Jul 07 19:37:19.301034 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44e712e8-3ec5-4330-8cdc-6f837e6b8246 req-da584230-fccc-4d85-ad7b-690a0e6c1a77 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933671 Jul 07 19:37:19.370073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73090ac1-6a6a-4d2b-9c73-ab9247d899ff tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.391332 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.db.api [None req-fd9e03f1-9883-4b83-88f3-d6e8afd38061 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:37:19.391992 n-d-793621-9 neutron-server[93903]: DEBUG oslo_db.api [None req-fd9e03f1-9883-4b83-88f3-d6e8afd38061 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:37:19.392412 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73090ac1-6a6a-4d2b-9c73-ab9247d899ff tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.468013 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.483513 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.530076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:37:19.557006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae8b34f-5b59-4471-83c7-47db67a0622c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:19.573336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.573687 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Added segment 69fec026-4d39-4f4e-8368-d9cb1f2c247f of type vlan for network 1442ae3f-1fa5-472e-b78b-a0c442cf409b Jul 07 19:37:19.675346 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.737278 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.738320 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:19.739347 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.805288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830dc4a-b081-40b3-a00f-62a466f1ecae req-f4d19d79-07fe-491b-b246-7630fca16146 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:19.817238 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d830dc4a-b081-40b3-a00f-62a466f1ecae req-f4d19d79-07fe-491b-b246-7630fca16146 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c804de2c-8d4c-4a69-be1e-533c04ed4209 HTTP/1.1" status: 200 len: 944 time: 0.5320990 Jul 07 19:37:19.887315 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0871270 Jul 07 19:37:19.888532 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83310e0f-bca2-4d3d-83ae-75797f467a93 admin admin] Pushing event updated for resources: {'Network': ['ID=1442ae3f-1fa5-472e-b78b-a0c442cf409b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:19.890851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53120) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:19.893380 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e03f1-9883-4b83-88f3-d6e8afd38061 None None] New status for floating IP b5731ac9-ea24-4907-9b14-3afb76ea2d93: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:37:19.899651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:37:19.919689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-37c1ef7d-da42-4763-9e52-7f2af9238720 admin admin] Request body: {'subnet': {'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1903914336-subnet', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:19.975827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c1ef7d-da42-4763-9e52-7f2af9238720 admin admin] Made reservation on behalf of 5034d959d8df4881b05cee0fb3ab4677 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:37:19.981680 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37c1ef7d-da42-4763-9e52-7f2af9238720 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:20.168088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53122) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:20.683322 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37c1ef7d-da42-4763-9e52-7f2af9238720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:20.688041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73090ac1-6a6a-4d2b-9c73-ab9247d899ff tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Router 96b90fda-181a-4d77-bdaf-84662e342641 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:37:20.766844 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b69e74e4-7db1-4acb-b37b-dd70a7d84f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:20.797744 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1ef7d-da42-4763-9e52-7f2af9238720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea0a7ea-e139-4942-9781-c1c850f2f9a4,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:20.827319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d830dc4a-b081-40b3-a00f-62a466f1ecae req-079606ae-2b70-4b4e-a556-05927d8dbe1f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Deleting port 0e0c8222-0f37-43b3-b976-b15077d854f5 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:37:20.828008 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d830dc4a-b081-40b3-a00f-62a466f1ecae req-079606ae-2b70-4b4e-a556-05927d8dbe1f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:20.949003 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b69e74e4-7db1-4acb-b37b-dd70a7d84f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:20.956632 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b69e74e4-7db1-4acb-b37b-dd70a7d84f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.061766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73090ac1-6a6a-4d2b-9c73-ab9247d899ff tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:37:21.067243 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-73090ac1-6a6a-4d2b-9c73-ab9247d899ff tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.073685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08b445-e831-4d44-8443-3c4c67c7a924 None None] Sync routers for ids ['96b90fda-181a-4d77-bdaf-84662e342641'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:37:21.095436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08b445-e831-4d44-8443-3c4c67c7a924 None None] Routers {'96b90fda-181a-4d77-bdaf-84662e342641'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:21.101222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-ab08b445-e831-4d44-8443-3c4c67c7a924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:36:53Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['96b90fda-181a-4d77-bdaf-84662e342641'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:21.111059 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9abe5ce2-9a9a-4d37-8cd1-f4ce7c13c6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.136852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b69e74e4-7db1-4acb-b37b-dd70a7d84f8e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee26f0017a5747b2894f4cc173fd51a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9632349 Jul 07 19:37:21.150240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53140) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:21.151977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1ef7d-da42-4763-9e52-7f2af9238720 admin admin] Checking segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:37:21.152555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c1ef7d-da42-4763-9e52-7f2af9238720 admin admin] Network hostable DHCP agents. Network: 1442ae3f-1fa5-472e-b78b-a0c442cf409b, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:37:21.166690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e74e4-7db1-4acb-b37b-dd70a7d84f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f231ea0d-adc2-4ea3-b611-c168a1b672b8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:21.182017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2cedf-d2f5-4f71-82d2-194af728f8fa req-f7d2cb79-3a14-47e7-8ca8-7fe99fe4f001 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:21.185020 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5e2cedf-d2f5-4f71-82d2-194af728f8fa req-f7d2cb79-3a14-47e7-8ca8-7fe99fe4f001 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.5654721 Jul 07 19:37:21.283128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d830dc4a-b081-40b3-a00f-62a466f1ecae req-079606ae-2b70-4b4e-a556-05927d8dbe1f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] For port 0e0c8222-0f37-43b3-b976-b15077d854f5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e0c8222-0f37-43b3-b976-b15077d854f5,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:21.283515 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d830dc4a-b081-40b3-a00f-62a466f1ecae req-079606ae-2b70-4b4e-a556-05927d8dbe1f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.313126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5e2cedf-d2f5-4f71-82d2-194af728f8fa req-e6125d20-328e-41d1-919a-b10e0961cb5f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134212 Jul 07 19:37:21.343601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c1ef7d-da42-4763-9e52-7f2af9238720 admin admin] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:37:21.349343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d830dc4a-b081-40b3-a00f-62a466f1ecae req-079606ae-2b70-4b4e-a556-05927d8dbe1f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Calling delete_port for 0e0c8222-0f37-43b3-b976-b15077d854f5 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:37:21.354706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-ab08b445-e831-4d44-8443-3c4c67c7a924 None None] Set router 96b90fda-181a-4d77-bdaf-84662e342641 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:21.405078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-37c1ef7d-da42-4763-9e52-7f2af9238720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 1442ae3f-1fa5-472e-b78b-a0c442cf409b) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:21.426022 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e11a2b75-7661-4346-af99-fc740181272c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.429384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c1ef7d-da42-4763-9e52-7f2af9238720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:21.429812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daa9682-58dd-4160-a4b3-457399b9c8f2 None None] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:37:21.429981 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37c1ef7d-da42-4763-9e52-7f2af9238720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.461165 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-37c1ef7d-da42-4763-9e52-7f2af9238720 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5690460 Jul 07 19:37:21.474111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53146) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:21.481610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:21.521764 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e11a2b75-7661-4346-af99-fc740181272c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.657342 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.658407 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.670848 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d830dc4a-b081-40b3-a00f-62a466f1ecae req-079606ae-2b70-4b4e-a556-05927d8dbe1f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.729500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:21.732781 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b9b3c5-0372-44e4-ad49-a56b25574f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:21.738389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7d59f4a2-b168-4350-933e-f9bbf1511664'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:37:21.741209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['c8f3883b-e340-4f1b-9f61-8e26aff8778f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:37:21.743115 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-73090ac1-6a6a-4d2b-9c73-ab9247d899ff tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "PUT /v2.0/floatingips/b5731ac9-ea24-4907-9b14-3afb76ea2d93 HTTP/1.1" status: 200 len: 990 time: 4.7776122 Jul 07 19:37:21.765173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e11a2b75-7661-4346-af99-fc740181272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.788679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e11a2b75-7661-4346-af99-fc740181272c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.798411 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e11a2b75-7661-4346-af99-fc740181272c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f231ea0d-adc2-4ea3-b611-c168a1b672b8 HTTP/1.1" status: 204 len: 168 time: 0.6402764 Jul 07 19:37:21.810281 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d994eb-d012-4d0b-b8e4-a61e7fcca83b x-openstack-request-id: req-27d994eb-d012-4d0b-b8e4-a61e7fcca83b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:21.810580 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:21.811366 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-27d994eb-d012-4d0b-b8e4-a61e7fcca83b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:21.811949 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'status': 'completed', 'code': 200} Jul 07 19:37:21.814528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079606ae-2b70-4b4e-a556-05927d8dbe1f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event deleted for resources: {'Port': ['ID=0e0c8222-0f37-43b3-b976-b15077d854f5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:21.916582 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.945241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d830dc4a-b081-40b3-a00f-62a466f1ecae req-079606ae-2b70-4b4e-a556-05927d8dbe1f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] No DVR routers for this DVR port 0e0c8222-0f37-43b3-b976-b15077d854f5 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:37:21.952151 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d830dc4a-b081-40b3-a00f-62a466f1ecae req-079606ae-2b70-4b4e-a556-05927d8dbe1f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.954825 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d830dc4a-b081-40b3-a00f-62a466f1ecae req-079606ae-2b70-4b4e-a556-05927d8dbe1f tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "DELETE /v2.0/ports/0e0c8222-0f37-43b3-b976-b15077d854f5 HTTP/1.1" status: 204 len: 173 time: 2.1208100 Jul 07 19:37:21.996437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a2b75-7661-4346-af99-fc740181272c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f231ea0d-adc2-4ea3-b611-c168a1b672b8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:22.269342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:37:22.270925 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:22.463470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:22.477099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9b3c5-0372-44e4-ad49-a56b25574f9e req-887fa314-9486-49e2-91f1-7b00a8d3104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:22.480533 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95b9b3c5-0372-44e4-ad49-a56b25574f9e req-887fa314-9486-49e2-91f1-7b00a8d3104b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13db510003ad470cb27866478365041c&device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 1096 time: 0.5388255 Jul 07 19:37:22.699439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53174) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:22.725634 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f60226dc-271f-43af-b6ca-6dcea3f2eebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:22.727285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9b3c5-0372-44e4-ad49-a56b25574f9e req-3efcdf2b-8a07-4781-b7fc-4c7c5e8cab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:22.729152 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95b9b3c5-0372-44e4-ad49-a56b25574f9e req-3efcdf2b-8a07-4781-b7fc-4c7c5e8cab66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8 HTTP/1.1" status: 200 len: 914 time: 0.2398052 Jul 07 19:37:22.937169 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Allocated IP 172.20.0.2 (1442ae3f-1fa5-472e-b78b-a0c442cf409b/dea0a7ea-e139-4942-9781-c1c850f2f9a4/2af73cff-ecaf-4bef-945c-5957c2efef4e) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:37:23.010956 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f60226dc-271f-43af-b6ca-6dcea3f2eebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.026413 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f60226dc-271f-43af-b6ca-6dcea3f2eebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.090118 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95b9b3c5-0372-44e4-ad49-a56b25574f9e req-8b91b0e3-8455-4a95-9a84-97e1e20d8409 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b82f85a2-77f9-404f-9b83-d45e318c78aa HTTP/1.1" status: 200 len: 1000 time: 0.3442695 Jul 07 19:37:23.129265 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f60226dc-271f-43af-b6ca-6dcea3f2eebc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11aeaa86acb84491b90a8e28acb86835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265516 Jul 07 19:37:23.136343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53182) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:23.152343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60226dc-271f-43af-b6ca-6dcea3f2eebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eed39c-af97-4373-afab-7fba7d6cf9a2,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:23.285037 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e2567885-e25a-44c0-8a8a-b90a15d608be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.349908 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e2567885-e25a-44c0-8a8a-b90a15d608be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.444988 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e2567885-e25a-44c0-8a8a-b90a15d608be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.448498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e2567885-e25a-44c0-8a8a-b90a15d608be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.449711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e2567885-e25a-44c0-8a8a-b90a15d608be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87eed39c-af97-4373-afab-7fba7d6cf9a2 HTTP/1.1" status: 204 len: 168 time: 0.3106575 Jul 07 19:37:23.459179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2567885-e25a-44c0-8a8a-b90a15d608be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eed39c-af97-4373-afab-7fba7d6cf9a2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:23.503324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84796b1c-ef3e-4e5a-b54d-80245029f585 req-01caa182-3bae-4797-ad78-f177067f3181 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:23.507995 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84796b1c-ef3e-4e5a-b54d-80245029f585 req-01caa182-3bae-4797-ad78-f177067f3181 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.7558749 Jul 07 19:37:23.600448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9b3c5-0372-44e4-ad49-a56b25574f9e req-def3e16b-40e1-4c25-b142-7cd1d1a7d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:23.604678 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-822b4380-624f-4c03-b806-c7dfe52d3b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.605772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95b9b3c5-0372-44e4-ad49-a56b25574f9e req-def3e16b-40e1-4c25-b142-7cd1d1a7d16c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf77f04-026d-4d9f-873a-0bf198964f75 HTTP/1.1" status: 200 len: 852 time: 0.5045207 Jul 07 19:37:23.656031 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.730562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.813580 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa'}, {'server_uuid': 'c804de2c-8d4c-4a69-be1e-533c04ed4209', 'name': 'network-vif-deleted', 'tag': '0e0c8222-0f37-43b3-b976-b15077d854f5'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:23.816430 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1565f1d-e2c6-4d95-8f30-f8fd300fb72c" -d '{"events": [{"name": "network-changed", "server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa"}, {"server_uuid": "c804de2c-8d4c-4a69-be1e-533c04ed4209", "name": "network-vif-deleted", "tag": "0e0c8222-0f37-43b3-b976-b15077d854f5"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:23.938013 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.005381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Allocated IP 172.25.0.251 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/570c3999-a2ee-4a07-9468-f1168b27a833) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:37:24.181274 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.227997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Transition to ACTIVE for port object 2af73cff-ecaf-4bef-945c-5957c2efef4e will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:24.252057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-ab08b445-e831-4d44-8443-3c4c67c7a924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'b5731ac9-ea24-4907-9b14-3afb76ea2d93', 'tenant_id': '13db510003ad470cb27866478365041c', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'port_id': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'mac_address': 'fa:16:3e:9c:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceebc67-f97e-4226-85a1-b7166d732def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:12Z', 'updated_at': '2021-07-07T19:37:20Z', 'revision_number': 2, 'project_id': '13db510003ad470cb27866478365041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3db37f-19d9-4e14-8e7b-8f47e01f34a7', 'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'mac_address': 'fa:16:3e:00:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:36Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': '13db510003ad470cb27866478365041c', 'subnets': [{'id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:24.272509 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84796b1c-ef3e-4e5a-b54d-80245029f585 req-6a8c582b-d2e0-460f-9270-57f1137153b1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7364516 Jul 07 19:37:24.323897 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6671feee-45e7-41fa-81ce-0c341d353ec7 x-openstack-request-id: req-6671feee-45e7-41fa-81ce-0c341d353ec7 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:24.323897 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa", "status": "completed", "code": 200}, {"server_uuid": "c804de2c-8d4c-4a69-be1e-533c04ed4209", "name": "network-vif-deleted", "tag": "0e0c8222-0f37-43b3-b976-b15077d854f5", "status": "failed", "code": 422}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:24.325149 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6671feee-45e7-41fa-81ce-0c341d353ec7 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:24.325149 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'status': 'completed', 'code': 200} Jul 07 19:37:24.325149 n-d-793621-9 neutron-server[93900]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c804de2c-8d4c-4a69-be1e-533c04ed4209', 'name': 'network-vif-deleted', 'tag': '0e0c8222-0f37-43b3-b976-b15077d854f5', 'status': 'failed', 'code': 422} returned with failed status Jul 07 19:37:24.330431 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Transition to ACTIVE for port object 2af73cff-ecaf-4bef-945c-5957c2efef4e will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:24.385616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08b445-e831-4d44-8443-3c4c67c7a924 None None] Checking router: 96b90fda-181a-4d77-bdaf-84662e342641 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:37:24.392521 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.405060 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.442762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9b3c5-0372-44e4-ad49-a56b25574f9e req-3f330551-4cea-4186-8c2a-e473e8733fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:24.444374 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95b9b3c5-0372-44e4-ad49-a56b25574f9e req-3f330551-4cea-4186-8c2a-e473e8733fac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8162100 Jul 07 19:37:24.474778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:24.481955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:24.488216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:37:24.494945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08b445-e831-4d44-8443-3c4c67c7a924 None None] Routers {'96b90fda-181a-4d77-bdaf-84662e342641'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:24.495747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-ab08b445-e831-4d44-8443-3c4c67c7a924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['96b90fda-181a-4d77-bdaf-84662e342641'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:24.676992 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.741530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95b9b3c5-0372-44e4-ad49-a56b25574f9e req-8bc18839-52b4-4261-a67c-9775b3617969 service neutron] 10.222.0.48 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891157 Jul 07 19:37:24.752298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-ab08b445-e831-4d44-8443-3c4c67c7a924 None None] Set router 96b90fda-181a-4d77-bdaf-84662e342641 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:24.777239 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:37:24.817101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:24.824114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:24.827440 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Pushing event updated for resources: {'Port': ['ID=570c3999-a2ee-4a07-9468-f1168b27a833,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:24.833830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:37:24.867152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acf062-e02f-4555-8be0-dfbc62d8430b req-c3707678-dca3-45d7-bbb9-88b110898deb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:24.879480 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06acf062-e02f-4555-8be0-dfbc62d8430b req-c3707678-dca3-45d7-bbb9-88b110898deb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 907 time: 0.3692403 Jul 07 19:37:24.985229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Pushing event updated for resources: {'Port': ['ID=2af73cff-ecaf-4bef-945c-5957c2efef4e,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:25.131775 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95b9b3c5-0372-44e4-ad49-a56b25574f9e req-8d8ca911-f6a3-4cf5-8099-fa445585a2db service neutron] 10.222.0.48 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815613 Jul 07 19:37:25.163869 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:25.262331 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Attempting to bind port 2af73cff-ecaf-4bef-945c-5957c2efef4e on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:37:25.263126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Attempting to bind port 2af73cff-ecaf-4bef-945c-5957c2efef4e by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:37:25.263277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Attempting to bind port 2af73cff-ecaf-4bef-945c-5957c2efef4e on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:37:25.272269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:37:25.272647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Checking segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:37:25.273054 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:25.273454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Bound using segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:37:25.274034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Bound port: 2af73cff-ecaf-4bef-945c-5957c2efef4e, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:37:25.274424 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:25.462089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] For port 2af73cff-ecaf-4bef-945c-5957c2efef4e, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:37:25.495546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] For port 2af73cff-ecaf-4bef-945c-5957c2efef4e, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2af73cff-ecaf-4bef-945c-5957c2efef4e,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:37:25.503198 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:25.554457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-ab08b445-e831-4d44-8443-3c4c67c7a924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'b5731ac9-ea24-4907-9b14-3afb76ea2d93', 'tenant_id': '13db510003ad470cb27866478365041c', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'port_id': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'mac_address': 'fa:16:3e:9c:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceebc67-f97e-4226-85a1-b7166d732def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:12Z', 'updated_at': '2021-07-07T19:37:20Z', 'revision_number': 2, 'project_id': '13db510003ad470cb27866478365041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3db37f-19d9-4e14-8e7b-8f47e01f34a7', 'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'mac_address': 'fa:16:3e:00:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:36Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': '13db510003ad470cb27866478365041c', 'subnets': [{'id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:25.563877 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:25.611580 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-c25c7c24-ffd7-4be4-bf5c-f52106d59495 req-dc40e6f0-f658-4f68-99ee-ae10b07b0a6f service neutron] (93900) timed out ('10.222.0.110', 53570) {{(pid=93900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:37:25.629009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08b445-e831-4d44-8443-3c4c67c7a924 None None] The sync data for ids ['96b90fda-181a-4d77-bdaf-84662e342641'] in n-d-793621-9 is: [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'b5731ac9-ea24-4907-9b14-3afb76ea2d93', 'tenant_id': '13db510003ad470cb27866478365041c', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'port_id': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'mac_address': 'fa:16:3e:9c:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceebc67-f97e-4226-85a1-b7166d732def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:12Z', 'updated_at': '2021-07-07T19:37:20Z', 'revision_number': 2, 'project_id': '13db510003ad470cb27866478365041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3db37f-19d9-4e14-8e7b-8f47e01f34a7', 'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'mac_address': 'fa:16:3e:00:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:36Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': '13db510003ad470cb27866478365041c', 'subnets': [{'id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:37:25.630996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb0cd0-2f1c-4175-9b66-36f55e21c7db req-df91de3d-65f3-457b-a0ff-599a117af6dd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:25.638412 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bcb0cd0-2f1c-4175-9b66-36f55e21c7db req-df91de3d-65f3-457b-a0ff-599a117af6dd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1240523 Jul 07 19:37:25.715351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bcb0cd0-2f1c-4175-9b66-36f55e21c7db req-00c3698c-f902-4045-995b-c6483d0baa71 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753698 Jul 07 19:37:25.767212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955b1d3-62a1-46c1-8e3b-af64fec74adc None None] Pushing event updated for resources: {'Port': ['ID=2af73cff-ecaf-4bef-945c-5957c2efef4e,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:25.842953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565f1d-e2c6-4d95-8f30-f8fd300fb72c req-6d945c65-3c9c-40cb-a082-5147cba7645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:25.867809 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1565f1d-e2c6-4d95-8f30-f8fd300fb72c req-6d945c65-3c9c-40cb-a082-5147cba7645f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13db510003ad470cb27866478365041c&device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 1096 time: 0.6502769 Jul 07 19:37:26.022126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b63655-d4dc-4b27-bccd-f51e46a076a9 req-0da944e1-c784-4cad-ba01-f9ee8c9f1380 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:26.036928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7b63655-d4dc-4b27-bccd-f51e46a076a9 req-0da944e1-c784-4cad-ba01-f9ee8c9f1380 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 907 time: 0.2123091 Jul 07 19:37:26.434144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-c7b63655-d4dc-4b27-bccd-f51e46a076a9 req-5e823866-9060-4495-9be0-bc3cad14e57e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Deleting port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:37:26.434811 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c7b63655-d4dc-4b27-bccd-f51e46a076a9 req-5e823866-9060-4495-9be0-bc3cad14e57e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:26.546495 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:26.673336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c7b63655-d4dc-4b27-bccd-f51e46a076a9 req-5e823866-9060-4495-9be0-bc3cad14e57e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] For port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:26.673920 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c7b63655-d4dc-4b27-bccd-f51e46a076a9 req-5e823866-9060-4495-9be0-bc3cad14e57e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:26.714718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-c7b63655-d4dc-4b27-bccd-f51e46a076a9 req-5e823866-9060-4495-9be0-bc3cad14e57e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Calling delete_port for 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:37:26.990927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c7b63655-d4dc-4b27-bccd-f51e46a076a9 req-5e823866-9060-4495-9be0-bc3cad14e57e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:27.153663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e823866-9060-4495-9be0-bc3cad14e57e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event deleted for resources: {'Port': ['ID=32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:27.221214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b63655-d4dc-4b27-bccd-f51e46a076a9 req-5e823866-9060-4495-9be0-bc3cad14e57e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] No DVR routers for this DVR port 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:37:27.237109 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c7b63655-d4dc-4b27-bccd-f51e46a076a9 req-5e823866-9060-4495-9be0-bc3cad14e57e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:27.241797 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7b63655-d4dc-4b27-bccd-f51e46a076a9 req-5e823866-9060-4495-9be0-bc3cad14e57e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "DELETE /v2.0/ports/32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 HTTP/1.1" status: 204 len: 173 time: 1.1923561 Jul 07 19:37:27.243381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf3516c-cd24-4219-b359-671fe69e6b85', 'name': 'network-vif-deleted', 'tag': '32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:27.248687 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c9d01f26-81c4-4877-9f12-0881614072b6 req-dcbdccf3-2fac-44d6-acc4-8853a24905dc tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 210 time: 0.3264253 Jul 07 19:37:27.271821 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ead7165-d7ef-4e57-a79e-a37eeeaa4fd4" -d '{"events": [{"server_uuid": "adf3516c-cd24-4219-b359-671fe69e6b85", "name": "network-vif-deleted", "tag": "32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:27.416598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565f1d-e2c6-4d95-8f30-f8fd300fb72c req-263a9f86-dd0c-4bc9-abff-cdc17f95457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:27.420755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04778b78-3f21-4314-ab59-ccf4c2b71a35 req-a8e644dd-3c9b-4423-a1fe-6f61e3df08f8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:27.421042 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1565f1d-e2c6-4d95-8f30-f8fd300fb72c req-263a9f86-dd0c-4bc9-abff-cdc17f95457b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8 HTTP/1.1" status: 200 len: 914 time: 1.5495808 Jul 07 19:37:27.422378 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-04778b78-3f21-4314-ab59-ccf4c2b71a35 req-a8e644dd-3c9b-4423-a1fe-6f61e3df08f8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.4160995 Jul 07 19:37:27.443974 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e525ddf7-6941-457a-b35f-fc8130be19d0 x-openstack-request-id: req-e525ddf7-6941-457a-b35f-fc8130be19d0 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:27.444471 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf3516c-cd24-4219-b359-671fe69e6b85", "name": "network-vif-deleted", "tag": "32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:27.444919 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e525ddf7-6941-457a-b35f-fc8130be19d0 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:27.445526 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf3516c-cd24-4219-b359-671fe69e6b85', 'name': 'network-vif-deleted', 'tag': '32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099', 'status': 'completed', 'code': 200} Jul 07 19:37:27.565202 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-04778b78-3f21-4314-ab59-ccf4c2b71a35 req-1d6b151b-6c71-4d58-9bb3-54daa71341c0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236539 Jul 07 19:37:27.900950 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:27.915319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda977d0-c73c-437b-890a-c3ec9196869a None None] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:37:28.003123 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1565f1d-e2c6-4d95-8f30-f8fd300fb72c req-be65d4c0-d011-4998-9a43-fddaca10c819 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b82f85a2-77f9-404f-9b83-d45e318c78aa HTTP/1.1" status: 200 len: 1000 time: 0.5761194 Jul 07 19:37:28.083729 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9319f84b-3932-4789-bc33-4e2adccc6e20 None None] Provisioning for port 2af73cff-ecaf-4bef-945c-5957c2efef4e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:28.134335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565f1d-e2c6-4d95-8f30-f8fd300fb72c req-d4f14a07-fa0d-43ef-98cc-fd926b466097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:28.142594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1565f1d-e2c6-4d95-8f30-f8fd300fb72c req-d4f14a07-fa0d-43ef-98cc-fd926b466097 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf77f04-026d-4d9f-873a-0bf198964f75 HTTP/1.1" status: 200 len: 852 time: 0.1308444 Jul 07 19:37:28.262575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2af73cff-ecaf-4bef-945c-5957c2efef4e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:28.450384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565f1d-e2c6-4d95-8f30-f8fd300fb72c req-b4bd3182-72bd-4dc2-b4f3-c4391a7aaeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:28.454374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 2af73cff-ecaf-4bef-945c-5957c2efef4e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:28.459613 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1565f1d-e2c6-4d95-8f30-f8fd300fb72c req-b4bd3182-72bd-4dc2-b4f3-c4391a7aaeb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3040810 Jul 07 19:37:28.464919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2af73cff-ecaf-4bef-945c-5957c2efef4e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:28.469455 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:28.508978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Router 603fbeb7-ac95-4635-baea-474e84795ff7 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:37:28.821487 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:28.861205 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1565f1d-e2c6-4d95-8f30-f8fd300fb72c req-7e3100ee-0cd9-4649-b4af-cab15b794e36 service neutron] 10.222.0.48 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933268 Jul 07 19:37:28.873172 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:37:28.942163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:37:28.943351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 32d5eb1e-af6c-4d69-bc0b-94cfc8fcd099 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:37:28.991310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 2af73cff-ecaf-4bef-945c-5957c2efef4e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2af73cff-ecaf-4bef-945c-5957c2efef4e,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:29.002985 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:29.100082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=2af73cff-ecaf-4bef-945c-5957c2efef4e,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:29.155113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1e9c0d57-04af-4010-99e5-ba6b5fbf559b None None] Provisioning complete for port 2af73cff-ecaf-4bef-945c-5957c2efef4e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:29.155575 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0d57-04af-4010-99e5-ba6b5fbf559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:29.201604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4036ef-8086-46f3-9fcd-57915d4f89e0 req-4809b2bd-9829-491a-9f99-5079948681bd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:29.204471 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-deb5832d-f83a-4c51-87bc-33a1c1ba4084 req-4c8f44be-fc78-4c89-beed-74ffac41ba74 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=adf3516c-cd24-4219-b359-671fe69e6b85 HTTP/1.1" status: 200 len: 210 time: 0.3419909 Jul 07 19:37:29.214535 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ec4036ef-8086-46f3-9fcd-57915d4f89e0 req-4809b2bd-9829-491a-9f99-5079948681bd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2506325 Jul 07 19:37:29.322459 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1565f1d-e2c6-4d95-8f30-f8fd300fb72c req-6ae927ee-1204-4a54-9926-86c8061ff833 service neutron] 10.222.0.48 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466002 Jul 07 19:37:29.351529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:37:29.369159 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Sync routers for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:37:29.381655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:29.391492 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8e0197b2-08bc-4f5a-86fe-cbd1f304843e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9162378 Jul 07 19:37:29.392732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53332) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:29.407609 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:29.408362 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:29.442576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ec4036ef-8086-46f3-9fcd-57915d4f89e0 req-c3ca28ec-5560-431b-bb12-440a38079399 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239735 Jul 07 19:37:29.703037 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:30.075602 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2af73cff-ecaf-4bef-945c-5957c2efef4e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:30.141560 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:25Z', 'revision_number': 3, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:30.176931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2af73cff-ecaf-4bef-945c-5957c2efef4e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:30.182233 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:30.208070 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Checking router: 603fbeb7-ac95-4635-baea-474e84795ff7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:37:30.209823 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Updating router 603fbeb7-ac95-4635-baea-474e84795ff7 port 570c3999-a2ee-4a07-9468-f1168b27a833 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:37:30.361610 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:30.401058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:30.919576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53368) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:30.940727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Allocated IP 172.20.0.1 (1442ae3f-1fa5-472e-b78b-a0c442cf409b/dea0a7ea-e139-4942-9781-c1c850f2f9a4/50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:37:31.089087 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.104585 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Transition to ACTIVE for port object 570c3999-a2ee-4a07-9468-f1168b27a833 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:31.115713 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.162246 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fc96fa-0b5d-4c42-9091-a78ab02d77d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.209900 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Attempting to bind port 570c3999-a2ee-4a07-9468-f1168b27a833 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:37:31.210592 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Attempting to bind port 570c3999-a2ee-4a07-9468-f1168b27a833 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:37:31.211435 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Attempting to bind port 570c3999-a2ee-4a07-9468-f1168b27a833 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:37:31.215965 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Pushing event updated for resources: {'Port': ['ID=570c3999-a2ee-4a07-9468-f1168b27a833,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:31.228758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659b39-927b-44b0-ad42-76e16b4b829e req-81fa06be-66c1-49a3-b113-e2816720f148 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:31.231260 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc659b39-927b-44b0-ad42-76e16b4b829e req-81fa06be-66c1-49a3-b113-e2816720f148 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 946 time: 0.2842381 Jul 07 19:37:31.248957 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:37:31.249354 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:37:31.249906 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.251170 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:37:31.252924 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.253142 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Bound port: 570c3999-a2ee-4a07-9468-f1168b27a833, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:37:31.253785 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.265290 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:31.267700 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:31.268060 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:31.268399 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:31.268739 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:31.269164 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:31.269502 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:31.271650 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:31.271894 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:31.273489 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:31.274019 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:31.276082 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:31.307850 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Transition to ACTIVE for port object 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:31.383792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86e5ac-68f2-4a5a-baed-3f912d872227 req-b6bd56a9-0597-4a2c-8d13-bb60a35a80fd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:31.389281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d86e5ac-68f2-4a5a-baed-3f912d872227 req-b6bd56a9-0597-4a2c-8d13-bb60a35a80fd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2918363 Jul 07 19:37:31.440083 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] For port 570c3999-a2ee-4a07-9468-f1168b27a833, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:37:31.443869 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] For port 570c3999-a2ee-4a07-9468-f1168b27a833, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=570c3999-a2ee-4a07-9468-f1168b27a833,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:37:31.452451 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.498600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.550616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:31.560936 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:31.561577 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:31.585027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:31.599186 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d86e5ac-68f2-4a5a-baed-3f912d872227 req-53c60445-cf8a-415d-b55a-753446e65794 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022231 Jul 07 19:37:31.599928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:37:31.642610 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc659b39-927b-44b0-ad42-76e16b4b829e req-2f5f2499-1e39-41c4-955f-ead2638baf02 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174513 Jul 07 19:37:31.651993 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fc96fa-0b5d-4c42-9091-a78ab02d77d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.667837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f0fc96fa-0b5d-4c42-9091-a78ab02d77d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.676892 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120b9a6-053d-4856-9bc8-35777f7c6fa5 None None] Pushing event updated for resources: {'Port': ['ID=570c3999-a2ee-4a07-9468-f1168b27a833,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:31.684657 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.783179 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f0fc96fa-0b5d-4c42-9091-a78ab02d77d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a89b9fabc3344b48345ad3aa072f44e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8618941 Jul 07 19:37:31.805910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53396) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:31.945780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Pushing event updated for resources: {'Port': ['ID=50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:32.009999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc96fa-0b5d-4c42-9091-a78ab02d77d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc68970-1f1d-427b-beb4-16316c9230aa,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:32.086264 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c3267e9-2379-47c4-94d6-795706485eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.128612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6f6fac73-4e6f-48bd-82a8-b013c46b1831 None None] Provisioning for port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:32.149033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6f6fac73-4e6f-48bd-82a8-b013c46b1831 None None] Provisioning complete for port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:32.152836 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6f6fac73-4e6f-48bd-82a8-b013c46b1831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.180847 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.199322 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:32.206900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c3267e9-2379-47c4-94d6-795706485eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.298240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fac73-4e6f-48bd-82a8-b013c46b1831 None None] Port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:37:32.343973 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c3267e9-2379-47c4-94d6-795706485eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.347282 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2c3267e9-2379-47c4-94d6-795706485eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.351024 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2c3267e9-2379-47c4-94d6-795706485eba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecc68970-1f1d-427b-beb4-16316c9230aa HTTP/1.1" status: 204 len: 168 time: 0.5331929 Jul 07 19:37:32.375301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3267e9-2379-47c4-94d6-795706485eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc68970-1f1d-427b-beb4-16316c9230aa,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:32.521560 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.526355 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.623785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Pushing event updated for resources: {'Port': ['ID=50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:32.694052 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.731120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb234ff-337d-463d-a970-2618f3c3bd37 req-e0681ae3-4675-4b22-8de6-8cc9fbc78daf tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:32.736741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2eb234ff-337d-463d-a970-2618f3c3bd37 req-e0681ae3-4675-4b22-8de6-8cc9fbc78daf tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 946 time: 0.2762895 Jul 07 19:37:32.739362 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:25Z', 'revision_number': 3, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:32.785107 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a32ce-e38e-4972-9361-07b02b187da0 None None] The sync data for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 is: [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:25Z', 'revision_number': 3, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:37:33.114769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf32cc-ebc2-4d74-be44-710e43df9f85 req-7406e4a1-1528-4b67-ad42-38e1f036a96c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:33.119004 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4daf32cc-ebc2-4d74-be44-710e43df9f85 req-7406e4a1-1528-4b67-ad42-38e1f036a96c tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 946 time: 0.1941352 Jul 07 19:37:33.139557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:33.156343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:33.185984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e026c45-0013-438f-849a-1225efb41b93 req-d1c2897d-37d8-454b-b446-2fc7ce057227 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:33.187613 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e026c45-0013-438f-849a-1225efb41b93 req-d1c2897d-37d8-454b-b446-2fc7ce057227 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1826477 Jul 07 19:37:33.194610 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-2eb234ff-337d-463d-a970-2618f3c3bd37 req-0345f31e-c8b1-45da-94a2-27dce873e961 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Deleting port c8f3883b-e340-4f1b-9f61-8e26aff8778f {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:37:33.195519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2eb234ff-337d-463d-a970-2618f3c3bd37 req-0345f31e-c8b1-45da-94a2-27dce873e961 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:33.380832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53450) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:33.552522 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e6945e98-3656-4ba2-8810-3e2524e1075d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:33.599557 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e026c45-0013-438f-849a-1225efb41b93 req-e8c3cf8f-6d75-469a-bfa0-f3cba9578819 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144170 Jul 07 19:37:33.615963 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4daf32cc-ebc2-4d74-be44-710e43df9f85 req-99dffd69-fe25-42b0-8108-8778d67b8313 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746444 Jul 07 19:37:33.733412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Router 603fbeb7-ac95-4635-baea-474e84795ff7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:37:33.866778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-023b785b-07e3-4283-ab8f-8ff5bb29e079 None None] Provisioning complete for port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:33.868787 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-023b785b-07e3-4283-ab8f-8ff5bb29e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:33.947007 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e6945e98-3656-4ba2-8810-3e2524e1075d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:33.978395 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e6945e98-3656-4ba2-8810-3e2524e1075d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:34.021000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-023b785b-07e3-4283-ab8f-8ff5bb29e079 None None] Port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:37:34.084886 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 570c3999-a2ee-4a07-9468-f1168b27a833 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:34.086319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:37:34.119396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3cf62a8e-f42c-4790-901c-d578ee978f74 admin admin] 10.222.0.81 "PUT /v2.0/routers/603fbeb7-ac95-4635-baea-474e84795ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7196238 Jul 07 19:37:34.271300 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53518) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:34.280687 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e6945e98-3656-4ba2-8810-3e2524e1075d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ac23b03122e4e62821cce372f6cb93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8695409 Jul 07 19:37:34.291783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 570c3999-a2ee-4a07-9468-f1168b27a833 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:34.302385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2eb234ff-337d-463d-a970-2618f3c3bd37 req-0345f31e-c8b1-45da-94a2-27dce873e961 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] For port c8f3883b-e340-4f1b-9f61-8e26aff8778f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=c8f3883b-e340-4f1b-9f61-8e26aff8778f,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:34.305428 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2eb234ff-337d-463d-a970-2618f3c3bd37 req-0345f31e-c8b1-45da-94a2-27dce873e961 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:34.313741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 570c3999-a2ee-4a07-9468-f1168b27a833 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:34.314625 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:34.320875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6945e98-3656-4ba2-8810-3e2524e1075d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888541ae-86dd-4216-ba98-580ccdedbe8b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:34.363176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-2eb234ff-337d-463d-a970-2618f3c3bd37 req-0345f31e-c8b1-45da-94a2-27dce873e961 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Calling delete_port for c8f3883b-e340-4f1b-9f61-8e26aff8778f owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:37:34.489555 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f89c334a-fa98-4361-9cc1-7913517892f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:34.531118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f89c334a-fa98-4361-9cc1-7913517892f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:34.627734 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f89c334a-fa98-4361-9cc1-7913517892f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:34.632164 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f89c334a-fa98-4361-9cc1-7913517892f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:34.633780 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f89c334a-fa98-4361-9cc1-7913517892f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/888541ae-86dd-4216-ba98-580ccdedbe8b HTTP/1.1" status: 204 len: 168 time: 0.3614829 Jul 07 19:37:34.713519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c334a-fa98-4361-9cc1-7913517892f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888541ae-86dd-4216-ba98-580ccdedbe8b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:34.744358 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:34.783148 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2eb234ff-337d-463d-a970-2618f3c3bd37 req-0345f31e-c8b1-45da-94a2-27dce873e961 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:34.811830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 570c3999-a2ee-4a07-9468-f1168b27a833, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=570c3999-a2ee-4a07-9468-f1168b27a833,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:34.829545 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7d59f4a2-b168-4350-933e-f9bbf1511664'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:37:34.832904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['c8f3883b-e340-4f1b-9f61-8e26aff8778f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:37:34.839657 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:35.185177 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=570c3999-a2ee-4a07-9468-f1168b27a833,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:35.228011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-92721e2c-8c85-4fb3-8b74-edd8e80b3f6a req-ba5e2b84-aefa-4465-be36-301673ef6abf tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 210 time: 0.0948529 Jul 07 19:37:35.264904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345f31e-c8b1-45da-94a2-27dce873e961 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event deleted for resources: {'Port': ['ID=c8f3883b-e340-4f1b-9f61-8e26aff8778f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:35.272198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb234ff-337d-463d-a970-2618f3c3bd37 req-0345f31e-c8b1-45da-94a2-27dce873e961 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] No DVR routers for this DVR port c8f3883b-e340-4f1b-9f61-8e26aff8778f on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:37:35.279761 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2eb234ff-337d-463d-a970-2618f3c3bd37 req-0345f31e-c8b1-45da-94a2-27dce873e961 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:35.281968 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2eb234ff-337d-463d-a970-2618f3c3bd37 req-0345f31e-c8b1-45da-94a2-27dce873e961 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "DELETE /v2.0/ports/c8f3883b-e340-4f1b-9f61-8e26aff8778f HTTP/1.1" status: 204 len: 173 time: 2.5389659 Jul 07 19:37:35.358433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d52f6e1-45aa-4f4d-a714-a18ef9a00e44', 'name': 'network-vif-deleted', 'tag': 'c8f3883b-e340-4f1b-9f61-8e26aff8778f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:35.367433 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e78b6c-b4df-4cd0-a338-94348dbf344b" -d '{"events": [{"server_uuid": "9d52f6e1-45aa-4f4d-a714-a18ef9a00e44", "name": "network-vif-deleted", "tag": "c8f3883b-e340-4f1b-9f61-8e26aff8778f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:35.466302 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dd4d25-37a3-46c1-8d95-f2b862f03700 x-openstack-request-id: req-00dd4d25-37a3-46c1-8d95-f2b862f03700 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:35.466857 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d52f6e1-45aa-4f4d-a714-a18ef9a00e44", "name": "network-vif-deleted", "tag": "c8f3883b-e340-4f1b-9f61-8e26aff8778f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:35.467291 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00dd4d25-37a3-46c1-8d95-f2b862f03700 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:35.467848 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d52f6e1-45aa-4f4d-a714-a18ef9a00e44', 'name': 'network-vif-deleted', 'tag': 'c8f3883b-e340-4f1b-9f61-8e26aff8778f', 'status': 'completed', 'code': 200} Jul 07 19:37:35.490189 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5614c-fd91-4502-afd5-018f5effd1c3 req-69b3429b-5b53-4ef7-83e1-7d03ada531c9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:35.502653 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8bc5614c-fd91-4502-afd5-018f5effd1c3 req-69b3429b-5b53-4ef7-83e1-7d03ada531c9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.3565125 Jul 07 19:37:35.584377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8bc5614c-fd91-4502-afd5-018f5effd1c3 req-e45e9f80-5711-4a6b-b063-dcf193b614c2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802066 Jul 07 19:37:35.801258 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:36.088648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 570c3999-a2ee-4a07-9468-f1168b27a833 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:36.141624 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Sync routers for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:37:36.217680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:36.219213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:36.410127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 570c3999-a2ee-4a07-9468-f1168b27a833 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:36.410489 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:36.625063 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55669d3e-02e6-49ee-8d64-f22c7ee1160d req-cc325bcb-28b0-4e92-85a4-2023a91e27a1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d52f6e1-45aa-4f4d-a714-a18ef9a00e44 HTTP/1.1" status: 200 len: 210 time: 0.1129532 Jul 07 19:37:36.625853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:36.809801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53702) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:36.816295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1566332401-network', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:36.897835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Made reservation on behalf of c21c0ada75564c04b1f2ed518e5f29b8 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:37:36.904256 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:36.930060 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:37.054315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device c8f3883b-e340-4f1b-9f61-8e26aff8778f no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:37:37.092742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: c8f3883b-e340-4f1b-9f61-8e26aff8778f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:37:37.093287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device c8f3883b-e340-4f1b-9f61-8e26aff8778f not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:37:37.235638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7b501-1b15-4eb7-bfae-3f739674432b req-18e74f36-0943-49d9-96a5-c49e5a6605c1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:37.238111 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bac7b501-1b15-4eb7-bfae-3f739674432b req-18e74f36-0943-49d9-96a5-c49e5a6605c1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.3095441 Jul 07 19:37:37.355026 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bac7b501-1b15-4eb7-bfae-3f739674432b req-b595b9ae-e6c5-4d0e-992d-8dc3969a8748 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029744 Jul 07 19:37:37.472842 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:37.481477 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:37.538744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:37:37.559072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:37.559072 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Added segment fa4b7e83-cd03-4342-8f87-af3bb2992173 of type vlan for network 5b713256-9744-443a-b98d-e69359106dab Jul 07 19:37:37.649750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 2, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:37.656655 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:37.716585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257dbe4d-8aea-42d8-a3a9-5459a03f58bd,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:37.723124 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:37.726412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:37.728024 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:37.735910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Checking router: 603fbeb7-ac95-4635-baea-474e84795ff7 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:37:37.736460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Updating router 603fbeb7-ac95-4635-baea-474e84795ff7 port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:37:37.789597 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:37.848359 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0363421 Jul 07 19:37:37.851759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53772) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:37.857556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-67b16c4d-051a-4f54-9d9e-b54d36a8e233 admin admin] Request body: {'subnet': {'network_id': '5b713256-9744-443a-b98d-e69359106dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1566332401-subnet', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:37.879960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86b4c0-0738-4af3-8e6e-bee267861606 admin admin] Pushing event updated for resources: {'Network': ['ID=5b713256-9744-443a-b98d-e69359106dab,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:37.918676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b16c4d-051a-4f54-9d9e-b54d36a8e233 admin admin] Made reservation on behalf of c21c0ada75564c04b1f2ed518e5f29b8 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:37:37.934293 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-67b16c4d-051a-4f54-9d9e-b54d36a8e233 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:38.461986 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-67b16c4d-051a-4f54-9d9e-b54d36a8e233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:38.496709 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:38.527012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Transition to ACTIVE for port object 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:38.539521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 5b713256-9744-443a-b98d-e69359106dab details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:37:38.578374 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:38.673712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b16c4d-051a-4f54-9d9e-b54d36a8e233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f53468c-25df-47d4-8437-0efdf4ec25c5,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:38.693056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b16c4d-051a-4f54-9d9e-b54d36a8e233 admin admin] Checking segment: {'id': 'fa4b7e83-cd03-4342-8f87-af3bb2992173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5b713256-9744-443a-b98d-e69359106dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:37:38.695031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b16c4d-051a-4f54-9d9e-b54d36a8e233 admin admin] Network hostable DHCP agents. Network: 5b713256-9744-443a-b98d-e69359106dab, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:37:38.763603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b16c4d-051a-4f54-9d9e-b54d36a8e233 admin admin] Network 5b713256-9744-443a-b98d-e69359106dab is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:37:38.882098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-67b16c4d-051a-4f54-9d9e-b54d36a8e233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 5b713256-9744-443a-b98d-e69359106dab) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:38.910568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67f2037-867f-4a0c-9828-9367c5f25f3a None None] Network 5b713256-9744-443a-b98d-e69359106dab requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:37:39.026128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b16c4d-051a-4f54-9d9e-b54d36a8e233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:39.028443 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-67b16c4d-051a-4f54-9d9e-b54d36a8e233 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:39.101562 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-67b16c4d-051a-4f54-9d9e-b54d36a8e233 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2480867 Jul 07 19:37:39.105496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53870) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:39.118575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1566332401-router', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:39.215535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dcbd4-4796-4ba9-b9c3-3cca9b6ea0d8 req-95ef09fa-f9c3-4f71-9519-1928d5a9e8a2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:39.217483 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:39.218740 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:39.233903 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-818dcbd4-4796-4ba9-b9c3-3cca9b6ea0d8 req-95ef09fa-f9c3-4f71-9519-1928d5a9e8a2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.4384377 Jul 07 19:37:39.303756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda7c2e-db64-463e-868c-f8d140870784 None None] Pushing event updated for resources: {'Port': ['ID=50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:39.324789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Attempting to bind port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:37:39.329333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Attempting to bind port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:37:39.329918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Attempting to bind port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:37:39.373069 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-818dcbd4-4796-4ba9-b9c3-3cca9b6ea0d8 req-f3a508df-76c5-4a72-a2e9-b97f21c66b09 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378913 Jul 07 19:37:39.397072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:37:39.399474 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Checking segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:37:39.399896 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:39.400300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Bound using segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:37:39.400796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Bound port: 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:37:39.401184 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:39.403981 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:39.671820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac53e53-ac44-4260-9deb-b9aeb4075c32 req-fe9447a0-97cb-49a7-9cb1-ccae600b1e08 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:39.673867 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ac53e53-ac44-4260-9deb-b9aeb4075c32 req-fe9447a0-97cb-49a7-9cb1-ccae600b1e08 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.1686258 Jul 07 19:37:39.754737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] For port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:37:39.760192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] For port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:37:39.784779 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:39.851824 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:39.925553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-7ac53e53-ac44-4260-9deb-b9aeb4075c32 req-532ff606-648b-4cc6-99f3-3b8f60f8ea13 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Deleting port 7d59f4a2-b168-4350-933e-f9bbf1511664 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:37:39.926142 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ac53e53-ac44-4260-9deb-b9aeb4075c32 req-532ff606-648b-4cc6-99f3-3b8f60f8ea13 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:39.932993 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-5b713256-9744-443a-b98d-e69359106dab', 'network_id': '5b713256-9744-443a-b98d-e69359106dab', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'fixed_ips': [{'subnet_id': '8f53468c-25df-47d4-8437-0efdf4ec25c5'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:37:39.942716 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:40.117490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda7c2e-db64-463e-868c-f8d140870784 None None] Pushing event updated for resources: {'Port': ['ID=50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:40.165100 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:40.178655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7ac53e53-ac44-4260-9deb-b9aeb4075c32 req-532ff606-648b-4cc6-99f3-3b8f60f8ea13 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] For port 7d59f4a2-b168-4350-933e-f9bbf1511664, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7d59f4a2-b168-4350-933e-f9bbf1511664,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:40.179127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ac53e53-ac44-4260-9deb-b9aeb4075c32 req-532ff606-648b-4cc6-99f3-3b8f60f8ea13 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:40.185736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b4c87-770e-4c13-95e5-7d46b9a61c58 req-4af8a0e3-de58-4826-966b-4691f176ccb6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:40.208002 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-558b4c87-770e-4c13-95e5-7d46b9a61c58 req-4af8a0e3-de58-4826-966b-4691f176ccb6 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 946 time: 0.5962930 Jul 07 19:37:40.231187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:40.231628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-7ac53e53-ac44-4260-9deb-b9aeb4075c32 req-532ff606-648b-4cc6-99f3-3b8f60f8ea13 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Calling delete_port for 7d59f4a2-b168-4350-933e-f9bbf1511664 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:37:40.231875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:40.294120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53944) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:40.342462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-558b4c87-770e-4c13-95e5-7d46b9a61c58 req-3388b303-5660-4c84-a144-afdb954b8219 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330986 Jul 07 19:37:40.622862 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ac53e53-ac44-4260-9deb-b9aeb4075c32 req-532ff606-648b-4cc6-99f3-3b8f60f8ea13 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:40.707801 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-75414356-2190-4d11-8d91-babad200e9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:40.709725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ff606-648b-4cc6-99f3-3b8f60f8ea13 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event deleted for resources: {'Port': ['ID=7d59f4a2-b168-4350-933e-f9bbf1511664,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:40.796443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Allocated IP 172.20.0.2 (5b713256-9744-443a-b98d-e69359106dab/8f53468c-25df-47d4-8437-0efdf4ec25c5/35896780-abdb-45e7-a13b-fe9d294e9de5) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:37:40.867213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac53e53-ac44-4260-9deb-b9aeb4075c32 req-532ff606-648b-4cc6-99f3-3b8f60f8ea13 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] No DVR routers for this DVR port 7d59f4a2-b168-4350-933e-f9bbf1511664 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:37:40.898297 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ac53e53-ac44-4260-9deb-b9aeb4075c32 req-532ff606-648b-4cc6-99f3-3b8f60f8ea13 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:40.900500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ac53e53-ac44-4260-9deb-b9aeb4075c32 req-532ff606-648b-4cc6-99f3-3b8f60f8ea13 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.48 "DELETE /v2.0/ports/7d59f4a2-b168-4350-933e-f9bbf1511664 HTTP/1.1" status: 204 len: 173 time: 1.2160356 Jul 07 19:37:40.901001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8056ee5-e3ae-4580-8b50-61ec727c68f4', 'name': 'network-vif-deleted', 'tag': '7d59f4a2-b168-4350-933e-f9bbf1511664'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:40.909288 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:40.919000 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f1d391-7f91-4e06-8a86-10a6f6091cf3" -d '{"events": [{"server_uuid": "d8056ee5-e3ae-4580-8b50-61ec727c68f4", "name": "network-vif-deleted", "tag": "7d59f4a2-b168-4350-933e-f9bbf1511664"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:40.982636 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.038508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:41.078661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7482388-f8e7-4812-9474-58ceb8700442 req-ecf25848-a66a-4942-8b7b-5508ce1c790b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:41.094174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7482388-f8e7-4812-9474-58ceb8700442 req-ecf25848-a66a-4942-8b7b-5508ce1c790b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.3036900 Jul 07 19:37:41.196134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7482388-f8e7-4812-9474-58ceb8700442 req-bd4eebaa-1980-4e62-9c78-c2cfc65b35ee tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009741 Jul 07 19:37:41.208246 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f39bdb-efa9-4135-b8a6-467d1fb307d2 x-openstack-request-id: req-56f39bdb-efa9-4135-b8a6-467d1fb307d2 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:41.208977 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8056ee5-e3ae-4580-8b50-61ec727c68f4", "name": "network-vif-deleted", "tag": "7d59f4a2-b168-4350-933e-f9bbf1511664", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:41.209690 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56f39bdb-efa9-4135-b8a6-467d1fb307d2 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:41.210511 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8056ee5-e3ae-4580-8b50-61ec727c68f4', 'name': 'network-vif-deleted', 'tag': '7d59f4a2-b168-4350-933e-f9bbf1511664', 'status': 'completed', 'code': 200} Jul 07 19:37:41.343576 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-75414356-2190-4d11-8d91-babad200e9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.352022 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-75414356-2190-4d11-8d91-babad200e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.466953 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.487993 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Transition to ACTIVE for port object 35896780-abdb-45e7-a13b-fe9d294e9de5 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:41.506467 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54008) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:41.508176 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-75414356-2190-4d11-8d91-babad200e9a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49e2abaab73e407a9d3d64c727c650b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2121317 Jul 07 19:37:41.541037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75414356-2190-4d11-8d91-babad200e9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec996b8e-f713-4ef5-bffa-290637ca9205,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:41.546502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Transition to ACTIVE for port object 35896780-abdb-45e7-a13b-fe9d294e9de5 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:41.561758 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.626237 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Allocated IP 172.25.0.53 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/a036e255-dba5-41d1-85c4-fe5a874ca98c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:37:41.653441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Network 5b713256-9744-443a-b98d-e69359106dab is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:41.656231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:41.685047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:37:41.695867 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Pushing event updated for resources: {'Port': ['ID=35896780-abdb-45e7-a13b-fe9d294e9de5,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:41.756026 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5acb-a9f5-4dba-a1dd-adeb9093f8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.760858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:39Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:41.851649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5671ffa-a4b6-4904-a260-db3da890b892 None None] The sync data for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 is: [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:39Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:37:41.852351 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5acb-a9f5-4dba-a1dd-adeb9093f8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.892454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a982d792-98e1-47f8-9eda-22eb9333fbcb req-06e9d9b2-09cc-42a4-9cde-fda0cafe4a65 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8056ee5-e3ae-4580-8b50-61ec727c68f4 HTTP/1.1" status: 200 len: 210 time: 0.1346726 Jul 07 19:37:41.947482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7d59f4a2-b168-4350-933e-f9bbf1511664 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:37:42.058971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 7d59f4a2-b168-4350-933e-f9bbf1511664 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:37:42.060380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7d59f4a2-b168-4350-933e-f9bbf1511664 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:37:42.066160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Attempting to bind port 35896780-abdb-45e7-a13b-fe9d294e9de5 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:37:42.066536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Attempting to bind port 35896780-abdb-45e7-a13b-fe9d294e9de5 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'fa4b7e83-cd03-4342-8f87-af3bb2992173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5b713256-9744-443a-b98d-e69359106dab'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:37:42.066981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Attempting to bind port 35896780-abdb-45e7-a13b-fe9d294e9de5 on network 5b713256-9744-443a-b98d-e69359106dab {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:37:42.073079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:37:42.073727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Checking segment: {'id': 'fa4b7e83-cd03-4342-8f87-af3bb2992173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5b713256-9744-443a-b98d-e69359106dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:37:42.074914 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:42.075486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Bound using segment: {'id': 'fa4b7e83-cd03-4342-8f87-af3bb2992173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5b713256-9744-443a-b98d-e69359106dab'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:37:42.076397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Bound port: 35896780-abdb-45e7-a13b-fe9d294e9de5, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4b7e83-cd03-4342-8f87-af3bb2992173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5b713256-9744-443a-b98d-e69359106dab'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:37:42.077291 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:42.086829 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5acb-a9f5-4dba-a1dd-adeb9093f8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:42.106840 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5acb-a9f5-4dba-a1dd-adeb9093f8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:42.113771 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3d5e5acb-a9f5-4dba-a1dd-adeb9093f8ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec996b8e-f713-4ef5-bffa-290637ca9205 HTTP/1.1" status: 204 len: 168 time: 0.6049001 Jul 07 19:37:42.149659 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:42.180048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e5acb-a9f5-4dba-a1dd-adeb9093f8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec996b8e-f713-4ef5-bffa-290637ca9205,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:42.342205 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:42.428549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] For port 35896780-abdb-45e7-a13b-fe9d294e9de5, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:37:42.444986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] For port 35896780-abdb-45e7-a13b-fe9d294e9de5, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=35896780-abdb-45e7-a13b-fe9d294e9de5,segment=NetworkSegment(fa4b7e83-cd03-4342-8f87-af3bb2992173),segment_id=fa4b7e83-cd03-4342-8f87-af3bb2992173)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:37:42.460604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:42.462296 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:42.476601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:42.483607 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:37:42.579811 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Pushing event updated for resources: {'Port': ['ID=a036e255-dba5-41d1-85c4-fe5a874ca98c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:42.631116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc8ce6-ee20-45ac-8006-76e4c782da5e req-82070bf2-87e2-4675-8e2f-d8a2c95de92a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:42.641036 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c4fc8ce6-ee20-45ac-8006-76e4c782da5e req-82070bf2-87e2-4675-8e2f-d8a2c95de92a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1194108 Jul 07 19:37:42.659916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa781e-aa5e-42f4-a097-da0a12a27c00 None None] Pushing event updated for resources: {'Port': ['ID=35896780-abdb-45e7-a13b-fe9d294e9de5,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:42.763010 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c4fc8ce6-ee20-45ac-8006-76e4c782da5e req-afcdd83f-800e-4567-88c7-2a6189912c9d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205366 Jul 07 19:37:42.821096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54068) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:42.849332 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46fdb0a0-1157-4afb-bec3-f60bfffa598c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:43.166141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46fdb0a0-1157-4afb-bec3-f60bfffa598c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:43.179730 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46fdb0a0-1157-4afb-bec3-f60bfffa598c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:43.305131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdb0a0-1157-4afb-bec3-f60bfffa598c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7d8608-5af3-402b-a00c-b9d5839522e5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:43.321019 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:43.380075 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-46fdb0a0-1157-4afb-bec3-f60bfffa598c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ddfa6d8427954642808f0248c451253d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5509622 Jul 07 19:37:43.381146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54080) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:43.544737 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c67d352-b2f6-40c1-b8cf-a0577d6a81c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:43.607007 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c67d352-b2f6-40c1-b8cf-a0577d6a81c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:43.734983 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c67d352-b2f6-40c1-b8cf-a0577d6a81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:43.749336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c67d352-b2f6-40c1-b8cf-a0577d6a81c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:43.763541 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1c67d352-b2f6-40c1-b8cf-a0577d6a81c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb7d8608-5af3-402b-a00c-b9d5839522e5 HTTP/1.1" status: 204 len: 168 time: 0.3785729 Jul 07 19:37:43.797209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67d352-b2f6-40c1-b8cf-a0577d6a81c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7d8608-5af3-402b-a00c-b9d5839522e5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:44.019529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:44.296657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 35896780-abdb-45e7-a13b-fe9d294e9de5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:44.429366 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b29ca-433b-403a-9104-b83b557659e7 req-88103459-9e0e-42fb-96bf-3ef091ac62f4 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:44.431016 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-486b29ca-433b-403a-9104-b83b557659e7 req-88103459-9e0e-42fb-96bf-3ef091ac62f4 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.3447168 Jul 07 19:37:44.463696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 35896780-abdb-45e7-a13b-fe9d294e9de5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:44.471652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:44.557041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e21f5-dc7a-4b32-88d3-5a4cb72bc55c req-01d7d4ca-5f6b-45e4-b32d-12fa4d4a787b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:44.566560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c78e21f5-dc7a-4b32-88d3-5a4cb72bc55c req-01d7d4ca-5f6b-45e4-b32d-12fa4d4a787b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2810159 Jul 07 19:37:44.640429 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-486b29ca-433b-403a-9104-b83b557659e7 req-a5f656dd-1a8b-40a1-84c7-97fa320e5788 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000351 Jul 07 19:37:44.656982 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c78e21f5-dc7a-4b32-88d3-5a4cb72bc55c req-5ca69f8b-f6ad-488b-a5a7-b9a30dcce3c0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891063 Jul 07 19:37:44.693145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Router f1d63d60-7578-4311-b62f-e5d356368562 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:37:44.735579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:44.742380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:44.743741 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:45.002888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:45.045748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40804df6-3f82-48bb-8434-e700854e4f26 None None] Network 5b713256-9744-443a-b98d-e69359106dab requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:37:45.053283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:37:45.073986 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Sync routers for ids ['f1d63d60-7578-4311-b62f-e5d356368562'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:37:45.095457 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Routers {'f1d63d60-7578-4311-b62f-e5d356368562'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:45.098577 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f1d63d60-7578-4311-b62f-e5d356368562'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:45.108147 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:45.114686 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f2bbc1a4-e6ad-4dcc-ab1c-af77a17d7f9b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0030448 Jul 07 19:37:45.115491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54122) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:45.269009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c0b98c76-c2ae-45d2-b590-401c101366a4 None None] Provisioning for port 35896780-abdb-45e7-a13b-fe9d294e9de5 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:45.277558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:45.295958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c0b98c76-c2ae-45d2-b590-401c101366a4 None None] Provisioning complete for port 35896780-abdb-45e7-a13b-fe9d294e9de5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:45.299442 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c0b98c76-c2ae-45d2-b590-401c101366a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:45.422615 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:45.438537 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Set router f1d63d60-7578-4311-b62f-e5d356368562 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:45.595129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:45.629987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c0b98c76-c2ae-45d2-b590-401c101366a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:45.725333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c0b98c76-c2ae-45d2-b590-401c101366a4 None None] For port 35896780-abdb-45e7-a13b-fe9d294e9de5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=35896780-abdb-45e7-a13b-fe9d294e9de5,segment=NetworkSegment(fa4b7e83-cd03-4342-8f87-af3bb2992173),segment_id=fa4b7e83-cd03-4342-8f87-af3bb2992173)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:45.743723 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c0b98c76-c2ae-45d2-b590-401c101366a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:45.837091 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b98c76-c2ae-45d2-b590-401c101366a4 None None] Pushing event updated for resources: {'Port': ['ID=35896780-abdb-45e7-a13b-fe9d294e9de5,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:46.101338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 35896780-abdb-45e7-a13b-fe9d294e9de5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:46.203945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2d87b-8284-4571-a319-49907de0cf6c req-2a231bdc-13c9-4bd8-8492-eb635b205f71 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:46.215197 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'name': 'tempest-TestVolumeBootPattern-1566332401-router', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:39Z', 'updated_at': '2021-07-07T19:37:42Z', 'revision_number': 3, 'project_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'gw_port': {'id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:40Z', 'updated_at': '2021-07-07T19:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:46.224022 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f3a2d87b-8284-4571-a319-49907de0cf6c req-2a231bdc-13c9-4bd8-8492-eb635b205f71 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1609840 Jul 07 19:37:46.299117 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f3a2d87b-8284-4571-a319-49907de0cf6c req-ceadfd6f-4d9b-4a8e-8c69-989919da3fad tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671754 Jul 07 19:37:46.345094 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Checking router: f1d63d60-7578-4311-b62f-e5d356368562 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:37:46.346271 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Updating router f1d63d60-7578-4311-b62f-e5d356368562 port a036e255-dba5-41d1-85c4-fe5a874ca98c binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:37:46.421953 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:46.457296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-03c4ab8a-7cfc-4c7f-a169-8cabbae3f05b None None] Provisioning complete for port 35896780-abdb-45e7-a13b-fe9d294e9de5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:46.463163 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-03c4ab8a-7cfc-4c7f-a169-8cabbae3f05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:46.581496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 35896780-abdb-45e7-a13b-fe9d294e9de5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:46.582156 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:46.678419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e31189-967b-4ce9-a88e-0636741c6708 req-b94f5d70-a0c4-4cbd-8b52-02aff50419da tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:46.680080 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9e31189-967b-4ce9-a88e-0636741c6708 req-b94f5d70-a0c4-4cbd-8b52-02aff50419da tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2464492 Jul 07 19:37:46.690474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-3ab59032-54c0-45bf-bbf0-4e316cb5537e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:46.691989 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-3ab59032-54c0-45bf-bbf0-4e316cb5537e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 1.1026897 Jul 07 19:37:46.790437 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:46.857754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:46.858459 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:46.932065 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:46.945195 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Transition to ACTIVE for port object a036e255-dba5-41d1-85c4-fe5a874ca98c will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:46.955527 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:46.974020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9e31189-967b-4ce9-a88e-0636741c6708 req-7bfa6657-1cf7-4f8e-a241-fff8ac5462f5 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801211 Jul 07 19:37:47.074395 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eff73-6ef1-4f86-a2e0-38253d045528 None None] Pushing event updated for resources: {'Port': ['ID=a036e255-dba5-41d1-85c4-fe5a874ca98c,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:47.098627 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Attempting to bind port a036e255-dba5-41d1-85c4-fe5a874ca98c on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:37:47.099173 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Attempting to bind port a036e255-dba5-41d1-85c4-fe5a874ca98c by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:37:47.099656 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Attempting to bind port a036e255-dba5-41d1-85c4-fe5a874ca98c on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:37:47.108435 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:37:47.110987 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:37:47.111517 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.112369 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:37:47.113478 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Bound port: a036e255-dba5-41d1-85c4-fe5a874ca98c, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:37:47.113958 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.189772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Deleting port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:37:47.190125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.190709 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] For port a036e255-dba5-41d1-85c4-fe5a874ca98c, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:37:47.195496 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] For port a036e255-dba5-41d1-85c4-fe5a874ca98c, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a036e255-dba5-41d1-85c4-fe5a874ca98c,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:37:47.203967 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.303229 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Routers {'f1d63d60-7578-4311-b62f-e5d356368562'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:47.304704 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f1d63d60-7578-4311-b62f-e5d356368562'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:47.398843 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eff73-6ef1-4f86-a2e0-38253d045528 None None] Pushing event updated for resources: {'Port': ['ID=a036e255-dba5-41d1-85c4-fe5a874ca98c,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:47.425468 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.532996 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] Set router f1d63d60-7578-4311-b62f-e5d356368562 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:47.560909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] For port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:47.562089 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.658183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f764b6-61f0-495e-8ae6-1ff7eb11777a req-fbdf446b-1b14-40e4-bfd0-52cba86a08e8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:47.665386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11f764b6-61f0-495e-8ae6-1ff7eb11777a req-fbdf446b-1b14-40e4-bfd0-52cba86a08e8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2027328 Jul 07 19:37:47.784200 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11f764b6-61f0-495e-8ae6-1ff7eb11777a req-ff163431-6623-4cb9-a010-6e4fbaf67285 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102827 Jul 07 19:37:47.880582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d2869-0a70-42fb-8792-fd4052118308 req-211006b4-ad13-4a19-91e1-fdf3e1e5048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:47.883677 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c6d2869-0a70-42fb-8792-fd4052118308 req-211006b4-ad13-4a19-91e1-fdf3e1e5048d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdeabc780301499c925920101cd78d49&device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 1096 time: 0.0973163 Jul 07 19:37:47.933149 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'name': 'tempest-TestVolumeBootPattern-1566332401-router', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:39Z', 'updated_at': '2021-07-07T19:37:42Z', 'revision_number': 3, 'project_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'gw_port': {'id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:40Z', 'updated_at': '2021-07-07T19:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:47.998953 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a5ccd9-d32a-4890-a8c3-e28f6daf379d None None] The sync data for ids ['f1d63d60-7578-4311-b62f-e5d356368562'] in n-d-793621-9 is: [{'id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'name': 'tempest-TestVolumeBootPattern-1566332401-router', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:39Z', 'updated_at': '2021-07-07T19:37:42Z', 'revision_number': 3, 'project_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'gw_port': {'id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:40Z', 'updated_at': '2021-07-07T19:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:37:48.112873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d2869-0a70-42fb-8792-fd4052118308 req-8a75834a-56ad-4bf4-b177-a03e9788d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:48.114900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c6d2869-0a70-42fb-8792-fd4052118308 req-8a75834a-56ad-4bf4-b177-a03e9788d334 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 200 len: 914 time: 0.2208323 Jul 07 19:37:48.179210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Allocated IP 172.20.0.1 (5b713256-9744-443a-b98d-e69359106dab/8f53468c-25df-47d4-8437-0efdf4ec25c5/f9f35134-1ec7-4832-a868-877a06093699) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:37:48.193921 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:48.194686 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:48.195471 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Floating IP 23aa8521-4416-45ec-85b7-e6f000c5c7d6 disassociated. External IP: 172.25.0.41, port: 6427ff31-3e2a-4561-ba8b-e61f0c63aee2. Jul 07 19:37:48.196078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Calling delete_port for 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:37:48.570103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638f556-2d02-41de-a30c-1a71b96b95e8 req-30683691-53f3-4972-8139-47c5579d6ca1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:48.580395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f638f556-2d02-41de-a30c-1a71b96b95e8 req-30683691-53f3-4972-8139-47c5579d6ca1 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 945 time: 0.2737646 Jul 07 19:37:48.664713 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:48.728399 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f638f556-2d02-41de-a30c-1a71b96b95e8 req-7ec70c61-4798-46d3-9cbe-9ee9b79e118e tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups?id=af3d20e9-89e7-4b5e-b27a-42ba63448f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451976 Jul 07 19:37:48.755326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Transition to ACTIVE for port object f9f35134-1ec7-4832-a868-877a06093699 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:48.781459 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:48.837016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54222) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:48.885392 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c6d2869-0a70-42fb-8792-fd4052118308 req-da18657b-75fa-4e71-9650-5a40470a73df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17855074-26a2-4275-8943-e7a1f016088f HTTP/1.1" status: 200 len: 217 time: 0.7613037 Jul 07 19:37:48.934445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:37:48.942224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d2869-0a70-42fb-8792-fd4052118308 req-e90d3a95-ff6c-49bc-bc29-c14b571f891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:48.943825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c6d2869-0a70-42fb-8792-fd4052118308 req-e90d3a95-ff6c-49bc-bc29-c14b571f891d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1 HTTP/1.1" status: 200 len: 853 time: 0.0512948 Jul 07 19:37:48.974720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event deleted for resources: {'Port': ['ID=6427ff31-3e2a-4561-ba8b-e61f0c63aee2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:48.996376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:37:48.999272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:37:49.025508 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c6d2869-0a70-42fb-8792-fd4052118308 req-1572eac4-aaee-4b33-8377-11851285e0af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735595 Jul 07 19:37:49.122205 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:49.224445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6c87ef4-4d92-4ca8-b53b-18d65f1996d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:49.235324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Network 5b713256-9744-443a-b98d-e69359106dab is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:49.249187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdee15-dae1-4b72-a87f-dd7208a088fc req-d08fcaa0-a0b4-4751-a98a-bb741650fcb4 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:49.257592 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76fdee15-dae1-4b72-a87f-dd7208a088fc req-d08fcaa0-a0b4-4751-a98a-bb741650fcb4 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1841295 Jul 07 19:37:49.272948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:49.285665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:37:49.288520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f35134-1ec7-4832-a868-877a06093699,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:49.310184 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c6d2869-0a70-42fb-8792-fd4052118308 req-08bae817-1171-49e9-a799-7fc65ae84672 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752359 Jul 07 19:37:49.336039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Router 45affac5-aac4-465d-bde2-48781ca8232f has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:37:49.436468 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:49.460802 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76fdee15-dae1-4b72-a87f-dd7208a088fc req-fa5115c4-9ef0-4121-8397-7af93989b973 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020299 Jul 07 19:37:49.562013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c6d2869-0a70-42fb-8792-fd4052118308 req-8a9e2f80-3750-4b64-9c4e-0b258f240fe3 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278926 Jul 07 19:37:49.759506 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6c87ef4-4d92-4ca8-b53b-18d65f1996d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:49.768164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c3bdb53d-3ae0-4752-bb53-e0e9fd6817ae None None] Provisioning for port f9f35134-1ec7-4832-a868-877a06093699 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:49.773945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:37:49.777518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c3bdb53d-3ae0-4752-bb53-e0e9fd6817ae None None] Provisioning complete for port f9f35134-1ec7-4832-a868-877a06093699 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:49.780278 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c3bdb53d-3ae0-4752-bb53-e0e9fd6817ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:49.801777 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6c87ef4-4d92-4ca8-b53b-18d65f1996d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:49.828084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdb53d-3ae0-4752-bb53-e0e9fd6817ae None None] Port f9f35134-1ec7-4832-a868-877a06093699 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:37:49.829733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdc757-41e8-4a9d-b281-f005b6fba10c None None] Sync routers for ids ['45affac5-aac4-465d-bde2-48781ca8232f'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:37:49.839884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdc757-41e8-4a9d-b281-f005b6fba10c None None] Routers {'45affac5-aac4-465d-bde2-48781ca8232f'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:49.840644 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-79fdc757-41e8-4a9d-b281-f005b6fba10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['45affac5-aac4-465d-bde2-48781ca8232f'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:49.957829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] No DVR routers for this DVR port 6427ff31-3e2a-4561-ba8b-e61f0c63aee2 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:37:49.985070 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:49.986825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-79fdc757-41e8-4a9d-b281-f005b6fba10c None None] Set router 45affac5-aac4-465d-bde2-48781ca8232f gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:49.987327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc72b0ad-64cd-45d4-9396-87b2bc90e898 req-d64deca0-f16e-4eb4-b198-d181fb988de0 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.110 "DELETE /v2.0/ports/6427ff31-3e2a-4561-ba8b-e61f0c63aee2 HTTP/1.1" status: 204 len: 173 time: 3.1929243 Jul 07 19:37:49.987677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-deleted', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:49.990333 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d824d567-8250-4e72-8f5b-628ad55a971a" -d '{"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-deleted", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:50.058327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e11401d1-372f-4022-bd49-a9aff4eb5581 req-fcf7dde9-973b-44bf-a38e-789cb186d01a tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d144a70a-52b8-4a5b-965c-2489062c846e HTTP/1.1" status: 200 len: 210 time: 0.1305008 Jul 07 19:37:50.066910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 17855074-26a2-4275-8943-e7a1f016088f no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:37:50.068937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c87ef4-4d92-4ca8-b53b-18d65f1996d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c419a3b-37dd-413c-b36f-b844c6d897bf,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:50.072451 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a036e255-dba5-41d1-85c4-fe5a874ca98c up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:50.078238 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f6c87ef4-4d92-4ca8-b53b-18d65f1996d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41e9be5fc03a4f63ab243b2caabe6457&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2213001 Jul 07 19:37:50.081423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54246) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:50.099136 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a1d38e-23b7-45fb-8198-d992755c13bb x-openstack-request-id: req-18a1d38e-23b7-45fb-8198-d992755c13bb {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:50.100253 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d144a70a-52b8-4a5b-965c-2489062c846e", "name": "network-vif-deleted", "tag": "6427ff31-3e2a-4561-ba8b-e61f0c63aee2", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:50.102692 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18a1d38e-23b7-45fb-8198-d992755c13bb {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:50.105125 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd144a70a-52b8-4a5b-965c-2489062c846e', 'name': 'network-vif-deleted', 'tag': '6427ff31-3e2a-4561-ba8b-e61f0c63aee2', 'status': 'completed', 'code': 200} Jul 07 19:37:50.107814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.199086 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.289004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.387212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.389815 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.391401 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c419a3b-37dd-413c-b36f-b844c6d897bf HTTP/1.1" status: 204 len: 168 time: 0.3085568 Jul 07 19:37:50.396493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port a036e255-dba5-41d1-85c4-fe5a874ca98c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:50.424507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a036e255-dba5-41d1-85c4-fe5a874ca98c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:50.425143 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.437392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c419a3b-37dd-413c-b36f-b844c6d897bf,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:50.452544 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.453285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.453507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.453856 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.454197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.454535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.454912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.455249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.455819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.455972 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.456225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.459631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.463339 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e368b8-9fc6-4720-8088-b1b1fb7e0f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.463774 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.503906 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.527914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f35134-1ec7-4832-a868-877a06093699,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:50.596975 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.604194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:50.611644 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17855074-26a2-4275-8943-e7a1f016088f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:50.634092 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb67ddb-acd9-4fcc-a4f2-2520b90e2493" -d '{"events": [{"server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "name": "network-vif-unplugged", "status": "completed", "tag": "17855074-26a2-4275-8943-e7a1f016088f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:50.646067 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.733880 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339ff1b5-7066-4b5c-ba87-b5d84d355413 x-openstack-request-id: req-339ff1b5-7066-4b5c-ba87-b5d84d355413 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:50.734184 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "name": "network-vif-unplugged", "status": "completed", "tag": "17855074-26a2-4275-8943-e7a1f016088f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:50.735960 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-339ff1b5-7066-4b5c-ba87-b5d84d355413 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:50.736388 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17855074-26a2-4275-8943-e7a1f016088f', 'code': 200} Jul 07 19:37:50.863294 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:50.870062 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.891465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.892389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.892389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.892637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.893048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.893461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.893900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.894294 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.894915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.895078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.895473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.895864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:50.914606 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port a036e255-dba5-41d1-85c4-fe5a874ca98c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a036e255-dba5-41d1-85c4-fe5a874ca98c,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:50.917009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-79fdc757-41e8-4a9d-b281-f005b6fba10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '30b6c28e-4d99-49df-938d-ac6209aacde0', 'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'mac_address': 'fa:16:3e:21:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:46Z', 'updated_at': '2021-07-07T19:27:59Z', 'revision_number': 5, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'subnets': [{'id': '02762935-6382-4adb-bbdc-9967d23439ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:50.929609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54268) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:50.955435 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:50.966689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdc757-41e8-4a9d-b281-f005b6fba10c None None] Checking router: 45affac5-aac4-465d-bde2-48781ca8232f for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:37:50.984438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aa646-1a1d-44f3-acc4-239a9be0a27b req-f932c3c8-0419-4d7c-90f9-cfa2ee01c218 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:50.993654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d07aa646-1a1d-44f3-acc4-239a9be0a27b req-f932c3c8-0419-4d7c-90f9-cfa2ee01c218 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 943 time: 0.2305579 Jul 07 19:37:50.999103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54270) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:51.033602 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdc757-41e8-4a9d-b281-f005b6fba10c None None] Routers {'45affac5-aac4-465d-bde2-48781ca8232f'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:51.035477 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-79fdc757-41e8-4a9d-b281-f005b6fba10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['45affac5-aac4-465d-bde2-48781ca8232f'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:51.059904 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d6cb76c2-4b26-4f30-9780-a4a9586f804a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:51.095969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Network 5b713256-9744-443a-b98d-e69359106dab is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:51.194478 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7161-0a05-4816-a249-1bf583133d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:51.202035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=a036e255-dba5-41d1-85c4-fe5a874ca98c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:51.225244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:51.277639 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d07aa646-1a1d-44f3-acc4-239a9be0a27b req-dadd1724-a960-4b98-8fe3-7da469c2808f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826273 Jul 07 19:37:51.337342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-79fdc757-41e8-4a9d-b281-f005b6fba10c None None] Set router 45affac5-aac4-465d-bde2-48781ca8232f gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:51.361472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Deleting port e7dbb1fc-6462-4a62-801c-0322394107b9 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:37:51.362049 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:51.470091 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d6cb76c2-4b26-4f30-9780-a4a9586f804a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:51.542027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d6cb76c2-4b26-4f30-9780-a4a9586f804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:51.575671 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:51.576267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:51.586441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb76c2-4b26-4f30-9780-a4a9586f804a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f7e689-8e81-41ad-8ee7-75f54110d8a8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:51.602268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Calling delete_port for e7dbb1fc-6462-4a62-801c-0322394107b9 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:37:51.604406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b3886d8c-5c87-4b54-b85a-1e16b2103b3f None None] Provisioning complete for port f9f35134-1ec7-4832-a868-877a06093699 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:51.605344 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b3886d8c-5c87-4b54-b85a-1e16b2103b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:51.659191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Router f1d63d60-7578-4311-b62f-e5d356368562 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:37:51.674453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d6cb76c2-4b26-4f30-9780-a4a9586f804a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=55c02a42df994616ad514d001c01550c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6717656 Jul 07 19:37:51.680239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54282) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:51.704239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b3886d8c-5c87-4b54-b85a-1e16b2103b3f None None] Port f9f35134-1ec7-4832-a868-877a06093699 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:37:51.732585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-79fdc757-41e8-4a9d-b281-f005b6fba10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '30b6c28e-4d99-49df-938d-ac6209aacde0', 'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'mac_address': 'fa:16:3e:21:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:46Z', 'updated_at': '2021-07-07T19:27:59Z', 'revision_number': 5, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'subnets': [{'id': '02762935-6382-4adb-bbdc-9967d23439ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:51.772918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdc757-41e8-4a9d-b281-f005b6fba10c None None] The sync data for ids ['45affac5-aac4-465d-bde2-48781ca8232f'] in n-d-793621-9 is: [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:27:48Z', 'revision_number': 4, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '30b6c28e-4d99-49df-938d-ac6209aacde0', 'name': '', 'network_id': '7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'mac_address': 'fa:16:3e:21:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '02762935-6382-4adb-bbdc-9967d23439ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:46Z', 'updated_at': '2021-07-07T19:27:59Z', 'revision_number': 5, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'subnets': [{'id': '02762935-6382-4adb-bbdc-9967d23439ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:37:51.901536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-40ba7b0f-f625-435a-b44f-bfc027220edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:51.935615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54292) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:51.979172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-40ba7b0f-f625-435a-b44f-bfc027220edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.044866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a036e255-dba5-41d1-85c4-fe5a874ca98c up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:52.055067 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.058649 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-47b05754-6684-4cc7-950b-7616f6979745 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.101808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event deleted for resources: {'Port': ['ID=e7dbb1fc-6462-4a62-801c-0322394107b9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:52.219149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a036e255-dba5-41d1-85c4-fe5a874ca98c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:52.219654 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.228719 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.229079 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Floating IP b5731ac9-ea24-4907-9b14-3afb76ea2d93 disassociated (deleted). External IP: 172.25.0.55, port: b82f85a2-77f9-404f-9b83-d45e318c78aa. Jul 07 19:37:52.233761 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-47b05754-6684-4cc7-950b-7616f6979745 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.338734 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe74b7db-2e29-447e-a9ce-ce13dabe3cc5 None None] New status for floating IP 23aa8521-4416-45ec-85b7-e6f000c5c7d6: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:37:52.634847 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-47b05754-6684-4cc7-950b-7616f6979745 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.636719 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:37:52.641554 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-47b05754-6684-4cc7-950b-7616f6979745 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.644052 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-47b05754-6684-4cc7-950b-7616f6979745 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "DELETE /v2.0/security-groups/af3d20e9-89e7-4b5e-b27a-42ba63448f68 HTTP/1.1" status: 204 len: 168 time: 0.7073579 Jul 07 19:37:52.646776 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-46b25cd9-bc8d-48ef-9583-d5ff6452d2e2 admin admin] 10.222.0.81 "PUT /v2.0/routers/f1d63d60-7578-4311-b62f-e5d356368562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5264616 Jul 07 19:37:52.655583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54302) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:52.661279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Sync routers for ids ['f1d63d60-7578-4311-b62f-e5d356368562'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:37:52.677934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b05754-6684-4cc7-950b-7616f6979745 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3d20e9-89e7-4b5e-b27a-42ba63448f68,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:52.688879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Router 96b90fda-181a-4d77-bdaf-84662e342641 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:37:52.702911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Routers {'f1d63d60-7578-4311-b62f-e5d356368562'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:52.707744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f1d63d60-7578-4311-b62f-e5d356368562'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:52.728935 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-69d9b762-75ee-4f6b-bb54-0d23cba84c07 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] show failed (client error): The resource could not be found. Jul 07 19:37:52.732510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-69d9b762-75ee-4f6b-bb54-0d23cba84c07 tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "GET /v2.0/security-groups/af3d20e9-89e7-4b5e-b27a-42ba63448f68 HTTP/1.1" status: 404 len: 347 time: 0.0734286 Jul 07 19:37:52.735807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54310) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:52.788776 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-40ba7b0f-f625-435a-b44f-bfc027220edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.791451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-40ba7b0f-f625-435a-b44f-bfc027220edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.792795 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-40ba7b0f-f625-435a-b44f-bfc027220edd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9f7e689-8e81-41ad-8ee7-75f54110d8a8 HTTP/1.1" status: 204 len: 168 time: 1.1112905 Jul 07 19:37:52.816667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba7b0f-f625-435a-b44f-bfc027220edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f7e689-8e81-41ad-8ee7-75f54110d8a8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:53.011534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Set router f1d63d60-7578-4311-b62f-e5d356368562 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:53.017070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e4f56-e6bf-430c-8e1c-e69610767188 req-9ed7ec40-b94a-4458-b789-f1be7062b02d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:53.024406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a9e4f56-e6bf-430c-8e1c-e69610767188 req-9ed7ec40-b94a-4458-b789-f1be7062b02d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 943 time: 0.4319732 Jul 07 19:37:53.201756 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a9e4f56-e6bf-430c-8e1c-e69610767188 req-60f296dc-cbbb-4375-8267-c965f185d73c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760871 Jul 07 19:37:53.300194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:37:53.307082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:53.315733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f89e3bb4-a659-4d61-a0aa-74de8807b6bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Deleting port 76f67c72-cead-417c-9e78-f79b66f4d1ca {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:37:53.316348 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f89e3bb4-a659-4d61-a0aa-74de8807b6bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:53.344735 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f06b395-403f-484e-a717-49b1644e1d09 None None] Sync routers for ids ['96b90fda-181a-4d77-bdaf-84662e342641'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:37:53.364728 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06b395-403f-484e-a717-49b1644e1d09 None None] Routers {'96b90fda-181a-4d77-bdaf-84662e342641'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:53.365707 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7f06b395-403f-484e-a717-49b1644e1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['96b90fda-181a-4d77-bdaf-84662e342641'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:53.497735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-59af3351-4173-42d4-a424-d08d30c65e2d tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "DELETE /v2.0/floatingips/b5731ac9-ea24-4907-9b14-3afb76ea2d93 HTTP/1.1" status: 204 len: 168 time: 2.5666134 Jul 07 19:37:53.510356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:53.512798 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1304aac3-32bd-45d3-b866-c2e4b5f11e37" -d '{"events": [{"name": "network-changed", "server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:53.577676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'name': 'tempest-TestVolumeBootPattern-1566332401-router', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:39Z', 'updated_at': '2021-07-07T19:37:49Z', 'revision_number': 4, 'project_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'gw_port': {'id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:40Z', 'updated_at': '2021-07-07T19:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f9f35134-1ec7-4832-a868-877a06093699', 'name': '', 'network_id': '5b713256-9744-443a-b98d-e69359106dab', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'mac_address': 'fa:16:3e:1c:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '8f53468c-25df-47d4-8437-0efdf4ec25c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:47Z', 'updated_at': '2021-07-07T19:37:50Z', 'revision_number': 2, 'project_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'subnets': [{'id': '8f53468c-25df-47d4-8437-0efdf4ec25c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:53.594927 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f89e3bb4-a659-4d61-a0aa-74de8807b6bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:53.595285 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f89e3bb4-a659-4d61-a0aa-74de8807b6bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:53.626626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f89e3bb4-a659-4d61-a0aa-74de8807b6bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Calling delete_port for 76f67c72-cead-417c-9e78-f79b66f4d1ca owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:37:53.661677 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-32c6cf81-3d9c-4b9c-bcdd-87f7bdfca29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:53.679626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Checking router: f1d63d60-7578-4311-b62f-e5d356368562 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:37:53.680574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Updating router f1d63d60-7578-4311-b62f-e5d356368562 port f9f35134-1ec7-4832-a868-877a06093699 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:37:53.760354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6dd7a-68ff-44f0-a8c6-bcc63d084e07 req-6c42daba-9de9-4f05-87e5-1024b3a8b695 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:53.770169 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:53.773170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2f6dd7a-68ff-44f0-a8c6-bcc63d084e07 req-6c42daba-9de9-4f05-87e5-1024b3a8b695 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 943 time: 0.2106209 Jul 07 19:37:53.862329 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-7f06b395-403f-484e-a717-49b1644e1d09 None None] Set router 96b90fda-181a-4d77-bdaf-84662e342641 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:53.953720 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2f6dd7a-68ff-44f0-a8c6-bcc63d084e07 req-701eeccd-2fc0-4ff1-aecb-e7baf1d4dfd4 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795475 Jul 07 19:37:54.160780 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e31301e-440b-4bbd-8b34-4118b6b16222 x-openstack-request-id: req-5e31301e-440b-4bbd-8b34-4118b6b16222 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:54.163655 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:54.167063 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e31301e-440b-4bbd-8b34-4118b6b16222 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:54.175025 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'status': 'completed', 'code': 200} Jul 07 19:37:54.464567 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f89e3bb4-a659-4d61-a0aa-74de8807b6bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:54.504755 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7f06b395-403f-484e-a717-49b1644e1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ad3db37f-19d9-4e14-8e7b-8f47e01f34a7', 'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'mac_address': 'fa:16:3e:00:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:36Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': '13db510003ad470cb27866478365041c', 'subnets': [{'id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:54.538098 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:54.551061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Transition to ACTIVE for port object f9f35134-1ec7-4832-a868-877a06093699 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:54.566001 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f06b395-403f-484e-a717-49b1644e1d09 None None] Checking router: 96b90fda-181a-4d77-bdaf-84662e342641 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:37:54.569599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 17855074-26a2-4275-8943-e7a1f016088f no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:37:54.579877 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:54.591874 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06b395-403f-484e-a717-49b1644e1d09 None None] Routers {'96b90fda-181a-4d77-bdaf-84662e342641'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:54.594296 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7f06b395-403f-484e-a717-49b1644e1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['96b90fda-181a-4d77-bdaf-84662e342641'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:54.628606 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:54.701996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-bb1dc02e-9e38-4484-a80a-660d25a5d3fc req-885a5b6a-74c2-4496-8319-29bb38222267 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:37:54.713162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb1dc02e-9e38-4484-a80a-660d25a5d3fc req-885a5b6a-74c2-4496-8319-29bb38222267 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2338278 Jul 07 19:37:54.818830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaac11-3744-42e9-95ab-f86880984ed4 None None] Pushing event updated for resources: {'Port': ['ID=f9f35134-1ec7-4832-a868-877a06093699,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:54.896379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e3bb4-a659-4d61-a0aa-74de8807b6bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Pushing event deleted for resources: {'Port': ['ID=76f67c72-cead-417c-9e78-f79b66f4d1ca,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:54.907381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304aac3-32bd-45d3-b866-c2e4b5f11e37 req-c11a94db-2ae4-4374-9c9f-44d871a818aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:54.909239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1304aac3-32bd-45d3-b866-c2e4b5f11e37 req-c11a94db-2ae4-4374-9c9f-44d871a818aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13db510003ad470cb27866478365041c&device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 1096 time: 0.7300587 Jul 07 19:37:54.911927 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f89e3bb4-a659-4d61-a0aa-74de8807b6bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:54.915819 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f89e3bb4-a659-4d61-a0aa-74de8807b6bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:54.920347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54388) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:54.921369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f89e3bb4-a659-4d61-a0aa-74de8807b6bb tempest-ServerActionsTestJSON-1786754976 tempest-ServerActionsTestJSON-1786754976-project] 10.222.0.81 "DELETE /v2.0/floatingips/23aa8521-4416-45ec-85b7-e6f000c5c7d6 HTTP/1.1" status: 204 len: 168 time: 2.1704917 Jul 07 19:37:54.921510 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-7f06b395-403f-484e-a717-49b1644e1d09 None None] Set router 96b90fda-181a-4d77-bdaf-84662e342641 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:55.019979 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:55.408264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0e495-a813-468f-a28d-8b9eb0800603 req-7d5fcc0d-468d-4f44-bfb8-0d5ef204afce tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:55.411536 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a1e0e495-a813-468f-a28d-8b9eb0800603 req-7d5fcc0d-468d-4f44-bfb8-0d5ef204afce tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 945 time: 0.9609711 Jul 07 19:37:55.417829 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304aac3-32bd-45d3-b866-c2e4b5f11e37 req-c026aa2b-5b21-42df-982f-21763445a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:55.432298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1304aac3-32bd-45d3-b866-c2e4b5f11e37 req-c026aa2b-5b21-42df-982f-21763445a652 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8 HTTP/1.1" status: 200 len: 914 time: 0.5071781 Jul 07 19:37:55.591486 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7f06b395-403f-484e-a717-49b1644e1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ad3db37f-19d9-4e14-8e7b-8f47e01f34a7', 'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'mac_address': 'fa:16:3e:00:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:36Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': '13db510003ad470cb27866478365041c', 'subnets': [{'id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:55.633318 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1304aac3-32bd-45d3-b866-c2e4b5f11e37 req-837201d2-58f4-4922-8e19-8f6d9a8e22b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b82f85a2-77f9-404f-9b83-d45e318c78aa HTTP/1.1" status: 200 len: 217 time: 0.1565208 Jul 07 19:37:55.680124 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f06b395-403f-484e-a717-49b1644e1d09 None None] The sync data for ids ['96b90fda-181a-4d77-bdaf-84662e342641'] in n-d-793621-9 is: [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'ad3db37f-19d9-4e14-8e7b-8f47e01f34a7', 'name': '', 'network_id': '5c61660e-d9ef-4ed4-8e54-3773ba6624a8', 'tenant_id': '13db510003ad470cb27866478365041c', 'mac_address': 'fa:16:3e:00:fb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:36Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': '13db510003ad470cb27866478365041c', 'subnets': [{'id': '6bf77f04-026d-4d9f-873a-0bf198964f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:37:55.719816 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a1e0e495-a813-468f-a28d-8b9eb0800603 req-9984ff21-288a-4f19-985a-13bcb00cb6df tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836828 Jul 07 19:37:55.774699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Attempting to bind port f9f35134-1ec7-4832-a868-877a06093699 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:37:55.775357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Attempting to bind port f9f35134-1ec7-4832-a868-877a06093699 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'fa4b7e83-cd03-4342-8f87-af3bb2992173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5b713256-9744-443a-b98d-e69359106dab'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:37:55.775563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Attempting to bind port f9f35134-1ec7-4832-a868-877a06093699 on network 5b713256-9744-443a-b98d-e69359106dab {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:37:55.799225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:37:55.799611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Checking segment: {'id': 'fa4b7e83-cd03-4342-8f87-af3bb2992173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5b713256-9744-443a-b98d-e69359106dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:37:55.800097 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:55.800423 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Bound using segment: {'id': 'fa4b7e83-cd03-4342-8f87-af3bb2992173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5b713256-9744-443a-b98d-e69359106dab'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:37:55.800916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Bound port: f9f35134-1ec7-4832-a868-877a06093699, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4b7e83-cd03-4342-8f87-af3bb2992173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5b713256-9744-443a-b98d-e69359106dab'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:37:55.801304 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:55.878021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304aac3-32bd-45d3-b866-c2e4b5f11e37 req-0095bd74-6088-4430-98a3-97bb800ffd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:55.882836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1304aac3-32bd-45d3-b866-c2e4b5f11e37 req-0095bd74-6088-4430-98a3-97bb800ffd87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf77f04-026d-4d9f-873a-0bf198964f75 HTTP/1.1" status: 200 len: 852 time: 0.1835766 Jul 07 19:37:56.028092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] For port f9f35134-1ec7-4832-a868-877a06093699, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:37:56.039797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] For port f9f35134-1ec7-4832-a868-877a06093699, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f9f35134-1ec7-4832-a868-877a06093699,segment=NetworkSegment(fa4b7e83-cd03-4342-8f87-af3bb2992173),segment_id=fa4b7e83-cd03-4342-8f87-af3bb2992173)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:37:56.057086 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:56.088468 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304aac3-32bd-45d3-b866-c2e4b5f11e37 req-a5b25245-1db8-4773-b0f5-0b14f9fe75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:56.101118 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1304aac3-32bd-45d3-b866-c2e4b5f11e37 req-a5b25245-1db8-4773-b0f5-0b14f9fe75ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c61660e-d9ef-4ed4-8e54-3773ba6624a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107832 Jul 07 19:37:56.255835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6eced-6260-4c25-a3c1-9dea800c842d req-06da62f9-e5d6-4ba5-a94a-d5eb48fd2112 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:56.271224 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40a6eced-6260-4c25-a3c1-9dea800c842d req-06da62f9-e5d6-4ba5-a94a-d5eb48fd2112 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 943 time: 0.7865355 Jul 07 19:37:56.307723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaac11-3744-42e9-95ab-f86880984ed4 None None] Pushing event updated for resources: {'Port': ['ID=f9f35134-1ec7-4832-a868-877a06093699,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:56.354702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Routers {'f1d63d60-7578-4311-b62f-e5d356368562'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:56.359249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f1d63d60-7578-4311-b62f-e5d356368562'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:56.389683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54436) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:56.510170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1304aac3-32bd-45d3-b866-c2e4b5f11e37 req-ebad8fef-0614-472c-ab5a-c96a9c0c4a91 service neutron] 10.222.0.48 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900611 Jul 07 19:37:56.772144 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1304aac3-32bd-45d3-b866-c2e4b5f11e37 req-1aacbf0c-b6cf-495a-a53d-463ec39825ac service neutron] 10.222.0.48 "GET /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465456 Jul 07 19:37:56.784260 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40a6eced-6260-4c25-a3c1-9dea800c842d req-d26423de-4fa7-499d-9bba-89c133a59acb tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103042 Jul 07 19:37:56.785620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0891bc-61f3-4d44-bafd-9ddf78bbe7b3 None None] New status for floating IP b5731ac9-ea24-4907-9b14-3afb76ea2d93: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:37:56.892954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] Set router f1d63d60-7578-4311-b62f-e5d356368562 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:56.895205 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:56.938339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a861ab3-82e7-48d7-8367-18cde41d902d req-0ea571c5-1b7d-4bb1-b8ab-071d3686cff1 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:56.940148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a861ab3-82e7-48d7-8367-18cde41d902d req-0ea571c5-1b7d-4bb1-b8ab-071d3686cff1 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.48 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 945 time: 0.3096969 Jul 07 19:37:57.053766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63049c08-d180-4a96-9f7c-40b7a18f8da9 req-71294c37-1a83-46c2-a8c5-2b49c1be4c7b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:57.063457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-63049c08-d180-4a96-9f7c-40b7a18f8da9 req-71294c37-1a83-46c2-a8c5-2b49c1be4c7b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 945 time: 0.1032443 Jul 07 19:37:57.119086 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-83a90c68-1f33-4693-8bae-2c7d9994a815 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6993427 Jul 07 19:37:57.129451 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-63049c08-d180-4a96-9f7c-40b7a18f8da9 req-7d4eee08-1b4c-4333-a31f-80b78fd8ea64 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c9d156-0e40-4185-859a-9434fae05427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643535 Jul 07 19:37:57.132063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-2954b384-fce4-45e4-931b-fe0d66745ffa service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:37:57.133737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-2954b384-fce4-45e4-931b-fe0d66745ffa service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064762 Jul 07 19:37:57.140285 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fde38da9-8676-4f97-9ad5-784f3bc1b88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:57.208895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0a861ab3-82e7-48d7-8367-18cde41d902d req-024d2a0c-0707-47d1-9ce2-b7b57f0b28e5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Deleting port b82f85a2-77f9-404f-9b83-d45e318c78aa {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:37:57.209241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a861ab3-82e7-48d7-8367-18cde41d902d req-024d2a0c-0707-47d1-9ce2-b7b57f0b28e5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:57.243948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'name': 'tempest-TestVolumeBootPattern-1566332401-router', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:39Z', 'updated_at': '2021-07-07T19:37:49Z', 'revision_number': 4, 'project_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'gw_port': {'id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:40Z', 'updated_at': '2021-07-07T19:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f9f35134-1ec7-4832-a868-877a06093699', 'name': '', 'network_id': '5b713256-9744-443a-b98d-e69359106dab', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'mac_address': 'fa:16:3e:1c:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '8f53468c-25df-47d4-8437-0efdf4ec25c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:47Z', 'updated_at': '2021-07-07T19:37:56Z', 'revision_number': 4, 'project_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'subnets': [{'id': '8f53468c-25df-47d4-8437-0efdf4ec25c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:57.295981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eaff1d-03b7-40f3-8861-276d8076f85b None None] The sync data for ids ['f1d63d60-7578-4311-b62f-e5d356368562'] in n-d-793621-9 is: [{'id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'name': 'tempest-TestVolumeBootPattern-1566332401-router', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:39Z', 'updated_at': '2021-07-07T19:37:49Z', 'revision_number': 4, 'project_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'gw_port': {'id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:40Z', 'updated_at': '2021-07-07T19:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f9f35134-1ec7-4832-a868-877a06093699', 'name': '', 'network_id': '5b713256-9744-443a-b98d-e69359106dab', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'mac_address': 'fa:16:3e:1c:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '8f53468c-25df-47d4-8437-0efdf4ec25c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:47Z', 'updated_at': '2021-07-07T19:37:56Z', 'revision_number': 4, 'project_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'subnets': [{'id': '8f53468c-25df-47d4-8437-0efdf4ec25c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:37:57.609177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-0a861ab3-82e7-48d7-8367-18cde41d902d req-024d2a0c-0707-47d1-9ce2-b7b57f0b28e5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] For port b82f85a2-77f9-404f-9b83-d45e318c78aa, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=b82f85a2-77f9-404f-9b83-d45e318c78aa,segment=NetworkSegment(85e2e884-dc1e-449a-9bde-dd8b08a98a0e),segment_id=85e2e884-dc1e-449a-9bde-dd8b08a98a0e)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:57.610396 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a861ab3-82e7-48d7-8367-18cde41d902d req-024d2a0c-0707-47d1-9ce2-b7b57f0b28e5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:57.634571 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-0a861ab3-82e7-48d7-8367-18cde41d902d req-024d2a0c-0707-47d1-9ce2-b7b57f0b28e5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Calling delete_port for b82f85a2-77f9-404f-9b83-d45e318c78aa owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:37:58.111758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f9f35134-1ec7-4832-a868-877a06093699 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:58.207499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-fde38da9-8676-4f97-9ad5-784f3bc1b88c admin admin] Deleting port 30b6c28e-4d99-49df-938d-ac6209aacde0 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:37:58.207992 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fde38da9-8676-4f97-9ad5-784f3bc1b88c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:58.223862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a861ab3-82e7-48d7-8367-18cde41d902d req-024d2a0c-0707-47d1-9ce2-b7b57f0b28e5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:58.300684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020e12e-c5c9-4f44-9737-32ad187ba0a6 req-70c5915f-e015-427d-acd7-ed1c56e051e5 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:58.316760 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b020e12e-c5c9-4f44-9737-32ad187ba0a6 req-70c5915f-e015-427d-acd7-ed1c56e051e5 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 943 time: 0.2698519 Jul 07 19:37:58.356765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f9f35134-1ec7-4832-a868-877a06093699 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:58.362334 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f9f35134-1ec7-4832-a868-877a06093699 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:58.362863 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:58.393940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-fde38da9-8676-4f97-9ad5-784f3bc1b88c admin admin] For port 30b6c28e-4d99-49df-938d-ac6209aacde0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=30b6c28e-4d99-49df-938d-ac6209aacde0,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:58.394309 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fde38da9-8676-4f97-9ad5-784f3bc1b88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:58.421156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-fde38da9-8676-4f97-9ad5-784f3bc1b88c admin admin] Calling delete_port for 30b6c28e-4d99-49df-938d-ac6209aacde0 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:37:58.472492 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b020e12e-c5c9-4f44-9737-32ad187ba0a6 req-87a0c63b-d5f1-4d43-87cc-1d93061ba36d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507077 Jul 07 19:37:58.574647 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:58.646065 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port f9f35134-1ec7-4832-a868-877a06093699, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f9f35134-1ec7-4832-a868-877a06093699,segment=NetworkSegment(fa4b7e83-cd03-4342-8f87-af3bb2992173),segment_id=fa4b7e83-cd03-4342-8f87-af3bb2992173)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:58.653827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:58.736339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=f9f35134-1ec7-4832-a868-877a06093699,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:58.828137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d2a0c-0707-47d1-9ce2-b7b57f0b28e5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event deleted for resources: {'Port': ['ID=b82f85a2-77f9-404f-9b83-d45e318c78aa,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:58.842289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54518) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:58.931957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-9293fd0d-3252-4339-8640-3beb11a734bc tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:58.933728 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-9293fd0d-3252-4339-8640-3beb11a734bc tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.9974108 Jul 07 19:37:59.005368 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-33e1073a-9fe9-4ee8-9288-93757fddcf90 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/quotas/5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 375 time: 0.0528498 Jul 07 19:37:59.030225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a861ab3-82e7-48d7-8367-18cde41d902d req-024d2a0c-0707-47d1-9ce2-b7b57f0b28e5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] No DVR routers for this DVR port b82f85a2-77f9-404f-9b83-d45e318c78aa on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:37:59.038640 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0a861ab3-82e7-48d7-8367-18cde41d902d req-024d2a0c-0707-47d1-9ce2-b7b57f0b28e5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:59.041211 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a861ab3-82e7-48d7-8367-18cde41d902d req-024d2a0c-0707-47d1-9ce2-b7b57f0b28e5 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.48 "DELETE /v2.0/ports/b82f85a2-77f9-404f-9b83-d45e318c78aa HTTP/1.1" status: 204 len: 173 time: 2.0631464 Jul 07 19:37:59.041750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'name': 'network-vif-deleted', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:59.046257 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbce415-b0c1-432f-a58e-c317d418df89" -d '{"events": [{"server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "name": "network-vif-deleted", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:59.108668 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6f1ecaff-548c-497d-9c95-76cbe046404c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:59.295529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-345a8a5b-25f8-4972-9bb7-802c2fa93e7e req-73204635-b406-4ac0-bb8d-7f6145a77374 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 210 time: 0.0480440 Jul 07 19:37:59.352195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6f1ecaff-548c-497d-9c95-76cbe046404c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:59.353517 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-3f04da85-3225-46ed-a55b-dfaf4edc487d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3179574 Jul 07 19:37:59.359926 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6f1ecaff-548c-497d-9c95-76cbe046404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:59.388889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-e7ed7ac7-4fdb-45bc-b644-9cb5708f5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:59.392092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-e7ed7ac7-4fdb-45bc-b644-9cb5708f5f70 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c&tenant_id=cdeabc780301499c925920101cd78d49 HTTP/1.1" status: 200 len: 1094 time: 0.4549205 Jul 07 19:37:59.394648 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6f1ecaff-548c-497d-9c95-76cbe046404c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d5af20e191d47bea4e31cac92b4a030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511799 Jul 07 19:37:59.403089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54532) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:59.446107 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474e8a6d-fdfe-4c0c-8c53-19a6d677035b x-openstack-request-id: req-474e8a6d-fdfe-4c0c-8c53-19a6d677035b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:59.446107 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceebc67-f97e-4226-85a1-b7166d732def", "name": "network-vif-deleted", "tag": "b82f85a2-77f9-404f-9b83-d45e318c78aa", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:59.459048 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-474e8a6d-fdfe-4c0c-8c53-19a6d677035b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:59.459048 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dceebc67-f97e-4226-85a1-b7166d732def', 'name': 'network-vif-deleted', 'tag': 'b82f85a2-77f9-404f-9b83-d45e318c78aa', 'status': 'completed', 'code': 200} Jul 07 19:37:59.459048 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:59.468020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ecaff-548c-497d-9c95-76cbe046404c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2cdd8d-d7c0-42b3-8dc4-a411619638e9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:59.498513 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fde38da9-8676-4f97-9ad5-784f3bc1b88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:59.565006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde38da9-8676-4f97-9ad5-784f3bc1b88c admin admin] Pushing event deleted for resources: {'Port': ['ID=30b6c28e-4d99-49df-938d-ac6209aacde0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:59.581204 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ca4-a7a8-40a2-888a-b56af802264d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:59.667810 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ca4-a7a8-40a2-888a-b56af802264d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:59.745050 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ca4-a7a8-40a2-888a-b56af802264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:59.748606 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ca4-a7a8-40a2-888a-b56af802264d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:59.750166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dd0b7ca4-a7a8-40a2-888a-b56af802264d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3f2cdd8d-d7c0-42b3-8dc4-a411619638e9 HTTP/1.1" status: 204 len: 168 time: 0.3458705 Jul 07 19:37:59.789715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b7ca4-a7a8-40a2-888a-b56af802264d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2cdd8d-d7c0-42b3-8dc4-a411619638e9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:59.827456 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-4d385c7d-3012-4bc2-be8e-2b44212f06be service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463501 Jul 07 19:37:59.834246 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:59.859402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3f000-0de3-49ce-a71f-063bd0fc1846 req-7cc769fe-cfa1-4eee-894d-51df98189c31 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:59.861651 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5c3f000-0de3-49ce-a71f-063bd0fc1846 req-7cc769fe-cfa1-4eee-894d-51df98189c31 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 943 time: 0.1285102 Jul 07 19:37:59.954181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5c3f000-0de3-49ce-a71f-063bd0fc1846 req-d64ed886-9d7b-4180-8fbe-69a57ee0a59a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861630 Jul 07 19:37:59.998824 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-77855093-f6b2-459e-bb9e-b3a0e21054de service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575685 Jul 07 19:38:00.006617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b82f85a2-77f9-404f-9b83-d45e318c78aa no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:00.076621 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: b82f85a2-77f9-404f-9b83-d45e318c78aa {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:00.079706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device b82f85a2-77f9-404f-9b83-d45e318c78aa not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:00.221429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f9f35134-1ec7-4832-a868-877a06093699 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:38:00.361178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f9f35134-1ec7-4832-a868-877a06093699 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:38:00.361615 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:00.405497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:00.406527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54562) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:00.437675 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dbb04352-e3a3-4b08-822a-6b0d7f9243f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:00.456076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:38:00.496362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17855074-26a2-4275-8943-e7a1f016088f {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:38:00.516410 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:00.531062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Transition to ACTIVE for port object 17855074-26a2-4275-8943-e7a1f016088f will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:38:00.552882 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:00.808637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fbfb3770-936d-4e44-a30e-15dbdc5b6739 req-356932e9-b5cb-4c4f-a2e4-e0e6c830775b tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 210 time: 0.1447246 Jul 07 19:38:00.842671 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dbb04352-e3a3-4b08-822a-6b0d7f9243f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:00.851518 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dbb04352-e3a3-4b08-822a-6b0d7f9243f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:00.877611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] No DVR routers for this DVR port 17855074-26a2-4275-8943-e7a1f016088f on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:00.914109 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dbb04352-e3a3-4b08-822a-6b0d7f9243f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=636ecfc891d045bfbd62d16d60203227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064836 Jul 07 19:38:00.922945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54580) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:01.077691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Pushing event updated for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=9']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:01.084200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb04352-e3a3-4b08-822a-6b0d7f9243f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe199d38-421f-4fab-82ba-47e9ae3e5a0a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:01.110149 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41d6b52a-1766-4597-88f2-ee503410ae68 req-0c321bb6-a924-4cef-9c45-e3367b77d27a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 210 time: 0.2490280 Jul 07 19:38:01.157857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Attempting to bind port 17855074-26a2-4275-8943-e7a1f016088f on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:38:01.158080 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d900e74-4c39-457b-bc26-619646a9abad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:01.158685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Attempting to bind port 17855074-26a2-4275-8943-e7a1f016088f by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:38:01.159296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Attempting to bind port 17855074-26a2-4275-8943-e7a1f016088f on network f1ee0696-4566-4aaa-976b-c6580bb4bbcb {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:38:01.161760 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fde38da9-8676-4f97-9ad5-784f3bc1b88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:01.201864 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d900e74-4c39-457b-bc26-619646a9abad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:01.265105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Port 17855074-26a2-4275-8943-e7a1f016088f on network f1ee0696-4566-4aaa-976b-c6580bb4bbcb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:38:01.265907 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Attempting to bind port 17855074-26a2-4275-8943-e7a1f016088f on network f1ee0696-4566-4aaa-976b-c6580bb4bbcb {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:38:01.286047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:38:01.286476 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Checking segment: {'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:38:01.286967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Bound using segment: {'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:38:01.287490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Bound port: 17855074-26a2-4275-8943-e7a1f016088f, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e004db4d-a535-4ab3-bfbf-e69fb09ff395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:38:01.288179 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:01.375235 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d900e74-4c39-457b-bc26-619646a9abad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:01.382185 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d900e74-4c39-457b-bc26-619646a9abad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:01.383367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3d900e74-4c39-457b-bc26-619646a9abad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe199d38-421f-4fab-82ba-47e9ae3e5a0a HTTP/1.1" status: 204 len: 168 time: 0.4579084 Jul 07 19:38:01.406656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206eaff4-57f9-4326-aaf5-15bd10d7ab00 req-724087d7-dc09-48cf-a174-a1a819bf0d0c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:01.418104 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-206eaff4-57f9-4326-aaf5-15bd10d7ab00 req-724087d7-dc09-48cf-a174-a1a819bf0d0c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 943 time: 0.1622572 Jul 07 19:38:01.502437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d900e74-4c39-457b-bc26-619646a9abad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe199d38-421f-4fab-82ba-47e9ae3e5a0a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:01.553824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-206eaff4-57f9-4326-aaf5-15bd10d7ab00 req-6f936c09-b0b4-4dda-a93b-c2e8c0966b57 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318641 Jul 07 19:38:01.709867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:38:01.727015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:38:01.751235 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:38:02.435713 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-585247f7-1439-4a74-ab94-0c1c38a69693 req-af011dce-5902-45d0-977a-b68910c3dff4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 210 time: 0.0766344 Jul 07 19:38:02.612197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde38da9-8676-4f97-9ad5-784f3bc1b88c admin admin] Router 45affac5-aac4-465d-bde2-48781ca8232f has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:38:02.614167 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:02.724197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Pushing event updated for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=10']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:02.853655 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4bff437d-b7e4-4f5a-bafa-ecdb7ca53f4a req-b1145c1a-0b98-4e27-94da-4dea7f35e3fb tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 210 time: 0.2349153 Jul 07 19:38:03.024843 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:03.024843 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:03.024843 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-098ac9dd-f4fc-4382-9537-9dd28d07e80a service neutron] 10.222.0.110 "PUT /v2.0/ports/17855074-26a2-4275-8943-e7a1f016088f HTTP/1.1" status: 200 len: 1091 time: 3.5844231 Jul 07 19:38:03.026091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'tag': '17855074-26a2-4275-8943-e7a1f016088f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:38:03.028401 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c289197c-dae5-4e3f-8bc2-640afa37db0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "tag": "17855074-26a2-4275-8943-e7a1f016088f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:38:03.054221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be483600-71e6-4c9f-b458-e7fe6872729a req-4af74b08-aeac-4527-9a1a-3fac0eb463b8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:03.058905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be483600-71e6-4c9f-b458-e7fe6872729a req-4af74b08-aeac-4527-9a1a-3fac0eb463b8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.1731648 Jul 07 19:38:03.155367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be483600-71e6-4c9f-b458-e7fe6872729a req-34a39545-6b7f-438e-b989-7923b6eddcf7 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846443 Jul 07 19:38:03.170989 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce1d8b4-e6ae-4447-9a52-a55f6870aa92 x-openstack-request-id: req-5ce1d8b4-e6ae-4447-9a52-a55f6870aa92 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:38:03.173055 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "tag": "17855074-26a2-4275-8943-e7a1f016088f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:38:03.173388 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ce1d8b4-e6ae-4447-9a52-a55f6870aa92 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:38:03.174648 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'tag': '17855074-26a2-4275-8943-e7a1f016088f', 'status': 'completed', 'code': 200} Jul 07 19:38:03.579886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde38da9-8676-4f97-9ad5-784f3bc1b88c admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:38:03.589464 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2873a90-9a2e-42be-982c-3b9eb8f4eb8c None None] Sync routers for ids ['45affac5-aac4-465d-bde2-48781ca8232f'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:38:03.603951 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2873a90-9a2e-42be-982c-3b9eb8f4eb8c None None] Routers {'45affac5-aac4-465d-bde2-48781ca8232f'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:03.606446 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c2873a90-9a2e-42be-982c-3b9eb8f4eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['45affac5-aac4-465d-bde2-48781ca8232f'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:03.607109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fde38da9-8676-4f97-9ad5-784f3bc1b88c admin admin] 10.222.0.81 "PUT /v2.0/routers/45affac5-aac4-465d-bde2-48781ca8232f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6842058 Jul 07 19:38:03.608524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54676) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:03.631826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-fb0f7bec-4466-47ff-bc89-0c250cbe3e1a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:03.635830 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-fb0f7bec-4466-47ff-bc89-0c250cbe3e1a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.7405097 Jul 07 19:38:03.658696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'port': {'device_id': 'fb146117-2e5a-44c0-8d15-0ca541a64075', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'admin_state_up': True, 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:03.671127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-8a95d95c-7e54-4f23-a83d-c11257bfa52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:03.673264 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-8a95d95c-7e54-4f23-a83d-c11257bfa52f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cdeabc780301499c925920101cd78d49&device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 1095 time: 0.5098810 Jul 07 19:38:03.879616 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c2873a90-9a2e-42be-982c-3b9eb8f4eb8c None None] Set router 45affac5-aac4-465d-bde2-48781ca8232f gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:04.027669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:04.038585 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-db59a5f0-43bb-47cb-8615-a1e7180c663a req-80e17252-9c5d-411c-b7d7-6197530d165a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 210 time: 0.2379382 Jul 07 19:38:04.190270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-b280896b-eb7f-45d3-92f7-be5e25931513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:04.191898 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-b280896b-eb7f-45d3-92f7-be5e25931513 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 200 len: 914 time: 0.5055196 Jul 07 19:38:04.392274 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6428f5aa-50c4-47cf-b90d-0ff77a8700d7 req-c4068e9c-d67d-4b45-9fcb-c33ddf0af24a tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 210 time: 0.1419892 Jul 07 19:38:04.407179 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-c70134f6-6d5a-4be9-bc88-19c65ec502af service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17855074-26a2-4275-8943-e7a1f016088f HTTP/1.1" status: 200 len: 217 time: 0.1511731 Jul 07 19:38:04.560452 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:04.567043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-609dc4a1-5248-4d5e-a494-328a195e2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:04.568609 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-609dc4a1-5248-4d5e-a494-328a195e2d38 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1 HTTP/1.1" status: 200 len: 853 time: 0.1530018 Jul 07 19:38:04.648251 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c2873a90-9a2e-42be-982c-3b9eb8f4eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '119dc327-f913-4008-8114-fb23c0deeb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:37:59Z', 'revision_number': 5, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port': {'id': '119dc327-f913-4008-8114-fb23c0deeb75', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45affac5-aac4-465d-bde2-48781ca8232f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:41Z', 'updated_at': '2021-07-07T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:04.689882 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-04ae31e7-509b-46be-9cf6-e15fc2afa2cf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010795 Jul 07 19:38:04.690627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Made reservation on behalf of 5034d959d8df4881b05cee0fb3ab4677 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:04.694209 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:04.817366 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2873a90-9a2e-42be-982c-3b9eb8f4eb8c None None] Checking router: 45affac5-aac4-465d-bde2-48781ca8232f for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:38:04.842272 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2873a90-9a2e-42be-982c-3b9eb8f4eb8c None None] Routers {'45affac5-aac4-465d-bde2-48781ca8232f'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:04.843187 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c2873a90-9a2e-42be-982c-3b9eb8f4eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['45affac5-aac4-465d-bde2-48781ca8232f'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:05.050615 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c2873a90-9a2e-42be-982c-3b9eb8f4eb8c None None] Set router 45affac5-aac4-465d-bde2-48781ca8232f gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:05.202349 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-5a0068fe-0503-40e7-857f-f6e01b037003 service neutron] 10.222.0.110 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777086 Jul 07 19:38:05.215900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b41246-e1c2-41d9-8804-8d7dc84b75dd req-d3b4ffc1-51d8-40d3-b546-c59e2d534d77 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:05.227708 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f6b41246-e1c2-41d9-8804-8d7dc84b75dd req-d3b4ffc1-51d8-40d3-b546-c59e2d534d77 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.2905476 Jul 07 19:38:05.252568 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c2873a90-9a2e-42be-982c-3b9eb8f4eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:38:04Z', 'revision_number': 6, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:05.342312 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2873a90-9a2e-42be-982c-3b9eb8f4eb8c None None] The sync data for ids ['45affac5-aac4-465d-bde2-48781ca8232f'] in n-d-793621-9 is: [{'id': '45affac5-aac4-465d-bde2-48781ca8232f', 'name': 'tempest-ServerActionsTestJSON-1526509508-router', 'tenant_id': '4af8bbb088724744bd5fe866699c7e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:40Z', 'updated_at': '2021-07-07T19:38:04Z', 'revision_number': 6, 'project_id': '4af8bbb088724744bd5fe866699c7e75', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:38:05.375851 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Allocated IP 172.20.0.11 (1442ae3f-1fa5-472e-b78b-a0c442cf409b/dea0a7ea-e139-4942-9781-c1c850f2f9a4/d039cc36-368e-4822-a676-7bdc24f14f3c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:38:05.411613 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f6b41246-e1c2-41d9-8804-8d7dc84b75dd req-3f0a0bbc-17b7-4d89-8a38-cec080680c97 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828232 Jul 07 19:38:05.562944 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b53fb1a8-13b7-4c8b-850a-a599602cbc4d req-018e3766-d639-4eaa-9960-fad0f2e05eac service neutron] 10.222.0.110 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317997 Jul 07 19:38:05.742823 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43230a7a-5b8b-4dfb-8b46-308de237d2e4 req-af390a0f-5f67-4ae7-a37f-f116bc43ae84 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 210 time: 0.0963769 Jul 07 19:38:05.754648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Deleting port 119dc327-f913-4008-8114-fb23c0deeb75 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:05.755262 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:05.783808 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:05.833565 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9ffd117-3ce8-4e3a-963b-2e4f165ade54 req-b1df8d1c-fe85-43bc-84c3-8cf1ed117639 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "GET /v2.0/ports?device_id=dceebc67-f97e-4226-85a1-b7166d732def HTTP/1.1" status: 200 len: 210 time: 0.0420847 Jul 07 19:38:05.970153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 30b6c28e-4d99-49df-938d-ac6209aacde0 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:06.000583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] For port 119dc327-f913-4008-8114-fb23c0deeb75, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=119dc327-f913-4008-8114-fb23c0deeb75,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:06.001284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:06.014902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 30b6c28e-4d99-49df-938d-ac6209aacde0 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:06.015629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 30b6c28e-4d99-49df-938d-ac6209aacde0 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:06.017903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:06.029493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Calling delete_port for 119dc327-f913-4008-8114-fb23c0deeb75 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:06.044647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Transition to ACTIVE for port object d039cc36-368e-4822-a676-7bdc24f14f3c will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:38:06.085840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289197c-dae5-4e3f-8bc2-640afa37db0c req-14f31e47-77f7-4c17-80db-233e643405c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:06.087719 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c289197c-dae5-4e3f-8bc2-640afa37db0c req-14f31e47-77f7-4c17-80db-233e643405c8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cdeabc780301499c925920101cd78d49&device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 1095 time: 0.4085457 Jul 07 19:38:06.091639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:06.178320 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54784) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:06.398628 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=d039cc36-368e-4822-a676-7bdc24f14f3c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:06.405437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289197c-dae5-4e3f-8bc2-640afa37db0c req-e61f597a-b606-4076-958a-4f5abc52d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:06.407175 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c289197c-dae5-4e3f-8bc2-640afa37db0c req-e61f597a-b606-4076-958a-4f5abc52d6c7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 200 len: 914 time: 0.1967092 Jul 07 19:38:06.417373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:06.418025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:06.418590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:06.419148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:06.419700 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:06.420228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:06.420767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:06.421293 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:06.421899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:06.422647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:06.423244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:06.423792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:06.435901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:38:06.440332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:06.478594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:38:06.483761 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c289197c-dae5-4e3f-8bc2-640afa37db0c req-6eb27f8d-a6b7-4792-8e13-3791f87aa5f1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17855074-26a2-4275-8943-e7a1f016088f HTTP/1.1" status: 200 len: 217 time: 0.0561414 Jul 07 19:38:06.504617 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:06.559562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4339f892-ebae-4fa2-ab44-764b22bc32e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:06.601629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289197c-dae5-4e3f-8bc2-640afa37db0c req-6803063e-f437-4521-bfea-aba71f170fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:06.603418 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c289197c-dae5-4e3f-8bc2-640afa37db0c req-6803063e-f437-4521-bfea-aba71f170fea service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1 HTTP/1.1" status: 200 len: 853 time: 0.0805714 Jul 07 19:38:06.657553 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c289197c-dae5-4e3f-8bc2-640afa37db0c req-d15a61ee-a814-44a1-a810-dcf80fa3a52d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418479 Jul 07 19:38:06.689970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Pushing event deleted for resources: {'Port': ['ID=119dc327-f913-4008-8114-fb23c0deeb75,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:06.900032 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c289197c-dae5-4e3f-8bc2-640afa37db0c req-7f0909b5-7978-4451-8f05-81f005165017 service neutron] 10.222.0.110 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290750 Jul 07 19:38:06.931426 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:06.986550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5e260ec1-7776-4fa6-a531-8b2413346d63 None None] Provisioning for port d039cc36-368e-4822-a676-7bdc24f14f3c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:38:07.004842 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5e260ec1-7776-4fa6-a531-8b2413346d63 None None] Provisioning complete for port d039cc36-368e-4822-a676-7bdc24f14f3c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:38:07.012591 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5e260ec1-7776-4fa6-a531-8b2413346d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:07.115199 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5e260ec1-7776-4fa6-a531-8b2413346d63 None None] Port d039cc36-368e-4822-a676-7bdc24f14f3c cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:38:07.184915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:07.186515 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:07.244819 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c289197c-dae5-4e3f-8bc2-640afa37db0c req-94a088ee-650e-48f7-bcef-2dbe505a970b service neutron] 10.222.0.110 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263888 Jul 07 19:38:07.330080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c478b5-b9bb-416d-ab6a-0f1b99e00d91 req-4a787e20-ab0b-4f23-9980-c8b53cecfcae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:07.339393 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0c478b5-b9bb-416d-ab6a-0f1b99e00d91 req-4a787e20-ab0b-4f23-9980-c8b53cecfcae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 932 time: 0.1866128 Jul 07 19:38:07.437516 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4339f892-ebae-4fa2-ab44-764b22bc32e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:07.444437 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4339f892-ebae-4fa2-ab44-764b22bc32e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:07.450237 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:07.458067 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:07.493138 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0c478b5-b9bb-416d-ab6a-0f1b99e00d91 req-d0e02fbf-3076-4541-8378-0e878337ca26 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494205 Jul 07 19:38:07.500832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-1d26af5a-d160-4ad3-bbd0-757b5314007d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8541920 Jul 07 19:38:07.523911 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Request body: {'port': {'device_id': 'fb146117-2e5a-44c0-8d15-0ca541a64075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:07.617406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4339f892-ebae-4fa2-ab44-764b22bc32e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5763c7333d5b49bd808839916d02ccd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4361713 Jul 07 19:38:07.622346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54826) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:07.627933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339f892-ebae-4fa2-ab44-764b22bc32e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788be2d8-f4dd-404b-b83d-ffdb899e53c1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:07.649290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:07.650475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45affac5-aac4-465d-bde2-48781ca8232f {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:38:07.659594 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:07.666212 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a5e60d5b-33ea-47bc-af8c-d7cec5aad73b admin admin] 10.222.0.81 "DELETE /v2.0/routers/45affac5-aac4-465d-bde2-48781ca8232f HTTP/1.1" status: 204 len: 168 time: 4.0565820 Jul 07 19:38:07.675227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54830) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:07.730356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54832) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:07.764280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86bf37e-b368-4adf-ac6e-86318c191f41 admin admin] Deleting subnet 02762935-6382-4adb-bbdc-9967d23439ab {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:38:07.768016 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b86bf37e-b368-4adf-ac6e-86318c191f41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:07.865099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b86bf37e-b368-4adf-ac6e-86318c191f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:07.897793 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b5c82eaa-17e9-4116-a3d2-1ec7b93546b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:07.983731 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a63e79ca-060a-4ca9-b78b-f6798e32adc6 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.013679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b86bf37e-b368-4adf-ac6e-86318c191f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.028117 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.031644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb1e29-8682-48ac-8186-1a502810d4de req-f2cd4602-0518-467d-a63d-05a364c0ac09 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:08.051504 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dbbb1e29-8682-48ac-8186-1a502810d4de req-f2cd4602-0518-467d-a63d-05a364c0ac09 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 1.2347744 Jul 07 19:38:08.064838 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b5c82eaa-17e9-4116-a3d2-1ec7b93546b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.101669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 119dc327-f913-4008-8114-fb23c0deeb75 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:08.155306 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a63e79ca-060a-4ca9-b78b-f6798e32adc6 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.163801 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 119dc327-f913-4008-8114-fb23c0deeb75 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:08.165940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 119dc327-f913-4008-8114-fb23c0deeb75 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:08.253188 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b5c82eaa-17e9-4116-a3d2-1ec7b93546b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.259973 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b5c82eaa-17e9-4116-a3d2-1ec7b93546b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.263834 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b5c82eaa-17e9-4116-a3d2-1ec7b93546b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/788be2d8-f4dd-404b-b83d-ffdb899e53c1 HTTP/1.1" status: 204 len: 168 time: 0.6392291 Jul 07 19:38:08.277020 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dbbb1e29-8682-48ac-8186-1a502810d4de req-dc7ada6d-f954-41c2-a9c7-6830d1310f6e tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218032 Jul 07 19:38:08.303372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c82eaa-17e9-4116-a3d2-1ec7b93546b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788be2d8-f4dd-404b-b83d-ffdb899e53c1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:08.319444 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b86bf37e-b368-4adf-ac6e-86318c191f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.374023 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bf37e-b368-4adf-ac6e-86318c191f41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02762935-6382-4adb-bbdc-9967d23439ab,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:08.385990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b86bf37e-b368-4adf-ac6e-86318c191f41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.387819 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b86bf37e-b368-4adf-ac6e-86318c191f41 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/02762935-6382-4adb-bbdc-9967d23439ab HTTP/1.1" status: 204 len: 168 time: 0.7080131 Jul 07 19:38:08.390207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54846) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:08.390395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd9194d-4439-41b9-9f88-edb67afe4876 None None] Network 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:08.779832 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.819968 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5a0632-c810-4b2e-a6d0-94b0f5e420b2 None None] DHCP port deletion for 7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:38:08.894194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Deleting port 74ce8831-4aa4-433a-8d69-20abee724fbe {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:08.895684 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.930617 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a63e79ca-060a-4ca9-b78b-f6798e32adc6 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.938165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a0632-c810-4b2e-a6d0-94b0f5e420b2 None None] Deleting port 74ce8831-4aa4-433a-8d69-20abee724fbe {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:08.938584 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0632-c810-4b2e-a6d0-94b0f5e420b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.950287 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a63e79ca-060a-4ca9-b78b-f6798e32adc6 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:08.967352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a63e79ca-060a-4ca9-b78b-f6798e32adc6 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] 10.222.0.81 "DELETE /v2.0/security-groups/59c9d156-0e40-4185-859a-9434fae05427 HTTP/1.1" status: 204 len: 168 time: 1.2357726 Jul 07 19:38:09.128087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] For port 74ce8831-4aa4-433a-8d69-20abee724fbe, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=74ce8831-4aa4-433a-8d69-20abee724fbe,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:09.128087 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:09.164595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Calling delete_port for 74ce8831-4aa4-433a-8d69-20abee724fbe owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:09.174729 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5f5a0632-c810-4b2e-a6d0-94b0f5e420b2 None None] For port 74ce8831-4aa4-433a-8d69-20abee724fbe, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=74ce8831-4aa4-433a-8d69-20abee724fbe,segment=NetworkSegment(2e036ccd-21fe-4898-8927-4d9d3363065e),segment_id=2e036ccd-21fe-4898-8927-4d9d3363065e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:09.175309 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0632-c810-4b2e-a6d0-94b0f5e420b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:09.215530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a0632-c810-4b2e-a6d0-94b0f5e420b2 None None] Calling delete_port for 74ce8831-4aa4-433a-8d69-20abee724fbe owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:09.277575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54876) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:09.345881 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44159ab6-cdfd-4acc-848f-28807cd06693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:09.421639 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0632-c810-4b2e-a6d0-94b0f5e420b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:09.458778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a0632-c810-4b2e-a6d0-94b0f5e420b2 None None] Pushing event deleted for resources: {'Port': ['ID=74ce8831-4aa4-433a-8d69-20abee724fbe,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:09.476607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a0632-c810-4b2e-a6d0-94b0f5e420b2 None None] No DVR routers for this DVR port 74ce8831-4aa4-433a-8d69-20abee724fbe on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:09.517841 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:09.611791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e79ca-060a-4ca9-b78b-f6798e32adc6 tempest-TestVolumeBackupRestore-1931768071 tempest-TestVolumeBackupRestore-1931768071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c9d156-0e40-4185-859a-9434fae05427,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:09.635137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ce8831-4aa4-433a-8d69-20abee724fbe,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:09.644938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] No DVR routers for this DVR port 74ce8831-4aa4-433a-8d69-20abee724fbe on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:09.779929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ccbdc-2991-444d-9186-9b992b2f80d5 req-1ac52405-a99d-4f0a-a3fc-e2617ce91f0a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:09.787866 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-326ccbdc-2991-444d-9186-9b992b2f80d5 req-1ac52405-a99d-4f0a-a3fc-e2617ce91f0a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 932 time: 0.7824574 Jul 07 19:38:09.847167 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:09.884094 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-326ccbdc-2991-444d-9186-9b992b2f80d5 req-076309ea-1d71-4110-b6f0-1dc875c080ff tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949752 Jul 07 19:38:09.887393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:09.903208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d039cc36-368e-4822-a676-7bdc24f14f3c {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:38:09.912847 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:09.920916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e036ccd-21fe-4898-8927-4d9d3363065e') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:09.923768 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e036ccd-21fe-4898-8927-4d9d3363065e') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:09.929603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Transition to ACTIVE for port object d039cc36-368e-4822-a676-7bdc24f14f3c will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:38:09.943821 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:09.948613 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:09.969394 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:09.976517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:09.977074 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:09.986716 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: self.session.flush() Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:10.047078 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:10.092180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 74ce8831-4aa4-433a-8d69-20abee724fbe no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:10.115652 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:10.121961 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:10.129856 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 74ce8831-4aa4-433a-8d69-20abee724fbe {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:10.131891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 74ce8831-4aa4-433a-8d69-20abee724fbe not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:10.154881 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a HTTP/1.1" status: 204 len: 168 time: 1.7503045 Jul 07 19:38:10.205679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c4943-89ec-48d3-b33a-bd0c7d109781 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f98e14a-7e45-4c31-ac6b-ad9f0ee5c55a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:10.233187 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44159ab6-cdfd-4acc-848f-28807cd06693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:10.253555 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44159ab6-cdfd-4acc-848f-28807cd06693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:10.294115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Pushing event updated for resources: {'Port': ['ID=d039cc36-368e-4822-a676-7bdc24f14f3c,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:10.372880 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-44159ab6-cdfd-4acc-848f-28807cd06693 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74e9b073ac8048feb64a13795b8273ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0875556 Jul 07 19:38:10.380993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54916) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:10.382998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44159ab6-cdfd-4acc-848f-28807cd06693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91f55c0-8df9-4fb2-aec9-487e5b311f10,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:10.450257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef226d-e194-4952-8abf-df1794d4a01f req-1f21f0e6-b1f0-4a59-80ca-ed7a5f8b8a3e tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:10.457054 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5aef226d-e194-4952-8abf-df1794d4a01f req-1f21f0e6-b1f0-4a59-80ca-ed7a5f8b8a3e tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.4136221 Jul 07 19:38:10.494376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Attempting to bind port d039cc36-368e-4822-a676-7bdc24f14f3c on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:38:10.494769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Attempting to bind port d039cc36-368e-4822-a676-7bdc24f14f3c by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:38:10.495121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Attempting to bind port d039cc36-368e-4822-a676-7bdc24f14f3c on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:38:10.513869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54926) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:10.544275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Port d039cc36-368e-4822-a676-7bdc24f14f3c on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:38:10.544607 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Attempting to bind port d039cc36-368e-4822-a676-7bdc24f14f3c on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:38:10.567131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:38:10.567474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Checking segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:38:10.567865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Bound using segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:38:10.568466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Bound port: d039cc36-368e-4822-a676-7bdc24f14f3c, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:38:10.568835 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:10.600955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91d562ed-a2d2-4496-b4e1-50113b3477c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:10.692074 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5aef226d-e194-4952-8abf-df1794d4a01f req-dd050fc6-e2f9-489c-a4f0-8a5eff38a7bb tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256682 Jul 07 19:38:10.711348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-13cdef96-7d87-4eff-8339-ae68953caf7e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4af8bbb088724744bd5fe866699c7e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962790 Jul 07 19:38:10.714205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54940) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:10.741482 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91d562ed-a2d2-4496-b4e1-50113b3477c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:10.799194 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-99832ed6-02a1-40cb-b2af-058765c307a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:10.872983 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-99832ed6-02a1-40cb-b2af-058765c307a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:10.982863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] For port d039cc36-368e-4822-a676-7bdc24f14f3c, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:38:10.992822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] For port d039cc36-368e-4822-a676-7bdc24f14f3c, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d039cc36-368e-4822-a676-7bdc24f14f3c,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:38:11.006900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:11.013830 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-99832ed6-02a1-40cb-b2af-058765c307a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:11.017981 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-99832ed6-02a1-40cb-b2af-058765c307a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:11.018977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-99832ed6-02a1-40cb-b2af-058765c307a0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3fd4ced4-637b-47bc-bc9c-b2d28b0b1329 HTTP/1.1" status: 204 len: 168 time: 0.3032846 Jul 07 19:38:11.027387 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91d562ed-a2d2-4496-b4e1-50113b3477c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:11.031737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99832ed6-02a1-40cb-b2af-058765c307a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd4ced4-637b-47bc-bc9c-b2d28b0b1329,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:11.033092 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91d562ed-a2d2-4496-b4e1-50113b3477c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:11.036708 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-91d562ed-a2d2-4496-b4e1-50113b3477c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b91f55c0-8df9-4fb2-aec9-487e5b311f10 HTTP/1.1" status: 204 len: 168 time: 0.6533833 Jul 07 19:38:11.148893 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:11.153432 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:11.158269 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] 10.222.0.48 "PUT /v2.0/ports/d039cc36-368e-4822-a676-7bdc24f14f3c HTTP/1.1" status: 200 len: 1092 time: 3.6470468 Jul 07 19:38:11.214246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb146117-2e5a-44c0-8d15-0ca541a64075', 'tag': 'd039cc36-368e-4822-a676-7bdc24f14f3c'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:38:11.219293 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e5bb33-fb0d-4934-97ec-cbde739f8a15" -d '{"events": [{"name": "network-changed", "server_uuid": "fb146117-2e5a-44c0-8d15-0ca541a64075", "tag": "d039cc36-368e-4822-a676-7bdc24f14f3c"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:38:11.287881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d562ed-a2d2-4496-b4e1-50113b3477c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91f55c0-8df9-4fb2-aec9-487e5b311f10,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:11.435916 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b4fa8c-ecda-4768-aa78-0ccee2026044 x-openstack-request-id: req-36b4fa8c-ecda-4768-aa78-0ccee2026044 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:38:11.436301 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb146117-2e5a-44c0-8d15-0ca541a64075", "tag": "d039cc36-368e-4822-a676-7bdc24f14f3c", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:38:11.438886 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36b4fa8c-ecda-4768-aa78-0ccee2026044 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:38:11.439441 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb146117-2e5a-44c0-8d15-0ca541a64075', 'tag': 'd039cc36-368e-4822-a676-7bdc24f14f3c', 'status': 'completed', 'code': 200} Jul 07 19:38:11.507631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d953ab-0de5-48f3-8b32-53a1d0ff474c service neutron] Pushing event updated for resources: {'Port': ['ID=d039cc36-368e-4822-a676-7bdc24f14f3c,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:11.575368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-a53d9531-0496-4ee1-b848-52a4cceb2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:11.577398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-a53d9531-0496-4ee1-b848-52a4cceb2e00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 1095 time: 0.3163016 Jul 07 19:38:11.591681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b02b5-4818-42d8-bff9-1c00519abd15 req-d6fc0eb3-8805-4020-ac72-171058558149 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:11.602468 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-626b02b5-4818-42d8-bff9-1c00519abd15 req-d6fc0eb3-8805-4020-ac72-171058558149 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 944 time: 0.4374301 Jul 07 19:38:12.233451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5403-9e79-4886-87de-2e8b52bdef6a req-83effa8f-f1d3-4bab-9971-a9ea57681259 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:12.238868 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4cde5403-9e79-4886-87de-2e8b52bdef6a req-83effa8f-f1d3-4bab-9971-a9ea57681259 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.2016616 Jul 07 19:38:12.329301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4cde5403-9e79-4886-87de-2e8b52bdef6a req-75ddaf04-346a-4031-8230-b2eee0e72fcd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827143 Jul 07 19:38:12.547193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-b9e0da14-0e6c-4a6e-b407-4369f0ec541e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d039cc36-368e-4822-a676-7bdc24f14f3c HTTP/1.1" status: 200 len: 217 time: 0.9401345 Jul 07 19:38:12.579948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-626b02b5-4818-42d8-bff9-1c00519abd15 req-c6c512c3-59d8-49c7-a3d8-3d6250e8703c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9760230 Jul 07 19:38:12.633016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-fcb5767a-93d9-46de-969c-5a7d6a8f0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:12.635712 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-fcb5767a-93d9-46de-969c-5a7d6a8f0851 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0751040 Jul 07 19:38:12.739852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55080) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:12.774167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-ffe04166-0ff2-460c-bae9-ee7a44af893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:12.775727 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-ffe04166-0ff2-460c-bae9-ee7a44af893c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311362 Jul 07 19:38:13.011212 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-504eac3b-2641-463e-a335-922f33f01665 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229037 Jul 07 19:38:13.199958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2038959311-network', 'tenant_id': 'b5228b65b6734ccbbb3645dc7b846962'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:13.257394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Made reservation on behalf of b5228b65b6734ccbbb3645dc7b846962 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:13.264838 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:13.281421 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:13.307028 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb42267-f973-4e1e-a378-a8f913df3197 req-2fd966ef-139c-4f14-865c-99e8e17ecbe6 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860878 Jul 07 19:38:13.550259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5bb33-fb0d-4934-97ec-cbde739f8a15 req-e659a9d6-3b38-4173-bf2c-6b896fa998c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:13.551866 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2e5bb33-fb0d-4934-97ec-cbde739f8a15 req-e659a9d6-3b38-4173-bf2c-6b896fa998c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 1095 time: 0.1478179 Jul 07 19:38:13.584792 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:13.591577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:13.621406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:38:13.646104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:13.647597 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Added segment 75fb45bf-e738-497d-93ed-a10c958cbaab of type vlan for network 19417aa2-6d42-4711-9747-994ad21b6d60 Jul 07 19:38:13.832906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5bb33-fb0d-4934-97ec-cbde739f8a15 req-82441a0e-b2f0-4c6a-989d-465705528f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:13.839657 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2e5bb33-fb0d-4934-97ec-cbde739f8a15 req-82441a0e-b2f0-4c6a-989d-465705528f9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.2780740 Jul 07 19:38:13.940785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542ef244-a381-4997-b0ea-c40a034e5df0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:13.955603 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:13.971851 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2e5bb33-fb0d-4934-97ec-cbde739f8a15 req-8382a389-f7fa-4196-a5ec-89950215ae24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d039cc36-368e-4822-a676-7bdc24f14f3c HTTP/1.1" status: 200 len: 217 time: 0.1251123 Jul 07 19:38:14.047942 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:14.052161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:14.052763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:14.130126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d03c0-e62e-4779-a1ed-5a3e6e2f88bf req-5455601a-e5d2-40fd-bd5b-7aea24c66bfd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:14.139719 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c79d03c0-e62e-4779-a1ed-5a3e6e2f88bf req-5455601a-e5d2-40fd-bd5b-7aea24c66bfd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.3999734 Jul 07 19:38:14.347977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5bb33-fb0d-4934-97ec-cbde739f8a15 req-c0f9c930-5814-4503-8e4d-7e9b453bd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:14.350666 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2e5bb33-fb0d-4934-97ec-cbde739f8a15 req-c0f9c930-5814-4503-8e4d-7e9b453bd647 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.3366125 Jul 07 19:38:14.439993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6988668 Jul 07 19:38:14.475785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55176) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:14.505627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-71cfa8f6-55c3-434d-aa09-aed540e1aebb admin admin] Request body: {'subnet': {'network_id': '19417aa2-6d42-4711-9747-994ad21b6d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2038959311-subnet', 'tenant_id': 'b5228b65b6734ccbbb3645dc7b846962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:14.529197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c79d03c0-e62e-4779-a1ed-5a3e6e2f88bf req-896bfe03-0d8c-4dd6-a1c0-0547d4459591 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885460 Jul 07 19:38:14.531757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02220d-2d46-499d-8ed0-ccd4df6d3814 admin admin] Pushing event updated for resources: {'Network': ['ID=19417aa2-6d42-4711-9747-994ad21b6d60,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:14.545514 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 19417aa2-6d42-4711-9747-994ad21b6d60 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:38:14.592145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cfa8f6-55c3-434d-aa09-aed540e1aebb admin admin] Made reservation on behalf of b5228b65b6734ccbbb3645dc7b846962 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:14.597267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71cfa8f6-55c3-434d-aa09-aed540e1aebb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:14.629686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41b1d4-1735-405d-86c0-8d0029cfae8d req-91180b4e-b1f5-496c-86eb-cfabb2873670 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:14.632350 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc41b1d4-1735-405d-86c0-8d0029cfae8d req-91180b4e-b1f5-496c-86eb-cfabb2873670 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 944 time: 0.6537390 Jul 07 19:38:14.668270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5bb33-fb0d-4934-97ec-cbde739f8a15 req-dc5d8901-f1de-4ccc-a045-825b194e1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:14.672451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2e5bb33-fb0d-4934-97ec-cbde739f8a15 req-dc5d8901-f1de-4ccc-a045-825b194e1573 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2996368 Jul 07 19:38:14.868591 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc41b1d4-1735-405d-86c0-8d0029cfae8d req-0207af1a-c26c-4fa1-b2c8-e6501eb056f4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237470 Jul 07 19:38:14.935216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2e5bb33-fb0d-4934-97ec-cbde739f8a15 req-3e460428-c8cc-475f-bafe-73cae7502fa0 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447271 Jul 07 19:38:15.137061 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71cfa8f6-55c3-434d-aa09-aed540e1aebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:15.195761 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2e5bb33-fb0d-4934-97ec-cbde739f8a15 req-7962db68-638e-4801-acbc-d6c2510a3852 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505188 Jul 07 19:38:15.303421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfa8f6-55c3-434d-aa09-aed540e1aebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=778a7b6a-d5e0-4a2a-86e3-dca10a027082,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:15.314140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cfa8f6-55c3-434d-aa09-aed540e1aebb admin admin] Checking segment: {'id': '75fb45bf-e738-497d-93ed-a10c958cbaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '19417aa2-6d42-4711-9747-994ad21b6d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:38:15.314508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cfa8f6-55c3-434d-aa09-aed540e1aebb admin admin] Network hostable DHCP agents. Network: 19417aa2-6d42-4711-9747-994ad21b6d60, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:38:15.358655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cfa8f6-55c3-434d-aa09-aed540e1aebb admin admin] Network 19417aa2-6d42-4711-9747-994ad21b6d60 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:38:15.385811 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-71cfa8f6-55c3-434d-aa09-aed540e1aebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 19417aa2-6d42-4711-9747-994ad21b6d60) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:15.391370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cfa8f6-55c3-434d-aa09-aed540e1aebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:15.392620 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71cfa8f6-55c3-434d-aa09-aed540e1aebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:15.397427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad717c4f-eb8b-4150-8206-a439b9eb4482 None None] Network 19417aa2-6d42-4711-9747-994ad21b6d60 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:15.421971 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-71cfa8f6-55c3-434d-aa09-aed540e1aebb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9402304 Jul 07 19:38:15.702408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ba9cd1-e64f-4060-aa6a-34e0831d28e4 None None] Network 19417aa2-6d42-4711-9747-994ad21b6d60 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:16.028465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124f084-e896-4400-849e-82511e843f54 req-17ffbf95-3e1e-47b7-a178-4b7601411383 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:16.036061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a124f084-e896-4400-849e-82511e843f54 req-17ffbf95-3e1e-47b7-a178-4b7601411383 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.2115955 Jul 07 19:38:16.096495 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a124f084-e896-4400-849e-82511e843f54 req-eab31790-6b62-4ad8-be42-26bae2befeba tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561714 Jul 07 19:38:16.516336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520cc22-0590-47a0-b730-761aa3061923 req-b3117162-7bd7-4a71-84b4-3a4b57e6d275 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:16.535468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9520cc22-0590-47a0-b730-761aa3061923 req-b3117162-7bd7-4a71-84b4-3a4b57e6d275 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 944 time: 0.1717615 Jul 07 19:38:16.721887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9520cc22-0590-47a0-b730-761aa3061923 req-1d7f1f91-1961-4c8e-bce5-8386ffc5b868 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853909 Jul 07 19:38:17.417398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c51d30-d91c-4c97-b443-28bc6c5cc71a req-1345637c-4ad5-4f2f-a3b3-4ee2b8de934f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:17.431396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07c51d30-d91c-4c97-b443-28bc6c5cc71a req-1345637c-4ad5-4f2f-a3b3-4ee2b8de934f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.1491206 Jul 07 19:38:17.432432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-eb820a1e-12ce-4f8c-9f11-9ecce0db61c6 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:17.434529 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-eb820a1e-12ce-4f8c-9f11-9ecce0db61c6 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/networks?id=19417aa2-6d42-4711-9747-994ad21b6d60 HTTP/1.1" status: 200 len: 822 time: 0.4035931 Jul 07 19:38:17.473026 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-3495dae4-183e-40e2-be39-b79ae46c6019 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/quotas/b5228b65b6734ccbbb3645dc7b846962 HTTP/1.1" status: 200 len: 375 time: 0.0331345 Jul 07 19:38:17.546938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07c51d30-d91c-4c97-b443-28bc6c5cc71a req-4738351e-312b-407d-b9f1-a49e6a5723ce tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139824 Jul 07 19:38:17.591800 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55384) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:17.608158 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-3a542743-b19a-4c9d-ba24-71691174c5d8 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5228b65b6734ccbbb3645dc7b846962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1297050 Jul 07 19:38:17.747565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55396) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:17.873167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-1b21596c-4776-484a-a14c-b8cae6d68f5a service neutron] 10.222.0.81 "GET /v2.0/networks/19417aa2-6d42-4711-9747-994ad21b6d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478547 Jul 07 19:38:18.107343 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-7c7e4ad3-a223-4980-acda-27b1c136c8f4 service neutron] 10.222.0.81 "GET /v2.0/networks/19417aa2-6d42-4711-9747-994ad21b6d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287040 Jul 07 19:38:18.164051 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7e88b70f-e37d-4f57-ab69-87c62055d963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:18.515921 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1be232e2-0fdb-44cf-848c-19cb875f9463 req-8ce3c254-4b39-439e-b509-9427bb5ac132 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 210 time: 0.1148231 Jul 07 19:38:18.826520 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7e88b70f-e37d-4f57-ab69-87c62055d963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:18.852393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7e88b70f-e37d-4f57-ab69-87c62055d963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:18.916711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a69957-8443-439c-af9d-a3f25e69eedf req-51fca888-d057-44e0-afe9-677ac381e199 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:18.934034 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-49a69957-8443-439c-af9d-a3f25e69eedf req-51fca888-d057-44e0-afe9-677ac381e199 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.2096276 Jul 07 19:38:19.025573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431423-8846-4ff2-a66b-9b94b1b33ac5 req-da23866c-4a72-4724-a19f-62c5aca7193b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:19.037368 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c431423-8846-4ff2-a66b-9b94b1b33ac5 req-da23866c-4a72-4724-a19f-62c5aca7193b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 944 time: 0.9361348 Jul 07 19:38:19.052369 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-49a69957-8443-439c-af9d-a3f25e69eedf req-87227c19-2675-4fe4-ac54-f1ccfc5394e5 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174219 Jul 07 19:38:19.070915 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7e88b70f-e37d-4f57-ab69-87c62055d963 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a5e292d9252b49de99f19933608cf8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3193448 Jul 07 19:38:19.074026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55470) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:19.080678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88b70f-e37d-4f57-ab69-87c62055d963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562e94bc-a54d-4e23-8101-92886755cc2c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:19.230957 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b5ff09f-451d-4e69-908b-615835dbfcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:19.264981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c431423-8846-4ff2-a66b-9b94b1b33ac5 req-186a3623-1ef1-49fa-9905-327d41b22033 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251709 Jul 07 19:38:19.307400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b5ff09f-451d-4e69-908b-615835dbfcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:19.386783 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b5ff09f-451d-4e69-908b-615835dbfcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:19.393655 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b5ff09f-451d-4e69-908b-615835dbfcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:19.397461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6b5ff09f-451d-4e69-908b-615835dbfcd1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/562e94bc-a54d-4e23-8101-92886755cc2c HTTP/1.1" status: 204 len: 168 time: 0.3219292 Jul 07 19:38:19.420169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ff09f-451d-4e69-908b-615835dbfcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562e94bc-a54d-4e23-8101-92886755cc2c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:19.587551 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6b96897-421e-47f6-82ac-998e0e919e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:19.857752 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-48a68205-f6d8-4c48-8973-42df9ed10027 req-b9b56bf7-f404-47d9-b048-b21dd4229e48 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 210 time: 0.1122220 Jul 07 19:38:20.208615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e6b96897-421e-47f6-82ac-998e0e919e5d admin admin] Deleting port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:20.209182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6b96897-421e-47f6-82ac-998e0e919e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:20.290132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55524) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:20.324465 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-75ea255c-053a-489d-89ea-a807a4e022b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:20.422953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-e6b96897-421e-47f6-82ac-998e0e919e5d admin admin] For port ad3db37f-19d9-4e14-8e7b-8f47e01f34a7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ad3db37f-19d9-4e14-8e7b-8f47e01f34a7,segment=NetworkSegment(85e2e884-dc1e-449a-9bde-dd8b08a98a0e),segment_id=85e2e884-dc1e-449a-9bde-dd8b08a98a0e)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:20.423606 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6b96897-421e-47f6-82ac-998e0e919e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:20.547206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e6b96897-421e-47f6-82ac-998e0e919e5d admin admin] Calling delete_port for ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:20.581635 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-75ea255c-053a-489d-89ea-a807a4e022b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:20.589930 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-75ea255c-053a-489d-89ea-a807a4e022b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:20.801694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea255c-053a-489d-89ea-a807a4e022b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822b64f1-d731-4ad6-a18b-27e3e4b66e5e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:20.892847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdf4be-f181-4623-bbc6-431a9318b994 req-e0b8d031-33d6-4734-a6ba-d04d024af8cf tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:20.897602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce7095-b327-463f-a382-3cba22704166 req-79f1a1f8-60a2-4529-9fe3-a430789a07f3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:20.897798 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44bdf4be-f181-4623-bbc6-431a9318b994 req-e0b8d031-33d6-4734-a6ba-d04d024af8cf tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 944 time: 0.2640717 Jul 07 19:38:20.904714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-75ea255c-053a-489d-89ea-a807a4e022b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34b169aff5604a57886e54aca45b896a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6120472 Jul 07 19:38:20.906223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55560) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:20.909528 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1ce7095-b327-463f-a382-3cba22704166 req-79f1a1f8-60a2-4529-9fe3-a430789a07f3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.4827034 Jul 07 19:38:21.031193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1ce7095-b327-463f-a382-3cba22704166 req-0af50d65-754c-477b-bd11-5ee44cef5be0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204793 Jul 07 19:38:21.060713 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44bdf4be-f181-4623-bbc6-431a9318b994 req-d8b3a606-3b29-4b5b-b70d-20489eb2e786 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905674 Jul 07 19:38:21.063661 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64b1421-df8c-4328-909b-1d16aee39e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:21.100510 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a6e1-b46d-43b5-aa81-e202694aed98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:21.160824 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64b1421-df8c-4328-909b-1d16aee39e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:21.217392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6b96897-421e-47f6-82ac-998e0e919e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:21.245873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b96897-421e-47f6-82ac-998e0e919e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3db37f-19d9-4e14-8e7b-8f47e01f34a7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:21.347779 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64b1421-df8c-4328-909b-1d16aee39e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:21.351810 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64b1421-df8c-4328-909b-1d16aee39e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:21.360583 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b64b1421-df8c-4328-909b-1d16aee39e5e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/822b64f1-d731-4ad6-a18b-27e3e4b66e5e HTTP/1.1" status: 204 len: 168 time: 0.4523273 Jul 07 19:38:21.390729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b1421-df8c-4328-909b-1d16aee39e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b64f1-d731-4ad6-a18b-27e3e4b66e5e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:21.708896 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6b96897-421e-47f6-82ac-998e0e919e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:21.835290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8c4e120e-36ea-420e-b8b6-fcf63ef955ea req-0d55b320-a04d-4fd8-acdd-3195cd5885ea tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 210 time: 0.3246617 Jul 07 19:38:21.894662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-84220688-09f5-4bdb-9e5c-5b9ead7899a3 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:21.894662 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-84220688-09f5-4bdb-9e5c-5b9ead7899a3 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.110 "GET /v2.0/networks?id=19417aa2-6d42-4711-9747-994ad21b6d60 HTTP/1.1" status: 200 len: 822 time: 0.3687413 Jul 07 19:38:21.942693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Request body: {'port': {'device_id': '32b0a7ed-af6d-4d9a-8d03-968bdfe77844', 'network_id': '19417aa2-6d42-4711-9747-994ad21b6d60', 'admin_state_up': True, 'tenant_id': 'b5228b65b6734ccbbb3645dc7b846962'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:22.263428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Made reservation on behalf of b5228b65b6734ccbbb3645dc7b846962 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:22.270630 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:22.552025 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b96897-421e-47f6-82ac-998e0e919e5d admin admin] Router 96b90fda-181a-4d77-bdaf-84662e342641 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:38:22.583503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfc099-2be1-427f-aeca-fb43fc2270b7 req-856cdae3-47b0-4932-9724-ada67a2310b1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:22.586077 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46dfc099-2be1-427f-aeca-fb43fc2270b7 req-856cdae3-47b0-4932-9724-ada67a2310b1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 944 time: 0.1168776 Jul 07 19:38:22.813970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Allocated IP 172.20.0.9 (19417aa2-6d42-4711-9747-994ad21b6d60/778a7b6a-d5e0-4a2a-86e3-dca10a027082/de99c61f-8203-4b1c-bbc7-d7934a125299) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:38:23.079535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:23.207208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d54c2-b5f7-40d6-933d-8d6cc86e6065 req-cebc4cae-c6bc-4cab-b833-9260043de23f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:23.214592 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b8d54c2-b5f7-40d6-933d-8d6cc86e6065 req-cebc4cae-c6bc-4cab-b833-9260043de23f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.9411240 Jul 07 19:38:23.222854 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:23.257092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Network 19417aa2-6d42-4711-9747-994ad21b6d60 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:38:23.272666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:23.279659 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:38:23.360204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b96897-421e-47f6-82ac-998e0e919e5d admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:38:23.367422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46dfc099-2be1-427f-aeca-fb43fc2270b7 req-0366a52a-3563-40b0-8595-e3c6c3d1f6e2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7736154 Jul 07 19:38:23.377357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26771013-29c2-4ec2-89aa-e2d05facc27e None None] Sync routers for ids ['96b90fda-181a-4d77-bdaf-84662e342641'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:38:23.378089 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e6b96897-421e-47f6-82ac-998e0e919e5d admin admin] 10.222.0.81 "PUT /v2.0/routers/96b90fda-181a-4d77-bdaf-84662e342641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7847347 Jul 07 19:38:23.379092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55684) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:23.386354 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9b8d54c2-b5f7-40d6-933d-8d6cc86e6065 req-7bc26dc1-3330-4d09-a030-c055d30e696f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707478 Jul 07 19:38:23.402235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26771013-29c2-4ec2-89aa-e2d05facc27e None None] Routers {'96b90fda-181a-4d77-bdaf-84662e342641'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:23.402692 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-26771013-29c2-4ec2-89aa-e2d05facc27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['96b90fda-181a-4d77-bdaf-84662e342641'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:23.453652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Pushing event updated for resources: {'Port': ['ID=de99c61f-8203-4b1c-bbc7-d7934a125299,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:23.485813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:23.486591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:23.526948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-be915e37-9a82-445a-b411-94c074767c41 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6050599 Jul 07 19:38:23.545271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Request body: {'port': {'device_id': '32b0a7ed-af6d-4d9a-8d03-968bdfe77844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:23.567344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:23.671087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-26771013-29c2-4ec2-89aa-e2d05facc27e None None] Set router 96b90fda-181a-4d77-bdaf-84662e342641 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:23.754122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:23.830965 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:24.013620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ad192-a0d0-4d55-8572-145250644b7f req-50b0d457-5681-42b7-8cb7-8a089c34e8fb tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:24.015460 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d12ad192-a0d0-4d55-8572-145250644b7f req-50b0d457-5681-42b7-8cb7-8a089c34e8fb tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 931 time: 0.2528615 Jul 07 19:38:24.126060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Deleting port 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:24.127903 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:24.174547 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a965a8dc-6e51-48b5-bab9-b0ce9e99294f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:24.198049 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:24.258282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-26771013-29c2-4ec2-89aa-e2d05facc27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:38:20Z', 'revision_number': 5, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port': {'id': '3a7fac4d-ed49-4ae1-a09a-6723dc41ae89', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b90fda-181a-4d77-bdaf-84662e342641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:32Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:24.292293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] For port 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3a7fac4d-ed49-4ae1-a09a-6723dc41ae89,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:24.292964 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:24.310255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Calling delete_port for 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:24.319193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26771013-29c2-4ec2-89aa-e2d05facc27e None None] Checking router: 96b90fda-181a-4d77-bdaf-84662e342641 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:38:24.348947 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26771013-29c2-4ec2-89aa-e2d05facc27e None None] Routers {'96b90fda-181a-4d77-bdaf-84662e342641'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:24.349950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-26771013-29c2-4ec2-89aa-e2d05facc27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['96b90fda-181a-4d77-bdaf-84662e342641'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:24.479648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de99c61f-8203-4b1c-bbc7-d7934a125299 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:38:24.489317 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:24.514215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Transition to ACTIVE for port object de99c61f-8203-4b1c-bbc7-d7934a125299 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:38:24.520438 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:24.618233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-26771013-29c2-4ec2-89aa-e2d05facc27e None None] Set router 96b90fda-181a-4d77-bdaf-84662e342641 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:24.642834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Pushing event updated for resources: {'Port': ['ID=de99c61f-8203-4b1c-bbc7-d7934a125299,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:24.777889 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-26771013-29c2-4ec2-89aa-e2d05facc27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:38:23Z', 'revision_number': 6, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:24.782929 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:24.821510 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55756) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:24.920750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26771013-29c2-4ec2-89aa-e2d05facc27e None None] The sync data for ids ['96b90fda-181a-4d77-bdaf-84662e342641'] in n-d-793621-9 is: [{'id': '96b90fda-181a-4d77-bdaf-84662e342641', 'name': 'tempest-TestVolumeBackupRestore-549599097-router', 'tenant_id': '13db510003ad470cb27866478365041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:38:23Z', 'revision_number': 6, 'project_id': '13db510003ad470cb27866478365041c', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:38:24.943198 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d12ad192-a0d0-4d55-8572-145250644b7f req-3f852ca3-bb95-460c-b2db-444213ec00f2 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9158285 Jul 07 19:38:24.982464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Attempting to bind port de99c61f-8203-4b1c-bbc7-d7934a125299 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:38:24.982969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Attempting to bind port de99c61f-8203-4b1c-bbc7-d7934a125299 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '75fb45bf-e738-497d-93ed-a10c958cbaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '19417aa2-6d42-4711-9747-994ad21b6d60'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:38:24.983410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Attempting to bind port de99c61f-8203-4b1c-bbc7-d7934a125299 on network 19417aa2-6d42-4711-9747-994ad21b6d60 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:38:24.995788 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Port de99c61f-8203-4b1c-bbc7-d7934a125299 on network 19417aa2-6d42-4711-9747-994ad21b6d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:38:24.996546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Attempting to bind port de99c61f-8203-4b1c-bbc7-d7934a125299 on network 19417aa2-6d42-4711-9747-994ad21b6d60 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:38:24.998520 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:25.035942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24779545-f2ec-4c87-a8c2-56b1cc2ccd97 req-86b03e3c-e3cb-4517-97b9-e93c34908b2f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:25.046635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7fac4d-ed49-4ae1-a09a-6723dc41ae89,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:25.053261 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24779545-f2ec-4c87-a8c2-56b1cc2ccd97 req-86b03e3c-e3cb-4517-97b9-e93c34908b2f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 944 time: 0.3473415 Jul 07 19:38:25.060182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:38:25.060716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Checking segment: {'id': '75fb45bf-e738-497d-93ed-a10c958cbaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '19417aa2-6d42-4711-9747-994ad21b6d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:38:25.062839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Bound using segment: {'id': '75fb45bf-e738-497d-93ed-a10c958cbaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '19417aa2-6d42-4711-9747-994ad21b6d60'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:38:25.063574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Bound port: de99c61f-8203-4b1c-bbc7-d7934a125299, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fb45bf-e738-497d-93ed-a10c958cbaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '19417aa2-6d42-4711-9747-994ad21b6d60'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:38:25.064967 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:25.129266 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:25.253624 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24779545-f2ec-4c87-a8c2-56b1cc2ccd97 req-42c991d4-80fb-4d7e-9585-b3b01f1f6a1b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823921 Jul 07 19:38:25.274548 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:25.277469 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:25.295482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] For port de99c61f-8203-4b1c-bbc7-d7934a125299, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:38:25.299344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] For port de99c61f-8203-4b1c-bbc7-d7934a125299, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=de99c61f-8203-4b1c-bbc7-d7934a125299,segment=NetworkSegment(75fb45bf-e738-497d-93ed-a10c958cbaab),segment_id=75fb45bf-e738-497d-93ed-a10c958cbaab)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:38:25.305493 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:25.340041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:25.343656 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:25.345110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] 10.222.0.110 "PUT /v2.0/ports/de99c61f-8203-4b1c-bbc7-d7934a125299 HTTP/1.1" status: 200 len: 1091 time: 1.8054838 Jul 07 19:38:25.347668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b0a7ed-af6d-4d9a-8d03-968bdfe77844', 'tag': 'de99c61f-8203-4b1c-bbc7-d7934a125299'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:38:25.351365 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca5d710-7274-4098-812d-f8ab44b6a215" -d '{"events": [{"name": "network-changed", "server_uuid": "32b0a7ed-af6d-4d9a-8d03-968bdfe77844", "tag": "de99c61f-8203-4b1c-bbc7-d7934a125299"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:38:25.440086 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:25.440903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96b90fda-181a-4d77-bdaf-84662e342641 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:38:25.479867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:25.481595 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9a4fe552-b611-4151-846a-a3c19c72f04f admin admin] 10.222.0.81 "DELETE /v2.0/routers/96b90fda-181a-4d77-bdaf-84662e342641 HTTP/1.1" status: 204 len: 168 time: 2.1014574 Jul 07 19:38:25.484930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55770) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:25.532089 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561caadb-65aa-4545-ad85-a33b6d13fc1b x-openstack-request-id: req-561caadb-65aa-4545-ad85-a33b6d13fc1b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:38:25.532760 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b0a7ed-af6d-4d9a-8d03-968bdfe77844", "tag": "de99c61f-8203-4b1c-bbc7-d7934a125299", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:38:25.532895 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-561caadb-65aa-4545-ad85-a33b6d13fc1b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:38:25.533404 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b0a7ed-af6d-4d9a-8d03-968bdfe77844', 'tag': 'de99c61f-8203-4b1c-bbc7-d7934a125299', 'status': 'completed', 'code': 200} Jul 07 19:38:25.572056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776b660-77e5-4875-8daa-5b5c0a09a05a service neutron] Pushing event updated for resources: {'Port': ['ID=de99c61f-8203-4b1c-bbc7-d7934a125299,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:25.609290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-c03e7df9-6cd6-4f06-874e-1bbb6b29a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:25.614870 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-c03e7df9-6cd6-4f06-874e-1bbb6b29a861 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b5228b65b6734ccbbb3645dc7b846962&device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 1094 time: 0.1757641 Jul 07 19:38:25.621033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-710365f4-7bac-4885-8d46-117d8e8d77f7 admin admin] Deleting subnet 6bf77f04-026d-4d9f-873a-0bf198964f75 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:38:25.624065 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61a8a940-ef66-4733-9451-477a6737c7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:25.629514 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-710365f4-7bac-4885-8d46-117d8e8d77f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:25.767961 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-710365f4-7bac-4885-8d46-117d8e8d77f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:25.837369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc194865-716c-4534-bdac-0cd2138b2e14 req-e2c976b5-6633-45e3-a8f7-9ea7b3e64cca tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:25.852058 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fc194865-716c-4534-bdac-0cd2138b2e14 req-e2c976b5-6633-45e3-a8f7-9ea7b3e64cca tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.5067899 Jul 07 19:38:25.933890 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-710365f4-7bac-4885-8d46-117d8e8d77f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.156610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fc194865-716c-4534-bdac-0cd2138b2e14 req-47ae5a30-fc5a-46f7-9a3f-dc8b50dc6a53 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034127 Jul 07 19:38:26.210002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:26.282705 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-710365f4-7bac-4885-8d46-117d8e8d77f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.292197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:26.292197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ad3db37f-19d9-4e14-8e7b-8f47e01f34a7 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:26.292575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:26.360005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:26.360357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3a7fac4d-ed49-4ae1-a09a-6723dc41ae89 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:26.371090 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-710365f4-7bac-4885-8d46-117d8e8d77f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.372329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d38649-7039-445b-8cfc-291b00f840c5 None None] Network 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:26.377025 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-710365f4-7bac-4885-8d46-117d8e8d77f7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6bf77f04-026d-4d9f-873a-0bf198964f75 HTTP/1.1" status: 204 len: 168 time: 0.8858588 Jul 07 19:38:26.377141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55786) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:26.378474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710365f4-7bac-4885-8d46-117d8e8d77f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf77f04-026d-4d9f-873a-0bf198964f75,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:26.457693 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61a8a940-ef66-4733-9451-477a6737c7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.465789 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61a8a940-ef66-4733-9451-477a6737c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.518366 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-61a8a940-ef66-4733-9451-477a6737c7d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=54e5ee432b31429391afe3104dcde6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5708911 Jul 07 19:38:26.538722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55792) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:26.561038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8a940-ef66-4733-9451-477a6737c7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca74754e-f561-4d0a-8228-17522ece0a40,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:26.658475 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.771618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fff81-a447-412a-8219-fd0cf38146f3 req-57cd72e1-cc22-4703-a73e-56281e3e2c1b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:26.773352 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d03fff81-a447-412a-8219-fd0cf38146f3 req-57cd72e1-cc22-4703-a73e-56281e3e2c1b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 944 time: 0.2024205 Jul 07 19:38:26.803713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437e883-01c2-4bd7-be48-9ddfa8d816c1 None None] DHCP port deletion for 5c61660e-d9ef-4ed4-8e54-3773ba6624a8 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:38:26.816547 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.845062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d03fff81-a447-412a-8219-fd0cf38146f3 req-d035fe06-f28e-4246-b4ec-b4632fd18564 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653825 Jul 07 19:38:26.877566 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c81b914a-97b3-48cf-8bac-6c9d0e7fc4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.887973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfbc78-8ac6-4961-a537-efecb41a07b9 req-71224d72-0367-41aa-a96d-c7f32a1bcb93 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:26.890341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ecdfbc78-8ac6-4961-a537-efecb41a07b9 req-71224d72-0367-41aa-a96d-c7f32a1bcb93 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 943 time: 0.4612246 Jul 07 19:38:26.890586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4437e883-01c2-4bd7-be48-9ddfa8d816c1 None None] Deleting port 1650b3f9-0502-4a20-97c0-7796d4995809 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:26.891180 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4437e883-01c2-4bd7-be48-9ddfa8d816c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.971038 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-4437e883-01c2-4bd7-be48-9ddfa8d816c1 None None] For port 1650b3f9-0502-4a20-97c0-7796d4995809, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1650b3f9-0502-4a20-97c0-7796d4995809,segment=NetworkSegment(85e2e884-dc1e-449a-9bde-dd8b08a98a0e),segment_id=85e2e884-dc1e-449a-9bde-dd8b08a98a0e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:26.971745 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4437e883-01c2-4bd7-be48-9ddfa8d816c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.986684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4437e883-01c2-4bd7-be48-9ddfa8d816c1 None None] Calling delete_port for 1650b3f9-0502-4a20-97c0-7796d4995809 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:27.010739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-4b7666a0-4474-410c-8f7e-24ec90e1b5e1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de99c61f-8203-4b1c-bbc7-d7934a125299 HTTP/1.1" status: 200 len: 217 time: 0.0443277 Jul 07 19:38:27.043850 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c81b914a-97b3-48cf-8bac-6c9d0e7fc4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.062554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ecdfbc78-8ac6-4961-a537-efecb41a07b9 req-2d9f8b66-773d-4b26-8eae-4784e165d097 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626945 Jul 07 19:38:27.084282 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4437e883-01c2-4bd7-be48-9ddfa8d816c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.121835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Deleting port 1650b3f9-0502-4a20-97c0-7796d4995809 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:27.122180 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.210723 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0875fbcf-642c-46e5-b34a-be5638826937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:27.212455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-0875fbcf-642c-46e5-b34a-be5638826937 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=778a7b6a-d5e0-4a2a-86e3-dca10a027082 HTTP/1.1" status: 200 len: 862 time: 0.1716297 Jul 07 19:38:27.262844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] For port 1650b3f9-0502-4a20-97c0-7796d4995809, host n-d-793621-9, got binding levels [] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:27.263262 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.267520 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-84f6b7cd-aacb-44cc-8fc5-ca6735860e2c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=19417aa2-6d42-4711-9747-994ad21b6d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330219 Jul 07 19:38:27.294976 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c81b914a-97b3-48cf-8bac-6c9d0e7fc4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.297680 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c81b914a-97b3-48cf-8bac-6c9d0e7fc4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.298830 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c81b914a-97b3-48cf-8bac-6c9d0e7fc4ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca74754e-f561-4d0a-8228-17522ece0a40 HTTP/1.1" status: 204 len: 168 time: 0.7175624 Jul 07 19:38:27.303796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437e883-01c2-4bd7-be48-9ddfa8d816c1 None None] Pushing event deleted for resources: {'Port': ['ID=1650b3f9-0502-4a20-97c0-7796d4995809,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:27.311946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437e883-01c2-4bd7-be48-9ddfa8d816c1 None None] No DVR routers for this DVR port 1650b3f9-0502-4a20-97c0-7796d4995809 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:27.331499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Calling delete_port for 1650b3f9-0502-4a20-97c0-7796d4995809 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:27.367676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_backend_mixin [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Port 1650b3f9-0502-4a20-97c0-7796d4995809 was not found and therefore no delete operation was performed {{(pid=93900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:38:27.368657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b914a-97b3-48cf-8bac-6c9d0e7fc4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca74754e-f561-4d0a-8228-17522ece0a40,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:27.374602 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.408979 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Pushing event deleted for resources: {'Port': ['ID=1650b3f9-0502-4a20-97c0-7796d4995809,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:27.420233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] No DVR routers for this DVR port 1650b3f9-0502-4a20-97c0-7796d4995809 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:27.459114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bd387-aa4d-4146-bdc6-1348eeb83cee req-c690fa59-daa3-400e-af37-541a993571dd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:27.461339 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe9bd387-aa4d-4146-bdc6-1348eeb83cee req-c690fa59-daa3-400e-af37-541a993571dd tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.1045725 Jul 07 19:38:27.521772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe9bd387-aa4d-4146-bdc6-1348eeb83cee req-ff2ce86a-1ff9-40ed-a126-068b76daa826 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518169 Jul 07 19:38:27.545362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-5f9cf9e0-cbfb-43a1-9a7a-328d53efc49d service neutron] 10.222.0.110 "GET /v2.0/networks/19417aa2-6d42-4711-9747-994ad21b6d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634623 Jul 07 19:38:27.552411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.590311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c61660e-d9ef-4ed4-8e54-3773ba6624a8']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:27.635561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e2e884-dc1e-449a-9bde-dd8b08a98a0e') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:27.635958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e2e884-dc1e-449a-9bde-dd8b08a98a0e') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:27.651744 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.671235 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.710669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:27.711210 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:27.713185 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:27.777725 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9bc4ec8d-bdd1-4a95-9c40-1c6af997b570 req-77306520-dbe5-43e5-9b45-f9d482d608b0 service neutron] 10.222.0.110 "GET /v2.0/networks/19417aa2-6d42-4711-9747-994ad21b6d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222037 Jul 07 19:38:27.791868 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.808912 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.811110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] 10.222.0.81 "DELETE /v2.0/networks/5c61660e-d9ef-4ed4-8e54-3773ba6624a8 HTTP/1.1" status: 204 len: 168 time: 1.4340925 Jul 07 19:38:27.812333 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ecae4-83a4-43a5-8294-098e087421ff admin admin] Pushing event deleted for resources: {'Network': ['ID=5c61660e-d9ef-4ed4-8e54-3773ba6624a8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:27.814096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 55824) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:28.041107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1650b3f9-0502-4a20-97c0-7796d4995809 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:28.067175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 1650b3f9-0502-4a20-97c0-7796d4995809 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:28.067579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1650b3f9-0502-4a20-97c0-7796d4995809 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:28.316113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7846ee-36d6-46cf-8241-8976810144cb req-6cd19c02-a36e-4a55-bd0c-0210f61f3694 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:28.335367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ef7846ee-36d6-46cf-8241-8976810144cb req-6cd19c02-a36e-4a55-bd0c-0210f61f3694 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 943 time: 0.1493888 Jul 07 19:38:28.395987 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ef7846ee-36d6-46cf-8241-8976810144cb req-a0f9b54f-204f-444a-be5a-68d598ce8de2 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597091 Jul 07 19:38:28.455861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5d710-7274-4098-812d-f8ab44b6a215 req-8161a50b-fae2-44c7-96bf-21c959250c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:28.457363 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ca5d710-7274-4098-812d-f8ab44b6a215 req-8161a50b-fae2-44c7-96bf-21c959250c9f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b5228b65b6734ccbbb3645dc7b846962&device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 1094 time: 0.6040127 Jul 07 19:38:28.625872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5d710-7274-4098-812d-f8ab44b6a215 req-d7934875-6624-43cc-9f7a-b0b159e54340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:28.628474 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ca5d710-7274-4098-812d-f8ab44b6a215 req-d7934875-6624-43cc-9f7a-b0b159e54340 service neutron] 10.222.0.110 "GET /v2.0/networks?id=19417aa2-6d42-4711-9747-994ad21b6d60 HTTP/1.1" status: 200 len: 923 time: 0.1622369 Jul 07 19:38:28.788091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c285c5a-a0b5-48b5-8589-c4ab7fd58329 req-1e58c717-77de-4ac9-99a8-aa9e04b18b2a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:28.793030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd38d66-cc1b-44fe-b9d2-4d3bb464790f req-eef7dd1c-1dcf-47f8-b7ae-e93fccefd188 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:28.795341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfd38d66-cc1b-44fe-b9d2-4d3bb464790f req-eef7dd1c-1dcf-47f8-b7ae-e93fccefd188 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 944 time: 0.3960807 Jul 07 19:38:28.796866 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c285c5a-a0b5-48b5-8589-c4ab7fd58329 req-1e58c717-77de-4ac9-99a8-aa9e04b18b2a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.1297686 Jul 07 19:38:28.819593 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ca5d710-7274-4098-812d-f8ab44b6a215 req-25a17540-d453-4360-864e-911a3e161daa service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de99c61f-8203-4b1c-bbc7-d7934a125299 HTTP/1.1" status: 200 len: 217 time: 0.1788828 Jul 07 19:38:28.882002 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c285c5a-a0b5-48b5-8589-c4ab7fd58329 req-3a232cb5-06ee-4901-a68b-29f4d37ee67f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840387 Jul 07 19:38:28.903227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5d710-7274-4098-812d-f8ab44b6a215 req-8f1fe79e-882d-434c-9386-75b3442b2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:28.904662 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ca5d710-7274-4098-812d-f8ab44b6a215 req-8f1fe79e-882d-434c-9386-75b3442b2993 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=778a7b6a-d5e0-4a2a-86e3-dca10a027082 HTTP/1.1" status: 200 len: 862 time: 0.0651324 Jul 07 19:38:28.989873 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ca5d710-7274-4098-812d-f8ab44b6a215 req-f17a5dbc-faf5-4500-9145-82686ae13a27 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=19417aa2-6d42-4711-9747-994ad21b6d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709920 Jul 07 19:38:28.994856 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfd38d66-cc1b-44fe-b9d2-4d3bb464790f req-7bb60179-1e0e-4bca-90e6-a076a948090d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717784 Jul 07 19:38:29.143290 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ca5d710-7274-4098-812d-f8ab44b6a215 req-d1ac3836-2189-44eb-82a0-06181ce820e0 service neutron] 10.222.0.110 "GET /v2.0/networks/19417aa2-6d42-4711-9747-994ad21b6d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423790 Jul 07 19:38:29.171181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 55960) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:29.227491 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e031e11-51c3-4664-90b2-5500b370a11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.328857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ca5d710-7274-4098-812d-f8ab44b6a215 req-0e7db282-1afa-4607-93c5-cc6e885bef70 service neutron] 10.222.0.110 "GET /v2.0/networks/19417aa2-6d42-4711-9747-994ad21b6d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742089 Jul 07 19:38:29.349334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1841326356'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:29.383514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Made reservation on behalf of a2d0199abe9149b38106f5df82189eee for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:29.389221 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.402150 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.549910 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.556102 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.593827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:38:29.607543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f30a8a-195e-4bb6-9a41-b6e6ab2f3e65,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:29.614210 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.621101 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Added segment 4ba9c173-6872-47e6-906c-760b66e43db2 of type vlan for network b60b3c9a-7b17-4253-bfe0-95c410f56d41 Jul 07 19:38:29.678207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2e031e11-51c3-4664-90b2-5500b370a11a admin admin] Deleting port f3a8f8b1-4bf9-4de1-8820-65893e206dc0 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:29.678775 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e031e11-51c3-4664-90b2-5500b370a11a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.731063 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.769195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c28e0-35f5-482a-878b-7edf36c1045e req-e130c65d-0f75-4607-a98e-70bc4915cdd4 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:29.771050 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2b6c28e0-35f5-482a-878b-7edf36c1045e req-e130c65d-0f75-4607-a98e-70bc4915cdd4 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 943 time: 0.1472440 Jul 07 19:38:29.787533 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.794755 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:29.795658 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.806920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-2e031e11-51c3-4664-90b2-5500b370a11a admin admin] For port f3a8f8b1-4bf9-4de1-8820-65893e206dc0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f3a8f8b1-4bf9-4de1-8820-65893e206dc0,segment=NetworkSegment(8e6ab49b-01d8-4eae-93eb-761f6503c645),segment_id=8e6ab49b-01d8-4eae-93eb-761f6503c645)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:29.807400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e031e11-51c3-4664-90b2-5500b370a11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.826373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2e031e11-51c3-4664-90b2-5500b370a11a admin admin] Calling delete_port for f3a8f8b1-4bf9-4de1-8820-65893e206dc0 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:29.892533 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2b6c28e0-35f5-482a-878b-7edf36c1045e req-426658ea-7854-4176-99c6-411bdb216f44 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146526 Jul 07 19:38:29.895836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7236338 Jul 07 19:38:29.898982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56052) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:29.922189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951022c1-d93d-44ff-9b91-17a6262a344a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Pushing event updated for resources: {'Network': ['ID=b60b3c9a-7b17-4253-bfe0-95c410f56d41,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:29.942775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network b60b3c9a-7b17-4253-bfe0-95c410f56d41 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:38:30.003380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Request body: {'network': {'name': 'tempest-network--1316931438', 'router:external': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:30.054499 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Made reservation on behalf of f2c8cc9b9326429bbe541f776ef43d9d for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:30.057491 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.066729 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e031e11-51c3-4664-90b2-5500b370a11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.076654 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.105863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e031e11-51c3-4664-90b2-5500b370a11a admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a8f8b1-4bf9-4de1-8820-65893e206dc0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:30.267431 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.280984 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.308377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:38:30.351741 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.352450 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Added segment dc54e0c0-a3e8-4617-9180-6cc9827969d6 of type vlan for network 6e265c83-b391-4523-ba7a-60ba62aa4519 Jul 07 19:38:30.368924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352205fa-bc4c-4d30-bce5-3c865cbb2629,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:30.391395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f756d9-d3d0-4841-8701-30f629c77d4c req-862cd8ce-ab63-4c71-a58c-33603ca2b419 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:30.393195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c8f756d9-d3d0-4841-8701-30f629c77d4c req-862cd8ce-ab63-4c71-a58c-33603ca2b419 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 944 time: 0.1781337 Jul 07 19:38:30.417766 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e031e11-51c3-4664-90b2-5500b370a11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.506359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7bb51-dc47-46ea-86b9-27c1f999c3e9 req-2ad8bb34-4c97-4e74-8d2d-6efac9c32f50 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:30.514320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03b7bb51-dc47-46ea-86b9-27c1f999c3e9 req-2ad8bb34-4c97-4e74-8d2d-6efac9c32f50 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 944 time: 0.3291066 Jul 07 19:38:30.524175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.555055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c8f756d9-d3d0-4841-8701-30f629c77d4c req-cdbca002-6c79-4747-94a2-0235bbe4de88 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297598 Jul 07 19:38:30.588216 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.592055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:30.592646 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.656457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7561159 Jul 07 19:38:30.659660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56130) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:30.674742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d91d0-a79a-4375-836c-9274c35ea6a2 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event updated for resources: {'Network': ['ID=6e265c83-b391-4523-ba7a-60ba62aa4519,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:30.688132 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03b7bb51-dc47-46ea-86b9-27c1f999c3e9 req-b72f1d26-b5dc-4a31-adc0-0e914b67c23e tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684659 Jul 07 19:38:30.689449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 6e265c83-b391-4523-ba7a-60ba62aa4519 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:38:30.763535 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.829859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e031e11-51c3-4664-90b2-5500b370a11a admin admin] Router 22bc843c-5540-4577-82f5-e7d09f7afc90 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:38:30.871613 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.892479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e265c83-b391-4523-ba7a-60ba62aa4519']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:30.906940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc54e0c0-a3e8-4617-9180-6cc9827969d6') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:30.908212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc54e0c0-a3e8-4617-9180-6cc9827969d6') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:30.920159 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.936222 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.946212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:30.946441 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:30.948330 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:30.970378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e031e11-51c3-4664-90b2-5500b370a11a admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:38:30.980568 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2912cdec-b542-4358-add4-eaa5b04d5d41 None None] Sync routers for ids ['22bc843c-5540-4577-82f5-e7d09f7afc90'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:38:30.984935 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2e031e11-51c3-4664-90b2-5500b370a11a admin admin] 10.222.0.81 "PUT /v2.0/routers/22bc843c-5540-4577-82f5-e7d09f7afc90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1668847 Jul 07 19:38:30.985282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56170) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:30.994618 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912cdec-b542-4358-add4-eaa5b04d5d41 None None] Routers {'22bc843c-5540-4577-82f5-e7d09f7afc90'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:30.997448 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2912cdec-b542-4358-add4-eaa5b04d5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['22bc843c-5540-4577-82f5-e7d09f7afc90'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:31.075536 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.082125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e265c83-b391-4523-ba7a-60ba62aa4519 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:38:31.101583 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.105324 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "DELETE /v2.0/networks/6e265c83-b391-4523-ba7a-60ba62aa4519 HTTP/1.1" status: 204 len: 168 time: 0.4442170 Jul 07 19:38:31.135228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56184) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:31.163542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1a0e04b1-9592-4ab0-81f0-eabfaa8e3eba tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:31.168471 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2912cdec-b542-4358-add4-eaa5b04d5d41 None None] Set router 22bc843c-5540-4577-82f5-e7d09f7afc90 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:31.185972 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.194652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 17855074-26a2-4275-8943-e7a1f016088f details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:38:31.265312 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570fbda-c83c-4dc1-922c-5e8ac5df0571 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e265c83-b391-4523-ba7a-60ba62aa4519,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:31.356405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0e04b1-9592-4ab0-81f0-eabfaa8e3eba tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Made reservation on behalf of f2c8cc9b9326429bbe541f776ef43d9d for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:31.358875 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1a0e04b1-9592-4ab0-81f0-eabfaa8e3eba tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.476539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:31.490663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '17855074-26a2-4275-8943-e7a1f016088f', 'network_id': 'f1ee0696-4566-4aaa-976b-c6580bb4bbcb', 'port_id': '17855074-26a2-4275-8943-e7a1f016088f', 'mac_address': 'fa:16:3e:fb:3f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:38:31.492664 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2912cdec-b542-4358-add4-eaa5b04d5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'name': 'tempest-TestVolumeBackupRestore-2096905771-router', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:46Z', 'updated_at': '2021-07-07T19:38:30Z', 'revision_number': 5, 'project_id': '8ea3914e84584c05b92cb6329114a992', 'gw_port': {'id': 'dfff7e6f-ae76-4484-9879-5a23ff439c07', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:47Z', 'updated_at': '2021-07-07T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:31.496082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.533648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d8fc3-85c8-4bda-86f9-95ec9bd26269 req-b5cfc3e7-8db1-4b77-a9da-a760710af681 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:31.534596 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2912cdec-b542-4358-add4-eaa5b04d5d41 None None] Checking router: 22bc843c-5540-4577-82f5-e7d09f7afc90 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:38:31.535332 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-803d8fc3-85c8-4bda-86f9-95ec9bd26269 req-b5cfc3e7-8db1-4b77-a9da-a760710af681 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 943 time: 0.4259703 Jul 07 19:38:31.542131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0e04b1-9592-4ab0-81f0-eabfaa8e3eba tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:38:31.548521 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912cdec-b542-4358-add4-eaa5b04d5d41 None None] Routers {'22bc843c-5540-4577-82f5-e7d09f7afc90'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:31.549662 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2912cdec-b542-4358-add4-eaa5b04d5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['22bc843c-5540-4577-82f5-e7d09f7afc90'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:31.579265 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.600063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17855074-26a2-4275-8943-e7a1f016088f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:38:31.626368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:31.629572 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1a0e04b1-9592-4ab0-81f0-eabfaa8e3eba tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.633085 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.634736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device de99c61f-8203-4b1c-bbc7-d7934a125299 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:38:31.641379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Deleting port dfff7e6f-ae76-4484-9879-5a23ff439c07 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:31.641743 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.656136 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-1a0e04b1-9592-4ab0-81f0-eabfaa8e3eba tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Added segment ba042b45-9dfe-4eb5-97f7-163ea598bb57 of type vlan for network cd1733f8-47c2-4f5d-b348-3b3965424655 Jul 07 19:38:31.699823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=11']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:31.797281 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2912cdec-b542-4358-add4-eaa5b04d5d41 None None] Set router 22bc843c-5540-4577-82f5-e7d09f7afc90 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:31.811273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] For port dfff7e6f-ae76-4484-9879-5a23ff439c07, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dfff7e6f-ae76-4484-9879-5a23ff439c07,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:31.811832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.851889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Calling delete_port for dfff7e6f-ae76-4484-9879-5a23ff439c07 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:31.868146 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-803d8fc3-85c8-4bda-86f9-95ec9bd26269 req-9ea16b9a-55ae-4f5f-ae29-1806b3ddb02a tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166122 Jul 07 19:38:31.886922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port de99c61f-8203-4b1c-bbc7-d7934a125299, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=de99c61f-8203-4b1c-bbc7-d7934a125299,segment=NetworkSegment(75fb45bf-e738-497d-93ed-a10c958cbaab),segment_id=75fb45bf-e738-497d-93ed-a10c958cbaab)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:31.914596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'de99c61f-8203-4b1c-bbc7-d7934a125299', 'network_id': '19417aa2-6d42-4711-9747-994ad21b6d60', 'port_id': 'de99c61f-8203-4b1c-bbc7-d7934a125299', 'mac_address': 'fa:16:3e:f2:e7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '778a7b6a-d5e0-4a2a-86e3-dca10a027082', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:38:31.936633 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1a0e04b1-9592-4ab0-81f0-eabfaa8e3eba tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.967032 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.978989 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2912cdec-b542-4358-add4-eaa5b04d5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'name': 'tempest-TestVolumeBackupRestore-2096905771-router', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:46Z', 'updated_at': '2021-07-07T19:38:31Z', 'revision_number': 6, 'project_id': '8ea3914e84584c05b92cb6329114a992', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:31.982644 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de99c61f-8203-4b1c-bbc7-d7934a125299 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:38:32.027759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port de99c61f-8203-4b1c-bbc7-d7934a125299, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=de99c61f-8203-4b1c-bbc7-d7934a125299,segment=NetworkSegment(75fb45bf-e738-497d-93ed-a10c958cbaab),segment_id=75fb45bf-e738-497d-93ed-a10c958cbaab)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:32.037761 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.048964 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2912cdec-b542-4358-add4-eaa5b04d5d41 None None] The sync data for ids ['22bc843c-5540-4577-82f5-e7d09f7afc90'] in n-d-793621-9 is: [{'id': '22bc843c-5540-4577-82f5-e7d09f7afc90', 'name': 'tempest-TestVolumeBackupRestore-2096905771-router', 'tenant_id': '8ea3914e84584c05b92cb6329114a992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:46Z', 'updated_at': '2021-07-07T19:38:31Z', 'revision_number': 6, 'project_id': '8ea3914e84584c05b92cb6329114a992', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:38:32.176216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18891500-a6a4-47dc-bf0b-1901c79efdee req-ef95a93d-3b8d-4f8d-a843-ec6ccc4f8dd1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:32.179227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18891500-a6a4-47dc-bf0b-1901c79efdee req-ef95a93d-3b8d-4f8d-a843-ec6ccc4f8dd1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 944 time: 0.2301073 Jul 07 19:38:32.189658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=de99c61f-8203-4b1c-bbc7-d7934a125299,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:32.201758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d039cc36-368e-4822-a676-7bdc24f14f3c details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:38:32.209632 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1a0e04b1-9592-4ab0-81f0-eabfaa8e3eba tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.210679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e04b1-9592-4ab0-81f0-eabfaa8e3eba tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:32.211361 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1a0e04b1-9592-4ab0-81f0-eabfaa8e3eba tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.283056 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18891500-a6a4-47dc-bf0b-1901c79efdee req-efa01c22-6849-4010-9d1a-c17c3d373360 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962241 Jul 07 19:38:32.303840 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.322134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1a0e04b1-9592-4ab0-81f0-eabfaa8e3eba tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1718090 Jul 07 19:38:32.331491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56304) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:32.341003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Request body: {'subnet': {'network_id': 'cd1733f8-47c2-4f5d-b348-3b3965424655', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:32.348676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfff7e6f-ae76-4484-9879-5a23ff439c07,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:32.369098 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d039cc36-368e-4822-a676-7bdc24f14f3c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d039cc36-368e-4822-a676-7bdc24f14f3c,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:32.373843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e04b1-9592-4ab0-81f0-eabfaa8e3eba tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event updated for resources: {'Network': ['ID=cd1733f8-47c2-4f5d-b348-3b3965424655,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:32.404239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'd039cc36-368e-4822-a676-7bdc24f14f3c', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'port_id': 'd039cc36-368e-4822-a676-7bdc24f14f3c', 'mac_address': 'fa:16:3e:a2:be:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:38:32.406014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c62e2-c19b-413a-80a6-b541da07e8a1 req-61b0f2ac-ccf1-4a9f-b5db-74fe34eabd33 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:32.414025 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network cd1733f8-47c2-4f5d-b348-3b3965424655 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:38:32.414456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea3c62e2-c19b-413a-80a6-b541da07e8a1 req-61b0f2ac-ccf1-4a9f-b5db-74fe34eabd33 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.2838547 Jul 07 19:38:32.423584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Made reservation on behalf of f2c8cc9b9326429bbe541f776ef43d9d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:32.425944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.439412 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.509877 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.522354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['17855074-26a2-4275-8943-e7a1f016088f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:38:32.524566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de99c61f-8203-4b1c-bbc7-d7934a125299'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:38:32.595166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea3c62e2-c19b-413a-80a6-b541da07e8a1 req-f89b855d-61b7-4062-a58d-0b037ddaca60 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796889 Jul 07 19:38:32.651494 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.665979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d039cc36-368e-4822-a676-7bdc24f14f3c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:38:32.676558 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.747329 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.748083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22bc843c-5540-4577-82f5-e7d09f7afc90 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:38:32.753625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.757634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4a9e169e-70ea-4303-94f4-57f647764dd7 admin admin] 10.222.0.81 "DELETE /v2.0/routers/22bc843c-5540-4577-82f5-e7d09f7afc90 HTTP/1.1" status: 204 len: 168 time: 1.7687383 Jul 07 19:38:32.759231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56344) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:32.768637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d039cc36-368e-4822-a676-7bdc24f14f3c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d039cc36-368e-4822-a676-7bdc24f14f3c,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:32.782319 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.830255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-41194721-5483-4c54-8731-33e7ac095829 admin admin] Deleting subnet fd44c513-6035-4f17-a285-91c2414b44f6 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:38:32.834829 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41194721-5483-4c54-8731-33e7ac095829 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.892376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d039cc36-368e-4822-a676-7bdc24f14f3c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:32.912191 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41194721-5483-4c54-8731-33e7ac095829 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.004649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.objects.ports [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:38:33.005128 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.088352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Checking segment: {'id': 'ba042b45-9dfe-4eb5-97f7-163ea598bb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd1733f8-47c2-4f5d-b348-3b3965424655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:38:33.088719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Network hostable DHCP agents. Network: cd1733f8-47c2-4f5d-b348-3b3965424655, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:38:33.091593 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41194721-5483-4c54-8731-33e7ac095829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.107241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event updated for resources: {'Subnet': ['ID=404f432a-f8e7-4f80-8ae5-04eb23cd71de,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:33.118342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Network cd1733f8-47c2-4f5d-b348-3b3965424655 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:38:33.143703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, cd1733f8-47c2-4f5d-b348-3b3965424655) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:33.148414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:33.149078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.153765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b424baef-cd65-45ed-a2e4-11323ec5f387 None None] Network cd1733f8-47c2-4f5d-b348-3b3965424655 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:33.181647 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b88c9e5d-d26d-45fc-925f-62883672c286 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8444223 Jul 07 19:38:33.184168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56386) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:33.189035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Request body: {'floatingip': {'floating_network_id': 'cd1733f8-47c2-4f5d-b348-3b3965424655'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:33.210081 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41194721-5483-4c54-8731-33e7ac095829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.233353 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41194721-5483-4c54-8731-33e7ac095829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.238224 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-41194721-5483-4c54-8731-33e7ac095829 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fd44c513-6035-4f17-a285-91c2414b44f6 HTTP/1.1" status: 204 len: 168 time: 0.4755857 Jul 07 19:38:33.238350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0b4905-a513-44b4-887b-ff3a048938f8 None None] Network 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:33.239359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56392) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:33.249991 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.268422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['d039cc36-368e-4822-a676-7bdc24f14f3c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:38:33.373508 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.490601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Deleting port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:33.491358 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.631124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.676209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ea8a2-a372-4e3b-89ee-dd52a7c89b5b None None] Network cd1733f8-47c2-4f5d-b348-3b3965424655 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:33.742212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] For port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3,segment=NetworkSegment(8e6ab49b-01d8-4eae-93eb-761f6503c645),segment_id=8e6ab49b-01d8-4eae-93eb-761f6503c645)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:33.742670 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.771694 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Calling delete_port for 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:33.816255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41194721-5483-4c54-8731-33e7ac095829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd44c513-6035-4f17-a285-91c2414b44f6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:33.854786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549ee52-5094-46b8-8fa9-9e8818740ff7 req-eb3d6759-fea2-4811-850f-30b3b334926c tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:33.856379 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3549ee52-5094-46b8-8fa9-9e8818740ff7 req-eb3d6759-fea2-4811-850f-30b3b334926c tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 944 time: 0.8369160 Jul 07 19:38:33.903344 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3549ee52-5094-46b8-8fa9-9e8818740ff7 req-6c5ed55c-af94-4d78-965e-1f7ef90f2b6c tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408070 Jul 07 19:38:34.012838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547d2d1-7244-431f-857a-ced7884f93a2 req-15061e7e-d9f5-48b7-a90c-7ba64f5dc9f7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:34.020511 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9547d2d1-7244-431f-857a-ced7884f93a2 req-15061e7e-d9f5-48b7-a90c-7ba64f5dc9f7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 945 time: 0.4285307 Jul 07 19:38:34.032351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Allocated IP 172.20.0.8 (cd1733f8-47c2-4f5d-b348-3b3965424655/404f432a-f8e7-4f80-8ae5-04eb23cd71de/ea7db942-295f-4925-9f77-6881bdb7ea39) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:38:34.103305 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.161830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f3a8f8b1-4bf9-4de1-8820-65893e206dc0 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:34.206641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:34.210607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] No DVR routers for this DVR port 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:34.219753 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9547d2d1-7244-431f-857a-ced7884f93a2 req-4302e742-83d3-4e9d-aef1-868582426d01 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980903 Jul 07 19:38:34.235453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f3a8f8b1-4bf9-4de1-8820-65893e206dc0 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:34.237449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f3a8f8b1-4bf9-4de1-8820-65893e206dc0 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:34.237868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dfff7e6f-ae76-4484-9879-5a23ff439c07 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:34.266378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483b765-165f-4220-9f37-e6c5d7bf9e15 req-e8ee3d3d-3d15-4335-bdde-e70bc60b5503 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:34.268481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d483b765-165f-4220-9f37-e6c5d7bf9e15 req-e8ee3d3d-3d15-4335-bdde-e70bc60b5503 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1301367 Jul 07 19:38:34.288045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962923e-a563-43f8-a5d7-f92bfc915332 None None] DHCP port deletion for 50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:38:34.292296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: dfff7e6f-ae76-4484-9879-5a23ff439c07 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:34.303333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dfff7e6f-ae76-4484-9879-5a23ff439c07 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:34.331516 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d483b765-165f-4220-9f37-e6c5d7bf9e15 req-f4e45eda-6db9-4a3a-9ec0-9be5438ebf4a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553675 Jul 07 19:38:34.332371 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.348440 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:34.369474 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.372478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6ab49b-01d8-4eae-93eb-761f6503c645') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:34.372790 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6ab49b-01d8-4eae-93eb-761f6503c645') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:34.386118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.405161 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.414703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:34.415065 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:34.417741 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:34.493903 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.500454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.531474 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.535668 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee HTTP/1.1" status: 204 len: 168 time: 1.2927904 Jul 07 19:38:34.557674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45683f3a-8350-4e33-91e7-ebfb3f96c5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=50c594a8-bbf4-44cd-9ee7-b3ca0a6533ee,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:34.562043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Network cd1733f8-47c2-4f5d-b348-3b3965424655 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:38:34.566346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:34.568255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event updated for resources: {'Port': ['ID=ea7db942-295f-4925-9f77-6881bdb7ea39,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:34.570391 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:38:34.659924 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.736587 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.796783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56430) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:34.859332 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5a401066-0189-4575-9efd-c0619bc46b16 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=13db510003ad470cb27866478365041c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610828 Jul 07 19:38:34.861711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56434) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:34.918195 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f882d58f-e766-4d73-af82-c1d20ce5cf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.946266 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f882d58f-e766-4d73-af82-c1d20ce5cf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.951094 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:34.963095 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.014482 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f882d58f-e766-4d73-af82-c1d20ce5cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.018183 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f882d58f-e766-4d73-af82-c1d20ce5cf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.019653 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f882d58f-e766-4d73-af82-c1d20ce5cf93 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29274145-b301-4990-8125-6b50c127af63 HTTP/1.1" status: 204 len: 168 time: 0.1562068 Jul 07 19:38:35.044937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882d58f-e766-4d73-af82-c1d20ce5cf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29274145-b301-4990-8125-6b50c127af63,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:35.139227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event updated for resources: {'Port': ['ID=ea7db942-295f-4925-9f77-6881bdb7ea39,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:35.147359 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.180383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.184146 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-78d1cfdf-7710-4403-b67b-c6238e86d785 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9990094 Jul 07 19:38:35.188480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56444) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:35.211616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcdfa6-58ba-40b0-b594-bfaa885c79f6 req-db001b87-6c2e-4209-8970-6d815e60c0cb tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:35.214082 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4bcdfa6-58ba-40b0-b594-bfaa885c79f6 req-db001b87-6c2e-4209-8970-6d815e60c0cb tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 944 time: 0.1168916 Jul 07 19:38:35.225689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 17855074-26a2-4275-8943-e7a1f016088f up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:38:35.263978 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4bcdfa6-58ba-40b0-b594-bfaa885c79f6 req-9cc06c98-6983-4076-9500-44aad9cd46de tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440419 Jul 07 19:38:35.304284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 17855074-26a2-4275-8943-e7a1f016088f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:38:35.319832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 17855074-26a2-4275-8943-e7a1f016088f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:38:35.320212 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.347376 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-06afceb9-a93a-4c7b-ac21-b3bafb2d4bcf tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=cd1733f8-47c2-4f5d-b348-3b3965424655 HTTP/1.1" status: 200 len: 689 time: 0.1573360 Jul 07 19:38:35.349782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56450) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:35.481654 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.566989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17855074-26a2-4275-8943-e7a1f016088f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:38:35.574118 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9158f041-c5df-494e-8c31-35bd3c970728" -d '{"events": [{"server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "name": "network-vif-plugged", "status": "completed", "tag": "17855074-26a2-4275-8943-e7a1f016088f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:38:35.576282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56458) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:35.605236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:35.619253 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.620078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device de99c61f-8203-4b1c-bbc7-d7934a125299 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:38:35.620459 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.667627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bbc7424f-7e9a-4a46-8c3f-453e69ce87ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ea3914e84584c05b92cb6329114a992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906594 Jul 07 19:38:35.668213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56464) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:35.696120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3a9f-7ab8-4636-8f1b-b85349d55033 req-30b26fae-842a-4b1e-a348-754f94b72d99 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:35.698814 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-774c3a9f-7ab8-4636-8f1b-b85349d55033 req-30b26fae-842a-4b1e-a348-754f94b72d99 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 945 time: 0.1895411 Jul 07 19:38:35.718238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb03b37-f918-4ae6-bc54-74cc97c76a1b req-6acaf5c5-0ae3-4eec-8fd3-ca93a4434f49 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:35.725492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0eb03b37-f918-4ae6-bc54-74cc97c76a1b req-6acaf5c5-0ae3-4eec-8fd3-ca93a4434f49 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 945 time: 0.2609687 Jul 07 19:38:35.735794 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=12']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:35.777787 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.787863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port de99c61f-8203-4b1c-bbc7-d7934a125299 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:38:35.794581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port de99c61f-8203-4b1c-bbc7-d7934a125299 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:38:35.795379 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.814179 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0eb03b37-f918-4ae6-bc54-74cc97c76a1b req-87287b3e-3ecb-4974-b938-5b6f5524f2da tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877576 Jul 07 19:38:35.835794 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-774c3a9f-7ab8-4636-8f1b-b85349d55033 req-42fd1e2c-4183-431a-8366-f407deaa178a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007540 Jul 07 19:38:35.848244 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d3c4cd1c-6e5f-47d1-8734-350d4596c6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.902221 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d3c4cd1c-6e5f-47d1-8734-350d4596c6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.909200 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10813c6d-1dd1-4fad-a807-f4669ab0acf1 x-openstack-request-id: req-10813c6d-1dd1-4fad-a807-f4669ab0acf1 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:38:35.909906 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "name": "network-vif-plugged", "status": "completed", "tag": "17855074-26a2-4275-8943-e7a1f016088f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:38:35.923907 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10813c6d-1dd1-4fad-a807-f4669ab0acf1 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:38:35.924704 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17855074-26a2-4275-8943-e7a1f016088f', 'code': 200} Jul 07 19:38:35.950067 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.957766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Deleting port ea7db942-295f-4925-9f77-6881bdb7ea39 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:35.958368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.985270 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d3c4cd1c-6e5f-47d1-8734-350d4596c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.990335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d3c4cd1c-6e5f-47d1-8734-350d4596c6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:35.992029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d3c4cd1c-6e5f-47d1-8734-350d4596c6d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20f885e1-230a-454e-99f5-11e584b43972 HTTP/1.1" status: 204 len: 168 time: 0.3221545 Jul 07 19:38:36.014111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4cd1c-6e5f-47d1-8734-350d4596c6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f885e1-230a-454e-99f5-11e584b43972,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:36.053109 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port de99c61f-8203-4b1c-bbc7-d7934a125299, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=de99c61f-8203-4b1c-bbc7-d7934a125299,segment=NetworkSegment(75fb45bf-e738-497d-93ed-a10c958cbaab),segment_id=75fb45bf-e738-497d-93ed-a10c958cbaab)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:36.064406 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:36.106219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d039cc36-368e-4822-a676-7bdc24f14f3c up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:38:36.108628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:36.152501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:36.152848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9ee0af5d-e14c-4201-a6c2-9f8037ac3ba3 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:36.195869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=de99c61f-8203-4b1c-bbc7-d7934a125299,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:36.202653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:36.203027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:36.218679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port d039cc36-368e-4822-a676-7bdc24f14f3c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:38:36.226695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port d039cc36-368e-4822-a676-7bdc24f14f3c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:38:36.227548 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:36.229024 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Calling delete_port for ea7db942-295f-4925-9f77-6881bdb7ea39 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:36.237887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b2962-e63f-4ff4-bf50-c2ec3ec74efa req-42d87356-016a-4a57-a296-90ff66781bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:36.239548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b51b2962-e63f-4ff4-bf50-c2ec3ec74efa req-42d87356-016a-4a57-a296-90ff66781bb5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 1097 time: 0.1389272 Jul 07 19:38:36.421374 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b51b2962-e63f-4ff4-bf50-c2ec3ec74efa req-e63303f5-5d8e-4f0c-90ff-92942fc7d8d7 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634154 Jul 07 19:38:36.442370 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:36.501061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d039cc36-368e-4822-a676-7bdc24f14f3c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d039cc36-368e-4822-a676-7bdc24f14f3c,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:36.506846 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:36.563481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d039cc36-368e-4822-a676-7bdc24f14f3c,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:36.581324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b9c03-0b61-4753-9766-71545d773cc3 req-e7788d0c-3901-4a51-8087-36b30968f094 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:36.589678 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aa6b9c03-0b61-4753-9766-71545d773cc3 req-e7788d0c-3901-4a51-8087-36b30968f094 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 945 time: 0.1208684 Jul 07 19:38:36.591355 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:36.631731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea7db942-295f-4925-9f77-6881bdb7ea39,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:36.649262 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aa6b9c03-0b61-4753-9766-71545d773cc3 req-3e66527a-9d17-45cb-a906-29e0c54858b8 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582123 Jul 07 19:38:36.744143 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:36.790975 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:36.851778 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:36.884395 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=404f432a-f8e7-4f80-8ae5-04eb23cd71de,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:36.943491 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:36.954362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1733f8-47c2-4f5d-b348-3b3965424655']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:36.994639 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba042b45-9dfe-4eb5-97f7-163ea598bb57') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:36.995741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba042b45-9dfe-4eb5-97f7-163ea598bb57') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:37.036575 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:37.065668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:37.075440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:37.076122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:37.078258 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:37.199945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd656f-5910-42b7-99aa-cf7bebaa0ff9 req-00605e52-456c-4127-85e3-b4f7588c6951 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:37.202122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-12bd656f-5910-42b7-99aa-cf7bebaa0ff9 req-00605e52-456c-4127-85e3-b4f7588c6951 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 946 time: 0.2036674 Jul 07 19:38:37.251921 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:37.260064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd1733f8-47c2-4f5d-b348-3b3965424655 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:38:37.266087 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:37.275697 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "DELETE /v2.0/networks/cd1733f8-47c2-4f5d-b348-3b3965424655 HTTP/1.1" status: 204 len: 168 time: 1.9219859 Jul 07 19:38:37.284355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56498) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:37.299517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f49c03-97ef-4768-91b7-de1d62c509cb tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd1733f8-47c2-4f5d-b348-3b3965424655,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:37.379233 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b5b95cc6-031a-4f19-ab85-6b045263d1b3 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0919995 Jul 07 19:38:37.394783 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-12bd656f-5910-42b7-99aa-cf7bebaa0ff9 req-ed68efaa-9745-4a8e-bb27-5f02a54b514c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862826 Jul 07 19:38:37.395421 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56502) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:37.504384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766b2a5-d38f-4677-a45d-d16e2acef5f6 req-ef6fbd4e-855e-4e40-9da5-cfe0ae1bcc7f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:37.515065 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f766b2a5-d38f-4677-a45d-d16e2acef5f6 req-ef6fbd4e-855e-4e40-9da5-cfe0ae1bcc7f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.5103545 Jul 07 19:38:37.520108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c9663-09e3-4b88-9a24-48ec7f8de13b tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:37.520588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c9663-09e3-4b88-9a24-48ec7f8de13b tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:37.521458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c9663-09e3-4b88-9a24-48ec7f8de13b tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:37.521932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c9663-09e3-4b88-9a24-48ec7f8de13b tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:37.522395 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c9663-09e3-4b88-9a24-48ec7f8de13b tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:37.522873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c9663-09e3-4b88-9a24-48ec7f8de13b tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:37.523337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c9663-09e3-4b88-9a24-48ec7f8de13b tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:37.528418 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ca0c9663-09e3-4b88-9a24-48ec7f8de13b tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4674 time: 0.1271360 Jul 07 19:38:37.535595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56510) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:37.610744 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f766b2a5-d38f-4677-a45d-d16e2acef5f6 req-11439ef3-446c-4506-bd53-dd591d1d9fd0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809340 Jul 07 19:38:37.621510 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-1d0c9e35-a81e-4672-8490-bd836602d757 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] delete failed (client error): The resource could not be found. Jul 07 19:38:37.627592 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1d0c9e35-a81e-4672-8490-bd836602d757 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/a7047fac-a193-4a8e-b196-067a7ede2fcf HTTP/1.1" status: 404 len: 345 time: 0.0907865 Jul 07 19:38:37.630977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56518) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:37.651998 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbef47a-9f70-46ce-9f8d-942d392adc5a tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] DELETE failed (client error): The resource could not be found. Jul 07 19:38:37.652782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbef47a-9f70-46ce-9f8d-942d392adc5a tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:38:37.655790 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-efbef47a-9f70-46ce-9f8d-942d392adc5a tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "DELETE /v2.0/networks/cd1733f8-47c2-4f5d-b348-3b3965424655 HTTP/1.1" status: 404 len: 339 time: 0.0235219 Jul 07 19:38:37.658681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56522) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:37.664732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-67a00852-6c00-4e0d-9332-fa722bd1a5db tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Request body: {'network': {'name': 'tempest-network--1120598543', 'router:external': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:37.714220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a00852-6c00-4e0d-9332-fa722bd1a5db tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Made reservation on behalf of f2c8cc9b9326429bbe541f776ef43d9d for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:37.717038 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67a00852-6c00-4e0d-9332-fa722bd1a5db tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:37.751045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a00852-6c00-4e0d-9332-fa722bd1a5db tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:38:37.761243 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67a00852-6c00-4e0d-9332-fa722bd1a5db tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:37.761643 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-67a00852-6c00-4e0d-9332-fa722bd1a5db tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Added segment c7a388cb-c396-47e3-b737-9101c66cab6c of type vlan for network e12e4624-3958-404f-888a-902a3a4b8a4b Jul 07 19:38:37.811441 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67a00852-6c00-4e0d-9332-fa722bd1a5db tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:37.850833 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67a00852-6c00-4e0d-9332-fa722bd1a5db tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:37.852108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a00852-6c00-4e0d-9332-fa722bd1a5db tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:37.852695 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67a00852-6c00-4e0d-9332-fa722bd1a5db tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:37.916324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-67a00852-6c00-4e0d-9332-fa722bd1a5db tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2563481 Jul 07 19:38:37.918909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56528) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:37.927144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b0a7ed-af6d-4d9a-8d03-968bdfe77844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de99c61f-8203-4b1c-bbc7-d7934a125299'}, {'server_uuid': 'fb146117-2e5a-44c0-8d15-0ca541a64075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd039cc36-368e-4822-a676-7bdc24f14f3c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:38:37.930571 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff12f46-aa47-45fc-b9aa-457757b58fbb" -d '{"events": [{"server_uuid": "32b0a7ed-af6d-4d9a-8d03-968bdfe77844", "name": "network-vif-plugged", "status": "completed", "tag": "de99c61f-8203-4b1c-bbc7-d7934a125299"}, {"server_uuid": "fb146117-2e5a-44c0-8d15-0ca541a64075", "name": "network-vif-plugged", "status": "completed", "tag": "d039cc36-368e-4822-a676-7bdc24f14f3c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:38:37.973139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a00852-6c00-4e0d-9332-fa722bd1a5db tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event updated for resources: {'Network': ['ID=e12e4624-3958-404f-888a-902a3a4b8a4b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:37.997826 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network e12e4624-3958-404f-888a-902a3a4b8a4b details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:38:38.074594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3257a-55f3-4c95-9b20-d42be857d9fb req-338c5519-6ce3-49f7-973b-3973b98e7239 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:38.081404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5fd3257a-55f3-4c95-9b20-d42be857d9fb req-338c5519-6ce3-49f7-973b-3973b98e7239 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 945 time: 0.1539652 Jul 07 19:38:38.108305 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e94a145-9bc2-411e-94eb-99deab07a532 x-openstack-request-id: req-8e94a145-9bc2-411e-94eb-99deab07a532 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:38:38.108603 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b0a7ed-af6d-4d9a-8d03-968bdfe77844", "name": "network-vif-plugged", "status": "completed", "tag": "de99c61f-8203-4b1c-bbc7-d7934a125299", "code": 200}, {"server_uuid": "fb146117-2e5a-44c0-8d15-0ca541a64075", "name": "network-vif-plugged", "status": "completed", "tag": "d039cc36-368e-4822-a676-7bdc24f14f3c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:38:38.108873 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e94a145-9bc2-411e-94eb-99deab07a532 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:38:38.109247 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b0a7ed-af6d-4d9a-8d03-968bdfe77844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de99c61f-8203-4b1c-bbc7-d7934a125299', 'code': 200} Jul 07 19:38:38.109728 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb146117-2e5a-44c0-8d15-0ca541a64075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd039cc36-368e-4822-a676-7bdc24f14f3c', 'code': 200} Jul 07 19:38:38.195344 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5fd3257a-55f3-4c95-9b20-d42be857d9fb req-3666c765-3090-482a-a3f0-d51f55372d15 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070497 Jul 07 19:38:38.301750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7aa142-c1c4-41a9-b6a8-8a1ce92f97c3 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:38.317451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7aa142-c1c4-41a9-b6a8-8a1ce92f97c3 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:38.334895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7aa142-c1c4-41a9-b6a8-8a1ce92f97c3 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:38.340145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c3071-8ca8-416c-a9f1-dd2878606f94 req-e07dcf73-185d-42ae-9a13-a3476113d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:38.341703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7aa142-c1c4-41a9-b6a8-8a1ce92f97c3 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:38.341848 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-795c3071-8ca8-416c-a9f1-dd2878606f94 req-e07dcf73-185d-42ae-9a13-a3476113d71c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 1097 time: 0.1344755 Jul 07 19:38:38.354578 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2b7aa142-c1c4-41a9-b6a8-8a1ce92f97c3 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4345737 Jul 07 19:38:38.357209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56564) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:38.372662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e99f4b-cfd0-419d-9aa0-8882d782116c req-4121c10b-256b-4a60-8ab3-ec082ad5561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:38.374444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c6e99f4b-cfd0-419d-9aa0-8882d782116c req-4121c10b-256b-4a60-8ab3-ec082ad5561f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 1096 time: 0.2022121 Jul 07 19:38:38.395629 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-795c3071-8ca8-416c-a9f1-dd2878606f94 req-0e22a4b3-be5b-4431-828f-fd7354dbed9f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469899 Jul 07 19:38:38.426180 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c6e99f4b-cfd0-419d-9aa0-8882d782116c req-015577f3-e46b-4793-bd68-4c9cdccdad37 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432088 Jul 07 19:38:38.504828 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:38.612203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56574) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:38.670418 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:38.691113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12e4624-3958-404f-888a-902a3a4b8a4b']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:38.705152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a388cb-c396-47e3-b737-9101c66cab6c') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:38.705472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a388cb-c396-47e3-b737-9101c66cab6c') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:38.732648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd66d-1a48-4fde-beb7-c32977a43777 req-a7c9a77d-b398-4f9d-8f08-3f0f6cd9aa43 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:38.745883 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ed0fd66d-1a48-4fde-beb7-c32977a43777 req-a7c9a77d-b398-4f9d-8f08-3f0f6cd9aa43 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 946 time: 0.1835668 Jul 07 19:38:38.751813 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:38:38.763586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:38.778489 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:38.785863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:38.786327 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:38.889666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e12e4624-3958-404f-888a-902a3a4b8a4b {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:38:38.891695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event deleted for resources: {'Network': ['ID=e12e4624-3958-404f-888a-902a3a4b8a4b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:38.896777 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:38.898883 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-65055b81-edaa-4873-a2de-eb75592b7bf7 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "DELETE /v2.0/networks/e12e4624-3958-404f-888a-902a3a4b8a4b HTTP/1.1" status: 204 len: 168 time: 0.5404286 Jul 07 19:38:38.904810 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56586) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:38.909813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e1262121-2caa-4955-a9e9-a4fbbbd799d6 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Request body: {'network': {'name': 'tempest-network--1015541503', 'router:external': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:38.948427 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ed0fd66d-1a48-4fde-beb7-c32977a43777 req-8063a09c-0e0c-4dae-9580-bf20fdec6c1b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954794 Jul 07 19:38:39.014496 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4df60bf-63db-440f-ba97-44ac9441394f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.022735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1262121-2caa-4955-a9e9-a4fbbbd799d6 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Made reservation on behalf of f2c8cc9b9326429bbe541f776ef43d9d for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:39.025548 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1262121-2caa-4955-a9e9-a4fbbbd799d6 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.098651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1262121-2caa-4955-a9e9-a4fbbbd799d6 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:38:39.109005 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542e101-cb22-4174-81b2-8c773e0883d6 req-79f89e65-c8fe-4f0a-88c4-aced0f67898d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:39.110877 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7542e101-cb22-4174-81b2-8c773e0883d6 req-79f89e65-c8fe-4f0a-88c4-aced0f67898d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1875610 Jul 07 19:38:39.145963 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1262121-2caa-4955-a9e9-a4fbbbd799d6 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.146387 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-e1262121-2caa-4955-a9e9-a4fbbbd799d6 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Added segment 353e0619-979c-4a57-ace8-8fc45a3f0b95 of type vlan for network 1a51f796-3c94-47fb-8a71-77ab9a6dc360 Jul 07 19:38:39.223539 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7542e101-cb22-4174-81b2-8c773e0883d6 req-919b2288-bd03-4192-b28a-3bf38b8e8526 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029463 Jul 07 19:38:39.235075 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1262121-2caa-4955-a9e9-a4fbbbd799d6 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.285579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4df60bf-63db-440f-ba97-44ac9441394f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.292801 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c4df60bf-63db-440f-ba97-44ac9441394f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.311890 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1262121-2caa-4955-a9e9-a4fbbbd799d6 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.312848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1262121-2caa-4955-a9e9-a4fbbbd799d6 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:39.313418 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1262121-2caa-4955-a9e9-a4fbbbd799d6 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.360868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df60bf-63db-440f-ba97-44ac9441394f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f62681-400f-4f09-82fd-9d4974f848c3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:39.470259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983229e-1f84-4c3b-a876-b14cb3e682c5 req-5f164ec5-5ce8-4b45-a094-6655a1531c6e tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:39.481483 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f983229e-1f84-4c3b-a876-b14cb3e682c5 req-5f164ec5-5ce8-4b45-a094-6655a1531c6e tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 945 time: 0.0794950 Jul 07 19:38:39.492193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1262121-2caa-4955-a9e9-a4fbbbd799d6 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event updated for resources: {'Network': ['ID=1a51f796-3c94-47fb-8a71-77ab9a6dc360,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:39.498266 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c4df60bf-63db-440f-ba97-44ac9441394f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42a5bb0fe2654e3480b6b81002049fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8839884 Jul 07 19:38:39.500471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56594) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:39.507754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 1a51f796-3c94-47fb-8a71-77ab9a6dc360 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:38:39.512486 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e1262121-2caa-4955-a9e9-a4fbbbd799d6 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6066649 Jul 07 19:38:39.515114 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56596) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:39.580500 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb24e-20b3-412d-bb28-4c4574f37c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.609029 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb24e-20b3-412d-bb28-4c4574f37c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.623415 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f983229e-1f84-4c3b-a876-b14cb3e682c5 req-70ab9f65-3231-494f-aa22-e65589883080 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406031 Jul 07 19:38:39.634665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751cd40-c663-489f-aad4-3c8a0f75d908 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:39.636615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4751cd40-c663-489f-aad4-3c8a0f75d908 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] 10.222.0.81 "GET /v2.0/networks/1a51f796-3c94-47fb-8a71-77ab9a6dc360 HTTP/1.1" status: 200 len: 757 time: 0.1201286 Jul 07 19:38:39.639191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56602) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:39.711801 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb24e-20b3-412d-bb28-4c4574f37c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.715544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb24e-20b3-412d-bb28-4c4574f37c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.720643 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8ddcb24e-20b3-412d-bb28-4c4574f37c0b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4f62681-400f-4f09-82fd-9d4974f848c3 HTTP/1.1" status: 204 len: 168 time: 0.2174723 Jul 07 19:38:39.732872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcb24e-20b3-412d-bb28-4c4574f37c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f62681-400f-4f09-82fd-9d4974f848c3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:39.775846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a745c4-e442-4580-b5e8-a1b95936766a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:39.777131 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-92a745c4-e442-4580-b5e8-a1b95936766a tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] 10.222.0.81 "GET /v2.0/networks/b60b3c9a-7b17-4253-bfe0-95c410f56d41 HTTP/1.1" status: 200 len: 768 time: 0.1369622 Jul 07 19:38:39.779963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56608) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:39.853469 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.951406 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:39.965781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a51f796-3c94-47fb-8a71-77ab9a6dc360']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:39.980826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353e0619-979c-4a57-ace8-8fc45a3f0b95') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:39.981360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353e0619-979c-4a57-ace8-8fc45a3f0b95') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:39.994440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.014554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.023300 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.028896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:40.029280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:40.031271 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:40.151471 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.159654 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a51f796-3c94-47fb-8a71-77ab9a6dc360 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:38:40.171146 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.176296 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "DELETE /v2.0/networks/1a51f796-3c94-47fb-8a71-77ab9a6dc360 HTTP/1.1" status: 204 len: 168 time: 0.3920100 Jul 07 19:38:40.176296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d313d5-0c4c-4d6d-abf2-ad7521575d1c tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a51f796-3c94-47fb-8a71-77ab9a6dc360,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:40.176726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56616) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:40.182193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3d248f06-bcb8-4fc0-a6a0-973209f61248 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Request body: {'network': {'name': 'tempest-network--990240737'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:40.209117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d248f06-bcb8-4fc0-a6a0-973209f61248 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Made reservation on behalf of f2c8cc9b9326429bbe541f776ef43d9d for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:40.212998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d248f06-bcb8-4fc0-a6a0-973209f61248 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.214413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ab7d0-d9ef-4f03-8c21-be10d52c41e1 req-ed176049-8828-46d2-a35c-a6d96c7736a5 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:40.216087 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-073ab7d0-d9ef-4f03-8c21-be10d52c41e1 req-ed176049-8828-46d2-a35c-a6d96c7736a5 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 946 time: 0.1126568 Jul 07 19:38:40.239985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d248f06-bcb8-4fc0-a6a0-973209f61248 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:38:40.268228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-073ab7d0-d9ef-4f03-8c21-be10d52c41e1 req-9d8a5d23-6df7-43b6-83aa-b61542aceea1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464578 Jul 07 19:38:40.278495 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d248f06-bcb8-4fc0-a6a0-973209f61248 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.279329 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-3d248f06-bcb8-4fc0-a6a0-973209f61248 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Added segment 132c12b0-5a76-4d26-8adc-11d37c3fda39 of type vlan for network 7d4340b8-ea8f-4ab9-9f6c-c5141de32d54 Jul 07 19:38:40.333622 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d248f06-bcb8-4fc0-a6a0-973209f61248 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.374586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d248f06-bcb8-4fc0-a6a0-973209f61248 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.376730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d248f06-bcb8-4fc0-a6a0-973209f61248 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:40.376730 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d248f06-bcb8-4fc0-a6a0-973209f61248 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.481550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d248f06-bcb8-4fc0-a6a0-973209f61248 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event updated for resources: {'Network': ['ID=7d4340b8-ea8f-4ab9-9f6c-c5141de32d54,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:40.494609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 7d4340b8-ea8f-4ab9-9f6c-c5141de32d54 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:38:40.519274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadae660-7e56-4c18-b1e3-34766392488a req-cc85155c-9ee7-4781-933b-facd26bb7adc tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:40.527378 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eadae660-7e56-4c18-b1e3-34766392488a req-cc85155c-9ee7-4781-933b-facd26bb7adc tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 946 time: 0.0911710 Jul 07 19:38:40.537930 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3d248f06-bcb8-4fc0-a6a0-973209f61248 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3572099 Jul 07 19:38:40.538154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56630) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:40.543931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-6d82bc85-ea78-4536-ac2e-5ca983a5e102 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:40.621150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36a288-9a39-434e-b517-d41791833c47 req-8cd8e091-2e9a-42fc-8cbb-687affcd1f17 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:40.623277 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a36a288-9a39-434e-b517-d41791833c47 req-8cd8e091-2e9a-42fc-8cbb-687affcd1f17 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1543448 Jul 07 19:38:40.642690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eadae660-7e56-4c18-b1e3-34766392488a req-4cd18899-e976-4dce-bbda-0a6f211180f6 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143835 Jul 07 19:38:40.683146 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a36a288-9a39-434e-b517-d41791833c47 req-45eb9d27-b172-402a-837c-52c0a40fbe84 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483565 Jul 07 19:38:40.813476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6d82bc85-ea78-4536-ac2e-5ca983a5e102 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.830663 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6d82bc85-ea78-4536-ac2e-5ca983a5e102 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.864291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d82bc85-ea78-4536-ac2e-5ca983a5e102 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Network 7d4340b8-ea8f-4ab9-9f6c-c5141de32d54 is not hosted by any dhcp agent {{(pid=93900) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:38:40.865240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d82bc85-ea78-4536-ac2e-5ca983a5e102 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:40.865840 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6d82bc85-ea78-4536-ac2e-5ca983a5e102 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.869591 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6d82bc85-ea78-4536-ac2e-5ca983a5e102 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "PUT /v2.0/networks/7d4340b8-ea8f-4ab9-9f6c-c5141de32d54 HTTP/1.1" status: 200 len: 857 time: 0.3282995 Jul 07 19:38:40.881218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56644) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:40.940546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82bc85-ea78-4536-ac2e-5ca983a5e102 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event updated for resources: {'Network': ['ID=7d4340b8-ea8f-4ab9-9f6c-c5141de32d54,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:40.973519 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:40.976794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f81ed-1872-4ea1-8bed-25dd9e9e06d0 req-2d2bc35d-3f17-4c02-9263-a031db963aed tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:40.978423 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed0f81ed-1872-4ea1-8bed-25dd9e9e06d0 req-2d2bc35d-3f17-4c02-9263-a031db963aed tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 945 time: 0.1448910 Jul 07 19:38:40.989891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f5c8-383f-4078-8641-c51418e67893 req-0eeed781-509b-4bba-af76-ea597b3aa545 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:40.991451 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f34f5c8-383f-4078-8641-c51418e67893 req-0eeed781-509b-4bba-af76-ea597b3aa545 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 946 time: 0.1451616 Jul 07 19:38:41.021363 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed0f81ed-1872-4ea1-8bed-25dd9e9e06d0 req-eecd7922-4191-4645-92bc-9b5e71afd85d tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361435 Jul 07 19:38:41.086558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.097791 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f34f5c8-383f-4078-8641-c51418e67893 req-423278b4-304c-4637-816f-adc4d9f63eeb tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819554 Jul 07 19:38:41.101976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4340b8-ea8f-4ab9-9f6c-c5141de32d54']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:41.114561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132c12b0-5a76-4d26-8adc-11d37c3fda39') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:41.115014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132c12b0-5a76-4d26-8adc-11d37c3fda39') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:41.134539 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.149592 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.156575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:41.156983 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:41.168449 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:41.233780 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.234334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7b9c8-1f55-419a-9c2a-981fb403e16e req-334ea75c-12c5-4617-ab76-f98d0acf42b4 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:41.236763 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cac7b9c8-1f55-419a-9c2a-981fb403e16e req-334ea75c-12c5-4617-ab76-f98d0acf42b4 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.0943279 Jul 07 19:38:41.240956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d4340b8-ea8f-4ab9-9f6c-c5141de32d54 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:38:41.260776 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.266311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] 10.222.0.81 "DELETE /v2.0/networks/7d4340b8-ea8f-4ab9-9f6c-c5141de32d54 HTTP/1.1" status: 204 len: 168 time: 0.3799355 Jul 07 19:38:41.268215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56656) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:41.272533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58c6e8-291a-44d5-af50-489205a29720 tempest-ExternalNetworksTestJSON-523570449 tempest-ExternalNetworksTestJSON-523570449-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d4340b8-ea8f-4ab9-9f6c-c5141de32d54,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:41.305425 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf8b714-447b-4028-9774-a9555a7d1bcb tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] DELETE failed (client error): The resource could not be found. Jul 07 19:38:41.305939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf8b714-447b-4028-9774-a9555a7d1bcb tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:38:41.307739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cdf8b714-447b-4028-9774-a9555a7d1bcb tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] 10.222.0.81 "DELETE /v2.0/subnets/404f432a-f8e7-4f80-8ae5-04eb23cd71de HTTP/1.1" status: 404 len: 337 time: 0.0386043 Jul 07 19:38:41.310448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56658) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:41.329230 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cac7b9c8-1f55-419a-9c2a-981fb403e16e req-cefe001b-a4ba-48ff-b5d7-b577e98c7241 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768530 Jul 07 19:38:41.459667 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.580698 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.592707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60b3c9a-7b17-4253-bfe0-95c410f56d41']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:41.607650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba9c173-6872-47e6-906c-760b66e43db2') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:41.607952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba9c173-6872-47e6-906c-760b66e43db2') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:41.620938 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.642504 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.660143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:41.660590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:41.663995 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:41.813888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.825451 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.827652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] 10.222.0.81 "DELETE /v2.0/networks/b60b3c9a-7b17-4253-bfe0-95c410f56d41 HTTP/1.1" status: 204 len: 168 time: 0.5161445 Jul 07 19:38:41.846260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad219c-004f-4dcb-b2cb-b7a1b3ccce79 tempest-ExternalNetworksTestJSON-415072650 tempest-ExternalNetworksTestJSON-415072650-project] Pushing event deleted for resources: {'Network': ['ID=b60b3c9a-7b17-4253-bfe0-95c410f56d41,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:41.862062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e4a75-b720-44b5-accc-5d741b6afd66 req-c3c86c28-6022-471d-9d61-521eaf924cdc tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:41.863880 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b5e4a75-b720-44b5-accc-5d741b6afd66 req-c3c86c28-6022-471d-9d61-521eaf924cdc tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1808021 Jul 07 19:38:41.884727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f45bc7-83f1-4f52-9d75-3c8d710b86fe req-e33b8c0b-3943-43b5-a24b-f0f5f9402bda tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:41.886528 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57f45bc7-83f1-4f52-9d75-3c8d710b86fe req-e33b8c0b-3943-43b5-a24b-f0f5f9402bda tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 946 time: 0.0945175 Jul 07 19:38:41.960085 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b5e4a75-b720-44b5-accc-5d741b6afd66 req-ecb0d3b7-bb6a-49a3-8af2-809eddb674f1 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875328 Jul 07 19:38:41.965628 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57f45bc7-83f1-4f52-9d75-3c8d710b86fe req-cace7390-8a03-4b36-96c9-0af2e9383049 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724406 Jul 07 19:38:42.153678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d463bb1-4c5a-4664-9c2a-c1462f2f8cfe req-5e5855f0-461b-4dde-9451-1acb105875fa tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:42.155381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d463bb1-4c5a-4664-9c2a-c1462f2f8cfe req-5e5855f0-461b-4dde-9451-1acb105875fa tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 945 time: 0.0878212 Jul 07 19:38:42.163281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56688) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:42.188764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4032df-d4ba-4c84-b85d-f71eec991ec0 req-3c422bf9-b383-4ba8-b1bc-1a23ae7624a3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:42.190283 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb4032df-d4ba-4c84-b85d-f71eec991ec0 req-3c422bf9-b383-4ba8-b1bc-1a23ae7624a3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.0806308 Jul 07 19:38:42.205108 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d463bb1-4c5a-4664-9c2a-c1462f2f8cfe req-aecf22e7-9b4a-40c7-92b5-e6132193472d tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435026 Jul 07 19:38:42.267383 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb4032df-d4ba-4c84-b85d-f71eec991ec0 req-66e52dae-c656-44b3-a728-d0e054254a86 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713074 Jul 07 19:38:42.342842 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-71b8b4f2-49ca-4a9a-b145-93bc4696b375 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a2d0199abe9149b38106f5df82189eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775904 Jul 07 19:38:42.344775 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56696) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:42.394860 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bffea99f-0a5f-41a5-a454-aaea1ab38650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:42.419960 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bffea99f-0a5f-41a5-a454-aaea1ab38650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:42.452110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa3805-3de7-4ab1-934c-238009f900b2 req-7adec8e7-eb75-4b38-9082-f1cf118a8ad2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:42.453995 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f5aa3805-3de7-4ab1-934c-238009f900b2 req-7adec8e7-eb75-4b38-9082-f1cf118a8ad2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.0665336 Jul 07 19:38:42.474465 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bffea99f-0a5f-41a5-a454-aaea1ab38650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:42.477174 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bffea99f-0a5f-41a5-a454-aaea1ab38650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:42.478920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bffea99f-0a5f-41a5-a454-aaea1ab38650 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/54f30a8a-195e-4bb6-9a41-b6e6ab2f3e65 HTTP/1.1" status: 204 len: 168 time: 0.1330419 Jul 07 19:38:42.487309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffea99f-0a5f-41a5-a454-aaea1ab38650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f30a8a-195e-4bb6-9a41-b6e6ab2f3e65,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:42.521378 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f5aa3805-3de7-4ab1-934c-238009f900b2 req-f75ad28d-33e2-4434-8029-d24651c293e6 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518491 Jul 07 19:38:42.743568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2005ef-0676-4b6a-96d5-be8785743471 req-cb7bf230-5f1c-4ca8-bc6c-e67619e7c7f2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:42.745193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c2005ef-0676-4b6a-96d5-be8785743471 req-cb7bf230-5f1c-4ca8-bc6c-e67619e7c7f2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.0781586 Jul 07 19:38:42.790705 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c2005ef-0676-4b6a-96d5-be8785743471 req-a08e0e31-1529-4029-af91-a8bf4d3512ce tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369313 Jul 07 19:38:42.832161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56716) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:42.896879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56720) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:42.897094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ff8188ab-cc2a-47ec-9222-d14ae3f426c9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f2c8cc9b9326429bbe541f776ef43d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633049 Jul 07 19:38:42.954689 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-919565d1-decd-406a-8730-53dd40dc4ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:43.009260 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-919565d1-decd-406a-8730-53dd40dc4ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:43.076528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3cf2b-e4d4-475a-863d-9c74153f327b req-7e6f5e60-d216-4f98-8d1a-cfd69104cb1b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:43.077974 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27e3cf2b-e4d4-475a-863d-9c74153f327b req-7e6f5e60-d216-4f98-8d1a-cfd69104cb1b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1253576 Jul 07 19:38:43.113259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-919565d1-decd-406a-8730-53dd40dc4ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:43.115987 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-919565d1-decd-406a-8730-53dd40dc4ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:43.117168 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-919565d1-decd-406a-8730-53dd40dc4ada admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/352205fa-bc4c-4d30-bce5-3c865cbb2629 HTTP/1.1" status: 204 len: 168 time: 0.2188909 Jul 07 19:38:43.143167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919565d1-decd-406a-8730-53dd40dc4ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352205fa-bc4c-4d30-bce5-3c865cbb2629,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:43.175397 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27e3cf2b-e4d4-475a-863d-9c74153f327b req-fddbe74d-af4d-4c66-bb6b-ddabc6bcd65a tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866838 Jul 07 19:38:43.231748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bf402-92c1-4562-bdcf-f0690707fd01 req-7a746695-b00b-4e14-bbcd-2b4d5c62fd51 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:43.234491 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-325bf402-92c1-4562-bdcf-f0690707fd01 req-7a746695-b00b-4e14-bbcd-2b4d5c62fd51 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 946 time: 0.1209917 Jul 07 19:38:43.280303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618e36-33fd-4c36-adeb-f5a28d6ebcb6 req-602af9db-97a5-42d3-9909-3a7316b8ef94 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:43.282612 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-59618e36-33fd-4c36-adeb-f5a28d6ebcb6 req-602af9db-97a5-42d3-9909-3a7316b8ef94 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.110 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 945 time: 0.0841753 Jul 07 19:38:43.307608 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-325bf402-92c1-4562-bdcf-f0690707fd01 req-75be07d8-da45-44b8-a76c-6f7438e8ea05 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649374 Jul 07 19:38:43.435550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-59618e36-33fd-4c36-adeb-f5a28d6ebcb6 req-1c4f2c41-90b3-42d3-b780-6204bfe36189 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Deleting port de99c61f-8203-4b1c-bbc7-d7934a125299 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:43.435550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-59618e36-33fd-4c36-adeb-f5a28d6ebcb6 req-1c4f2c41-90b3-42d3-b780-6204bfe36189 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:43.527503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ed842-23ba-4dee-a76c-e1b82d882e95 req-e7e9b707-c021-4a6e-a67c-6868847c8cc1 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:43.529746 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd5ed842-23ba-4dee-a76c-e1b82d882e95 req-e7e9b707-c021-4a6e-a67c-6868847c8cc1 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 945 time: 0.0909748 Jul 07 19:38:43.592535 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-59618e36-33fd-4c36-adeb-f5a28d6ebcb6 req-1c4f2c41-90b3-42d3-b780-6204bfe36189 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] For port de99c61f-8203-4b1c-bbc7-d7934a125299, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=de99c61f-8203-4b1c-bbc7-d7934a125299,segment=NetworkSegment(75fb45bf-e738-497d-93ed-a10c958cbaab),segment_id=75fb45bf-e738-497d-93ed-a10c958cbaab)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:43.593136 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-59618e36-33fd-4c36-adeb-f5a28d6ebcb6 req-1c4f2c41-90b3-42d3-b780-6204bfe36189 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:43.597266 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bd5ed842-23ba-4dee-a76c-e1b82d882e95 req-4e3251a2-a796-4a6b-a857-74bdd4b46daf tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/security-groups?id=542ef244-a381-4997-b0ea-c40a034e5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576971 Jul 07 19:38:43.629457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-59618e36-33fd-4c36-adeb-f5a28d6ebcb6 req-1c4f2c41-90b3-42d3-b780-6204bfe36189 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Calling delete_port for de99c61f-8203-4b1c-bbc7-d7934a125299 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:43.804860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e92c0e-938b-498b-b2ba-fd0e883745e1 req-3ecb8e96-2a6d-47f2-be8b-747a08f49817 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:43.806434 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b5e92c0e-938b-498b-b2ba-fd0e883745e1 req-3ecb8e96-2a6d-47f2-be8b-747a08f49817 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 946 time: 0.2240798 Jul 07 19:38:43.859217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1437f7b-be94-4abf-9e2e-ad5cdb2a66d2 req-508229c5-b9c0-45a6-92a6-89b87b6e6ab9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:43.860819 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1437f7b-be94-4abf-9e2e-ad5cdb2a66d2 req-508229c5-b9c0-45a6-92a6-89b87b6e6ab9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1906912 Jul 07 19:38:43.980486 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1437f7b-be94-4abf-9e2e-ad5cdb2a66d2 req-cbe4ca98-6902-4666-bcdd-8de6df5f899d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070216 Jul 07 19:38:43.981950 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-59618e36-33fd-4c36-adeb-f5a28d6ebcb6 req-1c4f2c41-90b3-42d3-b780-6204bfe36189 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:43.994900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['de99c61f-8203-4b1c-bbc7-d7934a125299'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:38:44.054399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f2c41-90b3-42d3-b780-6204bfe36189 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Pushing event deleted for resources: {'Port': ['ID=de99c61f-8203-4b1c-bbc7-d7934a125299,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:44.111061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-b5e92c0e-938b-498b-b2ba-fd0e883745e1 req-3db90598-3f2b-4802-ba03-86caf094a25c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Deleting port d039cc36-368e-4822-a676-7bdc24f14f3c {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:44.111503 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b5e92c0e-938b-498b-b2ba-fd0e883745e1 req-3db90598-3f2b-4802-ba03-86caf094a25c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:44.133119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-59618e36-33fd-4c36-adeb-f5a28d6ebcb6 req-1c4f2c41-90b3-42d3-b780-6204bfe36189 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] No DVR routers for this DVR port de99c61f-8203-4b1c-bbc7-d7934a125299 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:44.146042 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-59618e36-33fd-4c36-adeb-f5a28d6ebcb6 req-1c4f2c41-90b3-42d3-b780-6204bfe36189 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:44.148811 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-59618e36-33fd-4c36-adeb-f5a28d6ebcb6 req-1c4f2c41-90b3-42d3-b780-6204bfe36189 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.110 "DELETE /v2.0/ports/de99c61f-8203-4b1c-bbc7-d7934a125299 HTTP/1.1" status: 204 len: 173 time: 0.8607690 Jul 07 19:38:44.149512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b0a7ed-af6d-4d9a-8d03-968bdfe77844', 'name': 'network-vif-deleted', 'tag': 'de99c61f-8203-4b1c-bbc7-d7934a125299'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:38:44.152225 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845ae66e-2a12-4ea7-9aa0-1b5d10c90fa4" -d '{"events": [{"server_uuid": "32b0a7ed-af6d-4d9a-8d03-968bdfe77844", "name": "network-vif-deleted", "tag": "de99c61f-8203-4b1c-bbc7-d7934a125299"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:38:44.228268 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468f1be3-cae3-4c86-aa8d-21b0749604d7 x-openstack-request-id: req-468f1be3-cae3-4c86-aa8d-21b0749604d7 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:38:44.228577 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b0a7ed-af6d-4d9a-8d03-968bdfe77844", "name": "network-vif-deleted", "tag": "de99c61f-8203-4b1c-bbc7-d7934a125299", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:38:44.228929 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-468f1be3-cae3-4c86-aa8d-21b0749604d7 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:38:44.229473 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b0a7ed-af6d-4d9a-8d03-968bdfe77844', 'name': 'network-vif-deleted', 'tag': 'de99c61f-8203-4b1c-bbc7-d7934a125299', 'status': 'completed', 'code': 200} Jul 07 19:38:44.295779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-b5e92c0e-938b-498b-b2ba-fd0e883745e1 req-3db90598-3f2b-4802-ba03-86caf094a25c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] For port d039cc36-368e-4822-a676-7bdc24f14f3c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d039cc36-368e-4822-a676-7bdc24f14f3c,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:44.296439 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b5e92c0e-938b-498b-b2ba-fd0e883745e1 req-3db90598-3f2b-4802-ba03-86caf094a25c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:44.312423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-b5e92c0e-938b-498b-b2ba-fd0e883745e1 req-3db90598-3f2b-4802-ba03-86caf094a25c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Calling delete_port for d039cc36-368e-4822-a676-7bdc24f14f3c owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:44.804473 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0f2c2e22-19a5-48db-a702-65e7fabfbefc req-20eebc22-1169-4a15-abea-495e9a7c3694 tempest-ServerAddressesNegativeTestJSON-982505382 tempest-ServerAddressesNegativeTestJSON-982505382-project] 10.222.0.81 "GET /v2.0/ports?device_id=32b0a7ed-af6d-4d9a-8d03-968bdfe77844 HTTP/1.1" status: 200 len: 210 time: 0.0521524 Jul 07 19:38:44.850724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56796) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:44.862259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b09c8-97d5-4ba1-9bbc-f45d811a390a req-e86eb22e-4cde-4dbe-a97d-b6e58fb9818c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:44.880888 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-579b09c8-97d5-4ba1-9bbc-f45d811a390a req-e86eb22e-4cde-4dbe-a97d-b6e58fb9818c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 946 time: 0.1825190 Jul 07 19:38:44.960050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-579b09c8-97d5-4ba1-9bbc-f45d811a390a req-f22732eb-aabf-4033-b1a5-8e74c056c4a7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780423 Jul 07 19:38:44.995057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-677288211', 'router:external': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:44.997329 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b5e92c0e-938b-498b-b2ba-fd0e883745e1 req-3db90598-3f2b-4802-ba03-86caf094a25c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:45.013041 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['d039cc36-368e-4822-a676-7bdc24f14f3c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:38:45.034028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Made reservation on behalf of a3bf78b577b24c2391a882488a2060f4 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:45.037153 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:45.049267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:45.053574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db90598-3f2b-4802-ba03-86caf094a25c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event deleted for resources: {'Port': ['ID=d039cc36-368e-4822-a676-7bdc24f14f3c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:45.131053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e92c0e-938b-498b-b2ba-fd0e883745e1 req-3db90598-3f2b-4802-ba03-86caf094a25c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] No DVR routers for this DVR port d039cc36-368e-4822-a676-7bdc24f14f3c on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:45.133545 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b5e92c0e-938b-498b-b2ba-fd0e883745e1 req-3db90598-3f2b-4802-ba03-86caf094a25c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:45.136322 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b5e92c0e-938b-498b-b2ba-fd0e883745e1 req-3db90598-3f2b-4802-ba03-86caf094a25c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "DELETE /v2.0/ports/d039cc36-368e-4822-a676-7bdc24f14f3c HTTP/1.1" status: 204 len: 173 time: 1.3198669 Jul 07 19:38:45.238702 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:45.247458 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:45.262784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c541f6-95b3-4b49-8dfb-d6540d659559 req-f9d79086-ea14-4456-8bf0-9e268bf3fafa tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:45.264355 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46c541f6-95b3-4b49-8dfb-d6540d659559 req-f9d79086-ea14-4456-8bf0-9e268bf3fafa tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1191700 Jul 07 19:38:45.287291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:38:45.314901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6841e03e-9530-4a45-8819-d61e166bb107,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:45.323475 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:45.323831 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Added segment 50376b95-d58f-4d45-bd6c-d2e534372242 of type vlan for network eca14a2b-438a-4ad6-84a8-0b17f96a0fd7 Jul 07 19:38:45.357861 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46c541f6-95b3-4b49-8dfb-d6540d659559 req-2960a867-76b0-4b3c-9483-68ee049089a9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837834 Jul 07 19:38:45.409218 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:45.457610 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:45.459810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:45.459935 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:45.524741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6692340 Jul 07 19:38:45.524996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56816) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:45.532230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Request body: {'subnet': {'network_id': 'eca14a2b-438a-4ad6-84a8-0b17f96a0fd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:45.543580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a7f11-7993-4d4f-827b-bc40e0192fc5 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event updated for resources: {'Network': ['ID=eca14a2b-438a-4ad6-84a8-0b17f96a0fd7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:45.554719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network eca14a2b-438a-4ad6-84a8-0b17f96a0fd7 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:38:45.582159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Made reservation on behalf of a3bf78b577b24c2391a882488a2060f4 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:45.585562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:45.960318 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56832) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:46.082565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-02419d18-375e-4bff-9794-2144242c2c83 admin admin] Deleting subnet 778a7b6a-d5e0-4a2a-86e3-dca10a027082 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:38:46.088221 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-02419d18-375e-4bff-9794-2144242c2c83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.091668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144ddf3-6dfb-42c2-8553-0860c78708fe req-28e27296-ce80-4083-b7a6-b14f3d32f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:46.093166 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9144ddf3-6dfb-42c2-8553-0860c78708fe req-28e27296-ce80-4083-b7a6-b14f3d32f8e7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cdeabc780301499c925920101cd78d49&device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 1097 time: 0.2188616 Jul 07 19:38:46.102846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.objects.ports [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:38:46.102846 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.160813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a55db-7625-42b0-a644-e14557c3fa92 req-aff198e2-d524-4c92-b0b2-da17050ea4e7 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:46.162575 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a58a55db-7625-42b0-a644-e14557c3fa92 req-aff198e2-d524-4c92-b0b2-da17050ea4e7 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.2320468 Jul 07 19:38:46.205816 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f92cc95f-530e-4fe5-bc29-88c63ccbb007 req-a7f9fe48-bfe4-4371-92c7-72e47482c9b8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 210 time: 0.0453522 Jul 07 19:38:46.208404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event updated for resources: {'Subnet': ['ID=be1d7101-3c08-4b67-9eb7-ab46ac463191,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:46.214674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Checking segment: {'id': '50376b95-d58f-4d45-bd6c-d2e534372242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eca14a2b-438a-4ad6-84a8-0b17f96a0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:38:46.215805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Network hostable DHCP agents. Network: eca14a2b-438a-4ad6-84a8-0b17f96a0fd7, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:38:46.224280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-02419d18-375e-4bff-9794-2144242c2c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.237186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb146117-2e5a-44c0-8d15-0ca541a64075', 'name': 'network-vif-deleted', 'tag': 'd039cc36-368e-4822-a676-7bdc24f14f3c'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:38:46.240380 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaa8c8b-c555-4de2-80c0-0edede948b80" -d '{"events": [{"server_uuid": "fb146117-2e5a-44c0-8d15-0ca541a64075", "name": "network-vif-deleted", "tag": "d039cc36-368e-4822-a676-7bdc24f14f3c"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:38:46.253101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Network eca14a2b-438a-4ad6-84a8-0b17f96a0fd7 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:38:46.266760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, eca14a2b-438a-4ad6-84a8-0b17f96a0fd7) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:46.278981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4429fa56-b8f1-46ab-a1a2-13c817f623b9 None None] Network eca14a2b-438a-4ad6-84a8-0b17f96a0fd7 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:46.282977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:46.295234 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.321821 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38b90e0-e5f5-4a0c-994d-a9e8f1cec62a x-openstack-request-id: req-b38b90e0-e5f5-4a0c-994d-a9e8f1cec62a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:38:46.322111 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb146117-2e5a-44c0-8d15-0ca541a64075", "name": "network-vif-deleted", "tag": "d039cc36-368e-4822-a676-7bdc24f14f3c", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:38:46.322361 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b38b90e0-e5f5-4a0c-994d-a9e8f1cec62a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:38:46.322884 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb146117-2e5a-44c0-8d15-0ca541a64075', 'name': 'network-vif-deleted', 'tag': 'd039cc36-368e-4822-a676-7bdc24f14f3c', 'status': 'completed', 'code': 200} Jul 07 19:38:46.331386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8a68c6d9-53c9-480b-b8ae-ede8b4b72682 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8052158 Jul 07 19:38:46.334229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56842) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:46.340121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-991294379', 'network_id': 'eca14a2b-438a-4ad6-84a8-0b17f96a0fd7'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:46.374465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Made reservation on behalf of a3bf78b577b24c2391a882488a2060f4 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:46.378399 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.381269 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a58a55db-7625-42b0-a644-e14557c3fa92 req-7fdac50e-4b51-46dd-b6ce-b807b18ded81 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029607 Jul 07 19:38:46.385503 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-02419d18-375e-4bff-9794-2144242c2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.405056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] device_id is not set on port be380c8c-e466-4de4-a26c-08dac497a314 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:38:46.446095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144ddf3-6dfb-42c2-8553-0860c78708fe req-0b3dd54a-f155-40d2-af2c-0e12d25f6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:46.447859 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9144ddf3-6dfb-42c2-8553-0860c78708fe req-0b3dd54a-f155-40d2-af2c-0e12d25f6ded service neutron] 10.222.0.110 "GET /v2.0/networks?id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 200 len: 914 time: 0.3309381 Jul 07 19:38:46.513611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9144ddf3-6dfb-42c2-8553-0860c78708fe req-4284908a-088a-4848-94c4-6c76963119dd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17855074-26a2-4275-8943-e7a1f016088f HTTP/1.1" status: 200 len: 217 time: 0.0509326 Jul 07 19:38:46.522075 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-02419d18-375e-4bff-9794-2144242c2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.539611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Allocated IP 172.20.0.6 (eca14a2b-438a-4ad6-84a8-0b17f96a0fd7/be1d7101-3c08-4b67-9eb7-ab46ac463191/be380c8c-e466-4de4-a26c-08dac497a314) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:38:46.648113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02419d18-375e-4bff-9794-2144242c2c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=778a7b6a-d5e0-4a2a-86e3-dca10a027082,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:46.652937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144ddf3-6dfb-42c2-8553-0860c78708fe req-928331bc-6892-47fc-8a40-47c242255b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:46.654423 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9144ddf3-6dfb-42c2-8553-0860c78708fe req-928331bc-6892-47fc-8a40-47c242255b81 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1 HTTP/1.1" status: 200 len: 853 time: 0.1268876 Jul 07 19:38:46.665809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-02419d18-375e-4bff-9794-2144242c2c83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.666772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e562d4-77fd-4c27-8a8b-7610fa7e5876 None None] Network eca14a2b-438a-4ad6-84a8-0b17f96a0fd7 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:46.667767 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-02419d18-375e-4bff-9794-2144242c2c83 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/778a7b6a-d5e0-4a2a-86e3-dca10a027082 HTTP/1.1" status: 204 len: 168 time: 0.7056088 Jul 07 19:38:46.675621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56848) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:46.695616 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9144ddf3-6dfb-42c2-8553-0860c78708fe req-73ca48db-9041-4024-9158-a74d3b6b85b8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f1ee0696-4566-4aaa-976b-c6580bb4bbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267806 Jul 07 19:38:46.773743 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.799934 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.832371 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9144ddf3-6dfb-42c2-8553-0860c78708fe req-a9b94d34-555a-488a-9a21-7b576c950f24 service neutron] 10.222.0.110 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283743 Jul 07 19:38:46.914902 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.924958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19417aa2-6d42-4711-9747-994ad21b6d60']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:46.936279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fb45bf-e738-497d-93ed-a10c958cbaab') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:46.936718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fb45bf-e738-497d-93ed-a10c958cbaab') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:46.946024 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.960723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.967504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:46.968006 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:46.974122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9144ddf3-6dfb-42c2-8553-0860c78708fe req-4d8318d7-6ca9-4108-889f-d4b321061b1b service neutron] 10.222.0.110 "GET /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302400 Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:46.985449 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:47.021558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.067369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Network eca14a2b-438a-4ad6-84a8-0b17f96a0fd7 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:38:47.070404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.077626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:47.098632 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:38:47.101237 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.103213 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] 10.222.0.81 "DELETE /v2.0/networks/19417aa2-6d42-4711-9747-994ad21b6d60 HTTP/1.1" status: 204 len: 168 time: 0.4265931 Jul 07 19:38:47.104140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event updated for resources: {'Port': ['ID=be380c8c-e466-4de4-a26c-08dac497a314,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:47.130644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3564a-d6b8-489c-948f-de6722baba46 admin admin] Pushing event deleted for resources: {'Network': ['ID=19417aa2-6d42-4711-9747-994ad21b6d60,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:47.155136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:47.155763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.177265 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b66b9b5c-dad6-4a5a-8ef8-1b415b3fb9a1 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8399646 Jul 07 19:38:47.177731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56858) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:47.250568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device de99c61f-8203-4b1c-bbc7-d7934a125299 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:47.288528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: de99c61f-8203-4b1c-bbc7-d7934a125299 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:47.289100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device de99c61f-8203-4b1c-bbc7-d7934a125299 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:47.321806 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2a40b-d617-4353-9160-a4cdef270c65 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Deleting port be380c8c-e466-4de4-a26c-08dac497a314 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:47.323055 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a40b-d617-4353-9160-a4cdef270c65 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.375227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56866) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:47.435793 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e969f5d-dd17-4260-9a8b-ab80afdf424c req-58982668-256e-499d-9aea-24699a723d57 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 210 time: 0.0444748 Jul 07 19:38:47.479393 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1dfcb520-8925-4a58-8b3d-dd4bbc1cf076 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5228b65b6734ccbbb3645dc7b846962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007490 Jul 07 19:38:47.480700 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56870) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:47.507719 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a40b-d617-4353-9160-a4cdef270c65 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.529649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2a40b-d617-4353-9160-a4cdef270c65 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Calling delete_port for be380c8c-e466-4de4-a26c-08dac497a314 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:47.616533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-529206a3-8061-4867-b275-88ab8e9198bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.671628 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444ddee-6acc-45fb-b7ff-83eeab375653 req-b0531753-7752-4cc1-ba2a-9805803656fa tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:47.673514 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6444ddee-6acc-45fb-b7ff-83eeab375653 req-b0531753-7752-4cc1-ba2a-9805803656fa tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1484480 Jul 07 19:38:47.682947 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a40b-d617-4353-9160-a4cdef270c65 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.687284 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-529206a3-8061-4867-b275-88ab8e9198bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.729241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2a40b-d617-4353-9160-a4cdef270c65 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event deleted for resources: {'Port': ['ID=be380c8c-e466-4de4-a26c-08dac497a314,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:47.804526 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6444ddee-6acc-45fb-b7ff-83eeab375653 req-9d83d4aa-9d1a-4334-8675-87829df9a96f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204331 Jul 07 19:38:47.834594 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-529206a3-8061-4867-b275-88ab8e9198bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.838340 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-529206a3-8061-4867-b275-88ab8e9198bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.842553 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-529206a3-8061-4867-b275-88ab8e9198bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/542ef244-a381-4997-b0ea-c40a034e5df0 HTTP/1.1" status: 204 len: 168 time: 0.3606098 Jul 07 19:38:47.861765 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a40b-d617-4353-9160-a4cdef270c65 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.875245 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2ff2a40b-d617-4353-9160-a4cdef270c65 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "DELETE /v2.0/ports/be380c8c-e466-4de4-a26c-08dac497a314 HTTP/1.1" status: 204 len: 168 time: 0.6839199 Jul 07 19:38:47.876048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56878) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:47.879926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529206a3-8061-4867-b275-88ab8e9198bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542ef244-a381-4997-b0ea-c40a034e5df0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:47.882037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eca14a2b-438a-4ad6-84a8-0b17f96a0fd7', 'external_fixed_ips': [{'subnet_id': 'be1d7101-3c08-4b67-9eb7-ab46ac463191', 'ip_address': '172.20.0.6'}]}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:47.917755 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.919040 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:47.987927 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:48.159035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d039cc36-368e-4822-a676-7bdc24f14f3c no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:48.159280 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:48.183970 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: d039cc36-368e-4822-a676-7bdc24f14f3c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:48.184550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d039cc36-368e-4822-a676-7bdc24f14f3c not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:48.740082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56914) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:48.772558 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b91eb3b7-c2f0-44ac-b503-0822e5e93eb6 req-96b2f202-d1ae-4e97-a699-42b6266c995d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 210 time: 0.0402799 Jul 07 19:38:48.885994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-network', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:48.902845 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:48.941679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:48.946918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Made reservation on behalf of c5f6a5346c7d4f9696041ac5f4379e79 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:48.949511 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:48.963090 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.104977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155184-b1c3-4d1d-b5f9-a78f16a47564 req-19c32c93-2ff6-4507-befd-de050d139f8c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:49.106646 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b155184-b1c3-4d1d-b5f9-a78f16a47564 req-19c32c93-2ff6-4507-befd-de050d139f8c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1201375 Jul 07 19:38:49.139208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Allocated IP 172.20.0.6 (eca14a2b-438a-4ad6-84a8-0b17f96a0fd7/be1d7101-3c08-4b67-9eb7-ab46ac463191/26c565e3-e523-4420-9a03-7431f099de19) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:38:49.163112 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.174161 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.197467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b155184-b1c3-4d1d-b5f9-a78f16a47564 req-58a3aa75-6442-45c0-95b3-ffd26711f6fe tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802031 Jul 07 19:38:49.210276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:38:49.234263 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8844f59c-2ab1-47ec-897e-69e668480859,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:49.239841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.240251 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Added segment 3e8870d8-4f70-4cef-a265-8b19ce58f5a3 of type vlan for network 320eb8fc-55a8-484c-8da5-aedc702bb042 Jul 07 19:38:49.291889 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.292660 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.339622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.341783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:49.342621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.351873 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.403573 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6623571 Jul 07 19:38:49.407928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56930) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:49.412645 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c572dec9-3997-48bd-bd63-9c54a2627695 admin admin] Request body: {'subnet': {'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-subnet', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:49.424099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event updated for resources: {'Port': ['ID=26c565e3-e523-4420-9a03-7431f099de19,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:49.456482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Network eca14a2b-438a-4ad6-84a8-0b17f96a0fd7 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:38:49.456822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c572dec9-3997-48bd-bd63-9c54a2627695 admin admin] Made reservation on behalf of c5f6a5346c7d4f9696041ac5f4379e79 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:38:49.459494 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c572dec9-3997-48bd-bd63-9c54a2627695 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.459696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:49.463387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:38:49.511600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9c7bf-997a-419a-b140-30f51832afab admin admin] Pushing event updated for resources: {'Network': ['ID=320eb8fc-55a8-484c-8da5-aedc702bb042,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:49.523646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 320eb8fc-55a8-484c-8da5-aedc702bb042 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:38:49.650689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a6895-b8cb-45fa-a77a-3271e4fe6915 req-37c872cb-0433-4e62-8a08-4f47096a79a0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:49.652253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e56a6895-b8cb-45fa-a77a-3271e4fe6915 req-37c872cb-0433-4e62-8a08-4f47096a79a0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.2448363 Jul 07 19:38:49.695633 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c572dec9-3997-48bd-bd63-9c54a2627695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.783771 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e56a6895-b8cb-45fa-a77a-3271e4fe6915 req-846ed190-0ca2-4cd2-b8ac-96903ba2c725 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146927 Jul 07 19:38:49.796841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572dec9-3997-48bd-bd63-9c54a2627695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499e171f-5d6d-42d4-9d4d-bd3e46c06487,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:49.840040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c572dec9-3997-48bd-bd63-9c54a2627695 admin admin] Checking segment: {'id': '3e8870d8-4f70-4cef-a265-8b19ce58f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:38:49.840517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c572dec9-3997-48bd-bd63-9c54a2627695 admin admin] Network hostable DHCP agents. Network: 320eb8fc-55a8-484c-8da5-aedc702bb042, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:38:49.917789 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.922347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c572dec9-3997-48bd-bd63-9c54a2627695 admin admin] Network 320eb8fc-55a8-484c-8da5-aedc702bb042 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:38:49.938060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-c572dec9-3997-48bd-bd63-9c54a2627695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 320eb8fc-55a8-484c-8da5-aedc702bb042) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:49.943490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c572dec9-3997-48bd-bd63-9c54a2627695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:49.944706 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c572dec9-3997-48bd-bd63-9c54a2627695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.951515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd32c71-6393-48c5-9257-3088ba800f9e None None] Network 320eb8fc-55a8-484c-8da5-aedc702bb042 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:49.987859 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c572dec9-3997-48bd-bd63-9c54a2627695 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5796311 Jul 07 19:38:49.993510 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 56944) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:50.009179 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55d9716b-6fb2-4790-b13a-08e8fa501540 req-f3ec1a0d-d29f-471d-a839-313ce4f3aaff tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb146117-2e5a-44c0-8d15-0ca541a64075 HTTP/1.1" status: 200 len: 210 time: 0.0343311 Jul 07 19:38:50.009830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:50.119583 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:50.120595 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:50.163618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e88075-5f16-4538-94b9-01b5d9981599 req-c928225d-c96f-4fa5-a001-8573c6bbc470 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:50.165500 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a500bb-0d8f-4b7f-87c8-70f18820d1bf None None] Network 320eb8fc-55a8-484c-8da5-aedc702bb042 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:50.170733 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80e88075-5f16-4538-94b9-01b5d9981599 req-c928225d-c96f-4fa5-a001-8573c6bbc470 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1845171 Jul 07 19:38:50.257402 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:50.387318 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80e88075-5f16-4538-94b9-01b5d9981599 req-1e68eb21-664a-4ee5-8911-43842f4aa46c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157514 Jul 07 19:38:50.469885 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:50.474007 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:50.635934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb543ef7-bb4e-4c2e-a623-afcf42defe83 req-efbec361-efff-44e7-be18-323e1cf9e539 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:50.640903 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb543ef7-bb4e-4c2e-a623-afcf42defe83 req-efbec361-efff-44e7-be18-323e1cf9e539 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.0963991 Jul 07 19:38:50.683232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Router aecd148b-642e-4ae2-8157-7ecfb962c1bd is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:38:50.702440 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb543ef7-bb4e-4c2e-a623-afcf42defe83 req-27d0809d-adc4-4343-8cce-51f05291ea2d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553265 Jul 07 19:38:50.893883 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:50.920287 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:50.928906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:38:50.938505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] Sync routers for ids ['aecd148b-642e-4ae2-8157-7ecfb962c1bd'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:38:50.949427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] Routers {'aecd148b-642e-4ae2-8157-7ecfb962c1bd'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:50.950266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['aecd148b-642e-4ae2-8157-7ecfb962c1bd'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:50.998899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:51.003260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e12a0f21-6069-4f54-a183-23d7194328f7 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.1255486 Jul 07 19:38:51.003924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56970) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:51.076053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec6be6-5c45-4e93-b028-b4e6d3cef39f req-2f940170-e43b-456b-aede-12ecf97dcd86 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:51.077621 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6eec6be6-5c45-4e93-b028-b4e6d3cef39f req-2f940170-e43b-456b-aede-12ecf97dcd86 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1641052 Jul 07 19:38:51.101036 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4509e671-ba4c-4255-ad57-d8ce1957d932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:51.130773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] Set router aecd148b-642e-4ae2-8157-7ecfb962c1bd gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:51.143738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Allocated IP 172.25.0.111 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/8ba6c706-067a-4ee6-ad7b-2cb72237b9bd) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:38:51.185189 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6eec6be6-5c45-4e93-b028-b4e6d3cef39f req-66ef6ee1-44f3-4d09-afb5-602d06a4405b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970082 Jul 07 19:38:51.201127 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:51.370114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:51.395023 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:51.457148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecd148b-642e-4ae2-8157-7ecfb962c1bd', 'name': '', 'tenant_id': 'a3bf78b577b24c2391a882488a2060f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eca14a2b-438a-4ad6-84a8-0b17f96a0fd7', 'external_fixed_ips': [{'subnet_id': 'be1d7101-3c08-4b67-9eb7-ab46ac463191', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '26c565e3-e523-4420-9a03-7431f099de19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:47Z', 'updated_at': '2021-07-07T19:38:49Z', 'revision_number': 3, 'project_id': 'a3bf78b577b24c2391a882488a2060f4', 'gw_port': {'id': '26c565e3-e523-4420-9a03-7431f099de19', 'name': '', 'network_id': 'eca14a2b-438a-4ad6-84a8-0b17f96a0fd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecd148b-642e-4ae2-8157-7ecfb962c1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'be1d7101-3c08-4b67-9eb7-ab46ac463191', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:48Z', 'updated_at': '2021-07-07T19:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1d7101-3c08-4b67-9eb7-ab46ac463191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:51.500897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:51.501451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Deleting port 26c565e3-e523-4420-9a03-7431f099de19 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:51.502179 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:51.503164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] Checking router: aecd148b-642e-4ae2-8157-7ecfb962c1bd for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:38:51.503690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] Updating router aecd148b-642e-4ae2-8157-7ecfb962c1bd port 26c565e3-e523-4420-9a03-7431f099de19 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:38:51.557356 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:51.558575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba6c706-067a-4ee6-ad7b-2cb72237b9bd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:51.569705 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91dc38-2a4c-4993-9f14-2ab394678762 req-f2d9faac-e403-48a0-a9dd-4c61cecd21a0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:51.578689 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee91dc38-2a4c-4993-9f14-2ab394678762 req-f2d9faac-e403-48a0-a9dd-4c61cecd21a0 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1977818 Jul 07 19:38:51.606044 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:51.608547 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:38:51.613885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:51.616472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:38:51.620061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:51.620415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:51.621286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:51.621286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:51.621592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:51.621924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:51.622246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:51.622567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:51.623099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:51.623422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:51.623743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:51.624059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:51.627008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Calling delete_port for 26c565e3-e523-4420-9a03-7431f099de19 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:51.681796 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee91dc38-2a4c-4993-9f14-2ab394678762 req-6b18c299-b6db-4b56-84aa-e13b45a17412 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021359 Jul 07 19:38:51.886263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:51.922283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event deleted for resources: {'Port': ['ID=26c565e3-e523-4420-9a03-7431f099de19,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:51.925226 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:38:51.925604 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:38:51.995464 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.045176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fffd6-a0b0-4465-ad11-410604f087fc req-8c4fc768-50e5-4f93-8df8-6e3aa898800d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:52.046852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-569fffd6-a0b0-4465-ad11-410604f087fc req-8c4fc768-50e5-4f93-8df8-6e3aa898800d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1262896 Jul 07 19:38:52.047507 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.089797 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.092768 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.141029 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.141836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aecd148b-642e-4ae2-8157-7ecfb962c1bd {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:38:52.148327 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.150220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a1e3d458-ef4e-4a05-ab61-ed02165084bf tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "DELETE /v2.0/routers/aecd148b-642e-4ae2-8157-7ecfb962c1bd HTTP/1.1" status: 204 len: 168 time: 1.1426182 Jul 07 19:38:52.153709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56988) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:52.210711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c323418e-50c7-4292-88fe-e8172088d916 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Deleting subnet be1d7101-3c08-4b67-9eb7-ab46ac463191 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:38:52.214928 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c323418e-50c7-4292-88fe-e8172088d916 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.255450 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c323418e-50c7-4292-88fe-e8172088d916 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.307014 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c323418e-50c7-4292-88fe-e8172088d916 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.382156 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c323418e-50c7-4292-88fe-e8172088d916 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.440541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323418e-50c7-4292-88fe-e8172088d916 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=be1d7101-3c08-4b67-9eb7-ab46ac463191,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:52.442769 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c323418e-50c7-4292-88fe-e8172088d916 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.444832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c323418e-50c7-4292-88fe-e8172088d916 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/be1d7101-3c08-4b67-9eb7-ab46ac463191 HTTP/1.1" status: 204 len: 168 time: 0.2900579 Jul 07 19:38:52.448128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 56992) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:52.463348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] Port 26c565e3-e523-4420-9a03-7431f099de19 not found while updating agent binding for router aecd148b-642e-4ae2-8157-7ecfb962c1bd. {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 19:38:52.475723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] Routers set() bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:52.476326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] Router IDs set() for agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 19:38:52.477870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_agentschedulers_db [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aecd148b-642e-4ae2-8157-7ecfb962c1bd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent'). {{(pid=93902) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 19:38:52.478583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae39f07-19b6-4f22-bcaa-10be2e355722 None None] The sync data for ids ['aecd148b-642e-4ae2-8157-7ecfb962c1bd'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:38:52.523640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-569fffd6-a0b0-4465-ad11-410604f087fc req-9e4e7ad8-36ce-40dc-9bf4-73b024739b25 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686942 Jul 07 19:38:52.574674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.671706 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.726065 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.739977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca14a2b-438a-4ad6-84a8-0b17f96a0fd7']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:52.753240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50376b95-d58f-4d45-bd6c-d2e534372242') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:52.753540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50376b95-d58f-4d45-bd6c-d2e534372242') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:52.765536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.807772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343b8c6-625c-4a7f-8548-591125f66bf9 req-13ae79f5-58a5-44bf-8fbf-420ff612b33b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:52.815286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b343b8c6-625c-4a7f-8548-591125f66bf9 req-13ae79f5-58a5-44bf-8fbf-420ff612b33b tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1331162 Jul 07 19:38:52.816676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Router d491a55a-cf4c-4326-9a41-dcc97d61599a is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:38:52.817571 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.837126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:52.837547 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:52.840907 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:52.928033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b343b8c6-625c-4a7f-8548-591125f66bf9 req-eb13f73c-2a17-4038-bff8-537156d8591f tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116357 Jul 07 19:38:52.959919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.969994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eca14a2b-438a-4ad6-84a8-0b17f96a0fd7 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:38:52.974640 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:52.981089 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "DELETE /v2.0/networks/eca14a2b-438a-4ad6-84a8-0b17f96a0fd7 HTTP/1.1" status: 204 len: 168 time: 0.5318475 Jul 07 19:38:52.985859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:38:52.999359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ab277-e448-429c-84bd-805ef211b28c tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event deleted for resources: {'Network': ['ID=eca14a2b-438a-4ad6-84a8-0b17f96a0fd7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:53.011101 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:53.014777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57000) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:53.014928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ebdb0615-25bb-4f90-904e-468b3a9edde9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0202682 Jul 07 19:38:53.461050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57012) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:53.466068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3a25f782-7a4d-4305-ac0b-0b9b5f4be659 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Request body: {'router': {'name': 'tempest-router--522145181', 'project_id': 'e2fbb3a2f45c44509d07bafb8c9d2041'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:53.500076 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3a25f782-7a4d-4305-ac0b-0b9b5f4be659 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:53.501819 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3a25f782-7a4d-4305-ac0b-0b9b5f4be659 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:53.525748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39af0f-ebf2-45be-9548-7afd23c70356 req-8b75d45c-64db-44be-ad8d-9fca11900b6c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:53.543572 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e39af0f-ebf2-45be-9548-7afd23c70356 req-8b75d45c-64db-44be-ad8d-9fca11900b6c tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1739144 Jul 07 19:38:53.570186 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3a25f782-7a4d-4305-ac0b-0b9b5f4be659 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:53.579208 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3a25f782-7a4d-4305-ac0b-0b9b5f4be659 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:53.618932 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3a25f782-7a4d-4305-ac0b-0b9b5f4be659 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:53.622603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3a25f782-7a4d-4305-ac0b-0b9b5f4be659 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1593816 Jul 07 19:38:53.624456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57014) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:53.626458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e39af0f-ebf2-45be-9548-7afd23c70356 req-836bb655-e66f-4447-bda3-67d5514d26a9 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715697 Jul 07 19:38:53.691522 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:53.732348 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0c8a150-abe2-40c4-9458-ff24f3503a57 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:53.858739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:53.935095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Allocated IP 172.20.0.1 (320eb8fc-55a8-484c-8da5-aedc702bb042/499e171f-5d6d-42d4-9d4d-bd3e46c06487/758d2ef2-44a2-4d98-9367-32258766cc43) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:38:53.993616 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0c8a150-abe2-40c4-9458-ff24f3503a57 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:53.998765 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0c8a150-abe2-40c4-9458-ff24f3503a57 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:54.037029 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Sync routers for ids ['d491a55a-cf4c-4326-9a41-dcc97d61599a'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:38:54.049845 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Routers {'d491a55a-cf4c-4326-9a41-dcc97d61599a'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:54.051003 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d491a55a-cf4c-4326-9a41-dcc97d61599a'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:54.053453 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2a45dc39-78d4-4458-9487-128cb4ff848b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:54.108760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a140a7f-74c3-4519-9c63-e73a6705da76 req-c4e30078-72c2-4b61-a6c4-c7fd0f5d7576 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:54.110611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a140a7f-74c3-4519-9c63-e73a6705da76 req-c4e30078-72c2-4b61-a6c4-c7fd0f5d7576 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.2397456 Jul 07 19:38:54.111288 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0c8a150-abe2-40c4-9458-ff24f3503a57 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:54.111809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c8a150-abe2-40c4-9458-ff24f3503a57 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c72dce54-8a42-429b-8e5c-278bd2229779 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:38:54.120470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0c8a150-abe2-40c4-9458-ff24f3503a57 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:54.121605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f0c8a150-abe2-40c4-9458-ff24f3503a57 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "DELETE /v2.0/routers/c72dce54-8a42-429b-8e5c-278bd2229779 HTTP/1.1" status: 204 len: 168 time: 0.4958642 Jul 07 19:38:54.168483 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:54.201820 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a140a7f-74c3-4519-9c63-e73a6705da76 req-a30505f0-d0bf-4623-a313-65588c188c63 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643463 Jul 07 19:38:54.300037 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Set router d491a55a-cf4c-4326-9a41-dcc97d61599a gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:54.302472 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:54.355125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57026) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:54.364186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Network 320eb8fc-55a8-484c-8da5-aedc702bb042 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:38:54.367983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:54.372211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:38:54.410677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Pushing event updated for resources: {'Port': ['ID=758d2ef2-44a2-4d98-9367-32258766cc43,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:54.429759 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:54.553884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880aa54-838d-405a-ae5f-623ccec5b01a req-f7aa0573-62ec-4898-9756-62fa43434ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:54.559888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d880aa54-838d-405a-ae5f-623ccec5b01a req-f7aa0573-62ec-4898-9756-62fa43434ae3 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1271350 Jul 07 19:38:54.671830 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:51Z', 'revision_number': 3, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:54.691581 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d880aa54-838d-405a-ae5f-623ccec5b01a req-4b8bdc74-8bbb-4709-95c1-07ad5939dc52 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181808 Jul 07 19:38:54.711221 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Checking router: d491a55a-cf4c-4326-9a41-dcc97d61599a for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:38:54.712090 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Updating router d491a55a-cf4c-4326-9a41-dcc97d61599a port 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:38:54.737721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:54.788040 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:54.790544 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:54.865809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1389156362', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:54.918428 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:54.919550 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.082587 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.345444 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.375642 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.392310 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Transition to ACTIVE for port object 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:38:55.404935 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.456482 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Attempting to bind port 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:38:55.457269 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Attempting to bind port 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:38:55.457875 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Attempting to bind port 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:38:55.497655 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:38:55.498444 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:38:55.499110 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.500045 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:38:55.500716 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Bound port: 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:38:55.501341 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.568878 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16885028-5769-46a9-a916-e283d6e2f9a2 req-6d01d82d-95dc-42c7-881f-5f660baae151 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:55.570525 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16885028-5769-46a9-a916-e283d6e2f9a2 req-6d01d82d-95dc-42c7-881f-5f660baae151 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.6173308 Jul 07 19:38:55.597747 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.606894 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.614031 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Pushing event updated for resources: {'Port': ['ID=8ba6c706-067a-4ee6-ad7b-2cb72237b9bd,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:55.648886 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:55.649717 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:55.650046 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:55.650373 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:55.650717 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:55.651056 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:55.658909 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:55.659199 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:55.659536 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:55.659870 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:55.660198 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:55.660526 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:55.664942 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] For port 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:38:55.678296 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] For port 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8ba6c706-067a-4ee6-ad7b-2cb72237b9bd,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:38:55.684413 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.714336 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16885028-5769-46a9-a916-e283d6e2f9a2 req-948e098f-5c21-443e-9ec0-b1b557f471a2 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319163 Jul 07 19:38:55.744037 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.753533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Pushing event updated for resources: {'Port': ['ID=758d2ef2-44a2-4d98-9367-32258766cc43,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:55.783004 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Routers {'d491a55a-cf4c-4326-9a41-dcc97d61599a'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:55.784411 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d491a55a-cf4c-4326-9a41-dcc97d61599a'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:55.785039 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.827496 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:55.910538 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a30df8-640b-42dc-bc25-0ae80b146058 None None] Pushing event updated for resources: {'Port': ['ID=8ba6c706-067a-4ee6-ad7b-2cb72237b9bd,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:55.983994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Network 320eb8fc-55a8-484c-8da5-aedc702bb042 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:38:55.985437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:56.035867 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] Set router d491a55a-cf4c-4326-9a41-dcc97d61599a gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:56.087082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Allocated IP 172.25.0.253 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/4fd526b5-9827-4501-b9b4-6eb93106f0ae) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:38:56.247056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Router d491a55a-cf4c-4326-9a41-dcc97d61599a has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:38:56.259470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:56.281053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af00092-0fcf-4155-b8ac-f186ed2fc39a req-2e2cebc8-e1b4-4ce3-ad93-a0a23ab0743d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:56.282738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1af00092-0fcf-4155-b8ac-f186ed2fc39a req-2e2cebc8-e1b4-4ce3-ad93-a0a23ab0743d tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.2919955 Jul 07 19:38:56.364982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:56.421621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:38:56.429471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:56.432943 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:38:56.444830 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1af00092-0fcf-4155-b8ac-f186ed2fc39a req-349d5c3d-cb1e-4c0d-8eee-5666b5705269 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848072 Jul 07 19:38:56.475085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Pushing event updated for resources: {'Port': ['ID=4fd526b5-9827-4501-b9b4-6eb93106f0ae,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:56.482732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:38:56.487829 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7d22fe32-029f-4192-a40e-25f6f18cd8dc admin admin] 10.222.0.81 "PUT /v2.0/routers/d491a55a-cf4c-4326-9a41-dcc97d61599a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4719691 Jul 07 19:38:56.497548 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '758d2ef2-44a2-4d98-9367-32258766cc43', 'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'mac_address': 'fa:16:3e:52:12:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:53Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 2, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'subnets': [{'id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:56.534233 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82bfe5-ca1d-4c37-a0c9-062501891a6d None None] The sync data for ids ['d491a55a-cf4c-4326-9a41-dcc97d61599a'] in n-d-793621-9 is: [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '758d2ef2-44a2-4d98-9367-32258766cc43', 'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'mac_address': 'fa:16:3e:52:12:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:53Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 2, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'subnets': [{'id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:38:56.606445 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:56.922252 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:57.112350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5cb8f-f0c1-452d-a645-e0e12fadb196 req-58dfc3cb-4fa3-4116-9300-f2b99deda2eb tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:57.120346 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c9f5cb8f-f0c1-452d-a645-e0e12fadb196 req-58dfc3cb-4fa3-4116-9300-f2b99deda2eb tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.4278648 Jul 07 19:38:57.191487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c9f5cb8f-f0c1-452d-a645-e0e12fadb196 req-88a2ea9e-1c53-4470-a8cd-5e18306b3a5e tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698547 Jul 07 19:38:57.427030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-434e46fe-4a78-4d56-9310-908d6643e293 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:57.428637 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-434e46fe-4a78-4d56-9310-908d6643e293 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/networks?id=320eb8fc-55a8-484c-8da5-aedc702bb042 HTTP/1.1" status: 200 len: 820 time: 0.2603128 Jul 07 19:38:57.446074 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:57.463222 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b4d5d422-0a7a-43e8-88d4-b11fc46a637f tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/quotas/c5f6a5346c7d4f9696041ac5f4379e79 HTTP/1.1" status: 200 len: 375 time: 0.0280633 Jul 07 19:38:57.559533 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-1ab4c868-089c-4638-a106-857285f05a73 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5f6a5346c7d4f9696041ac5f4379e79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0952187 Jul 07 19:38:57.591822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c86bc3-bec8-47e9-9aba-249df73558cd req-2eccc5ef-3f68-4978-8be3-c8e280049297 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:57.593729 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64c86bc3-bec8-47e9-9aba-249df73558cd req-2eccc5ef-3f68-4978-8be3-c8e280049297 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1878591 Jul 07 19:38:57.648271 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64c86bc3-bec8-47e9-9aba-249df73558cd req-b9df3b79-be41-4d93-a6e1-963f7dd9bd7e tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469985 Jul 07 19:38:57.699508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Router 17535320-12c6-4385-8166-06fda6ff5493 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:38:57.801045 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-ea5d9c88-9218-4570-9c81-c2a4f1008b60 service neutron] 10.222.0.81 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345939 Jul 07 19:38:57.948714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-d8102945-9be7-4999-a51b-6818d0dd80a2 service neutron] 10.222.0.81 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424882 Jul 07 19:38:58.144656 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:38:58.276361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:38:58.287817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:38:58.288200 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:58.410688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0ed6cef-d755-4126-b2f2-d310b38164a4 req-ee004e35-f21e-4be0-bdcb-4ada8953f710 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 210 time: 0.0523076 Jul 07 19:38:58.499844 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:58.531069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8ba6c706-067a-4ee6-ad7b-2cb72237b9bd,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:58.538038 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:58.569279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:38:58.585764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214f94b-817c-4194-81de-cea96dacab61 None None] Sync routers for ids ['17535320-12c6-4385-8166-06fda6ff5493'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:38:58.625667 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:58.627470 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-94d2244a-8f05-4839-9dd4-58f0874834f2 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2713172 Jul 07 19:38:58.630099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57164) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:58.698496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214f94b-817c-4194-81de-cea96dacab61 None None] Routers {'17535320-12c6-4385-8166-06fda6ff5493'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:58.718554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0214f94b-817c-4194-81de-cea96dacab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['17535320-12c6-4385-8166-06fda6ff5493'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:58.837775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=8ba6c706-067a-4ee6-ad7b-2cb72237b9bd,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:58.840495 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0214f94b-817c-4194-81de-cea96dacab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:58.853793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:58.854584 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:58.855763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:58.856323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:58.856865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:58.857391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:58.857925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:58.858473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:58.859333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:58.859867 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:58.860386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:58.860913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:58.870592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214f94b-817c-4194-81de-cea96dacab61 None None] Routers {'17535320-12c6-4385-8166-06fda6ff5493'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:58.871576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0214f94b-817c-4194-81de-cea96dacab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['17535320-12c6-4385-8166-06fda6ff5493'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:58.926555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57182) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:58.939167 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-33ab4290-f43e-443a-aa73-737a1f2d40e9 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/routers/17535320-12c6-4385-8166-06fda6ff5493 HTTP/1.1" status: 200 len: 921 time: 0.3074119 Jul 07 19:38:58.968550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0214f94b-817c-4194-81de-cea96dacab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:58.969354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214f94b-817c-4194-81de-cea96dacab61 None None] The sync data for ids ['17535320-12c6-4385-8166-06fda6ff5493'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:38:58.986855 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-14569410-cd8f-4e0f-8935-c62232cdd776 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "GET /v2.0/ports?device_id=17535320-12c6-4385-8166-06fda6ff5493 HTTP/1.1" status: 200 len: 205 time: 0.0562587 Jul 07 19:38:58.987973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57186) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:59.183867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:59.323688 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:59.404314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Deleting port 4fd526b5-9827-4501-b9b4-6eb93106f0ae {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:59.404746 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:59.516412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:59.541477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Calling delete_port for 4fd526b5-9827-4501-b9b4-6eb93106f0ae owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:59.657596 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aa79d984-d9fc-4e42-bb1a-3966ff053c68 req-b6974a72-015e-43d4-8803-7915c732c638 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 210 time: 0.0630376 Jul 07 19:38:59.905305 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:59.995892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Pushing event deleted for resources: {'Port': ['ID=4fd526b5-9827-4501-b9b4-6eb93106f0ae,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:00.003945 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Sync routers for ids ['d491a55a-cf4c-4326-9a41-dcc97d61599a'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:00.021713 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Routers {'d491a55a-cf4c-4326-9a41-dcc97d61599a'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:00.022345 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d491a55a-cf4c-4326-9a41-dcc97d61599a'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:00.059148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:00.148698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:00.280050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:00.280431 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:00.285145 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:00.287445 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:00.409555 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:00.410596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Fanout notify agent at l3_agent the message router_deleted on router 17535320-12c6-4385-8166-06fda6ff5493 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:39:00.413438 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Set router d491a55a-cf4c-4326-9a41-dcc97d61599a gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:39:00.432653 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:00.435857 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-aaa02feb-84d3-41bf-8759-5d013361a59b tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/routers/17535320-12c6-4385-8166-06fda6ff5493 HTTP/1.1" status: 204 len: 168 time: 1.4468412 Jul 07 19:39:00.439681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57340) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:00.449259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1224574071', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'enable_snat': False}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:00.476735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-aad93d49-35e5-4c3b-bf55-533c80727f14 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:00.479774 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-aad93d49-35e5-4c3b-bf55-533c80727f14 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.48 "GET /v2.0/networks?id=320eb8fc-55a8-484c-8da5-aedc702bb042 HTTP/1.1" status: 200 len: 820 time: 0.3125002 Jul 07 19:39:00.502999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Request body: {'port': {'device_id': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'admin_state_up': True, 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:00.655022 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:00.656383 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:00.852427 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '758d2ef2-44a2-4d98-9367-32258766cc43', 'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'mac_address': 'fa:16:3e:52:12:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:53Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 2, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'subnets': [{'id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:00.862364 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:00.948629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e6e4a60-70e0-46ea-82ab-11d57421ad53 req-7372652f-459e-49a9-8dbd-0e21dd30a7b4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 210 time: 0.0664868 Jul 07 19:39:00.956408 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Checking router: d491a55a-cf4c-4326-9a41-dcc97d61599a for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:39:00.956778 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Updating router d491a55a-cf4c-4326-9a41-dcc97d61599a port 758d2ef2-44a2-4d98-9367-32258766cc43 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:39:00.997075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Made reservation on behalf of c5f6a5346c7d4f9696041ac5f4379e79 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:39:01.001058 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:01.029042 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:01.204737 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:01.683460 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:01.704717 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Transition to ACTIVE for port object 758d2ef2-44a2-4d98-9367-32258766cc43 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:01.725704 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:01.788017 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc852bc-312f-4d7e-881b-72e79ec9e792 None None] Pushing event updated for resources: {'Port': ['ID=758d2ef2-44a2-4d98-9367-32258766cc43,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:01.876901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Allocated IP 172.20.0.4 (320eb8fc-55a8-484c-8da5-aedc702bb042/499e171f-5d6d-42d4-9d4d-bd3e46c06487/fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:01.906085 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Attempting to bind port 758d2ef2-44a2-4d98-9367-32258766cc43 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:39:01.906987 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Attempting to bind port 758d2ef2-44a2-4d98-9367-32258766cc43 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '3e8870d8-4f70-4cef-a265-8b19ce58f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:39:01.907509 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Attempting to bind port 758d2ef2-44a2-4d98-9367-32258766cc43 on network 320eb8fc-55a8-484c-8da5-aedc702bb042 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:39:01.916182 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:39:01.916905 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Checking segment: {'id': '3e8870d8-4f70-4cef-a265-8b19ce58f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:39:01.917531 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:01.918109 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Bound using segment: {'id': '3e8870d8-4f70-4cef-a265-8b19ce58f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:39:01.918978 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Bound port: 758d2ef2-44a2-4d98-9367-32258766cc43, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8870d8-4f70-4cef-a265-8b19ce58f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:39:01.919545 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:02.037152 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] For port 758d2ef2-44a2-4d98-9367-32258766cc43, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:39:02.046369 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] For port 758d2ef2-44a2-4d98-9367-32258766cc43, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=758d2ef2-44a2-4d98-9367-32258766cc43,segment=NetworkSegment(3e8870d8-4f70-4cef-a265-8b19ce58f5a3),segment_id=3e8870d8-4f70-4cef-a265-8b19ce58f5a3)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:39:02.056214 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:02.132031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:02.146322 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Routers {'d491a55a-cf4c-4326-9a41-dcc97d61599a'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:02.147117 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d491a55a-cf4c-4326-9a41-dcc97d61599a'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:02.150156 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc852bc-312f-4d7e-881b-72e79ec9e792 None None] Pushing event updated for resources: {'Port': ['ID=758d2ef2-44a2-4d98-9367-32258766cc43,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:02.188260 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:02.313578 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] Set router d491a55a-cf4c-4326-9a41-dcc97d61599a gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:39:02.317407 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3203e9e5-0902-4f03-bcb7-9cc8105400ce req-d6851480-d3c6-4978-8968-76003d8bbec9 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 210 time: 0.1227965 Jul 07 19:39:02.350688 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:02.501518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Allocated IP 172.25.0.227 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/d7277137-5691-4995-991d-a5ef380acff8) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:02.547044 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:02.659796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Pushing event updated for resources: {'Port': ['ID=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:02.752887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Network 320eb8fc-55a8-484c-8da5-aedc702bb042 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:02.756657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:02.760059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:02.822527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:02.824119 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:02.852726 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '758d2ef2-44a2-4d98-9367-32258766cc43', 'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'mac_address': 'fa:16:3e:52:12:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:53Z', 'updated_at': '2021-07-07T19:39:02Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'subnets': [{'id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:02.897201 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-72b63ded-9a96-475b-9d1a-e8afba414ff4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4021206 Jul 07 19:39:02.914439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Request body: {'port': {'device_id': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:02.934918 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5b527-b4c5-4771-b773-0bda5afeedd0 None None] The sync data for ids ['d491a55a-cf4c-4326-9a41-dcc97d61599a'] in n-d-793621-9 is: [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '758d2ef2-44a2-4d98-9367-32258766cc43', 'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'mac_address': 'fa:16:3e:52:12:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:53Z', 'updated_at': '2021-07-07T19:39:02Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'subnets': [{'id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:39:02.959625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:03.089994 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:03.128618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:03.202428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:03.284192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:03.307355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:03.740308 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2be8d-1c9e-4816-975d-4d02555cba4d req-63d252e7-d2dc-4271-83cd-5b92287db2f7 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:03.742404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-52b2be8d-1c9e-4816-975d-4d02555cba4d req-63d252e7-d2dc-4271-83cd-5b92287db2f7 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 931 time: 0.1361129 Jul 07 19:39:03.771017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:39:03.780445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:03.796051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Transition to ACTIVE for port object fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:03.807706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-52b2be8d-1c9e-4816-975d-4d02555cba4d req-49d03a8c-c584-42fc-9096-83d0d3eb5d3d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513666 Jul 07 19:39:03.813204 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event updated for resources: {'Port': ['ID=d7277137-5691-4995-991d-a5ef380acff8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:03.853836 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:03.939784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:04.149613 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 758d2ef2-44a2-4d98-9367-32258766cc43 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:04.185039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Attempting to bind port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:39:04.185502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Attempting to bind port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '3e8870d8-4f70-4cef-a265-8b19ce58f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:39:04.185927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Attempting to bind port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 on network 320eb8fc-55a8-484c-8da5-aedc702bb042 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:39:04.237064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 on network 320eb8fc-55a8-484c-8da5-aedc702bb042 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:39:04.237064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Attempting to bind port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 on network 320eb8fc-55a8-484c-8da5-aedc702bb042 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:39:04.240669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:39:04.240976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Checking segment: {'id': '3e8870d8-4f70-4cef-a265-8b19ce58f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:39:04.241535 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Bound using segment: {'id': '3e8870d8-4f70-4cef-a265-8b19ce58f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:39:04.242001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Bound port: fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8870d8-4f70-4cef-a265-8b19ce58f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:39:04.243013 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:04.281804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 758d2ef2-44a2-4d98-9367-32258766cc43 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:04.294854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 758d2ef2-44a2-4d98-9367-32258766cc43 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:04.296718 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:04.392589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:04.416614 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:04.461372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] For port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:39:04.467647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 758d2ef2-44a2-4d98-9367-32258766cc43, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=758d2ef2-44a2-4d98-9367-32258766cc43,segment=NetworkSegment(3e8870d8-4f70-4cef-a265-8b19ce58f5a3),segment_id=3e8870d8-4f70-4cef-a265-8b19ce58f5a3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:04.474966 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:04.498286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] For port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,segment=NetworkSegment(3e8870d8-4f70-4cef-a265-8b19ce58f5a3),segment_id=3e8870d8-4f70-4cef-a265-8b19ce58f5a3)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:39:04.505351 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:04.567289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=758d2ef2-44a2-4d98-9367-32258766cc43,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:05.119650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:05.120273 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:05.121711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] 10.222.0.48 "PUT /v2.0/ports/fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 1091 time: 2.2131307 Jul 07 19:39:05.134188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:05.136705 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9210096f-d712-46d4-bc25-8b2aed6eae53" -d '{"events": [{"name": "network-changed", "server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:05.172556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942a308-1dfa-4a1d-b1c8-da6dab941da4 req-ec742b1d-1a64-48ca-81e1-1dd298b0245e tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:05.174124 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9942a308-1dfa-4a1d-b1c8-da6dab941da4 req-ec742b1d-1a64-48ca-81e1-1dd298b0245e tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 943 time: 0.1575942 Jul 07 19:39:05.224614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09777d2-479e-4c1a-8194-48a7bd9f4552 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:05.251264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9942a308-1dfa-4a1d-b1c8-da6dab941da4 req-03efd819-753a-4e24-8d59-75caeb8e2a2d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665421 Jul 07 19:39:05.389862 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e74235-7ff9-4867-8f59-cd779946704e x-openstack-request-id: req-92e74235-7ff9-4867-8f59-cd779946704e {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:05.390060 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:05.390326 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92e74235-7ff9-4867-8f59-cd779946704e {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:05.390710 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'status': 'completed', 'code': 200} Jul 07 19:39:05.401366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-a88ccd06-ae49-492b-9456-0efa05d3f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:05.403618 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-a88ccd06-ae49-492b-9456-0efa05d3f291 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5f6a5346c7d4f9696041ac5f4379e79&device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 1094 time: 0.2241235 Jul 07 19:39:05.459783 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-dd44ca5d-fe79-4c1c-8688-a24705534ce0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 217 time: 0.0465178 Jul 07 19:39:05.524824 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:05.586435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-ac58d518-efa0-4a1e-ac38-038e94b63cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:05.587960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-ac58d518-efa0-4a1e-ac38-038e94b63cf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499e171f-5d6d-42d4-9d4d-bd3e46c06487 HTTP/1.1" status: 200 len: 860 time: 0.1120915 Jul 07 19:39:05.660634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-35186b8c-3cc3-49dc-bce7-0bc18e0b3b0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=320eb8fc-55a8-484c-8da5-aedc702bb042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636084 Jul 07 19:39:05.763895 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:05.766857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20808187-d682-417b-a040-c74b9d5c9cc2 req-7a8eda45-61a8-4555-99d5-5081f413ccd8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:05.766857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-20808187-d682-417b-a040-c74b9d5c9cc2 req-7a8eda45-61a8-4555-99d5-5081f413ccd8 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.3077116 Jul 07 19:39:05.857836 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-20808187-d682-417b-a040-c74b9d5c9cc2 req-283497c7-d83f-4e1e-938d-af96c260b914 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826592 Jul 07 19:39:05.866988 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-29317302-f518-47ce-ad28-8f6573c84238 service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873417 Jul 07 19:39:05.869030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Router 5120e79a-a3f4-4a8c-8080-6f7df8dcac16 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:39:06.053565 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd531424-ac3a-4e81-9e7a-05748577c48f req-3dc99bdd-ae1c-4e29-ab46-4337e062c6c7 service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771441 Jul 07 19:39:06.057287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:39:06.065684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Sync routers for ids ['5120e79a-a3f4-4a8c-8080-6f7df8dcac16'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:06.081348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Routers {'5120e79a-a3f4-4a8c-8080-6f7df8dcac16'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:06.082851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5120e79a-a3f4-4a8c-8080-6f7df8dcac16'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:06.085217 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:06.088871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fb31b563-1473-444c-a10e-c14b8142bf85 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6452572 Jul 07 19:39:06.089222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57678) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:06.146433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 758d2ef2-44a2-4d98-9367-32258766cc43 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:06.251980 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210096f-d712-46d4-bc25-8b2aed6eae53 req-392fb0c0-1c53-49a7-8357-f64a4ab27040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:06.253510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9210096f-d712-46d4-bc25-8b2aed6eae53 req-392fb0c0-1c53-49a7-8357-f64a4ab27040 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5f6a5346c7d4f9696041ac5f4379e79&device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 1094 time: 0.1138835 Jul 07 19:39:06.260624 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c3935bdd-9a38-4e82-b216-8b306292c407 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/routers/5120e79a-a3f4-4a8c-8080-6f7df8dcac16 HTTP/1.1" status: 200 len: 909 time: 0.1659541 Jul 07 19:39:06.261179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57680) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:06.266999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1224574071', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'enable_snat': True}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:06.281322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Set router 5120e79a-a3f4-4a8c-8080-6f7df8dcac16 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:39:06.303071 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:06.305757 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:06.405047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 758d2ef2-44a2-4d98-9367-32258766cc43 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:06.407127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:06.423300 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:06.428317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210096f-d712-46d4-bc25-8b2aed6eae53 req-c963787b-a924-40df-8b3f-22d85a73fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:06.428708 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9210096f-d712-46d4-bc25-8b2aed6eae53 req-c963787b-a924-40df-8b3f-22d85a73fe6b service neutron] 10.222.0.48 "GET /v2.0/networks?id=320eb8fc-55a8-484c-8da5-aedc702bb042 HTTP/1.1" status: 200 len: 921 time: 0.1683643 Jul 07 19:39:06.490545 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9210096f-d712-46d4-bc25-8b2aed6eae53 req-ecd1ffda-7ef2-4936-b83e-1e30ed08a90d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 217 time: 0.0549388 Jul 07 19:39:06.563358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210096f-d712-46d4-bc25-8b2aed6eae53 req-9af44bfc-787e-494f-b1a9-c44ee3c542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:06.564771 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9210096f-d712-46d4-bc25-8b2aed6eae53 req-9af44bfc-787e-494f-b1a9-c44ee3c542b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499e171f-5d6d-42d4-9d4d-bd3e46c06487 HTTP/1.1" status: 200 len: 860 time: 0.0676742 Jul 07 19:39:06.631374 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9210096f-d712-46d4-bc25-8b2aed6eae53 req-3d18e566-619e-4731-8849-92bef361612b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=320eb8fc-55a8-484c-8da5-aedc702bb042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593939 Jul 07 19:39:06.635039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5120e79a-a3f4-4a8c-8080-6f7df8dcac16', 'name': 'tempest-snat-router-1224574071', 'tenant_id': 'a3bf78b577b24c2391a882488a2060f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.227'}], 'enable_snat': False}, 'gw_port_id': 'd7277137-5691-4995-991d-a5ef380acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:00Z', 'updated_at': '2021-07-07T19:39:04Z', 'revision_number': 3, 'project_id': 'a3bf78b577b24c2391a882488a2060f4', 'gw_port': {'id': 'd7277137-5691-4995-991d-a5ef380acff8', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5120e79a-a3f4-4a8c-8080-6f7df8dcac16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:02Z', 'updated_at': '2021-07-07T19:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:06.675426 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:06.856387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Checking router: 5120e79a-a3f4-4a8c-8080-6f7df8dcac16 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:39:06.857229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Updating router 5120e79a-a3f4-4a8c-8080-6f7df8dcac16 port d7277137-5691-4995-991d-a5ef380acff8 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:39:06.862763 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9210096f-d712-46d4-bc25-8b2aed6eae53 req-8624016f-19e0-48f7-b2ee-a9395ed5723e service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218328 Jul 07 19:39:06.880668 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db3afb-1a1b-4ab1-8cac-521afd6b6a20 req-bdec3c04-bba0-4e73-af71-67109f965d17 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:06.884362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87db3afb-1a1b-4ab1-8cac-521afd6b6a20 req-bdec3c04-bba0-4e73-af71-67109f965d17 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 943 time: 0.3268995 Jul 07 19:39:06.933713 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:07.001926 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87db3afb-1a1b-4ab1-8cac-521afd6b6a20 req-19270ae9-c748-4275-a17f-988a7b5dd122 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998499 Jul 07 19:39:07.065199 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9210096f-d712-46d4-bc25-8b2aed6eae53 req-bcc5fd8e-d753-48c1-94e1-db3320b985e9 service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941743 Jul 07 19:39:07.179221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5a664-e75c-402b-b382-c8792dae15f5 req-1410a854-5783-4dd7-a417-953f900a9049 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:07.181857 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:07.182373 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9d5a664-e75c-402b-b382-c8792dae15f5 req-1410a854-5783-4dd7-a417-953f900a9049 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.1013491 Jul 07 19:39:07.207898 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:07.262041 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d9d5a664-e75c-402b-b382-c8792dae15f5 req-e203cf79-9bcf-4f19-a3f9-f156fcbc9cd5 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f358bbc-0d28-4fd5-9529-454be51084ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725753 Jul 07 19:39:07.380391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f768ad-d20c-4a59-a688-9cf3983b88b9 req-5edcae8e-f0dc-4b50-acb8-a013ee35ee02 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:07.382047 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-35f768ad-d20c-4a59-a688-9cf3983b88b9 req-5edcae8e-f0dc-4b50-acb8-a013ee35ee02 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.110 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 946 time: 0.0935073 Jul 07 19:39:07.392692 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:07.406695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Transition to ACTIVE for port object d7277137-5691-4995-991d-a5ef380acff8 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:07.433251 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:07.498916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Allocated IP 172.25.0.61 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/ee821dc5-b175-4a9b-96d4-3ae64127fec2) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:07.536447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c074985-9e31-47f1-84df-6a20b0a4eaee None None] Pushing event updated for resources: {'Port': ['ID=d7277137-5691-4995-991d-a5ef380acff8,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:07.551520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Attempting to bind port d7277137-5691-4995-991d-a5ef380acff8 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:39:07.551995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Attempting to bind port d7277137-5691-4995-991d-a5ef380acff8 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:39:07.552468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Attempting to bind port d7277137-5691-4995-991d-a5ef380acff8 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:39:07.562591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:39:07.563187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:39:07.563883 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:07.564923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:39:07.568114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Bound port: d7277137-5691-4995-991d-a5ef380acff8, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:39:07.569926 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:07.613441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-35f768ad-d20c-4a59-a688-9cf3983b88b9 req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Deleting port 17855074-26a2-4275-8943-e7a1f016088f {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:39:07.613794 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-35f768ad-d20c-4a59-a688-9cf3983b88b9 req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:07.649453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] For port d7277137-5691-4995-991d-a5ef380acff8, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:39:07.653175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] For port d7277137-5691-4995-991d-a5ef380acff8, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d7277137-5691-4995-991d-a5ef380acff8,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:39:07.659519 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:07.727155 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:07.739595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c074985-9e31-47f1-84df-6a20b0a4eaee None None] Pushing event updated for resources: {'Port': ['ID=d7277137-5691-4995-991d-a5ef380acff8,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:07.751873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Routers {'5120e79a-a3f4-4a8c-8080-6f7df8dcac16'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:07.752870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5120e79a-a3f4-4a8c-8080-6f7df8dcac16'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:07.807776 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:07.837734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-35f768ad-d20c-4a59-a688-9cf3983b88b9 req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] For port 17855074-26a2-4275-8943-e7a1f016088f, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=17855074-26a2-4275-8943-e7a1f016088f,segment=NetworkSegment(e004db4d-a535-4ab3-bfbf-e69fb09ff395),segment_id=e004db4d-a535-4ab3-bfbf-e69fb09ff395)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:07.838101 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-35f768ad-d20c-4a59-a688-9cf3983b88b9 req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:07.859113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-35f768ad-d20c-4a59-a688-9cf3983b88b9 req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Calling delete_port for 17855074-26a2-4275-8943-e7a1f016088f owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:39:07.885081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:07.889593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:07.890714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] Set router 5120e79a-a3f4-4a8c-8080-6f7df8dcac16 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:39:07.900593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:07.971135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event updated for resources: {'Port': ['ID=ee821dc5-b175-4a9b-96d4-3ae64127fec2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:08.214511 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-35f768ad-d20c-4a59-a688-9cf3983b88b9 req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:08.254312 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['17855074-26a2-4275-8943-e7a1f016088f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:39:08.275337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Pushing event deleted for resources: {'Port': ['ID=17855074-26a2-4275-8943-e7a1f016088f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:08.292529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:08.293234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:08.293782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:08.294539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:08.295132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:08.295920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:08.296550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:08.297281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:08.297709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:08.298112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:08.299076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:08.299076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:08.336600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5120e79a-a3f4-4a8c-8080-6f7df8dcac16', 'name': 'tempest-snat-router-1224574071', 'tenant_id': 'a3bf78b577b24c2391a882488a2060f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.227'}], 'enable_snat': False}, 'gw_port_id': 'd7277137-5691-4995-991d-a5ef380acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:00Z', 'updated_at': '2021-07-07T19:39:04Z', 'revision_number': 3, 'project_id': 'a3bf78b577b24c2391a882488a2060f4', 'gw_port': {'id': 'd7277137-5691-4995-991d-a5ef380acff8', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5120e79a-a3f4-4a8c-8080-6f7df8dcac16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:02Z', 'updated_at': '2021-07-07T19:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:08.367582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f768ad-d20c-4a59-a688-9cf3983b88b9 req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] No DVR routers for this DVR port 17855074-26a2-4275-8943-e7a1f016088f on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:39:08.370526 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-35f768ad-d20c-4a59-a688-9cf3983b88b9 req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:08.372760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-35f768ad-d20c-4a59-a688-9cf3983b88b9 req-423495ad-4338-45de-b0d1-7b2149367e78 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.110 "DELETE /v2.0/ports/17855074-26a2-4275-8943-e7a1f016088f HTTP/1.1" status: 204 len: 173 time: 0.9820628 Jul 07 19:39:08.373256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'name': 'network-vif-deleted', 'tag': '17855074-26a2-4275-8943-e7a1f016088f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:08.375997 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a158480-781a-4abd-8966-94d50f63158d" -d '{"events": [{"server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "name": "network-vif-deleted", "tag": "17855074-26a2-4275-8943-e7a1f016088f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:08.394986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae1724e-24a8-4bb3-849e-c95c275f7950 None None] The sync data for ids ['5120e79a-a3f4-4a8c-8080-6f7df8dcac16'] in n-d-793621-9 is: [{'id': '5120e79a-a3f4-4a8c-8080-6f7df8dcac16', 'name': 'tempest-snat-router-1224574071', 'tenant_id': 'a3bf78b577b24c2391a882488a2060f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.227'}], 'enable_snat': False}, 'gw_port_id': 'd7277137-5691-4995-991d-a5ef380acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:00Z', 'updated_at': '2021-07-07T19:39:04Z', 'revision_number': 3, 'project_id': 'a3bf78b577b24c2391a882488a2060f4', 'gw_port': {'id': 'd7277137-5691-4995-991d-a5ef380acff8', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5120e79a-a3f4-4a8c-8080-6f7df8dcac16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:02Z', 'updated_at': '2021-07-07T19:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:39:08.506384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e31d3-dd49-44f8-89dc-32b270a3ea7c req-652e7b93-aeef-447f-a475-7aa57c7eb5c0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:08.508568 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6f4e31d3-dd49-44f8-89dc-32b270a3ea7c req-652e7b93-aeef-447f-a475-7aa57c7eb5c0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 943 time: 0.2068484 Jul 07 19:39:08.552806 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:08.599574 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-407ce580-ce9a-444b-9ea3-062bdc919fb1 req-f2bb815d-0fb3-4eca-956f-58dfbbd2bf56 tempest-ServersNegativeTestJSON-878311248 tempest-ServersNegativeTestJSON-878311248-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b23a6ca-2c61-4b61-97fc-c0db27f1b95c HTTP/1.1" status: 200 len: 210 time: 0.0655174 Jul 07 19:39:08.715232 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a53267-39ad-46df-bd51-6b5fc3348dac x-openstack-request-id: req-a5a53267-39ad-46df-bd51-6b5fc3348dac {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:08.715906 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b23a6ca-2c61-4b61-97fc-c0db27f1b95c", "name": "network-vif-deleted", "tag": "17855074-26a2-4275-8943-e7a1f016088f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:08.716302 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5a53267-39ad-46df-bd51-6b5fc3348dac {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:08.717360 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b23a6ca-2c61-4b61-97fc-c0db27f1b95c', 'name': 'network-vif-deleted', 'tag': '17855074-26a2-4275-8943-e7a1f016088f', 'status': 'completed', 'code': 200} Jul 07 19:39:08.719463 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6f4e31d3-dd49-44f8-89dc-32b270a3ea7c req-16ebbc02-061e-497a-b7c4-e69bcb357551 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944964 Jul 07 19:39:09.024745 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:09.235763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Router 81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:39:09.722526 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:39:09.744178 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89867685-956d-47f9-995f-460d3828d552 None None] Sync routers for ids ['81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:09.755745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57710) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:09.764316 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:09.765583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ef3d807c-22e0-4c56-abd3-946c9b95cfa0 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5036943 Jul 07 19:39:09.766346 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89867685-956d-47f9-995f-460d3828d552 None None] Routers {'81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:09.767011 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-89867685-956d-47f9-995f-460d3828d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:09.768746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57712) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:09.876529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-06002f2a-9938-4e81-8a82-4cb250b88eab admin admin] Deleting subnet 5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:39:09.880463 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06002f2a-9938-4e81-8a82-4cb250b88eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:09.939001 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06002f2a-9938-4e81-8a82-4cb250b88eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:09.975603 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:09.994151 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06002f2a-9938-4e81-8a82-4cb250b88eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.020202 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-89867685-956d-47f9-995f-460d3828d552 None None] Set router 81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:39:10.051090 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3393cd1e-14a3-4859-8cf6-9e84ed077d3a tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/routers/81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf HTTP/1.1" status: 200 len: 907 time: 0.2787533 Jul 07 19:39:10.052317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57718) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:10.122178 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06002f2a-9938-4e81-8a82-4cb250b88eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.169268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d7277137-5691-4995-991d-a5ef380acff8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:10.172733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a8482-edcb-4914-825a-454d3350347d req-419afb5d-1aed-43e8-a92e-f54ec56f57f4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:10.192053 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c8a8482-edcb-4914-825a-454d3350347d req-419afb5d-1aed-43e8-a92e-f54ec56f57f4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 943 time: 0.2370305 Jul 07 19:39:10.219205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06002f2a-9938-4e81-8a82-4cb250b88eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:10.222634 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-06002f2a-9938-4e81-8a82-4cb250b88eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.228377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-06002f2a-9938-4e81-8a82-4cb250b88eab admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5c5bcc0d-6b56-4f7e-b14c-8346a76d83a1 HTTP/1.1" status: 204 len: 168 time: 0.4714568 Jul 07 19:39:10.229660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57722) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:10.268984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:39:10.326117 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c8a8482-edcb-4914-825a-454d3350347d req-5631f024-0af9-43c5-86eb-82601b7cd073 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240940 Jul 07 19:39:10.353181 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.377895 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.421137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port d7277137-5691-4995-991d-a5ef380acff8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:10.460396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d7277137-5691-4995-991d-a5ef380acff8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:10.460889 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.527936 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,segment=NetworkSegment(3e8870d8-4f70-4cef-a265-8b19ce58f5a3),segment_id=3e8870d8-4f70-4cef-a265-8b19ce58f5a3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:10.544270 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.586163 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-89867685-956d-47f9-995f-460d3828d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf', 'name': 'tempest-snat-router-1224574071', 'tenant_id': 'a3bf78b577b24c2391a882488a2060f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ee821dc5-b175-4a9b-96d4-3ae64127fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:06Z', 'updated_at': '2021-07-07T19:39:08Z', 'revision_number': 3, 'project_id': 'a3bf78b577b24c2391a882488a2060f4', 'gw_port': {'id': 'ee821dc5-b175-4a9b-96d4-3ae64127fec2', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:07Z', 'updated_at': '2021-07-07T19:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:10.590584 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'port_id': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'mac_address': 'fa:16:3e:b7:3e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:39:10.595852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.625889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ee0696-4566-4aaa-976b-c6580bb4bbcb']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:10.652248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e004db4d-a535-4ab3-bfbf-e69fb09ff395') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:10.652566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e004db4d-a535-4ab3-bfbf-e69fb09ff395') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:10.668128 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89867685-956d-47f9-995f-460d3828d552 None None] Checking router: 81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:39:10.668549 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89867685-956d-47f9-995f-460d3828d552 None None] Updating router 81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf port ee821dc5-b175-4a9b-96d4-3ae64127fec2 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:39:10.671451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Deleting port ee821dc5-b175-4a9b-96d4-3ae64127fec2 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:39:10.672460 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.680902 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.717561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.730573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:39:10.731032 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:39:10.733231 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:39:10.763914 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-89867685-956d-47f9-995f-460d3828d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.792086 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.824471 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.825093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:39:10.835734 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.850338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Calling delete_port for ee821dc5-b175-4a9b-96d4-3ae64127fec2 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:39:10.859635 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.873896 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.883233 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f1ee0696-4566-4aaa-976b-c6580bb4bbcb HTTP/1.1" status: 204 len: 168 time: 0.6503634 Jul 07 19:39:10.894095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed294f-3c14-48d2-99f8-f1e83d894c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ee0696-4566-4aaa-976b-c6580bb4bbcb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:10.908707 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,segment=NetworkSegment(3e8870d8-4f70-4cef-a265-8b19ce58f5a3),segment_id=3e8870d8-4f70-4cef-a265-8b19ce58f5a3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:10.913034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port d7277137-5691-4995-991d-a5ef380acff8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d7277137-5691-4995-991d-a5ef380acff8,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:10.915766 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:10.946838 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.085110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:11.154141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.171703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57728) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:11.190075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=d7277137-5691-4995-991d-a5ef380acff8,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:11.209090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee821dc5-b175-4a9b-96d4-3ae64127fec2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:11.258363 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-194d62b0-b662-4dd3-80e5-9f5d9ae38031 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cdeabc780301499c925920101cd78d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818453 Jul 07 19:39:11.261502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57732) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:11.284676 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.289291 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:39:11.389494 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66200e34-7d46-43e8-bfef-fa3a0ebbffd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.399238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 17855074-26a2-4275-8943-e7a1f016088f no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:39:11.400371 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.db.api [None req-89867685-956d-47f9-995f-460d3828d552 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:39:11.400751 n-d-793621-9 neutron-server[93903]: DEBUG oslo_db.api [None req-89867685-956d-47f9-995f-460d3828d552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:39:11.440715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 17855074-26a2-4275-8943-e7a1f016088f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:39:11.441484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 17855074-26a2-4275-8943-e7a1f016088f not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:39:11.448554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66200e34-7d46-43e8-bfef-fa3a0ebbffd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.467759 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.478970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.556740 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66200e34-7d46-43e8-bfef-fa3a0ebbffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.561288 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-66200e34-7d46-43e8-bfef-fa3a0ebbffd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.563294 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-66200e34-7d46-43e8-bfef-fa3a0ebbffd3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f358bbc-0d28-4fd5-9529-454be51084ad HTTP/1.1" status: 204 len: 168 time: 0.2991645 Jul 07 19:39:11.588121 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.589048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:39:11.590200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66200e34-7d46-43e8-bfef-fa3a0ebbffd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f358bbc-0d28-4fd5-9529-454be51084ad,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:11.604278 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.607842 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bc0649d2-009f-4d5c-9572-6a248509af53 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "DELETE /v2.0/routers/81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf HTTP/1.1" status: 204 len: 168 time: 1.5529180 Jul 07 19:39:11.608240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57740) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:11.784933 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.933636 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89867685-956d-47f9-995f-460d3828d552 None None] Port ee821dc5-b175-4a9b-96d4-3ae64127fec2 not found while updating agent binding for router 81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf. {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 19:39:11.959248 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89867685-956d-47f9-995f-460d3828d552 None None] Routers set() bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:11.959630 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89867685-956d-47f9-995f-460d3828d552 None None] Router IDs set() for agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 19:39:11.960413 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_agentschedulers_db [None req-89867685-956d-47f9-995f-460d3828d552 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent'). {{(pid=93903) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 19:39:11.961211 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89867685-956d-47f9-995f-460d3828d552 None None] The sync data for ids ['81f58a8e-8f66-4a56-a10d-8bd3b3bde8cf'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:39:12.015399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98d914-b7fc-47b1-8e7d-c542f295b68a req-23c25a12-4978-439e-a062-a5650d3dda19 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:12.017161 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8b98d914-b7fc-47b1-8e7d-c542f295b68a req-23c25a12-4978-439e-a062-a5650d3dda19 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 944 time: 0.4796097 Jul 07 19:39:12.067591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.153248 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8b98d914-b7fc-47b1-8e7d-c542f295b68a req-83bb10f3-e32b-48ba-b253-9bfd8b8578f2 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168928 Jul 07 19:39:12.170871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d7277137-5691-4995-991d-a5ef380acff8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:12.191677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Deleting port d7277137-5691-4995-991d-a5ef380acff8 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:39:12.192337 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.253134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d7277137-5691-4995-991d-a5ef380acff8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:12.253706 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.287619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:12.372905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] For port d7277137-5691-4995-991d-a5ef380acff8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d7277137-5691-4995-991d-a5ef380acff8,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:12.373283 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.412780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Calling delete_port for d7277137-5691-4995-991d-a5ef380acff8 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:39:12.446222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:12.452660 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:12.453037 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.488635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57762) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:12.579299 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.627103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:12.631399 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835645cf-fcd3-44b9-ab92-a6fe0decc002" -d '{"events": [{"server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "name": "network-vif-plugged", "status": "completed", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:12.669364 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fd728027-ad51-46b2-815e-c39a9e0259e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.671547 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.692851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,segment=NetworkSegment(3e8870d8-4f70-4cef-a265-8b19ce58f5a3),segment_id=3e8870d8-4f70-4cef-a265-8b19ce58f5a3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:12.706514 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.740736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7277137-5691-4995-991d-a5ef380acff8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:12.761607 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07d9f54-c272-4ea4-aee1-c903c4e0e32e x-openstack-request-id: req-d07d9f54-c272-4ea4-aee1-c903c4e0e32e {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:12.761920 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "name": "network-vif-plugged", "status": "completed", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:12.762141 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d07d9f54-c272-4ea4-aee1-c903c4e0e32e {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:12.762539 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'code': 200} Jul 07 19:39:12.793695 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.826057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:12.855862 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fd728027-ad51-46b2-815e-c39a9e0259e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.861024 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fd728027-ad51-46b2-815e-c39a9e0259e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.917735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fd728027-ad51-46b2-815e-c39a9e0259e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=128532c49da54f108952369bdef5bf23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269042 Jul 07 19:39:12.918836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57776) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:12.937792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd728027-ad51-46b2-815e-c39a9e0259e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ace297-4996-4a13-9dd2-08efe91f38dc,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:12.975869 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.979185 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.996633 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b7179248-a61a-40b4-ba2e-fd293f1721c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.025145 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b7179248-a61a-40b4-ba2e-fd293f1721c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.042640 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.043240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5120e79a-a3f4-4a8c-8080-6f7df8dcac16 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:39:13.048714 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.053780 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-20089bb1-8a43-4a3a-a0df-c4f02271c13d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "DELETE /v2.0/routers/5120e79a-a3f4-4a8c-8080-6f7df8dcac16 HTTP/1.1" status: 204 len: 168 time: 1.4442594 Jul 07 19:39:13.055855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57782) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:13.061057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1849810430', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:13.068419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489aac3-b787-47b5-90be-45a861097d94 req-a07eea60-f96d-4b0e-ae42-2c5251138964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:13.071246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6489aac3-b787-47b5-90be-45a861097d94 req-a07eea60-f96d-4b0e-ae42-2c5251138964 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 1096 time: 0.2263525 Jul 07 19:39:13.118573 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b7179248-a61a-40b4-ba2e-fd293f1721c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.122722 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b7179248-a61a-40b4-ba2e-fd293f1721c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.123115 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.126306 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.126456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b7179248-a61a-40b4-ba2e-fd293f1721c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2ace297-4996-4a13-9dd2-08efe91f38dc HTTP/1.1" status: 204 len: 168 time: 0.2036138 Jul 07 19:39:13.143925 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6489aac3-b787-47b5-90be-45a861097d94 req-eefa5338-334e-4c3f-9860-85225b09918f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603352 Jul 07 19:39:13.152571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7179248-a61a-40b4-ba2e-fd293f1721c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ace297-4996-4a13-9dd2-08efe91f38dc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:13.230909 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.441457 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57796) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:13.447377 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.616458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57800) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:13.638162 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5982c7f8-bbe7-47c0-9ead-3a02a7b88b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.751764 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.781181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.854987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5982c7f8-bbe7-47c0-9ead-3a02a7b88b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.864391 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5982c7f8-bbe7-47c0-9ead-3a02a7b88b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.911883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d803c-ac3b-4227-a43c-951bd85bd8ca req-40315b7f-61a7-4bfb-ba70-aad454749de8 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:13.913418 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-949d803c-ac3b-4227-a43c-951bd85bd8ca req-40315b7f-61a7-4bfb-ba70-aad454749de8 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.5311244 Jul 07 19:39:13.934238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Allocated IP 172.25.0.19 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/1320700b-9ec7-49c7-bb8e-8113a8824c62) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:13.951086 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5982c7f8-bbe7-47c0-9ead-3a02a7b88b54 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62c6a05a5c944e5e8c3d54ce3ba61e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334777 Jul 07 19:39:13.957903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982c7f8-bbe7-47c0-9ead-3a02a7b88b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0f880c-5074-4929-b65c-70b280ee3fe4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:13.961038 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6ebb026c-39ae-412f-b068-3cfed00bc5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:13.965605 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57802) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:14.028109 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-949d803c-ac3b-4227-a43c-951bd85bd8ca req-4917f792-8ede-4acf-9944-fc539dc87fad tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065314 Jul 07 19:39:14.078562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5526c102-2853-4cf9-a753-9aeaf05e8fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.089066 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.107528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d7277137-5691-4995-991d-a5ef380acff8 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:39:14.128132 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5526c102-2853-4cf9-a753-9aeaf05e8fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.131940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: d7277137-5691-4995-991d-a5ef380acff8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:39:14.133244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d7277137-5691-4995-991d-a5ef380acff8 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:39:14.221431 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6ebb026c-39ae-412f-b068-3cfed00bc5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.227370 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6ebb026c-39ae-412f-b068-3cfed00bc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.233485 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5526c102-2853-4cf9-a753-9aeaf05e8fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.236015 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5526c102-2853-4cf9-a753-9aeaf05e8fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.237195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5526c102-2853-4cf9-a753-9aeaf05e8fe0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa0f880c-5074-4929-b65c-70b280ee3fe4 HTTP/1.1" status: 204 len: 168 time: 0.2705870 Jul 07 19:39:14.278151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb026c-39ae-412f-b068-3cfed00bc5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32963d63-8f56-4647-ab3e-6c27e3d8eb56,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:14.292909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526c102-2853-4cf9-a753-9aeaf05e8fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0f880c-5074-4929-b65c-70b280ee3fe4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:14.309139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6ebb026c-39ae-412f-b068-3cfed00bc5a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=77ec5164d4f542a8bcef6d19f44c3ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8664083 Jul 07 19:39:14.312273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57806) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:14.385435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc95ba38-a866-48ab-94be-36391fc6bb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.436356 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc95ba38-a866-48ab-94be-36391fc6bb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.514443 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc95ba38-a866-48ab-94be-36391fc6bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.517268 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc95ba38-a866-48ab-94be-36391fc6bb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.518587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cc95ba38-a866-48ab-94be-36391fc6bb8c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32963d63-8f56-4647-ab3e-6c27e3d8eb56 HTTP/1.1" status: 204 len: 168 time: 0.2052693 Jul 07 19:39:14.536317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95ba38-a866-48ab-94be-36391fc6bb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32963d63-8f56-4647-ab3e-6c27e3d8eb56,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:14.567894 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.623190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:14.627876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:14.634565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:14.662271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Pushing event updated for resources: {'Port': ['ID=1320700b-9ec7-49c7-bb8e-8113a8824c62,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:14.969832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:15.285101 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:15.365220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea57516-daea-455c-9e73-b74bc7b759a7 req-39ee9838-b1b2-4404-b862-6e9bf1204f1c tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:15.366785 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eea57516-daea-455c-9e73-b74bc7b759a7 req-39ee9838-b1b2-4404-b862-6e9bf1204f1c tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1748080 Jul 07 19:39:15.403586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ea81fa8-445a-4abd-b4c7-5c89d8efd088 req-61f498bb-c6e2-4c5c-9445-13e61ddb4380 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1597025 Jul 07 19:39:15.463865 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eea57516-daea-455c-9e73-b74bc7b759a7 req-ac21c676-81d7-4014-b53d-c3af3d3c6de7 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883093 Jul 07 19:39:15.588316 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea81fa8-445a-4abd-b4c7-5c89d8efd088 req-a9a835bd-90df-4ba4-bef1-1a39380b6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:15.592905 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ea81fa8-445a-4abd-b4c7-5c89d8efd088 req-a9a835bd-90df-4ba4-bef1-1a39380b6903 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5f6a5346c7d4f9696041ac5f4379e79&device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 1096 time: 0.1148374 Jul 07 19:39:15.599341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Router fb32101b-e24b-4735-8c68-a2f4ced63bdc is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:39:15.698499 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57886) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:15.753880 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:39:15.850225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:39:15.862360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000542c-348e-40fa-8680-e99fca550645 None None] Sync routers for ids ['fb32101b-e24b-4735-8c68-a2f4ced63bdc'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:15.875308 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:15.876681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000542c-348e-40fa-8680-e99fca550645 None None] Routers {'fb32101b-e24b-4735-8c68-a2f4ced63bdc'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:15.876871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-834d9626-ec3c-4099-b0b9-5506961f500e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8193314 Jul 07 19:39:15.877955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea81fa8-445a-4abd-b4c7-5c89d8efd088 req-fc7c3658-73b4-4f91-bda2-b13ed4c7d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:15.879191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1000542c-348e-40fa-8680-e99fca550645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['fb32101b-e24b-4735-8c68-a2f4ced63bdc'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:15.879480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57900) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:15.884683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-372653ae-ada7-44d1-8568-cbcc2eba067e tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'enable_snat': False}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:15.894013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ea81fa8-445a-4abd-b4c7-5c89d8efd088 req-fc7c3658-73b4-4f91-bda2-b13ed4c7d23a service neutron] 10.222.0.48 "GET /v2.0/networks?id=320eb8fc-55a8-484c-8da5-aedc702bb042 HTTP/1.1" status: 200 len: 921 time: 0.2389343 Jul 07 19:39:15.926376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1000542c-348e-40fa-8680-e99fca550645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:15.939164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000542c-348e-40fa-8680-e99fca550645 None None] Routers {'fb32101b-e24b-4735-8c68-a2f4ced63bdc'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:15.940069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1000542c-348e-40fa-8680-e99fca550645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['fb32101b-e24b-4735-8c68-a2f4ced63bdc'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:15.954272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-553102938-network', 'tenant_id': '80ae4dcad8eb437f879ffeb364cf9c90'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:15.970526 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ea81fa8-445a-4abd-b4c7-5c89d8efd088 req-d1368a77-47c9-4797-85a8-d88fb6584aa9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 217 time: 0.0708301 Jul 07 19:39:15.987809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1000542c-348e-40fa-8680-e99fca550645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:15.988892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000542c-348e-40fa-8680-e99fca550645 None None] The sync data for ids ['fb32101b-e24b-4735-8c68-a2f4ced63bdc'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:39:15.994360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Made reservation on behalf of 80ae4dcad8eb437f879ffeb364cf9c90 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:39:15.998766 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:16.012130 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:16.066314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea81fa8-445a-4abd-b4c7-5c89d8efd088 req-25a07ddf-6486-47f4-90cb-cf0120acc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:16.067901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ea81fa8-445a-4abd-b4c7-5c89d8efd088 req-25a07ddf-6486-47f4-90cb-cf0120acc4e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499e171f-5d6d-42d4-9d4d-bd3e46c06487 HTTP/1.1" status: 200 len: 860 time: 0.0648508 Jul 07 19:39:16.114993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ea81fa8-445a-4abd-b4c7-5c89d8efd088 req-644220e4-afb2-4367-bdf0-0e504992c860 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=320eb8fc-55a8-484c-8da5-aedc702bb042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402007 Jul 07 19:39:16.125454 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab147a4c-47d8-44c6-96a1-1aa900ce7526 req-79c69045-eb13-4fe7-bd7b-44be0f247b14 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:16.127463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab147a4c-47d8-44c6-96a1-1aa900ce7526 req-79c69045-eb13-4fe7-bd7b-44be0f247b14 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1686244 Jul 07 19:39:16.251590 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab147a4c-47d8-44c6-96a1-1aa900ce7526 req-89d75cc5-5616-4a01-b425-e12f3cdc0aab tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129708 Jul 07 19:39:16.323409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ea81fa8-445a-4abd-b4c7-5c89d8efd088 req-d7f4ff48-9c0d-485f-b146-7da2c332d0a7 service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946440 Jul 07 19:39:16.438784 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:16.447692 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ea81fa8-445a-4abd-b4c7-5c89d8efd088 req-ec9c99e1-1501-49ce-b2bd-8161764018a8 service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172256 Jul 07 19:39:16.449544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:16.482292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:39:16.485497 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-372653ae-ada7-44d1-8568-cbcc2eba067e tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:16.508045 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6004c3db-7441-4248-b3e8-11c43261c8b3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:16.511186 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:16.520452 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Added segment 29f04ec6-8259-4f26-8704-9db9cf1fe3e6 of type vlan for network c17e688f-ce49-4543-8118-579df6833c27 Jul 07 19:39:16.575432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd8e37-8f60-4828-aac1-479cc974280a req-4cf3b153-06a7-48ba-bfc8-f12ebad36e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:16.577858 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dbcd8e37-8f60-4828-aac1-479cc974280a req-4cf3b153-06a7-48ba-bfc8-f12ebad36e53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5f6a5346c7d4f9696041ac5f4379e79&device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 1096 time: 0.0654941 Jul 07 19:39:16.642650 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:16.711155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd8e37-8f60-4828-aac1-479cc974280a req-f9597234-ca88-47f2-bf00-d4087ff920a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:16.713223 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dbcd8e37-8f60-4828-aac1-479cc974280a req-f9597234-ca88-47f2-bf00-d4087ff920a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=320eb8fc-55a8-484c-8da5-aedc702bb042 HTTP/1.1" status: 200 len: 921 time: 0.1282182 Jul 07 19:39:16.720111 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:16.728218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:16.728819 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:16.767503 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dbcd8e37-8f60-4828-aac1-479cc974280a req-4b62b299-dbdd-4f66-b888-b7012e567531 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 217 time: 0.0463207 Jul 07 19:39:16.838117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd8e37-8f60-4828-aac1-479cc974280a req-e487f057-84c9-424b-bc08-86ade2f4af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:16.840165 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dbcd8e37-8f60-4828-aac1-479cc974280a req-e487f057-84c9-424b-bc08-86ade2f4af01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499e171f-5d6d-42d4-9d4d-bd3e46c06487 HTTP/1.1" status: 200 len: 860 time: 0.0561883 Jul 07 19:39:16.854893 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1551812 Jul 07 19:39:16.887851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e776b1d-0333-45b7-ad3b-91e26a8e9212 admin admin] Pushing event updated for resources: {'Network': ['ID=c17e688f-ce49-4543-8118-579df6833c27,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:16.901282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c17e688f-ce49-4543-8118-579df6833c27 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:39:16.926016 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dbcd8e37-8f60-4828-aac1-479cc974280a req-a60e4258-00c7-4a1a-8c0d-3779d75a3bc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=320eb8fc-55a8-484c-8da5-aedc702bb042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792527 Jul 07 19:39:17.116175 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dbcd8e37-8f60-4828-aac1-479cc974280a req-f1ad82ca-cd53-4325-9823-42c28f99258d service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829040 Jul 07 19:39:17.242215 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dbcd8e37-8f60-4828-aac1-479cc974280a req-f5a8b651-61e3-4d64-9378-6cd21906543b service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167638 Jul 07 19:39:17.384436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-372653ae-ada7-44d1-8568-cbcc2eba067e tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:17.390402 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-372653ae-ada7-44d1-8568-cbcc2eba067e tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:17.492810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17182e-12e4-4562-994e-cb98a7b75565 req-8b4bc159-488a-4b8f-ac32-116fe398b482 tempest-ComputeTenantNetworksTest-1294249375 tempest-ComputeTenantNetworksTest-1294249375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:17.499444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17182e-12e4-4562-994e-cb98a7b75565 req-8b4bc159-488a-4b8f-ac32-116fe398b482 tempest-ComputeTenantNetworksTest-1294249375 tempest-ComputeTenantNetworksTest-1294249375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:17.507070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17182e-12e4-4562-994e-cb98a7b75565 req-8b4bc159-488a-4b8f-ac32-116fe398b482 tempest-ComputeTenantNetworksTest-1294249375 tempest-ComputeTenantNetworksTest-1294249375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:17.508822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e17182e-12e4-4562-994e-cb98a7b75565 req-8b4bc159-488a-4b8f-ac32-116fe398b482 tempest-ComputeTenantNetworksTest-1294249375 tempest-ComputeTenantNetworksTest-1294249375-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2451632 Jul 07 19:39:17.559290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34b354-0ec3-4d2b-a4c4-d1f20be448a8 req-b06bd1c8-463d-4baa-945a-6a97ac9bf0d8 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:17.568296 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0f34b354-0ec3-4d2b-a4c4-d1f20be448a8 req-b06bd1c8-463d-4baa-945a-6a97ac9bf0d8 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.0994961 Jul 07 19:39:17.622651 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0f34b354-0ec3-4d2b-a4c4-d1f20be448a8 req-c80180fb-2862-43f6-ab09-4bafe6117ba4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531595 Jul 07 19:39:17.654638 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0921c-49e2-4a42-8e2f-040f9031c05f req-260cb08a-26ec-45f0-a9b6-911d639d9ee6 tempest-ComputeTenantNetworksTest-1294249375 tempest-ComputeTenantNetworksTest-1294249375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:17.656013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05e0921c-49e2-4a42-8e2f-040f9031c05f req-260cb08a-26ec-45f0-a9b6-911d639d9ee6 tempest-ComputeTenantNetworksTest-1294249375 tempest-ComputeTenantNetworksTest-1294249375-project] 10.222.0.81 "GET /v2.0/networks/c17e688f-ce49-4543-8118-579df6833c27 HTTP/1.1" status: 200 len: 768 time: 0.1109486 Jul 07 19:39:17.665040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57974) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:17.671130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372653ae-ada7-44d1-8568-cbcc2eba067e tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Router fb32101b-e24b-4735-8c68-a2f4ced63bdc has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:39:17.757148 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:17.857629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:17.871420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17e688f-ce49-4543-8118-579df6833c27']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:17.888378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f04ec6-8259-4f26-8704-9db9cf1fe3e6') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:17.888674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f04ec6-8259-4f26-8704-9db9cf1fe3e6') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:17.905956 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:17.926304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:17.940249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:39:17.940699 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:39:17.944202 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:39:18.035561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:18.043731 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:18.047630 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] 10.222.0.81 "DELETE /v2.0/networks/c17e688f-ce49-4543-8118-579df6833c27 HTTP/1.1" status: 204 len: 168 time: 0.3802783 Jul 07 19:39:18.063843 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbe04c-e14c-4351-8c72-9c8f2adc5f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=c17e688f-ce49-4543-8118-579df6833c27,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:18.191222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372653ae-ada7-44d1-8568-cbcc2eba067e tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:39:18.196085 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-372653ae-ada7-44d1-8568-cbcc2eba067e tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:18.196952 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-372653ae-ada7-44d1-8568-cbcc2eba067e tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "PUT /v2.0/routers/fb32101b-e24b-4735-8c68-a2f4ced63bdc HTTP/1.1" status: 200 len: 921 time: 2.3164654 Jul 07 19:39:18.199558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57980) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:18.205332 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b057b2ef-8d44-457d-9c88-57b2f340fb26 None None] Sync routers for ids ['fb32101b-e24b-4735-8c68-a2f4ced63bdc'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:18.214770 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057b2ef-8d44-457d-9c88-57b2f340fb26 None None] Routers {'fb32101b-e24b-4735-8c68-a2f4ced63bdc'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:18.215423 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b057b2ef-8d44-457d-9c88-57b2f340fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['fb32101b-e24b-4735-8c68-a2f4ced63bdc'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:18.220767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57982) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:18.261652 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b057b2ef-8d44-457d-9c88-57b2f340fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:18.275795 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057b2ef-8d44-457d-9c88-57b2f340fb26 None None] Routers {'fb32101b-e24b-4735-8c68-a2f4ced63bdc'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:18.278071 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b057b2ef-8d44-457d-9c88-57b2f340fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['fb32101b-e24b-4735-8c68-a2f4ced63bdc'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:18.279050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d0734c7e-2bb9-49db-99be-1df3e9d8bfb1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=80ae4dcad8eb437f879ffeb364cf9c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570049 Jul 07 19:39:18.279963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57984) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:18.330266 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b057b2ef-8d44-457d-9c88-57b2f340fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:18.331442 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b057b2ef-8d44-457d-9c88-57b2f340fb26 None None] The sync data for ids ['fb32101b-e24b-4735-8c68-a2f4ced63bdc'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:39:18.387619 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f5522804-7f9c-46bd-af36-c67d87dcab86 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/routers/fb32101b-e24b-4735-8c68-a2f4ced63bdc HTTP/1.1" status: 200 len: 921 time: 0.1844435 Jul 07 19:39:18.387927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 57986) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:18.470895 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-adcc23d7-df77-4ad8-812c-ba408a8a20e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:18.510000 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-adcc23d7-df77-4ad8-812c-ba408a8a20e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:18.547018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7bc283-fba1-44a5-bba3-711e655d10b9 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:18.548637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cf7bc283-fba1-44a5-bba3-711e655d10b9 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&device_id=fb32101b-e24b-4735-8c68-a2f4ced63bdc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1598589 Jul 07 19:39:18.551942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 57998) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:18.583322 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-adcc23d7-df77-4ad8-812c-ba408a8a20e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:18.585947 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-adcc23d7-df77-4ad8-812c-ba408a8a20e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:18.587359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-adcc23d7-df77-4ad8-812c-ba408a8a20e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6004c3db-7441-4248-b3e8-11c43261c8b3 HTTP/1.1" status: 204 len: 168 time: 0.3044922 Jul 07 19:39:18.604984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc23d7-df77-4ad8-812c-ba408a8a20e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6004c3db-7441-4248-b3e8-11c43261c8b3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:18.690061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ddafe4-6aa3-4c8a-9ec2-fa167ce70e45 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:18.694427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e8ddafe4-6aa3-4c8a-9ec2-fa167ce70e45 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 881 time: 0.1388733 Jul 07 19:39:18.695386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58004) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:18.737478 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cc7dd8df-8fa8-4459-9f2e-9355c9eb3638 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb32101b-e24b-4735-8c68-a2f4ced63bdc HTTP/1.1" status: 200 len: 205 time: 0.0403771 Jul 07 19:39:18.740241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58006) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:19.007914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509512e-92f1-44d4-a2e8-cd9ac4f2b4a0 req-f8773373-2862-4727-992e-e81dad516a4e tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:19.009474 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9509512e-92f1-44d4-a2e8-cd9ac4f2b4a0 req-f8773373-2862-4727-992e-e81dad516a4e tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.2096291 Jul 07 19:39:19.012625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.112982 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9509512e-92f1-44d4-a2e8-cd9ac4f2b4a0 req-e56b64e2-eda2-4024-81a7-c392aa10963c tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939140 Jul 07 19:39:19.199688 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.273057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Deleting port 1320700b-9ec7-49c7-bb8e-8113a8824c62 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:39:19.273411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.368589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.384391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Calling delete_port for 1320700b-9ec7-49c7-bb8e-8113a8824c62 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:39:19.569980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58030) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:19.656108 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.701759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Pushing event deleted for resources: {'Port': ['ID=1320700b-9ec7-49c7-bb8e-8113a8824c62,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:19.708224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-961783201-network', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:19.745896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Made reservation on behalf of 60603ddd58cc4914a55f0697ab4bf7ff for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:39:19.748320 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.760416 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.782325 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.881542 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.882612 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.885365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.887352 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.922192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:39:19.938732 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.939839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Fanout notify agent at l3_agent the message router_deleted on router fb32101b-e24b-4735-8c68-a2f4ced63bdc {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:39:19.940319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fabe288-0eec-434a-8211-25520a456c8f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:19.961926 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.962281 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Added segment ba2bd8dc-7b5b-4147-9742-ef0405fb2113 of type vlan for network adaeea58-cec9-4759-b394-16b38edd657c Jul 07 19:39:19.962466 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.964648 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-69ecd22b-ca8e-4cc6-adf0-8141561d0354 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/routers/fb32101b-e24b-4735-8c68-a2f4ced63bdc HTTP/1.1" status: 204 len: 168 time: 1.2232115 Jul 07 19:39:19.968855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58036) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:19.982444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c9580dd3-9dad-4655-bce2-f32d0d00df6f tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1952348789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:20.021689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:20.029514 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9580dd3-9dad-4655-bce2-f32d0d00df6f tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:20.031347 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9580dd3-9dad-4655-bce2-f32d0d00df6f tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:20.073457 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:20.074598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:20.075292 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:20.126408 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9580dd3-9dad-4655-bce2-f32d0d00df6f tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:20.133836 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9580dd3-9dad-4655-bce2-f32d0d00df6f tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:20.142837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5718517 Jul 07 19:39:20.145929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58038) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:20.155586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f5173863-3be8-4d33-a2c4-048a9e1f0ffa admin admin] Request body: {'subnet': {'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-subnet', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:20.158297 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9580dd3-9dad-4655-bce2-f32d0d00df6f tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:20.162697 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c9580dd3-9dad-4655-bce2-f32d0d00df6f tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1911035 Jul 07 19:39:20.165652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58042) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:20.170673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:20.257053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c941181-aead-4786-8e69-c9ec08ed82c0 admin admin] Pushing event updated for resources: {'Network': ['ID=adaeea58-cec9-4759-b394-16b38edd657c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:20.268237 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network adaeea58-cec9-4759-b394-16b38edd657c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:39:20.308967 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5173863-3be8-4d33-a2c4-048a9e1f0ffa admin admin] Made reservation on behalf of 60603ddd58cc4914a55f0697ab4bf7ff for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:39:20.310153 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5173863-3be8-4d33-a2c4-048a9e1f0ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:20.547072 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:20.622298 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638919d-1e4c-406e-b7c5-5821f9914602 req-f120c840-ca3a-43ed-9605-682fd85f3728 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:20.624019 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4638919d-1e4c-406e-b7c5-5821f9914602 req-f120c840-ca3a-43ed-9605-682fd85f3728 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.3623688 Jul 07 19:39:20.779719 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4638919d-1e4c-406e-b7c5-5821f9914602 req-2525c095-f1da-4453-9de6-107461c04ace tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032696 Jul 07 19:39:20.853433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5173863-3be8-4d33-a2c4-048a9e1f0ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:20.940716 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5173863-3be8-4d33-a2c4-048a9e1f0ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5e1278-b946-4bbc-8186-78e64d8255cb,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:21.024391 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5173863-3be8-4d33-a2c4-048a9e1f0ffa admin admin] Checking segment: {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:39:21.024391 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5173863-3be8-4d33-a2c4-048a9e1f0ffa admin admin] Network hostable DHCP agents. Network: adaeea58-cec9-4759-b394-16b38edd657c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:39:21.076879 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-62b8065a-0813-4ace-b1ae-fb447bbc391a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.091596 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.115281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.117660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5173863-3be8-4d33-a2c4-048a9e1f0ffa admin admin] Network adaeea58-cec9-4759-b394-16b38edd657c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:39:21.133860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f5173863-3be8-4d33-a2c4-048a9e1f0ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, adaeea58-cec9-4759-b394-16b38edd657c) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:21.143927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7929705-1eb1-47fd-81e8-d25ec3664554 None None] Network adaeea58-cec9-4759-b394-16b38edd657c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:39:21.170654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5173863-3be8-4d33-a2c4-048a9e1f0ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:21.171288 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5173863-3be8-4d33-a2c4-048a9e1f0ffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.204849 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f5173863-3be8-4d33-a2c4-048a9e1f0ffa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0563366 Jul 07 19:39:21.207754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58048) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:21.212446 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:21.243266 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.244987 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.313864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Allocated IP 172.25.0.110 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/485a1efd-bc4e-4a61-a03a-0364d414f85d) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:21.353735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-adaeea58-cec9-4759-b394-16b38edd657c', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:39:21.354270 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.354843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.488451 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.554637 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.578712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Allocated IP 172.20.0.2 (adaeea58-cec9-4759-b394-16b38edd657c/ab5e1278-b946-4bbc-8186-78e64d8255cb/7cfdf992-3520-4661-91fe-c7c0be1bdc26) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:21.609412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:21.615763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:21.620233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:21.626378 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Pushing event updated for resources: {'Port': ['ID=485a1efd-bc4e-4a61-a03a-0364d414f85d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:21.787265 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.803681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Transition to ACTIVE for port object 7cfdf992-3520-4661-91fe-c7c0be1bdc26 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:21.839920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Transition to ACTIVE for port object 7cfdf992-3520-4661-91fe-c7c0be1bdc26 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:21.852476 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.923662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Pushing event updated for resources: {'Port': ['ID=7cfdf992-3520-4661-91fe-c7c0be1bdc26,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:21.953877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Network adaeea58-cec9-4759-b394-16b38edd657c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:21.956622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:21.960932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:22.034568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:22.070980 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:22.081160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Attempting to bind port 7cfdf992-3520-4661-91fe-c7c0be1bdc26 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:39:22.081456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Attempting to bind port 7cfdf992-3520-4661-91fe-c7c0be1bdc26 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:39:22.082161 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Attempting to bind port 7cfdf992-3520-4661-91fe-c7c0be1bdc26 on network adaeea58-cec9-4759-b394-16b38edd657c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:39:22.089125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:39:22.089620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Checking segment: {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:39:22.089931 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:22.090327 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Bound using segment: {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:39:22.090832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Bound port: 7cfdf992-3520-4661-91fe-c7c0be1bdc26, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:39:22.091232 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:22.167914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] For port 7cfdf992-3520-4661-91fe-c7c0be1bdc26, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:39:22.176722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] For port 7cfdf992-3520-4661-91fe-c7c0be1bdc26, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7cfdf992-3520-4661-91fe-c7c0be1bdc26,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:39:22.184132 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:22.188230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ced9c-29ae-431e-80b6-53327175ea22 req-9478c3a6-ea23-40a8-9142-5a9cef1ba43e tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:22.200241 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f47ced9c-29ae-431e-80b6-53327175ea22 req-9478c3a6-ea23-40a8-9142-5a9cef1ba43e tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1622882 Jul 07 19:39:22.294000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f47ced9c-29ae-431e-80b6-53327175ea22 req-95c62d54-9c0e-4d96-a3d5-b51c390e3b4a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923784 Jul 07 19:39:22.309645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c14898-5f21-4ced-a637-b27b89d2a3f7 None None] Pushing event updated for resources: {'Port': ['ID=7cfdf992-3520-4661-91fe-c7c0be1bdc26,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:22.377709 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:22.385508 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:22.530563 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:22.555533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:22.606259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Router b5218c04-f559-4852-aea2-437c186f6230 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:39:22.782679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:39:22.794554 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:22.796117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab3a599-b25a-4070-a096-f7a9d504ecd3 None None] Sync routers for ids ['b5218c04-f559-4852-aea2-437c186f6230'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:22.796649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-23ef86cb-305f-4a4b-bab3-028db02f9e5e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "PUT /v2.0/routers/b5218c04-f559-4852-aea2-437c186f6230 HTTP/1.1" status: 200 len: 880 time: 2.6296501 Jul 07 19:39:22.796972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Allocated IP 172.25.0.105 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/be035393-3f44-49d3-a34a-57aec8f358b4) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:22.798980 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58064) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:22.816644 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab3a599-b25a-4070-a096-f7a9d504ecd3 None None] Routers {'b5218c04-f559-4852-aea2-437c186f6230'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:22.817986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1ab3a599-b25a-4070-a096-f7a9d504ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5218c04-f559-4852-aea2-437c186f6230'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:22.868800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1ab3a599-b25a-4070-a096-f7a9d504ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:22.877858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab3a599-b25a-4070-a096-f7a9d504ecd3 None None] Routers {'b5218c04-f559-4852-aea2-437c186f6230'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:22.878847 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1ab3a599-b25a-4070-a096-f7a9d504ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:38:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b5218c04-f559-4852-aea2-437c186f6230'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:22.923631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1ab3a599-b25a-4070-a096-f7a9d504ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:22.924389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab3a599-b25a-4070-a096-f7a9d504ecd3 None None] The sync data for ids ['b5218c04-f559-4852-aea2-437c186f6230'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:39:22.983959 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1476f3ef-62bc-4eef-90d4-d4ea7d937c1b tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/routers/b5218c04-f559-4852-aea2-437c186f6230 HTTP/1.1" status: 200 len: 921 time: 0.1838384 Jul 07 19:39:22.986725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58066) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:23.017562 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:23.066721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:23.069065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609eb794-5ae7-45e2-b130-e348105f685b tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:23.071354 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-609eb794-5ae7-45e2-b130-e348105f685b tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&device_id=b5218c04-f559-4852-aea2-437c186f6230&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0830259 Jul 07 19:39:23.074030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58068) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:23.112094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:23.115178 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:23.122020 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:23.160655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Pushing event updated for resources: {'Port': ['ID=be035393-3f44-49d3-a34a-57aec8f358b4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:23.229685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c4f829-13c9-4944-9c7c-a72f072edeed tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:23.229685 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a9c4f829-13c9-4944-9c7c-a72f072edeed tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 881 time: 0.1540411 Jul 07 19:39:23.232487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58070) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:23.275768 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2c25c6c0-a294-4d41-a6c6-68d7541937bf tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5218c04-f559-4852-aea2-437c186f6230 HTTP/1.1" status: 200 len: 205 time: 0.0420542 Jul 07 19:39:23.278297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58072) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:23.478711 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:23.549096 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:23.727309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b991e2-81c1-4335-b11d-6ef5a1fd01ce req-b03c54c3-b3d0-4a35-aadc-76a0065ffd7d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:23.729388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07b991e2-81c1-4335-b11d-6ef5a1fd01ce req-b03c54c3-b3d0-4a35-aadc-76a0065ffd7d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1718323 Jul 07 19:39:23.731628 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:23.765776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e95f5f-0f92-401f-b1b9-98f2ebbf6cc6 None None] Network adaeea58-cec9-4759-b394-16b38edd657c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:39:23.834951 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07b991e2-81c1-4335-b11d-6ef5a1fd01ce req-bb710b94-a023-4af3-ac30-caa4ed97c67d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913248 Jul 07 19:39:23.870154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Deleting port 485a1efd-bc4e-4a61-a03a-0364d414f85d {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:39:23.870973 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:23.872150 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:23.875482 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:23.910616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b420643a-7be8-4b0d-b9f2-992e502e85a5 None None] Provisioning for port 7cfdf992-3520-4661-91fe-c7c0be1bdc26 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:23.962285 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:23.989255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Calling delete_port for 485a1efd-bc4e-4a61-a03a-0364d414f85d owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:39:24.124186 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39edd294-479d-4f0c-be8d-7b10e417f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:24.248516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7cfdf992-3520-4661-91fe-c7c0be1bdc26 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:24.253958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Router 971ef03c-352f-4009-8a0c-779c125a4da4 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:39:24.316699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 7cfdf992-3520-4661-91fe-c7c0be1bdc26 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:24.322855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7cfdf992-3520-4661-91fe-c7c0be1bdc26 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:24.323579 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:24.425078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:24.454441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:39:24.465916 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Sync routers for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:24.478866 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:24.481749 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:24.482923 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:24.493681 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:24.497771 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ef6c4cf4-18ed-43a6-9f0f-d1bda8595a4a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2861776 Jul 07 19:39:24.498224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58082) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:24.509825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Pushing event deleted for resources: {'Port': ['ID=485a1efd-bc4e-4a61-a03a-0364d414f85d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:24.524906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 7cfdf992-3520-4661-91fe-c7c0be1bdc26, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7cfdf992-3520-4661-91fe-c7c0be1bdc26,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:24.531773 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:24.600695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=7cfdf992-3520-4661-91fe-c7c0be1bdc26,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:24.604866 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:24.623434 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-359275dd-c444-4e73-9d13-127c08d70919 None None] Provisioning complete for port 7cfdf992-3520-4661-91fe-c7c0be1bdc26 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:24.624181 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-359275dd-c444-4e73-9d13-127c08d70919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:24.675246 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:39:24.822956 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:24.984919 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:23Z', 'revision_number': 3, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:25.037285 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Checking router: 971ef03c-352f-4009-8a0c-779c125a4da4 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:39:25.037634 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Updating router 971ef03c-352f-4009-8a0c-779c125a4da4 port be035393-3f44-49d3-a34a-57aec8f358b4 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:39:25.081713 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.196456 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.200417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.269433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0362cc7-a0c2-43eb-852e-65f297e20aee req-673420d7-9c79-490c-9ba1-7bf2e4aad661 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:25.277783 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0362cc7-a0c2-43eb-852e-65f297e20aee req-673420d7-9c79-490c-9ba1-7bf2e4aad661 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1836433 Jul 07 19:39:25.334532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.335973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Fanout notify agent at l3_agent the message router_deleted on router b5218c04-f559-4852-aea2-437c186f6230 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:39:25.346135 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.352479 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8e92c969-5bdb-4bfe-b0f9-ab3739cf602c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/routers/b5218c04-f559-4852-aea2-437c186f6230 HTTP/1.1" status: 204 len: 168 time: 2.0712218 Jul 07 19:39:25.354195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58100) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:25.360664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-53f05c4f-45f6-49c1-937e-f1922108b5dc tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-661496440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:25.377434 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0362cc7-a0c2-43eb-852e-65f297e20aee req-ab5740f5-45f8-417b-ac46-862150547569 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977986 Jul 07 19:39:25.380189 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.422403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53f05c4f-45f6-49c1-937e-f1922108b5dc tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.424087 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53f05c4f-45f6-49c1-937e-f1922108b5dc tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.444085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fa326-b008-4cea-9835-1fed0dc27973 req-71160605-b65b-4205-b74d-edae9095a369 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:25.446838 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-71160605-b65b-4205-b74d-edae9095a369 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.1874537 Jul 07 19:39:25.466034 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-1c1a2b9a-6803-46ec-bf38-3863af0bf4ac tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/quotas/5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 375 time: 0.0127840 Jul 07 19:39:25.520908 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.533513 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Transition to ACTIVE for port object be035393-3f44-49d3-a34a-57aec8f358b4 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:25.543888 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.551436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-26c88294-b544-4794-938e-98d84a4d91aa tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783076 Jul 07 19:39:25.563983 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53f05c4f-45f6-49c1-937e-f1922108b5dc tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.586690 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53f05c4f-45f6-49c1-937e-f1922108b5dc tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.611549 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53f05c4f-45f6-49c1-937e-f1922108b5dc tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.613194 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Attempting to bind port be035393-3f44-49d3-a34a-57aec8f358b4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:39:25.613580 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Attempting to bind port be035393-3f44-49d3-a34a-57aec8f358b4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:39:25.613955 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Attempting to bind port be035393-3f44-49d3-a34a-57aec8f358b4 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:39:25.614115 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-53f05c4f-45f6-49c1-937e-f1922108b5dc tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2585433 Jul 07 19:39:25.617134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58104) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:25.621884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'enable_snat': True}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:25.630753 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:39:25.631204 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:39:25.631571 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.631988 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:39:25.632468 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Bound port: be035393-3f44-49d3-a34a-57aec8f358b4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:39:25.632850 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.676494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Allocated IP 172.20.0.1 (adaeea58-cec9-4759-b394-16b38edd657c/ab5e1278-b946-4bbc-8186-78e64d8255cb/6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:25.688124 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0a6a0-09de-4582-8754-45d4514b839d None None] Pushing event updated for resources: {'Port': ['ID=be035393-3f44-49d3-a34a-57aec8f358b4,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:25.694659 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] For port be035393-3f44-49d3-a34a-57aec8f358b4, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:39:25.701935 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] For port be035393-3f44-49d3-a34a-57aec8f358b4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=be035393-3f44-49d3-a34a-57aec8f358b4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:39:25.711413 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.802756 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:25.806724 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:25.815205 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0a6a0-09de-4582-8754-45d4514b839d None None] Pushing event updated for resources: {'Port': ['ID=be035393-3f44-49d3-a34a-57aec8f358b4,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:25.856154 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.873752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Transition to ACTIVE for port object 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:25.917071 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.919338 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:25.948051 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:39:25.962929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Network adaeea58-cec9-4759-b394-16b38edd657c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:25.967035 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:25.970288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:25.998176 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-f3c06193-53b7-4379-a143-4e5feb9297f8 service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372897 Jul 07 19:39:26.021415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:26.057424 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:26.157763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7cfdf992-3520-4661-91fe-c7c0be1bdc26 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:26.183302 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-56bdcfff-b39c-40f4-a25f-1fbd102d7b92 service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781836 Jul 07 19:39:26.302057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7cfdf992-3520-4661-91fe-c7c0be1bdc26 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:26.302533 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:26.385509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c3d9f97a-3dc9-42d2-ba52-43d6b38c0c9c None None] Provisioning for port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:26.393492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c3d9f97a-3dc9-42d2-ba52-43d6b38c0c9c None None] Provisioning complete for port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:26.393870 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f97a-3dc9-42d2-ba52-43d6b38c0c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:26.407808 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:26.446157 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c3d9f97a-3dc9-42d2-ba52-43d6b38c0c9c None None] Port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:39:26.454386 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:26.478943 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:26.600181 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:26.632649 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:23Z', 'revision_number': 3, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:26.646951 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b5a70cd3-5ee4-40ef-839c-8e944796156a req-11fbb9c3-09fe-4be7-99b9-9872b7c8d2f4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 210 time: 0.0542119 Jul 07 19:39:26.671144 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1af661-7fe0-4a87-8930-89a68dd01802 None None] The sync data for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 is: [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:23Z', 'revision_number': 3, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:39:26.745190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Allocated IP 172.25.0.82 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/3ce2873d-9064-442d-90e9-d0d57d051821) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:26.902878 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf2c29-1b09-41ad-932a-f7ac4c4ae591 req-85e19009-be1b-4d02-800b-fb60e5a99f29 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:26.904456 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4baf2c29-1b09-41ad-932a-f7ac4c4ae591 req-85e19009-be1b-4d02-800b-fb60e5a99f29 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1896250 Jul 07 19:39:26.909597 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:26.912774 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:26.924099 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:26.972149 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:27.023898 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4baf2c29-1b09-41ad-932a-f7ac4c4ae591 req-2a83bc72-a016-42b7-b7e2-fee6d7b8a02b tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082349 Jul 07 19:39:27.037818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:27.043758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:27.046402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:27.057993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:27.085854 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:27.120685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event updated for resources: {'Port': ['ID=3ce2873d-9064-442d-90e9-d0d57d051821,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:27.240840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Network adaeea58-cec9-4759-b394-16b38edd657c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:27.243205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:27.565724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:27.691435 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fd85a5f9-67ba-4fd7-b30c-5b72354d093e None None] Provisioning complete for port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:27.692416 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd85a5f9-67ba-4fd7-b30c-5b72354d093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:27.760599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fd85a5f9-67ba-4fd7-b30c-5b72354d093e None None] Port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:39:27.941587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ca12666-3192-4082-9cc7-c0524bdf4791 req-e6fdf49a-1225-4b37-94f0-aa6459930824 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 210 time: 0.0737889 Jul 07 19:39:27.964277 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:27.969246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:27.980485 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Router 971ef03c-352f-4009-8a0c-779c125a4da4 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:39:28.127735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device be035393-3f44-49d3-a34a-57aec8f358b4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:28.168100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Router 9605c139-4aa2-44b1-8dc7-096db816b38a is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:39:28.242050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port be035393-3f44-49d3-a34a-57aec8f358b4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:28.247318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port be035393-3f44-49d3-a34a-57aec8f358b4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:28.247831 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:28.288951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:39:28.308713 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-40776124-798e-4cf2-bf85-2c5ff2d799e0 admin admin] 10.222.0.81 "PUT /v2.0/routers/971ef03c-352f-4009-8a0c-779c125a4da4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8005848 Jul 07 19:39:28.380369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:39:28.392556 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:28.394500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-97294f96-c675-403d-96d5-3e5e2f7d0c82 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "PUT /v2.0/routers/9605c139-4aa2-44b1-8dc7-096db816b38a HTTP/1.1" status: 200 len: 913 time: 2.7763803 Jul 07 19:39:28.397506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58132) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:28.411374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182778f5-d514-47a8-9bd2-bf2aef6e35b0 None None] Sync routers for ids ['9605c139-4aa2-44b1-8dc7-096db816b38a'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:28.450257 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:28.497416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182778f5-d514-47a8-9bd2-bf2aef6e35b0 None None] Routers {'9605c139-4aa2-44b1-8dc7-096db816b38a'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:28.498822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-182778f5-d514-47a8-9bd2-bf2aef6e35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9605c139-4aa2-44b1-8dc7-096db816b38a'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:28.560756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port be035393-3f44-49d3-a34a-57aec8f358b4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=be035393-3f44-49d3-a34a-57aec8f358b4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:28.562911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-182778f5-d514-47a8-9bd2-bf2aef6e35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:28.573713 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:28.589604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ec1ef-faa6-4b78-ba69-2b9509658a04 req-34c09686-2f3f-4262-b094-7fc0d3dd6878 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:28.591437 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-336ec1ef-faa6-4b78-ba69-2b9509658a04 req-34c09686-2f3f-4262-b094-7fc0d3dd6878 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.3308105 Jul 07 19:39:28.603971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fa326-b008-4cea-9835-1fed0dc27973 req-31f9098d-af4b-40ae-925a-c5f5ff370d86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:28.605569 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-31f9098d-af4b-40ae-925a-c5f5ff370d86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.2340188 Jul 07 19:39:28.610765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182778f5-d514-47a8-9bd2-bf2aef6e35b0 None None] Routers {'9605c139-4aa2-44b1-8dc7-096db816b38a'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:28.611728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-182778f5-d514-47a8-9bd2-bf2aef6e35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9605c139-4aa2-44b1-8dc7-096db816b38a'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:28.657042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-182778f5-d514-47a8-9bd2-bf2aef6e35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:28.658846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182778f5-d514-47a8-9bd2-bf2aef6e35b0 None None] The sync data for ids ['9605c139-4aa2-44b1-8dc7-096db816b38a'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:39:28.671334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'port': {'device_id': '17a68208-f0fb-4845-b8ba-971b92892a1e', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'admin_state_up': True, 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:28.711731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=be035393-3f44-49d3-a34a-57aec8f358b4,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:28.719712 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e9c7b0f6-4e56-44ce-a066-da7b25964b2d tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/routers/9605c139-4aa2-44b1-8dc7-096db816b38a HTTP/1.1" status: 200 len: 919 time: 0.3183260 Jul 07 19:39:28.721132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58138) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:28.824135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a121fe23-acc4-484f-a9f4-75d91306cbf3 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:28.826815 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a121fe23-acc4-484f-a9f4-75d91306cbf3 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&device_id=9605c139-4aa2-44b1-8dc7-096db816b38a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1044135 Jul 07 19:39:28.829199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58140) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:28.851912 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-336ec1ef-faa6-4b78-ba69-2b9509658a04 req-2b61547e-a38f-4e83-b2c8-03daed991b23 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437935 Jul 07 19:39:28.967757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af42403-6dde-47e7-a37b-df411a4e9533 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:28.969592 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4af42403-6dde-47e7-a37b-df411a4e9533 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 881 time: 0.1390839 Jul 07 19:39:28.972658 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58142) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:29.003611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Made reservation on behalf of 5034d959d8df4881b05cee0fb3ab4677 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:39:29.014834 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:29.059084 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-faeb06f5-4c6d-41c0-839c-c3c7e489e4a3 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "GET /v2.0/ports?device_id=9605c139-4aa2-44b1-8dc7-096db816b38a HTTP/1.1" status: 200 len: 205 time: 0.0843375 Jul 07 19:39:29.063338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58146) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:29.379414 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Sync routers for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:29.388092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc50dfb1-8aa6-4fa2-8d92-4d995eea0423 req-3ddd3508-d54e-4181-9d4e-2eb6780e9fd8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 210 time: 0.0724294 Jul 07 19:39:29.394728 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:29.395405 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:29.436172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Allocated IP 172.20.0.8 (1442ae3f-1fa5-472e-b78b-a0c442cf409b/dea0a7ea-e139-4942-9781-c1c850f2f9a4/30004c0f-798c-4598-aa2f-6607af54e998) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:29.438288 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:29.580063 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:39:29.823807 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:29.867167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Transition to ACTIVE for port object 30004c0f-798c-4598-aa2f-6607af54e998 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:29.874664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58154) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:29.886977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-62da6125-0ba3-47cc-bac7-33bee428f7a7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--223732587', 'description': 'tempest-description--1182910796'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:29.965598 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 2, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:29.997949 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62da6125-0ba3-47cc-bac7-33bee428f7a7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.051437 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Checking router: 971ef03c-352f-4009-8a0c-779c125a4da4 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:39:30.052317 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Updating router 971ef03c-352f-4009-8a0c-779c125a4da4 port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:39:30.079242 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.121075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device be035393-3f44-49d3-a34a-57aec8f358b4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:30.125464 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.125645 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.182122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Deleting port 3ce2873d-9064-442d-90e9-d0d57d051821 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:39:30.182856 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.195857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=30004c0f-798c-4598-aa2f-6607af54e998,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:30.249031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:30.264346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:30.270062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:30.371995 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.409620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Calling delete_port for 3ce2873d-9064-442d-90e9-d0d57d051821 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:39:30.467605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38eb67-6cdd-4b35-a929-1aef2e4e284c req-97d8db0c-111a-4f3f-bd8c-5559869fa2e2 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:30.469273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a38eb67-6cdd-4b35-a929-1aef2e4e284c req-97d8db0c-111a-4f3f-bd8c-5559869fa2e2 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.4422975 Jul 07 19:39:30.639454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port be035393-3f44-49d3-a34a-57aec8f358b4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:30.640816 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.653853 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62da6125-0ba3-47cc-bac7-33bee428f7a7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.676913 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.684722 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62da6125-0ba3-47cc-bac7-33bee428f7a7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.745429 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62da6125-0ba3-47cc-bac7-33bee428f7a7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.749623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-62da6125-0ba3-47cc-bac7-33bee428f7a7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8685484 Jul 07 19:39:30.764467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:30.765423 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.769905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58162) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:30.771945 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Transition to ACTIVE for port object 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:30.779173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-41ddd261-06e2-4d1b-a895-df1c35e99efd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Request body: {'security_group_rule': {'security_group_id': '66be206e-c31e-4abc-9c2c-1183884b3487', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:30.781747 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.783437 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.849758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Pushing event deleted for resources: {'Port': ['ID=3ce2873d-9064-442d-90e9-d0d57d051821,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:30.854454 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513475c8-137a-431c-80ce-cef0ef14169d None None] Pushing event updated for resources: {'Port': ['ID=6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:30.860358 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a38eb67-6cdd-4b35-a929-1aef2e4e284c req-a0d8267f-c485-488f-9d19-ec2fbf41baf6 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014596 Jul 07 19:39:30.860358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da6125-0ba3-47cc-bac7-33bee428f7a7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66be206e-c31e-4abc-9c2c-1183884b3487,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:30.904246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-35ed741b-2250-4d89-a5ce-371665cc6739 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2497740 Jul 07 19:39:30.910419 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41ddd261-06e2-4d1b-a895-df1c35e99efd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.935054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2cf13b83-5aa0-488c-b859-1a4c1b1a50f8 None None] Provisioning for port 30004c0f-798c-4598-aa2f-6607af54e998 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:30.946621 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2cf13b83-5aa0-488c-b859-1a4c1b1a50f8 None None] Provisioning complete for port 30004c0f-798c-4598-aa2f-6607af54e998 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:30.947722 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2cf13b83-5aa0-488c-b859-1a4c1b1a50f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:30.990317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Request body: {'port': {'device_id': '17a68208-f0fb-4845-b8ba-971b92892a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:31.016640 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Attempting to bind port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:39:31.017308 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Attempting to bind port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:39:31.017847 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Attempting to bind port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef on network adaeea58-cec9-4759-b394-16b38edd657c {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:39:31.031835 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:39:31.032462 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Checking segment: {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:39:31.033044 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.033657 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Bound using segment: {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:39:31.034585 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Bound port: 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:39:31.035178 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.035297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2cf13b83-5aa0-488c-b859-1a4c1b1a50f8 None None] Port 30004c0f-798c-4598-aa2f-6607af54e998 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:39:31.092857 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.120800 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41ddd261-06e2-4d1b-a895-df1c35e99efd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.132416 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41ddd261-06e2-4d1b-a895-df1c35e99efd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.166858 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] For port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:39:31.173849 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] For port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:39:31.183160 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.207747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddd261-06e2-4d1b-a895-df1c35e99efd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6095eac-8a44-4995-a20d-f5115b12a919,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:31.247265 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17764f45-77e8-4421-aa3a-e93a18c555b0 req-3f503661-388a-4cf4-bae2-6be606c92d3b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:31.264183 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-17764f45-77e8-4421-aa3a-e93a18c555b0 req-3f503661-388a-4cf4-bae2-6be606c92d3b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 931 time: 0.4975927 Jul 07 19:39:31.266527 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41ddd261-06e2-4d1b-a895-df1c35e99efd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.269406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-41ddd261-06e2-4d1b-a895-df1c35e99efd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4951954 Jul 07 19:39:31.284318 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58164) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:31.284515 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.285765 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.289606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-47d71e0b-d3c3-4d17-bed3-f4b01306d63a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Request body: {'security_group_rule': {'security_group_id': '66be206e-c31e-4abc-9c2c-1183884b3487', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:31.290697 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:31.292645 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:31.324233 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.373419 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-17764f45-77e8-4421-aa3a-e93a18c555b0 req-af76d8c4-b230-4f76-979a-73cd10e3c8b9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082094 Jul 07 19:39:31.376754 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.380002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Fanout notify agent at l3_agent the message router_deleted on router 9605c139-4aa2-44b1-8dc7-096db816b38a {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:39:31.393199 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513475c8-137a-431c-80ce-cef0ef14169d None None] Pushing event updated for resources: {'Port': ['ID=6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:31.419994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.424979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c0d81c13-c804-4d4e-bb78-208c20231050 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/routers/9605c139-4aa2-44b1-8dc7-096db816b38a HTTP/1.1" status: 204 len: 168 time: 2.3561559 Jul 07 19:39:31.424979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58166) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:31.434523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b604b024-5eca-4912-ad35-80953bb47899 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-13172764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:31.436180 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47d71e0b-d3c3-4d17-bed3-f4b01306d63a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.491387 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b604b024-5eca-4912-ad35-80953bb47899 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.492842 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b604b024-5eca-4912-ad35-80953bb47899 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.563502 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:39:31.584320 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b604b024-5eca-4912-ad35-80953bb47899 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.591572 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b604b024-5eca-4912-ad35-80953bb47899 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.619703 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b604b024-5eca-4912-ad35-80953bb47899 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.623256 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b604b024-5eca-4912-ad35-80953bb47899 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1974249 Jul 07 19:39:31.626099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58170) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:31.640666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'enable_snat': False}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:31.844050 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47d71e0b-d3c3-4d17-bed3-f4b01306d63a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:31.999305 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47d71e0b-d3c3-4d17-bed3-f4b01306d63a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:32.012098 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:31Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:32.048689 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a1228f-6f59-4890-98dd-69bd112df9f3 None None] The sync data for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 is: [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:31Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:39:32.102778 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:32.117063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d71e0b-d3c3-4d17-bed3-f4b01306d63a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76b7dc2-1217-4997-b7ff-2fe26a4d91c4,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:32.179727 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47d71e0b-d3c3-4d17-bed3-f4b01306d63a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:32.180970 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-47d71e0b-d3c3-4d17-bed3-f4b01306d63a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8971577 Jul 07 19:39:32.183388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30004c0f-798c-4598-aa2f-6607af54e998 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:39:32.188535 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58174) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:32.195735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:32.203165 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:32.245863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Transition to ACTIVE for port object 30004c0f-798c-4598-aa2f-6607af54e998 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:32.267990 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:32.360829 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:32.392367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac846721-5226-47e7-b47d-d36263e7613f req-5d42f0c9-c928-481f-8132-2fe12bafd6c8 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:32.394051 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac846721-5226-47e7-b47d-d36263e7613f req-5d42f0c9-c928-481f-8132-2fe12bafd6c8 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.2974155 Jul 07 19:39:32.604358 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:32.661211 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:32.665058 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Pushing event updated for resources: {'Port': ['ID=30004c0f-798c-4598-aa2f-6607af54e998,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:32.716037 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac846721-5226-47e7-b47d-d36263e7613f req-8451cdf9-c108-45bc-903d-d953672c642a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061640 Jul 07 19:39:32.723317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Attempting to bind port 30004c0f-798c-4598-aa2f-6607af54e998 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:39:32.724005 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Attempting to bind port 30004c0f-798c-4598-aa2f-6607af54e998 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:39:32.724440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Attempting to bind port 30004c0f-798c-4598-aa2f-6607af54e998 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:39:32.735464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Port 30004c0f-798c-4598-aa2f-6607af54e998 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:39:32.736072 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Attempting to bind port 30004c0f-798c-4598-aa2f-6607af54e998 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:39:32.752374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:39:32.752374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Checking segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:39:32.752374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Bound using segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:39:32.752374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Bound port: 30004c0f-798c-4598-aa2f-6607af54e998, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:39:32.752374 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:32.905036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a7cac-e768-4936-a0de-8fc7ae1ede98 req-56b99f5d-7b10-48da-9043-ccb108fcfaf7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:32.906905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b8a7cac-e768-4936-a0de-8fc7ae1ede98 req-56b99f5d-7b10-48da-9043-ccb108fcfaf7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.2955687 Jul 07 19:39:32.917684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] For port 30004c0f-798c-4598-aa2f-6607af54e998, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:39:32.924054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] For port 30004c0f-798c-4598-aa2f-6607af54e998, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=30004c0f-798c-4598-aa2f-6607af54e998,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:39:32.933866 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:32.936400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:33.013467 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Allocated IP 172.25.0.147 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/ba0e8548-f227-46cf-99e2-cf1cf68ce3ac) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:33.031404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b8a7cac-e768-4936-a0de-8fc7ae1ede98 req-627b199e-2570-4fca-9b3d-2dcf8522fa29 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168799 Jul 07 19:39:33.146475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Pushing event updated for resources: {'Port': ['ID=30004c0f-798c-4598-aa2f-6607af54e998,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:33.157461 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:33.158299 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:33.160340 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-c4a116ec-fe38-454d-85eb-80ca5c57626a service neutron] 10.222.0.110 "PUT /v2.0/ports/30004c0f-798c-4598-aa2f-6607af54e998 HTTP/1.1" status: 200 len: 1091 time: 2.1838334 Jul 07 19:39:33.160993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a68208-f0fb-4845-b8ba-971b92892a1e', 'tag': '30004c0f-798c-4598-aa2f-6607af54e998'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:33.164042 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdc1b9f-0536-41ed-b8d7-d307e86d1994" -d '{"events": [{"name": "network-changed", "server_uuid": "17a68208-f0fb-4845-b8ba-971b92892a1e", "tag": "30004c0f-798c-4598-aa2f-6607af54e998"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:33.301510 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:33.302099 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810aeeb6-3773-44d7-8471-61d5e958347a x-openstack-request-id: req-810aeeb6-3773-44d7-8471-61d5e958347a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:33.302099 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a68208-f0fb-4845-b8ba-971b92892a1e", "tag": "30004c0f-798c-4598-aa2f-6607af54e998", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:33.302601 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-810aeeb6-3773-44d7-8471-61d5e958347a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:33.302962 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a68208-f0fb-4845-b8ba-971b92892a1e', 'tag': '30004c0f-798c-4598-aa2f-6607af54e998', 'status': 'completed', 'code': 200} Jul 07 19:39:33.347660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fa326-b008-4cea-9835-1fed0dc27973 req-d8fbf6dd-49aa-4c05-8246-5e109c37766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:33.349623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-d8fbf6dd-49aa-4c05-8246-5e109c37766b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 1094 time: 0.1357636 Jul 07 19:39:33.400450 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:33.442849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-a48245d2-7602-4d61-a1a5-08ccc6d124b5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30004c0f-798c-4598-aa2f-6607af54e998 HTTP/1.1" status: 200 len: 217 time: 0.0791991 Jul 07 19:39:33.473953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:33.478349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:33.482248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:33.589420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Allocated IP 172.25.0.5 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/596be2a0-186e-4894-be76-cdda95266575) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:33.594489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fa326-b008-4cea-9835-1fed0dc27973 req-b6f6eb05-547d-482c-b21b-aa1a521f0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:33.596176 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-b6f6eb05-547d-482c-b21b-aa1a521f0ac0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.1192732 Jul 07 19:39:33.621483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Pushing event updated for resources: {'Port': ['ID=ba0e8548-f227-46cf-99e2-cf1cf68ce3ac,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:33.729608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fa326-b008-4cea-9835-1fed0dc27973 req-fbfab2ac-aaf8-4d37-ae3b-a1e569e8cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:33.731503 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-fbfab2ac-aaf8-4d37-ae3b-a1e569e8cf6c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231680 Jul 07 19:39:33.943270 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:33.999237 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:34.046445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3abc2-d8c9-4597-bbcb-35b5db43f568 req-04df7f29-f769-4ae6-a9f9-4e6346c80925 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:34.066513 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09f3abc2-d8c9-4597-bbcb-35b5db43f568 req-04df7f29-f769-4ae6-a9f9-4e6346c80925 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1780672 Jul 07 19:39:34.075745 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-2528930e-6a23-44aa-93c8-6ef650b1bef8 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194444 Jul 07 19:39:34.240422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:34.277079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09f3abc2-d8c9-4597-bbcb-35b5db43f568 req-d1618ee9-0d0f-47c6-bdfe-f4cfed0a7812 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096441 Jul 07 19:39:34.348464 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-488fa326-b008-4cea-9835-1fed0dc27973 req-a301f590-a8e7-40f5-bf9d-d217db151570 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618091 Jul 07 19:39:34.351951 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:34.435812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:34.447594 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:34.451133 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:34.493243 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:34.502064 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:34.554682 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:34.566983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event updated for resources: {'Port': ['ID=596be2a0-186e-4894-be76-cdda95266575,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:34.583376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:34.586593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:34.587451 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:34.624623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:34.631827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a588f8-a628-4303-8949-78922708e5f0 req-254ca0d3-2fce-47b4-8f7b-c08854ac7699 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:34.634667 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-74a588f8-a628-4303-8949-78922708e5f0 req-254ca0d3-2fce-47b4-8f7b-c08854ac7699 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.3651912 Jul 07 19:39:34.636064 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:34.702910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:34.750518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Router 802d805d-ffc0-47d9-801b-1ed069ef1c65 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:39:34.769099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc1b9f-0536-41ed-b8d7-d307e86d1994 req-e591e7ce-53c9-457d-904f-550d19088816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:34.770692 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5cdc1b9f-0536-41ed-b8d7-d307e86d1994 req-e591e7ce-53c9-457d-904f-550d19088816 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 1094 time: 0.3539629 Jul 07 19:39:34.774551 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-74a588f8-a628-4303-8949-78922708e5f0 req-3e0f897e-406f-4d92-87b1-9b9dacee7dc3 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150947 Jul 07 19:39:34.949730 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:34.980970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc1b9f-0536-41ed-b8d7-d307e86d1994 req-acea9264-e3fa-4cc0-9deb-474d689094c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:34.982445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:39:34.982632 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5cdc1b9f-0536-41ed-b8d7-d307e86d1994 req-acea9264-e3fa-4cc0-9deb-474d689094c8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.1897707 Jul 07 19:39:34.989880 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:34.994552 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4bf121a0-9b32-43e9-895a-8587c42d1c43 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "PUT /v2.0/routers/802d805d-ffc0-47d9-801b-1ed069ef1c65 HTTP/1.1" status: 200 len: 914 time: 3.3610218 Jul 07 19:39:34.999278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58188) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:35.006124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e71b155-a5d3-4f99-acf0-0d01118d16dc None None] Sync routers for ids ['802d805d-ffc0-47d9-801b-1ed069ef1c65'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:35.024613 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e71b155-a5d3-4f99-acf0-0d01118d16dc None None] Routers {'802d805d-ffc0-47d9-801b-1ed069ef1c65'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:35.026123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1e71b155-a5d3-4f99-acf0-0d01118d16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['802d805d-ffc0-47d9-801b-1ed069ef1c65'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:35.048956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5cdc1b9f-0536-41ed-b8d7-d307e86d1994 req-5c8a3a04-8de3-4bcd-9d51-0372b9251d8e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30004c0f-798c-4598-aa2f-6607af54e998 HTTP/1.1" status: 200 len: 217 time: 0.0391951 Jul 07 19:39:35.100129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1e71b155-a5d3-4f99-acf0-0d01118d16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:35.111052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e71b155-a5d3-4f99-acf0-0d01118d16dc None None] Routers {'802d805d-ffc0-47d9-801b-1ed069ef1c65'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:35.112025 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1e71b155-a5d3-4f99-acf0-0d01118d16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['802d805d-ffc0-47d9-801b-1ed069ef1c65'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:35.142737 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:35.182667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1e71b155-a5d3-4f99-acf0-0d01118d16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:35.183384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e71b155-a5d3-4f99-acf0-0d01118d16dc None None] The sync data for ids ['802d805d-ffc0-47d9-801b-1ed069ef1c65'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:39:35.248098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc1b9f-0536-41ed-b8d7-d307e86d1994 req-08fe3535-78c5-46de-bdce-c11c61c30659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:35.249962 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5cdc1b9f-0536-41ed-b8d7-d307e86d1994 req-08fe3535-78c5-46de-bdce-c11c61c30659 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.1937113 Jul 07 19:39:35.277716 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-98276537-d001-46be-9135-fa2e4ecee428 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/routers/802d805d-ffc0-47d9-801b-1ed069ef1c65 HTTP/1.1" status: 200 len: 920 time: 0.2722118 Jul 07 19:39:35.279630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58192) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:35.384929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42365864-1238-4efc-af63-ee0424240668 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:35.399280 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-42365864-1238-4efc-af63-ee0424240668 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&device_id=802d805d-ffc0-47d9-801b-1ed069ef1c65&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1170154 Jul 07 19:39:35.399852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58196) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:35.560048 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc1b9f-0536-41ed-b8d7-d307e86d1994 req-75f0f1e4-f688-4514-bd47-9e252fb4ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:35.562642 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5cdc1b9f-0536-41ed-b8d7-d307e86d1994 req-75f0f1e4-f688-4514-bd47-9e252fb4ed25 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3008380 Jul 07 19:39:35.589156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6386495-8f72-4a21-a2f1-fd1a2f7fcf4b req-f65f589f-9590-415e-8b5f-8bfa2621a36b tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:35.599375 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6386495-8f72-4a21-a2f1-fd1a2f7fcf4b req-f65f589f-9590-415e-8b5f-8bfa2621a36b tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1021302 Jul 07 19:39:35.672942 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6386495-8f72-4a21-a2f1-fd1a2f7fcf4b req-ee23efb8-5b37-4d55-8957-96d46f61dce0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723975 Jul 07 19:39:35.767992 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416389d-c56b-45fb-800e-f7edd74e8d9a tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:35.772765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58198) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:35.773059 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2416389d-c56b-45fb-800e-f7edd74e8d9a tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 881 time: 0.3700953 Jul 07 19:39:35.793702 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:35.808323 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:35.809244 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:35.825911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5cdc1b9f-0536-41ed-b8d7-d307e86d1994 req-f0bd9b37-33db-45af-b477-a2f17adc02fb service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505684 Jul 07 19:39:35.839123 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f10fb9ac-4b4a-4536-8c1b-aac07fb383c7 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "GET /v2.0/ports?device_id=802d805d-ffc0-47d9-801b-1ed069ef1c65 HTTP/1.1" status: 200 len: 205 time: 0.0650125 Jul 07 19:39:35.841797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58206) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:35.996913 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:36.010556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event updated for resources: {'Port': ['ID=596be2a0-186e-4894-be76-cdda95266575,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:36.051366 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:36.089859 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:36.091486 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-92b34165-08e9-4afd-8e05-41694e700357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8998253 Jul 07 19:39:36.108831 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5cdc1b9f-0536-41ed-b8d7-d307e86d1994 req-f91dec10-3ea3-4550-919d-cc27ce2ed06d service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336755 Jul 07 19:39:36.137227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba592b47-4820-4104-b4c9-5d6522af4c24 req-ce06044b-8f47-4032-8698-10ceb4177266 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:36.149286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:36.149957 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba592b47-4820-4104-b4c9-5d6522af4c24 req-ce06044b-8f47-4032-8698-10ceb4177266 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.1709046 Jul 07 19:39:36.229939 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba592b47-4820-4104-b4c9-5d6522af4c24 req-bf4196ba-4bcd-4c9a-8449-c502e253f83e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742769 Jul 07 19:39:36.231001 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:36.294455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:36.294987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:36.358285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Deleting port ba0e8548-f227-46cf-99e2-cf1cf68ce3ac {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:39:36.358739 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:36.473869 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-1db42e0f-e2c8-49c8-afdb-d99cd4c008ee tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--223732587&fields=id&tenant_id=60603ddd58cc4914a55f0697ab4bf7ff HTTP/1.1" status: 200 len: 267 time: 0.1077156 Jul 07 19:39:37.000098 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:37.002613 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d9b8d-9ec6-47b6-96b7-71a6c2f02799 req-e35f6fdd-7972-4e02-aed6-1d6bbceb246a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:37.006101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fa2d9b8d-9ec6-47b6-96b7-71a6c2f02799 req-e35f6fdd-7972-4e02-aed6-1d6bbceb246a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1196520 Jul 07 19:39:37.048225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Calling delete_port for ba0e8548-f227-46cf-99e2-cf1cf68ce3ac owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:39:37.062128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-1fac6375-73ae-4b49-a7dc-eca59be5cdf1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:37.070929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-1fac6375-73ae-4b49-a7dc-eca59be5cdf1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 816 time: 0.5895422 Jul 07 19:39:37.097690 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-fe6c4e74-35f4-46dc-950f-9b996d7671ad tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/quotas/60603ddd58cc4914a55f0697ab4bf7ff HTTP/1.1" status: 200 len: 375 time: 0.0257554 Jul 07 19:39:37.111499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fa2d9b8d-9ec6-47b6-96b7-71a6c2f02799 req-35866a03-86d0-4ecb-ba07-50bcf9d2d535 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991974 Jul 07 19:39:37.309660 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-e9f7a13a-0b82-4691-af13-0f449b82a856 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1600215 Jul 07 19:39:37.447195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:37.518761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Pushing event deleted for resources: {'Port': ['ID=ba0e8548-f227-46cf-99e2-cf1cf68ce3ac,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:37.526751 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-bb601bae-1991-46bc-b4e2-ccba646852e7 service neutron] 10.222.0.81 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797009 Jul 07 19:39:37.556751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353547d-b654-4913-8d81-21beecbd6024 req-570dd14f-b9e6-482a-ad93-fa1fce5b9472 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:37.565539 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7353547d-b654-4913-8d81-21beecbd6024 req-570dd14f-b9e6-482a-ad93-fa1fce5b9472 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.1470449 Jul 07 19:39:37.633240 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7353547d-b654-4913-8d81-21beecbd6024 req-da687e17-01e6-46a7-9045-237b24f536e3 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664771 Jul 07 19:39:37.659270 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:37.777719 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:37.781208 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-15649e5a-9818-4571-8f5a-4799995af99b service neutron] 10.222.0.81 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489309 Jul 07 19:39:37.782848 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:37.885678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:37.886332 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Fanout notify agent at l3_agent the message router_deleted on router 802d805d-ffc0-47d9-801b-1ed069ef1c65 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:39:37.893858 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:37.898669 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dac1f802-d1b3-4a55-ab7a-9270dc82832d tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/routers/802d805d-ffc0-47d9-801b-1ed069ef1c65 HTTP/1.1" status: 204 len: 168 time: 2.0522258 Jul 07 19:39:37.900715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58240) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:37.906221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-7498917', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:37.964586 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:37.965780 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:38.106312 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:38.135710 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d6e3ace6-eca4-4ffa-92be-23737d15d57d req-44bf85be-2eaa-45e1-beb5-df8d3184fbeb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 210 time: 0.0427914 Jul 07 19:39:38.501427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b46daa-eb77-443c-a0f0-167f7773811e req-628d424e-7189-4c7a-970f-4ce7ae9d9bd5 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:38.512838 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-35b46daa-eb77-443c-a0f0-167f7773811e req-628d424e-7189-4c7a-970f-4ce7ae9d9bd5 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.2030189 Jul 07 19:39:38.619436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-35b46daa-eb77-443c-a0f0-167f7773811e req-3e252afd-46d2-4b5c-8230-9a05178b7d94 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006458 Jul 07 19:39:38.727295 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:39.092069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df5ef6-99c0-4235-8e03-b3bdbd3ef7b3 req-14859fa1-47b7-4be0-a3c6-583fa8aedbf8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:39.093664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-20df5ef6-99c0-4235-8e03-b3bdbd3ef7b3 req-14859fa1-47b7-4be0-a3c6-583fa8aedbf8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.1858294 Jul 07 19:39:39.118663 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:39.168557 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:39.254883 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-20df5ef6-99c0-4235-8e03-b3bdbd3ef7b3 req-d4fe607d-0074-4a48-9e91-f8db648a95c0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390612 Jul 07 19:39:39.341954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Allocated IP 172.25.0.168 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/cea945b5-5dae-479d-9d03-b13e3b743caf) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:39.483479 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf070516-13ff-4d9c-948f-d6e8e43d2a5f req-67005e12-f3ea-460e-8e5f-38f20d6c02ff tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 210 time: 0.0547526 Jul 07 19:39:39.607721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:39.692578 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:39.743521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:39.762397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:39.773070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:39.854673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Pushing event updated for resources: {'Port': ['ID=cea945b5-5dae-479d-9d03-b13e3b743caf,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:40.009029 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:40.125762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88d436-0d23-4534-9845-bf800035b39c req-13ab7b52-e844-426b-8004-e0d1f875cbc4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:40.127537 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-da88d436-0d23-4534-9845-bf800035b39c req-13ab7b52-e844-426b-8004-e0d1f875cbc4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.2604079 Jul 07 19:39:40.284347 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-da88d436-0d23-4534-9845-bf800035b39c req-806e7e2b-94a8-4c9a-8c7f-4f4b1912854d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038513 Jul 07 19:39:40.293359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-6533f87f-26b8-4e40-83d0-2f8855c29c88 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:40.294911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-6533f87f-26b8-4e40-83d0-2f8855c29c88 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 816 time: 0.2940652 Jul 07 19:39:40.381108 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:40.427617 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-25b3d0b9-edd7-42a5-ba25-05317577491b tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60603ddd58cc4914a55f0697ab4bf7ff HTTP/1.1" status: 200 len: 379 time: 0.1099720 Jul 07 19:39:40.446784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Request body: {'port': {'device_id': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'admin_state_up': True, 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'security_groups': ['66be206e-c31e-4abc-9c2c-1183884b3487']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:40.717697 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf2f35-9425-4ade-af39-11fd61de8b9d req-d5de524d-7643-4cf6-b521-29cd16f23892 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:40.726393 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64cf2f35-9425-4ade-af39-11fd61de8b9d req-d5de524d-7643-4cf6-b521-29cd16f23892 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.1724558 Jul 07 19:39:40.782658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64cf2f35-9425-4ade-af39-11fd61de8b9d req-3ef2ff4a-ed43-4f8a-994f-3b5505127a5a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550225 Jul 07 19:39:40.791073 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-92a4fb41-dc56-4efa-bc4f-c70d43c24b19 req-4c547b81-6133-4dc8-a0f0-6f31c7cd76e0 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 210 time: 0.1197543 Jul 07 19:39:40.877539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Made reservation on behalf of 60603ddd58cc4914a55f0697ab4bf7ff for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:39:40.882031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:40.904948 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:41.138538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Allocated IP 172.20.0.7 (adaeea58-cec9-4759-b394-16b38edd657c/ab5e1278-b946-4bbc-8186-78e64d8255cb/ecf83f1e-663c-403a-8717-d29d2f174ba8) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:41.211935 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Router 2bd68b32-9160-4e56-b374-89788df959a4 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:39:41.461227 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:41.477159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:39:41.495435 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a333dd-3d80-4b29-bb46-521dc647e424 None None] Sync routers for ids ['2bd68b32-9160-4e56-b374-89788df959a4'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:41.510106 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a333dd-3d80-4b29-bb46-521dc647e424 None None] Routers {'2bd68b32-9160-4e56-b374-89788df959a4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:41.513546 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f8a333dd-3d80-4b29-bb46-521dc647e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['2bd68b32-9160-4e56-b374-89788df959a4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:41.515312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Transition to ACTIVE for port object ecf83f1e-663c-403a-8717-d29d2f174ba8 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:41.539357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1c58-cb33-4f4f-a07a-969717a9314a req-3facd62c-e5b5-4a7d-8c00-ecfc04ef95d6 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:41.542031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:41.543414 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-db81c7a1-d46f-46da-af69-93deec87ca39 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.6415448 Jul 07 19:39:41.547033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58280) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:41.553647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:41.554920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f60a1c58-cb33-4f4f-a07a-969717a9314a req-3facd62c-e5b5-4a7d-8c00-ecfc04ef95d6 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1054382 Jul 07 19:39:41.577708 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f8a333dd-3d80-4b29-bb46-521dc647e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:41.588959 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a333dd-3d80-4b29-bb46-521dc647e424 None None] Routers {'2bd68b32-9160-4e56-b374-89788df959a4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:41.589966 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f8a333dd-3d80-4b29-bb46-521dc647e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['2bd68b32-9160-4e56-b374-89788df959a4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:41.610525 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f60a1c58-cb33-4f4f-a07a-969717a9314a req-a4e850eb-5bd3-4189-a103-742ef2a09d12 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545895 Jul 07 19:39:41.618363 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:41.645674 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f8a333dd-3d80-4b29-bb46-521dc647e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:41.646350 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a333dd-3d80-4b29-bb46-521dc647e424 None None] The sync data for ids ['2bd68b32-9160-4e56-b374-89788df959a4'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:39:41.714651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Network adaeea58-cec9-4759-b394-16b38edd657c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:41.725650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:41.730402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:41.735513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event updated for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:41.858693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:41.859463 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:41.919511 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-42514ed1-16c5-40f1-a1fb-a8bb2b9d0dfb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4837759 Jul 07 19:39:41.932924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-f2f54e11-5236-4a73-b489-458c69ca88c1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:39:41.934467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-f2f54e11-5236-4a73-b489-458c69ca88c1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072784 Jul 07 19:39:41.950768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Request body: {'port': {'device_id': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:42.146197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a6d5-b6db-44f6-8f89-f10f7c1973fb req-ac0f915a-243d-4a55-8b19-98b59d171204 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:42.148469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4957a6d5-b6db-44f6-8f89-f10f7c1973fb req-ac0f915a-243d-4a55-8b19-98b59d171204 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 931 time: 0.1020052 Jul 07 19:39:42.157416 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:42.181834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e014f9cf-946d-436c-bda2-6f58ff09165d None None] Provisioning for port ecf83f1e-663c-403a-8717-d29d2f174ba8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:42.199290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e014f9cf-946d-436c-bda2-6f58ff09165d None None] Provisioning complete for port ecf83f1e-663c-403a-8717-d29d2f174ba8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:42.199876 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e014f9cf-946d-436c-bda2-6f58ff09165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:42.216259 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4957a6d5-b6db-44f6-8f89-f10f7c1973fb req-8ea8d20f-2af3-4c16-85b5-c65b70aa48f5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551767 Jul 07 19:39:42.272733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e014f9cf-946d-436c-bda2-6f58ff09165d None None] Port ecf83f1e-663c-403a-8717-d29d2f174ba8 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:39:42.295509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:42.310065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbda12d-e2f9-4df0-8a20-56ae1dce83c8 req-6e7c51fb-161f-4b8d-87bf-af00a6939850 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:42.311819 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1cbda12d-e2f9-4df0-8a20-56ae1dce83c8 req-6e7c51fb-161f-4b8d-87bf-af00a6939850 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.2597845 Jul 07 19:39:42.395653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:42.429283 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1cbda12d-e2f9-4df0-8a20-56ae1dce83c8 req-5a412386-fa9f-459f-8135-b6308ceb755d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096022 Jul 07 19:39:42.813946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec70bfe-9871-4fac-8ff8-71bb40828776 req-9422ff06-6889-40a6-827e-328559edee23 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:42.816202 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bec70bfe-9871-4fac-8ff8-71bb40828776 req-9422ff06-6889-40a6-827e-328559edee23 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.0813496 Jul 07 19:39:42.862029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bec70bfe-9871-4fac-8ff8-71bb40828776 req-75b4140a-0648-4ad7-b5fa-851cfe49c9b4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378749 Jul 07 19:39:42.904955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Deleting port cea945b5-5dae-479d-9d03-b13e3b743caf {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:39:42.904955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:43.022096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf83f1e-663c-403a-8717-d29d2f174ba8 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:39:43.036300 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:43.040457 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:43.059995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Calling delete_port for cea945b5-5dae-479d-9d03-b13e3b743caf owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:39:43.065313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Transition to ACTIVE for port object ecf83f1e-663c-403a-8717-d29d2f174ba8 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:43.074071 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:43.167740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:43.353308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Attempting to bind port ecf83f1e-663c-403a-8717-d29d2f174ba8 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:39:43.353696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Attempting to bind port ecf83f1e-663c-403a-8717-d29d2f174ba8 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:39:43.354141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Attempting to bind port ecf83f1e-663c-403a-8717-d29d2f174ba8 on network adaeea58-cec9-4759-b394-16b38edd657c {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:39:43.377301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Port ecf83f1e-663c-403a-8717-d29d2f174ba8 on network adaeea58-cec9-4759-b394-16b38edd657c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:39:43.377672 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Attempting to bind port ecf83f1e-663c-403a-8717-d29d2f174ba8 on network adaeea58-cec9-4759-b394-16b38edd657c {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:39:43.421391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:39:43.421989 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Checking segment: {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:39:43.422561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Bound using segment: {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:39:43.423402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Bound port: ecf83f1e-663c-403a-8717-d29d2f174ba8, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:39:43.423996 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:43.635800 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:39:43.642060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:39:43.647783 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:43.696334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb111b5-7c63-4c63-ac85-9ac56d02eab2 req-64ee035a-a48d-45e5-a3ce-bf2d59053891 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:43.701952 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8bb111b5-7c63-4c63-ac85-9ac56d02eab2 req-64ee035a-a48d-45e5-a3ce-bf2d59053891 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.1067677 Jul 07 19:39:43.703747 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:43.710420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Pushing event deleted for resources: {'Port': ['ID=cea945b5-5dae-479d-9d03-b13e3b743caf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:43.783031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8bb111b5-7c63-4c63-ac85-9ac56d02eab2 req-ae73c841-25d7-4ae3-be1a-229e70b750e9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471880 Jul 07 19:39:43.820481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:43.821095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:43.822514 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] 10.222.0.48 "PUT /v2.0/ports/ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 200 len: 1091 time: 1.8771920 Jul 07 19:39:43.824023 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:43.826691 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73476a2d-8f8c-4b76-9d27-1620ceee6730" -d '{"events": [{"name": "network-changed", "server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:43.899156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecded0e0-39fb-42a3-ade2-d13dd568ef02 req-edacfcf2-1423-4459-ae1e-f00b9d81fe8f tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:43.900976 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ecded0e0-39fb-42a3-ade2-d13dd568ef02 req-edacfcf2-1423-4459-ae1e-f00b9d81fe8f tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.3811347 Jul 07 19:39:43.906508 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14680156-1ed8-4b85-8c15-299602bf7fa6 x-openstack-request-id: req-14680156-1ed8-4b85-8c15-299602bf7fa6 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:43.906815 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:43.907067 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14680156-1ed8-4b85-8c15-299602bf7fa6 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:43.907472 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'status': 'completed', 'code': 200} Jul 07 19:39:43.916653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:43.925182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e071c8-6c64-4323-b2d8-ba907d0b3c36 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:44.158465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023f45a-9cfa-4241-8d97-75d645c40867 req-1abc9877-4df8-4e16-abee-254b82c36f9c tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:44.160483 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a023f45a-9cfa-4241-8d97-75d645c40867 req-1abc9877-4df8-4e16-abee-254b82c36f9c tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1007144 Jul 07 19:39:44.167395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ecded0e0-39fb-42a3-ade2-d13dd568ef02 req-e34e21cd-3dba-49ba-8da0-51184c2919f3 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474940 Jul 07 19:39:44.210313 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a023f45a-9cfa-4241-8d97-75d645c40867 req-64bfb00e-7fc7-4406-9145-2c56432be00a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438004 Jul 07 19:39:44.316060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-7e8a5242-eb23-490b-ad6e-2e2501492e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:44.318362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-7e8a5242-eb23-490b-ad6e-2e2501492e6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 1094 time: 0.4159088 Jul 07 19:39:44.326098 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:44.370176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16361755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16361728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16708298'] for router, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:44.383001 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-6a7deec0-0152-40bf-a035-822bcad341e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 200 len: 217 time: 0.0544267 Jul 07 19:39:44.520471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Router 2bd68b32-9160-4e56-b374-89788df959a4 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:39:44.531043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-f5c5410f-3722-45f5-94a3-cf0f5decf951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:44.532709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-f5c5410f-3722-45f5-94a3-cf0f5decf951 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.1039855 Jul 07 19:39:44.690370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:39:44.701289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:44.702722 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-eb762355-673c-4ff6-aac4-d630a8ddc490 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "PUT /v2.0/routers/2bd68b32-9160-4e56-b374-89788df959a4 HTTP/1.1" status: 200 len: 703 time: 3.1544812 Jul 07 19:39:44.707490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58316) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:44.710230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aeede9-1ffa-4a9d-8936-2cf9107ee7e5 None None] Sync routers for ids ['2bd68b32-9160-4e56-b374-89788df959a4'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:44.726952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aeede9-1ffa-4a9d-8936-2cf9107ee7e5 None None] Routers {'2bd68b32-9160-4e56-b374-89788df959a4'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:44.729467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-9ea9d1b2-9d33-4cd4-afb4-ed35e32e91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:44.730740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-00aeede9-1ffa-4a9d-8936-2cf9107ee7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['2bd68b32-9160-4e56-b374-89788df959a4'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:44.735779 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-9ea9d1b2-9d33-4cd4-afb4-ed35e32e91ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956604 Jul 07 19:39:44.765553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-00aeede9-1ffa-4a9d-8936-2cf9107ee7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:44.776855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aeede9-1ffa-4a9d-8936-2cf9107ee7e5 None None] Routers {'2bd68b32-9160-4e56-b374-89788df959a4'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:44.777828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-00aeede9-1ffa-4a9d-8936-2cf9107ee7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['2bd68b32-9160-4e56-b374-89788df959a4'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:44.834782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-00aeede9-1ffa-4a9d-8936-2cf9107ee7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:44.835576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aeede9-1ffa-4a9d-8936-2cf9107ee7e5 None None] The sync data for ids ['2bd68b32-9160-4e56-b374-89788df959a4'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:39:44.883064 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eca01ce4-4006-4171-a6fd-d078a7e4d24f tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/routers/2bd68b32-9160-4e56-b374-89788df959a4 HTTP/1.1" status: 200 len: 738 time: 0.1698937 Jul 07 19:39:44.885558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58320) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:44.945174 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-547ecb61-71e0-41f3-89f1-da5dd20f6320 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021234 Jul 07 19:39:44.947986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58322) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:44.948615 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8c055083-263d-427c-abd6-159954cfb9d4 tempest-RoutersAdminTest-1356493653 tempest-RoutersAdminTest-1356493653-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&device_id=2bd68b32-9160-4e56-b374-89788df959a4 HTTP/1.1" status: 200 len: 205 time: 0.0616584 Jul 07 19:39:44.991613 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a8cc3947-8bf7-4fa5-8fc1-f9a0f3f7c5b0 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd68b32-9160-4e56-b374-89788df959a4 HTTP/1.1" status: 200 len: 205 time: 0.0424075 Jul 07 19:39:44.997043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58324) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:45.119847 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6384d1f5-4e11-47d4-a71e-3d62807d29a4 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:45.134582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071322-0734-483d-913e-aa848f162c0d req-6f56cd37-03c5-4f1a-8cfc-c2392ef640ed tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:45.136459 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e071322-0734-483d-913e-aa848f162c0d req-6f56cd37-03c5-4f1a-8cfc-c2392ef640ed tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.1435606 Jul 07 19:39:45.138826 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ec0ee57-ad10-4469-b2b6-6757b19ebbff req-5ec26c4c-0f67-4d8d-9e97-d1537beb6548 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773407 Jul 07 19:39:45.268387 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e071322-0734-483d-913e-aa848f162c0d req-496faa36-8020-4e4d-8eee-414aaed72842 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244364 Jul 07 19:39:45.322837 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6384d1f5-4e11-47d4-a71e-3d62807d29a4 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:45.325093 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6384d1f5-4e11-47d4-a71e-3d62807d29a4 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:45.338156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476a2d-8f8c-4b76-9d27-1620ceee6730 req-9285f256-add9-4c34-93ca-cc557291fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:45.341651 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73476a2d-8f8c-4b76-9d27-1620ceee6730 req-9285f256-add9-4c34-93ca-cc557291fbf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 1094 time: 0.1346972 Jul 07 19:39:45.373908 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6384d1f5-4e11-47d4-a71e-3d62807d29a4 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:45.373908 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6384d1f5-4e11-47d4-a71e-3d62807d29a4 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Fanout notify agent at l3_agent the message router_deleted on router 2bd68b32-9160-4e56-b374-89788df959a4 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:39:45.393172 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6384d1f5-4e11-47d4-a71e-3d62807d29a4 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:45.400839 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6384d1f5-4e11-47d4-a71e-3d62807d29a4 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/routers/2bd68b32-9160-4e56-b374-89788df959a4 HTTP/1.1" status: 204 len: 168 time: 0.3962021 Jul 07 19:39:45.400839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58330) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:45.487845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5442fb76-fd9c-4a61-b478-ee28e11e31f3 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd68b32-9160-4e56-b374-89788df959a4 HTTP/1.1" status: 200 len: 205 time: 0.0845237 Jul 07 19:39:45.489702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58332) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:45.530056 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-b7d1bb3b-bbe2-4cbd-81cb-7f5ad7f37b45 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] delete failed (client error): The resource could not be found. Jul 07 19:39:45.531143 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b7d1bb3b-bbe2-4cbd-81cb-7f5ad7f37b45 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/routers/2bd68b32-9160-4e56-b374-89788df959a4 HTTP/1.1" status: 404 len: 336 time: 0.0406461 Jul 07 19:39:45.535510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58334) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:45.566651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86513df9-6e3f-456f-812e-fb6064cac269 req-9afe910a-d411-4e68-ace2-40fe2fbbdc3e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:45.567810 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86513df9-6e3f-456f-812e-fb6064cac269 req-9afe910a-d411-4e68-ace2-40fe2fbbdc3e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.1534467 Jul 07 19:39:45.587165 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a2b5e3f1-28de-4192-a63b-a06c182af01e tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "GET /v2.0/ports?device_id=802d805d-ffc0-47d9-801b-1ed069ef1c65 HTTP/1.1" status: 200 len: 205 time: 0.0461187 Jul 07 19:39:45.588806 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476a2d-8f8c-4b76-9d27-1620ceee6730 req-7c836a78-1f55-4eef-bdd5-bdd773ea8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:45.590676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73476a2d-8f8c-4b76-9d27-1620ceee6730 req-7c836a78-1f55-4eef-bdd5-bdd773ea8f2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.2389870 Jul 07 19:39:45.592304 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58336) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:45.617859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86513df9-6e3f-456f-812e-fb6064cac269 req-17cc66c7-1249-4dbf-9e40-1f4d7876475d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406120 Jul 07 19:39:45.653705 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-0575b4e6-5861-4ed4-89f6-4e4e7426e7de tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] delete failed (client error): The resource could not be found. Jul 07 19:39:45.653705 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0575b4e6-5861-4ed4-89f6-4e4e7426e7de tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/routers/802d805d-ffc0-47d9-801b-1ed069ef1c65 HTTP/1.1" status: 404 len: 336 time: 0.0516717 Jul 07 19:39:45.654733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58338) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:45.659164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d16f96-06aa-4031-a9f9-7338c5ba4a2c req-b43f71e4-59ee-4c47-8fb4-589a3c65251f tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:45.660808 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06d16f96-06aa-4031-a9f9-7338c5ba4a2c req-b43f71e4-59ee-4c47-8fb4-589a3c65251f tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.2047005 Jul 07 19:39:45.695900 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73476a2d-8f8c-4b76-9d27-1620ceee6730 req-f41757d5-6aa8-49b4-83e2-6bd84c61aaa3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 200 len: 217 time: 0.0937035 Jul 07 19:39:45.744858 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5ccc6269-6fa1-4583-af69-03c08de12c0c tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "GET /v2.0/ports?device_id=9605c139-4aa2-44b1-8dc7-096db816b38a HTTP/1.1" status: 200 len: 205 time: 0.0888734 Jul 07 19:39:45.745674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58344) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:45.802319 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-6fb2a7ef-9550-4381-8e6b-8be8c98d4855 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] delete failed (client error): The resource could not be found. Jul 07 19:39:45.804020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6fb2a7ef-9550-4381-8e6b-8be8c98d4855 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/routers/9605c139-4aa2-44b1-8dc7-096db816b38a HTTP/1.1" status: 404 len: 336 time: 0.0556426 Jul 07 19:39:45.807322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58346) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:45.809403 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06d16f96-06aa-4031-a9f9-7338c5ba4a2c req-f2daf94f-3f2f-4086-8136-822c475a8088 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206915 Jul 07 19:39:45.816017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476a2d-8f8c-4b76-9d27-1620ceee6730 req-46866f80-56a7-4ab7-85d0-e33d146f6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:45.817604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73476a2d-8f8c-4b76-9d27-1620ceee6730 req-46866f80-56a7-4ab7-85d0-e33d146f6871 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.1111629 Jul 07 19:39:45.859457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d27c5830-dc24-4373-ba78-95c74c6430b4 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5218c04-f559-4852-aea2-437c186f6230 HTTP/1.1" status: 200 len: 205 time: 0.0506754 Jul 07 19:39:45.863720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58348) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:45.900435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476a2d-8f8c-4b76-9d27-1620ceee6730 req-79934605-1761-4a4c-b2c4-391213bf20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:45.901985 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73476a2d-8f8c-4b76-9d27-1620ceee6730 req-79934605-1761-4a4c-b2c4-391213bf20fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763216 Jul 07 19:39:45.916636 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-b5d42d51-99fb-43e6-ae86-bb6d49969d72 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] delete failed (client error): The resource could not be found. Jul 07 19:39:45.920647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58350) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:45.921497 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b5d42d51-99fb-43e6-ae86-bb6d49969d72 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/routers/b5218c04-f559-4852-aea2-437c186f6230 HTTP/1.1" status: 404 len: 336 time: 0.0552657 Jul 07 19:39:45.996941 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-18910d75-4047-49d6-a2b1-f11ef9dae191 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb32101b-e24b-4735-8c68-a2f4ced63bdc HTTP/1.1" status: 200 len: 205 time: 0.0718527 Jul 07 19:39:45.998003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58352) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:46.061257 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-ce2f175b-35eb-4570-8d59-17b840d3e3dd tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] delete failed (client error): The resource could not be found. Jul 07 19:39:46.063621 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ce2f175b-35eb-4570-8d59-17b840d3e3dd tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/routers/fb32101b-e24b-4735-8c68-a2f4ced63bdc HTTP/1.1" status: 404 len: 336 time: 0.0628653 Jul 07 19:39:46.065520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58356) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:46.105434 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73476a2d-8f8c-4b76-9d27-1620ceee6730 req-4fcb3f50-b6b1-4292-9f18-de5dd82fd083 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958818 Jul 07 19:39:46.110122 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fd6ac01a-b766-43de-9878-73d0aa07c566 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "GET /v2.0/ports?device_id=17535320-12c6-4385-8166-06fda6ff5493 HTTP/1.1" status: 200 len: 205 time: 0.0431228 Jul 07 19:39:46.112157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58358) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:46.169013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58360) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:46.175276 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-7b0dca3a-7ff0-456e-968b-6b2c1b6644a7 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] delete failed (client error): The resource could not be found. Jul 07 19:39:46.177696 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7b0dca3a-7ff0-456e-968b-6b2c1b6644a7 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/routers/17535320-12c6-4385-8166-06fda6ff5493 HTTP/1.1" status: 404 len: 336 time: 0.0645332 Jul 07 19:39:46.182134 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58364) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:46.213942 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b89a6d-edac-470a-af92-31b653ed5d46 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] DELETE failed (client error): The resource could not be found. Jul 07 19:39:46.214398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b89a6d-edac-470a-af92-31b653ed5d46 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:39:46.216175 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f4b89a6d-edac-470a-af92-31b653ed5d46 tempest-RoutersAdminTest-2131334231 tempest-RoutersAdminTest-2131334231-project] 10.222.0.81 "DELETE /v2.0/subnets/be1d7101-3c08-4b67-9eb7-ab46ac463191 HTTP/1.1" status: 404 len: 337 time: 0.0330899 Jul 07 19:39:46.292014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-73476a2d-8f8c-4b76-9d27-1620ceee6730 req-3353297b-5b5a-489b-a5b8-8e67dd292046 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792982 Jul 07 19:39:46.384519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9560c7ad-669f-4e5b-91af-e56134dd80e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:46.522639 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58372) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:46.541634 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9560c7ad-669f-4e5b-91af-e56134dd80e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:46.547778 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9560c7ad-669f-4e5b-91af-e56134dd80e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:46.591208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633b022-9740-4aaf-bdf4-bb63d96b6c2a req-1abdecc8-7ec3-4333-a614-aa405941edd0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:46.594052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560c7ad-669f-4e5b-91af-e56134dd80e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47693553-c08f-4243-9b7a-c1ab5dafeb13,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:46.602083 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c633b022-9740-4aaf-bdf4-bb63d96b6c2a req-1abdecc8-7ec3-4333-a614-aa405941edd0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.1141124 Jul 07 19:39:46.603227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9560c7ad-669f-4e5b-91af-e56134dd80e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3473ae7765b844f3a6da134c2b1e9713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329495 Jul 07 19:39:46.604369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58376) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:46.673743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c633b022-9740-4aaf-bdf4-bb63d96b6c2a req-6d833750-b94f-4956-b255-6886ef64eb73 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719812 Jul 07 19:39:46.701062 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a810953-966e-4201-88c5-808ecd4935ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:46.732290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7310cdeb-4a78-415f-be03-99e548d505a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:46.768183 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7310cdeb-4a78-415f-be03-99e548d505a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:46.903134 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7310cdeb-4a78-415f-be03-99e548d505a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:46.905652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7310cdeb-4a78-415f-be03-99e548d505a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:46.906828 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7310cdeb-4a78-415f-be03-99e548d505a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/47693553-c08f-4243-9b7a-c1ab5dafeb13 HTTP/1.1" status: 204 len: 168 time: 0.3004148 Jul 07 19:39:46.925610 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adc202-da77-4421-880e-8354ddac62ea req-74024380-db0f-44fd-b9c6-9038d2236d64 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:46.927230 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03adc202-da77-4421-880e-8354ddac62ea req-74024380-db0f-44fd-b9c6-9038d2236d64 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.1623759 Jul 07 19:39:46.949512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310cdeb-4a78-415f-be03-99e548d505a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47693553-c08f-4243-9b7a-c1ab5dafeb13,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:46.964414 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a810953-966e-4201-88c5-808ecd4935ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:46.972860 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a810953-966e-4201-88c5-808ecd4935ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:47.030494 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03adc202-da77-4421-880e-8354ddac62ea req-07f443f9-147d-49a1-8021-94fd7a0a4f99 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871282 Jul 07 19:39:47.032253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a810953-966e-4201-88c5-808ecd4935ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb4db78-474d-405a-9a9f-e054694a664b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:47.037001 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5a810953-966e-4201-88c5-808ecd4935ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dbd5d91e61b941d8bde6f7b1fa8fc564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133841 Jul 07 19:39:47.040173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58384) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:47.083466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aff91a-cd31-4469-a7c1-6f1907d6b351 req-31ff9d08-efdd-42c8-828c-e971541e6f79 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:47.086091 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a1aff91a-cd31-4469-a7c1-6f1907d6b351 req-31ff9d08-efdd-42c8-828c-e971541e6f79 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1001236 Jul 07 19:39:47.123246 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb30c-a2c9-4452-ac14-7efa508687c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:47.139182 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a1aff91a-cd31-4469-a7c1-6f1907d6b351 req-8911c1d3-819b-4bfe-851c-d1150b4e6d30 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444725 Jul 07 19:39:47.150877 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb30c-a2c9-4452-ac14-7efa508687c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:47.214371 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb30c-a2c9-4452-ac14-7efa508687c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:47.216971 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb30c-a2c9-4452-ac14-7efa508687c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:47.218435 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1c1eb30c-a2c9-4452-ac14-7efa508687c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0bb4db78-474d-405a-9a9f-e054694a664b HTTP/1.1" status: 204 len: 168 time: 0.1755199 Jul 07 19:39:47.228195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1eb30c-a2c9-4452-ac14-7efa508687c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb4db78-474d-405a-9a9f-e054694a664b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:47.611688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58400) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:47.690957 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f662c17c-9284-4b2b-b420-fc21e8baf5ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a3bf78b577b24c2391a882488a2060f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780065 Jul 07 19:39:47.692099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58404) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:47.761206 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-252cc7b5-4213-464f-8529-5c6566b34db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:47.786371 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-252cc7b5-4213-464f-8529-5c6566b34db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:47.851934 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-252cc7b5-4213-464f-8529-5c6566b34db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:47.854767 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-252cc7b5-4213-464f-8529-5c6566b34db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:47.858345 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-252cc7b5-4213-464f-8529-5c6566b34db1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6841e03e-9530-4a45-8819-d61e166bb107 HTTP/1.1" status: 204 len: 168 time: 0.1613696 Jul 07 19:39:47.864678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cc7b5-4213-464f-8529-5c6566b34db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6841e03e-9530-4a45-8819-d61e166bb107,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:47.912827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c273c3-47f2-4c54-ac45-a3c5062fd440 req-a5c394f4-fc74-45be-b1e5-838c12833723 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:47.914395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9c273c3-47f2-4c54-ac45-a3c5062fd440 req-a5c394f4-fc74-45be-b1e5-838c12833723 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.0938597 Jul 07 19:39:47.958876 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9c273c3-47f2-4c54-ac45-a3c5062fd440 req-c3679f6a-0992-4e08-8993-13cb68dc5247 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375216 Jul 07 19:39:48.277096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f803ab-c0ce-47cf-a5fa-97fdaafffde8 req-5002f9fb-27de-4bc4-8ef2-9d8867d0b087 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:48.278841 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f4f803ab-c0ce-47cf-a5fa-97fdaafffde8 req-5002f9fb-27de-4bc4-8ef2-9d8867d0b087 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.0932446 Jul 07 19:39:48.351144 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f4f803ab-c0ce-47cf-a5fa-97fdaafffde8 req-cf48851b-e7c0-48b6-bcef-ab35012e4875 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625632 Jul 07 19:39:48.381868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd213a4-d5a3-4b09-b224-5796452b40a7 req-667f62c4-e77b-408f-8edc-3a54c0499bc9 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:48.390070 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cd213a4-d5a3-4b09-b224-5796452b40a7 req-667f62c4-e77b-408f-8edc-3a54c0499bc9 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.0859458 Jul 07 19:39:48.428411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cd213a4-d5a3-4b09-b224-5796452b40a7 req-199fe005-6998-4a24-8bfd-29c826a9e464 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367377 Jul 07 19:39:49.149934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebeac90-646b-4c9f-933c-d937cacecac1 req-c54a0d59-a436-4fad-a9cd-698d0d5981d7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:49.151483 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ebeac90-646b-4c9f-933c-d937cacecac1 req-c54a0d59-a436-4fad-a9cd-698d0d5981d7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.0709383 Jul 07 19:39:49.199347 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ebeac90-646b-4c9f-933c-d937cacecac1 req-0f1ee315-1085-4beb-8324-24b01aebf18d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385449 Jul 07 19:39:49.365932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58480) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:49.522047 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1572619726', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:49.563220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Made reservation on behalf of 5079c2cc62fa43858f4882540c65d926 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:39:49.565426 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:49.591274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7223828-695d-49b1-bf2e-616516864d1c req-bc581ca9-57f3-446f-9c65-2056c476ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:49.592438 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:49.592978 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d7223828-695d-49b1-bf2e-616516864d1c req-bc581ca9-57f3-446f-9c65-2056c476ad01 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 1096 time: 0.1299856 Jul 07 19:39:49.629903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cb1b-614d-4ef0-84e9-135be0761e84 req-112039bf-fbcf-470a-a9f7-2188b8a23e46 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:49.631511 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5252cb1b-614d-4ef0-84e9-135be0761e84 req-112039bf-fbcf-470a-a9f7-2188b8a23e46 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.1128302 Jul 07 19:39:49.667538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849640b-9c22-433d-9465-bfeff1227b03 req-fd4de7b9-8844-4f43-a8e4-b91cec1470c8 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:49.669445 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7849640b-9c22-433d-9465-bfeff1227b03 req-fd4de7b9-8844-4f43-a8e4-b91cec1470c8 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1159112 Jul 07 19:39:49.669592 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d7223828-695d-49b1-bf2e-616516864d1c req-0426a95f-b250-4e7d-b2b4-da87f666d56e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657780 Jul 07 19:39:49.690288 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5252cb1b-614d-4ef0-84e9-135be0761e84 req-4825b611-02f1-4a0a-89c7-f8155581fa66 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401609 Jul 07 19:39:49.750432 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7849640b-9c22-433d-9465-bfeff1227b03 req-f0f08756-f5ac-43cb-b07d-a184a9c7942b tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644131 Jul 07 19:39:49.772253 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:49.780437 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:49.785865 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] device_id is not set on port fa71bc8c-b161-4fb4-957c-446bb17f1735 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:39:49.844008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1767b4bd-cfa8-4be8-9526-baefbb597471,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:49.924315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Allocated IP 172.25.0.7 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/fa71bc8c-b161-4fb4-957c-446bb17f1735) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:50.111327 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:50.156302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:50.195824 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:50.200898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:50.204286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:50.210619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Pushing event updated for resources: {'Port': ['ID=fa71bc8c-b161-4fb4-957c-446bb17f1735,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:50.252919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:50.254039 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:50.283476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-48c49755-d8eb-4171-8a81-bb2c136bcc95 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9148107 Jul 07 19:39:50.286035 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58500) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:50.290742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.7'}]}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:50.317887 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:50.319511 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:50.406524 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:50.414276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecf83f1e-663c-403a-8717-d29d2f174ba8 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:39:50.533257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:50.547391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'port_id': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'mac_address': 'fa:16:3e:3e:93:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:39:50.595599 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:50.610375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf83f1e-663c-403a-8717-d29d2f174ba8 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:39:50.634771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:50.639388 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:50.707256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:50.861067 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9135e9-db3d-4210-8bb9-968eb53ad00f req-924334fe-cb95-47b6-8a7c-cc20e195e0ae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:50.862489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc9135e9-db3d-4210-8bb9-968eb53ad00f req-924334fe-cb95-47b6-8a7c-cc20e195e0ae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.5340664 Jul 07 19:39:50.914531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c3a8f-6606-47ba-ba96-5e24e0d8a750 req-52eb16bd-0de8-4525-ac0c-266294c9d257 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:50.916150 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee5c3a8f-6606-47ba-ba96-5e24e0d8a750 req-52eb16bd-0de8-4525-ac0c-266294c9d257 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.0797389 Jul 07 19:39:50.944241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:50.956870 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee5c3a8f-6606-47ba-ba96-5e24e0d8a750 req-0c15f660-a8a0-43a6-bda0-c1ba06f42bdf tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343602 Jul 07 19:39:50.977277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc9135e9-db3d-4210-8bb9-968eb53ad00f req-d88ade91-0c9c-45af-b6bd-e6391f18954f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824299 Jul 07 19:39:51.063492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ecf83f1e-663c-403a-8717-d29d2f174ba8'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:39:51.147107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe97f2-a88c-4483-9b05-48db209dec5a req-b40e821a-d271-4f7b-87ef-6414db100a89 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.147433 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4b17caef-55c2-47c6-8867-93de5f9478dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.154190 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aebe97f2-a88c-4483-9b05-48db209dec5a req-b40e821a-d271-4f7b-87ef-6414db100a89 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.0808249 Jul 07 19:39:51.201630 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aebe97f2-a88c-4483-9b05-48db209dec5a req-ed1740d1-ca9f-4b76-a297-e495e3b486d1 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465779 Jul 07 19:39:51.264096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-a65fe09a-7a7c-49a5-9476-7357766b5678 req-c7c5299a-9a92-4241-8782-87122dcdf055 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-951644344', 'description': 'tempest-description-1652741575'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:51.292386 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.317643 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.319567 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a65fe09a-7a7c-49a5-9476-7357766b5678 req-c7c5299a-9a92-4241-8782-87122dcdf055 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.529813 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a65fe09a-7a7c-49a5-9476-7357766b5678 req-c7c5299a-9a92-4241-8782-87122dcdf055 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.531307 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.535034 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a65fe09a-7a7c-49a5-9476-7357766b5678 req-c7c5299a-9a92-4241-8782-87122dcdf055 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.630003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a65fe09a-7a7c-49a5-9476-7357766b5678 req-c7c5299a-9a92-4241-8782-87122dcdf055 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.631817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a65fe09a-7a7c-49a5-9476-7357766b5678 req-c7c5299a-9a92-4241-8782-87122dcdf055 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3753247 Jul 07 19:39:51.638403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5299a-9a92-4241-8782-87122dcdf055 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dd8182-f8ae-4dda-af7e-641f5762d50d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:51.731915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.736134 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.776703 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78519875-57e3-4bd9-a1d6-96839b28f25e req-b9524319-0f32-4f75-84e9-517aa1445a40 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-951644344&fields=id&tenant_id=c5f6a5346c7d4f9696041ac5f4379e79 HTTP/1.1" status: 200 len: 267 time: 0.0426259 Jul 07 19:39:51.789396 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.789922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c0805dd-9d98-46f6-9c25-1154ff5153fd {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:39:51.807311 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 19:39:51.810387 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2eb6b3e6-2708-40e0-b29a-fbcaebbd23d3 tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 1.5217221 Jul 07 19:39:51.811729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58526) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:51.855105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78519875-57e3-4bd9-a1d6-96839b28f25e req-f5c63b9c-fb93-49a2-b49c-f541dd7d1df1 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.856682 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78519875-57e3-4bd9-a1d6-96839b28f25e req-f5c63b9c-fb93-49a2-b49c-f541dd7d1df1 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.0740969 Jul 07 19:39:51.870977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-78519875-57e3-4bd9-a1d6-96839b28f25e req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Request body: {'port': {'security_groups': ['8844f59c-2ab1-47ec-897e-69e668480859', 'c2dd8182-f8ae-4dda-af7e-641f5762d50d']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:51.906728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca7c4a-d7cd-4fd5-9e12-99ecb8aa21bd tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Deleting port fa71bc8c-b161-4fb4-957c-446bb17f1735 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:39:51.907259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7c4a-d7cd-4fd5-9e12-99ecb8aa21bd tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.974184 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78519875-57e3-4bd9-a1d6-96839b28f25e req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:52.002426 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7c4a-d7cd-4fd5-9e12-99ecb8aa21bd tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:52.016619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca7c4a-d7cd-4fd5-9e12-99ecb8aa21bd tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Calling delete_port for fa71bc8c-b161-4fb4-957c-446bb17f1735 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:39:52.193187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-78519875-57e3-4bd9-a1d6-96839b28f25e req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] For port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,segment=NetworkSegment(3e8870d8-4f70-4cef-a265-8b19ce58f5a3),segment_id=3e8870d8-4f70-4cef-a265-8b19ce58f5a3)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:52.246816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58bf85-c822-4281-91b8-db1215412feb req-826eefe1-3e45-4e79-9c34-03a13b13a93b tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:52.248743 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6f58bf85-c822-4281-91b8-db1215412feb req-826eefe1-3e45-4e79-9c34-03a13b13a93b tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.1200223 Jul 07 19:39:52.256366 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78519875-57e3-4bd9-a1d6-96839b28f25e req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:52.262137 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78519875-57e3-4bd9-a1d6-96839b28f25e req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:52.265823 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7c4a-d7cd-4fd5-9e12-99ecb8aa21bd tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:52.279068 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:39:52.313354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca7c4a-d7cd-4fd5-9e12-99ecb8aa21bd tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa71bc8c-b161-4fb4-957c-446bb17f1735,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:52.324603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78519875-57e3-4bd9-a1d6-96839b28f25e req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:52.325757 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-78519875-57e3-4bd9-a1d6-96839b28f25e req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:52.327391 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-78519875-57e3-4bd9-a1d6-96839b28f25e req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "PUT /v2.0/ports/fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 981 time: 0.4623756 Jul 07 19:39:52.332095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:52.335399 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd13cd3-cb90-4d89-bf70-54a856cff974" -d '{"events": [{"name": "network-changed", "server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:52.336777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6f58bf85-c822-4281-91b8-db1215412feb req-329669a4-6d55-480f-aeee-9e2d4cb0bd02 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677552 Jul 07 19:39:52.396121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Pushing event updated for resources: {'Port': ['ID=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,revision_number=6']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:52.411110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:52.411460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:52.412524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:52.412876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:52.413211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:52.413547 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:52.413873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:52.414200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:52.418100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:52.418624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:52.419157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:52.419655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd1a96-8be7-4a87-bedd-8f78d08b315d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:52.439079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecf83f1e-663c-403a-8717-d29d2f174ba8 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:52.457433 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7c4a-d7cd-4fd5-9e12-99ecb8aa21bd tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:52.463923 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e3ca7c4a-d7cd-4fd5-9e12-99ecb8aa21bd tempest-RoutersAdminNegativeTest-960549844 tempest-RoutersAdminNegativeTest-960549844-project-admin] 10.222.0.81 "DELETE /v2.0/ports/fa71bc8c-b161-4fb4-957c-446bb17f1735 HTTP/1.1" status: 204 len: 168 time: 0.6510179 Jul 07 19:39:52.487335 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:39:52.520382 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-604abd65-907b-47a1-9fc5-a5a8535f501d req-bc278b02-37a6-423a-ae19-7dd878a242b4 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-951644344&fields=id&tenant_id=c5f6a5346c7d4f9696041ac5f4379e79 HTTP/1.1" status: 200 len: 267 time: 0.0433812 Jul 07 19:39:52.593816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec0510-0145-4997-92ec-22dfbef15f74 req-429a1ce3-53b4-400d-951e-d9b5f70247a2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:52.595888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c6ec0510-0145-4997-92ec-22dfbef15f74 req-429a1ce3-53b4-400d-951e-d9b5f70247a2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.0972884 Jul 07 19:39:52.620000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604abd65-907b-47a1-9fc5-a5a8535f501d req-a06ee607-b0b0-4b84-ac2d-11848c5daa88 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:52.632912 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-604abd65-907b-47a1-9fc5-a5a8535f501d req-a06ee607-b0b0-4b84-ac2d-11848c5daa88 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 984 time: 0.0994611 Jul 07 19:39:52.645891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-604abd65-907b-47a1-9fc5-a5a8535f501d req-5151527e-5cf5-4611-8080-44ad5642f70d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Request body: {'port': {'security_groups': ['8844f59c-2ab1-47ec-897e-69e668480859']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:52.690836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c6ec0510-0145-4997-92ec-22dfbef15f74 req-a4503c2d-0da9-499e-b959-1c54119ece3b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847995 Jul 07 19:39:52.712447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port ecf83f1e-663c-403a-8717-d29d2f174ba8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:52.730501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port ecf83f1e-663c-403a-8717-d29d2f174ba8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:52.731156 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:52.757361 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:39:52.785795 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397fe04d-96b3-494e-8ee1-dfdbcbbe67ae x-openstack-request-id: req-397fe04d-96b3-494e-8ee1-dfdbcbbe67ae {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:52.785795 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:52.786123 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-397fe04d-96b3-494e-8ee1-dfdbcbbe67ae {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:52.786628 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'status': 'completed', 'code': 200} Jul 07 19:39:52.878074 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-604abd65-907b-47a1-9fc5-a5a8535f501d req-5151527e-5cf5-4611-8080-44ad5642f70d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:52.893010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58552) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:52.924514 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:52.952303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd13cd3-cb90-4d89-bf70-54a856cff974 req-7a9dfad6-1496-4d3b-957d-ddc5ee609b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:52.954549 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfd13cd3-cb90-4d89-bf70-54a856cff974 req-7a9dfad6-1496-4d3b-957d-ddc5ee609b11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5f6a5346c7d4f9696041ac5f4379e79&device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 1135 time: 0.1234486 Jul 07 19:39:52.965283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:52.967831 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d23662-7c65-41fa-9fd0-6ff1b46135f4" -d '{"events": [{"server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "name": "network-vif-plugged", "status": "completed", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:52.992167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:52.999856 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:53.059931 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1969b565-56fd-4ce3-ab9f-3d8219c3544c x-openstack-request-id: req-1969b565-56fd-4ce3-ab9f-3d8219c3544c {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:53.060233 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "name": "network-vif-plugged", "status": "completed", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:53.060521 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1969b565-56fd-4ce3-ab9f-3d8219c3544c {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:53.061196 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'code': 200} Jul 07 19:39:53.061786 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:53.103283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd13cd3-cb90-4d89-bf70-54a856cff974 req-519896e5-01f9-4fb6-9980-115d5652a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:53.105045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-51e457ce-fa5a-44dc-8cf1-14836393ba4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:53.105745 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfd13cd3-cb90-4d89-bf70-54a856cff974 req-519896e5-01f9-4fb6-9980-115d5652a99c service neutron] 10.222.0.48 "GET /v2.0/networks?id=320eb8fc-55a8-484c-8da5-aedc702bb042 HTTP/1.1" status: 200 len: 921 time: 0.1381738 Jul 07 19:39:53.161681 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfd13cd3-cb90-4d89-bf70-54a856cff974 req-2f880f28-aea6-4a59-b635-43d9a9c2bab3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 217 time: 0.0427623 Jul 07 19:39:53.267861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-51e457ce-fa5a-44dc-8cf1-14836393ba4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:53.271624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b91c66-b346-49c5-8b94-a7d51aa6d0a4 req-6782dac6-2ddd-4175-a6e1-6f539b1f6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:53.273542 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61b91c66-b346-49c5-8b94-a7d51aa6d0a4 req-6782dac6-2ddd-4175-a6e1-6f539b1f6251 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 1096 time: 0.1244197 Jul 07 19:39:53.274610 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-51e457ce-fa5a-44dc-8cf1-14836393ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:53.295680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd13cd3-cb90-4d89-bf70-54a856cff974 req-48d5c062-b246-4355-aee1-99efe394fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:53.297135 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfd13cd3-cb90-4d89-bf70-54a856cff974 req-48d5c062-b246-4355-aee1-99efe394fc34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499e171f-5d6d-42d4-9d4d-bd3e46c06487 HTTP/1.1" status: 200 len: 860 time: 0.1275797 Jul 07 19:39:53.338725 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-51e457ce-fa5a-44dc-8cf1-14836393ba4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=654a13c7181b45f7ac24208eec80ae88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445906 Jul 07 19:39:53.339501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e457ce-fa5a-44dc-8cf1-14836393ba4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa48d837-4314-439b-8699-dce67dd733a7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:53.344162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58560) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:53.346709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfd13cd3-cb90-4d89-bf70-54a856cff974 req-be025012-b825-4773-b500-5c6076b58ab8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=320eb8fc-55a8-484c-8da5-aedc702bb042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402880 Jul 07 19:39:53.348827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-604abd65-907b-47a1-9fc5-a5a8535f501d req-5151527e-5cf5-4611-8080-44ad5642f70d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] For port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,segment=NetworkSegment(3e8870d8-4f70-4cef-a265-8b19ce58f5a3),segment_id=3e8870d8-4f70-4cef-a265-8b19ce58f5a3)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:53.369552 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61b91c66-b346-49c5-8b94-a7d51aa6d0a4 req-ac59c36a-ce9b-4454-b88f-39b5a293f000 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817077 Jul 07 19:39:53.411082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e328-75cf-4435-b44d-dee4db06a9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:53.438720 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-604abd65-907b-47a1-9fc5-a5a8535f501d req-5151527e-5cf5-4611-8080-44ad5642f70d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:53.450115 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e328-75cf-4435-b44d-dee4db06a9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:53.473601 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-604abd65-907b-47a1-9fc5-a5a8535f501d req-5151527e-5cf5-4611-8080-44ad5642f70d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:53.487207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:39:53.532527 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfd13cd3-cb90-4d89-bf70-54a856cff974 req-1a627248-35a8-4031-9df8-71359e0bad7e service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729465 Jul 07 19:39:53.560700 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e328-75cf-4435-b44d-dee4db06a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:53.563302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e328-75cf-4435-b44d-dee4db06a9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:53.565328 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9fa2e328-75cf-4435-b44d-dee4db06a9c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa48d837-4314-439b-8699-dce67dd733a7 HTTP/1.1" status: 204 len: 168 time: 0.2197280 Jul 07 19:39:53.579012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2e328-75cf-4435-b44d-dee4db06a9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa48d837-4314-439b-8699-dce67dd733a7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:53.582764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604abd65-907b-47a1-9fc5-a5a8535f501d req-5151527e-5cf5-4611-8080-44ad5642f70d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:53.584878 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-604abd65-907b-47a1-9fc5-a5a8535f501d req-5151527e-5cf5-4611-8080-44ad5642f70d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:53.595362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-604abd65-907b-47a1-9fc5-a5a8535f501d req-5151527e-5cf5-4611-8080-44ad5642f70d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "PUT /v2.0/ports/fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 942 time: 0.9548244 Jul 07 19:39:53.611614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a361a-182d-419d-8090-175d5a1df11f req-80c2097a-ce0c-4d6c-ae0d-83b0e279c81e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:53.619552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:53.621377 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e2a361a-182d-419d-8090-175d5a1df11f req-80c2097a-ce0c-4d6c-ae0d-83b0e279c81e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1253982 Jul 07 19:39:53.621862 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e499a92d-84bf-4be9-8e33-0e45523d9671" -d '{"events": [{"name": "network-changed", "server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:53.654611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:39:53.694058 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e2a361a-182d-419d-8090-175d5a1df11f req-5632a86e-358a-48eb-b156-a33a273f1a34 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700607 Jul 07 19:39:53.854901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151527e-5cf5-4611-8080-44ad5642f70d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Pushing event updated for resources: {'Port': ['ID=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,revision_number=7']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:53.869587 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:53.927978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d07a7-7127-4f0f-ab57-f7fab618ad58 req-32d6335a-8b58-445c-93f0-0fc9b34e3dc9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:53.929881 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a6d07a7-7127-4f0f-ab57-f7fab618ad58 req-32d6335a-8b58-445c-93f0-0fc9b34e3dc9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.0828481 Jul 07 19:39:53.964961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfd13cd3-cb90-4d89-bf70-54a856cff974 req-e2cee0db-a961-4331-989d-ed4f298d93d4 service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231801 Jul 07 19:39:54.011835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a6d07a7-7127-4f0f-ab57-f7fab618ad58 req-27fdd38e-41de-4b98-a1e0-e8708258c2ef tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737097 Jul 07 19:39:54.035024 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-88786e2c-80bc-4931-97af-b59db347dae9 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3879025 Jul 07 19:39:54.052352 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1099922a-e60d-4eb1-899f-78ebd46da2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:54.057568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:54.070024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58574) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:54.087471 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:54.103776 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cd2995-a155-44f1-af2f-052b3b86e6df x-openstack-request-id: req-b0cd2995-a155-44f1-af2f-052b3b86e6df {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:54.103776 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:54.104226 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0cd2995-a155-44f1-af2f-052b3b86e6df {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:54.104814 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'status': 'completed', 'code': 200} Jul 07 19:39:54.124609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9f888d3c-d606-4604-9700-df1367db23aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5079c2cc62fa43858f4882540c65d926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533156 Jul 07 19:39:54.129472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58576) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:54.205651 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-60384aee-e8e7-4d74-b049-5f3ee46a7e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:54.217402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499a92d-84bf-4be9-8e33-0e45523d9671 req-c23adb05-dd9a-484e-953f-177d7d5178f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:54.218958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e499a92d-84bf-4be9-8e33-0e45523d9671 req-c23adb05-dd9a-484e-953f-177d7d5178f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5f6a5346c7d4f9696041ac5f4379e79&device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 1096 time: 0.0794163 Jul 07 19:39:54.236482 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-60384aee-e8e7-4d74-b049-5f3ee46a7e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:54.311409 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-60384aee-e8e7-4d74-b049-5f3ee46a7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:54.317091 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-60384aee-e8e7-4d74-b049-5f3ee46a7e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:54.319715 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-60384aee-e8e7-4d74-b049-5f3ee46a7e2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1767b4bd-cfa8-4be8-9526-baefbb597471 HTTP/1.1" status: 204 len: 168 time: 0.1889300 Jul 07 19:39:54.321265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:54.334067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60384aee-e8e7-4d74-b049-5f3ee46a7e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1767b4bd-cfa8-4be8-9526-baefbb597471,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:54.419333 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499a92d-84bf-4be9-8e33-0e45523d9671 req-7d7c88fd-9541-433f-84f4-a6b75dbae480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:54.420844 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e499a92d-84bf-4be9-8e33-0e45523d9671 req-7d7c88fd-9541-433f-84f4-a6b75dbae480 service neutron] 10.222.0.48 "GET /v2.0/networks?id=320eb8fc-55a8-484c-8da5-aedc702bb042 HTTP/1.1" status: 200 len: 921 time: 0.1917028 Jul 07 19:39:54.501964 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e499a92d-84bf-4be9-8e33-0e45523d9671 req-eb23829e-5eb2-4ec2-b9f4-bf8681c08c37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 217 time: 0.0700238 Jul 07 19:39:54.550955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Allocated IP 172.25.0.134 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/7c42c739-d308-4a38-8236-c184566b13b6) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:54.590483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499a92d-84bf-4be9-8e33-0e45523d9671 req-eceb7bba-5ab7-4954-b825-917345164f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:54.592195 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e499a92d-84bf-4be9-8e33-0e45523d9671 req-eceb7bba-5ab7-4954-b825-917345164f15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499e171f-5d6d-42d4-9d4d-bd3e46c06487 HTTP/1.1" status: 200 len: 860 time: 0.0825546 Jul 07 19:39:54.657413 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e499a92d-84bf-4be9-8e33-0e45523d9671 req-d4a332dc-d607-4771-934f-a5a6986e6bfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=320eb8fc-55a8-484c-8da5-aedc702bb042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386875 Jul 07 19:39:54.787864 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:54.798602 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:54.820311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e499a92d-84bf-4be9-8e33-0e45523d9671 req-e21e827b-ae53-4290-b1e9-02886c1f1cbe service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520340 Jul 07 19:39:54.922570 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.001955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43cbff-8568-4ad6-b13a-b244c7b4f63c req-74c88625-e419-49dc-8324-632d26c9e475 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:55.008676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Pushing event updated for resources: {'Port': ['ID=7c42c739-d308-4a38-8236-c184566b13b6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:55.010341 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d43cbff-8568-4ad6-b13a-b244c7b4f63c req-74c88625-e419-49dc-8324-632d26c9e475 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1211836 Jul 07 19:39:55.059627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:55.064509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:55.068885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:55.074431 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e499a92d-84bf-4be9-8e33-0e45523d9671 req-0b3ff215-ac0b-4694-8a94-631a571ec668 service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449369 Jul 07 19:39:55.077242 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2d43cbff-8568-4ad6-b13a-b244c7b4f63c req-82059ca6-aed0-4bd7-bbbb-6d22e4907d5b tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658848 Jul 07 19:39:55.238012 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.311622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701b68-b003-4aec-94fc-e3aea8084446 req-d4fc696e-81c9-43fa-8519-25dba570f41c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:55.321678 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f0701b68-b003-4aec-94fc-e3aea8084446 req-d4fc696e-81c9-43fa-8519-25dba570f41c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 943 time: 0.0986524 Jul 07 19:39:55.328996 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.374027 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f0701b68-b003-4aec-94fc-e3aea8084446 req-175f4a1f-d19b-4d65-8886-069b6f572203 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511220 Jul 07 19:39:55.444766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58608) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:55.599407 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.605013 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.605256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 30004c0f-798c-4598-aa2f-6607af54e998 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:39:55.606268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-200855660'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:55.642021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:39:55.645960 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.666048 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.681843 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Pushing event updated for resources: {'Port': ['ID=7c42c739-d308-4a38-8236-c184566b13b6,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:55.696195 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.843390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 30004c0f-798c-4598-aa2f-6607af54e998, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=30004c0f-798c-4598-aa2f-6607af54e998,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:55.856694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.863182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.865916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '30004c0f-798c-4598-aa2f-6607af54e998', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'port_id': '30004c0f-798c-4598-aa2f-6607af54e998', 'mac_address': 'fa:16:3e:d8:7b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:39:55.868720 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.872029 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-601efe7e-3941-4c84-b4f4-c62722164143 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8285444 Jul 07 19:39:55.914211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:39:55.932193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28123e29-e9fc-4fab-87cf-6864b1fecadd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:55.932814 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.940149 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:55.940676 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Added segment e1436212-81ef-4822-8bae-de420f7ec2fc of type vlan for network 3b342e92-c907-4436-a95e-965164bcdb3c Jul 07 19:39:55.951866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30004c0f-798c-4598-aa2f-6607af54e998 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:39:55.983709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 30004c0f-798c-4598-aa2f-6607af54e998, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=30004c0f-798c-4598-aa2f-6607af54e998,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:55.989355 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:56.015568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:56.027750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-c3da6d43-afe8-4855-8b39-bd1a636f82b0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 696 time: 0.1494350 Jul 07 19:39:56.067882 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:56.074567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=30004c0f-798c-4598-aa2f-6607af54e998,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:56.075776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:56.076424 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:56.153155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Network': ['ID=3b342e92-c907-4436-a95e-965164bcdb3c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:56.164771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:39:56.178906 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-72851280-d568-40f1-80ab-4740b36bc254 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7329526 Jul 07 19:39:56.182777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-efda838f-5910-42bc-87e6-c717c0198a0d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:56.183062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58620) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:56.185443 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-efda838f-5910-42bc-87e6-c717c0198a0d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1482663 Jul 07 19:39:56.190169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-628dd5cb-8b56-4f23-b6b1-1e0540863101 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:56.199033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-fb8a2b4e-0c07-445e-9578-1d2dcf862e7a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:39:56.200684 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f1eb8036-1437-4ee1-a8e8-5d97f3d3965a req-fb8a2b4e-0c07-445e-9578-1d2dcf862e7a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091417 Jul 07 19:39:56.317665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['30004c0f-798c-4598-aa2f-6607af54e998'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:39:56.341719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628dd5cb-8b56-4f23-b6b1-1e0540863101 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:39:56.345335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-628dd5cb-8b56-4f23-b6b1-1e0540863101 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:56.414073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7947e0-d87b-4c35-bfa5-a7ffe437e9d3 req-b69b0094-32f1-4e9b-89df-6063c62bc7f5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:56.415995 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b7947e0-d87b-4c35-bfa5-a7ffe437e9d3 req-b69b0094-32f1-4e9b-89df-6063c62bc7f5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.2020698 Jul 07 19:39:56.420071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-02510bf6-1636-43af-8a4d-d48d45faf51c tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:56.421870 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-02510bf6-1636-43af-8a4d-d48d45faf51c tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1194246 Jul 07 19:39:56.497883 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-c71e0e4e-5954-4ff3-918d-096f7c948584 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 696 time: 0.0685036 Jul 07 19:39:56.500583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b7947e0-d87b-4c35-bfa5-a7ffe437e9d3 req-c68abb1d-a5ce-47ec-9c8b-54cfe14a9a97 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736127 Jul 07 19:39:56.515509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-119b5b58-8c05-41b3-8823-e6ada3c2212d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Request body: {'floatingip': {'port_id': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:56.568960 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-119b5b58-8c05-41b3-8823-e6ada3c2212d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:56.593379 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:56.650039 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-628dd5cb-8b56-4f23-b6b1-1e0540863101 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:56.757008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dd5cb-8b56-4f23-b6b1-1e0540863101 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=c7f25761-2d0f-4395-93e6-9426182c14e3,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:56.777538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628dd5cb-8b56-4f23-b6b1-1e0540863101 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:39:56.777916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628dd5cb-8b56-4f23-b6b1-1e0540863101 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network hostable DHCP agents. Network: 3b342e92-c907-4436-a95e-965164bcdb3c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:39:56.810467 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f38d4-e438-4309-9f46-ae8ba7189194 req-8cba835b-5e12-4796-b321-e008c71d8723 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:56.812582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb0f38d4-e438-4309-9f46-ae8ba7189194 req-8cba835b-5e12-4796-b321-e008c71d8723 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 944 time: 0.1256623 Jul 07 19:39:56.814110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628dd5cb-8b56-4f23-b6b1-1e0540863101 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:39:56.828200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-628dd5cb-8b56-4f23-b6b1-1e0540863101 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 3b342e92-c907-4436-a95e-965164bcdb3c) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:56.836039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628dd5cb-8b56-4f23-b6b1-1e0540863101 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:56.836675 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-628dd5cb-8b56-4f23-b6b1-1e0540863101 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:56.846149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62cb387-7b29-4228-b5ac-1ec35a2e0261 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:39:56.871939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-628dd5cb-8b56-4f23-b6b1-1e0540863101 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6875858 Jul 07 19:39:56.878243 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58632) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:56.885943 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'name': 'tempest-NetworksTestDHCPv6-533592893'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:56.897183 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb0f38d4-e438-4309-9f46-ae8ba7189194 req-cbf6c4eb-24ff-4fc8-864f-6090e9a6c31d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665457 Jul 07 19:39:57.105619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': 'c7f25761-2d0f-4395-93e6-9426182c14e3'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:39:57.107406 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:57.278402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-509b9383-551b-42d9-8127-4daa2e12463a req-77658e7a-ba6d-4fbe-880d-7872a178b259 service neutron] (93900) timed out ('10.222.0.110', 53560) {{(pid=93900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:39:57.370830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Allocated IP 2001:db8::2 (3b342e92-c907-4436-a95e-965164bcdb3c/c7f25761-2d0f-4395-93e6-9426182c14e3/876b5259-be7f-4956-9c1b-c0f22e80e49a) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:57.419490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3ed05-b0f7-4f62-aaab-98d3f2f46332 req-d4fd3d84-91f8-4b31-9679-75ab039e6955 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:57.422518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74f3ed05-b0f7-4f62-aaab-98d3f2f46332 req-d4fd3d84-91f8-4b31-9679-75ab039e6955 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1384075 Jul 07 19:39:57.432674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58650) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:57.443727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f01e34aa-9d64-49c9-9051-983c384083a2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Request body: {'floatingip': {'port_id': 'ecf83f1e-663c-403a-8717-d29d2f174ba8'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:57.455565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:39:57.459987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:57.489935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port c9331216-0af0-4486-b2b5-862baf7334d7 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:39:57.510091 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f01e34aa-9d64-49c9-9051-983c384083a2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:57.589180 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:57.600783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Transition to ACTIVE for port object 876b5259-be7f-4956-9c1b-c0f22e80e49a will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:57.623353 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Transition to ACTIVE for port object 876b5259-be7f-4956-9c1b-c0f22e80e49a will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:57.641255 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 30004c0f-798c-4598-aa2f-6607af54e998 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:57.644350 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:57.709540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::19f (3b342e92-c907-4436-a95e-965164bcdb3c/c7f25761-2d0f-4395-93e6-9426182c14e3/c9331216-0af0-4486-b2b5-862baf7334d7) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:39:57.728220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:57.741795 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:57.749304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:57.762741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Pushing event updated for resources: {'Port': ['ID=876b5259-be7f-4956-9c1b-c0f22e80e49a,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:57.772332 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-119b5b58-8c05-41b3-8823-e6ada3c2212d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:57.811080 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-119b5b58-8c05-41b3-8823-e6ada3c2212d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:57.829066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 30004c0f-798c-4598-aa2f-6607af54e998 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:57.836623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 30004c0f-798c-4598-aa2f-6607af54e998 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:57.836997 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:57.838987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Attempting to bind port 876b5259-be7f-4956-9c1b-c0f22e80e49a on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:39:57.839448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Attempting to bind port 876b5259-be7f-4956-9c1b-c0f22e80e49a by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:39:57.839815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Attempting to bind port 876b5259-be7f-4956-9c1b-c0f22e80e49a on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:39:57.866996 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:39:57.867690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:39:57.867794 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:57.868139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:39:57.868636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Bound port: 876b5259-be7f-4956-9c1b-c0f22e80e49a, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:39:57.869094 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:57.929634 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:57.948025 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object c9331216-0af0-4486-b2b5-862baf7334d7 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:39:57.988686 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:58.011665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] For port 876b5259-be7f-4956-9c1b-c0f22e80e49a, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:39:58.019852 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] For port 876b5259-be7f-4956-9c1b-c0f22e80e49a, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=876b5259-be7f-4956-9c1b-c0f22e80e49a,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:39:58.027192 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:58.036110 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:58.047303 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-119b5b58-8c05-41b3-8823-e6ada3c2212d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Floating IP 733c93ec-5757-410f-87ec-eaadd6ce25f9 associated. External IP: 172.25.0.134, port: fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7. Jul 07 19:39:58.095776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:39:58.120959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:39:58.130031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 30004c0f-798c-4598-aa2f-6607af54e998, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=30004c0f-798c-4598-aa2f-6607af54e998,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:58.137564 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a68208-f0fb-4845-b8ba-971b92892a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30004c0f-798c-4598-aa2f-6607af54e998'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:58.140763 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7f5de2-afb1-4828-ae83-c2c94a146b68" -d '{"events": [{"server_uuid": "17a68208-f0fb-4845-b8ba-971b92892a1e", "name": "network-vif-plugged", "status": "completed", "tag": "30004c0f-798c-4598-aa2f-6607af54e998"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:58.147320 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:58.149862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:39:58.156256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:58.156951 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:58.163798 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=c9331216-0af0-4486-b2b5-862baf7334d7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:58.170453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f6645-eb41-4ba2-bda9-b674f6296502 None None] Pushing event updated for resources: {'Port': ['ID=876b5259-be7f-4956-9c1b-c0f22e80e49a,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:58.222715 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3ee32420-741e-451f-9a25-8fbc5215c762 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3437283 Jul 07 19:39:58.226118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58656) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:58.277064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=30004c0f-798c-4598-aa2f-6607af54e998,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:58.333177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a5e2b-3d12-4618-9ab9-d90005b4abfb req-c2a854ad-494f-440c-b8ee-0793db31bb5d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:58.334783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fc4a5e2b-3d12-4618-9ab9-d90005b4abfb req-c2a854ad-494f-440c-b8ee-0793db31bb5d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 944 time: 0.2482045 Jul 07 19:39:58.432055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5b34d-1f26-4148-956a-ad29cc28203f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:58.440069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5b34d-1f26-4148-956a-ad29cc28203f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:58.442037 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b8f5b34d-1f26-4148-956a-ad29cc28203f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2125273 Jul 07 19:39:58.445082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58660) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:58.460707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fc4a5e2b-3d12-4618-9ab9-d90005b4abfb req-c65d8374-7f5d-4b14-96ee-e036184e7f07 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169760 Jul 07 19:39:58.523018 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-119b5b58-8c05-41b3-8823-e6ada3c2212d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Router d491a55a-cf4c-4326-9a41-dcc97d61599a has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:39:58.553395 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caa512e-04a6-4c29-8d99-6fd65806f3ee x-openstack-request-id: req-3caa512e-04a6-4c29-8d99-6fd65806f3ee {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:58.553672 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a68208-f0fb-4845-b8ba-971b92892a1e", "name": "network-vif-plugged", "status": "completed", "tag": "30004c0f-798c-4598-aa2f-6607af54e998", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:58.553927 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3caa512e-04a6-4c29-8d99-6fd65806f3ee {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:58.554328 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a68208-f0fb-4845-b8ba-971b92892a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30004c0f-798c-4598-aa2f-6607af54e998', 'code': 200} Jul 07 19:39:58.635853 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-40b9b0d6-7543-48c5-8f9c-430ac2c48d9d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port c9331216-0af0-4486-b2b5-862baf7334d7 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:39:58.636502 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40b9b0d6-7543-48c5-8f9c-430ac2c48d9d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:58.736156 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40b9b0d6-7543-48c5-8f9c-430ac2c48d9d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:58.750972 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-40b9b0d6-7543-48c5-8f9c-430ac2c48d9d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for c9331216-0af0-4486-b2b5-862baf7334d7 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:39:58.773458 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f01e34aa-9d64-49c9-9051-983c384083a2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:58.783177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-119b5b58-8c05-41b3-8823-e6ada3c2212d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:39:58.786103 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f01e34aa-9d64-49c9-9051-983c384083a2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:58.793344 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-119b5b58-8c05-41b3-8823-e6ada3c2212d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:58.809175 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18619593-00e3-46c3-935d-add2b9810293 None None] Sync routers for ids ['d491a55a-cf4c-4326-9a41-dcc97d61599a'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:39:58.833171 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18619593-00e3-46c3-935d-add2b9810293 None None] Routers {'d491a55a-cf4c-4326-9a41-dcc97d61599a'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:58.834650 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-18619593-00e3-46c3-935d-add2b9810293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d491a55a-cf4c-4326-9a41-dcc97d61599a'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:58.861329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e09719-1df9-439e-99f3-81835cf5af98 req-88538c89-194b-4513-8622-4ddfcc9aba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:58.862506 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23e09719-1df9-439e-99f3-81835cf5af98 req-88538c89-194b-4513-8622-4ddfcc9aba48 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 1096 time: 0.2215559 Jul 07 19:39:58.891203 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-119b5b58-8c05-41b3-8823-e6ada3c2212d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "PUT /v2.0/floatingips/733c93ec-5757-410f-87ec-eaadd6ce25f9 HTTP/1.1" status: 200 len: 996 time: 2.3807781 Jul 07 19:39:58.897846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:58.900364 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab41cef-fd0f-4b37-aefa-199a9acdff69" -d '{"events": [{"name": "network-changed", "server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:58.947644 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40b9b0d6-7543-48c5-8f9c-430ac2c48d9d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:59.003334 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23e09719-1df9-439e-99f3-81835cf5af98 req-b446f07b-f65d-42a7-b82b-6add7737faba service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288912 Jul 07 19:39:59.007786 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ae12c9-3469-4140-9ad3-85d70299c6a5 x-openstack-request-id: req-65ae12c9-3469-4140-9ad3-85d70299c6a5 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:59.008078 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:59.008321 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65ae12c9-3469-4140-9ad3-85d70299c6a5 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:59.008724 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'status': 'completed', 'code': 200} Jul 07 19:39:59.014869 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-f01e34aa-9d64-49c9-9051-983c384083a2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Floating IP e0763fef-ad46-4caf-9981-fa45b066bc86 associated. External IP: 172.25.0.5, port: ecf83f1e-663c-403a-8717-d29d2f174ba8. Jul 07 19:39:59.032994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9b0d6-7543-48c5-8f9c-430ac2c48d9d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=c9331216-0af0-4486-b2b5-862baf7334d7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:59.064292 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40b9b0d6-7543-48c5-8f9c-430ac2c48d9d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:59.067441 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-40b9b0d6-7543-48c5-8f9c-430ac2c48d9d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/c9331216-0af0-4486-b2b5-862baf7334d7 HTTP/1.1" status: 204 len: 168 time: 0.6212966 Jul 07 19:39:59.070475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58664) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:59.116038 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-18619593-00e3-46c3-935d-add2b9810293 None None] Set router d491a55a-cf4c-4326-9a41-dcc97d61599a gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:39:59.178135 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-f6a9d247-4ebc-4326-a071-a427f416431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:59.181684 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-f6a9d247-4ebc-4326-a071-a427f416431b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5f6a5346c7d4f9696041ac5f4379e79&device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 1096 time: 0.2476320 Jul 07 19:39:59.215298 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4527c1da-55fa-4df4-b7f8-df0776d623f6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:59.216863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4527c1da-55fa-4df4-b7f8-df0776d623f6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:59.231192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4527c1da-55fa-4df4-b7f8-df0776d623f6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1588111 Jul 07 19:39:59.231583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58666) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:59.329807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d876628-a81b-4c02-9f97-e10a1803aa52 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet c7f25761-2d0f-4395-93e6-9426182c14e3 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:39:59.342377 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d876628-a81b-4c02-9f97-e10a1803aa52 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:59.393803 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d876628-a81b-4c02-9f97-e10a1803aa52 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:59.459124 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-18619593-00e3-46c3-935d-add2b9810293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '733c93ec-5757-410f-87ec-eaadd6ce25f9', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'floating_ip_address': '172.25.0.134', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'port_id': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'mac_address': 'fa:16:3e:b7:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:39:55Z', 'updated_at': '2021-07-07T19:39:57Z', 'revision_number': 1, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758d2ef2-44a2-4d98-9367-32258766cc43', 'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'mac_address': 'fa:16:3e:52:12:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:53Z', 'updated_at': '2021-07-07T19:39:04Z', 'revision_number': 5, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'subnets': [{'id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:59.491823 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d876628-a81b-4c02-9f97-e10a1803aa52 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:59.527466 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18619593-00e3-46c3-935d-add2b9810293 None None] Checking router: d491a55a-cf4c-4326-9a41-dcc97d61599a for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:39:59.547049 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18619593-00e3-46c3-935d-add2b9810293 None None] Routers {'d491a55a-cf4c-4326-9a41-dcc97d61599a'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:39:59.548979 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-18619593-00e3-46c3-935d-add2b9810293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d491a55a-cf4c-4326-9a41-dcc97d61599a'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:39:59.564863 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d876628-a81b-4c02-9f97-e10a1803aa52 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:59.625256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d876628-a81b-4c02-9f97-e10a1803aa52 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f25761-2d0f-4395-93e6-9426182c14e3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:59.652213 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0d876628-a81b-4c02-9f97-e10a1803aa52 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:59.657269 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0d876628-a81b-4c02-9f97-e10a1803aa52 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/c7f25761-2d0f-4395-93e6-9426182c14e3 HTTP/1.1" status: 204 len: 168 time: 0.4244537 Jul 07 19:39:59.657953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58678) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:59.691735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ee25f2-6e4f-43db-bf55-5592f1da67f4 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:39:59.771548 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3bd4968f-7d6b-40ff-b2b0-ec67647fa793 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117947 Jul 07 19:39:59.772891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58680) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:39:59.804987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-40b96d53-cd57-4126-ba7f-fba6bcafac2d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:39:59.826983 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-18619593-00e3-46c3-935d-add2b9810293 None None] Set router d491a55a-cf4c-4326-9a41-dcc97d61599a gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:39:59.845156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-78c7547c-b2a4-4637-8f5e-4a90c5e3d682 None None] Provisioning for port 876b5259-be7f-4956-9c1b-c0f22e80e49a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:39:59.955333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e2df9-3390-4cc9-aed4-3e034751cc57 req-ec62abdb-5ff8-4905-8a53-cc4803efb5c1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:59.969485 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa5e2df9-3390-4cc9-aed4-3e034751cc57 req-ec62abdb-5ff8-4905-8a53-cc4803efb5c1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 945 time: 0.2005122 Jul 07 19:40:00.016719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b96d53-cd57-4126-ba7f-fba6bcafac2d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:00.026382 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40b96d53-cd57-4126-ba7f-fba6bcafac2d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:00.075855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:40:00.136952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab41cef-fd0f-4b37-aefa-199a9acdff69 req-99fea7d8-62a2-4297-8d88-e27f4d6b337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:00.138487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ab41cef-fd0f-4b37-aefa-199a9acdff69 req-99fea7d8-62a2-4297-8d88-e27f4d6b337d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5f6a5346c7d4f9696041ac5f4379e79&device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 1096 time: 1.0371237 Jul 07 19:40:00.152764 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa5e2df9-3390-4cc9-aed4-3e034751cc57 req-042111f9-0945-45bd-96eb-2b291a611b58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801543 Jul 07 19:40:00.191349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58684) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:00.194430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Deleting port 876b5259-be7f-4956-9c1b-c0f22e80e49a {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:00.199132 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:00.309069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab41cef-fd0f-4b37-aefa-199a9acdff69 req-45cf1a5b-da57-423a-a682-ac836348c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:00.310554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ab41cef-fd0f-4b37-aefa-199a9acdff69 req-45cf1a5b-da57-423a-a682-ac836348c4bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=320eb8fc-55a8-484c-8da5-aedc702bb042 HTTP/1.1" status: 200 len: 921 time: 0.1498859 Jul 07 19:40:00.346481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] For port 876b5259-be7f-4956-9c1b-c0f22e80e49a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=876b5259-be7f-4956-9c1b-c0f22e80e49a,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:00.348028 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:00.360459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-d556c2c5-acdf-4582-b7d6-6dc8695251a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:00.366387 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-d556c2c5-acdf-4582-b7d6-6dc8695251a2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=320eb8fc-55a8-484c-8da5-aedc702bb042 HTTP/1.1" status: 200 len: 921 time: 1.1734071 Jul 07 19:40:00.374744 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-18619593-00e3-46c3-935d-add2b9810293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '733c93ec-5757-410f-87ec-eaadd6ce25f9', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'floating_ip_address': '172.25.0.134', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'port_id': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'mac_address': 'fa:16:3e:b7:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:39:55Z', 'updated_at': '2021-07-07T19:39:57Z', 'revision_number': 1, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758d2ef2-44a2-4d98-9367-32258766cc43', 'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'mac_address': 'fa:16:3e:52:12:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:53Z', 'updated_at': '2021-07-07T19:39:04Z', 'revision_number': 5, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'subnets': [{'id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:00.385099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Calling delete_port for 876b5259-be7f-4956-9c1b-c0f22e80e49a owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:00.437411 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18619593-00e3-46c3-935d-add2b9810293 None None] The sync data for ids ['d491a55a-cf4c-4326-9a41-dcc97d61599a'] in n-d-793621-9 is: [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '733c93ec-5757-410f-87ec-eaadd6ce25f9', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'floating_ip_address': '172.25.0.134', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'port_id': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'mac_address': 'fa:16:3e:b7:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:39:55Z', 'updated_at': '2021-07-07T19:39:57Z', 'revision_number': 1, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758d2ef2-44a2-4d98-9367-32258766cc43', 'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'mac_address': 'fa:16:3e:52:12:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:53Z', 'updated_at': '2021-07-07T19:39:04Z', 'revision_number': 5, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'subnets': [{'id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:40:00.501877 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6bfca51-161c-4037-ad9a-6828dfe1c10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:00.506351 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:00.513771 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40b96d53-cd57-4126-ba7f-fba6bcafac2d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:00.540690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Pushing event deleted for resources: {'Port': ['ID=876b5259-be7f-4956-9c1b-c0f22e80e49a,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:00.552990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:00.553825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:00.554373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:00.554975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:00.555574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:00.556251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:00.556838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:00.557372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:00.557958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:00.558655 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:00.559382 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:00.559919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:00.561101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ab41cef-fd0f-4b37-aefa-199a9acdff69 req-0aa27c13-9cdd-4464-86ff-b6188f0cb10b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 999 time: 0.2128568 Jul 07 19:40:00.565213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e0104-623b-4b9d-bfaa-8814945f3a06 None None] No DVR routers for this DVR port 876b5259-be7f-4956-9c1b-c0f22e80e49a on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:00.591322 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-eff26729-10ae-4634-9400-fdcbcf9241c4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 999 time: 0.1881170 Jul 07 19:40:00.605547 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b96d53-cd57-4126-ba7f-fba6bcafac2d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=a162a243-79f5-470e-bede-7ade85f0fb3a,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:00.617204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b96d53-cd57-4126-ba7f-fba6bcafac2d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:00.620640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-40b96d53-cd57-4126-ba7f-fba6bcafac2d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:00.625715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b96d53-cd57-4126-ba7f-fba6bcafac2d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:00.626329 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40b96d53-cd57-4126-ba7f-fba6bcafac2d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:00.633255 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223787a9-a865-4e78-a78f-a7a46eb62694 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:00.668442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01e34aa-9d64-49c9-9051-983c384083a2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Router 971ef03c-352f-4009-8a0c-779c125a4da4 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:40:00.696187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab41cef-fd0f-4b37-aefa-199a9acdff69 req-54109a8d-ee99-4a1a-b349-7b8c04d68a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:00.697993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ab41cef-fd0f-4b37-aefa-199a9acdff69 req-54109a8d-ee99-4a1a-b349-7b8c04d68a75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499e171f-5d6d-42d4-9d4d-bd3e46c06487 HTTP/1.1" status: 200 len: 860 time: 0.1249404 Jul 07 19:40:00.711556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-418cd197-a7c8-4571-9f24-3d4151fa0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:00.713499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-418cd197-a7c8-4571-9f24-3d4151fa0f0d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=499e171f-5d6d-42d4-9d4d-bd3e46c06487 HTTP/1.1" status: 200 len: 860 time: 0.1001163 Jul 07 19:40:00.764159 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ab41cef-fd0f-4b37-aefa-199a9acdff69 req-848f3871-66e9-46b2-8c5f-f758f1f33b88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=320eb8fc-55a8-484c-8da5-aedc702bb042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546141 Jul 07 19:40:00.767832 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6bfca51-161c-4037-ad9a-6828dfe1c10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:00.775494 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6bfca51-161c-4037-ad9a-6828dfe1c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:00.780905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b31a784-3f43-4633-9979-de3db35c9f6b None None] New status for floating IP 733c93ec-5757-410f-87ec-eaadd6ce25f9: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:40:00.804838 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-40b96d53-cd57-4126-ba7f-fba6bcafac2d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0309024 Jul 07 19:40:00.812291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58688) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:00.827984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'name': 'tempest-NetworksTestDHCPv6-181433256'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:00.841894 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-29d3d586-c4be-4241-931b-d2eea855ec22 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=320eb8fc-55a8-484c-8da5-aedc702bb042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187003 Jul 07 19:40:00.873463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-402656ab-e48c-4071-89a6-f73e5c6941e0 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:40:00.874675 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-402656ab-e48c-4071-89a6-f73e5c6941e0 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178299 Jul 07 19:40:00.876184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfca51-161c-4037-ad9a-6828dfe1c10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f446fb99-8039-4c98-9c6a-9478346ddb03,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:00.883409 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b6bfca51-161c-4037-ad9a-6828dfe1c10f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d8086f60921c46c4a0c077eda5845143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880367 Jul 07 19:40:00.884575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58690) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:00.968685 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1df2024f-5a87-41c4-bf90-20c57908bf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:01.006087 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1df2024f-5a87-41c4-bf90-20c57908bf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:01.038724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:01.042625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:01.070306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port 4c8647c7-29a9-42f4-8c71-9bcd7f9a7afc yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:40:01.080203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01e34aa-9d64-49c9-9051-983c384083a2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:40:01.088770 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f01e34aa-9d64-49c9-9051-983c384083a2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:01.094062 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a11b50-dd5a-44e8-a4dd-e44f10801789 None None] Sync routers for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:40:01.104780 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a11b50-dd5a-44e8-a4dd-e44f10801789 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:01.105757 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-56a11b50-dd5a-44e8-a4dd-e44f10801789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:01.119794 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ab41cef-fd0f-4b37-aefa-199a9acdff69 req-9bca6caa-d6c1-4a54-afc0-f650f7119878 service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749600 Jul 07 19:40:01.155727 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-9845c2f7-69d2-417a-b445-a2a46432aa9f service neutron] 10.222.0.81 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369664 Jul 07 19:40:01.159000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': 'a162a243-79f5-470e-bede-7ade85f0fb3a'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:40:01.160405 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:01.226640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::b3 (3b342e92-c907-4436-a95e-965164bcdb3c/a162a243-79f5-470e-bede-7ade85f0fb3a/4c8647c7-29a9-42f4-8c71-9bcd7f9a7afc) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:01.277704 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-56a11b50-dd5a-44e8-a4dd-e44f10801789 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:01.300619 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1df2024f-5a87-41c4-bf90-20c57908bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:01.303454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1df2024f-5a87-41c4-bf90-20c57908bf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:01.305084 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1df2024f-5a87-41c4-bf90-20c57908bf56 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f446fb99-8039-4c98-9c6a-9478346ddb03 HTTP/1.1" status: 204 len: 168 time: 0.4197583 Jul 07 19:40:01.328721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2024f-5a87-41c4-bf90-20c57908bf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f446fb99-8039-4c98-9c6a-9478346ddb03,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:01.345913 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f01e34aa-9d64-49c9-9051-983c384083a2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "PUT /v2.0/floatingips/e0763fef-ad46-4caf-9981-fa45b066bc86 HTTP/1.1" status: 200 len: 989 time: 3.9108958 Jul 07 19:40:01.364608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:01.367970 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36699248-2834-42a0-8680-2cb5558dea5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:01.442404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-03d223ef-dde2-420e-ab33-562e9d9b1156 req-d3076de7-2a9b-4528-89d3-aa82e9187541 service neutron] 10.222.0.81 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823882 Jul 07 19:40:01.449709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ab41cef-fd0f-4b37-aefa-199a9acdff69 req-2a1839d2-9df3-44d9-8c57-85a571b73a13 service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209281 Jul 07 19:40:01.511113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966eec9-0a73-48fd-bce2-58754a4d2f9a req-55d93b6a-b1dc-4364-8e2d-27296655f382 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:01.513253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5966eec9-0a73-48fd-bce2-58754a4d2f9a req-55d93b6a-b1dc-4364-8e2d-27296655f382 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 945 time: 0.1251061 Jul 07 19:40:01.562657 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:01.571285 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-56a11b50-dd5a-44e8-a4dd-e44f10801789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'e0763fef-ad46-4caf-9981-fa45b066bc86', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'port_id': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'mac_address': 'fa:16:3e:3e:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:39:34Z', 'updated_at': '2021-07-07T19:39:58Z', 'revision_number': 1, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:34Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:01.586921 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5966eec9-0a73-48fd-bce2-58754a4d2f9a req-b1dee1f0-367d-4553-bc88-e00b56e6f620 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651913 Jul 07 19:40:01.603702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 4c8647c7-29a9-42f4-8c71-9bcd7f9a7afc will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:01.620879 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aba7b2-0c8e-4176-9ebb-090c37a15ec4 x-openstack-request-id: req-88aba7b2-0c8e-4176-9ebb-090c37a15ec4 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:01.621386 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:01.621788 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88aba7b2-0c8e-4176-9ebb-090c37a15ec4 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:01.622427 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'status': 'completed', 'code': 200} Jul 07 19:40:01.674025 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a11b50-dd5a-44e8-a4dd-e44f10801789 None None] Checking router: 971ef03c-352f-4009-8a0c-779c125a4da4 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:40:01.693063 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:01.697529 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a11b50-dd5a-44e8-a4dd-e44f10801789 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:01.710534 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-56a11b50-dd5a-44e8-a4dd-e44f10801789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:01.737156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:01.747033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:01.820186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:01.824832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Allocated IP 2001:db8::2 (3b342e92-c907-4436-a95e-965164bcdb3c/a162a243-79f5-470e-bede-7ade85f0fb3a/d17f8b19-3628-45ec-8a37-d8323e56d48c) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:01.834870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:01.838742 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:01.895650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58706) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:01.898723 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-186c8a95-9f2e-4e75-af07-c42774df2422 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 1001 time: 0.2609386 Jul 07 19:40:01.937058 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-56a11b50-dd5a-44e8-a4dd-e44f10801789 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:01.979534 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42c57554-f6ce-4ad0-8e30-3be85da052a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:01.984979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=4c8647c7-29a9-42f4-8c71-9bcd7f9a7afc,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:02.004567 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cce121ff-a6a3-4b01-beb2-69fc16c9b9ef tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1907794 Jul 07 19:40:02.006578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-1205cc26-a786-4fcd-9b61-e17dcac2f91f tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:02.014470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58708) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:02.021805 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-1205cc26-a786-4fcd-9b61-e17dcac2f91f tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports/fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 942 time: 0.1089499 Jul 07 19:40:02.051671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36699248-2834-42a0-8680-2cb5558dea5d req-84a8c952-4cba-4268-8163-ca26c0dc42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:02.062394 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36699248-2834-42a0-8680-2cb5558dea5d req-84a8c952-4cba-4268-8163-ca26c0dc42fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 1096 time: 0.3799443 Jul 07 19:40:02.113323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea95900-fa23-4c24-82ac-e3686fec6651 req-7df3471d-c582-45b4-a198-5b5e89287ad0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:02.114946 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fea95900-fa23-4c24-82ac-e3686fec6651 req-7df3471d-c582-45b4-a198-5b5e89287ad0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 945 time: 0.2502227 Jul 07 19:40:02.164378 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.175574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Transition to ACTIVE for port object d17f8b19-3628-45ec-8a37-d8323e56d48c will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:02.195791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Transition to ACTIVE for port object d17f8b19-3628-45ec-8a37-d8323e56d48c will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:02.202399 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fea95900-fa23-4c24-82ac-e3686fec6651 req-72fe3973-d57e-41ab-85a7-e9371242a685 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801899 Jul 07 19:40:02.208462 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.221642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ece6e5-c649-4123-9ff2-7bd9384f96cc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:02.223552 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-19ece6e5-c649-4123-9ff2-7bd9384f96cc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1834536 Jul 07 19:40:02.227253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58710) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:02.266225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:02.271952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:02.280912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:02.295802 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42c57554-f6ce-4ad0-8e30-3be85da052a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.306511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42c57554-f6ce-4ad0-8e30-3be85da052a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.335527 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-56a11b50-dd5a-44e8-a4dd-e44f10801789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'e0763fef-ad46-4caf-9981-fa45b066bc86', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'port_id': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'mac_address': 'fa:16:3e:3e:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:39:34Z', 'updated_at': '2021-07-07T19:39:58Z', 'revision_number': 1, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:34Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:02.369267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36699248-2834-42a0-8680-2cb5558dea5d req-7e1bc492-b1ac-45c0-86fc-77d0401f096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:02.370669 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36699248-2834-42a0-8680-2cb5558dea5d req-7e1bc492-b1ac-45c0-86fc-77d0401f096b service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.3015137 Jul 07 19:40:02.383721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c57554-f6ce-4ad0-8e30-3be85da052a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157f94b5-37d7-4ed4-8b6c-86692df392ce,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:02.391820 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-42c57554-f6ce-4ad0-8e30-3be85da052a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37c2acf327da45e0a3c07dcab5100bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509668 Jul 07 19:40:02.392018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Pushing event updated for resources: {'Port': ['ID=d17f8b19-3628-45ec-8a37-d8323e56d48c,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:02.392106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58714) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:02.415275 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a11b50-dd5a-44e8-a4dd-e44f10801789 None None] The sync data for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 is: [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'e0763fef-ad46-4caf-9981-fa45b066bc86', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'port_id': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'mac_address': 'fa:16:3e:3e:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:39:34Z', 'updated_at': '2021-07-07T19:39:58Z', 'revision_number': 1, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:34Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:40:02.439710 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Attempting to bind port d17f8b19-3628-45ec-8a37-d8323e56d48c on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:02.441430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Attempting to bind port d17f8b19-3628-45ec-8a37-d8323e56d48c by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:02.441430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Attempting to bind port d17f8b19-3628-45ec-8a37-d8323e56d48c on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:02.453179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:02.453719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:02.454134 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.454624 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:02.459391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Bound port: d17f8b19-3628-45ec-8a37-d8323e56d48c, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:02.459799 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.496775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36699248-2834-42a0-8680-2cb5558dea5d req-3a3b8850-2f1e-47f9-bda8-03f2ab52cd20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 200 len: 997 time: 0.1148849 Jul 07 19:40:02.501862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-65103384-4228-45f8-a452-f3e5b179589d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 1001 time: 0.2297449 Jul 07 19:40:02.535602 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f91429f3-39e1-4926-ba09-205c773edace None None] For port d17f8b19-3628-45ec-8a37-d8323e56d48c, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:02.538848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-5b894592-c582-4c4b-a66e-0cb502d3883c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 4c8647c7-29a9-42f4-8c71-9bcd7f9a7afc {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:02.539362 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5b894592-c582-4c4b-a66e-0cb502d3883c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.539556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f91429f3-39e1-4926-ba09-205c773edace None None] For port d17f8b19-3628-45ec-8a37-d8323e56d48c, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d17f8b19-3628-45ec-8a37-d8323e56d48c,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:02.548580 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.635737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36699248-2834-42a0-8680-2cb5558dea5d req-52b3323c-4322-4749-94ad-3cb70bd0d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:02.635737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36699248-2834-42a0-8680-2cb5558dea5d req-52b3323c-4322-4749-94ad-3cb70bd0d2cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.1317487 Jul 07 19:40:02.640241 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b24c940e-9b62-478d-a25d-68a3ddcd1598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.658735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91429f3-39e1-4926-ba09-205c773edace None None] Pushing event updated for resources: {'Port': ['ID=d17f8b19-3628-45ec-8a37-d8323e56d48c,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:02.718136 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b24c940e-9b62-478d-a25d-68a3ddcd1598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.762151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-de96a78a-cca3-4e2e-a149-aff155d63ae5 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:02.763653 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-de96a78a-cca3-4e2e-a149-aff155d63ae5 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.2506788 Jul 07 19:40:02.766117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362b24e-1402-404a-8503-31512aa44c91 req-dea84a93-db35-4092-ad8f-f61536bad4b0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:02.767759 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7362b24e-1402-404a-8503-31512aa44c91 req-dea84a93-db35-4092-ad8f-f61536bad4b0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 945 time: 0.3029683 Jul 07 19:40:02.791741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36699248-2834-42a0-8680-2cb5558dea5d req-c94724bb-add2-4bd3-b900-968eea905a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:02.793275 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36699248-2834-42a0-8680-2cb5558dea5d req-c94724bb-add2-4bd3-b900-968eea905a4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508584 Jul 07 19:40:02.806576 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5b894592-c582-4c4b-a66e-0cb502d3883c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.812938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99fc77-7daa-4cab-80f3-c6ed3687c243 None None] New status for floating IP e0763fef-ad46-4caf-9981-fa45b066bc86: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:40:02.838784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-5b894592-c582-4c4b-a66e-0cb502d3883c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 4c8647c7-29a9-42f4-8c71-9bcd7f9a7afc owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:02.901748 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7362b24e-1402-404a-8503-31512aa44c91 req-b01baa20-ed14-4042-b91f-3ab0ea35bd38 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170545 Jul 07 19:40:02.972130 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b24c940e-9b62-478d-a25d-68a3ddcd1598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.977315 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b24c940e-9b62-478d-a25d-68a3ddcd1598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:02.984845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b24c940e-9b62-478d-a25d-68a3ddcd1598 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/157f94b5-37d7-4ed4-8b6c-86692df392ce HTTP/1.1" status: 204 len: 168 time: 0.5907938 Jul 07 19:40:03.054206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c940e-9b62-478d-a25d-68a3ddcd1598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157f94b5-37d7-4ed4-8b6c-86692df392ce,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:03.108640 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-c7dbe830-eee4-410a-abfc-3e635063fb12 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 1001 time: 0.3280661 Jul 07 19:40:03.118858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-68097fd9-8d1a-4759-bff5-12a687fb9a63 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:03.219925 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5b894592-c582-4c4b-a66e-0cb502d3883c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.268173 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36699248-2834-42a0-8680-2cb5558dea5d req-0dbe8aaa-84b7-4b0c-808f-7c3a2193a747 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202523 Jul 07 19:40:03.277587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-68097fd9-8d1a-4759-bff5-12a687fb9a63 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.292202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b894592-c582-4c4b-a66e-0cb502d3883c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=4c8647c7-29a9-42f4-8c71-9bcd7f9a7afc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:03.294405 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5b894592-c582-4c4b-a66e-0cb502d3883c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.296431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5b894592-c582-4c4b-a66e-0cb502d3883c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/4c8647c7-29a9-42f4-8c71-9bcd7f9a7afc HTTP/1.1" status: 204 len: 168 time: 1.0680742 Jul 07 19:40:03.299022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58726) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:03.360633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994bdbf5-42ea-4dca-b110-800afd019723 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:03.362270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994bdbf5-42ea-4dca-b110-800afd019723 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:03.366847 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-994bdbf5-42ea-4dca-b110-800afd019723 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0632012 Jul 07 19:40:03.368199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58728) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:03.458215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-257d708f-1f2f-4271-9407-0eb47d1ba0e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet a162a243-79f5-470e-bede-7ade85f0fb3a {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:03.463757 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-257d708f-1f2f-4271-9407-0eb47d1ba0e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.561116 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-68097fd9-8d1a-4759-bff5-12a687fb9a63 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.570066 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36699248-2834-42a0-8680-2cb5558dea5d req-2b4c95d6-98e3-4b49-9c41-c3c1585bb09d service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284641 Jul 07 19:40:03.571226 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-68097fd9-8d1a-4759-bff5-12a687fb9a63 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.571610 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-68097fd9-8d1a-4759-bff5-12a687fb9a63 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Floating IP 733c93ec-5757-410f-87ec-eaadd6ce25f9 disassociated. External IP: 172.25.0.134, port: fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7. Jul 07 19:40:03.584533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58730) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:03.590534 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-257d708f-1f2f-4271-9407-0eb47d1ba0e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.660460 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb869199-f46e-4fe8-bb81-002a96fd471e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.833605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-257d708f-1f2f-4271-9407-0eb47d1ba0e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.882690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-68097fd9-8d1a-4759-bff5-12a687fb9a63 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Router d491a55a-cf4c-4326-9a41-dcc97d61599a has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:40:03.950011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a3ba5-5a26-4939-9c0c-d66e48826c8e req-6e18a1ea-3e04-48ed-97d0-2417b0778625 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:03.952034 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f5a3ba5-5a26-4939-9c0c-d66e48826c8e req-6e18a1ea-3e04-48ed-97d0-2417b0778625 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 945 time: 0.1863775 Jul 07 19:40:03.969336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb869199-f46e-4fe8-bb81-002a96fd471e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.992526 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb869199-f46e-4fe8-bb81-002a96fd471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.023724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-257d708f-1f2f-4271-9407-0eb47d1ba0e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.077586 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f5a3ba5-5a26-4939-9c0c-d66e48826c8e req-504ec134-138f-4aee-b558-5a535c0a7572 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129196 Jul 07 19:40:04.086674 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fb869199-f46e-4fe8-bb81-002a96fd471e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e77587ae8e084c66a26ed82ff236d0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006289 Jul 07 19:40:04.089235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d708f-1f2f-4271-9407-0eb47d1ba0e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=a162a243-79f5-470e-bede-7ade85f0fb3a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:04.092917 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58734) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:04.100733 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-257d708f-1f2f-4271-9407-0eb47d1ba0e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.106785 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-257d708f-1f2f-4271-9407-0eb47d1ba0e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/a162a243-79f5-470e-bede-7ade85f0fb3a HTTP/1.1" status: 204 len: 168 time: 0.7342253 Jul 07 19:40:04.106785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb869199-f46e-4fe8-bb81-002a96fd471e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594def1a-3c2e-4539-ad5f-6da36471629b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:04.116557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58736) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:04.188550 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-725fd4c2-2754-4e84-af97-ed9dd0e7f1d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706816 Jul 07 19:40:04.189181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58738) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:04.206021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0fbb4b22-db42-4ce6-99e6-02e432f6e0d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:04.211468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d17f8b19-3628-45ec-8a37-d8323e56d48c up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:04.284099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port d17f8b19-3628-45ec-8a37-d8323e56d48c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:04.291060 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f273f-fe9f-433d-83a9-40a97e5783e8 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:04.302549 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8177c683-8ce1-4098-b35c-fe762aad4914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.337020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8177c683-8ce1-4098-b35c-fe762aad4914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.369557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d45d9546-2f30-454e-bd70-a917c3338fc3 None None] Provisioning for port d17f8b19-3628-45ec-8a37-d8323e56d48c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:04.380851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d45d9546-2f30-454e-bd70-a917c3338fc3 None None] Provisioning complete for port d17f8b19-3628-45ec-8a37-d8323e56d48c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:04.381536 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d45d9546-2f30-454e-bd70-a917c3338fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.465622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-68097fd9-8d1a-4759-bff5-12a687fb9a63 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:40:04.476594 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96af45-d0de-46de-a972-aedf79f06358 None None] Sync routers for ids ['d491a55a-cf4c-4326-9a41-dcc97d61599a'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:40:04.482821 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-68097fd9-8d1a-4759-bff5-12a687fb9a63 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.489645 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96af45-d0de-46de-a972-aedf79f06358 None None] Routers {'d491a55a-cf4c-4326-9a41-dcc97d61599a'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:04.490546 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ed96af45-d0de-46de-a972-aedf79f06358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d491a55a-cf4c-4326-9a41-dcc97d61599a'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:04.524581 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d45d9546-2f30-454e-bd70-a917c3338fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.530188 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-68097fd9-8d1a-4759-bff5-12a687fb9a63 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "PUT /v2.0/floatingips/733c93ec-5757-410f-87ec-eaadd6ce25f9 HTTP/1.1" status: 200 len: 695 time: 1.4205616 Jul 07 19:40:04.530680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:04.533314 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bdf9a4-9187-4c5f-bb5a-77c2f423f7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:04.602437 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d45d9546-2f30-454e-bd70-a917c3338fc3 None None] For port d17f8b19-3628-45ec-8a37-d8323e56d48c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d17f8b19-3628-45ec-8a37-d8323e56d48c,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:04.608843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d45d9546-2f30-454e-bd70-a917c3338fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.621387 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60bff58-bbb2-4a62-93b6-19ca276cd1d1 x-openstack-request-id: req-b60bff58-bbb2-4a62-93b6-19ca276cd1d1 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:04.621984 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:04.622237 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b60bff58-bbb2-4a62-93b6-19ca276cd1d1 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:04.622650 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'status': 'completed', 'code': 200} Jul 07 19:40:04.663892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa628059-4680-4e31-8b55-c2a5fa82b46e None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:40:04.687988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-cb910683-bff3-4cb8-a52d-07e15de42200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:04.689721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-cb910683-bff3-4cb8-a52d-07e15de42200 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5f6a5346c7d4f9696041ac5f4379e79&device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 1096 time: 0.1364706 Jul 07 19:40:04.725607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d9546-2f30-454e-bd70-a917c3338fc3 None None] Pushing event updated for resources: {'Port': ['ID=d17f8b19-3628-45ec-8a37-d8323e56d48c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:04.725820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbb4b22-db42-4ce6-99e6-02e432f6e0d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:04.726261 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4b22-db42-4ce6-99e6-02e432f6e0d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.760228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fa628059-4680-4e31-8b55-c2a5fa82b46e None None] Deleting port d17f8b19-3628-45ec-8a37-d8323e56d48c {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:04.760933 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fa628059-4680-4e31-8b55-c2a5fa82b46e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.818377 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ed96af45-d0de-46de-a972-aedf79f06358 None None] Set router d491a55a-cf4c-4326-9a41-dcc97d61599a gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:04.822237 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdf9a4-9187-4c5f-bb5a-77c2f423f7d1 req-c8d7dc26-1843-453e-b2af-509bbde0c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:04.823919 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-19bdf9a4-9187-4c5f-bb5a-77c2f423f7d1 req-c8d7dc26-1843-453e-b2af-509bbde0c63a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5f6a5346c7d4f9696041ac5f4379e79&device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 1096 time: 0.1725729 Jul 07 19:40:04.828446 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8177c683-8ce1-4098-b35c-fe762aad4914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.831175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8177c683-8ce1-4098-b35c-fe762aad4914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.832355 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8177c683-8ce1-4098-b35c-fe762aad4914 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/594def1a-3c2e-4539-ad5f-6da36471629b HTTP/1.1" status: 204 len: 168 time: 0.7383258 Jul 07 19:40:04.851816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177c683-8ce1-4098-b35c-fe762aad4914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594def1a-3c2e-4539-ad5f-6da36471629b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:04.869632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-fa628059-4680-4e31-8b55-c2a5fa82b46e None None] For port d17f8b19-3628-45ec-8a37-d8323e56d48c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d17f8b19-3628-45ec-8a37-d8323e56d48c,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:04.870044 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fa628059-4680-4e31-8b55-c2a5fa82b46e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.922513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fa628059-4680-4e31-8b55-c2a5fa82b46e None None] Calling delete_port for d17f8b19-3628-45ec-8a37-d8323e56d48c owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:04.967924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-2e6ccdd9-dd4b-43b9-b323-ff46cd6269d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:04.969449 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-2e6ccdd9-dd4b-43b9-b323-ff46cd6269d4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=320eb8fc-55a8-484c-8da5-aedc702bb042 HTTP/1.1" status: 200 len: 921 time: 0.2734838 Jul 07 19:40:05.028817 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4b22-db42-4ce6-99e6-02e432f6e0d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:05.029074 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-8bdb3783-2b61-4000-9016-a3b7b9256726 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 217 time: 0.0465195 Jul 07 19:40:05.071121 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fa628059-4680-4e31-8b55-c2a5fa82b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:05.100780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdf9a4-9187-4c5f-bb5a-77c2f423f7d1 req-d7e5dffb-9a8f-496d-9012-40d7f33cf511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:05.102358 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-19bdf9a4-9187-4c5f-bb5a-77c2f423f7d1 req-d7e5dffb-9a8f-496d-9012-40d7f33cf511 service neutron] 10.222.0.48 "GET /v2.0/networks?id=320eb8fc-55a8-484c-8da5-aedc702bb042 HTTP/1.1" status: 200 len: 921 time: 0.2627690 Jul 07 19:40:05.113919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa628059-4680-4e31-8b55-c2a5fa82b46e None None] No DVR routers for this DVR port d17f8b19-3628-45ec-8a37-d8323e56d48c on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:05.117774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-acb88b96-d0ed-4378-9a84-bcc3d6098b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:05.119298 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-acb88b96-d0ed-4378-9a84-bcc3d6098b04 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=499e171f-5d6d-42d4-9d4d-bd3e46c06487 HTTP/1.1" status: 200 len: 860 time: 0.0732205 Jul 07 19:40:05.129544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa628059-4680-4e31-8b55-c2a5fa82b46e None None] Pushing event deleted for resources: {'Port': ['ID=d17f8b19-3628-45ec-8a37-d8323e56d48c,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:05.165485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbb4b22-db42-4ce6-99e6-02e432f6e0d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:05.175247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0fbb4b22-db42-4ce6-99e6-02e432f6e0d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:05.193556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbb4b22-db42-4ce6-99e6-02e432f6e0d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:05.194017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d433fa9-086c-4f8e-ae5f-a9f401b2a37a None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:05.194481 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4b22-db42-4ce6-99e6-02e432f6e0d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:05.208025 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-19bdf9a4-9187-4c5f-bb5a-77c2f423f7d1 req-fd586950-3213-4935-834e-392587a340bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 200 len: 217 time: 0.0797882 Jul 07 19:40:05.230699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb4b22-db42-4ce6-99e6-02e432f6e0d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=d2e3ee24-c998-40b8-b7c9-d7fd297c32ab,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:05.238248 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-3cafb45e-ba9b-4069-af89-47f74514c438 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=320eb8fc-55a8-484c-8da5-aedc702bb042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438447 Jul 07 19:40:05.251135 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0fbb4b22-db42-4ce6-99e6-02e432f6e0d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0547528 Jul 07 19:40:05.256549 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58750) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:05.269393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'name': 'tempest-NetworksTestDHCPv6-86659936'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:05.285244 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ed96af45-d0de-46de-a972-aedf79f06358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '758d2ef2-44a2-4d98-9367-32258766cc43', 'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'mac_address': 'fa:16:3e:52:12:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:53Z', 'updated_at': '2021-07-07T19:39:04Z', 'revision_number': 5, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'subnets': [{'id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:05.336315 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96af45-d0de-46de-a972-aedf79f06358 None None] Checking router: d491a55a-cf4c-4326-9a41-dcc97d61599a for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:40:05.353730 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96af45-d0de-46de-a972-aedf79f06358 None None] Routers {'d491a55a-cf4c-4326-9a41-dcc97d61599a'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:05.354482 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ed96af45-d0de-46de-a972-aedf79f06358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d491a55a-cf4c-4326-9a41-dcc97d61599a'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:05.388778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdf9a4-9187-4c5f-bb5a-77c2f423f7d1 req-b451087c-3c3b-4b8b-8d0d-72247c79dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:05.390519 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-19bdf9a4-9187-4c5f-bb5a-77c2f423f7d1 req-b451087c-3c3b-4b8b-8d0d-72247c79dd98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499e171f-5d6d-42d4-9d4d-bd3e46c06487 HTTP/1.1" status: 200 len: 860 time: 0.1625428 Jul 07 19:40:05.476064 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-19bdf9a4-9187-4c5f-bb5a-77c2f423f7d1 req-cae55833-bfc4-4a93-be3f-9c5b0324b5ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=320eb8fc-55a8-484c-8da5-aedc702bb042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364044 Jul 07 19:40:05.513199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51e51b-6ff8-4b6f-bc83-e9c10645c981 req-5d50cf4d-1b4e-4616-acbb-6449f1f42fbb tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:05.522720 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8b51e51b-6ff8-4b6f-bc83-e9c10645c981 req-5d50cf4d-1b4e-4616-acbb-6449f1f42fbb tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 945 time: 0.1633043 Jul 07 19:40:05.524714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': 'd2e3ee24-c998-40b8-b7c9-d7fd297c32ab'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:40:05.526213 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:05.553431 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ed96af45-d0de-46de-a972-aedf79f06358 None None] Set router d491a55a-cf4c-4326-9a41-dcc97d61599a gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:05.568525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:05.576728 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:05.608267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8b51e51b-6ff8-4b6f-bc83-e9c10645c981 req-42122745-5ff6-4e31-a20b-c5b563c632f6 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835903 Jul 07 19:40:05.619846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-c14c01be-9642-41b0-916e-2cdce43cb143 service neutron] 10.222.0.81 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692334 Jul 07 19:40:05.629963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port 35c1f357-bef1-41fb-bceb-7b02c23c2d98 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:40:05.634419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42980c30-edc4-455b-91e1-8517520e56f3 req-a697b15c-663b-4731-ab3d-a8010c346200 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:05.636021 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-42980c30-edc4-455b-91e1-8517520e56f3 req-a697b15c-663b-4731-ab3d-a8010c346200 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 945 time: 0.2425523 Jul 07 19:40:05.805422 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-19bdf9a4-9187-4c5f-bb5a-77c2f423f7d1 req-f3442f9d-64e1-44d6-afd1-1dafd8ae29eb service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246331 Jul 07 19:40:05.839409 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:05.908191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::326 (3b342e92-c907-4436-a95e-965164bcdb3c/d2e3ee24-c998-40b8-b7c9-d7fd297c32ab/35c1f357-bef1-41fb-bceb-7b02c23c2d98) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:05.986723 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-19bdf9a4-9187-4c5f-bb5a-77c2f423f7d1 req-38cc427e-f6bc-4d3d-ae74-8972d55d283c service neutron] 10.222.0.48 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584265 Jul 07 19:40:05.992752 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ed96af45-d0de-46de-a972-aedf79f06358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '758d2ef2-44a2-4d98-9367-32258766cc43', 'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'mac_address': 'fa:16:3e:52:12:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:53Z', 'updated_at': '2021-07-07T19:39:04Z', 'revision_number': 5, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'subnets': [{'id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:06.064908 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96af45-d0de-46de-a972-aedf79f06358 None None] The sync data for ids ['d491a55a-cf4c-4326-9a41-dcc97d61599a'] in n-d-793621-9 is: [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:54Z', 'revision_number': 4, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '758d2ef2-44a2-4d98-9367-32258766cc43', 'name': '', 'network_id': '320eb8fc-55a8-484c-8da5-aedc702bb042', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'mac_address': 'fa:16:3e:52:12:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:53Z', 'updated_at': '2021-07-07T19:39:04Z', 'revision_number': 5, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'subnets': [{'id': '499e171f-5d6d-42d4-9d4d-bd3e46c06487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:40:06.074755 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99fdcf9d-a204-45ea-9d30-da0219cd6167 req-a5319cf7-2333-4f86-9168-5238635eebcb service neutron] 10.222.0.81 "GET /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369488 Jul 07 19:40:06.109702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-42980c30-edc4-455b-91e1-8517520e56f3 req-3d603bb4-c17c-48a1-89f3-17c159013eda tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Deleting port 30004c0f-798c-4598-aa2f-6607af54e998 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:06.110610 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-42980c30-edc4-455b-91e1-8517520e56f3 req-3d603bb4-c17c-48a1-89f3-17c159013eda tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:06.199075 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33d85421-32f7-4532-a42a-9efaad47063c req-b9c46e32-ce0e-4b30-8211-5fafa01126d6 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/floatingips/733c93ec-5757-410f-87ec-eaadd6ce25f9 HTTP/1.1" status: 200 len: 695 time: 0.0736377 Jul 07 19:40:06.205292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d17f8b19-3628-45ec-8a37-d8323e56d48c no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:06.222294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58772) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:06.234412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: d17f8b19-3628-45ec-8a37-d8323e56d48c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:06.234874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d17f8b19-3628-45ec-8a37-d8323e56d48c not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:06.271264 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-42980c30-edc4-455b-91e1-8517520e56f3 req-3d603bb4-c17c-48a1-89f3-17c159013eda tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] For port 30004c0f-798c-4598-aa2f-6607af54e998, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=30004c0f-798c-4598-aa2f-6607af54e998,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:06.271753 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-42980c30-edc4-455b-91e1-8517520e56f3 req-3d603bb4-c17c-48a1-89f3-17c159013eda tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:06.287994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-42980c30-edc4-455b-91e1-8517520e56f3 req-3d603bb4-c17c-48a1-89f3-17c159013eda tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Calling delete_port for 30004c0f-798c-4598-aa2f-6607af54e998 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:06.298468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:06.330507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 35c1f357-bef1-41fb-bceb-7b02c23c2d98 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:06.380663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d85421-32f7-4532-a42a-9efaad47063c req-66f499ac-19a8-4fb8-a536-6bf4dd09ee93 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:06.387487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33d85421-32f7-4532-a42a-9efaad47063c req-66f499ac-19a8-4fb8-a536-6bf4dd09ee93 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/networks/e78d81fd-4962-446c-adaf-6bac91ba1923 HTTP/1.1" status: 200 len: 784 time: 0.1719627 Jul 07 19:40:06.399127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-33d85421-32f7-4532-a42a-9efaad47063c req-e5265cd7-1c4e-4717-8c36-5a1439fc5514 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:40:06.406467 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33d85421-32f7-4532-a42a-9efaad47063c req-e5265cd7-1c4e-4717-8c36-5a1439fc5514 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180023 Jul 07 19:40:06.499263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1905718846-network', 'tenant_id': 'c2cdbd37d3fd45189e5fe49570c9d8bb'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:06.510217 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-42980c30-edc4-455b-91e1-8517520e56f3 req-3d603bb4-c17c-48a1-89f3-17c159013eda tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:06.511123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a194f0-ddaa-4748-a050-80149ff3f147 None None] New status for floating IP 733c93ec-5757-410f-87ec-eaadd6ce25f9: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:40:06.531079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33d85421-32f7-4532-a42a-9efaad47063c req-389a6129-1900-480f-8802-3072bdd82c2d tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 698 time: 0.1234488 Jul 07 19:40:06.546820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d603bb4-c17c-48a1-89f3-17c159013eda tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event deleted for resources: {'Port': ['ID=30004c0f-798c-4598-aa2f-6607af54e998,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:06.547104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:06.552787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['30004c0f-798c-4598-aa2f-6607af54e998'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:40:06.609447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-42980c30-edc4-455b-91e1-8517520e56f3 req-3d603bb4-c17c-48a1-89f3-17c159013eda tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] No DVR routers for this DVR port 30004c0f-798c-4598-aa2f-6607af54e998 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:06.612554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-42980c30-edc4-455b-91e1-8517520e56f3 req-3d603bb4-c17c-48a1-89f3-17c159013eda tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:06.614741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-42980c30-edc4-455b-91e1-8517520e56f3 req-3d603bb4-c17c-48a1-89f3-17c159013eda tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "DELETE /v2.0/ports/30004c0f-798c-4598-aa2f-6607af54e998 HTTP/1.1" status: 204 len: 173 time: 0.9582977 Jul 07 19:40:06.626647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a68208-f0fb-4845-b8ba-971b92892a1e', 'name': 'network-vif-deleted', 'tag': '30004c0f-798c-4598-aa2f-6607af54e998'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:06.629869 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ed9450-c421-425d-b9f4-2e0af7edbf06" -d '{"events": [{"server_uuid": "17a68208-f0fb-4845-b8ba-971b92892a1e", "name": "network-vif-deleted", "tag": "30004c0f-798c-4598-aa2f-6607af54e998"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:06.711544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Made reservation on behalf of c2cdbd37d3fd45189e5fe49570c9d8bb for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:06.724824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:06.745436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Allocated IP 2001:db8::2 (3b342e92-c907-4436-a95e-965164bcdb3c/d2e3ee24-c998-40b8-b7c9-d7fd297c32ab/bf18feb9-82e5-48bb-9c85-a6e0f40d7944) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:06.761460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:06.774139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33d85421-32f7-4532-a42a-9efaad47063c req-bc21af24-e9c2-47cb-b733-8cf39be93ec2 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 698 time: 0.1648765 Jul 07 19:40:06.910076 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:06.920090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2b7abba-7396-4336-8a43-b9c7660abe45 req-10e74cbe-57ab-4c60-abd9-a455f9e8351c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 210 time: 0.0775588 Jul 07 19:40:06.940545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:06.944883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:06.968698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:06.969832 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:06.995763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=35c1f357-bef1-41fb-bceb-7b02c23c2d98,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:07.011392 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260cebb7-6302-4f8a-ab26-76f4f2721a40 x-openstack-request-id: req-260cebb7-6302-4f8a-ab26-76f4f2721a40 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:07.012043 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a68208-f0fb-4845-b8ba-971b92892a1e", "name": "network-vif-deleted", "tag": "30004c0f-798c-4598-aa2f-6607af54e998", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:07.012494 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-260cebb7-6302-4f8a-ab26-76f4f2721a40 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:07.012978 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a68208-f0fb-4845-b8ba-971b92892a1e', 'name': 'network-vif-deleted', 'tag': '30004c0f-798c-4598-aa2f-6607af54e998', 'status': 'completed', 'code': 200} Jul 07 19:40:07.022750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4d8e2dad-2556-4321-b61b-5abc38cd939f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7645962 Jul 07 19:40:07.025699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58780) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:07.043984 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.056303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Transition to ACTIVE for port object bf18feb9-82e5-48bb-9c85-a6e0f40d7944 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:07.071568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-33d85421-32f7-4532-a42a-9efaad47063c req-9b504d2f-6c80-4836-a0fd-fe34985f31a0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Deleting port 7c42c739-d308-4a38-8236-c184566b13b6 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:07.071918 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-33d85421-32f7-4532-a42a-9efaad47063c req-9b504d2f-6c80-4836-a0fd-fe34985f31a0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.086284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Transition to ACTIVE for port object bf18feb9-82e5-48bb-9c85-a6e0f40d7944 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:07.099468 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.145475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:07.149325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:07.160390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:07.172551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Pushing event updated for resources: {'Port': ['ID=bf18feb9-82e5-48bb-9c85-a6e0f40d7944,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:07.252435 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Attempting to bind port bf18feb9-82e5-48bb-9c85-a6e0f40d7944 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:07.252930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Attempting to bind port bf18feb9-82e5-48bb-9c85-a6e0f40d7944 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:07.253384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Attempting to bind port bf18feb9-82e5-48bb-9c85-a6e0f40d7944 on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:07.258352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349e1abf-63af-4dfd-bd4a-a9cea85400e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:07.262493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:07.263384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:07.264253 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.265056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:07.265791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Bound port: bf18feb9-82e5-48bb-9c85-a6e0f40d7944, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:07.266564 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.269860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349e1abf-63af-4dfd-bd4a-a9cea85400e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:07.276686 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-349e1abf-63af-4dfd-bd4a-a9cea85400e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2462828 Jul 07 19:40:07.276898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58784) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:07.374521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] For port bf18feb9-82e5-48bb-9c85-a6e0f40d7944, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:07.377854 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-33d85421-32f7-4532-a42a-9efaad47063c req-9b504d2f-6c80-4836-a0fd-fe34985f31a0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.378195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-33d85421-32f7-4532-a42a-9efaad47063c req-9b504d2f-6c80-4836-a0fd-fe34985f31a0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.380804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] For port bf18feb9-82e5-48bb-9c85-a6e0f40d7944, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=bf18feb9-82e5-48bb-9c85-a6e0f40d7944,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:07.388196 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.413861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.432687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-33d85421-32f7-4532-a42a-9efaad47063c req-9b504d2f-6c80-4836-a0fd-fe34985f31a0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Calling delete_port for 7c42c739-d308-4a38-8236-c184566b13b6 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:07.439190 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.485561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dca65-6c44-42be-98c8-744d68f95831 None None] Pushing event updated for resources: {'Port': ['ID=bf18feb9-82e5-48bb-9c85-a6e0f40d7944,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:07.492400 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:40:07.540633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61328062-f1f5-49d7-9088-6c9cae782ae6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:07.554491 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.554942 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Added segment b4c082ce-a103-45e4-9d0a-de7ad4f34059 of type vlan for network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 Jul 07 19:40:07.652276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-81a9e054-db57-45e8-8e1f-550589729515 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 35c1f357-bef1-41fb-bceb-7b02c23c2d98 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:07.653015 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-81a9e054-db57-45e8-8e1f-550589729515 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.665638 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.798284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.799314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:07.799892 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.931730 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7081368 Jul 07 19:40:07.932364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58786) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:07.941803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Request body: {'subnet': {'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1905718846-subnet', 'tenant_id': 'c2cdbd37d3fd45189e5fe49570c9d8bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:07.942958 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-81a9e054-db57-45e8-8e1f-550589729515 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.961484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8cf68-14d5-4260-878e-45bb5009436a admin admin] Pushing event updated for resources: {'Network': ['ID=2e6a820b-4470-47b2-a97a-be63f9a77ba9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:07.973819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-81a9e054-db57-45e8-8e1f-550589729515 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 35c1f357-bef1-41fb-bceb-7b02c23c2d98 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:07.978720 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-33d85421-32f7-4532-a42a-9efaad47063c req-9b504d2f-6c80-4836-a0fd-fe34985f31a0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:07.983432 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:40:08.007841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Made reservation on behalf of c2cdbd37d3fd45189e5fe49570c9d8bb for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:08.010633 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.023262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b504d2f-6c80-4836-a0fd-fe34985f31a0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Pushing event deleted for resources: {'Port': ['ID=7c42c739-d308-4a38-8236-c184566b13b6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:08.185786 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-33d85421-32f7-4532-a42a-9efaad47063c req-9b504d2f-6c80-4836-a0fd-fe34985f31a0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.189116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-33d85421-32f7-4532-a42a-9efaad47063c req-9b504d2f-6c80-4836-a0fd-fe34985f31a0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.190299 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33d85421-32f7-4532-a42a-9efaad47063c req-9b504d2f-6c80-4836-a0fd-fe34985f31a0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "DELETE /v2.0/floatingips/733c93ec-5757-410f-87ec-eaadd6ce25f9 HTTP/1.1" status: 204 len: 173 time: 1.4150453 Jul 07 19:40:08.224314 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c608c4f3-49d0-47fc-870f-91538ce28b35 req-4a7fd606-843a-43e8-b428-909aec4025de tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 210 time: 0.0571370 Jul 07 19:40:08.249105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device bf18feb9-82e5-48bb-9c85-a6e0f40d7944 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:08.309002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port bf18feb9-82e5-48bb-9c85-a6e0f40d7944 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:08.354192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b7a274e-3093-46db-b5b0-8ed4aa1b7a1c req-fc15bb2b-5edc-42f4-8d8f-6b5f0fd67411 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups/c2dd8182-f8ae-4dda-af7e-641f5762d50d HTTP/1.1" status: 200 len: 1809 time: 0.1230819 Jul 07 19:40:08.389549 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-81a9e054-db57-45e8-8e1f-550589729515 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.464697 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9e054-db57-45e8-8e1f-550589729515 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=35c1f357-bef1-41fb-bceb-7b02c23c2d98,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:08.511897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-81a9e054-db57-45e8-8e1f-550589729515 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.516351 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-81a9e054-db57-45e8-8e1f-550589729515 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/35c1f357-bef1-41fb-bceb-7b02c23c2d98 HTTP/1.1" status: 204 len: 168 time: 1.2359951 Jul 07 19:40:08.524949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58794) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:08.540165 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.594264 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7b7a274e-3093-46db-b5b0-8ed4aa1b7a1c req-fde04005-e51f-4eeb-bb7f-92cd8ea17a49 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.594507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b554970-d895-4df0-9ae7-7d0ed4ae6a93,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:08.613648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:08.614070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:08.615004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:08.615351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:08.615696 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:08.616104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:08.616446 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:08.616776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:08.617188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:08.617598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:08.618010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:08.618345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:08.624993 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7b7a274e-3093-46db-b5b0-8ed4aa1b7a1c req-fde04005-e51f-4eeb-bb7f-92cd8ea17a49 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.640763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Checking segment: {'id': 'b4c082ce-a103-45e4-9d0a-de7ad4f34059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:08.641284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Network hostable DHCP agents. Network: 2e6a820b-4470-47b2-a97a-be63f9a77ba9, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:40:08.666754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:40:08.683662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045555e8-c56c-4c01-ba28-0382db783ad2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:08.684950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 2e6a820b-4470-47b2-a97a-be63f9a77ba9) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:08.686181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045555e8-c56c-4c01-ba28-0382db783ad2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:08.688383 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-045555e8-c56c-4c01-ba28-0382db783ad2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1625156 Jul 07 19:40:08.692791 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58796) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:08.698309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051e0ce8-da92-444c-bf34-56a9b8fd1037 None None] Network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:08.699582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:08.702203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.710575 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7b7a274e-3093-46db-b5b0-8ed4aa1b7a1c req-fde04005-e51f-4eeb-bb7f-92cd8ea17a49 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.713545 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7b7a274e-3093-46db-b5b0-8ed4aa1b7a1c req-fde04005-e51f-4eeb-bb7f-92cd8ea17a49 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.714832 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b7a274e-3093-46db-b5b0-8ed4aa1b7a1c req-fde04005-e51f-4eeb-bb7f-92cd8ea17a49 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "DELETE /v2.0/security-groups/c2dd8182-f8ae-4dda-af7e-641f5762d50d HTTP/1.1" status: 204 len: 173 time: 0.3458812 Jul 07 19:40:08.746846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1d336e82-04aa-4e4e-a3df-2b39689a99e5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8093178 Jul 07 19:40:08.778453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde04005-e51f-4eeb-bb7f-92cd8ea17a49 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dd8182-f8ae-4dda-af7e-641f5762d50d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:08.808472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d74f466-f329-43c7-9a42-431a041b2c43 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet d2e3ee24-c998-40b8-b7c9-d7fd297c32ab {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:08.816713 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d74f466-f329-43c7-9a42-431a041b2c43 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.902264 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d74f466-f329-43c7-9a42-431a041b2c43 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:08.929876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af164b47-2f87-4101-b12a-53f85f3e1bc8 None None] Network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:09.019167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-48f2a6fd-91e9-43b7-8634-d8bed7c02af5 None None] Provisioning for port bf18feb9-82e5-48bb-9c85-a6e0f40d7944 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:09.056216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-48f2a6fd-91e9-43b7-8634-d8bed7c02af5 None None] Provisioning complete for port bf18feb9-82e5-48bb-9c85-a6e0f40d7944 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:09.056593 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-48f2a6fd-91e9-43b7-8634-d8bed7c02af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:09.112074 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d74f466-f329-43c7-9a42-431a041b2c43 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:09.216848 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d74f466-f329-43c7-9a42-431a041b2c43 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:09.252381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4d74f466-f329-43c7-9a42-431a041b2c43 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:09.262372 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4d74f466-f329-43c7-9a42-431a041b2c43 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/d2e3ee24-c998-40b8-b7c9-d7fd297c32ab HTTP/1.1" status: 204 len: 168 time: 0.5644989 Jul 07 19:40:09.263284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58808) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:09.319269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74f466-f329-43c7-9a42-431a041b2c43 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e3ee24-c998-40b8-b7c9-d7fd297c32ab,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:09.340716 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe0c5f6-d4bb-4855-ac48-75021bc73423 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:09.383381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7a8d38f4-576f-4e95-9294-d1fda2a28202 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182902 Jul 07 19:40:09.386284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58812) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:09.443851 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-48f2a6fd-91e9-43b7-8634-d8bed7c02af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:09.532294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc20b01-557f-4066-926d-047196488c6b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:09.534280 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0fc20b01-557f-4066-926d-047196488c6b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1465125 Jul 07 19:40:09.537234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58816) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:09.571258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9870aabf-758a-492d-9319-ce29f8f24c51 req-cb7817a8-ea22-4f34-820b-bb0d1518d66b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 210 time: 0.0786116 Jul 07 19:40:09.626553 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-48f2a6fd-91e9-43b7-8634-d8bed7c02af5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:40:09.627552 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-48f2a6fd-91e9-43b7-8634-d8bed7c02af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:40:09.664924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 30004c0f-798c-4598-aa2f-6607af54e998 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:09.706586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 30004c0f-798c-4598-aa2f-6607af54e998 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:09.707310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 30004c0f-798c-4598-aa2f-6607af54e998 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:09.758080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f9853-0dbd-4a10-9612-3a8641f66702 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:40:09.767764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e2e3-157a-46a5-9d79-276d799c85b2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:09.769355 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0060e2e3-157a-46a5-9d79-276d799c85b2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2238579 Jul 07 19:40:09.772548 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58818) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:09.824017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c850b6-d9cd-4a6d-bb99-1b7fead5145c req-e8dc431f-7321-4105-887f-f251101b1577 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:09.840653 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6c850b6-d9cd-4a6d-bb99-1b7fead5145c req-e8dc431f-7321-4105-887f-f251101b1577 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.3041315 Jul 07 19:40:09.855204 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0f75a3df-67c6-430d-833f-0dbe75e6ec73 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814471 Jul 07 19:40:09.861593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58824) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:09.873823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8cc9fbf8-cdb4-4313-90c2-384a455515b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:09.905180 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6c850b6-d9cd-4a6d-bb99-1b7fead5145c req-107c410b-cc25-4fcd-b508-69ca02825974 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628285 Jul 07 19:40:09.919631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-885f9853-0dbd-4a10-9612-3a8641f66702 None None] Deleting port bf18feb9-82e5-48bb-9c85-a6e0f40d7944 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:09.920020 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-885f9853-0dbd-4a10-9612-3a8641f66702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:10.027272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc9fbf8-cdb4-4313-90c2-384a455515b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:10.032050 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cc9fbf8-cdb4-4313-90c2-384a455515b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:10.216785 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device bf18feb9-82e5-48bb-9c85-a6e0f40d7944 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:10.296119 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cc9fbf8-cdb4-4313-90c2-384a455515b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:10.356028 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:10.372594 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc9fbf8-cdb4-4313-90c2-384a455515b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:10.374476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-8cc9fbf8-cdb4-4313-90c2-384a455515b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:10.379345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc9fbf8-cdb4-4313-90c2-384a455515b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:10.380125 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cc9fbf8-cdb4-4313-90c2-384a455515b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:10.388132 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-885f9853-0dbd-4a10-9612-3a8641f66702 None None] For port bf18feb9-82e5-48bb-9c85-a6e0f40d7944, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=bf18feb9-82e5-48bb-9c85-a6e0f40d7944,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:10.388789 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-885f9853-0dbd-4a10-9612-3a8641f66702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:10.393497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9fbf8-cdb4-4313-90c2-384a455515b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=e5fdf3ee-35e3-45d1-a1cf-84f2891e4ed5,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:10.395129 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-48f2a6fd-91e9-43b7-8634-d8bed7c02af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:10.405857 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8cc9fbf8-cdb4-4313-90c2-384a455515b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5426071 Jul 07 19:40:10.408951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58828) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:10.415903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'fixed_ips': [{'subnet_id': 'e5fdf3ee-35e3-45d1-a1cf-84f2891e4ed5', 'ip_address': '2001:db8::51bf:e240:53a8:aefd'}], 'name': 'tempest-NetworksTestDHCPv6-61789465'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:10.436264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-885f9853-0dbd-4a10-9612-3a8641f66702 None None] Calling delete_port for bf18feb9-82e5-48bb-9c85-a6e0f40d7944 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:10.519125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-48f2a6fd-91e9-43b7-8634-d8bed7c02af5 None None] For port bf18feb9-82e5-48bb-9c85-a6e0f40d7944, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=bf18feb9-82e5-48bb-9c85-a6e0f40d7944,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:10.540446 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-48f2a6fd-91e9-43b7-8634-d8bed7c02af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:10.563627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:10.605828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2a6fd-91e9-43b7-8634-d8bed7c02af5 None None] Pushing event updated for resources: {'Port': ['ID=bf18feb9-82e5-48bb-9c85-a6e0f40d7944,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:10.622991 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-885f9853-0dbd-4a10-9612-3a8641f66702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:10.684513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f9853-0dbd-4a10-9612-3a8641f66702 None None] Pushing event deleted for resources: {'Port': ['ID=bf18feb9-82e5-48bb-9c85-a6e0f40d7944,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:10.686540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f9853-0dbd-4a10-9612-3a8641f66702 None None] No DVR routers for this DVR port bf18feb9-82e5-48bb-9c85-a6e0f40d7944 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:10.691373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a52cf198-9422-4d0b-9d22-9fae3567893d None None] Could not find standard attr ID for object 35c1f357-bef1-41fb-bceb-7b02c23c2d98. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:40:10.705850 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f6a1be-5456-4e17-b1b4-41c68ce80fee None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:10.742561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:10.824003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port 4f25aa9b-66f7-4af9-b017-cc95cb666a52 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:40:10.874233 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c8676b3-3e6e-420e-a5e7-5682beb8ad69 req-15e63eb4-6f13-4378-8660-c285032f65ab tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 210 time: 0.0497382 Jul 07 19:40:10.932113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': 'e5fdf3ee-35e3-45d1-a1cf-84f2891e4ed5'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:40:10.932986 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.172466 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Allocated IP 2001:db8::2 (3b342e92-c907-4436-a95e-965164bcdb3c/e5fdf3ee-35e3-45d1-a1cf-84f2891e4ed5/f3d76399-9e46-4d2a-bbef-e837321df787) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:11.174303 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475da6-4be5-427e-a962-29c7d47bab46 req-1923352d-0520-411c-82dc-5552a99c5bc0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:11.183081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36475da6-4be5-427e-a962-29c7d47bab46 req-1923352d-0520-411c-82dc-5552a99c5bc0 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.0912075 Jul 07 19:40:11.235382 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-36475da6-4be5-427e-a962-29c7d47bab46 req-d3029391-bd9d-4444-a420-6a6d5cb35b05 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512583 Jul 07 19:40:11.285550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-ab6cd3fa-a809-47b7-88d0-7901b94ddc74 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:11.287748 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-ab6cd3fa-a809-47b7-88d0-7901b94ddc74 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/networks?id=2e6a820b-4470-47b2-a97a-be63f9a77ba9 HTTP/1.1" status: 200 len: 809 time: 0.1361883 Jul 07 19:40:11.309848 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-44124d68-0be8-4a85-b9bf-e23fa175cb43 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/quotas/c2cdbd37d3fd45189e5fe49570c9d8bb HTTP/1.1" status: 200 len: 375 time: 0.0136938 Jul 07 19:40:11.368591 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.373697 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-dda4c388-6ee3-4b49-8a4c-75bdaa7751c5 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2cdbd37d3fd45189e5fe49570c9d8bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536983 Jul 07 19:40:11.379598 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Transition to ACTIVE for port object f3d76399-9e46-4d2a-bbef-e837321df787 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:11.387662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-5079e016-f24f-48b3-9dbb-4e48af03e761 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:40:11.394828 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-5079e016-f24f-48b3-9dbb-4e48af03e761 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126257 Jul 07 19:40:11.396484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Transition to ACTIVE for port object f3d76399-9e46-4d2a-bbef-e837321df787 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:11.404641 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.440915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:11.444323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:11.451901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:11.489930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Pushing event updated for resources: {'Port': ['ID=f3d76399-9e46-4d2a-bbef-e837321df787,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:11.521359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::51bf:e240:53a8:aefd (3b342e92-c907-4436-a95e-965164bcdb3c/e5fdf3ee-35e3-45d1-a1cf-84f2891e4ed5/4f25aa9b-66f7-4af9-b017-cc95cb666a52) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:11.531335 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Attempting to bind port f3d76399-9e46-4d2a-bbef-e837321df787 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:11.531802 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Attempting to bind port f3d76399-9e46-4d2a-bbef-e837321df787 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:11.532175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Attempting to bind port f3d76399-9e46-4d2a-bbef-e837321df787 on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:11.539449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:11.539449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:11.539449 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.539449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:11.539449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Bound port: f3d76399-9e46-4d2a-bbef-e837321df787, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:11.540034 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.542022 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-c83d6e2f-ac96-419d-bfa9-873db269ffad service neutron] 10.222.0.81 "GET /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463516 Jul 07 19:40:11.625128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] For port f3d76399-9e46-4d2a-bbef-e837321df787, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:11.629131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] For port f3d76399-9e46-4d2a-bbef-e837321df787, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f3d76399-9e46-4d2a-bbef-e837321df787,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:11.639679 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.715062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96bab4-3af8-4100-9f98-cc17058dc18f None None] Pushing event updated for resources: {'Port': ['ID=f3d76399-9e46-4d2a-bbef-e837321df787,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:11.761600 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-ec195f19-172d-4ff1-a797-7d62d6097e10 service neutron] 10.222.0.81 "GET /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059791 Jul 07 19:40:11.820176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.843340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 4f25aa9b-66f7-4af9-b017-cc95cb666a52 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:11.891823 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.954988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:11.971733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:11.998648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:12.011272 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:12.012115 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:12.045932 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6348450 Jul 07 19:40:12.048092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039d2b6-19e5-42dc-a027-c37019b51555 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=4f25aa9b-66f7-4af9-b017-cc95cb666a52,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:12.056624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58860) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:12.132488 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3af019ad-bff5-4b1b-92f0-11290f6ad0dd req-a2952d94-e4ec-4215-80bb-ee20b2726d18 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 210 time: 0.0550661 Jul 07 19:40:12.248888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e1ee8-e65d-4add-ac8d-87a4329fbc64 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:12.259398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e1ee8-e65d-4add-ac8d-87a4329fbc64 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:12.261748 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3e2e1ee8-e65d-4add-ac8d-87a4329fbc64 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2039330 Jul 07 19:40:12.265293 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58864) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:12.312921 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0257c016-0a66-421a-b913-6b5d8249dce1 req-9622c141-c8e7-4f81-8145-886fbe0f189c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=17a68208-f0fb-4845-b8ba-971b92892a1e HTTP/1.1" status: 200 len: 210 time: 0.0494304 Jul 07 19:40:12.382255 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f3d76399-9e46-4d2a-bbef-e837321df787 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:12.482485 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f3d76399-9e46-4d2a-bbef-e837321df787 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:12.567906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d770b-e903-43ae-9165-9bf5f958761c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 4f25aa9b-66f7-4af9-b017-cc95cb666a52 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:12.569090 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa4d770b-e903-43ae-9165-9bf5f958761c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:12.591409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761239bd-af7d-4390-9518-5201bae1e1db req-7f432234-404d-4871-a2aa-b6ecb1dca509 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:12.599854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761239bd-af7d-4390-9518-5201bae1e1db req-7f432234-404d-4871-a2aa-b6ecb1dca509 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1013472 Jul 07 19:40:12.655009 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-761239bd-af7d-4390-9518-5201bae1e1db req-a396dbb4-a55e-4362-8561-46e865c96331 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541241 Jul 07 19:40:12.719780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e25b1-85e0-4344-95d3-a4147400505f req-6ad8d4e2-5008-4ab2-9132-41e30b0a03c8 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:12.721624 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-613e25b1-85e0-4344-95d3-a4147400505f req-6ad8d4e2-5008-4ab2-9132-41e30b0a03c8 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.48 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.2110150 Jul 07 19:40:12.771709 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa4d770b-e903-43ae-9165-9bf5f958761c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:12.796314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d770b-e903-43ae-9165-9bf5f958761c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 4f25aa9b-66f7-4af9-b017-cc95cb666a52 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:13.352848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d231ddc5-30c7-4017-a804-4190976f504d None None] Provisioning for port f3d76399-9e46-4d2a-bbef-e837321df787 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:13.357702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d231ddc5-30c7-4017-a804-4190976f504d None None] Provisioning complete for port f3d76399-9e46-4d2a-bbef-e837321df787 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:13.358264 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d231ddc5-30c7-4017-a804-4190976f504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:13.360885 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-430d74dc-1694-4991-a6ab-a7b1f3891328 req-41502c21-e216-429c-9661-b68f50c5f217 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 210 time: 0.0406146 Jul 07 19:40:13.437458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-613e25b1-85e0-4344-95d3-a4147400505f req-d4d737a3-80ee-4fbf-8b81-654cfe49e83a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Deleting port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:13.437921 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-613e25b1-85e0-4344-95d3-a4147400505f req-d4d737a3-80ee-4fbf-8b81-654cfe49e83a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:13.506023 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d231ddc5-30c7-4017-a804-4190976f504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:13.592135 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-613e25b1-85e0-4344-95d3-a4147400505f req-d4d737a3-80ee-4fbf-8b81-654cfe49e83a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] For port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,segment=NetworkSegment(3e8870d8-4f70-4cef-a265-8b19ce58f5a3),segment_id=3e8870d8-4f70-4cef-a265-8b19ce58f5a3)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:13.592771 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-613e25b1-85e0-4344-95d3-a4147400505f req-d4d737a3-80ee-4fbf-8b81-654cfe49e83a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:13.594388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d231ddc5-30c7-4017-a804-4190976f504d None None] For port f3d76399-9e46-4d2a-bbef-e837321df787, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f3d76399-9e46-4d2a-bbef-e837321df787,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:13.613147 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d231ddc5-30c7-4017-a804-4190976f504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:13.613442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-613e25b1-85e0-4344-95d3-a4147400505f req-d4d737a3-80ee-4fbf-8b81-654cfe49e83a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Calling delete_port for fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:13.688235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231ddc5-30c7-4017-a804-4190976f504d None None] Pushing event updated for resources: {'Port': ['ID=f3d76399-9e46-4d2a-bbef-e837321df787,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:13.743523 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa4d770b-e903-43ae-9165-9bf5f958761c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:13.744908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3cb332bb-5c3d-4126-8694-c21b916cbcf5 None None] Provisioning for port 4f25aa9b-66f7-4af9-b017-cc95cb666a52 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:13.754786 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3cb332bb-5c3d-4126-8694-c21b916cbcf5 None None] Provisioning complete for port 4f25aa9b-66f7-4af9-b017-cc95cb666a52 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:13.758515 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3cb332bb-5c3d-4126-8694-c21b916cbcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:13.788844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d770b-e903-43ae-9165-9bf5f958761c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=4f25aa9b-66f7-4af9-b017-cc95cb666a52,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:13.816978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3cb332bb-5c3d-4126-8694-c21b916cbcf5 None None] Port 4f25aa9b-66f7-4af9-b017-cc95cb666a52 was deleted so its status cannot be updated. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 19:40:13.838737 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa4d770b-e903-43ae-9165-9bf5f958761c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:13.843512 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fa4d770b-e903-43ae-9165-9bf5f958761c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/4f25aa9b-66f7-4af9-b017-cc95cb666a52 HTTP/1.1" status: 204 len: 168 time: 1.5740559 Jul 07 19:40:13.844369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58884) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:13.932183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fbe7e-9305-49fd-beb9-78be6e405ff2 req-26bba376-5188-40b7-8869-05370462f43b tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:13.939718 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-932fbe7e-9305-49fd-beb9-78be6e405ff2 req-26bba376-5188-40b7-8869-05370462f43b tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 945 time: 0.1173379 Jul 07 19:40:13.972865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a025396-3d0d-4b76-b7ff-6e82e53c4ca3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:13.975450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a025396-3d0d-4b76-b7ff-6e82e53c4ca3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:13.983210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7a025396-3d0d-4b76-b7ff-6e82e53c4ca3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1088812 Jul 07 19:40:13.984597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58886) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:14.026307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-932fbe7e-9305-49fd-beb9-78be6e405ff2 req-1f115f7b-1e9f-41e7-bcd9-1a7ddda1aee7 tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/security-groups?id=8844f59c-2ab1-47ec-897e-69e668480859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790527 Jul 07 19:40:14.077678 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-613e25b1-85e0-4344-95d3-a4147400505f req-d4d737a3-80ee-4fbf-8b81-654cfe49e83a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:14.092172 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:40:14.114951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-121836df-c837-4eb5-9e79-81c4263ca55e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet e5fdf3ee-35e3-45d1-a1cf-84f2891e4ed5 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:14.126906 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-121836df-c837-4eb5-9e79-81c4263ca55e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:14.153321 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d737a3-80ee-4fbf-8b81-654cfe49e83a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Pushing event deleted for resources: {'Port': ['ID=fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:14.220634 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-121836df-c837-4eb5-9e79-81c4263ca55e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:14.225178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f3d76399-9e46-4d2a-bbef-e837321df787 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:14.305692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-613e25b1-85e0-4344-95d3-a4147400505f req-d4d737a3-80ee-4fbf-8b81-654cfe49e83a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] No DVR routers for this DVR port fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:14.311951 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-613e25b1-85e0-4344-95d3-a4147400505f req-d4d737a3-80ee-4fbf-8b81-654cfe49e83a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:14.315324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-613e25b1-85e0-4344-95d3-a4147400505f req-d4d737a3-80ee-4fbf-8b81-654cfe49e83a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.48 "DELETE /v2.0/ports/fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 HTTP/1.1" status: 204 len: 173 time: 1.5853052 Jul 07 19:40:14.321754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'name': 'network-vif-deleted', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:14.327418 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6955a493-5007-463d-8516-6fee0f45d455" -d '{"events": [{"server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "name": "network-vif-deleted", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:14.329743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f3d76399-9e46-4d2a-bbef-e837321df787 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:14.330234 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:14.340347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-872c576f-fce3-432d-a219-f3e4bc49c9ee tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:14.341879 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-872c576f-fce3-432d-a219-f3e4bc49c9ee tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.110 "GET /v2.0/networks?id=2e6a820b-4470-47b2-a97a-be63f9a77ba9 HTTP/1.1" status: 200 len: 809 time: 0.3532610 Jul 07 19:40:14.355455 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-121836df-c837-4eb5-9e79-81c4263ca55e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:14.362517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Request body: {'port': {'device_id': '026d42df-e594-436a-93aa-a61b4cfd183a', 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9', 'admin_state_up': True, 'tenant_id': 'c2cdbd37d3fd45189e5fe49570c9d8bb'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:14.451333 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ce809d-6704-4985-bf49-80b09c780f8f x-openstack-request-id: req-03ce809d-6704-4985-bf49-80b09c780f8f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:14.452099 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0325a86e-92d0-4adf-9e7c-bbf6a909eb2a", "name": "network-vif-deleted", "tag": "fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:14.452682 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03ce809d-6704-4985-bf49-80b09c780f8f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:14.453377 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0325a86e-92d0-4adf-9e7c-bbf6a909eb2a', 'name': 'network-vif-deleted', 'tag': 'fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7', 'status': 'completed', 'code': 200} Jul 07 19:40:14.480421 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-121836df-c837-4eb5-9e79-81c4263ca55e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:14.508799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121836df-c837-4eb5-9e79-81c4263ca55e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=e5fdf3ee-35e3-45d1-a1cf-84f2891e4ed5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:14.521403 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-121836df-c837-4eb5-9e79-81c4263ca55e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:14.526501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-121836df-c837-4eb5-9e79-81c4263ca55e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/e5fdf3ee-35e3-45d1-a1cf-84f2891e4ed5 HTTP/1.1" status: 204 len: 168 time: 0.5433447 Jul 07 19:40:14.527153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58892) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:14.531174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc3438-fd18-41cf-aaf5-3b1e1d60be8e None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:14.582372 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-49da844c-6274-46f1-8d3e-368d9d4bd073 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531204 Jul 07 19:40:14.583631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58896) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:14.589118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d4e4705b-b3d6-457a-9c1a-6f302d40de53 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:14.617832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Made reservation on behalf of c2cdbd37d3fd45189e5fe49570c9d8bb for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:14.635556 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:14.686066 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09c4eb6d-5dd3-4131-92bb-c1230852d87e req-425e2567-7fd4-44cc-b7ad-f49ccfe21760 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 210 time: 0.0902925 Jul 07 19:40:14.812975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e4705b-b3d6-457a-9c1a-6f302d40de53 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:14.817877 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4e4705b-b3d6-457a-9c1a-6f302d40de53 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:14.861286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Allocated IP 172.20.0.11 (2e6a820b-4470-47b2-a97a-be63f9a77ba9/0b554970-d895-4df0-9ae7-7d0ed4ae6a93/86867e09-0d70-4484-8017-5e3909ec4762) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:14.907392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0049ad0-085c-4886-9104-b033fc6728e5 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:40:15.021665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d0049ad0-085c-4886-9104-b033fc6728e5 None None] Deleting port f3d76399-9e46-4d2a-bbef-e837321df787 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:15.022251 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d0049ad0-085c-4886-9104-b033fc6728e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:15.143840 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:15.164895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d0049ad0-085c-4886-9104-b033fc6728e5 None None] For port f3d76399-9e46-4d2a-bbef-e837321df787, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f3d76399-9e46-4d2a-bbef-e837321df787,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:15.165764 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d0049ad0-085c-4886-9104-b033fc6728e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:15.187100 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4e4705b-b3d6-457a-9c1a-6f302d40de53 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:15.198026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d0049ad0-085c-4886-9104-b033fc6728e5 None None] Calling delete_port for f3d76399-9e46-4d2a-bbef-e837321df787 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:15.200746 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:15.269475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:15.279057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:15.284546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:15.316555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Pushing event updated for resources: {'Port': ['ID=86867e09-0d70-4484-8017-5e3909ec4762,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:15.321859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4705b-b3d6-457a-9c1a-6f302d40de53 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=3ed36376-0379-4ffa-bdd5-5cc2fe17b769,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:15.350345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e4705b-b3d6-457a-9c1a-6f302d40de53 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:15.352254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-d4e4705b-b3d6-457a-9c1a-6f302d40de53 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:15.355683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:15.356566 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:15.358489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e4705b-b3d6-457a-9c1a-6f302d40de53 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:15.359408 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4e4705b-b3d6-457a-9c1a-6f302d40de53 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:15.380613 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d0049ad0-085c-4886-9104-b033fc6728e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:15.384019 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-cd15beaf-eadb-47de-b61d-5ea0788f1134 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0281670 Jul 07 19:40:15.394331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-2b6c92b5-e8b7-4466-ab90-5ac8616d072a tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:40:15.395432 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-2b6c92b5-e8b7-4466-ab90-5ac8616d072a tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059783 Jul 07 19:40:15.400582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d4e4705b-b3d6-457a-9c1a-6f302d40de53 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8158479 Jul 07 19:40:15.403672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58902) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:15.409817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'fixed_ips': [{'subnet_id': '3ed36376-0379-4ffa-bdd5-5cc2fe17b769', 'ip_address': '2001:db8::a18c:473b:3204:4a26'}], 'name': 'tempest-NetworksTestDHCPv6-88770555'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:15.414247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0049ad0-085c-4886-9104-b033fc6728e5 None None] Pushing event deleted for resources: {'Port': ['ID=f3d76399-9e46-4d2a-bbef-e837321df787,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:15.418149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0049ad0-085c-4886-9104-b033fc6728e5 None None] No DVR routers for this DVR port f3d76399-9e46-4d2a-bbef-e837321df787 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:15.442755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17f187f-43b8-44a5-957b-5c0a993a8dbb None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:15.454509 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a902b6c-002a-4905-977d-4d1e792c2e49 req-65a8c47d-5bc3-4aae-b025-1114180a244a tempest-ServerRescueTestJSONUnderV235-1012855272 tempest-ServerRescueTestJSONUnderV235-1012855272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0325a86e-92d0-4adf-9e7c-bbf6a909eb2a HTTP/1.1" status: 200 len: 210 time: 0.0694504 Jul 07 19:40:15.498224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Request body: {'port': {'device_id': '026d42df-e594-436a-93aa-a61b4cfd183a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:15.589106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:15.600290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:15.632630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': '3ed36376-0379-4ffa-bdd5-5cc2fe17b769'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:40:15.634190 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:15.694304 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:15.727318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port 7c1102b2-392c-4d70-9320-f89ed23633cf yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:40:15.868475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Allocated IP 2001:db8::2 (3b342e92-c907-4436-a95e-965164bcdb3c/3ed36376-0379-4ffa-bdd5-5cc2fe17b769/c3020e9d-3de6-4587-9be6-f0c0b717f3a3) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:16.055761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9668f9-9638-41b0-81da-683698cd72e2 req-93a0dd6e-81b5-457a-863b-60f53f3eb889 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:16.057581 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad9668f9-9638-41b0-81da-683698cd72e2 req-93a0dd6e-81b5-457a-863b-60f53f3eb889 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 932 time: 0.1388006 Jul 07 19:40:16.103634 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:16.119689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Transition to ACTIVE for port object c3020e9d-3de6-4587-9be6-f0c0b717f3a3 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:16.148572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Transition to ACTIVE for port object c3020e9d-3de6-4587-9be6-f0c0b717f3a3 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:16.156109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86867e09-0d70-4484-8017-5e3909ec4762 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:40:16.169858 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:16.173075 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:16.175688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ad9668f9-9638-41b0-81da-683698cd72e2 req-c064ba30-6137-4b3b-a6f6-66e6ed2621bc tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939779 Jul 07 19:40:16.193206 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Transition to ACTIVE for port object 86867e09-0d70-4484-8017-5e3909ec4762 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:16.194532 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f3d76399-9e46-4d2a-bbef-e837321df787 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:16.208756 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:16.236046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::a18c:473b:3204:4a26 (3b342e92-c907-4436-a95e-965164bcdb3c/3ed36376-0379-4ffa-bdd5-5cc2fe17b769/7c1102b2-392c-4d70-9320-f89ed23633cf) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:16.310287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:16.313845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:16.318282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f3d76399-9e46-4d2a-bbef-e837321df787 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:16.318859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f3d76399-9e46-4d2a-bbef-e837321df787 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:16.322296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:16.333402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Pushing event updated for resources: {'Port': ['ID=86867e09-0d70-4484-8017-5e3909ec4762,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:16.412153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Attempting to bind port 86867e09-0d70-4484-8017-5e3909ec4762 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:16.412441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Attempting to bind port 86867e09-0d70-4484-8017-5e3909ec4762 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'b4c082ce-a103-45e4-9d0a-de7ad4f34059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:16.412934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Attempting to bind port 86867e09-0d70-4484-8017-5e3909ec4762 on network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:16.418055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Port 86867e09-0d70-4484-8017-5e3909ec4762 on network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:16.418495 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Attempting to bind port 86867e09-0d70-4484-8017-5e3909ec4762 on network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:16.423435 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Attempting to bind port c3020e9d-3de6-4587-9be6-f0c0b717f3a3 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:16.423817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Attempting to bind port c3020e9d-3de6-4587-9be6-f0c0b717f3a3 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:16.424065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:16.424223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Attempting to bind port c3020e9d-3de6-4587-9be6-f0c0b717f3a3 on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:16.425045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Checking segment: {'id': 'b4c082ce-a103-45e4-9d0a-de7ad4f34059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:16.425045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Bound using segment: {'id': 'b4c082ce-a103-45e4-9d0a-de7ad4f34059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:16.425889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Bound port: 86867e09-0d70-4484-8017-5e3909ec4762, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c082ce-a103-45e4-9d0a-de7ad4f34059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:16.426254 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:16.426414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Pushing event updated for resources: {'Port': ['ID=c3020e9d-3de6-4587-9be6-f0c0b717f3a3,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:16.445094 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:16.445922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:16.446687 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:16.447498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:16.448200 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:16.448551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Bound port: c3020e9d-3de6-4587-9be6-f0c0b717f3a3, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:16.449333 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:16.511459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] For port 86867e09-0d70-4484-8017-5e3909ec4762, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:16.519069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] For port 86867e09-0d70-4484-8017-5e3909ec4762, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=86867e09-0d70-4484-8017-5e3909ec4762,segment=NetworkSegment(b4c082ce-a103-45e4-9d0a-de7ad4f34059),segment_id=b4c082ce-a103-45e4-9d0a-de7ad4f34059)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:16.527171 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:16.578042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:16.578763 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:16.584947 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] 10.222.0.110 "PUT /v2.0/ports/86867e09-0d70-4484-8017-5e3909ec4762 HTTP/1.1" status: 200 len: 1092 time: 1.1796160 Jul 07 19:40:16.604945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] For port c3020e9d-3de6-4587-9be6-f0c0b717f3a3, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:16.618461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] For port c3020e9d-3de6-4587-9be6-f0c0b717f3a3, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c3020e9d-3de6-4587-9be6-f0c0b717f3a3,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:16.623077 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:16.627417 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:16.649316 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026d42df-e594-436a-93aa-a61b4cfd183a', 'tag': '86867e09-0d70-4484-8017-5e3909ec4762'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:16.659893 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb13aea-5bd5-4fb3-a037-4bb70ff081dd" -d '{"events": [{"name": "network-changed", "server_uuid": "026d42df-e594-436a-93aa-a61b4cfd183a", "tag": "86867e09-0d70-4484-8017-5e3909ec4762"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:16.661594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 58922) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:16.674303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:16.675063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device fa2fbe86-e8a9-442a-9b62-6a1b75dd79d7 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:16.749559 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b13499-a510-4a06-a165-2159270d0ff2 x-openstack-request-id: req-05b13499-a510-4a06-a165-2159270d0ff2 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:16.749559 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026d42df-e594-436a-93aa-a61b4cfd183a", "tag": "86867e09-0d70-4484-8017-5e3909ec4762", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:16.749559 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05b13499-a510-4a06-a165-2159270d0ff2 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:16.749559 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026d42df-e594-436a-93aa-a61b4cfd183a', 'tag': '86867e09-0d70-4484-8017-5e3909ec4762', 'status': 'completed', 'code': 200} Jul 07 19:40:16.751821 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c4baf-00a1-445b-bdcb-61475d41f0a3 None None] Pushing event updated for resources: {'Port': ['ID=c3020e9d-3de6-4587-9be6-f0c0b717f3a3,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:16.884161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc35f09-4ed1-4a46-82fa-79085bda4ecb service neutron] Pushing event updated for resources: {'Port': ['ID=86867e09-0d70-4484-8017-5e3909ec4762,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:17.049032 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 7c1102b2-392c-4d70-9320-f89ed23633cf will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:17.085487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-2af9ba37-6ce0-4510-8179-ebe006737993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:17.085487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-2af9ba37-6ce0-4510-8179-ebe006737993 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c2cdbd37d3fd45189e5fe49570c9d8bb&device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 1095 time: 0.4074287 Jul 07 19:40:17.107839 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:17.163451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-340428c7-1859-4b4a-8f4b-d1f961824df0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86867e09-0d70-4484-8017-5e3909ec4762 HTTP/1.1" status: 200 len: 217 time: 0.0689945 Jul 07 19:40:17.167892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:17.171759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:17.178575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:17.184790 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:17.185372 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:17.226321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=7c1102b2-392c-4d70-9320-f89ed23633cf,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:17.245253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c8d082ce-b59e-4dfe-b371-7754883e242e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8402135 Jul 07 19:40:17.249090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58932) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:17.334500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-0beb21ed-5450-49ba-b506-d3731f95c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:17.336307 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-0beb21ed-5450-49ba-b506-d3731f95c5ab service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0b554970-d895-4df0-9ae7-7d0ed4ae6a93 HTTP/1.1" status: 200 len: 849 time: 0.1554615 Jul 07 19:40:17.360825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc76e9-3ad0-4f26-b71d-e25b95220cec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:17.371506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc76e9-3ad0-4f26-b71d-e25b95220cec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:17.378152 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9dbc76e9-3ad0-4f26-b71d-e25b95220cec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1240208 Jul 07 19:40:17.378973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58936) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:17.434610 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-a828bbf3-4e8d-44c3-922b-c1401ad8c071 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2e6a820b-4470-47b2-a97a-be63f9a77ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898249 Jul 07 19:40:17.515592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-fdfdb15f-a428-464c-bd4d-02f6c64765b5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 7c1102b2-392c-4d70-9320-f89ed23633cf {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:17.515968 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdfdb15f-a428-464c-bd4d-02f6c64765b5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:17.615268 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdfdb15f-a428-464c-bd4d-02f6c64765b5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:17.632999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-fdfdb15f-a428-464c-bd4d-02f6c64765b5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 7c1102b2-392c-4d70-9320-f89ed23633cf owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:17.715199 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-86ef4bec-6032-44b8-8bd2-80069a3b74c9 service neutron] 10.222.0.110 "GET /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468677 Jul 07 19:40:17.726249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fb9bf-7cd9-4e9b-b2b6-0e5a9ff502fe req-4f0e772f-8d61-4167-a356-0e4f9a7085a5 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:17.733498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-920fb9bf-7cd9-4e9b-b2b6-0e5a9ff502fe req-4f0e772f-8d61-4167-a356-0e4f9a7085a5 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 944 time: 0.3224611 Jul 07 19:40:17.758183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-63fcf149-7a4c-4323-9623-8d00993b44e2 req-f5149aa3-78f3-4b71-adae-37f4846f806f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4368241 Jul 07 19:40:17.822068 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdfdb15f-a428-464c-bd4d-02f6c64765b5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:17.855397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdb15f-a428-464c-bd4d-02f6c64765b5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=7c1102b2-392c-4d70-9320-f89ed23633cf,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:17.895078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdfdb15f-a428-464c-bd4d-02f6c64765b5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:17.900054 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fdfdb15f-a428-464c-bd4d-02f6c64765b5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/7c1102b2-392c-4d70-9320-f89ed23633cf HTTP/1.1" status: 204 len: 168 time: 0.5181787 Jul 07 19:40:17.900859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58938) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:17.919895 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-920fb9bf-7cd9-4e9b-b2b6-0e5a9ff502fe req-39e05392-a748-42e4-96ff-fe83eda98048 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852934 Jul 07 19:40:17.966717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691f998-3b91-4ff8-ab94-7bb18f994de7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:17.968654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691f998-3b91-4ff8-ab94-7bb18f994de7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:17.970824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9691f998-3b91-4ff8-ab94-7bb18f994de7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0684021 Jul 07 19:40:17.973403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58940) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:17.993684 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-927bc610-64d2-4dcb-aba1-6e507e79a703 req-a34a5b67-8d5b-434d-8428-abc38dfafe7c service neutron] 10.222.0.110 "GET /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497315 Jul 07 19:40:18.043178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7a9b8c-4b2b-4dfb-bc41-40e90452d9a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 3ed36376-0379-4ffa-bdd5-5cc2fe17b769 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:18.050480 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4c7a9b8c-4b2b-4dfb-bc41-40e90452d9a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:18.105169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcf149-7a4c-4323-9623-8d00993b44e2 req-e0262d7d-6ce1-4a69-b432-af75cc9e38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:18.105652 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4c7a9b8c-4b2b-4dfb-bc41-40e90452d9a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:18.106670 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-63fcf149-7a4c-4323-9623-8d00993b44e2 req-e0262d7d-6ce1-4a69-b432-af75cc9e38a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 1096 time: 0.2829254 Jul 07 19:40:18.198499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c3020e9d-3de6-4587-9be6-f0c0b717f3a3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:18.254050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-60ef6bd9-b2cd-438a-94ea-1bd035d24dac None None] Provisioning for port c3020e9d-3de6-4587-9be6-f0c0b717f3a3 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:18.254631 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4c7a9b8c-4b2b-4dfb-bc41-40e90452d9a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:18.327464 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6db9e6ed-d864-4b22-9397-b9af5670e2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:18.330977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port c3020e9d-3de6-4587-9be6-f0c0b717f3a3 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:18.360169 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c3020e9d-3de6-4587-9be6-f0c0b717f3a3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:18.360549 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:18.447032 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4c7a9b8c-4b2b-4dfb-bc41-40e90452d9a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:18.521886 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d8f0a077-3961-4668-8af8-3b0cb2437c9a None None] Could not find standard attr ID for object 7c1102b2-392c-4d70-9320-f89ed23633cf. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:40:18.530928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb13aea-5bd5-4fb3-a037-4bb70ff081dd req-aa76d38d-cdc4-455b-87c6-5eefcc85127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:18.532671 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb13aea-5bd5-4fb3-a037-4bb70ff081dd req-aa76d38d-cdc4-455b-87c6-5eefcc85127c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c2cdbd37d3fd45189e5fe49570c9d8bb&device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 1095 time: 0.4430766 Jul 07 19:40:18.549560 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4c7a9b8c-4b2b-4dfb-bc41-40e90452d9a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:18.552562 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:18.555404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4c7a9b8c-4b2b-4dfb-bc41-40e90452d9a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/3ed36376-0379-4ffa-bdd5-5cc2fe17b769 HTTP/1.1" status: 204 len: 168 time: 0.5782316 Jul 07 19:40:18.555404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a9b8c-4b2b-4dfb-bc41-40e90452d9a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed36376-0379-4ffa-bdd5-5cc2fe17b769,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:18.556724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58952) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:18.591224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcf149-7a4c-4323-9623-8d00993b44e2 req-0a35d2db-9d89-4715-a067-3fc1c0a5eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:18.594301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-63fcf149-7a4c-4323-9623-8d00993b44e2 req-0a35d2db-9d89-4715-a067-3fc1c0a5eec4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.4505355 Jul 07 19:40:18.634697 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port c3020e9d-3de6-4587-9be6-f0c0b717f3a3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c3020e9d-3de6-4587-9be6-f0c0b717f3a3,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:18.640763 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:18.648186 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-02677140-fcd4-47c8-aaee-65cde3f7f3b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855606 Jul 07 19:40:18.649120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58954) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:18.655021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-914646ee-44ba-419f-88ea-c673bfc5a847 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:18.746508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=c3020e9d-3de6-4587-9be6-f0c0b717f3a3,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:18.781486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914646ee-44ba-419f-88ea-c673bfc5a847 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:18.788170 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-914646ee-44ba-419f-88ea-c673bfc5a847 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:18.795769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e406660b-bfb5-4d6c-93e8-de948feb3adf None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:19.020638 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91705d58-8616-4156-b278-b8ca839f45cc None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:40:19.035394 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-914646ee-44ba-419f-88ea-c673bfc5a847 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:19.108743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-91705d58-8616-4156-b278-b8ca839f45cc None None] Deleting port c3020e9d-3de6-4587-9be6-f0c0b717f3a3 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:19.109474 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-91705d58-8616-4156-b278-b8ca839f45cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:19.110937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914646ee-44ba-419f-88ea-c673bfc5a847 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:19.114563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-914646ee-44ba-419f-88ea-c673bfc5a847 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:19.117414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914646ee-44ba-419f-88ea-c673bfc5a847 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:19.118018 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-914646ee-44ba-419f-88ea-c673bfc5a847 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:19.136008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914646ee-44ba-419f-88ea-c673bfc5a847 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=8ef90144-5938-476b-9a83-bdd41a052e24,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:19.148845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-914646ee-44ba-419f-88ea-c673bfc5a847 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4981182 Jul 07 19:40:19.151682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58958) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:19.157819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'fixed_ips': [{'subnet_id': '8ef90144-5938-476b-9a83-bdd41a052e24', 'ip_address': '2001:db8::8f96:ae0b:82cc:e2d9'}], 'name': 'tempest-NetworksTestDHCPv6-179714192'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:19.215731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-91705d58-8616-4156-b278-b8ca839f45cc None None] For port c3020e9d-3de6-4587-9be6-f0c0b717f3a3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c3020e9d-3de6-4587-9be6-f0c0b717f3a3,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:19.217086 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-91705d58-8616-4156-b278-b8ca839f45cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:19.237666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-91705d58-8616-4156-b278-b8ca839f45cc None None] Calling delete_port for c3020e9d-3de6-4587-9be6-f0c0b717f3a3 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:19.305962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:19.312775 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:19.341167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-63fcf149-7a4c-4323-9623-8d00993b44e2 req-9ca597bb-020e-4980-8868-92cae3176de0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 200 len: 999 time: 0.2841876 Jul 07 19:40:19.346204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port 7e6dcb7f-b6ed-45a2-acb9-6ff1e42a1ef2 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:40:19.349297 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-91705d58-8616-4156-b278-b8ca839f45cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:19.398093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91705d58-8616-4156-b278-b8ca839f45cc None None] Pushing event deleted for resources: {'Port': ['ID=c3020e9d-3de6-4587-9be6-f0c0b717f3a3,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:19.403309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91705d58-8616-4156-b278-b8ca839f45cc None None] No DVR routers for this DVR port c3020e9d-3de6-4587-9be6-f0c0b717f3a3 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:19.419845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca840b-03db-4fb3-a364-0f277399ba25 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:19.425335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb13aea-5bd5-4fb3-a037-4bb70ff081dd req-1ea2d625-c6fd-4c5d-80ea-de17f82b12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:19.427736 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb13aea-5bd5-4fb3-a037-4bb70ff081dd req-1ea2d625-c6fd-4c5d-80ea-de17f82b12ef service neutron] 10.222.0.110 "GET /v2.0/networks?id=2e6a820b-4470-47b2-a97a-be63f9a77ba9 HTTP/1.1" status: 200 len: 910 time: 0.8823102 Jul 07 19:40:19.546228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb13aea-5bd5-4fb3-a037-4bb70ff081dd req-10b5cec6-dc62-4ee0-973b-9f05117becf8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86867e09-0d70-4484-8017-5e3909ec4762 HTTP/1.1" status: 200 len: 217 time: 0.1029830 Jul 07 19:40:19.563140 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcf149-7a4c-4323-9623-8d00993b44e2 req-5663456b-1229-4ca2-af30-890adf2020fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:19.565534 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-63fcf149-7a4c-4323-9623-8d00993b44e2 req-5663456b-1229-4ca2-af30-890adf2020fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.2092402 Jul 07 19:40:19.580071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185c879-59cc-43fd-a389-447e4de1e2a5 req-9f70c830-4004-40ec-9f5f-e3c23b68af1b tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:19.587746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2185c879-59cc-43fd-a389-447e4de1e2a5 req-9f70c830-4004-40ec-9f5f-e3c23b68af1b tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 944 time: 0.4832513 Jul 07 19:40:19.628983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::8f96:ae0b:82cc:e2d9 (3b342e92-c907-4436-a95e-965164bcdb3c/8ef90144-5938-476b-9a83-bdd41a052e24/7e6dcb7f-b6ed-45a2-acb9-6ff1e42a1ef2) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:19.678861 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': '8ef90144-5938-476b-9a83-bdd41a052e24'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:40:19.679838 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:19.725829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb13aea-5bd5-4fb3-a037-4bb70ff081dd req-cbb0ac18-dd33-462d-8b23-9ba186c2574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:19.727364 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb13aea-5bd5-4fb3-a037-4bb70ff081dd req-cbb0ac18-dd33-462d-8b23-9ba186c2574b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0b554970-d895-4df0-9ae7-7d0ed4ae6a93 HTTP/1.1" status: 200 len: 849 time: 0.1563842 Jul 07 19:40:19.768839 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2185c879-59cc-43fd-a389-447e4de1e2a5 req-0890bd74-f27a-40cc-b37c-38c4b8431b93 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789212 Jul 07 19:40:19.825444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb13aea-5bd5-4fb3-a037-4bb70ff081dd req-c08a1248-33a5-44b6-bc6b-373e04bbf963 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2e6a820b-4470-47b2-a97a-be63f9a77ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723116 Jul 07 19:40:19.837417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:19.864894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 7e6dcb7f-b6ed-45a2-acb9-6ff1e42a1ef2 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:19.917698 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:19.921837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcf149-7a4c-4323-9623-8d00993b44e2 req-cca9a4e4-9447-4996-8fcd-900b7e8d4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:19.923122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-63fcf149-7a4c-4323-9623-8d00993b44e2 req-cca9a4e4-9447-4996-8fcd-900b7e8d4a2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3149745 Jul 07 19:40:19.966770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Allocated IP 2001:db8::2 (3b342e92-c907-4436-a95e-965164bcdb3c/8ef90144-5938-476b-9a83-bdd41a052e24/161b92aa-63a7-435d-8f02-bedb83de276b) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:20.019164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:20.033321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:20.042069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=7e6dcb7f-b6ed-45a2-acb9-6ff1e42a1ef2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:20.050191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-6db9e6ed-d864-4b22-9397-b9af5670e2e7 admin admin] Deleting port 758d2ef2-44a2-4d98-9367-32258766cc43 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:20.050191 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6db9e6ed-d864-4b22-9397-b9af5670e2e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.052543 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb13aea-5bd5-4fb3-a037-4bb70ff081dd req-10cb124a-2e5c-4f35-9b93-a41b7ae3eb27 service neutron] 10.222.0.110 "GET /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185397 Jul 07 19:40:20.056169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:20.066689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:20.070876 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.099143 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a2cc79ae-5bfd-4991-88b7-2dd70681e123 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9453852 Jul 07 19:40:20.101438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58966) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:20.203341 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.212911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Transition to ACTIVE for port object 161b92aa-63a7-435d-8f02-bedb83de276b will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:20.220312 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-63fcf149-7a4c-4323-9623-8d00993b44e2 req-44053fff-7839-4c89-b03f-0f71a84da624 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900610 Jul 07 19:40:20.221830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e7236-3bdf-412d-8e62-b8d037a86b01 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:20.225380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d06e7236-3bdf-412d-8e62-b8d037a86b01 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1213148 Jul 07 19:40:20.228556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 58968) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:20.230576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Transition to ACTIVE for port object 161b92aa-63a7-435d-8f02-bedb83de276b will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:20.235629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c3020e9d-3de6-4587-9be6-f0c0b717f3a3 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:20.242350 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.290281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: c3020e9d-3de6-4587-9be6-f0c0b717f3a3 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:20.290641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c3020e9d-3de6-4587-9be6-f0c0b717f3a3 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:20.314357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:20.320674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:20.324687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:20.333065 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Pushing event updated for resources: {'Port': ['ID=161b92aa-63a7-435d-8f02-bedb83de276b,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:20.371671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-6db9e6ed-d864-4b22-9397-b9af5670e2e7 admin admin] For port 758d2ef2-44a2-4d98-9367-32258766cc43, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=758d2ef2-44a2-4d98-9367-32258766cc43,segment=NetworkSegment(3e8870d8-4f70-4cef-a265-8b19ce58f5a3),segment_id=3e8870d8-4f70-4cef-a265-8b19ce58f5a3)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:20.372228 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6db9e6ed-d864-4b22-9397-b9af5670e2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.395225 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cfb13aea-5bd5-4fb3-a037-4bb70ff081dd req-e7f43b4b-38a5-41f5-9ea8-0dce84fd6797 service neutron] 10.222.0.110 "GET /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124688 Jul 07 19:40:20.400790 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-6db9e6ed-d864-4b22-9397-b9af5670e2e7 admin admin] Calling delete_port for 758d2ef2-44a2-4d98-9367-32258766cc43 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:20.426828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2d400b1a-0443-48a8-a5b9-7b226a992b8b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 7e6dcb7f-b6ed-45a2-acb9-6ff1e42a1ef2 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:20.427412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d400b1a-0443-48a8-a5b9-7b226a992b8b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.439293 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-63fcf149-7a4c-4323-9623-8d00993b44e2 req-88f0537c-cd11-4fd0-9cd2-7f4080210c5d service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976182 Jul 07 19:40:20.571731 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d400b1a-0443-48a8-a5b9-7b226a992b8b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.573095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Attempting to bind port 161b92aa-63a7-435d-8f02-bedb83de276b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:20.574160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Attempting to bind port 161b92aa-63a7-435d-8f02-bedb83de276b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:20.574649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Attempting to bind port 161b92aa-63a7-435d-8f02-bedb83de276b on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:20.584613 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:20.585014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:20.585521 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.586900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:20.587044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2d400b1a-0443-48a8-a5b9-7b226a992b8b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 7e6dcb7f-b6ed-45a2-acb9-6ff1e42a1ef2 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:20.587503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Bound port: 161b92aa-63a7-435d-8f02-bedb83de276b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:20.587962 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.751037 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6db9e6ed-d864-4b22-9397-b9af5670e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.751323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] For port 161b92aa-63a7-435d-8f02-bedb83de276b, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:20.758942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] For port 161b92aa-63a7-435d-8f02-bedb83de276b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=161b92aa-63a7-435d-8f02-bedb83de276b,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:20.769779 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.839381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21900b-57d8-4e18-b2c5-2f837bac29ba None None] Pushing event updated for resources: {'Port': ['ID=161b92aa-63a7-435d-8f02-bedb83de276b,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:20.846085 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d400b1a-0443-48a8-a5b9-7b226a992b8b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.892344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d400b1a-0443-48a8-a5b9-7b226a992b8b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=7e6dcb7f-b6ed-45a2-acb9-6ff1e42a1ef2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:20.925938 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d400b1a-0443-48a8-a5b9-7b226a992b8b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:20.928736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2d400b1a-0443-48a8-a5b9-7b226a992b8b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/7e6dcb7f-b6ed-45a2-acb9-6ff1e42a1ef2 HTTP/1.1" status: 204 len: 168 time: 0.6995037 Jul 07 19:40:20.931490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59002) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:20.995813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9e6ed-d864-4b22-9397-b9af5670e2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=758d2ef2-44a2-4d98-9367-32258766cc43,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:21.012922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4b9296-2e8e-4d0a-8066-2a4c8bbbda2b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:21.014955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4b9296-2e8e-4d0a-8066-2a4c8bbbda2b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:21.019036 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1d4b9296-2e8e-4d0a-8066-2a4c8bbbda2b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0863755 Jul 07 19:40:21.022873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59008) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:21.081583 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-acc3394e-d9e1-49ab-9608-5d21f3e50cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:21.149236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc03ea2a-7829-48f9-a7ed-6e6e1b91b1a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 8ef90144-5938-476b-9a83-bdd41a052e24 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:21.161246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc03ea2a-7829-48f9-a7ed-6e6e1b91b1a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:21.256292 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc03ea2a-7829-48f9-a7ed-6e6e1b91b1a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:21.344451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ae163-dd74-4bd8-bd3a-0c1a4879ced0 req-9dabd43a-73d9-420e-8047-0c70ce6ce7a0 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:21.347164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d5ae163-dd74-4bd8-bd3a-0c1a4879ced0 req-9dabd43a-73d9-420e-8047-0c70ce6ce7a0 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 944 time: 0.2810519 Jul 07 19:40:21.393662 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc03ea2a-7829-48f9-a7ed-6e6e1b91b1a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:21.465676 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc03ea2a-7829-48f9-a7ed-6e6e1b91b1a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:21.482857 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc03ea2a-7829-48f9-a7ed-6e6e1b91b1a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:21.485279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fc03ea2a-7829-48f9-a7ed-6e6e1b91b1a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/8ef90144-5938-476b-9a83-bdd41a052e24 HTTP/1.1" status: 204 len: 168 time: 0.4484870 Jul 07 19:40:21.491393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59018) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:21.533964 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2d5ae163-dd74-4bd8-bd3a-0c1a4879ced0 req-e1b93118-12f3-49f9-8468-e9fb9ca41fb4 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188154 Jul 07 19:40:21.542126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03ea2a-7829-48f9-a7ed-6e6e1b91b1a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef90144-5938-476b-9a83-bdd41a052e24,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:21.551677 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6db9e6ed-d864-4b22-9397-b9af5670e2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:21.613223 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2df860b5-4497-4826-b86d-003498cf9f23 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835605 Jul 07 19:40:21.616209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59024) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:21.693719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 86867e09-0d70-4484-8017-5e3909ec4762 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:40:21.765301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eeca65-a05c-4be4-9bc8-2f997530b837 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:21.770470 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-85eeca65-a05c-4be4-9bc8-2f997530b837 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1532125 Jul 07 19:40:21.771141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59032) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:21.875603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bba63e-b149-42c5-805c-26caea1420b1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:21.877806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f9bba63e-b149-42c5-805c-26caea1420b1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1057048 Jul 07 19:40:21.881643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59046) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:21.920991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 86867e09-0d70-4484-8017-5e3909ec4762, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=86867e09-0d70-4484-8017-5e3909ec4762,segment=NetworkSegment(b4c082ce-a103-45e4-9d0a-de7ad4f34059),segment_id=b4c082ce-a103-45e4-9d0a-de7ad4f34059)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:21.932919 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9212db62-4029-4f9f-9da9-ba2cfa227d8f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500133 Jul 07 19:40:21.937595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59054) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:21.938119 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '86867e09-0d70-4484-8017-5e3909ec4762', 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9', 'port_id': '86867e09-0d70-4484-8017-5e3909ec4762', 'mac_address': 'fa:16:3e:e0:56:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b554970-d895-4df0-9ae7-7d0ed4ae6a93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:40:21.946236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e7ff5db2-2927-49a9-a5c3-a45628017596 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:21.958185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db9e6ed-d864-4b22-9397-b9af5670e2e7 admin admin] Router d491a55a-cf4c-4326-9a41-dcc97d61599a has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:40:22.027243 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:22.065912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86867e09-0d70-4484-8017-5e3909ec4762 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:40:22.116130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ff5db2-2927-49a9-a5c3-a45628017596 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:22.120681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 86867e09-0d70-4484-8017-5e3909ec4762, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=86867e09-0d70-4484-8017-5e3909ec4762,segment=NetworkSegment(b4c082ce-a103-45e4-9d0a-de7ad4f34059),segment_id=b4c082ce-a103-45e4-9d0a-de7ad4f34059)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:22.121539 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7ff5db2-2927-49a9-a5c3-a45628017596 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:22.127250 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:22.221395 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db9e6ed-d864-4b22-9397-b9af5670e2e7 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:40:22.237242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6db9e6ed-d864-4b22-9397-b9af5670e2e7 admin admin] 10.222.0.81 "PUT /v2.0/routers/d491a55a-cf4c-4326-9a41-dcc97d61599a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5235515 Jul 07 19:40:22.240503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59064) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:22.248673 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5bd44-ee38-4dcd-902b-45d3297b5063 None None] Sync routers for ids ['d491a55a-cf4c-4326-9a41-dcc97d61599a'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:40:22.249144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=86867e09-0d70-4484-8017-5e3909ec4762,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:22.265781 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5bd44-ee38-4dcd-902b-45d3297b5063 None None] Routers {'d491a55a-cf4c-4326-9a41-dcc97d61599a'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:22.271843 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-59b5bd44-ee38-4dcd-902b-45d3297b5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d491a55a-cf4c-4326-9a41-dcc97d61599a'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:22.382396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['86867e09-0d70-4484-8017-5e3909ec4762'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:40:22.440977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 161b92aa-63a7-435d-8f02-bedb83de276b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:22.459315 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:22.499162 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-59b5bd44-ee38-4dcd-902b-45d3297b5063 None None] Set router d491a55a-cf4c-4326-9a41-dcc97d61599a gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:22.567953 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7ff5db2-2927-49a9-a5c3-a45628017596 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:22.643401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:22.647465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82da3a22-1ff3-49da-87b4-dcd0e6d6eb36 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:22.671724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 161b92aa-63a7-435d-8f02-bedb83de276b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:22.738380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ff5db2-2927-49a9-a5c3-a45628017596 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:22.740395 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Deleting port 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:22.740760 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:22.752707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-e7ff5db2-2927-49a9-a5c3-a45628017596 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:22.756975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ff5db2-2927-49a9-a5c3-a45628017596 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:22.757587 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7ff5db2-2927-49a9-a5c3-a45628017596 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:22.815986 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e7ff5db2-2927-49a9-a5c3-a45628017596 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8761241 Jul 07 19:40:22.816928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff5db2-2927-49a9-a5c3-a45628017596 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=f0107d06-ac63-446c-af21-99e30729a431,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:22.821574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59070) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:22.830088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'fixed_ips': [{'subnet_id': 'f0107d06-ac63-446c-af21-99e30729a431', 'ip_address': '2001:db8::32ee:74e2:55f6:fecb'}], 'name': 'tempest-NetworksTestDHCPv6-642696779'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:22.848637 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-59b5bd44-ee38-4dcd-902b-45d3297b5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:40:20Z', 'revision_number': 5, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port': {'id': '8ba6c706-067a-4ee6-ad7b-2cb72237b9bd', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:22.904587 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5bd44-ee38-4dcd-902b-45d3297b5063 None None] Checking router: d491a55a-cf4c-4326-9a41-dcc97d61599a for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:40:22.917980 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5bd44-ee38-4dcd-902b-45d3297b5063 None None] Routers {'d491a55a-cf4c-4326-9a41-dcc97d61599a'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:22.918948 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-59b5bd44-ee38-4dcd-902b-45d3297b5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:39:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d491a55a-cf4c-4326-9a41-dcc97d61599a'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:22.939171 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a847a7ed-251c-412d-80ea-f36baa2ec163 None None] Provisioning for port 161b92aa-63a7-435d-8f02-bedb83de276b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:22.960954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a847a7ed-251c-412d-80ea-f36baa2ec163 None None] Provisioning complete for port 161b92aa-63a7-435d-8f02-bedb83de276b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:22.961888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a847a7ed-251c-412d-80ea-f36baa2ec163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:23.055043 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-59b5bd44-ee38-4dcd-902b-45d3297b5063 None None] Set router d491a55a-cf4c-4326-9a41-dcc97d61599a gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:23.133317 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-59b5bd44-ee38-4dcd-902b-45d3297b5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:40:22Z', 'revision_number': 6, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:23.192498 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a847a7ed-251c-412d-80ea-f36baa2ec163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:23.269573 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a847a7ed-251c-412d-80ea-f36baa2ec163 None None] For port 161b92aa-63a7-435d-8f02-bedb83de276b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=161b92aa-63a7-435d-8f02-bedb83de276b,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:23.276601 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a847a7ed-251c-412d-80ea-f36baa2ec163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:23.307437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] For port 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8ba6c706-067a-4ee6-ad7b-2cb72237b9bd,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:23.307901 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:23.318698 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5bd44-ee38-4dcd-902b-45d3297b5063 None None] The sync data for ids ['d491a55a-cf4c-4326-9a41-dcc97d61599a'] in n-d-793621-9 is: [{'id': 'd491a55a-cf4c-4326-9a41-dcc97d61599a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1159951328-router', 'tenant_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:38:50Z', 'updated_at': '2021-07-07T19:40:22Z', 'revision_number': 6, 'project_id': 'c5f6a5346c7d4f9696041ac5f4379e79', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:40:23.339982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Calling delete_port for 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:23.349572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847a7ed-251c-412d-80ea-f36baa2ec163 None None] Pushing event updated for resources: {'Port': ['ID=161b92aa-63a7-435d-8f02-bedb83de276b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:23.463642 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e5768-4023-45ab-b48a-a8d76e97b81f req-14dd15b8-82fb-4442-972b-3edc606cebb0 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:23.465382 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d88e5768-4023-45ab-b48a-a8d76e97b81f req-14dd15b8-82fb-4442-972b-3edc606cebb0 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 945 time: 0.6122839 Jul 07 19:40:23.519456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:23.592864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e665bc5b-6113-4ef7-9e23-a1bc814cf00d None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:23.611263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d88e5768-4023-45ab-b48a-a8d76e97b81f req-377cecca-e71c-4ead-bf05-ba1e7b5f431c tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356747 Jul 07 19:40:23.684959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-631df010-625e-45ad-bf90-61c3e071d079 None None] Provisioning complete for port 161b92aa-63a7-435d-8f02-bedb83de276b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:23.685678 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-631df010-625e-45ad-bf90-61c3e071d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:23.703791 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:23.724928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 86867e09-0d70-4484-8017-5e3909ec4762 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:23.750397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port 04b83992-a0ca-4bb8-b76d-7b8e76241e0d yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:40:23.760985 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:23.861976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba6c706-067a-4ee6-ad7b-2cb72237b9bd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:23.950734 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.001791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 86867e09-0d70-4484-8017-5e3909ec4762 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:24.008116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 86867e09-0d70-4484-8017-5e3909ec4762 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:24.008597 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.018742 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.067718 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2cace253-dbb1-42cf-90ec-63671443adbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.133497 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.137561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.139596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::32ee:74e2:55f6:fecb (3b342e92-c907-4436-a95e-965164bcdb3c/f0107d06-ac63-446c-af21-99e30729a431/04b83992-a0ca-4bb8-b76d-7b8e76241e0d) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:24.160425 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.203608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026d42df-e594-436a-93aa-a61b4cfd183a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86867e09-0d70-4484-8017-5e3909ec4762'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:24.211059 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ad3b1a-da4f-4898-be7e-8848cb9c904d" -d '{"events": [{"server_uuid": "026d42df-e594-436a-93aa-a61b4cfd183a", "name": "network-vif-plugged", "status": "completed", "tag": "86867e09-0d70-4484-8017-5e3909ec4762"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:24.219097 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.219947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d491a55a-cf4c-4326-9a41-dcc97d61599a {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:40:24.229885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.231954 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9c476c6e-c1bd-43a5-973b-9d2efdde67b4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d491a55a-cf4c-4326-9a41-dcc97d61599a HTTP/1.1" status: 204 len: 168 time: 1.9897027 Jul 07 19:40:24.233696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59078) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:24.237701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 86867e09-0d70-4484-8017-5e3909ec4762, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=86867e09-0d70-4484-8017-5e3909ec4762,segment=NetworkSegment(b4c082ce-a103-45e4-9d0a-de7ad4f34059),segment_id=b4c082ce-a103-45e4-9d0a-de7ad4f34059)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:24.244995 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.346281 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de115403-0002-4a9e-9b76-d6406c2d3142 x-openstack-request-id: req-de115403-0002-4a9e-9b76-d6406c2d3142 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:24.346594 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026d42df-e594-436a-93aa-a61b4cfd183a", "name": "network-vif-plugged", "status": "completed", "tag": "86867e09-0d70-4484-8017-5e3909ec4762", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:24.346882 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de115403-0002-4a9e-9b76-d6406c2d3142 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:24.347293 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026d42df-e594-436a-93aa-a61b4cfd183a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86867e09-0d70-4484-8017-5e3909ec4762', 'code': 200} Jul 07 19:40:24.356729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-195cc218-f60b-4cf0-90a9-23bec17bb1ac admin admin] Deleting subnet 499e171f-5d6d-42d4-9d4d-bd3e46c06487 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:24.366809 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-195cc218-f60b-4cf0-90a9-23bec17bb1ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.390035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 161b92aa-63a7-435d-8f02-bedb83de276b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:24.434512 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-195cc218-f60b-4cf0-90a9-23bec17bb1ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.469385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=86867e09-0d70-4484-8017-5e3909ec4762,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:24.484472 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-195cc218-f60b-4cf0-90a9-23bec17bb1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.529112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 161b92aa-63a7-435d-8f02-bedb83de276b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:24.529507 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.608553 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.618470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-195cc218-f60b-4cf0-90a9-23bec17bb1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.631659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-77ba20e8-0bd4-42af-a05c-f954b0e6f566 None None] Provisioning complete for port 161b92aa-63a7-435d-8f02-bedb83de276b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:24.632090 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-77ba20e8-0bd4-42af-a05c-f954b0e6f566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.645306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 04b83992-a0ca-4bb8-b76d-7b8e76241e0d will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:24.686954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cc218-f60b-4cf0-90a9-23bec17bb1ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499e171f-5d6d-42d4-9d4d-bd3e46c06487,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:24.712001 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-195cc218-f60b-4cf0-90a9-23bec17bb1ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.727758 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-195cc218-f60b-4cf0-90a9-23bec17bb1ac admin admin] 10.222.0.81 "DELETE /v2.0/subnets/499e171f-5d6d-42d4-9d4d-bd3e46c06487 HTTP/1.1" status: 204 len: 168 time: 0.4818003 Jul 07 19:40:24.731198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59084) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:24.784393 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.851258 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:24.947931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 758d2ef2-44a2-4d98-9367-32258766cc43 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:25.000022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 758d2ef2-44a2-4d98-9367-32258766cc43 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:25.000666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 758d2ef2-44a2-4d98-9367-32258766cc43 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:25.003429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:25.012283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:25.016051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=04b83992-a0ca-4bb8-b76d-7b8e76241e0d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:25.028951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:25.032533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:25.049736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:25.050180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8ba6c706-067a-4ee6-ad7b-2cb72237b9bd not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:25.059185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:25.060033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70526b-8ffb-4d7c-bd27-5421e446da21 req-ad117262-954d-43af-9ab7-e89e85f141b4 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:25.061013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be70526b-8ffb-4d7c-bd27-5421e446da21 req-ad117262-954d-43af-9ab7-e89e85f141b4 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 946 time: 0.1108570 Jul 07 19:40:25.063551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.069861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.081719 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe901db-903d-44b8-b86c-3e48ff2eb895 req-d15f6344-54d2-4eb2-bf32-9acdc025517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:25.084575 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6fe901db-903d-44b8-b86c-3e48ff2eb895 req-d15f6344-54d2-4eb2-bf32-9acdc025517b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 1097 time: 0.6664267 Jul 07 19:40:25.133899 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be70526b-8ffb-4d7c-bd27-5421e446da21 req-a7a2d2a5-9807-4454-93f3-50981733c700 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650194 Jul 07 19:40:25.150162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-24b9934b-3bbe-4320-adab-d5bc057a3b63 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3263123 Jul 07 19:40:25.154355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59088) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:25.163063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2499403f-2309-47e2-bf0e-de668fc0e0a1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'fixed_ips': [{'subnet_id': 'f0107d06-ac63-446c-af21-99e30729a431', 'ip_address': '2001:db8::32ee:74e2:55f6:fecb'}], 'name': 'tempest-NetworksTestDHCPv6-677415207'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:25.178112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6dc3bb8b-3e74-4496-b922-4b65285c1ada None None] Could not find standard attr ID for object 7e6dcb7f-b6ed-45a2-acb9-6ff1e42a1ef2. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:40:25.275227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6fe901db-903d-44b8-b86c-3e48ff2eb895 req-ded04539-58e4-48b7-8312-f544d6644db6 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785531 Jul 07 19:40:25.296837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.313064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320eb8fc-55a8-484c-8da5-aedc702bb042']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:25.333283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8870d8-4f70-4cef-a265-8b19ce58f5a3') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:25.333594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8870d8-4f70-4cef-a265-8b19ce58f5a3') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:25.353209 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.377956 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.389482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:40:25.390074 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:40:25.391948 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:40:25.469325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2499403f-2309-47e2-bf0e-de668fc0e0a1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:25.474579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2499403f-2309-47e2-bf0e-de668fc0e0a1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.485399 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.501109 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.505719 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] 10.222.0.81 "DELETE /v2.0/networks/320eb8fc-55a8-484c-8da5-aedc702bb042 HTTP/1.1" status: 204 len: 168 time: 0.7721910 Jul 07 19:40:25.515730 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d55ef400-4c1b-4afa-b14b-8799f964f156 None None] Provisioning for port 04b83992-a0ca-4bb8-b76d-7b8e76241e0d completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:25.523871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d55ef400-4c1b-4afa-b14b-8799f964f156 None None] Provisioning complete for port 04b83992-a0ca-4bb8-b76d-7b8e76241e0d triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:25.524537 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d55ef400-4c1b-4afa-b14b-8799f964f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.534522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-2499403f-2309-47e2-bf0e-de668fc0e0a1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port 55572c7d-2bf8-4d07-9e68-9139bb3c4f61 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:40:25.542943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa42467-2ea8-4c16-954f-05eb0902ac33 admin admin] Pushing event deleted for resources: {'Network': ['ID=320eb8fc-55a8-484c-8da5-aedc702bb042,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:25.573321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d55ef400-4c1b-4afa-b14b-8799f964f156 None None] Port 04b83992-a0ca-4bb8-b76d-7b8e76241e0d cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:40:25.671278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59092) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:25.728887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9a94736f-8271-48ad-be41-9c55f1da9501 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5f6a5346c7d4f9696041ac5f4379e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557380 Jul 07 19:40:25.732587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59094) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:25.747675 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-2499403f-2309-47e2-bf0e-de668fc0e0a1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 19:40:25.748814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2499403f-2309-47e2-bf0e-de668fc0e0a1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:40:25.775833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2499403f-2309-47e2-bf0e-de668fc0e0a1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6186383 Jul 07 19:40:25.775963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59098) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:25.837748 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-563c1cfa-3902-4d44-a55e-79e11a22f7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.873368 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-563c1cfa-3902-4d44-a55e-79e11a22f7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.899420 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d247493c-b939-445e-a565-54d799ac82ac tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:25.905424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d247493c-b939-445e-a565-54d799ac82ac tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:25.909407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d247493c-b939-445e-a565-54d799ac82ac tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1302650 Jul 07 19:40:25.910043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59100) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:25.956295 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-563c1cfa-3902-4d44-a55e-79e11a22f7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.959246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-563c1cfa-3902-4d44-a55e-79e11a22f7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.960831 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-563c1cfa-3902-4d44-a55e-79e11a22f7a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8844f59c-2ab1-47ec-897e-69e668480859 HTTP/1.1" status: 204 len: 168 time: 0.2269642 Jul 07 19:40:25.969338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1cfa-3902-4d44-a55e-79e11a22f7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8844f59c-2ab1-47ec-897e-69e668480859,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:26.078227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0688d1ac-18c8-42a5-a24d-0e19c418310e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 04b83992-a0ca-4bb8-b76d-7b8e76241e0d {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:26.078742 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0688d1ac-18c8-42a5-a24d-0e19c418310e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:26.217337 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0688d1ac-18c8-42a5-a24d-0e19c418310e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:26.239752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0688d1ac-18c8-42a5-a24d-0e19c418310e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 04b83992-a0ca-4bb8-b76d-7b8e76241e0d owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:26.478493 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0688d1ac-18c8-42a5-a24d-0e19c418310e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:26.505526 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7bf29-bf04-47ff-bf55-7a855f47d02d req-477e3a55-5da0-4b37-bed1-241885fe0f75 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:26.516961 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dba7bf29-bf04-47ff-bf55-7a855f47d02d req-477e3a55-5da0-4b37-bed1-241885fe0f75 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 946 time: 0.1284468 Jul 07 19:40:26.522641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688d1ac-18c8-42a5-a24d-0e19c418310e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=04b83992-a0ca-4bb8-b76d-7b8e76241e0d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:26.556590 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0688d1ac-18c8-42a5-a24d-0e19c418310e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:26.558578 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0688d1ac-18c8-42a5-a24d-0e19c418310e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/04b83992-a0ca-4bb8-b76d-7b8e76241e0d HTTP/1.1" status: 204 len: 168 time: 0.6470385 Jul 07 19:40:26.562197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59114) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:26.569363 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:26.600223 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dba7bf29-bf04-47ff-bf55-7a855f47d02d req-396404d4-5c48-4b00-affd-82b88cc9e796 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818181 Jul 07 19:40:26.640385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7808bd-272c-4d0d-a9c2-3884812c5f74 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:26.643188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7808bd-272c-4d0d-a9c2-3884812c5f74 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:26.650951 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2a7808bd-272c-4d0d-a9c2-3884812c5f74 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0802662 Jul 07 19:40:26.651315 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59118) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:26.767768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c74691-21fc-4a38-a501-4af4be931849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet f0107d06-ac63-446c-af21-99e30729a431 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:26.772059 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-09c74691-21fc-4a38-a501-4af4be931849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:26.845016 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-09c74691-21fc-4a38-a501-4af4be931849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:26.914323 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-09c74691-21fc-4a38-a501-4af4be931849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.011231 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-09c74691-21fc-4a38-a501-4af4be931849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.047769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c74691-21fc-4a38-a501-4af4be931849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=f0107d06-ac63-446c-af21-99e30729a431,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:27.054453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-09c74691-21fc-4a38-a501-4af4be931849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.056444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-09c74691-21fc-4a38-a501-4af4be931849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/f0107d06-ac63-446c-af21-99e30729a431 HTTP/1.1" status: 204 len: 168 time: 0.4032712 Jul 07 19:40:27.059195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59130) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:27.066157 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44afa3dd-1ac3-466b-a2da-67b100011072 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:27.104343 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ab1048f4-b7e3-430a-82e1-dd01be8f76f2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429311 Jul 07 19:40:27.107569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59136) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:27.117765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e4a2b985-40ff-4f86-9245-d4bba856d3bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:27.259652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59138) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:27.295444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a2b985-40ff-4f86-9245-d4bba856d3bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:27.299256 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b985-40ff-4f86-9245-d4bba856d3bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.328285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdc5be8-95f9-49c4-8bbd-63fdf0a81cb9 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:40:27.408376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-792977835-network', 'tenant_id': 'a665ac37f7cb45a0aafbed8b7be6bf84'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:27.408583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc5be8-95f9-49c4-8bbd-63fdf0a81cb9 None None] Deleting port 161b92aa-63a7-435d-8f02-bedb83de276b {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:27.408850 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5be8-95f9-49c4-8bbd-63fdf0a81cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.455124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Made reservation on behalf of a665ac37f7cb45a0aafbed8b7be6bf84 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:27.459155 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.471720 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.511965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0fdc5be8-95f9-49c4-8bbd-63fdf0a81cb9 None None] For port 161b92aa-63a7-435d-8f02-bedb83de276b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=161b92aa-63a7-435d-8f02-bedb83de276b,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:27.512369 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5be8-95f9-49c4-8bbd-63fdf0a81cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.529390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc5be8-95f9-49c4-8bbd-63fdf0a81cb9 None None] Calling delete_port for 161b92aa-63a7-435d-8f02-bedb83de276b owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:27.570180 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b985-40ff-4f86-9245-d4bba856d3bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.603801 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.611363 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.640314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a2b985-40ff-4f86-9245-d4bba856d3bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:27.641054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:40:27.649771 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5be8-95f9-49c4-8bbd-63fdf0a81cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.658838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-e4a2b985-40ff-4f86-9245-d4bba856d3bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:27.663591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a2b985-40ff-4f86-9245-d4bba856d3bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:27.664250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b985-40ff-4f86-9245-d4bba856d3bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.680999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.681368 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Added segment 0e8d9a81-be4d-4428-947d-a838f7f77846 of type vlan for network 4c85ff50-7e92-496b-96ff-241d399da801 Jul 07 19:40:27.695434 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd594cf3-d6dc-4340-99a4-634a8a3bc508,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:27.705038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2b985-40ff-4f86-9245-d4bba856d3bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=2af5489f-4b97-4c42-bc9a-7ee1fb48a89e,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:27.713901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc5be8-95f9-49c4-8bbd-63fdf0a81cb9 None None] Pushing event deleted for resources: {'Port': ['ID=161b92aa-63a7-435d-8f02-bedb83de276b,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:27.721869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc5be8-95f9-49c4-8bbd-63fdf0a81cb9 None None] No DVR routers for this DVR port 161b92aa-63a7-435d-8f02-bedb83de276b on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:27.724275 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e4a2b985-40ff-4f86-9245-d4bba856d3bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6143405 Jul 07 19:40:27.724964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59144) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:27.737891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ea10c5da-a4b9-4b59-9d73-e43e1b96d1b0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'fixed_ips': [{'subnet_id': '2af5489f-4b97-4c42-bc9a-7ee1fb48a89e', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1156956858'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:27.754491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef38df1-c58d-4319-b64d-0b15192c37fd None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:27.774994 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.821061 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.822508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:27.823432 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.868451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6074448 Jul 07 19:40:27.896627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59146) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:27.907931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4a15a858-3e92-4ce4-ad81-c1f3c4d617c7 admin admin] Request body: {'subnet': {'network_id': '4c85ff50-7e92-496b-96ff-241d399da801', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-792977835-subnet', 'tenant_id': 'a665ac37f7cb45a0aafbed8b7be6bf84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:27.950588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ff12a-f22e-4592-88a6-715daf63da5c admin admin] Pushing event updated for resources: {'Network': ['ID=4c85ff50-7e92-496b-96ff-241d399da801,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:27.979746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 4c85ff50-7e92-496b-96ff-241d399da801 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:40:28.005402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea10c5da-a4b9-4b59-9d73-e43e1b96d1b0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:28.025953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': '2af5489f-4b97-4c42-bc9a-7ee1fb48a89e'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:40:28.026862 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.086513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bea0f0-b4e0-459a-866d-76ccb34de2b5 req-a5f341d4-2def-45a7-bd16-c6dd289b45ac tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:28.088101 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64bea0f0-b4e0-459a-866d-76ccb34de2b5 req-a5f341d4-2def-45a7-bd16-c6dd289b45ac tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 946 time: 0.1905823 Jul 07 19:40:28.101125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a15a858-3e92-4ce4-ad81-c1f3c4d617c7 admin admin] Made reservation on behalf of a665ac37f7cb45a0aafbed8b7be6bf84 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:28.103509 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a15a858-3e92-4ce4-ad81-c1f3c4d617c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.195780 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 161b92aa-63a7-435d-8f02-bedb83de276b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:28.247916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 161b92aa-63a7-435d-8f02-bedb83de276b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:28.248264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 161b92aa-63a7-435d-8f02-bedb83de276b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:28.283668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Allocated IP 2001:db8::2 (3b342e92-c907-4436-a95e-965164bcdb3c/2af5489f-4b97-4c42-bc9a-7ee1fb48a89e/f9140118-6da7-46da-9465-69a8d8e505e8) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:28.287345 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ea10c5da-a4b9-4b59-9d73-e43e1b96d1b0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.309050 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-64bea0f0-b4e0-459a-866d-76ccb34de2b5 req-692e4e8b-98c7-4e4c-a4d8-b4a142b856c6 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088792 Jul 07 19:40:28.320518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-ea10c5da-a4b9-4b59-9d73-e43e1b96d1b0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port d497e460-ff87-4fe9-8ec7-9e2785174cdf yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:40:28.489651 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.506771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Transition to ACTIVE for port object f9140118-6da7-46da-9465-69a8d8e505e8 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:28.516633 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a15a858-3e92-4ce4-ad81-c1f3c4d617c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.529465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Transition to ACTIVE for port object f9140118-6da7-46da-9465-69a8d8e505e8 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:28.538184 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.558350 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea10c5da-a4b9-4b59-9d73-e43e1b96d1b0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:40:28.558886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea10c5da-a4b9-4b59-9d73-e43e1b96d1b0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:40:28.590084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15a858-3e92-4ce4-ad81-c1f3c4d617c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6239f89e-514b-4857-b204-df994f0c4fd3,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:28.610024 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ea10c5da-a4b9-4b59-9d73-e43e1b96d1b0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8838007 Jul 07 19:40:28.612928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59156) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:28.614946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:28.618499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:28.619463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15a858-3e92-4ce4-ad81-c1f3c4d617c7 admin admin] Checking segment: {'id': '0e8d9a81-be4d-4428-947d-a838f7f77846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4c85ff50-7e92-496b-96ff-241d399da801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:28.620258 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a15a858-3e92-4ce4-ad81-c1f3c4d617c7 admin admin] Network hostable DHCP agents. Network: 4c85ff50-7e92-496b-96ff-241d399da801, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:40:28.625496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:28.647342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a15a858-3e92-4ce4-ad81-c1f3c4d617c7 admin admin] Network 4c85ff50-7e92-496b-96ff-241d399da801 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:40:28.651642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Pushing event updated for resources: {'Port': ['ID=f9140118-6da7-46da-9465-69a8d8e505e8,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:28.673211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-4a15a858-3e92-4ce4-ad81-c1f3c4d617c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 4c85ff50-7e92-496b-96ff-241d399da801) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:28.681197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a15a858-3e92-4ce4-ad81-c1f3c4d617c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:28.681818 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4a15a858-3e92-4ce4-ad81-c1f3c4d617c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.708103 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4a15a858-3e92-4ce4-ad81-c1f3c4d617c7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8088925 Jul 07 19:40:28.720914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52505b8d-4a4c-4097-b757-dd1e01471a0b None None] Network 4c85ff50-7e92-496b-96ff-241d399da801 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:28.742633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b3f57c-65e1-49a4-b975-f732d587a435 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:28.748004 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b3b3f57c-65e1-49a4-b975-f732d587a435 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1305010 Jul 07 19:40:28.748270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59162) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:28.802210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Attempting to bind port f9140118-6da7-46da-9465-69a8d8e505e8 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:28.802596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Attempting to bind port f9140118-6da7-46da-9465-69a8d8e505e8 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:28.803252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Attempting to bind port f9140118-6da7-46da-9465-69a8d8e505e8 on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:28.812415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:28.813193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:28.813193 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.813606 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:28.814205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Bound port: f9140118-6da7-46da-9465-69a8d8e505e8, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:28.814473 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.840658 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d1f6d-4f2e-410d-97ca-9e243e0a7bdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:28.843437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d1f6d-4f2e-410d-97ca-9e243e0a7bdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:28.850430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59164) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:28.851210 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9d5d1f6d-4f2e-410d-97ca-9e243e0a7bdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1006799 Jul 07 19:40:28.942510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59170) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:28.975551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d07dffd-2752-4f19-859a-d12de0f9b774 None None] Network 4c85ff50-7e92-496b-96ff-241d399da801 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:29.012119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fb9d75-75c4-4c2b-b22f-f1b70b48a271 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 2af5489f-4b97-4c42-bc9a-7ee1fb48a89e {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:29.018903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-87fb9d75-75c4-4c2b-b22f-f1b70b48a271 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.056835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-72af4f06-4f12-458e-9c55-87c0d6bd639b admin admin] Deleting subnet 6239f89e-514b-4857-b204-df994f0c4fd3 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:29.062630 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72af4f06-4f12-458e-9c55-87c0d6bd639b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.093266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] For port f9140118-6da7-46da-9465-69a8d8e505e8, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:29.131277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] For port f9140118-6da7-46da-9465-69a8d8e505e8, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f9140118-6da7-46da-9465-69a8d8e505e8,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:29.136960 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.138234 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-87fb9d75-75c4-4c2b-b22f-f1b70b48a271 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.143112 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72af4f06-4f12-458e-9c55-87c0d6bd639b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.208379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea4ca8-ee17-4690-8ac6-09b6c70eecfe None None] Pushing event updated for resources: {'Port': ['ID=f9140118-6da7-46da-9465-69a8d8e505e8,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:29.279870 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72af4f06-4f12-458e-9c55-87c0d6bd639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.451619 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72af4f06-4f12-458e-9c55-87c0d6bd639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.505328 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72af4f06-4f12-458e-9c55-87c0d6bd639b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.513427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-72af4f06-4f12-458e-9c55-87c0d6bd639b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6239f89e-514b-4857-b204-df994f0c4fd3 HTTP/1.1" status: 204 len: 168 time: 0.5636775 Jul 07 19:40:29.513427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af4f06-4f12-458e-9c55-87c0d6bd639b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6239f89e-514b-4857-b204-df994f0c4fd3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:29.515693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59180) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:29.518511 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-87fb9d75-75c4-4c2b-b22f-f1b70b48a271 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.621025 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c489dd-8fd8-473d-b6fb-a1bf3c215eb0 req-f8d81b99-cac9-49e5-bd16-de923fe69467 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:29.622845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44c489dd-8fd8-473d-b6fb-a1bf3c215eb0 req-f8d81b99-cac9-49e5-bd16-de923fe69467 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 946 time: 0.1511524 Jul 07 19:40:29.685294 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44c489dd-8fd8-473d-b6fb-a1bf3c215eb0 req-ab1c9879-6cf3-4444-9a70-26eef859c62c tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546753 Jul 07 19:40:29.728642 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.730762 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-87fb9d75-75c4-4c2b-b22f-f1b70b48a271 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.759384 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:40:29.762883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb9d75-75c4-4c2b-b22f-f1b70b48a271 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=2af5489f-4b97-4c42-bc9a-7ee1fb48a89e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:29.775106 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-87fb9d75-75c4-4c2b-b22f-f1b70b48a271 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.778854 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-87fb9d75-75c4-4c2b-b22f-f1b70b48a271 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/2af5489f-4b97-4c42-bc9a-7ee1fb48a89e HTTP/1.1" status: 204 len: 168 time: 0.9250307 Jul 07 19:40:29.780847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59182) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:29.821650 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c7c14c25-d345-4282-8a0c-181f70e8e694 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395956 Jul 07 19:40:29.828014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59184) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:29.833877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c2e924ad-3395-4e73-b217-a038d1942261 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:29.859691 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.876364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c85ff50-7e92-496b-96ff-241d399da801']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:29.891903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8d9a81-be4d-4428-947d-a838f7f77846') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:29.892183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8d9a81-be4d-4428-947d-a838f7f77846') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:29.902868 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.923538 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.931474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:40:29.931474 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:40:29.933297 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:40:29.945222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e924ad-3395-4e73-b217-a038d1942261 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:29.952239 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c2e924ad-3395-4e73-b217-a038d1942261 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.014365 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.021489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.023695 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4c85ff50-7e92-496b-96ff-241d399da801 HTTP/1.1" status: 204 len: 168 time: 0.5070083 Jul 07 19:40:30.061635 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ead551-e5bd-4130-b3ca-2e7e46fd3e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c85ff50-7e92-496b-96ff-241d399da801,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:30.221971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59188) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:30.248243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f9140118-6da7-46da-9465-69a8d8e505e8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:30.292611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7d8c3efd-1e67-4778-94ef-a4e8838cdc35 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a665ac37f7cb45a0aafbed8b7be6bf84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688627 Jul 07 19:40:30.294987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59190) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:30.296008 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c2e924ad-3395-4e73-b217-a038d1942261 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.353671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e924ad-3395-4e73-b217-a038d1942261 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:30.357428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f9140118-6da7-46da-9465-69a8d8e505e8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:30.358924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-c2e924ad-3395-4e73-b217-a038d1942261 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:30.395034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e924ad-3395-4e73-b217-a038d1942261 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:30.395732 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c2e924ad-3395-4e73-b217-a038d1942261 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.400034 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-711515ab-aa9e-4cf6-9e2c-2a73b75f12ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.427200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e924ad-3395-4e73-b217-a038d1942261 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=b549ca29-cc9e-4c86-95c0-d129e4176649,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:30.437937 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-711515ab-aa9e-4cf6-9e2c-2a73b75f12ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.445056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c2e924ad-3395-4e73-b217-a038d1942261 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6157916 Jul 07 19:40:30.447989 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59196) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:30.453184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e6b2c29a-5a77-4c11-8d71-e7096b3a8453 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1978254957', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:30.508796 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6b2c29a-5a77-4c11-8d71-e7096b3a8453 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.509921 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6b2c29a-5a77-4c11-8d71-e7096b3a8453 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.534067 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-711515ab-aa9e-4cf6-9e2c-2a73b75f12ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.543697 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-711515ab-aa9e-4cf6-9e2c-2a73b75f12ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.548676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-711515ab-aa9e-4cf6-9e2c-2a73b75f12ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd594cf3-d6dc-4340-99a4-634a8a3bc508 HTTP/1.1" status: 204 len: 168 time: 0.2486703 Jul 07 19:40:30.572871 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711515ab-aa9e-4cf6-9e2c-2a73b75f12ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd594cf3-d6dc-4340-99a4-634a8a3bc508,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:30.618461 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6b2c29a-5a77-4c11-8d71-e7096b3a8453 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.624355 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6b2c29a-5a77-4c11-8d71-e7096b3a8453 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.645197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d67a5d2-4f39-4dba-8820-ef6aa9143a9a None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:30.663865 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e6b2c29a-5a77-4c11-8d71-e7096b3a8453 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:30.668610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e6b2c29a-5a77-4c11-8d71-e7096b3a8453 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2170649 Jul 07 19:40:30.669094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59200) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:30.961660 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9db32e4c-dc80-47f4-b3f2-ea40a7219cba None None] Provisioning for port f9140118-6da7-46da-9465-69a8d8e505e8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:30.972430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9db32e4c-dc80-47f4-b3f2-ea40a7219cba None None] Provisioning complete for port f9140118-6da7-46da-9465-69a8d8e505e8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:30.972954 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9db32e4c-dc80-47f4-b3f2-ea40a7219cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:31.012735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86fb4e-239a-4893-b6db-b9ce4e1530d3 req-279c1f1f-ca0c-43ca-8112-134710f2ec6b tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:31.016296 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf86fb4e-239a-4893-b6db-b9ce4e1530d3 req-279c1f1f-ca0c-43ca-8112-134710f2ec6b tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 946 time: 0.1289434 Jul 07 19:40:31.099149 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf86fb4e-239a-4893-b6db-b9ce4e1530d3 req-83b8ae03-2de3-42c2-8128-ceef62bf3b69 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691106 Jul 07 19:40:31.147226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d9f2b-15cb-42e3-8880-63f920bb2962 req-d8e56f28-0fed-49c3-938c-da55a4ee843f tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:31.148835 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-187d9f2b-15cb-42e3-8880-63f920bb2962 req-d8e56f28-0fed-49c3-938c-da55a4ee843f tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.110 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 946 time: 0.2377050 Jul 07 19:40:31.177494 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9db32e4c-dc80-47f4-b3f2-ea40a7219cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:31.227797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-9db32e4c-dc80-47f4-b3f2-ea40a7219cba None None] For port f9140118-6da7-46da-9465-69a8d8e505e8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f9140118-6da7-46da-9465-69a8d8e505e8,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:31.238999 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9db32e4c-dc80-47f4-b3f2-ea40a7219cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:31.320115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db32e4c-dc80-47f4-b3f2-ea40a7219cba None None] Pushing event updated for resources: {'Port': ['ID=f9140118-6da7-46da-9465-69a8d8e505e8,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:31.595073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:31.601219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f942f115-0079-4ec0-89c7-4aaae11a7883 None None] Provisioning complete for port f9140118-6da7-46da-9465-69a8d8e505e8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:31.601219 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f942f115-0079-4ec0-89c7-4aaae11a7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:31.889041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-187d9f2b-15cb-42e3-8880-63f920bb2962 req-75c4aab2-e9a1-4251-b436-6d1cdbb350aa tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Deleting port 86867e09-0d70-4484-8017-5e3909ec4762 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:31.889369 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-187d9f2b-15cb-42e3-8880-63f920bb2962 req-75c4aab2-e9a1-4251-b436-6d1cdbb350aa tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:32.037763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::1 (3b342e92-c907-4436-a95e-965164bcdb3c/b549ca29-cc9e-4c86-95c0-d129e4176649/31c564ab-4f96-4af8-8fc8-3facf3e93631) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:32.045779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-187d9f2b-15cb-42e3-8880-63f920bb2962 req-75c4aab2-e9a1-4251-b436-6d1cdbb350aa tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] For port 86867e09-0d70-4484-8017-5e3909ec4762, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=86867e09-0d70-4484-8017-5e3909ec4762,segment=NetworkSegment(b4c082ce-a103-45e4-9d0a-de7ad4f34059),segment_id=b4c082ce-a103-45e4-9d0a-de7ad4f34059)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:32.046154 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-187d9f2b-15cb-42e3-8880-63f920bb2962 req-75c4aab2-e9a1-4251-b436-6d1cdbb350aa tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:32.087468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-187d9f2b-15cb-42e3-8880-63f920bb2962 req-75c4aab2-e9a1-4251-b436-6d1cdbb350aa tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Calling delete_port for 86867e09-0d70-4484-8017-5e3909ec4762 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:32.150732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f9140118-6da7-46da-9465-69a8d8e505e8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:32.247946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f9140118-6da7-46da-9465-69a8d8e505e8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:32.248326 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:32.486276 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:32.529083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70d1d2-a354-4600-ac02-d8f37bceb66c req-d64ddc7c-901c-49ea-9913-b42b6f5725cb tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:32.531694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df70d1d2-a354-4600-ac02-d8f37bceb66c req-d64ddc7c-901c-49ea-9913-b42b6f5725cb tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=026d42df-e594-436a-93aa-a61b4cfd183a HTTP/1.1" status: 200 len: 946 time: 0.2730913 Jul 07 19:40:32.683597 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df70d1d2-a354-4600-ac02-d8f37bceb66c req-898ea34d-a4fa-41bf-94b8-5a87eba33b49 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394520 Jul 07 19:40:32.686123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 31c564ab-4f96-4af8-8fc8-3facf3e93631 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:32.690030 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-187d9f2b-15cb-42e3-8880-63f920bb2962 req-75c4aab2-e9a1-4251-b436-6d1cdbb350aa tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:32.729735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4aab2-e9a1-4251-b436-6d1cdbb350aa tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Pushing event deleted for resources: {'Port': ['ID=86867e09-0d70-4484-8017-5e3909ec4762,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:32.798863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-187d9f2b-15cb-42e3-8880-63f920bb2962 req-75c4aab2-e9a1-4251-b436-6d1cdbb350aa tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] No DVR routers for this DVR port 86867e09-0d70-4484-8017-5e3909ec4762 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:32.803918 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-187d9f2b-15cb-42e3-8880-63f920bb2962 req-75c4aab2-e9a1-4251-b436-6d1cdbb350aa tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:32.805960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-187d9f2b-15cb-42e3-8880-63f920bb2962 req-75c4aab2-e9a1-4251-b436-6d1cdbb350aa tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.110 "DELETE /v2.0/ports/86867e09-0d70-4484-8017-5e3909ec4762 HTTP/1.1" status: 204 len: 173 time: 1.2310288 Jul 07 19:40:32.806492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026d42df-e594-436a-93aa-a61b4cfd183a', 'name': 'network-vif-deleted', 'tag': '86867e09-0d70-4484-8017-5e3909ec4762'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:32.808845 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74877228-0027-4e99-b68e-3d2d47478e05" -d '{"events": [{"server_uuid": "026d42df-e594-436a-93aa-a61b4cfd183a", "name": "network-vif-deleted", "tag": "86867e09-0d70-4484-8017-5e3909ec4762"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:32.822348 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:32.896010 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a462e7-5693-46bc-9d8b-f115381e79e1 x-openstack-request-id: req-c5a462e7-5693-46bc-9d8b-f115381e79e1 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:32.896315 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026d42df-e594-436a-93aa-a61b4cfd183a", "name": "network-vif-deleted", "tag": "86867e09-0d70-4484-8017-5e3909ec4762", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:32.896511 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5a462e7-5693-46bc-9d8b-f115381e79e1 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:32.896918 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026d42df-e594-436a-93aa-a61b4cfd183a', 'name': 'network-vif-deleted', 'tag': '86867e09-0d70-4484-8017-5e3909ec4762', 'status': 'completed', 'code': 200} Jul 07 19:40:32.898638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=31c564ab-4f96-4af8-8fc8-3facf3e93631,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:32.914603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:32.916169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:32.919844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:32.920949 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:33.109121 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:33.298859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e560af93-92bc-4cda-858c-10e46aa8d499 None None] Provisioning for port 31c564ab-4f96-4af8-8fc8-3facf3e93631 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:33.305940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e560af93-92bc-4cda-858c-10e46aa8d499 None None] Provisioning complete for port 31c564ab-4f96-4af8-8fc8-3facf3e93631 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:33.306564 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e560af93-92bc-4cda-858c-10e46aa8d499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:33.346962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e560af93-92bc-4cda-858c-10e46aa8d499 None None] Port 31c564ab-4f96-4af8-8fc8-3facf3e93631 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:40:33.497197 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:33.505242 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:33.506101 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:33.619241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=31c564ab-4f96-4af8-8fc8-3facf3e93631,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:33.677121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:33.679297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:33.754053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 86867e09-0d70-4484-8017-5e3909ec4762 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:33.802409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 86867e09-0d70-4484-8017-5e3909ec4762 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:33.802767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 86867e09-0d70-4484-8017-5e3909ec4762 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:33.983761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Router 3d37dc38-51ea-4630-96e5-b7625374dde6 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:40:34.093508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-856c81d5-2e42-4102-8a25-fe067f4429d7 None None] Provisioning complete for port 31c564ab-4f96-4af8-8fc8-3facf3e93631 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:34.094602 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-856c81d5-2e42-4102-8a25-fe067f4429d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:34.154559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-856c81d5-2e42-4102-8a25-fe067f4429d7 None None] Port 31c564ab-4f96-4af8-8fc8-3facf3e93631 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:40:34.169100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:40:34.177682 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ae850c51-9b49-4cb8-8877-76564da4add7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "PUT /v2.0/routers/3d37dc38-51ea-4630-96e5-b7625374dde6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5044961 Jul 07 19:40:34.178184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59282) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:34.190319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Sync routers for ids ['3d37dc38-51ea-4630-96e5-b7625374dde6'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:40:34.204845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Routers {'3d37dc38-51ea-4630-96e5-b7625374dde6'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:34.205642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:40:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3d37dc38-51ea-4630-96e5-b7625374dde6'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:34.286315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913fd264-e7d2-43c1-b051-bf9da8329f4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:34.288272 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-913fd264-e7d2-43c1-b051-bf9da8329f4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports/31c564ab-4f96-4af8-8fc8-3facf3e93631 HTTP/1.1" status: 200 len: 911 time: 0.1089194 Jul 07 19:40:34.291179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59290) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:34.332177 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Set router 3d37dc38-51ea-4630-96e5-b7625374dde6 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:34.366578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-93b54cf9-c38d-4fee-af26-f9f0a70c6296 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:34.368138 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-93b54cf9-c38d-4fee-af26-f9f0a70c6296 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/networks?id=2e6a820b-4470-47b2-a97a-be63f9a77ba9 HTTP/1.1" status: 200 len: 809 time: 0.1789556 Jul 07 19:40:34.392986 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-5f7a070c-dc39-4aeb-8437-dc4e3f420921 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/quotas/c2cdbd37d3fd45189e5fe49570c9d8bb HTTP/1.1" status: 200 len: 375 time: 0.0174770 Jul 07 19:40:34.418589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63a5073-27c8-41cc-8790-6c196ef87e78 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:34.425667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63a5073-27c8-41cc-8790-6c196ef87e78 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:34.428228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b63a5073-27c8-41cc-8790-6c196ef87e78 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1357863 Jul 07 19:40:34.431484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59292) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:34.452218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-a41c59ae-3c4d-49e8-8d08-2d820ce39ad3 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2cdbd37d3fd45189e5fe49570c9d8bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527425 Jul 07 19:40:34.601897 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-b880a769-2d59-4942-8336-6b381b506878 service neutron] 10.222.0.81 "GET /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417515 Jul 07 19:40:34.620103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d37dc38-51ea-4630-96e5-b7625374dde6', 'name': 'tempest-NetworksTestDHCPv6-router-1978254957', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:40:30Z', 'updated_at': '2021-07-07T19:40:33Z', 'revision_number': 2, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'gw_port_host': None, '_interfaces': [{'id': '31c564ab-4f96-4af8-8fc8-3facf3e93631', 'name': '', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'mac_address': 'fa:16:3e:43:9f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d37dc38-51ea-4630-96e5-b7625374dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'b549ca29-cc9e-4c86-95c0-d129e4176649', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:40:31Z', 'updated_at': '2021-07-07T19:40:33Z', 'revision_number': 2, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'subnets': [{'id': 'b549ca29-cc9e-4c86-95c0-d129e4176649', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:34.652997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Checking router: 3d37dc38-51ea-4630-96e5-b7625374dde6 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:40:34.653353 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Updating router 3d37dc38-51ea-4630-96e5-b7625374dde6 port 31c564ab-4f96-4af8-8fc8-3facf3e93631 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:40:34.701169 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:34.725526 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-e046fe94-791f-4aa4-9baf-7b34e6c1cf66 service neutron] 10.222.0.81 "GET /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180179 Jul 07 19:40:35.034743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60dd262c-edc7-4f31-bcc0-f35f4341ee63 req-eb23b3f6-8174-44a6-b33b-345c5f2ecd5c tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 210 time: 0.0542350 Jul 07 19:40:35.146138 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:35.165053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Transition to ACTIVE for port object 31c564ab-4f96-4af8-8fc8-3facf3e93631 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:35.181075 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:35.263096 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e33f55-b29f-464b-b6a1-95cb0f1a9744 None None] Pushing event updated for resources: {'Port': ['ID=31c564ab-4f96-4af8-8fc8-3facf3e93631,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:35.311691 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9919b0d-e1c9-4461-a957-f0ef56f6f2f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:35.397363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Attempting to bind port 31c564ab-4f96-4af8-8fc8-3facf3e93631 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:35.397936 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Attempting to bind port 31c564ab-4f96-4af8-8fc8-3facf3e93631 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:35.398261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Attempting to bind port 31c564ab-4f96-4af8-8fc8-3facf3e93631 on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:35.409183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:35.417214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:35.417797 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:35.418283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:35.418913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Bound port: 31c564ab-4f96-4af8-8fc8-3facf3e93631, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:35.419391 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:35.599858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] For port 31c564ab-4f96-4af8-8fc8-3facf3e93631, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:35.636775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] For port 31c564ab-4f96-4af8-8fc8-3facf3e93631, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=31c564ab-4f96-4af8-8fc8-3facf3e93631,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:35.652053 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:35.747020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Routers {'3d37dc38-51ea-4630-96e5-b7625374dde6'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:35.747396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:40:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3d37dc38-51ea-4630-96e5-b7625374dde6'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:35.878335 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e33f55-b29f-464b-b6a1-95cb0f1a9744 None None] Pushing event updated for resources: {'Port': ['ID=31c564ab-4f96-4af8-8fc8-3facf3e93631,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:35.893342 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:35.922530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c9919b0d-e1c9-4461-a957-f0ef56f6f2f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 31c564ab-4f96-4af8-8fc8-3facf3e93631 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:35.922913 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9919b0d-e1c9-4461-a957-f0ef56f6f2f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:35.927174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] Set router 3d37dc38-51ea-4630-96e5-b7625374dde6 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:36.082610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-c9919b0d-e1c9-4461-a957-f0ef56f6f2f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] For port 31c564ab-4f96-4af8-8fc8-3facf3e93631, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=31c564ab-4f96-4af8-8fc8-3facf3e93631,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:36.083229 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9919b0d-e1c9-4461-a957-f0ef56f6f2f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:36.102116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c9919b0d-e1c9-4461-a957-f0ef56f6f2f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 31c564ab-4f96-4af8-8fc8-3facf3e93631 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:36.222455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d37dc38-51ea-4630-96e5-b7625374dde6', 'name': 'tempest-NetworksTestDHCPv6-router-1978254957', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:40:30Z', 'updated_at': '2021-07-07T19:40:33Z', 'revision_number': 2, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'gw_port_host': None, '_interfaces': [{'id': '31c564ab-4f96-4af8-8fc8-3facf3e93631', 'name': '', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'mac_address': 'fa:16:3e:43:9f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d37dc38-51ea-4630-96e5-b7625374dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'b549ca29-cc9e-4c86-95c0-d129e4176649', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:40:31Z', 'updated_at': '2021-07-07T19:40:35Z', 'revision_number': 4, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'subnets': [{'id': 'b549ca29-cc9e-4c86-95c0-d129e4176649', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:36.257628 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2f054ec3-641d-4e4b-b3fd-da8cf9047401 req-a8987027-058e-4bce-9ad6-4d0fef55d3a8 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 210 time: 0.0357225 Jul 07 19:40:36.260306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faccdb2-4471-4617-98f8-7028a3a7b3fd None None] The sync data for ids ['3d37dc38-51ea-4630-96e5-b7625374dde6'] in n-d-793621-9 is: [{'id': '3d37dc38-51ea-4630-96e5-b7625374dde6', 'name': 'tempest-NetworksTestDHCPv6-router-1978254957', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:40:30Z', 'updated_at': '2021-07-07T19:40:33Z', 'revision_number': 2, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'gw_port_host': None, '_interfaces': [{'id': '31c564ab-4f96-4af8-8fc8-3facf3e93631', 'name': '', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'mac_address': 'fa:16:3e:43:9f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d37dc38-51ea-4630-96e5-b7625374dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'b549ca29-cc9e-4c86-95c0-d129e4176649', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:40:31Z', 'updated_at': '2021-07-07T19:40:35Z', 'revision_number': 4, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'subnets': [{'id': 'b549ca29-cc9e-4c86-95c0-d129e4176649', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:40:36.364435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9919b0d-e1c9-4461-a957-f0ef56f6f2f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:36.464783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9919b0d-e1c9-4461-a957-f0ef56f6f2f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=31c564ab-4f96-4af8-8fc8-3facf3e93631,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:37.013959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-79183e20-681f-4479-9018-50eeef5f0298 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:37.015582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-79183e20-681f-4479-9018-50eeef5f0298 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.110 "GET /v2.0/networks?id=2e6a820b-4470-47b2-a97a-be63f9a77ba9 HTTP/1.1" status: 200 len: 809 time: 0.2884986 Jul 07 19:40:37.038440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Request body: {'port': {'device_id': 'a3a66325-6d94-4d03-b5be-d0198650bab8', 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9', 'admin_state_up': True, 'tenant_id': 'c2cdbd37d3fd45189e5fe49570c9d8bb'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:37.087026 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c9919b0d-e1c9-4461-a957-f0ef56f6f2f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.237510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Made reservation on behalf of c2cdbd37d3fd45189e5fe49570c9d8bb for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:37.241489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.379723 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9919b0d-e1c9-4461-a957-f0ef56f6f2f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Router 3d37dc38-51ea-4630-96e5-b7625374dde6 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:40:37.430492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Allocated IP 172.20.0.10 (2e6a820b-4470-47b2-a97a-be63f9a77ba9/0b554970-d895-4df0-9ae7-7d0ed4ae6a93/cf2aec7b-8b98-4beb-8103-6c686f3494bc) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:37.513585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9919b0d-e1c9-4461-a957-f0ef56f6f2f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:40:37.524564 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c9919b0d-e1c9-4461-a957-f0ef56f6f2f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "PUT /v2.0/routers/3d37dc38-51ea-4630-96e5-b7625374dde6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0916731 Jul 07 19:40:37.527493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59336) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:37.608605 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2983a09d-a8fb-4dbd-92af-179350442bb1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:37.610060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2983a09d-a8fb-4dbd-92af-179350442bb1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:37.611622 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2983a09d-a8fb-4dbd-92af-179350442bb1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0830975 Jul 07 19:40:37.616564 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59338) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:37.629367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a71a8302-6bf5-4277-956e-795c314cc241 req-a36e725f-4e89-434b-8f4d-725dadffa700 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 210 time: 0.0953743 Jul 07 19:40:37.709626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b18eff-f039-4270-8bbc-4bfdbddcc28c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet b549ca29-cc9e-4c86-95c0-d129e4176649 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:37.714015 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71b18eff-f039-4270-8bbc-4bfdbddcc28c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.760445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.787577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71b18eff-f039-4270-8bbc-4bfdbddcc28c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.815150 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.858108 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71b18eff-f039-4270-8bbc-4bfdbddcc28c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.902637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Pushing event updated for resources: {'Port': ['ID=cf2aec7b-8b98-4beb-8103-6c686f3494bc,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:37.907304 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:37.909638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:37.917322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:37.951040 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71b18eff-f039-4270-8bbc-4bfdbddcc28c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.989198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b18eff-f039-4270-8bbc-4bfdbddcc28c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=b549ca29-cc9e-4c86-95c0-d129e4176649,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:37.995221 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-71b18eff-f039-4270-8bbc-4bfdbddcc28c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.997188 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-71b18eff-f039-4270-8bbc-4bfdbddcc28c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/b549ca29-cc9e-4c86-95c0-d129e4176649 HTTP/1.1" status: 204 len: 168 time: 0.3766053 Jul 07 19:40:38.001336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:38.002028 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.004768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59344) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:38.009755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebc2c26-098f-48ea-b526-e74307f21a3e None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:38.106252 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-830399aa-e48f-4c08-bf5b-f5bd2e6a59c9 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0811951 Jul 07 19:40:38.143952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Request body: {'port': {'device_id': 'a3a66325-6d94-4d03-b5be-d0198650bab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:38.353733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c74ea9-9a78-4d1c-9832-1715e732066b None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:40:38.368850 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d30a0-6134-4ba7-b0c4-7a715f773816 None None] Sync routers for ids ['3d37dc38-51ea-4630-96e5-b7625374dde6'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:40:38.383418 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d30a0-6134-4ba7-b0c4-7a715f773816 None None] Routers {'3d37dc38-51ea-4630-96e5-b7625374dde6'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:38.384364 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f89d30a0-6134-4ba7-b0c4-7a715f773816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:40:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3d37dc38-51ea-4630-96e5-b7625374dde6'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:38.414672 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-36c74ea9-9a78-4d1c-9832-1715e732066b None None] Deleting port f9140118-6da7-46da-9465-69a8d8e505e8 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:38.415107 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-36c74ea9-9a78-4d1c-9832-1715e732066b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.474158 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f89d30a0-6134-4ba7-b0c4-7a715f773816 None None] Set router 3d37dc38-51ea-4630-96e5-b7625374dde6 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:38.508612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-36c74ea9-9a78-4d1c-9832-1715e732066b None None] For port f9140118-6da7-46da-9465-69a8d8e505e8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f9140118-6da7-46da-9465-69a8d8e505e8,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:38.509961 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-36c74ea9-9a78-4d1c-9832-1715e732066b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.529596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-36c74ea9-9a78-4d1c-9832-1715e732066b None None] Calling delete_port for f9140118-6da7-46da-9465-69a8d8e505e8 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:38.533234 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f89d30a0-6134-4ba7-b0c4-7a715f773816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d37dc38-51ea-4630-96e5-b7625374dde6', 'name': 'tempest-NetworksTestDHCPv6-router-1978254957', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:40:30Z', 'updated_at': '2021-07-07T19:40:36Z', 'revision_number': 3, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:38.567321 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d30a0-6134-4ba7-b0c4-7a715f773816 None None] Checking router: 3d37dc38-51ea-4630-96e5-b7625374dde6 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:40:38.573811 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f2fc1c0d-69d5-4826-850a-6710e6f7a655 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5646038 Jul 07 19:40:38.575459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59348) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:38.599690 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d30a0-6134-4ba7-b0c4-7a715f773816 None None] Routers {'3d37dc38-51ea-4630-96e5-b7625374dde6'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:38.600319 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f89d30a0-6134-4ba7-b0c4-7a715f773816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:40:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3d37dc38-51ea-4630-96e5-b7625374dde6'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:38.617221 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.653914 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-36c74ea9-9a78-4d1c-9832-1715e732066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.677427 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3bdbc84-c026-4fa0-9a48-855a8f3d1c72 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.683372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c74ea9-9a78-4d1c-9832-1715e732066b None None] Pushing event deleted for resources: {'Port': ['ID=f9140118-6da7-46da-9465-69a8d8e505e8,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:38.690232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c74ea9-9a78-4d1c-9832-1715e732066b None None] No DVR routers for this DVR port f9140118-6da7-46da-9465-69a8d8e505e8 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:38.796462 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f89d30a0-6134-4ba7-b0c4-7a715f773816 None None] Set router 3d37dc38-51ea-4630-96e5-b7625374dde6 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:38.861153 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f89d30a0-6134-4ba7-b0c4-7a715f773816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d37dc38-51ea-4630-96e5-b7625374dde6', 'name': 'tempest-NetworksTestDHCPv6-router-1978254957', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:40:30Z', 'updated_at': '2021-07-07T19:40:36Z', 'revision_number': 3, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:38.905422 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d30a0-6134-4ba7-b0c4-7a715f773816 None None] The sync data for ids ['3d37dc38-51ea-4630-96e5-b7625374dde6'] in n-d-793621-9 is: [{'id': '3d37dc38-51ea-4630-96e5-b7625374dde6', 'name': 'tempest-NetworksTestDHCPv6-router-1978254957', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:40:30Z', 'updated_at': '2021-07-07T19:40:36Z', 'revision_number': 3, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:40:38.954032 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3bdbc84-c026-4fa0-9a48-855a8f3d1c72 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.958511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3bdbc84-c026-4fa0-9a48-855a8f3d1c72 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.064170 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3bdbc84-c026-4fa0-9a48-855a8f3d1c72 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.068928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bdbc84-c026-4fa0-9a48-855a8f3d1c72 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Fanout notify agent at l3_agent the message router_deleted on router 3d37dc38-51ea-4630-96e5-b7625374dde6 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:40:39.080419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3bdbc84-c026-4fa0-9a48-855a8f3d1c72 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.085295 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b3bdbc84-c026-4fa0-9a48-855a8f3d1c72 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/routers/3d37dc38-51ea-4630-96e5-b7625374dde6 HTTP/1.1" status: 204 len: 168 time: 0.5052440 Jul 07 19:40:39.086340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59364) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:39.092895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3265756a-c2f8-448a-87b9-94512c51f375 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:39.094305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a4af2-991a-4b2b-a5a0-f83d0492052c req-d067c75e-a132-435f-857a-627a94c55bfe tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:39.096136 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d69a4af2-991a-4b2b-a5a0-f83d0492052c req-d067c75e-a132-435f-857a-627a94c55bfe tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 932 time: 0.1398547 Jul 07 19:40:39.220502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2aec7b-8b98-4beb-8103-6c686f3494bc {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:40:39.233360 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d69a4af2-991a-4b2b-a5a0-f83d0492052c req-cbce18b3-f182-472e-8a7a-d26378192946 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255846 Jul 07 19:40:39.235590 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.260934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Transition to ACTIVE for port object cf2aec7b-8b98-4beb-8103-6c686f3494bc will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:39.280374 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.364039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Pushing event updated for resources: {'Port': ['ID=cf2aec7b-8b98-4beb-8103-6c686f3494bc,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:39.375098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3265756a-c2f8-448a-87b9-94512c51f375 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:39.379533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3265756a-c2f8-448a-87b9-94512c51f375 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.573636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Attempting to bind port cf2aec7b-8b98-4beb-8103-6c686f3494bc on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:39.573993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Attempting to bind port cf2aec7b-8b98-4beb-8103-6c686f3494bc by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'b4c082ce-a103-45e4-9d0a-de7ad4f34059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:39.574566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Attempting to bind port cf2aec7b-8b98-4beb-8103-6c686f3494bc on network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:39.602052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Port cf2aec7b-8b98-4beb-8103-6c686f3494bc on network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:39.602355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Attempting to bind port cf2aec7b-8b98-4beb-8103-6c686f3494bc on network 2e6a820b-4470-47b2-a97a-be63f9a77ba9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:39.614762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:39.615175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Checking segment: {'id': 'b4c082ce-a103-45e4-9d0a-de7ad4f34059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:39.615584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Bound using segment: {'id': 'b4c082ce-a103-45e4-9d0a-de7ad4f34059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:39.616057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Bound port: cf2aec7b-8b98-4beb-8103-6c686f3494bc, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c082ce-a103-45e4-9d0a-de7ad4f34059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:39.616434 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.734338 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3265756a-c2f8-448a-87b9-94512c51f375 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.793222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] For port cf2aec7b-8b98-4beb-8103-6c686f3494bc, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:39.803710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3265756a-c2f8-448a-87b9-94512c51f375 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:39.815404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-3265756a-c2f8-448a-87b9-94512c51f375 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:39.827062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5025d4-74cf-4f60-a8dc-f526d1885fa4 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:39.832417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] For port cf2aec7b-8b98-4beb-8103-6c686f3494bc, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cf2aec7b-8b98-4beb-8103-6c686f3494bc,segment=NetworkSegment(b4c082ce-a103-45e4-9d0a-de7ad4f34059),segment_id=b4c082ce-a103-45e4-9d0a-de7ad4f34059)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:39.835034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3265756a-c2f8-448a-87b9-94512c51f375 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:39.835034 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3265756a-c2f8-448a-87b9-94512c51f375 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.847932 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.852475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265756a-c2f8-448a-87b9-94512c51f375 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=c38e8f5d-2808-47d5-ae94-4bab855ff4ec,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:39.885863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59370) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:39.886471 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3265756a-c2f8-448a-87b9-94512c51f375 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7985156 Jul 07 19:40:39.897634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:39.898232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.899671 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] 10.222.0.110 "PUT /v2.0/ports/cf2aec7b-8b98-4beb-8103-6c686f3494bc HTTP/1.1" status: 200 len: 1092 time: 1.7603891 Jul 07 19:40:39.900105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a66325-6d94-4d03-b5be-d0198650bab8', 'tag': 'cf2aec7b-8b98-4beb-8103-6c686f3494bc'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:39.900888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2d4215eb-1f54-4923-b54f-cfc84eb3ae55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-699219817', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:39.902341 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e97d928-9765-44bd-b336-f81ae41923bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a66325-6d94-4d03-b5be-d0198650bab8", "tag": "cf2aec7b-8b98-4beb-8103-6c686f3494bc"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:39.944484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ab840-3a6b-4b02-ae40-60d27da0900f service neutron] Pushing event updated for resources: {'Port': ['ID=cf2aec7b-8b98-4beb-8103-6c686f3494bc,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:39.974335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d4215eb-1f54-4923-b54f-cfc84eb3ae55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.975998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d4215eb-1f54-4923-b54f-cfc84eb3ae55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.996902 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de23e8a5-e972-4242-8408-2dee5e63ba88 x-openstack-request-id: req-de23e8a5-e972-4242-8408-2dee5e63ba88 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:39.997188 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a66325-6d94-4d03-b5be-d0198650bab8", "tag": "cf2aec7b-8b98-4beb-8103-6c686f3494bc", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:39.997440 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de23e8a5-e972-4242-8408-2dee5e63ba88 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:39.997886 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a66325-6d94-4d03-b5be-d0198650bab8', 'tag': 'cf2aec7b-8b98-4beb-8103-6c686f3494bc', 'status': 'completed', 'code': 200} Jul 07 19:40:40.045843 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-be3691f1-285f-4687-874e-5bffe21cfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:40.047514 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-be3691f1-285f-4687-874e-5bffe21cfd35 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c2cdbd37d3fd45189e5fe49570c9d8bb&device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 1095 time: 0.0874691 Jul 07 19:40:40.086998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d4215eb-1f54-4923-b54f-cfc84eb3ae55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.096815 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d4215eb-1f54-4923-b54f-cfc84eb3ae55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.131745 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d4215eb-1f54-4923-b54f-cfc84eb3ae55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.132159 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.133698 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2d4215eb-1f54-4923-b54f-cfc84eb3ae55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2455008 Jul 07 19:40:40.137738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59376) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:40.176648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': 'c38e8f5d-2808-47d5-ae94-4bab855ff4ec'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:40:40.177996 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.187545 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-47d607dc-c528-4f1e-b04b-2c59c202bb8f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf2aec7b-8b98-4beb-8103-6c686f3494bc HTTP/1.1" status: 200 len: 217 time: 0.1314070 Jul 07 19:40:40.196180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f9140118-6da7-46da-9465-69a8d8e505e8 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:40.264707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-3627620f-be72-4e93-a6b8-d00ebb98c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:40.266405 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-3627620f-be72-4e93-a6b8-d00ebb98c6ad service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0b554970-d895-4df0-9ae7-7d0ed4ae6a93 HTTP/1.1" status: 200 len: 849 time: 0.0686233 Jul 07 19:40:40.348353 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f9140118-6da7-46da-9465-69a8d8e505e8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:40.348711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f9140118-6da7-46da-9465-69a8d8e505e8 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:40.349190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 31c564ab-4f96-4af8-8fc8-3facf3e93631 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:40.358015 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-6dcaf2bb-0441-4231-a75a-5caefe836471 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2e6a820b-4470-47b2-a97a-be63f9a77ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755672 Jul 07 19:40:40.402938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 31c564ab-4f96-4af8-8fc8-3facf3e93631 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:40.403286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 31c564ab-4f96-4af8-8fc8-3facf3e93631 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:40.553532 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Allocated IP 2001:db8::2 (3b342e92-c907-4436-a95e-965164bcdb3c/c38e8f5d-2808-47d5-ae94-4bab855ff4ec/7254e0be-5a8d-4693-b77a-d6f8d75ed810) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:40.614279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-a1d4a10a-e03a-47fe-afca-89b56c89cb16 service neutron] 10.222.0.110 "GET /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414958 Jul 07 19:40:40.674275 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.689848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98751ef-80d7-401d-bfef-a9f4d32007b4 req-45718fad-a2d5-4cc4-bddb-58505000b5f3 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:40.699825 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f98751ef-80d7-401d-bfef-a9f4d32007b4 req-45718fad-a2d5-4cc4-bddb-58505000b5f3 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 944 time: 0.1828048 Jul 07 19:40:40.769049 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f98751ef-80d7-401d-bfef-a9f4d32007b4 req-16ac0770-a120-496b-a336-fbf83349032a tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671828 Jul 07 19:40:40.808823 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fb7b8f5-c722-4409-bedc-4f4bcee8da5c req-3c47cd50-db0d-4108-a323-7bb34be3d48f service neutron] 10.222.0.110 "GET /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862736 Jul 07 19:40:40.813038 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.825941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Transition to ACTIVE for port object 7254e0be-5a8d-4693-b77a-d6f8d75ed810 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:40.860090 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Transition to ACTIVE for port object 7254e0be-5a8d-4693-b77a-d6f8d75ed810 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:40.867391 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.907279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:40.911964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:40.916257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:40.970134 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97d928-9765-44bd-b336-f81ae41923bf req-f15f30f9-7795-4b41-ace4-6fd4c59d7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:40.971724 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e97d928-9765-44bd-b336-f81ae41923bf req-f15f30f9-7795-4b41-ace4-6fd4c59d7994 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c2cdbd37d3fd45189e5fe49570c9d8bb&device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 1095 time: 0.0985205 Jul 07 19:40:40.999438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Pushing event updated for resources: {'Port': ['ID=7254e0be-5a8d-4693-b77a-d6f8d75ed810,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:41.027054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Attempting to bind port 7254e0be-5a8d-4693-b77a-d6f8d75ed810 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:41.027712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Attempting to bind port 7254e0be-5a8d-4693-b77a-d6f8d75ed810 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:41.034994 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Attempting to bind port 7254e0be-5a8d-4693-b77a-d6f8d75ed810 on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:41.042162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:41.042850 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:41.044172 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:41.044993 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:41.045899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Bound port: 7254e0be-5a8d-4693-b77a-d6f8d75ed810, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:41.046475 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:41.084099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::1 (3b342e92-c907-4436-a95e-965164bcdb3c/c38e8f5d-2808-47d5-ae94-4bab855ff4ec/88a1b778-35ab-484c-89bf-c6ca6eda30f9) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:41.156238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97d928-9765-44bd-b336-f81ae41923bf req-f7d72f8b-30c9-40c0-acee-46054db7f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:41.158674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] For port 7254e0be-5a8d-4693-b77a-d6f8d75ed810, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:41.160810 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e97d928-9765-44bd-b336-f81ae41923bf req-f7d72f8b-30c9-40c0-acee-46054db7f819 service neutron] 10.222.0.110 "GET /v2.0/networks?id=2e6a820b-4470-47b2-a97a-be63f9a77ba9 HTTP/1.1" status: 200 len: 910 time: 0.1786664 Jul 07 19:40:41.163457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] For port 7254e0be-5a8d-4693-b77a-d6f8d75ed810, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7254e0be-5a8d-4693-b77a-d6f8d75ed810,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:41.168659 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:41.228813 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e97d928-9765-44bd-b336-f81ae41923bf req-e4d36093-914e-445c-9cd3-eb50fc872a26 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf2aec7b-8b98-4beb-8103-6c686f3494bc HTTP/1.1" status: 200 len: 217 time: 0.0591266 Jul 07 19:40:41.271011 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:41.271675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2c874-0111-4bbf-8e73-f55604c18335 None None] Pushing event updated for resources: {'Port': ['ID=7254e0be-5a8d-4693-b77a-d6f8d75ed810,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:41.294202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 88a1b778-35ab-484c-89bf-c6ca6eda30f9 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:41.317797 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97d928-9765-44bd-b336-f81ae41923bf req-f7540b24-2f4c-47f3-8fa4-6762f0c53907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:41.320193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e97d928-9765-44bd-b336-f81ae41923bf req-f7540b24-2f4c-47f3-8fa4-6762f0c53907 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0b554970-d895-4df0-9ae7-7d0ed4ae6a93 HTTP/1.1" status: 200 len: 849 time: 0.0816278 Jul 07 19:40:41.333298 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:41.382261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:41.386050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:41.388668 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:41.389528 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:41.392471 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e97d928-9765-44bd-b336-f81ae41923bf req-bed2a691-bd00-41f4-9350-44c55d3abf9c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2e6a820b-4470-47b2-a97a-be63f9a77ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538752 Jul 07 19:40:41.592050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=88a1b778-35ab-484c-89bf-c6ca6eda30f9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:41.633260 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e97d928-9765-44bd-b336-f81ae41923bf req-da3de3a6-5773-4668-9c3b-c7a966169bfd service neutron] 10.222.0.110 "GET /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317863 Jul 07 19:40:41.808526 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:41.823245 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5e97d928-9765-44bd-b336-f81ae41923bf req-c88077a9-2cfb-4442-8d63-ffdef2e47907 service neutron] 10.222.0.110 "GET /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778204 Jul 07 19:40:42.028870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59424) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:42.119298 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5fe33-2859-4424-8076-8db14ff014a2 req-9bbdc874-6220-42da-b528-6ea8a9a0f3d8 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:42.121373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fad5fe33-2859-4424-8076-8db14ff014a2 req-9bbdc874-6220-42da-b528-6ea8a9a0f3d8 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 944 time: 0.1869495 Jul 07 19:40:42.227988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fad5fe33-2859-4424-8076-8db14ff014a2 req-da99db2c-ded8-406f-9630-0353979f7ae7 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972638 Jul 07 19:40:42.280884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7254e0be-5a8d-4693-b77a-d6f8d75ed810 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:42.309159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb41b36b-b33c-43e3-9f39-1ef66dcf7b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:42.312880 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:42.322321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:42.323139 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:42.365806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 7254e0be-5a8d-4693-b77a-d6f8d75ed810 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:42.526195 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb41b36b-b33c-43e3-9f39-1ef66dcf7b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:42.528015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=88a1b778-35ab-484c-89bf-c6ca6eda30f9,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:42.538879 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb41b36b-b33c-43e3-9f39-1ef66dcf7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:42.590976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:42.593550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:42.599652 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bb41b36b-b33c-43e3-9f39-1ef66dcf7b21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=078e4b7faedf41918eb1659a775c17e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5670722 Jul 07 19:40:42.601273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59430) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:42.638143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41b36b-b33c-43e3-9f39-1ef66dcf7b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e2f01e-5a7c-4bff-b852-6f9ec199ca3c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:42.774897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e2a713a-af1e-4773-bd41-74d079d80ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:42.805895 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e2a713a-af1e-4773-bd41-74d079d80ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:42.836251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d8d401e6-de7a-4f24-b1be-ff2c6ce723f7 None None] Provisioning for port 7254e0be-5a8d-4693-b77a-d6f8d75ed810 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:42.840870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d8d401e6-de7a-4f24-b1be-ff2c6ce723f7 None None] Provisioning complete for port 7254e0be-5a8d-4693-b77a-d6f8d75ed810 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:42.841389 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d8d401e6-de7a-4f24-b1be-ff2c6ce723f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:42.874156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Router 5ac19ab8-fd28-470e-8633-99f7a11501ce is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:40:42.952966 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d8d401e6-de7a-4f24-b1be-ff2c6ce723f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:42.996778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d8d401e6-de7a-4f24-b1be-ff2c6ce723f7 None None] For port 7254e0be-5a8d-4693-b77a-d6f8d75ed810, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7254e0be-5a8d-4693-b77a-d6f8d75ed810,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:43.001350 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d8d401e6-de7a-4f24-b1be-ff2c6ce723f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:43.002360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:40:43.026822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a24ce816-ba59-4c86-b3cc-d89b824f1b9f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "PUT /v2.0/routers/5ac19ab8-fd28-470e-8633-99f7a11501ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8738153 Jul 07 19:40:43.027056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] Sync routers for ids ['5ac19ab8-fd28-470e-8633-99f7a11501ce'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:40:43.029080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59434) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:43.035692 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e2a713a-af1e-4773-bd41-74d079d80ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:43.038283 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e2a713a-af1e-4773-bd41-74d079d80ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:43.043359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3e2a713a-af1e-4773-bd41-74d079d80ced admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03e2f01e-5a7c-4bff-b852-6f9ec199ca3c HTTP/1.1" status: 204 len: 168 time: 0.4356132 Jul 07 19:40:43.052250 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] Routers {'5ac19ab8-fd28-470e-8633-99f7a11501ce'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:43.052895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:40:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5ac19ab8-fd28-470e-8633-99f7a11501ce'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:43.073781 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a713a-af1e-4773-bd41-74d079d80ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e2f01e-5a7c-4bff-b852-6f9ec199ca3c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:43.139363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75a4cb-a50d-4c64-a023-44a39b67b103 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:43.144104 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5f75a4cb-a50d-4c64-a023-44a39b67b103 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports/88a1b778-35ab-484c-89bf-c6ca6eda30f9 HTTP/1.1" status: 200 len: 911 time: 0.1104341 Jul 07 19:40:43.144291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59440) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:43.183639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d401e6-de7a-4f24-b1be-ff2c6ce723f7 None None] Pushing event updated for resources: {'Port': ['ID=7254e0be-5a8d-4693-b77a-d6f8d75ed810,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:43.193539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1ba56e96-28a8-4d16-8606-8c7be02eb170 None None] Provisioning for port 88a1b778-35ab-484c-89bf-c6ca6eda30f9 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:43.225561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1ba56e96-28a8-4d16-8606-8c7be02eb170 None None] Provisioning complete for port 88a1b778-35ab-484c-89bf-c6ca6eda30f9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:43.230181 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1ba56e96-28a8-4d16-8606-8c7be02eb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:43.244177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4824df-89b8-442e-93d1-68a18993616f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:43.250745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4824df-89b8-442e-93d1-68a18993616f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:43.252850 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8f4824df-89b8-442e-93d1-68a18993616f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1075890 Jul 07 19:40:43.258754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59448) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:43.286985 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] Set router 5ac19ab8-fd28-470e-8633-99f7a11501ce gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:43.593335 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1ba56e96-28a8-4d16-8606-8c7be02eb170 None None] Port 88a1b778-35ab-484c-89bf-c6ca6eda30f9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:40:43.676052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9018c8-80a3-4de0-9c02-83b7dbdcce21 req-66beaf96-8222-4816-9cde-75a6bbd9a1cb tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:43.682664 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df9018c8-80a3-4de0-9c02-83b7dbdcce21 req-66beaf96-8222-4816-9cde-75a6bbd9a1cb tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 944 time: 0.1729107 Jul 07 19:40:43.781913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cf2aec7b-8b98-4beb-8103-6c686f3494bc details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:40:43.787764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1ec05fb6-57c2-44d4-acfb-a7a976cda66b None None] Provisioning complete for port 88a1b778-35ab-484c-89bf-c6ca6eda30f9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:43.788137 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1ec05fb6-57c2-44d4-acfb-a7a976cda66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:43.815425 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df9018c8-80a3-4de0-9c02-83b7dbdcce21 req-290043a1-a9ad-4b5a-9c0e-2ecd5b599412 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280866 Jul 07 19:40:43.937225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1ec05fb6-57c2-44d4-acfb-a7a976cda66b None None] Port 88a1b778-35ab-484c-89bf-c6ca6eda30f9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:40:43.977734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac19ab8-fd28-470e-8633-99f7a11501ce', 'name': 'tempest-NetworksTestDHCPv6-router-699219817', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:40:39Z', 'updated_at': '2021-07-07T19:40:41Z', 'revision_number': 2, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'gw_port_host': None, '_interfaces': [{'id': '88a1b778-35ab-484c-89bf-c6ca6eda30f9', 'name': '', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'mac_address': 'fa:16:3e:78:71:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac19ab8-fd28-470e-8633-99f7a11501ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'c38e8f5d-2808-47d5-ae94-4bab855ff4ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:40:40Z', 'updated_at': '2021-07-07T19:40:42Z', 'revision_number': 2, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'subnets': [{'id': 'c38e8f5d-2808-47d5-ae94-4bab855ff4ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:44.008830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] Checking router: 5ac19ab8-fd28-470e-8633-99f7a11501ce for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:40:44.009018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] Updating router 5ac19ab8-fd28-470e-8633-99f7a11501ce port 88a1b778-35ab-484c-89bf-c6ca6eda30f9 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:40:44.046191 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b448fa4-9197-4a92-bb62-87c64d99115d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:44.056584 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:44.063981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cf2aec7b-8b98-4beb-8103-6c686f3494bc, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cf2aec7b-8b98-4beb-8103-6c686f3494bc,segment=NetworkSegment(b4c082ce-a103-45e4-9d0a-de7ad4f34059),segment_id=b4c082ce-a103-45e4-9d0a-de7ad4f34059)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:44.085572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'cf2aec7b-8b98-4beb-8103-6c686f3494bc', 'network_id': '2e6a820b-4470-47b2-a97a-be63f9a77ba9', 'port_id': 'cf2aec7b-8b98-4beb-8103-6c686f3494bc', 'mac_address': 'fa:16:3e:59:01:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b554970-d895-4df0-9ae7-7d0ed4ae6a93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:40:44.270997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7254e0be-5a8d-4693-b77a-d6f8d75ed810 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:44.281145 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:44.364573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1b448fa4-9197-4a92-bb62-87c64d99115d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 88a1b778-35ab-484c-89bf-c6ca6eda30f9 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:44.365673 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b448fa4-9197-4a92-bb62-87c64d99115d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:44.379763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2aec7b-8b98-4beb-8103-6c686f3494bc {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:40:44.431712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cf2aec7b-8b98-4beb-8103-6c686f3494bc, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cf2aec7b-8b98-4beb-8103-6c686f3494bc,segment=NetworkSegment(b4c082ce-a103-45e4-9d0a-de7ad4f34059),segment_id=b4c082ce-a103-45e4-9d0a-de7ad4f34059)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:44.458379 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:44.464116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7254e0be-5a8d-4693-b77a-d6f8d75ed810 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:44.464116 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:44.486696 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b448fa4-9197-4a92-bb62-87c64d99115d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:44.503249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1b448fa4-9197-4a92-bb62-87c64d99115d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 88a1b778-35ab-484c-89bf-c6ca6eda30f9 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:44.592305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cf2aec7b-8b98-4beb-8103-6c686f3494bc,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:44.735690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['cf2aec7b-8b98-4beb-8103-6c686f3494bc'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:40:44.754563 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b448fa4-9197-4a92-bb62-87c64d99115d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:44.770045 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:40:44.770045 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:40:44.786777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b448fa4-9197-4a92-bb62-87c64d99115d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=88a1b778-35ab-484c-89bf-c6ca6eda30f9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:45.037374 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b448fa4-9197-4a92-bb62-87c64d99115d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:45.169803 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b392cd5-afe1-4096-ac69-9fcb080eb11f req-c166e2c8-5e7c-490b-afa8-cf6335aa239d tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:45.179530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b392cd5-afe1-4096-ac69-9fcb080eb11f req-c166e2c8-5e7c-490b-afa8-cf6335aa239d tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 945 time: 0.1455092 Jul 07 19:40:45.237180 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b392cd5-afe1-4096-ac69-9fcb080eb11f req-797c2b39-5392-4f8c-b707-67f2fd2dc57e tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545101 Jul 07 19:40:45.288336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b448fa4-9197-4a92-bb62-87c64d99115d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Router 5ac19ab8-fd28-470e-8633-99f7a11501ce has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:40:45.312840 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] Port 88a1b778-35ab-484c-89bf-c6ca6eda30f9 not found while updating agent binding for router 5ac19ab8-fd28-470e-8633-99f7a11501ce. {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 19:40:45.327249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] Routers {'5ac19ab8-fd28-470e-8633-99f7a11501ce'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:45.328508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:40:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5ac19ab8-fd28-470e-8633-99f7a11501ce'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:45.407815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] Set router 5ac19ab8-fd28-470e-8633-99f7a11501ce gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:45.483691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac19ab8-fd28-470e-8633-99f7a11501ce', 'name': 'tempest-NetworksTestDHCPv6-router-699219817', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:40:39Z', 'updated_at': '2021-07-07T19:40:44Z', 'revision_number': 3, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:45.528094 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6242b-31eb-4e01-a6e3-b241aa2b7b97 None None] The sync data for ids ['5ac19ab8-fd28-470e-8633-99f7a11501ce'] in n-d-793621-9 is: [{'id': '5ac19ab8-fd28-470e-8633-99f7a11501ce', 'name': 'tempest-NetworksTestDHCPv6-router-699219817', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:40:39Z', 'updated_at': '2021-07-07T19:40:44Z', 'revision_number': 3, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:40:45.785232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cf2aec7b-8b98-4beb-8103-6c686f3494bc up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:45.799622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b448fa4-9197-4a92-bb62-87c64d99115d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:40:45.813156 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1b448fa4-9197-4a92-bb62-87c64d99115d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "PUT /v2.0/routers/5ac19ab8-fd28-470e-8633-99f7a11501ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5530999 Jul 07 19:40:45.818994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59512) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:45.896160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port cf2aec7b-8b98-4beb-8103-6c686f3494bc completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:45.904924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port cf2aec7b-8b98-4beb-8103-6c686f3494bc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:45.905381 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:45.928058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1cc7f7-527f-426a-b91f-1e386e474083 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:45.930536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1cc7f7-527f-426a-b91f-1e386e474083 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:45.933198 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dc1cc7f7-527f-426a-b91f-1e386e474083 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1127605 Jul 07 19:40:45.936427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59516) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:46.037112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ce9d8d-fb5b-4be3-9bf2-f3cc0a288d97 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet c38e8f5d-2808-47d5-ae94-4bab855ff4ec {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:46.051150 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54ce9d8d-fb5b-4be3-9bf2-f3cc0a288d97 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.060532 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.110600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a66325-6d94-4d03-b5be-d0198650bab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2aec7b-8b98-4beb-8103-6c686f3494bc'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:46.118242 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a74f099-6bf8-4141-9fa7-d200b989e370" -d '{"events": [{"server_uuid": "a3a66325-6d94-4d03-b5be-d0198650bab8", "name": "network-vif-plugged", "status": "completed", "tag": "cf2aec7b-8b98-4beb-8103-6c686f3494bc"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:46.138340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port cf2aec7b-8b98-4beb-8103-6c686f3494bc, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cf2aec7b-8b98-4beb-8103-6c686f3494bc,segment=NetworkSegment(b4c082ce-a103-45e4-9d0a-de7ad4f34059),segment_id=b4c082ce-a103-45e4-9d0a-de7ad4f34059)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:46.138649 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54ce9d8d-fb5b-4be3-9bf2-f3cc0a288d97 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.151686 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.294737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=cf2aec7b-8b98-4beb-8103-6c686f3494bc,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:46.380089 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54ce9d8d-fb5b-4be3-9bf2-f3cc0a288d97 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.463476 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379ddc30-9051-4e14-8a84-bcd5f8b1a6c2 x-openstack-request-id: req-379ddc30-9051-4e14-8a84-bcd5f8b1a6c2 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:46.464211 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a66325-6d94-4d03-b5be-d0198650bab8", "name": "network-vif-plugged", "status": "completed", "tag": "cf2aec7b-8b98-4beb-8103-6c686f3494bc", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:46.464211 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-379ddc30-9051-4e14-8a84-bcd5f8b1a6c2 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:46.464477 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a66325-6d94-4d03-b5be-d0198650bab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2aec7b-8b98-4beb-8103-6c686f3494bc', 'code': 200} Jul 07 19:40:46.541652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54ce9d8d-fb5b-4be3-9bf2-f3cc0a288d97 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.587020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12810d4f-73e1-4d96-ab45-c82b09881ddf None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:46.617345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce9d8d-fb5b-4be3-9bf2-f3cc0a288d97 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=c38e8f5d-2808-47d5-ae94-4bab855ff4ec,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:46.623577 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54ce9d8d-fb5b-4be3-9bf2-f3cc0a288d97 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.626350 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-54ce9d8d-fb5b-4be3-9bf2-f3cc0a288d97 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/c38e8f5d-2808-47d5-ae94-4bab855ff4ec HTTP/1.1" status: 204 len: 168 time: 0.6872962 Jul 07 19:40:46.629403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59538) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:46.642746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895022f-8187-4e96-a7c0-da0ddfb0d1de req-5c19020b-864a-4d8c-8387-ce933a36e7ad tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:46.648393 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c895022f-8187-4e96-a7c0-da0ddfb0d1de req-5c19020b-864a-4d8c-8387-ce933a36e7ad tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 946 time: 0.2071977 Jul 07 19:40:46.713359 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c895022f-8187-4e96-a7c0-da0ddfb0d1de req-6d339eee-fa4a-4dc6-9c1b-eeb21b62179a tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545228 Jul 07 19:40:46.748453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f838519-a320-4dcf-a4cf-d0a027f8943a req-d53a2c98-f48b-4d36-89c3-21fb1b484e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:46.750506 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f838519-a320-4dcf-a4cf-d0a027f8943a req-d53a2c98-f48b-4d36-89c3-21fb1b484e49 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 1097 time: 0.1980529 Jul 07 19:40:46.807060 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f838519-a320-4dcf-a4cf-d0a027f8943a req-982e506c-cfbe-48f5-9508-33ae6390df8e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478106 Jul 07 19:40:46.852561 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e73e270c-83a3-4d33-bc5b-0f306a263b54 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2217741 Jul 07 19:40:46.855096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59542) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:46.926768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189fee1a-c997-41c2-84d5-d02f90da0ec2 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:40:46.948242 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd38c3dd-b13b-4be8-a452-d70bbc4cf0bd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.992016 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84564d35-9cd5-4e44-bb26-a7d59e4322df None None] Sync routers for ids ['5ac19ab8-fd28-470e-8633-99f7a11501ce'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:40:47.009813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-189fee1a-c997-41c2-84d5-d02f90da0ec2 None None] Deleting port 7254e0be-5a8d-4693-b77a-d6f8d75ed810 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:47.010493 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-189fee1a-c997-41c2-84d5-d02f90da0ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.014817 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84564d35-9cd5-4e44-bb26-a7d59e4322df None None] Routers {'5ac19ab8-fd28-470e-8633-99f7a11501ce'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:47.015667 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-84564d35-9cd5-4e44-bb26-a7d59e4322df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:40:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5ac19ab8-fd28-470e-8633-99f7a11501ce'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:47.134176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-189fee1a-c997-41c2-84d5-d02f90da0ec2 None None] For port 7254e0be-5a8d-4693-b77a-d6f8d75ed810, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7254e0be-5a8d-4693-b77a-d6f8d75ed810,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:47.134604 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-189fee1a-c997-41c2-84d5-d02f90da0ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.161499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-189fee1a-c997-41c2-84d5-d02f90da0ec2 None None] Calling delete_port for 7254e0be-5a8d-4693-b77a-d6f8d75ed810 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:47.198837 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-84564d35-9cd5-4e44-bb26-a7d59e4322df None None] Set router 5ac19ab8-fd28-470e-8633-99f7a11501ce gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:47.243042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd38c3dd-b13b-4be8-a452-d70bbc4cf0bd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.245551 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd38c3dd-b13b-4be8-a452-d70bbc4cf0bd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.274327 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-189fee1a-c997-41c2-84d5-d02f90da0ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.284789 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-84564d35-9cd5-4e44-bb26-a7d59e4322df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac19ab8-fd28-470e-8633-99f7a11501ce', 'name': 'tempest-NetworksTestDHCPv6-router-699219817', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:40:39Z', 'updated_at': '2021-07-07T19:40:44Z', 'revision_number': 3, 'project_id': '69a154339a6b4621a379fe8adc53b87d', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:47.305251 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd38c3dd-b13b-4be8-a452-d70bbc4cf0bd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.306073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd38c3dd-b13b-4be8-a452-d70bbc4cf0bd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Fanout notify agent at l3_agent the message router_deleted on router 5ac19ab8-fd28-470e-8633-99f7a11501ce {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:40:47.312542 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84564d35-9cd5-4e44-bb26-a7d59e4322df None None] Checking router: 5ac19ab8-fd28-470e-8633-99f7a11501ce for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:40:47.320622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189fee1a-c997-41c2-84d5-d02f90da0ec2 None None] No DVR routers for this DVR port 7254e0be-5a8d-4693-b77a-d6f8d75ed810 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:47.323257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fee1a-c997-41c2-84d5-d02f90da0ec2 None None] Pushing event deleted for resources: {'Port': ['ID=7254e0be-5a8d-4693-b77a-d6f8d75ed810,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:47.323428 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd38c3dd-b13b-4be8-a452-d70bbc4cf0bd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.327862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59550) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:47.343426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cd38c3dd-b13b-4be8-a452-d70bbc4cf0bd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/routers/5ac19ab8-fd28-470e-8633-99f7a11501ce HTTP/1.1" status: 204 len: 168 time: 0.4684739 Jul 07 19:40:47.346851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59552) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:47.347550 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84564d35-9cd5-4e44-bb26-a7d59e4322df None None] Routers set() bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:47.347550 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84564d35-9cd5-4e44-bb26-a7d59e4322df None None] Router IDs set() for agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 19:40:47.347550 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_agentschedulers_db [None req-84564d35-9cd5-4e44-bb26-a7d59e4322df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ac19ab8-fd28-470e-8633-99f7a11501ce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:40:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent'). {{(pid=93903) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 19:40:47.348139 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84564d35-9cd5-4e44-bb26-a7d59e4322df None None] The sync data for ids ['5ac19ab8-fd28-470e-8633-99f7a11501ce'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:40:47.372217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-de022811-fa41-451f-9569-b8ea06cba911 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0423594 Jul 07 19:40:47.374524 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59556) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:47.446500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750759b1-a487-436a-851c-8a147d2066b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:47.453814 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-750759b1-a487-436a-851c-8a147d2066b3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0766442 Jul 07 19:40:47.459126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59558) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:47.508397 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-facc9007-38e9-4783-94a1-975cbb5e992e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478277 Jul 07 19:40:47.512470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59560) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:47.517732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-045578d6-3257-41ef-9c33-fe127a73a02e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:47.518049 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94f69bfd-d46b-434d-8633-d34bf01e6552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.636184 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94f69bfd-d46b-434d-8633-d34bf01e6552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.640765 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-94f69bfd-d46b-434d-8633-d34bf01e6552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.660298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045578d6-3257-41ef-9c33-fe127a73a02e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:47.663973 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-045578d6-3257-41ef-9c33-fe127a73a02e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.685073 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-94f69bfd-d46b-434d-8633-d34bf01e6552 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=59970adcc84e4cef985f8a8c53b4de24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389249 Jul 07 19:40:47.686168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f69bfd-d46b-434d-8633-d34bf01e6552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fa77ad-2486-4ba3-952c-5ad1da780c07,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:47.689000 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59562) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:47.755803 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0b58-e475-4318-98af-7fb2bcce0394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.783321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0b58-e475-4318-98af-7fb2bcce0394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.854134 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0b58-e475-4318-98af-7fb2bcce0394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.858618 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0b58-e475-4318-98af-7fb2bcce0394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:47.863372 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6c8c0b58-e475-4318-98af-7fb2bcce0394 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01fa77ad-2486-4ba3-952c-5ad1da780c07 HTTP/1.1" status: 204 len: 168 time: 0.1711264 Jul 07 19:40:47.873314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c0b58-e475-4318-98af-7fb2bcce0394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fa77ad-2486-4ba3-952c-5ad1da780c07,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:48.014430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60294-85a8-4111-8b75-61cf71999f7d req-1e8d81a9-0018-4afc-8f34-7f2029aff66b tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:48.016106 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7aa60294-85a8-4111-8b75-61cf71999f7d req-1e8d81a9-0018-4afc-8f34-7f2029aff66b tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 946 time: 0.1673338 Jul 07 19:40:48.097770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.objects.ports [None req-045578d6-3257-41ef-9c33-fe127a73a02e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93900) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:40:48.101642 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-045578d6-3257-41ef-9c33-fe127a73a02e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.146906 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7aa60294-85a8-4111-8b75-61cf71999f7d req-7b6d9ecc-cebc-40a5-ba55-0808537a1952 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231093 Jul 07 19:40:48.158009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7254e0be-5a8d-4693-b77a-d6f8d75ed810 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:48.168478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045578d6-3257-41ef-9c33-fe127a73a02e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:48.181817 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045578d6-3257-41ef-9c33-fe127a73a02e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=4cba4894-17ad-4a3a-8915-afdaf22daa3a,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:48.186553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-045578d6-3257-41ef-9c33-fe127a73a02e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:48.195124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045578d6-3257-41ef-9c33-fe127a73a02e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:48.195813 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-045578d6-3257-41ef-9c33-fe127a73a02e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.221243 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-045578d6-3257-41ef-9c33-fe127a73a02e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7069106 Jul 07 19:40:48.225240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59572) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:48.232938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4be435-0f95-435a-a024-1ea8d3b3df92 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:48.237630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 7254e0be-5a8d-4693-b77a-d6f8d75ed810 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:48.238114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7254e0be-5a8d-4693-b77a-d6f8d75ed810 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:48.238749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-51bd7427-bd43-4c34-aa68-3385db1e7497 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:48.263683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59576) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:48.281219 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84f373ad-a324-418c-9e60-ad88e4582fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.442243 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84f373ad-a324-418c-9e60-ad88e4582fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.451104 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84f373ad-a324-418c-9e60-ad88e4582fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.490453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bd7427-bd43-4c34-aa68-3385db1e7497 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:48.504745 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-51bd7427-bd43-4c34-aa68-3385db1e7497 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.522415 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-84f373ad-a324-418c-9e60-ad88e4582fcf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a40077555b44c56a1f3e8882c6be454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564073 Jul 07 19:40:48.523958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f373ad-a324-418c-9e60-ad88e4582fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6c4a55-9651-4738-bff0-6282cdcb7c7d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:48.527802 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59586) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:48.548506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': '4cba4894-17ad-4a3a-8915-afdaf22daa3a'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:40:48.549618 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.607955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cfa289da-496b-4cd3-b739-f6e30afe6331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.633928 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cfa289da-496b-4cd3-b739-f6e30afe6331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.695550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cfa289da-496b-4cd3-b739-f6e30afe6331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.702483 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cfa289da-496b-4cd3-b739-f6e30afe6331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.704860 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cfa289da-496b-4cd3-b739-f6e30afe6331 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be6c4a55-9651-4738-bff0-6282cdcb7c7d HTTP/1.1" status: 204 len: 168 time: 0.1757519 Jul 07 19:40:48.715677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa289da-496b-4cd3-b739-f6e30afe6331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6c4a55-9651-4738-bff0-6282cdcb7c7d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:48.717532 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Allocated IP 2001:db8::f816:3eff:fec7:b2de (3b342e92-c907-4436-a95e-965164bcdb3c/4cba4894-17ad-4a3a-8915-afdaf22daa3a/2e7f4a21-a455-40b5-96c6-9011bc21a59f) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:48.762302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-5b6b0464-1def-4433-99a4-49fb7f4bdd7e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:48.763834 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-5b6b0464-1def-4433-99a4-49fb7f4bdd7e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.2214901 Jul 07 19:40:48.791830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-0e6962c1-f55d-4e16-9a5a-4c3945000bdd tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/quotas/5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 375 time: 0.0172155 Jul 07 19:40:48.895219 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.904048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Transition to ACTIVE for port object 2e7f4a21-a455-40b5-96c6-9011bc21a59f will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:48.927862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Transition to ACTIVE for port object 2e7f4a21-a455-40b5-96c6-9011bc21a59f will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:48.930312 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-152ae892-37e6-454e-8943-335fdae67695 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319742 Jul 07 19:40:48.934641 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.952290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-df0f0169-d36b-4dba-a5bf-f5b049d1092c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:40:48.953419 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-df0f0169-d36b-4dba-a5bf-f5b049d1092c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105906 Jul 07 19:40:48.970506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:48.973136 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-51bd7427-bd43-4c34-aa68-3385db1e7497 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.973877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:48.976330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:49.057591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bd7427-bd43-4c34-aa68-3385db1e7497 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:49.063640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-51bd7427-bd43-4c34-aa68-3385db1e7497 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:49.069345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd7427-bd43-4c34-aa68-3385db1e7497 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:49.069939 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-51bd7427-bd43-4c34-aa68-3385db1e7497 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.089992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd7427-bd43-4c34-aa68-3385db1e7497 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=eb8ba4c4-eb8c-4193-8422-423c0b5f9edb,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:49.107950 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-51bd7427-bd43-4c34-aa68-3385db1e7497 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8778067 Jul 07 19:40:49.108352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59598) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:49.113972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:e3:ff:4f', 'name': 'tempest-NetworksTestDHCPv6-1484361687'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:49.127461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-078850eb-b437-4cbe-bdb3-889c9087d510 service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639051 Jul 07 19:40:49.242690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Pushing event updated for resources: {'Port': ['ID=2e7f4a21-a455-40b5-96c6-9011bc21a59f,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:49.250301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-1699e618-849a-446a-9fd3-c62bfa875e5c service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163690 Jul 07 19:40:49.251043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:49.263521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Attempting to bind port 2e7f4a21-a455-40b5-96c6-9011bc21a59f on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:49.263981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Attempting to bind port 2e7f4a21-a455-40b5-96c6-9011bc21a59f by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:49.264521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Attempting to bind port 2e7f4a21-a455-40b5-96c6-9011bc21a59f on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:49.271601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:49.271998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:49.272514 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.272965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:49.273617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Bound port: 2e7f4a21-a455-40b5-96c6-9011bc21a59f, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:49.274176 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.370483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] For port 2e7f4a21-a455-40b5-96c6-9011bc21a59f, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:49.375761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] For port 2e7f4a21-a455-40b5-96c6-9011bc21a59f, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2e7f4a21-a455-40b5-96c6-9011bc21a59f,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:49.385447 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.410376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.452647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port 0db02831-f8ee-4d78-b362-7b2a1bfe1514 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:40:49.485073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae3b89-1ef6-4ef7-aab5-040f76adc262 None None] Pushing event updated for resources: {'Port': ['ID=2e7f4a21-a455-40b5-96c6-9011bc21a59f,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:49.522190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2172d-af64-4a26-a818-93c37a36e72c req-a58d8eb3-08f3-439e-890b-921242654d29 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:49.529193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-04c2172d-af64-4a26-a818-93c37a36e72c req-a58d8eb3-08f3-439e-890b-921242654d29 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 946 time: 0.1663005 Jul 07 19:40:49.603540 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-04c2172d-af64-4a26-a818-93c37a36e72c req-fd770d21-ec44-4fb7-a491-cac0f76145cd tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732327 Jul 07 19:40:49.763040 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4318acb3-da62-4ac9-8154-ba33bf53d9f9 req-8e554b98-7bdb-4bd4-8f99-75ca720993e8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 210 time: 0.0932004 Jul 07 19:40:49.857301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 172.20.0.9 (3b342e92-c907-4436-a95e-965164bcdb3c/eb8ba4c4-eb8c-4193-8422-423c0b5f9edb/0db02831-f8ee-4d78-b362-7b2a1bfe1514) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:49.870287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::f816:3eff:fee3:ff4f (3b342e92-c907-4436-a95e-965164bcdb3c/4cba4894-17ad-4a3a-8915-afdaf22daa3a/0db02831-f8ee-4d78-b362-7b2a1bfe1514) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:50.113949 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:50.133067 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 0db02831-f8ee-4d78-b362-7b2a1bfe1514 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:50.185388 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:50.254380 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:50.258336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:50.262755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:50.268724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2e7f4a21-a455-40b5-96c6-9011bc21a59f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:50.328366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=0db02831-f8ee-4d78-b362-7b2a1bfe1514,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:50.373396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 2e7f4a21-a455-40b5-96c6-9011bc21a59f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:50.385205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:50.385893 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:50.413591 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-83cd408d-2efc-41b7-9e76-7b6607827fdc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3039019 Jul 07 19:40:50.416122 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59654) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:50.520542 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8b13a6-9b8b-499f-8695-87d26f9ba40b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:50.528270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8b13a6-9b8b-499f-8695-87d26f9ba40b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:50.529969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ad8b13a6-9b8b-499f-8695-87d26f9ba40b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1126699 Jul 07 19:40:50.532880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59658) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:50.718301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-62029e8d-43e8-48c1-938e-446e3563ab28 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 0db02831-f8ee-4d78-b362-7b2a1bfe1514 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:50.719953 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62029e8d-43e8-48c1-938e-446e3563ab28 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:50.868432 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f646964f-3384-4107-b4a0-4ac3f49cec9f None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:50.899927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62029e8d-43e8-48c1-938e-446e3563ab28 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:50.928128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-62029e8d-43e8-48c1-938e-446e3563ab28 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 0db02831-f8ee-4d78-b362-7b2a1bfe1514 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:50.942408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2bac3370-add0-4688-a202-fa71cbc301ce None None] Provisioning for port 2e7f4a21-a455-40b5-96c6-9011bc21a59f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:50.950727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40535302-6112-40a6-b142-bc59b67f4df2 req-7196366d-8c32-465f-90c6-c0dff77f9b6c tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:50.952332 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40535302-6112-40a6-b142-bc59b67f4df2 req-7196366d-8c32-465f-90c6-c0dff77f9b6c tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 946 time: 0.1358244 Jul 07 19:40:50.957279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2bac3370-add0-4688-a202-fa71cbc301ce None None] Provisioning complete for port 2e7f4a21-a455-40b5-96c6-9011bc21a59f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:50.957680 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2bac3370-add0-4688-a202-fa71cbc301ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:50.970569 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6714e9e6-c2bc-4959-88fa-3679758085c8 req-4ca2c16e-3421-404f-b8da-721086f3dd6b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 210 time: 0.0408292 Jul 07 19:40:51.096202 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40535302-6112-40a6-b142-bc59b67f4df2 req-ee83b13b-4604-451c-8fc5-8160fe8f7f24 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802584 Jul 07 19:40:51.122533 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9e0b26da-1090-47a8-9dde-a80584acbf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:51.198173 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2bac3370-add0-4688-a202-fa71cbc301ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:51.247773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2bac3370-add0-4688-a202-fa71cbc301ce None None] For port 2e7f4a21-a455-40b5-96c6-9011bc21a59f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2e7f4a21-a455-40b5-96c6-9011bc21a59f,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:51.253550 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2bac3370-add0-4688-a202-fa71cbc301ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:51.352759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac3370-add0-4688-a202-fa71cbc301ce None None] Pushing event updated for resources: {'Port': ['ID=2e7f4a21-a455-40b5-96c6-9011bc21a59f,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:51.361563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a148c903-7dae-42ba-814e-f2ba2cbd848c None None] Update dhcp port {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'fixed_ips': [{'subnet_id': '4cba4894-17ad-4a3a-8915-afdaf22daa3a', 'ip_address': '2001:db8::f816:3eff:fec7:b2de'}, {'subnet_id': 'eb8ba4c4-eb8c-4193-8422-423c0b5f9edb'}], 'binding:host_id': 'n-d-793621-9'}, 'id': '2e7f4a21-a455-40b5-96c6-9011bc21a59f'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:40:51.406310 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a148c903-7dae-42ba-814e-f2ba2cbd848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:51.433701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-9a63f6fb-2b66-4229-80e0-1dabb8c7d6c5 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:51.435321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-9a63f6fb-2b66-4229-80e0-1dabb8c7d6c5 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.2228048 Jul 07 19:40:51.436470 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62029e8d-43e8-48c1-938e-446e3563ab28 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:51.452057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'port': {'device_id': '5d0260b4-67c7-4f87-8405-338ac4770ea7', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'admin_state_up': True, 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:51.547442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62029e8d-43e8-48c1-938e-446e3563ab28 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=0db02831-f8ee-4d78-b362-7b2a1bfe1514,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:51.611892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-a148c903-7dae-42ba-814e-f2ba2cbd848c None None] Allocated IP 172.20.0.2 (3b342e92-c907-4436-a95e-965164bcdb3c/eb8ba4c4-eb8c-4193-8422-423c0b5f9edb/2e7f4a21-a455-40b5-96c6-9011bc21a59f) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:51.686695 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62029e8d-43e8-48c1-938e-446e3563ab28 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:51.688851 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-62029e8d-43e8-48c1-938e-446e3563ab28 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/0db02831-f8ee-4d78-b362-7b2a1bfe1514 HTTP/1.1" status: 204 len: 168 time: 1.1542647 Jul 07 19:40:51.691956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59738) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:51.731070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Made reservation on behalf of 5034d959d8df4881b05cee0fb3ab4677 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:51.735338 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:51.751699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a148c903-7dae-42ba-814e-f2ba2cbd848c None None] For port 2e7f4a21-a455-40b5-96c6-9011bc21a59f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2e7f4a21-a455-40b5-96c6-9011bc21a59f,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:51.775998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a91618c-cadf-4071-aa28-7919883bb379 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:51.786060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a91618c-cadf-4071-aa28-7919883bb379 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:51.787685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a91618c-cadf-4071-aa28-7919883bb379 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:51.791809 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1a91618c-cadf-4071-aa28-7919883bb379 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0961766 Jul 07 19:40:51.798023 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59742) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:51.802264 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a148c903-7dae-42ba-814e-f2ba2cbd848c None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:51.819991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a148c903-7dae-42ba-814e-f2ba2cbd848c None None] Transition to ACTIVE for port object 2e7f4a21-a455-40b5-96c6-9011bc21a59f will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:51.827451 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a148c903-7dae-42ba-814e-f2ba2cbd848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:51.897844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb472c0-a34d-47f7-98e2-e75ddd7faad0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 4cba4894-17ad-4a3a-8915-afdaf22daa3a {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:51.898172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59744) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:51.901412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-beb472c0-a34d-47f7-98e2-e75ddd7faad0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:51.918208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Allocated IP 172.20.0.7 (1442ae3f-1fa5-472e-b78b-a0c442cf409b/dea0a7ea-e139-4942-9781-c1c850f2f9a4/659a40c7-d6a2-41d7-95ce-d762ce3da90a) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:51.939268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148c903-7dae-42ba-814e-f2ba2cbd848c None None] Pushing event updated for resources: {'Port': ['ID=2e7f4a21-a455-40b5-96c6-9011bc21a59f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:51.957549 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-beb472c0-a34d-47f7-98e2-e75ddd7faad0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.081965 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-beb472c0-a34d-47f7-98e2-e75ddd7faad0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.117144 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8c5a945-9971-4b68-ac73-7ba862d1043f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.133228 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.158936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Transition to ACTIVE for port object 659a40c7-d6a2-41d7-95ce-d762ce3da90a will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:52.193462 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-beb472c0-a34d-47f7-98e2-e75ddd7faad0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.228167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb472c0-a34d-47f7-98e2-e75ddd7faad0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=4cba4894-17ad-4a3a-8915-afdaf22daa3a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:52.232575 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-beb472c0-a34d-47f7-98e2-e75ddd7faad0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.236031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-beb472c0-a34d-47f7-98e2-e75ddd7faad0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/4cba4894-17ad-4a3a-8915-afdaf22daa3a HTTP/1.1" status: 204 len: 168 time: 0.4370511 Jul 07 19:40:52.239227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59754) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:52.254686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2e7f4a21-a455-40b5-96c6-9011bc21a59f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:52.321905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-24052d55-059d-47fc-a419-ca304d5f0618 req-37ba2255-817c-4523-8a3a-17e68609166f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 210 time: 0.0431457 Jul 07 19:40:52.335683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet eb8ba4c4-eb8c-4193-8422-423c0b5f9edb {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:52.357252 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.435224 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.446578 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.509322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=659a40c7-d6a2-41d7-95ce-d762ce3da90a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:52.558643 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.568562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:52.577864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:52.599562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:52.645624 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.686290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:52.687011 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.695294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8ba4c4-eb8c-4193-8422-423c0b5f9edb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:52.701137 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8c5a945-9971-4b68-ac73-7ba862d1043f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.709971 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.716062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/eb8ba4c4-eb8c-4193-8422-423c0b5f9edb HTTP/1.1" status: 204 len: 168 time: 0.4757321 Jul 07 19:40:52.717295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59756) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:52.721609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dea87-14f8-48e0-a5af-e9441f32e9bf req-06bbea0a-c0ab-4ea9-b6ff-ba8e46df0c5b tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:52.726254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:52.727431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:52.727750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d83dea87-14f8-48e0-a5af-e9441f32e9bf req-06bbea0a-c0ab-4ea9-b6ff-ba8e46df0c5b tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.110 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 946 time: 0.4817085 Jul 07 19:40:52.728297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:52.728900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:52.729503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:52.730056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:52.730629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:52.731190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:52.733040 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:52.733805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:52.734704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:52.735284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db50fa-21cb-4e2d-905a-b47504bc88d1 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:52.739951 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8c5a945-9971-4b68-ac73-7ba862d1043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.868830 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-559097a0-7acd-48e9-8065-d03296a9d8c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4223509 Jul 07 19:40:52.912333 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Request body: {'port': {'device_id': '5d0260b4-67c7-4f87-8405-338ac4770ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:52.988439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5a945-9971-4b68-ac73-7ba862d1043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73c4a1e-a3a9-4b4d-b302-36b56fb26a56,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:53.035179 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c8c5a945-9971-4b68-ac73-7ba862d1043f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93cb765cad344d5c970a74b15bdaa90c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1322019 Jul 07 19:40:53.044147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcdfe5-4963-48b4-930a-68a2cfe5581d req-813ae788-84e9-4960-9faa-e3b4f414d30c tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:53.047321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bcbcdfe5-4963-48b4-930a-68a2cfe5581d req-813ae788-84e9-4960-9faa-e3b4f414d30c tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 946 time: 0.5423410 Jul 07 19:40:53.058555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59758) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:53.085739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c717cafa-1831-4a26-8ab8-950f70e4227d None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:53.134667 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.138453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f7de1e2b-18a3-40e7-90ff-6b0dfeffc775 None None] Provisioning for port 659a40c7-d6a2-41d7-95ce-d762ce3da90a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:53.150590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f7de1e2b-18a3-40e7-90ff-6b0dfeffc775 None None] Provisioning complete for port 659a40c7-d6a2-41d7-95ce-d762ce3da90a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:53.150998 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7de1e2b-18a3-40e7-90ff-6b0dfeffc775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.168853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d83dea87-14f8-48e0-a5af-e9441f32e9bf req-3ea9da0c-48c3-46b8-b9f4-ba7aa00f26db tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Deleting port cf2aec7b-8b98-4beb-8103-6c686f3494bc {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:53.169354 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d83dea87-14f8-48e0-a5af-e9441f32e9bf req-3ea9da0c-48c3-46b8-b9f4-ba7aa00f26db tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.201101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bcbcdfe5-4963-48b4-930a-68a2cfe5581d req-d12e1f2c-5794-418c-b880-680cf38e18a8 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/security-groups?id=61328062-f1f5-49d7-9088-6c9cae782ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372721 Jul 07 19:40:53.228733 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-142a5290-4bcf-482c-a183-83a510c42f89 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5097115 Jul 07 19:40:53.229363 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59760) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:53.235873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9c95f1b9-f7e8-41a8-808d-9e1d44f0a45c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:53.275794 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f7de1e2b-18a3-40e7-90ff-6b0dfeffc775 None None] Port 659a40c7-d6a2-41d7-95ce-d762ce3da90a cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:40:53.285247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f7de1e2b-18a3-40e7-90ff-6b0dfeffc775 None None] Could not find standard attr ID for object 0db02831-f8ee-4d78-b362-7b2a1bfe1514. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:40:53.296369 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-be8f329c-4222-4c96-a5df-ee90d7040620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.319089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f7de1e2b-18a3-40e7-90ff-6b0dfeffc775 None None] Provisioning for port 2e7f4a21-a455-40b5-96c6-9011bc21a59f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:53.323723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f7de1e2b-18a3-40e7-90ff-6b0dfeffc775 None None] Provisioning complete for port 2e7f4a21-a455-40b5-96c6-9011bc21a59f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:53.324314 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7de1e2b-18a3-40e7-90ff-6b0dfeffc775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.432093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c95f1b9-f7e8-41a8-808d-9e1d44f0a45c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:53.435834 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c95f1b9-f7e8-41a8-808d-9e1d44f0a45c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.443135 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc1b0a-74bf-47ba-a28e-256fd3d8d949 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:40:53.521585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc1b0a-74bf-47ba-a28e-256fd3d8d949 None None] Deleting port 2e7f4a21-a455-40b5-96c6-9011bc21a59f {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:53.521964 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5cbc1b0a-74bf-47ba-a28e-256fd3d8d949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.532156 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-be8f329c-4222-4c96-a5df-ee90d7040620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.616108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5cbc1b0a-74bf-47ba-a28e-256fd3d8d949 None None] For port 2e7f4a21-a455-40b5-96c6-9011bc21a59f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2e7f4a21-a455-40b5-96c6-9011bc21a59f,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:53.616428 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5cbc1b0a-74bf-47ba-a28e-256fd3d8d949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.633393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc1b0a-74bf-47ba-a28e-256fd3d8d949 None None] Calling delete_port for 2e7f4a21-a455-40b5-96c6-9011bc21a59f owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:53.654903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d83dea87-14f8-48e0-a5af-e9441f32e9bf req-3ea9da0c-48c3-46b8-b9f4-ba7aa00f26db tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] For port cf2aec7b-8b98-4beb-8103-6c686f3494bc, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=cf2aec7b-8b98-4beb-8103-6c686f3494bc,segment=NetworkSegment(b4c082ce-a103-45e4-9d0a-de7ad4f34059),segment_id=b4c082ce-a103-45e4-9d0a-de7ad4f34059)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:53.655552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d83dea87-14f8-48e0-a5af-e9441f32e9bf req-3ea9da0c-48c3-46b8-b9f4-ba7aa00f26db tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.679316 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d83dea87-14f8-48e0-a5af-e9441f32e9bf req-3ea9da0c-48c3-46b8-b9f4-ba7aa00f26db tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Calling delete_port for cf2aec7b-8b98-4beb-8103-6c686f3494bc owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:53.757566 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-be8f329c-4222-4c96-a5df-ee90d7040620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.760443 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-be8f329c-4222-4c96-a5df-ee90d7040620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.762892 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5cbc1b0a-74bf-47ba-a28e-256fd3d8d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.764411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-be8f329c-4222-4c96-a5df-ee90d7040620 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e73c4a1e-a3a9-4b4d-b302-36b56fb26a56 HTTP/1.1" status: 204 len: 168 time: 0.7037487 Jul 07 19:40:53.797728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa95e88-2e28-45fe-8b10-dc24b7156b87 req-9ba5be57-5f81-4deb-a93f-639dcb0b2e0a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:53.799030 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfa95e88-2e28-45fe-8b10-dc24b7156b87 req-9ba5be57-5f81-4deb-a93f-639dcb0b2e0a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 931 time: 0.2999651 Jul 07 19:40:53.809498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f329c-4222-4c96-a5df-ee90d7040620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73c4a1e-a3a9-4b4d-b302-36b56fb26a56,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:53.823626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc1b0a-74bf-47ba-a28e-256fd3d8d949 None None] Pushing event deleted for resources: {'Port': ['ID=2e7f4a21-a455-40b5-96c6-9011bc21a59f,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:53.890559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc1b0a-74bf-47ba-a28e-256fd3d8d949 None None] No DVR routers for this DVR port 2e7f4a21-a455-40b5-96c6-9011bc21a59f on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:53.892997 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfa95e88-2e28-45fe-8b10-dc24b7156b87 req-03243774-ee0c-4218-875d-feec5699c0b0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804036 Jul 07 19:40:53.900161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.objects.ports [None req-9c95f1b9-f7e8-41a8-808d-9e1d44f0a45c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:40:53.902948 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c95f1b9-f7e8-41a8-808d-9e1d44f0a45c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.934642 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.979412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95f1b9-f7e8-41a8-808d-9e1d44f0a45c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:53.983272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-9c95f1b9-f7e8-41a8-808d-9e1d44f0a45c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:53.984803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659a40c7-d6a2-41d7-95ce-d762ce3da90a {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:40:53.987408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95f1b9-f7e8-41a8-808d-9e1d44f0a45c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:53.988175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c95f1b9-f7e8-41a8-808d-9e1d44f0a45c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.996746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e569b9f7-b96f-4336-a215-d1b7a44c2f3c None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:54.005142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95f1b9-f7e8-41a8-808d-9e1d44f0a45c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=3425452f-a38c-494e-8d82-6a341c8767a2,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:54.014697 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.016474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9c95f1b9-f7e8-41a8-808d-9e1d44f0a45c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7853630 Jul 07 19:40:54.017330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59770) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:54.023509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b46b5bc8-1f22-4be1-933a-6c268bf11068 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:54.105263 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Transition to ACTIVE for port object 659a40c7-d6a2-41d7-95ce-d762ce3da90a will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:54.113933 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.114224 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7ca665a5-7d42-4abb-8f6e-4fba091f3b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.186519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d83dea87-14f8-48e0-a5af-e9441f32e9bf req-3ea9da0c-48c3-46b8-b9f4-ba7aa00f26db tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.206975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46b5bc8-1f22-4be1-933a-6c268bf11068 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:54.213921 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b46b5bc8-1f22-4be1-933a-6c268bf11068 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.266948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2e7f4a21-a455-40b5-96c6-9011bc21a59f no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:54.297542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 2e7f4a21-a455-40b5-96c6-9011bc21a59f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:54.298141 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2e7f4a21-a455-40b5-96c6-9011bc21a59f not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:54.301261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': '3425452f-a38c-494e-8d82-6a341c8767a2'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:40:54.302683 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.464113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59774) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:54.467675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83dea87-14f8-48e0-a5af-e9441f32e9bf req-3ea9da0c-48c3-46b8-b9f4-ba7aa00f26db tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] No DVR routers for this DVR port cf2aec7b-8b98-4beb-8103-6c686f3494bc on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:54.480595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Allocated IP 2001:db8::f816:3eff:fe86:3af (3b342e92-c907-4436-a95e-965164bcdb3c/3425452f-a38c-494e-8d82-6a341c8767a2/a26be572-4362-4e92-a671-06cf06da4d42) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:54.486536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d83dea87-14f8-48e0-a5af-e9441f32e9bf req-3ea9da0c-48c3-46b8-b9f4-ba7aa00f26db tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.491337 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d83dea87-14f8-48e0-a5af-e9441f32e9bf req-3ea9da0c-48c3-46b8-b9f4-ba7aa00f26db tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.110 "DELETE /v2.0/ports/cf2aec7b-8b98-4beb-8103-6c686f3494bc HTTP/1.1" status: 204 len: 173 time: 1.7467327 Jul 07 19:40:54.493053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a66325-6d94-4d03-b5be-d0198650bab8', 'name': 'network-vif-deleted', 'tag': 'cf2aec7b-8b98-4beb-8103-6c686f3494bc'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:54.509934 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a25b1d-1187-40dd-bb43-83b87ad8c55d" -d '{"events": [{"server_uuid": "a3a66325-6d94-4d03-b5be-d0198650bab8", "name": "network-vif-deleted", "tag": "cf2aec7b-8b98-4beb-8103-6c686f3494bc"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:54.513186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Pushing event updated for resources: {'Port': ['ID=659a40c7-d6a2-41d7-95ce-d762ce3da90a,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:54.530111 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e16b808b-f00d-4ff2-90f5-03c30059f0ea req-8250b76d-2fdb-4dcf-b59e-b0242718a921 tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a66325-6d94-4d03-b5be-d0198650bab8 HTTP/1.1" status: 200 len: 210 time: 0.0480494 Jul 07 19:40:54.597700 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9da0c-48c3-46b8-b9f4-ba7aa00f26db tempest-VolumesActionsTest-1660234361 tempest-VolumesActionsTest-1660234361-project] Pushing event deleted for resources: {'Port': ['ID=cf2aec7b-8b98-4beb-8103-6c686f3494bc,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:54.608898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a71d324-be24-4652-b70b-189244a59920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.709807 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b46b5bc8-1f22-4be1-933a-6c268bf11068 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.795301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46b5bc8-1f22-4be1-933a-6c268bf11068 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:54.798869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-b46b5bc8-1f22-4be1-933a-6c268bf11068 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:54.803820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b5bc8-1f22-4be1-933a-6c268bf11068 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:54.804421 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b46b5bc8-1f22-4be1-933a-6c268bf11068 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.809026 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a71d324-be24-4652-b70b-189244a59920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.810786 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.836036 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a71d324-be24-4652-b70b-189244a59920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.845848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b5bc8-1f22-4be1-933a-6c268bf11068 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=681002ac-0a76-40a2-be01-6df947bb51f9,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:54.852335 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Transition to ACTIVE for port object a26be572-4362-4e92-a671-06cf06da4d42 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:54.866618 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.868027 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b46b5bc8-1f22-4be1-933a-6c268bf11068 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8494048 Jul 07 19:40:54.869799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59782) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:54.874402 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Transition to ACTIVE for port object a26be572-4362-4e92-a671-06cf06da4d42 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:54.876208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Attempting to bind port 659a40c7-d6a2-41d7-95ce-d762ce3da90a on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:54.876555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Attempting to bind port 659a40c7-d6a2-41d7-95ce-d762ce3da90a by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:54.876894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Attempting to bind port 659a40c7-d6a2-41d7-95ce-d762ce3da90a on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:54.879547 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:ac:60:55', 'name': 'tempest-NetworksTestDHCPv6-1814172058'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:54.884599 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.902109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Port 659a40c7-d6a2-41d7-95ce-d762ce3da90a on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:54.902442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Attempting to bind port 659a40c7-d6a2-41d7-95ce-d762ce3da90a on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:54.911839 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5a71d324-be24-4652-b70b-189244a59920 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d98cb7f69af94f54a9e96204e59cbe95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388442 Jul 07 19:40:54.912588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71d324-be24-4652-b70b-189244a59920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e883051-1d17-4121-b867-2a967036e6a8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:54.915069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59784) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:54.917182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:54.917526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Checking segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:54.917908 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Bound using segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:54.918359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Bound port: 659a40c7-d6a2-41d7-95ce-d762ce3da90a, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:54.918722 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.930381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:54.933810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:54.937809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:54.947055 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e9f5b6-6dd5-478e-9515-a22a0eb435ee x-openstack-request-id: req-01e9f5b6-6dd5-478e-9515-a22a0eb435ee {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:54.947353 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a66325-6d94-4d03-b5be-d0198650bab8", "name": "network-vif-deleted", "tag": "cf2aec7b-8b98-4beb-8103-6c686f3494bc", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:54.947615 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01e9f5b6-6dd5-478e-9515-a22a0eb435ee {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:54.948027 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a66325-6d94-4d03-b5be-d0198650bab8', 'name': 'network-vif-deleted', 'tag': 'cf2aec7b-8b98-4beb-8103-6c686f3494bc', 'status': 'completed', 'code': 200} Jul 07 19:40:55.010945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] For port 659a40c7-d6a2-41d7-95ce-d762ce3da90a, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:55.014490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] For port 659a40c7-d6a2-41d7-95ce-d762ce3da90a, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=659a40c7-d6a2-41d7-95ce-d762ce3da90a,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:55.030000 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.050292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:55.064590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Pushing event updated for resources: {'Port': ['ID=a26be572-4362-4e92-a671-06cf06da4d42,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:55.078936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:55.079559 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.080959 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] 10.222.0.48 "PUT /v2.0/ports/659a40c7-d6a2-41d7-95ce-d762ce3da90a HTTP/1.1" status: 200 len: 1091 time: 2.1943829 Jul 07 19:40:55.104673 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c72b04e6-41f4-4824-b010-ea0762ecda8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.151981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Attempting to bind port a26be572-4362-4e92-a671-06cf06da4d42 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:55.152607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Attempting to bind port a26be572-4362-4e92-a671-06cf06da4d42 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:55.152607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Attempting to bind port a26be572-4362-4e92-a671-06cf06da4d42 on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:55.153792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1538e94-56c6-4109-8a4c-2e0f2eb8c3de service neutron] Pushing event updated for resources: {'Port': ['ID=659a40c7-d6a2-41d7-95ce-d762ce3da90a,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:55.168282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:55.168669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:55.169079 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.169476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:55.170053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Bound port: a26be572-4362-4e92-a671-06cf06da4d42, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:55.170695 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.246743 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c72b04e6-41f4-4824-b010-ea0762ecda8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.254782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] For port a26be572-4362-4e92-a671-06cf06da4d42, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:55.259061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] For port a26be572-4362-4e92-a671-06cf06da4d42, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a26be572-4362-4e92-a671-06cf06da4d42,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:55.266684 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.267391 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.302653 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port cf4bd42e-ed88-4e36-8999-ab13f8241c30 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:40:55.393357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-27a04824-b43d-431d-94f0-b3c8c5b67ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:55.395567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5bba5-2aa8-4a93-8858-1001387bffc2 None None] Pushing event updated for resources: {'Port': ['ID=a26be572-4362-4e92-a671-06cf06da4d42,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:55.399136 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-27a04824-b43d-431d-94f0-b3c8c5b67ed9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 1094 time: 0.2636762 Jul 07 19:40:55.413495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccc4f5-22b4-4171-8833-f5a00c8bae5d req-466d5d6a-0535-413b-8486-30f4f11e6706 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:55.421332 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8ccc4f5-22b4-4171-8833-f5a00c8bae5d req-466d5d6a-0535-413b-8486-30f4f11e6706 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 943 time: 0.2428486 Jul 07 19:40:55.494723 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-97b75286-0128-45cd-8cc4-58d2e8e01194 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=659a40c7-d6a2-41d7-95ce-d762ce3da90a HTTP/1.1" status: 200 len: 217 time: 0.0862625 Jul 07 19:40:55.513237 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c72b04e6-41f4-4824-b010-ea0762ecda8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.517315 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c72b04e6-41f4-4824-b010-ea0762ecda8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.525285 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c72b04e6-41f4-4824-b010-ea0762ecda8a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e883051-1d17-4121-b867-2a967036e6a8 HTTP/1.1" status: 204 len: 168 time: 0.6080544 Jul 07 19:40:55.551510 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8ccc4f5-22b4-4171-8833-f5a00c8bae5d req-848bbd36-b596-48d8-b732-b77e456d24eb tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289554 Jul 07 19:40:55.568236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b04e6-41f4-4824-b010-ea0762ecda8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e883051-1d17-4121-b867-2a967036e6a8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:55.592588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-e0444273-9526-49ba-a390-f985c962ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:55.594651 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-e0444273-9526-49ba-a390-f985c962ccca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0923810 Jul 07 19:40:55.649328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 172.20.0.11 (3b342e92-c907-4436-a95e-965164bcdb3c/681002ac-0a76-40a2-be01-6df947bb51f9/cf4bd42e-ed88-4e36-8999-ab13f8241c30) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:55.659735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::f816:3eff:feac:6055 (3b342e92-c907-4436-a95e-965164bcdb3c/3425452f-a38c-494e-8d82-6a341c8767a2/cf4bd42e-ed88-4e36-8999-ab13f8241c30) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:55.729604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-07703ccb-1e26-441a-84d9-c6eaac205001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:55.733913 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-07703ccb-1e26-441a-84d9-c6eaac205001 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311550 Jul 07 19:40:55.865365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cf2aec7b-8b98-4beb-8103-6c686f3494bc no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:55.897199 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-e0f94004-7434-49a4-90b8-0263084bb280 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550450 Jul 07 19:40:55.935731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: cf2aec7b-8b98-4beb-8103-6c686f3494bc {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:55.935731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device cf2aec7b-8b98-4beb-8103-6c686f3494bc not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:55.991006 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:56.025023 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object cf4bd42e-ed88-4e36-8999-ab13f8241c30 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:56.114469 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:56.238365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:56.267996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:56.269989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a26be572-4362-4e92-a671-06cf06da4d42 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:56.273287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:56.281555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=cf4bd42e-ed88-4e36-8999-ab13f8241c30,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:56.391907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:56.392589 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:56.395850 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port a26be572-4362-4e92-a671-06cf06da4d42 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:56.452827 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-67270d96-171b-4cb7-91b0-d7d0896b39bc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5815761 Jul 07 19:40:56.459720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59818) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:56.611701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee94c8-db04-495f-a72d-084d4103bb36 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:56.635836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee94c8-db04-495f-a72d-084d4103bb36 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:56.647339 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7dee94c8-db04-495f-a72d-084d4103bb36 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1863415 Jul 07 19:40:56.651835 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:56.654598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59828) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:56.713659 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ceb8efe5-24d2-474d-9cd8-f9a045f6b128 req-726d874d-7465-487b-80a2-f6d5f2314536 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8077881 Jul 07 19:40:56.942155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ac414-886a-42b0-bc4c-b83b692d2cb7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port cf4bd42e-ed88-4e36-8999-ab13f8241c30 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:56.942832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac414-886a-42b0-bc4c-b83b692d2cb7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:56.961391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0260b4-67c7-4f87-8405-338ac4770ea7', 'tag': '659a40c7-d6a2-41d7-95ce-d762ce3da90a'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:56.963308 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d69853-f1e8-4123-b04d-3ac299e55205" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0260b4-67c7-4f87-8405-338ac4770ea7", "tag": "659a40c7-d6a2-41d7-95ce-d762ce3da90a"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:57.029036 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8be987-aebe-4fd9-8fd6-74cc603a5bc2 x-openstack-request-id: req-4d8be987-aebe-4fd9-8fd6-74cc603a5bc2 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:57.029382 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0260b4-67c7-4f87-8405-338ac4770ea7", "tag": "659a40c7-d6a2-41d7-95ce-d762ce3da90a", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:57.029919 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d8be987-aebe-4fd9-8fd6-74cc603a5bc2 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:57.030405 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0260b4-67c7-4f87-8405-338ac4770ea7', 'tag': '659a40c7-d6a2-41d7-95ce-d762ce3da90a', 'status': 'completed', 'code': 200} Jul 07 19:40:57.041947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22795b2e-b069-47db-8d8a-0c5510e7ab77 req-92caeaed-0929-4883-8eac-02dabc4bd9bd tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:57.043634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22795b2e-b069-47db-8d8a-0c5510e7ab77 req-92caeaed-0929-4883-8eac-02dabc4bd9bd tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 943 time: 0.2962987 Jul 07 19:40:57.120404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538c136a-5999-409c-92da-a428ce7378a0 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:57.163915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac414-886a-42b0-bc4c-b83b692d2cb7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:57.178587 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-22795b2e-b069-47db-8d8a-0c5510e7ab77 req-47bbc1ef-5c71-4bce-a392-ea40e88fb5bf tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941682 Jul 07 19:40:57.189797 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ac414-886a-42b0-bc4c-b83b692d2cb7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for cf4bd42e-ed88-4e36-8999-ab13f8241c30 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:57.193941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d69853-f1e8-4123-b04d-3ac299e55205 req-910785df-446e-47d7-b646-120d02d0a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:57.196447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00d69853-f1e8-4123-b04d-3ac299e55205 req-910785df-446e-47d7-b646-120d02d0a18e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 1094 time: 0.1491044 Jul 07 19:40:57.244162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-13b3330b-51dc-44c3-98db-3c1a1a01cfd3 None None] Provisioning for port a26be572-4362-4e92-a671-06cf06da4d42 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:57.256189 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-13b3330b-51dc-44c3-98db-3c1a1a01cfd3 None None] Provisioning complete for port a26be572-4362-4e92-a671-06cf06da4d42 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:57.256560 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-13b3330b-51dc-44c3-98db-3c1a1a01cfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:57.422466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d69853-f1e8-4123-b04d-3ac299e55205 req-c973bd28-14d0-4608-b731-baaf85533e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:57.424146 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00d69853-f1e8-4123-b04d-3ac299e55205 req-c973bd28-14d0-4608-b731-baaf85533e1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.2162833 Jul 07 19:40:57.475443 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-13b3330b-51dc-44c3-98db-3c1a1a01cfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:57.540275 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00d69853-f1e8-4123-b04d-3ac299e55205 req-286965b8-b40c-407b-85b4-56b790fde067 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=659a40c7-d6a2-41d7-95ce-d762ce3da90a HTTP/1.1" status: 200 len: 217 time: 0.1085312 Jul 07 19:40:57.542030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-13b3330b-51dc-44c3-98db-3c1a1a01cfd3 None None] For port a26be572-4362-4e92-a671-06cf06da4d42, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a26be572-4362-4e92-a671-06cf06da4d42,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:57.591543 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-13b3330b-51dc-44c3-98db-3c1a1a01cfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:57.670403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac414-886a-42b0-bc4c-b83b692d2cb7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:57.684137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3330b-51dc-44c3-98db-3c1a1a01cfd3 None None] Pushing event updated for resources: {'Port': ['ID=a26be572-4362-4e92-a671-06cf06da4d42,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:57.786385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ac414-886a-42b0-bc4c-b83b692d2cb7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=cf4bd42e-ed88-4e36-8999-ab13f8241c30,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:57.802283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d69853-f1e8-4123-b04d-3ac299e55205 req-2105fb03-e16b-44e9-9bae-c8e0b6fbf961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:57.804713 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00d69853-f1e8-4123-b04d-3ac299e55205 req-2105fb03-e16b-44e9-9bae-c8e0b6fbf961 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.1724384 Jul 07 19:40:57.843042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ab8176-4119-4989-9d33-fa05c319af91 None None] Update dhcp port {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'fixed_ips': [{'subnet_id': '3425452f-a38c-494e-8d82-6a341c8767a2', 'ip_address': '2001:db8::f816:3eff:fe86:3af'}, {'subnet_id': '681002ac-0a76-40a2-be01-6df947bb51f9'}], 'binding:host_id': 'n-d-793621-9'}, 'id': 'a26be572-4362-4e92-a671-06cf06da4d42'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:40:57.886164 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8176-4119-4989-9d33-fa05c319af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:57.981873 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac414-886a-42b0-bc4c-b83b692d2cb7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:57.992804 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bc2ac414-886a-42b0-bc4c-b83b692d2cb7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/cf4bd42e-ed88-4e36-8999-ab13f8241c30 HTTP/1.1" status: 204 len: 168 time: 1.3350718 Jul 07 19:40:57.995236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59892) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:58.069904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d69853-f1e8-4123-b04d-3ac299e55205 req-55e14406-4597-4bf1-8417-61c0436546f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:58.072291 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00d69853-f1e8-4123-b04d-3ac299e55205 req-55e14406-4597-4bf1-8417-61c0436546f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2422981 Jul 07 19:40:58.140372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-e0ab8176-4119-4989-9d33-fa05c319af91 None None] Allocated IP 172.20.0.2 (3b342e92-c907-4436-a95e-965164bcdb3c/681002ac-0a76-40a2-be01-6df947bb51f9/a26be572-4362-4e92-a671-06cf06da4d42) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:58.144514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bac3db2-96da-4621-a847-b0df4e5b3700 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:58.146559 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bac3db2-96da-4621-a847-b0df4e5b3700 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:58.148185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bac3db2-96da-4621-a847-b0df4e5b3700 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:58.153281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0bac3db2-96da-4621-a847-b0df4e5b3700 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1569691 Jul 07 19:40:58.153878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 59902) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:58.276357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9cab5e-e90b-4c03-88c0-1fb05fbcf79e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 3425452f-a38c-494e-8d82-6a341c8767a2 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:58.317279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00d69853-f1e8-4123-b04d-3ac299e55205 req-c6e3b6ef-6c46-44f3-b174-14bea37e194c service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366517 Jul 07 19:40:58.513911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a26be572-4362-4e92-a671-06cf06da4d42 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:58.563617 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00d69853-f1e8-4123-b04d-3ac299e55205 req-b2682b3a-34af-4ab7-a8de-824cac53638c service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367659 Jul 07 19:40:58.612677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01447f47-719d-4544-9190-494d4d3c4d82 req-5737b4ba-5d8f-4dc4-adfe-554fe355c3d5 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:58.615075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01447f47-719d-4544-9190-494d4d3c4d82 req-5737b4ba-5d8f-4dc4-adfe-554fe355c3d5 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 943 time: 0.1779463 Jul 07 19:40:58.623685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e0ab8176-4119-4989-9d33-fa05c319af91 None None] For port a26be572-4362-4e92-a671-06cf06da4d42, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a26be572-4362-4e92-a671-06cf06da4d42,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:58.682387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a26be572-4362-4e92-a671-06cf06da4d42 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:58.682850 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.687687 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8176-4119-4989-9d33-fa05c319af91 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.692261 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01447f47-719d-4544-9190-494d4d3c4d82 req-8a0b6df3-c5e7-4aac-9a27-2a525e6d4ae2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694613 Jul 07 19:40:58.735281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e0ab8176-4119-4989-9d33-fa05c319af91 None None] Transition to ACTIVE for port object a26be572-4362-4e92-a671-06cf06da4d42 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:58.749495 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e9cab5e-e90b-4c03-88c0-1fb05fbcf79e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.750571 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8176-4119-4989-9d33-fa05c319af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.879234 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e9cab5e-e90b-4c03-88c0-1fb05fbcf79e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.896715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab8176-4119-4989-9d33-fa05c319af91 None None] Pushing event updated for resources: {'Port': ['ID=a26be572-4362-4e92-a671-06cf06da4d42,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:59.017817 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e9cab5e-e90b-4c03-88c0-1fb05fbcf79e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.133725 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e9cab5e-e90b-4c03-88c0-1fb05fbcf79e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.169939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cab5e-e90b-4c03-88c0-1fb05fbcf79e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=3425452f-a38c-494e-8d82-6a341c8767a2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:59.175276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1e9cab5e-e90b-4c03-88c0-1fb05fbcf79e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.184830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1e9cab5e-e90b-4c03-88c0-1fb05fbcf79e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/3425452f-a38c-494e-8d82-6a341c8767a2 HTTP/1.1" status: 204 len: 168 time: 1.0237331 Jul 07 19:40:59.187484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 59982) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:59.281470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ab91b3-d57d-4abb-bb8c-7e798d3da4fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 681002ac-0a76-40a2-be01-6df947bb51f9 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:59.290127 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45ab91b3-d57d-4abb-bb8c-7e798d3da4fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.370884 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45ab91b3-d57d-4abb-bb8c-7e798d3da4fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.480125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45ab91b3-d57d-4abb-bb8c-7e798d3da4fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.600717 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45ab91b3-d57d-4abb-bb8c-7e798d3da4fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.659598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab91b3-d57d-4abb-bb8c-7e798d3da4fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=681002ac-0a76-40a2-be01-6df947bb51f9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:59.673974 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45ab91b3-d57d-4abb-bb8c-7e798d3da4fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.676313 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-45ab91b3-d57d-4abb-bb8c-7e798d3da4fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/681002ac-0a76-40a2-be01-6df947bb51f9 HTTP/1.1" status: 204 len: 168 time: 0.4877870 Jul 07 19:40:59.678925 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60014) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:59.742558 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2e9eb6df-754a-4391-954c-516a17e0858b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602233 Jul 07 19:40:59.744990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60022) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:59.750673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ea3134e3-c579-4ea0-a865-c71ff4fcff5c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:59.885336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3134e3-c579-4ea0-a865-c71ff4fcff5c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:59.890624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea3134e3-c579-4ea0-a865-c71ff4fcff5c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.927623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d73c8-c69f-4089-8bb6-6ca05087dc02 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:00.008249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9f48501c-5767-480f-8ace-d962c78c3bcf None None] Provisioning for port a26be572-4362-4e92-a671-06cf06da4d42 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:00.015933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9f48501c-5767-480f-8ace-d962c78c3bcf None None] Provisioning complete for port a26be572-4362-4e92-a671-06cf06da4d42 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:00.016303 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9f48501c-5767-480f-8ace-d962c78c3bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.094548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998acd8-3487-46b1-81a2-712e907677c6 req-c7120956-eff2-4c0e-87f8-e227620cda0e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:00.096167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2998acd8-3487-46b1-81a2-712e907677c6 req-c7120956-eff2-4c0e-87f8-e227620cda0e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 943 time: 0.1945903 Jul 07 19:41:00.202263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2998acd8-3487-46b1-81a2-712e907677c6 req-a5dad1bf-1930-4149-93bd-837692e43ca1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906281 Jul 07 19:41:00.256754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9f48501c-5767-480f-8ace-d962c78c3bcf None None] Could not find standard attr ID for object cf4bd42e-ed88-4e36-8999-ab13f8241c30. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:00.278567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a26be572-4362-4e92-a671-06cf06da4d42 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:00.302426 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea3134e3-c579-4ea0-a865-c71ff4fcff5c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.339660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3134e3-c579-4ea0-a865-c71ff4fcff5c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:00.347265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ea3134e3-c579-4ea0-a865-c71ff4fcff5c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:00.369911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:00.389640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3134e3-c579-4ea0-a865-c71ff4fcff5c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:00.390224 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea3134e3-c579-4ea0-a865-c71ff4fcff5c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.435369 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ea3134e3-c579-4ea0-a865-c71ff4fcff5c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6889589 Jul 07 19:41:00.438202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60054) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:00.443526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7e10f913-864b-49b5-9d76-b373bf0fef45 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:00.448091 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a26be572-4362-4e92-a671-06cf06da4d42 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:00.448673 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.536774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3134e3-c579-4ea0-a865-c71ff4fcff5c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=6c7a88aa-93e9-4aca-a59b-d784a7b1f669,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:00.574762 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Deleting port a26be572-4362-4e92-a671-06cf06da4d42 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:00.575348 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.599649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e10f913-864b-49b5-9d76-b373bf0fef45 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:00.608280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7e10f913-864b-49b5-9d76-b373bf0fef45 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.743356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] For port a26be572-4362-4e92-a671-06cf06da4d42, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a26be572-4362-4e92-a671-06cf06da4d42,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:00.743746 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.767208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Calling delete_port for a26be572-4362-4e92-a671-06cf06da4d42 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:00.801734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60064) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:00.879968 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.939997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Pushing event deleted for resources: {'Port': ['ID=a26be572-4362-4e92-a671-06cf06da4d42,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:00.946372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] No DVR routers for this DVR port a26be572-4362-4e92-a671-06cf06da4d42 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:00.961005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:00.961282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:00.961644 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:00.961988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:00.962330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:00.962724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:00.963088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:00.963413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:00.963876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:00.964056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:00.964389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:00.964821 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58394e0a-7c5a-4429-93ec-d00ce1a43e03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:00.969514 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3818435b-ffaf-4367-beca-f622750d4000 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:01.000982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-24f1f8d3-a4fa-49a7-a0cd-ba8e0d130657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.156785 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-24f1f8d3-a4fa-49a7-a0cd-ba8e0d130657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.160843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': '229445f5-cbbf-4338-9474-7debae839559'}, {'subnet_id': '6c7a88aa-93e9-4aca-a59b-d784a7b1f669'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:01.162241 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.162551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.objects.ports [None req-7e10f913-864b-49b5-9d76-b373bf0fef45 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93900) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:01.164343 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7e10f913-864b-49b5-9d76-b373bf0fef45 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.165191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-24f1f8d3-a4fa-49a7-a0cd-ba8e0d130657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.207553 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-24f1f8d3-a4fa-49a7-a0cd-ba8e0d130657 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=076da7ddd0bf4100904f367463a8f685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998017 Jul 07 19:41:01.211109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e10f913-864b-49b5-9d76-b373bf0fef45 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:01.211608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60068) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:01.216289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7e10f913-864b-49b5-9d76-b373bf0fef45 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:01.219426 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e10f913-864b-49b5-9d76-b373bf0fef45 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.220020 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7e10f913-864b-49b5-9d76-b373bf0fef45 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.234905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10f913-864b-49b5-9d76-b373bf0fef45 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=229445f5-cbbf-4338-9474-7debae839559,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:01.254313 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7e10f913-864b-49b5-9d76-b373bf0fef45 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8126247 Jul 07 19:41:01.254643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60072) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:01.255455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1f8d3-a4fa-49a7-a0cd-ba8e0d130657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60f4770-9492-4e10-aca2-f4adf7c0f3b5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:01.261556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:89:7c:9e', 'name': 'tempest-NetworksTestDHCPv6-799844730'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:01.307679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6530aa66-cc85-45d8-aa9c-1398e47134fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.343820 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6530aa66-cc85-45d8-aa9c-1398e47134fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.407672 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6530aa66-cc85-45d8-aa9c-1398e47134fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.411361 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6530aa66-cc85-45d8-aa9c-1398e47134fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.412731 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6530aa66-cc85-45d8-aa9c-1398e47134fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b60f4770-9492-4e10-aca2-f4adf7c0f3b5 HTTP/1.1" status: 204 len: 168 time: 0.2001467 Jul 07 19:41:01.427936 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Allocated IP 172.20.0.2 (3b342e92-c907-4436-a95e-965164bcdb3c/6c7a88aa-93e9-4aca-a59b-d784a7b1f669/4d90755e-c6c4-42b3-8992-9448e80f62e0) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:01.448475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Allocated IP 2001:db8::f816:3eff:fec5:1120 (3b342e92-c907-4436-a95e-965164bcdb3c/229445f5-cbbf-4338-9474-7debae839559/4d90755e-c6c4-42b3-8992-9448e80f62e0) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:01.453664 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530aa66-cc85-45d8-aa9c-1398e47134fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60f4770-9492-4e10-aca2-f4adf7c0f3b5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:01.571563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b974d-5e52-4cea-aadc-83252de53bbf req-c7489c82-d641-4f01-a495-7f48068d6e92 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.574216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b3b974d-5e52-4cea-aadc-83252de53bbf req-c7489c82-d641-4f01-a495-7f48068d6e92 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 943 time: 0.1647177 Jul 07 19:41:01.575967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:01.681910 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b3b974d-5e52-4cea-aadc-83252de53bbf req-974f8c12-957f-44b1-926a-47ce423f924d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009827 Jul 07 19:41:01.735731 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.763548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port b9754f71-7c8a-45c2-93f2-97b7ffe01448 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:01.880709 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.900470 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Transition to ACTIVE for port object 4d90755e-c6c4-42b3-8992-9448e80f62e0 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:01.939256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Transition to ACTIVE for port object 4d90755e-c6c4-42b3-8992-9448e80f62e0 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:01.955421 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.996231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60084) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:02.030209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Pushing event updated for resources: {'Port': ['ID=4d90755e-c6c4-42b3-8992-9448e80f62e0,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:02.035421 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf61e58e-c860-44fd-8380-4b5fa1c969ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.046359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:02.048469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:02.051306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:02.194392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Attempting to bind port 4d90755e-c6c4-42b3-8992-9448e80f62e0 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:02.195267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Attempting to bind port 4d90755e-c6c4-42b3-8992-9448e80f62e0 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:02.195909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Attempting to bind port 4d90755e-c6c4-42b3-8992-9448e80f62e0 on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:02.202605 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:02.202837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:02.206384 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.207087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:02.207646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Bound port: 4d90755e-c6c4-42b3-8992-9448e80f62e0, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:02.208036 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.228609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 172.20.0.12 (3b342e92-c907-4436-a95e-965164bcdb3c/6c7a88aa-93e9-4aca-a59b-d784a7b1f669/b9754f71-7c8a-45c2-93f2-97b7ffe01448) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:02.245461 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::f816:3eff:fe89:7c9e (3b342e92-c907-4436-a95e-965164bcdb3c/229445f5-cbbf-4338-9474-7debae839559/b9754f71-7c8a-45c2-93f2-97b7ffe01448) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:02.281678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a26be572-4362-4e92-a671-06cf06da4d42 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:02.308320 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: a26be572-4362-4e92-a671-06cf06da4d42 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:02.308669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a26be572-4362-4e92-a671-06cf06da4d42 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:02.338014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf61e58e-c860-44fd-8380-4b5fa1c969ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.346232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] For port 4d90755e-c6c4-42b3-8992-9448e80f62e0, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:02.348554 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cf61e58e-c860-44fd-8380-4b5fa1c969ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.352916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] For port 4d90755e-c6c4-42b3-8992-9448e80f62e0, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4d90755e-c6c4-42b3-8992-9448e80f62e0,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:02.364522 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.459051 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cf61e58e-c860-44fd-8380-4b5fa1c969ff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16ec6f949cda4748902affedd99a794d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4608314 Jul 07 19:41:02.459838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60086) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:02.463557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61e58e-c860-44fd-8380-4b5fa1c969ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5882bb72-3704-4469-99fa-3712291ba134,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:02.468196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f082a6a-141d-4839-85ed-e86eda3b3bac None None] Pushing event updated for resources: {'Port': ['ID=4d90755e-c6c4-42b3-8992-9448e80f62e0,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:02.604578 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.625045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object b9754f71-7c8a-45c2-93f2-97b7ffe01448 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:02.675075 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.680182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f2a97a4-916c-4ec7-a63c-d438c94d3e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.725651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:02.729422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:02.731983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:02.749716 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f2a97a4-916c-4ec7-a63c-d438c94d3e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.805841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=b9754f71-7c8a-45c2-93f2-97b7ffe01448,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:02.840741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:02.840741 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.872020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e792c7c0-3552-47ad-b506-49ad269f3a5f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6163833 Jul 07 19:41:02.874636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60094) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:02.926329 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f2a97a4-916c-4ec7-a63c-d438c94d3e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.931599 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f2a97a4-916c-4ec7-a63c-d438c94d3e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.936639 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0f2a97a4-916c-4ec7-a63c-d438c94d3e77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5882bb72-3704-4469-99fa-3712291ba134 HTTP/1.1" status: 204 len: 168 time: 0.4693241 Jul 07 19:41:02.949444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a97a4-916c-4ec7-a63c-d438c94d3e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5882bb72-3704-4469-99fa-3712291ba134,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:03.010237 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371a7b4d-7ac3-49ef-86f4-788f36c8f2ab tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:03.018203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371a7b4d-7ac3-49ef-86f4-788f36c8f2ab tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:03.023843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60098) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:03.025002 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-371a7b4d-7ac3-49ef-86f4-788f36c8f2ab tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1490474 Jul 07 19:41:03.209234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c48709-cadd-443a-82dd-c4af512cb406 req-10cacc64-c32b-497f-bc71-52a01c9ad027 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:03.210969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96c48709-cadd-443a-82dd-c4af512cb406 req-10cacc64-c32b-497f-bc71-52a01c9ad027 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 943 time: 0.1528265 Jul 07 19:41:03.253805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4133c01a-9e3a-4988-84a8-27100fbf3612 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port b9754f71-7c8a-45c2-93f2-97b7ffe01448 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:03.254512 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4133c01a-9e3a-4988-84a8-27100fbf3612 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.298466 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-96c48709-cadd-443a-82dd-c4af512cb406 req-478eabd1-987c-417a-bf56-221a1755bb94 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820248 Jul 07 19:41:03.402594 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4133c01a-9e3a-4988-84a8-27100fbf3612 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.420633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4133c01a-9e3a-4988-84a8-27100fbf3612 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for b9754f71-7c8a-45c2-93f2-97b7ffe01448 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:03.803340 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4133c01a-9e3a-4988-84a8-27100fbf3612 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.842891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133c01a-9e3a-4988-84a8-27100fbf3612 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=b9754f71-7c8a-45c2-93f2-97b7ffe01448,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:03.977313 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4133c01a-9e3a-4988-84a8-27100fbf3612 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.979305 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4133c01a-9e3a-4988-84a8-27100fbf3612 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/b9754f71-7c8a-45c2-93f2-97b7ffe01448 HTTP/1.1" status: 204 len: 168 time: 0.9543583 Jul 07 19:41:03.982244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60116) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:04.056955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a16882-bdf5-4960-8ecd-bc5f300c9917 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:04.058660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a16882-bdf5-4960-8ecd-bc5f300c9917 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:04.060265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a16882-bdf5-4960-8ecd-bc5f300c9917 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:04.061916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f1a16882-bdf5-4960-8ecd-bc5f300c9917 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0785477 Jul 07 19:41:04.064980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60120) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:04.130099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ca9af5-1fc4-43b6-948b-202784c6a230 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 229445f5-cbbf-4338-9474-7debae839559 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:04.137383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9af5-1fc4-43b6-948b-202784c6a230 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.201011 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9af5-1fc4-43b6-948b-202784c6a230 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.277044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4d90755e-c6c4-42b3-8992-9448e80f62e0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:04.360715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b16c5-3e50-4767-96ca-3d3b9cf7a306 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:04.372581 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9af5-1fc4-43b6-948b-202784c6a230 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.471871 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9af5-1fc4-43b6-948b-202784c6a230 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.503691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df860117-2596-4707-b700-6cef71b26911 None None] Provisioning for port 4d90755e-c6c4-42b3-8992-9448e80f62e0 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:04.516104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9af5-1fc4-43b6-948b-202784c6a230 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.521894 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e3ca9af5-1fc4-43b6-948b-202784c6a230 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/229445f5-cbbf-4338-9474-7debae839559 HTTP/1.1" status: 204 len: 168 time: 0.4552281 Jul 07 19:41:04.522553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60138) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:04.602394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 4d90755e-c6c4-42b3-8992-9448e80f62e0 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:04.629190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 4d90755e-c6c4-42b3-8992-9448e80f62e0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:04.629190 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.671805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240be62-413a-4003-8cd8-ea09e8953945 req-b8447756-972c-40e5-9d26-def468655626 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:04.673385 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4240be62-413a-4003-8cd8-ea09e8953945 req-b8447756-972c-40e5-9d26-def468655626 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 943 time: 0.1734247 Jul 07 19:41:04.688685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca9af5-1fc4-43b6-948b-202784c6a230 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=229445f5-cbbf-4338-9474-7debae839559,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:04.728353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-03879a7d-c045-4f81-9b98-6510c0d6a5fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 6c7a88aa-93e9-4aca-a59b-d784a7b1f669 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:04.735160 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03879a7d-c045-4f81-9b98-6510c0d6a5fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.845176 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03879a7d-c045-4f81-9b98-6510c0d6a5fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.867942 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.880841 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4240be62-413a-4003-8cd8-ea09e8953945 req-fdf122c6-1bee-49c9-b092-72e6f760204e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999590 Jul 07 19:41:04.914891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 4d90755e-c6c4-42b3-8992-9448e80f62e0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4d90755e-c6c4-42b3-8992-9448e80f62e0,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:04.922439 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.986366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=4d90755e-c6c4-42b3-8992-9448e80f62e0,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:05.090749 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03879a7d-c045-4f81-9b98-6510c0d6a5fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:05.231792 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03879a7d-c045-4f81-9b98-6510c0d6a5fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:05.302969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03879a7d-c045-4f81-9b98-6510c0d6a5fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7a88aa-93e9-4aca-a59b-d784a7b1f669,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:05.307129 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03879a7d-c045-4f81-9b98-6510c0d6a5fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:05.309110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-03879a7d-c045-4f81-9b98-6510c0d6a5fe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/6c7a88aa-93e9-4aca-a59b-d784a7b1f669 HTTP/1.1" status: 204 len: 168 time: 0.7789075 Jul 07 19:41:05.311706 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60176) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:05.386024 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-06162b61-147c-4ece-a78f-10c8b1b55f06 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730598 Jul 07 19:41:05.388670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60178) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:05.400651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-788ce885-2345-43c0-8de7-d7fc1a7693f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:05.548222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788ce885-2345-43c0-8de7-d7fc1a7693f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:05.553341 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-788ce885-2345-43c0-8de7-d7fc1a7693f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:05.785140 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:05.879266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46000085-ad68-45eb-be44-3e7f9d4af7c1 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:06.072752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-deda5317-4950-4995-a70d-fdbb5ebfc5b6 None None] Provisioning complete for port 4d90755e-c6c4-42b3-8992-9448e80f62e0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:06.073183 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-deda5317-4950-4995-a70d-fdbb5ebfc5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.073617 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-788ce885-2345-43c0-8de7-d7fc1a7693f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.116770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788ce885-2345-43c0-8de7-d7fc1a7693f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:06.121767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-788ce885-2345-43c0-8de7-d7fc1a7693f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:06.124525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788ce885-2345-43c0-8de7-d7fc1a7693f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:06.125135 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-788ce885-2345-43c0-8de7-d7fc1a7693f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.154494 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-788ce885-2345-43c0-8de7-d7fc1a7693f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7637312 Jul 07 19:41:06.159363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60242) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:06.167400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-17f0949e-1fc3-48d1-a35e-5f715d36f7ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:06.198036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ce885-2345-43c0-8de7-d7fc1a7693f8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=94f9eae2-bf7f-48a5-96e0-8475df905e1c,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:06.271943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41e91c-3992-431e-ac8a-0f109eebaf77 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:06.300675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75136-45fc-402a-b70f-c5de63eb3532 req-1d03d147-4e9b-4428-a023-9acf4d167c89 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:06.307435 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d0e75136-45fc-402a-b70f-c5de63eb3532 req-1d03d147-4e9b-4428-a023-9acf4d167c89 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 943 time: 0.2001672 Jul 07 19:41:06.383636 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d0e75136-45fc-402a-b70f-c5de63eb3532 req-2c9ecb23-9f83-40a7-9e81-5b7f71cfbd67 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750451 Jul 07 19:41:06.408227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bb41e91c-3992-431e-ac8a-0f109eebaf77 None None] Deleting port 4d90755e-c6c4-42b3-8992-9448e80f62e0 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:06.412952 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb41e91c-3992-431e-ac8a-0f109eebaf77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.425962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f0949e-1fc3-48d1-a35e-5f715d36f7ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:06.431517 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-17f0949e-1fc3-48d1-a35e-5f715d36f7ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.559629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-bb41e91c-3992-431e-ac8a-0f109eebaf77 None None] For port 4d90755e-c6c4-42b3-8992-9448e80f62e0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4d90755e-c6c4-42b3-8992-9448e80f62e0,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:06.559969 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb41e91c-3992-431e-ac8a-0f109eebaf77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.574521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bb41e91c-3992-431e-ac8a-0f109eebaf77 None None] Calling delete_port for 4d90755e-c6c4-42b3-8992-9448e80f62e0 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:06.617989 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60246) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:06.695008 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb41e91c-3992-431e-ac8a-0f109eebaf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.746261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41e91c-3992-431e-ac8a-0f109eebaf77 None None] Pushing event deleted for resources: {'Port': ['ID=4d90755e-c6c4-42b3-8992-9448e80f62e0,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:06.748566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41e91c-3992-431e-ac8a-0f109eebaf77 None None] No DVR routers for this DVR port 4d90755e-c6c4-42b3-8992-9448e80f62e0 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:06.779142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a0a273-a749-4c1e-9d3c-a7f2defa4257 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:06.779329 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:41:06.870922 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-611f9399-6d37-4ddf-be6e-522d9ab647f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.910708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.objects.ports [None req-17f0949e-1fc3-48d1-a35e-5f715d36f7ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93900) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:06.912843 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-17f0949e-1fc3-48d1-a35e-5f715d36f7ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.975087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0949e-1fc3-48d1-a35e-5f715d36f7ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=552a21e1-899b-4f8f-8a8b-7e79d61916e6,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:06.997212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f0949e-1fc3-48d1-a35e-5f715d36f7ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:06.999604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-17f0949e-1fc3-48d1-a35e-5f715d36f7ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:07.002832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f0949e-1fc3-48d1-a35e-5f715d36f7ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:07.003528 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-17f0949e-1fc3-48d1-a35e-5f715d36f7ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.084606 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': '552a21e1-899b-4f8f-8a8b-7e79d61916e6'}, {'subnet_id': '94f9eae2-bf7f-48a5-96e0-8475df905e1c'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:07.091848 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.124352 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-611f9399-6d37-4ddf-be6e-522d9ab647f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.138114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-611f9399-6d37-4ddf-be6e-522d9ab647f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.142270 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-17f0949e-1fc3-48d1-a35e-5f715d36f7ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9800653 Jul 07 19:41:07.145118 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60256) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:07.155490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:2a:d2:46', 'name': 'tempest-NetworksTestDHCPv6-1615661250'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:07.222752 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-611f9399-6d37-4ddf-be6e-522d9ab647f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f3c73277e7e48458874d3bc0937062f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021402 Jul 07 19:41:07.224352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f9399-6d37-4ddf-be6e-522d9ab647f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478ac47f-36c2-4ab8-bc4f-0016c4118519,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:07.228335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60258) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:07.294077 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1132ca32-7992-4177-bd50-b7def2614fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.320436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1132ca32-7992-4177-bd50-b7def2614fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.411668 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1132ca32-7992-4177-bd50-b7def2614fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.416562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1132ca32-7992-4177-bd50-b7def2614fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.418628 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:07.421531 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1132ca32-7992-4177-bd50-b7def2614fe1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/478ac47f-36c2-4ab8-bc4f-0016c4118519 HTTP/1.1" status: 204 len: 168 time: 0.1918855 Jul 07 19:41:07.430579 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132ca32-7992-4177-bd50-b7def2614fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ac47f-36c2-4ab8-bc4f-0016c4118519,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:07.448414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Allocated IP 172.20.0.2 (3b342e92-c907-4436-a95e-965164bcdb3c/94f9eae2-bf7f-48a5-96e0-8475df905e1c/6b1f9887-deb8-44bb-9151-21541838e9fc) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:07.457211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Allocated IP 2001:db8::f816:3eff:febc:3730 (3b342e92-c907-4436-a95e-965164bcdb3c/552a21e1-899b-4f8f-8a8b-7e79d61916e6/6b1f9887-deb8-44bb-9151-21541838e9fc) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:07.593253 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.630812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port 3e16edcd-a3fa-46b0-b1ea-77352021c6ef yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:07.699166 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.715808 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82eab4-3e7e-42d9-ae01-13d84dd0749c req-f5fd7976-1c5e-4759-bae8-92be7550800e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:07.717834 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba82eab4-3e7e-42d9-ae01-13d84dd0749c req-f5fd7976-1c5e-4759-bae8-92be7550800e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 943 time: 0.1664867 Jul 07 19:41:07.732653 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Transition to ACTIVE for port object 6b1f9887-deb8-44bb-9151-21541838e9fc will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:07.761460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Transition to ACTIVE for port object 6b1f9887-deb8-44bb-9151-21541838e9fc will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:07.779307 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba82eab4-3e7e-42d9-ae01-13d84dd0749c req-2a98ecc3-5cfc-44df-912b-6ca2f2ce1cf5 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553868 Jul 07 19:41:07.781508 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.848169 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:07.853194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:07.856097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:07.861599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Pushing event updated for resources: {'Port': ['ID=6b1f9887-deb8-44bb-9151-21541838e9fc,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:07.975559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Attempting to bind port 6b1f9887-deb8-44bb-9151-21541838e9fc on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:07.975944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Attempting to bind port 6b1f9887-deb8-44bb-9151-21541838e9fc by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:07.976647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Attempting to bind port 6b1f9887-deb8-44bb-9151-21541838e9fc on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:07.983355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:07.983743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:07.984159 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.984563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:07.985491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Bound port: 6b1f9887-deb8-44bb-9151-21541838e9fc, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:07.985911 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.989522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 172.20.0.13 (3b342e92-c907-4436-a95e-965164bcdb3c/94f9eae2-bf7f-48a5-96e0-8475df905e1c/3e16edcd-a3fa-46b0-b1ea-77352021c6ef) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:08.011640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::f816:3eff:fe2a:d246 (3b342e92-c907-4436-a95e-965164bcdb3c/552a21e1-899b-4f8f-8a8b-7e79d61916e6/3e16edcd-a3fa-46b0-b1ea-77352021c6ef) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:08.109164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] For port 6b1f9887-deb8-44bb-9151-21541838e9fc, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:08.130465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] For port 6b1f9887-deb8-44bb-9151-21541838e9fc, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6b1f9887-deb8-44bb-9151-21541838e9fc,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:08.139789 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.243817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4d90755e-c6c4-42b3-8992-9448e80f62e0 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:08.311358 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 4d90755e-c6c4-42b3-8992-9448e80f62e0 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:08.311702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4d90755e-c6c4-42b3-8992-9448e80f62e0 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:08.326276 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.352601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 3e16edcd-a3fa-46b0-b1ea-77352021c6ef will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:08.384242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11346ef2-a26b-4a68-9213-f42577212bdc None None] Pushing event updated for resources: {'Port': ['ID=6b1f9887-deb8-44bb-9151-21541838e9fc,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:08.425173 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.479948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:08.487099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:08.492917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:08.551230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=3e16edcd-a3fa-46b0-b1ea-77352021c6ef,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:08.620676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:08.622123 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.647971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c523299b-c53d-40f1-966d-45837896ffc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5000770 Jul 07 19:41:08.649361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60288) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:08.780157 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 659a40c7-d6a2-41d7-95ce-d762ce3da90a details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:41:08.891060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6cd6c1-1fc7-43ea-849d-c40f459f4446 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:08.900107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6cd6c1-1fc7-43ea-849d-c40f459f4446 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:08.905037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60298) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:08.914943 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4a6cd6c1-1fc7-43ea-849d-c40f459f4446 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2621946 Jul 07 19:41:09.044513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 659a40c7-d6a2-41d7-95ce-d762ce3da90a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=659a40c7-d6a2-41d7-95ce-d762ce3da90a,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:09.056962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5b9cf-2f09-4efa-8574-15daebc67c4f req-6060ec38-ad30-404f-817c-1572ecafdd08 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:09.062396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ba5b9cf-2f09-4efa-8574-15daebc67c4f req-6060ec38-ad30-404f-817c-1572ecafdd08 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 943 time: 0.1077385 Jul 07 19:41:09.067557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '659a40c7-d6a2-41d7-95ce-d762ce3da90a', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'port_id': '659a40c7-d6a2-41d7-95ce-d762ce3da90a', 'mac_address': 'fa:16:3e:06:e6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:41:09.095146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ed3478a6-3ede-4f47-a254-4dc938461981 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 3e16edcd-a3fa-46b0-b1ea-77352021c6ef {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:09.095782 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed3478a6-3ede-4f47-a254-4dc938461981 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.143277 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.160455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ba5b9cf-2f09-4efa-8574-15daebc67c4f req-979feb19-3aa3-4b99-b127-1ea71a16d56a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902054 Jul 07 19:41:09.166536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659a40c7-d6a2-41d7-95ce-d762ce3da90a {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:41:09.189277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 659a40c7-d6a2-41d7-95ce-d762ce3da90a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=659a40c7-d6a2-41d7-95ce-d762ce3da90a,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:09.227294 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.259803 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed3478a6-3ede-4f47-a254-4dc938461981 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.291765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ed3478a6-3ede-4f47-a254-4dc938461981 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 3e16edcd-a3fa-46b0-b1ea-77352021c6ef owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:09.329892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=659a40c7-d6a2-41d7-95ce-d762ce3da90a,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:09.406556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60308) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:09.584704 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed3478a6-3ede-4f47-a254-4dc938461981 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.612313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['659a40c7-d6a2-41d7-95ce-d762ce3da90a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:41:09.636181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.749392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3478a6-3ede-4f47-a254-4dc938461981 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=3e16edcd-a3fa-46b0-b1ea-77352021c6ef,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:09.840542 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed3478a6-3ede-4f47-a254-4dc938461981 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.844850 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ed3478a6-3ede-4f47-a254-4dc938461981 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/3e16edcd-a3fa-46b0-b1ea-77352021c6ef HTTP/1.1" status: 204 len: 168 time: 0.9381890 Jul 07 19:41:09.847871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60312) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:09.876041 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.892262 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.924019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea67eb-2588-4a2b-af8e-4253dbb65e65 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:09.925928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea67eb-2588-4a2b-af8e-4253dbb65e65 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:09.928969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea67eb-2588-4a2b-af8e-4253dbb65e65 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:09.931400 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-56ea67eb-2588-4a2b-af8e-4253dbb65e65 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0824969 Jul 07 19:41:09.934221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60314) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:09.980224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab66fa59-e8ae-4ec8-9f33-34656d4af80a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:09.984229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6030f5346c824ac1a3d5f8d5726845e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762906 Jul 07 19:41:09.990484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60316) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:10.002450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:10.002814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:10.003162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:10.003500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:10.003831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:10.004164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:10.004491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:10.004822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:10.005145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:10.005465 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:10.005787 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:10.006106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e09f61-2d79-45dc-9b1e-6931ffc69b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:10.069218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbd9364-6d7a-47f9-bfe3-6aa9d77b4731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 552a21e1-899b-4f8f-8a8b-7e79d61916e6 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:10.090719 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9364-6d7a-47f9-bfe3-6aa9d77b4731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.163451 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45304261-71b3-4a04-94f3-e7cc38cf24db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.170993 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9364-6d7a-47f9-bfe3-6aa9d77b4731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.177642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ace498-0538-430d-a8be-dcbe9e78aff8 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:10.281070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-11fb201d-cc69-41f0-ba18-58c3a24cdc66 None None] Provisioning for port 6b1f9887-deb8-44bb-9151-21541838e9fc completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:10.281558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45304261-71b3-4a04-94f3-e7cc38cf24db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.300885 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6b1f9887-deb8-44bb-9151-21541838e9fc up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:10.341885 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.421914 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9364-6d7a-47f9-bfe3-6aa9d77b4731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.487554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 6b1f9887-deb8-44bb-9151-21541838e9fc completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:10.504540 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45304261-71b3-4a04-94f3-e7cc38cf24db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.504803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 6b1f9887-deb8-44bb-9151-21541838e9fc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:10.504920 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.506773 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45304261-71b3-4a04-94f3-e7cc38cf24db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.510386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-45304261-71b3-4a04-94f3-e7cc38cf24db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab66fa59-e8ae-4ec8-9f33-34656d4af80a HTTP/1.1" status: 204 len: 168 time: 0.5163944 Jul 07 19:41:10.525849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45304261-71b3-4a04-94f3-e7cc38cf24db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab66fa59-e8ae-4ec8-9f33-34656d4af80a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:10.612481 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9364-6d7a-47f9-bfe3-6aa9d77b4731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.651130 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4613bf3-04cd-4374-9afe-6482427fabec req-de29a9fb-fc5c-436a-a32a-51c904523531 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:10.653721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4613bf3-04cd-4374-9afe-6482427fabec req-de29a9fb-fc5c-436a-a32a-51c904523531 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 944 time: 0.2606521 Jul 07 19:41:10.689448 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.708817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd9364-6d7a-47f9-bfe3-6aa9d77b4731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=552a21e1-899b-4f8f-8a8b-7e79d61916e6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:10.711970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9364-6d7a-47f9-bfe3-6aa9d77b4731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.735577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2bbd9364-6d7a-47f9-bfe3-6aa9d77b4731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/552a21e1-899b-4f8f-8a8b-7e79d61916e6 HTTP/1.1" status: 204 len: 168 time: 0.7982287 Jul 07 19:41:10.737660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60334) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:10.766927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 6b1f9887-deb8-44bb-9151-21541838e9fc, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6b1f9887-deb8-44bb-9151-21541838e9fc,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:10.775195 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.805111 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4613bf3-04cd-4374-9afe-6482427fabec req-21343574-40f4-462d-9232-d0f1cd95116f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449304 Jul 07 19:41:10.872373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=6b1f9887-deb8-44bb-9151-21541838e9fc,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:10.900257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9864d8-3d62-451f-b8c7-240bc2451849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 94f9eae2-bf7f-48a5-96e0-8475df905e1c {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:10.903829 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5f9864d8-3d62-451f-b8c7-240bc2451849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.999480 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5f9864d8-3d62-451f-b8c7-240bc2451849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.159327 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebe1ccd-ff26-4a20-9e27-f488564c4a80 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:11.192696 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5f9864d8-3d62-451f-b8c7-240bc2451849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.267059 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-219ac88b-d93b-4f78-90bd-d8f616923eb4 None None] Provisioning complete for port 6b1f9887-deb8-44bb-9151-21541838e9fc triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:11.267741 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-219ac88b-d93b-4f78-90bd-d8f616923eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.321501 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5f9864d8-3d62-451f-b8c7-240bc2451849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.426262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9864d8-3d62-451f-b8c7-240bc2451849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=94f9eae2-bf7f-48a5-96e0-8475df905e1c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:11.433950 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5f9864d8-3d62-451f-b8c7-240bc2451849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.438125 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5f9864d8-3d62-451f-b8c7-240bc2451849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/94f9eae2-bf7f-48a5-96e0-8475df905e1c HTTP/1.1" status: 204 len: 168 time: 0.6973038 Jul 07 19:41:11.440888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60350) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:11.549874 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3b93abee-99fe-4023-a8df-e9165626d40d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077876 Jul 07 19:41:11.552533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60354) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:11.617272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69508f8e-043f-4073-b7d5-aaa2a55bb435 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:11.648604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559b2db0-8090-434d-8537-b53ee5b9af28 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:11.650463 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-559b2db0-8090-434d-8537-b53ee5b9af28 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0967069 Jul 07 19:41:11.653102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60360) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:11.711471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-69508f8e-043f-4073-b7d5-aaa2a55bb435 None None] Deleting port 6b1f9887-deb8-44bb-9151-21541838e9fc {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:11.712653 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-69508f8e-043f-4073-b7d5-aaa2a55bb435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.822770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b8ef1-f31c-4209-981d-54de9fb97fc2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:11.826907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1e9b8ef1-f31c-4209-981d-54de9fb97fc2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1696482 Jul 07 19:41:11.827113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-69508f8e-043f-4073-b7d5-aaa2a55bb435 None None] For port 6b1f9887-deb8-44bb-9151-21541838e9fc, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6b1f9887-deb8-44bb-9151-21541838e9fc,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:11.827512 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-69508f8e-043f-4073-b7d5-aaa2a55bb435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.827957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60364) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:11.853530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-69508f8e-043f-4073-b7d5-aaa2a55bb435 None None] Calling delete_port for 6b1f9887-deb8-44bb-9151-21541838e9fc owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:11.941364 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-36405c17-787a-428e-b1f4-9fe577e8bd3d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119576 Jul 07 19:41:11.945876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60370) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:11.952004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-fa466ecb-27a4-4f27-afba-d9be44cd7649 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:12.022960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60372) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:12.059585 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-69508f8e-043f-4073-b7d5-aaa2a55bb435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.135662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69508f8e-043f-4073-b7d5-aaa2a55bb435 None None] No DVR routers for this DVR port 6b1f9887-deb8-44bb-9151-21541838e9fc on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:12.158268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69508f8e-043f-4073-b7d5-aaa2a55bb435 None None] Pushing event deleted for resources: {'Port': ['ID=6b1f9887-deb8-44bb-9151-21541838e9fc,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:12.257378 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6b1f9887-deb8-44bb-9151-21541838e9fc no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:12.285319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ce1d1c6c-fb9e-49fa-acec-923ae1bb54fe tempest-AgentManagementNegativeTest-73333372 tempest-AgentManagementNegativeTest-73333372-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2608361 Jul 07 19:41:12.321711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 6b1f9887-deb8-44bb-9151-21541838e9fc {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:12.322313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6b1f9887-deb8-44bb-9151-21541838e9fc not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:12.617751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9ebb7-bf98-4ee0-93de-8da781e7eec3 req-9f218d45-ba2f-43e3-b7b9-3ecd76320d78 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:12.626177 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71f9ebb7-bf98-4ee0-93de-8da781e7eec3 req-9f218d45-ba2f-43e3-b7b9-3ecd76320d78 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 944 time: 0.5549822 Jul 07 19:41:12.635511 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa466ecb-27a4-4f27-afba-d9be44cd7649 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:12.639831 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa466ecb-27a4-4f27-afba-d9be44cd7649 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.641874 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa466ecb-27a4-4f27-afba-d9be44cd7649 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:12.642422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa466ecb-27a4-4f27-afba-d9be44cd7649 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:12.683942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60384) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:12.685517 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fa466ecb-27a4-4f27-afba-d9be44cd7649 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7382894 Jul 07 19:41:12.711257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0ef592d4-cae8-47ae-b7e0-b065cf9a05fa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:12.714778 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71f9ebb7-bf98-4ee0-93de-8da781e7eec3 req-1996bc87-0e11-442c-b97c-99726e7926e3 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821090 Jul 07 19:41:12.792296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60386) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:12.824599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 659a40c7-d6a2-41d7-95ce-d762ce3da90a up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:12.869203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef592d4-cae8-47ae-b7e0-b065cf9a05fa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:12.878982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0ef592d4-cae8-47ae-b7e0-b065cf9a05fa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.881620 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef592d4-cae8-47ae-b7e0-b065cf9a05fa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:12.882672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef592d4-cae8-47ae-b7e0-b065cf9a05fa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:12.900346 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0ef592d4-cae8-47ae-b7e0-b065cf9a05fa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2149980 Jul 07 19:41:12.903489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60390) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:12.911533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b049b0db-2101-4ae9-9890-6d3fd933ab1a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:12.950912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 659a40c7-d6a2-41d7-95ce-d762ce3da90a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:12.958399 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 659a40c7-d6a2-41d7-95ce-d762ce3da90a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:12.958783 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.035561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2afa-8a72-4e42-84cb-863f96c898c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.065391 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.083150 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.db.api [None req-b049b0db-2101-4ae9-9890-6d3fd933ab1a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:41:13.083150 n-d-793621-9 neutron-server[93900]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 19:41:13.083150 n-d-793621-9 neutron-server[93900]: [parameters: {'project_id': '69a154339a6b4621a379fe8adc53b87d', 'id': '6167aa7d-bd56-4fa6-ac40-bbfeffc8f37b', 'expiration': datetime.datetime(2021, 7, 7, 19, 43, 13, 78649)}] Jul 07 19:41:13.083150 n-d-793621-9 neutron-server[93900]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:41:13.084052 n-d-793621-9 neutron-server[93900]: DEBUG oslo_db.api [None req-b049b0db-2101-4ae9-9890-6d3fd933ab1a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:41:13.173310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0260b4-67c7-4f87-8405-338ac4770ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659a40c7-d6a2-41d7-95ce-d762ce3da90a'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:41:13.178487 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a2deb9-ec25-46a7-be22-a6acbcdefd43" -d '{"events": [{"server_uuid": "5d0260b4-67c7-4f87-8405-338ac4770ea7", "name": "network-vif-plugged", "status": "completed", "tag": "659a40c7-d6a2-41d7-95ce-d762ce3da90a"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:41:13.216987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 659a40c7-d6a2-41d7-95ce-d762ce3da90a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=659a40c7-d6a2-41d7-95ce-d762ce3da90a,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:13.221190 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2afa-8a72-4e42-84cb-863f96c898c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.226530 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.227656 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2afa-8a72-4e42-84cb-863f96c898c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.329968 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3a6a2afa-8a72-4e42-84cb-863f96c898c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62410e26df30412aaab0373ea8127b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5365009 Jul 07 19:41:13.331786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a2afa-8a72-4e42-84cb-863f96c898c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e544fbd3-8c07-4dec-98c2-153abd86d4de,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:13.332636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60402) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:13.339471 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1a1823-9c21-430e-8761-00b19d4f6624 x-openstack-request-id: req-2d1a1823-9c21-430e-8761-00b19d4f6624 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:41:13.339983 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0260b4-67c7-4f87-8405-338ac4770ea7", "name": "network-vif-plugged", "status": "completed", "tag": "659a40c7-d6a2-41d7-95ce-d762ce3da90a", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:41:13.339983 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d1a1823-9c21-430e-8761-00b19d4f6624 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:41:13.340851 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0260b4-67c7-4f87-8405-338ac4770ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659a40c7-d6a2-41d7-95ce-d762ce3da90a', 'code': 200} Jul 07 19:41:13.400004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=659a40c7-d6a2-41d7-95ce-d762ce3da90a,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:13.412804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974d74d-55a7-4d9f-834e-730fe2538b7d req-088ad36c-c697-4861-a98a-4f4f63c7c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:13.414541 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e974d74d-55a7-4d9f-834e-730fe2538b7d req-088ad36c-c697-4861-a98a-4f4f63c7c571 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0607119 Jul 07 19:41:13.453740 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fee19c22-2172-48aa-af6f-82896b28a0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.473396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e974d74d-55a7-4d9f-834e-730fe2538b7d req-02200473-a17f-4e89-9c5b-e0f02e355282 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518198 Jul 07 19:41:13.486068 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fee19c22-2172-48aa-af6f-82896b28a0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.542008 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fee19c22-2172-48aa-af6f-82896b28a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.543317 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fee19c22-2172-48aa-af6f-82896b28a0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.544880 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fee19c22-2172-48aa-af6f-82896b28a0ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e544fbd3-8c07-4dec-98c2-153abd86d4de HTTP/1.1" status: 204 len: 168 time: 0.2105625 Jul 07 19:41:13.555131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee19c22-2172-48aa-af6f-82896b28a0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e544fbd3-8c07-4dec-98c2-153abd86d4de,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:13.620584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b049b0db-2101-4ae9-9890-6d3fd933ab1a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:13.626391 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b049b0db-2101-4ae9-9890-6d3fd933ab1a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.628695 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b049b0db-2101-4ae9-9890-6d3fd933ab1a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:13.630226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b049b0db-2101-4ae9-9890-6d3fd933ab1a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:13.653544 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b049b0db-2101-4ae9-9890-6d3fd933ab1a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7460499 Jul 07 19:41:13.653989 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60406) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:13.661473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-cd03e561-e0de-402e-ba05-214a92d5a041 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:13.803160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd03e561-e0de-402e-ba05-214a92d5a041 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:13.808497 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd03e561-e0de-402e-ba05-214a92d5a041 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.810558 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd03e561-e0de-402e-ba05-214a92d5a041 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:13.811085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd03e561-e0de-402e-ba05-214a92d5a041 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:13.834880 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cd03e561-e0de-402e-ba05-214a92d5a041 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1763432 Jul 07 19:41:13.835302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60412) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:13.844132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b364b1cd-7810-41a0-b7e7-63eaa6049d4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:14.009564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437412b1-b216-454a-ac85-91e581eac768 req-fbe400c4-a8af-441e-b8cf-dc9bb7694d74 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:14.014690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-437412b1-b216-454a-ac85-91e581eac768 req-fbe400c4-a8af-441e-b8cf-dc9bb7694d74 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 945 time: 0.1260855 Jul 07 19:41:14.016695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b364b1cd-7810-41a0-b7e7-63eaa6049d4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:14.020327 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b364b1cd-7810-41a0-b7e7-63eaa6049d4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.021799 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b364b1cd-7810-41a0-b7e7-63eaa6049d4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:14.022298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b364b1cd-7810-41a0-b7e7-63eaa6049d4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:14.056084 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b364b1cd-7810-41a0-b7e7-63eaa6049d4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2195141 Jul 07 19:41:14.059163 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60420) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:14.067500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ce6e5bad-13c8-4f4b-a6ec-c7068b64900b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:14.072345 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-437412b1-b216-454a-ac85-91e581eac768 req-a653f021-d6a0-4c9e-9c6b-3d9bbee21b84 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565825 Jul 07 19:41:14.218355 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6e5bad-13c8-4f4b-a6ec-c7068b64900b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:14.224888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5bad-13c8-4f4b-a6ec-c7068b64900b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.226623 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6e5bad-13c8-4f4b-a6ec-c7068b64900b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:14.227114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6e5bad-13c8-4f4b-a6ec-c7068b64900b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:14.248754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60430) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:14.249373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ce6e5bad-13c8-4f4b-a6ec-c7068b64900b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1885879 Jul 07 19:41:14.298692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60434) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:14.311652 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3415ead1-ae2f-4e84-85eb-40a0c5c50697 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0610454 Jul 07 19:41:14.370008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98f4f7c-81cd-4c45-a096-4ce58f7d85be tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:14.374269 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a98f4f7c-81cd-4c45-a096-4ce58f7d85be tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0716906 Jul 07 19:41:14.374487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60440) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:14.430845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4e24ea5b-5541-49f2-b2e2-f25203ec412d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526683 Jul 07 19:41:14.434403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60444) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:14.440809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-159044fd-ae04-4775-9909-c5c394716fd5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:14.598230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159044fd-ae04-4775-9909-c5c394716fd5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:14.603495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60446) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:14.604057 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-159044fd-ae04-4775-9909-c5c394716fd5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.800215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-726947416'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:14.841001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Made reservation on behalf of 474dd51d2316446a8661cf891f4ed5be for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:14.844818 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.855139 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.981458 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.990544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.objects.ports [None req-159044fd-ae04-4775-9909-c5c394716fd5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93900) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:14.993723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.995537 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-159044fd-ae04-4775-9909-c5c394716fd5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.025049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:41:15.034028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37671ef1-9dcf-4570-9cc7-41c897a9829a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:15.041569 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.041894 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Added segment 93dcb5d1-7494-4755-b680-5dac38f65aa2 of type vlan for network 59169d0d-f4e3-4b53-8e74-0eac119eaed1 Jul 07 19:41:15.078105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159044fd-ae04-4775-9909-c5c394716fd5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:15.086366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-159044fd-ae04-4775-9909-c5c394716fd5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:15.088287 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.091915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159044fd-ae04-4775-9909-c5c394716fd5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:15.092550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-159044fd-ae04-4775-9909-c5c394716fd5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.108716 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe30906-445a-403f-9680-565f43d8fc1b None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:15.109215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159044fd-ae04-4775-9909-c5c394716fd5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=9343bebd-cc00-48ba-a931-2a77bcaaab8c,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:15.129905 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-159044fd-ae04-4775-9909-c5c394716fd5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6941438 Jul 07 19:41:15.130212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60454) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:15.135956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:73:08:40', 'name': 'tempest-NetworksTestDHCPv6-1247175112'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:15.215310 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.221228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:15.224842 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.287722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': '9343bebd-cc00-48ba-a931-2a77bcaaab8c'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:15.288862 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.364236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9139b5a-ac0b-443e-9d3a-aa44c93a1d30 req-4b5d9ea6-ec0e-4740-bcbe-e08c8c913817 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:15.366180 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c9139b5a-ac0b-443e-9d3a-aa44c93a1d30 req-4b5d9ea6-ec0e-4740-bcbe-e08c8c913817 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 945 time: 0.0802968 Jul 07 19:41:15.451648 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c9139b5a-ac0b-443e-9d3a-aa44c93a1d30 req-53189443-f988-42ad-9ab7-0bb749abb864 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789502 Jul 07 19:41:15.584395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Allocated IP 2001:db8::f816:3eff:fe56:9eb2 (3b342e92-c907-4436-a95e-965164bcdb3c/9343bebd-cc00-48ba-a931-2a77bcaaab8c/b1bfe2ce-3653-4d83-8d19-064ead19fe53) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:15.833964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2271581 Jul 07 19:41:15.837118 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60468) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:15.844826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ef67aaf8-14b6-462f-ab7c-40ecf3ef5744 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'subnet': {'network_id': '59169d0d-f4e3-4b53-8e74-0eac119eaed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:15.884479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32f81f-6f27-405e-a30d-bdfc7b40c300 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Network': ['ID=59169d0d-f4e3-4b53-8e74-0eac119eaed1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:15.898524 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.901131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 59169d0d-f4e3-4b53-8e74-0eac119eaed1 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:41:15.980694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Transition to ACTIVE for port object b1bfe2ce-3653-4d83-8d19-064ead19fe53 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:15.994120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1edb-61ad-425e-9c5c-e955b824d6ed req-8dca3381-2360-4938-8519-629a38187486 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:15.996529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cc2e1edb-61ad-425e-9c5c-e955b824d6ed req-8dca3381-2360-4938-8519-629a38187486 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 945 time: 0.1891484 Jul 07 19:41:15.997737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:16.000100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Transition to ACTIVE for port object b1bfe2ce-3653-4d83-8d19-064ead19fe53 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:16.010861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.061838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:16.063904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:16.066690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef67aaf8-14b6-462f-ab7c-40ecf3ef5744 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Made reservation on behalf of 474dd51d2316446a8661cf891f4ed5be for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:16.071350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:16.077131 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef67aaf8-14b6-462f-ab7c-40ecf3ef5744 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.108052 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cc2e1edb-61ad-425e-9c5c-e955b824d6ed req-d288eeb2-3cc9-4113-a274-de9a7c761c15 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041472 Jul 07 19:41:16.153361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Pushing event updated for resources: {'Port': ['ID=b1bfe2ce-3653-4d83-8d19-064ead19fe53,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:16.175859 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.180645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Attempting to bind port b1bfe2ce-3653-4d83-8d19-064ead19fe53 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:16.181377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Attempting to bind port b1bfe2ce-3653-4d83-8d19-064ead19fe53 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:16.183465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Attempting to bind port b1bfe2ce-3653-4d83-8d19-064ead19fe53 on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:16.190711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:16.192461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:16.193146 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.193995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:16.195270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Bound port: b1bfe2ce-3653-4d83-8d19-064ead19fe53, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:16.196216 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.216144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port f2975794-1f95-4e13-ae77-4692f0447c8d yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:16.281073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] For port b1bfe2ce-3653-4d83-8d19-064ead19fe53, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:16.284958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] For port b1bfe2ce-3653-4d83-8d19-064ead19fe53, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b1bfe2ce-3653-4d83-8d19-064ead19fe53,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:16.289807 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.352032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a217fd-3396-4491-8553-a849b0bb3fbe None None] Pushing event updated for resources: {'Port': ['ID=b1bfe2ce-3653-4d83-8d19-064ead19fe53,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:16.429578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::f816:3eff:fe73:840 (3b342e92-c907-4436-a95e-965164bcdb3c/9343bebd-cc00-48ba-a931-2a77bcaaab8c/f2975794-1f95-4e13-ae77-4692f0447c8d) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:16.536810 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef67aaf8-14b6-462f-ab7c-40ecf3ef5744 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.639242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67aaf8-14b6-462f-ab7c-40ecf3ef5744 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Subnet': ['ID=6e07d73f-b8ba-4800-82ae-3a545c36dd9a,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:16.674894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67aaf8-14b6-462f-ab7c-40ecf3ef5744 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Checking segment: {'id': '93dcb5d1-7494-4755-b680-5dac38f65aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '59169d0d-f4e3-4b53-8e74-0eac119eaed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:16.675791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef67aaf8-14b6-462f-ab7c-40ecf3ef5744 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network hostable DHCP agents. Network: 59169d0d-f4e3-4b53-8e74-0eac119eaed1, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:41:16.716763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.734325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object f2975794-1f95-4e13-ae77-4692f0447c8d will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:16.771456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef67aaf8-14b6-462f-ab7c-40ecf3ef5744 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network 59169d0d-f4e3-4b53-8e74-0eac119eaed1 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:41:16.777799 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.801632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ef67aaf8-14b6-462f-ab7c-40ecf3ef5744 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 59169d0d-f4e3-4b53-8e74-0eac119eaed1) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:16.807652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef67aaf8-14b6-462f-ab7c-40ecf3ef5744 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:16.807652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ef67aaf8-14b6-462f-ab7c-40ecf3ef5744 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.820467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534a686a-5a5d-4db5-a956-acc50ef5158c None None] Network 59169d0d-f4e3-4b53-8e74-0eac119eaed1 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:16.831770 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ef67aaf8-14b6-462f-ab7c-40ecf3ef5744 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9905598 Jul 07 19:41:16.835280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60482) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:16.850727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1173807628', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:16.891758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=f2975794-1f95-4e13-ae77-4692f0447c8d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:16.911101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:16.913360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:16.913947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.915046 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.916533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:16.942452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:16.943129 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.985981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9a4d3d4a-76ef-4b0c-ab5b-c2a3340f1260 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8522642 Jul 07 19:41:16.987411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60486) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:17.031305 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.127722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d60f25-3dd6-4273-843a-6183d4e20789 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:17.136072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f5132-5027-443f-abdd-92780360baba None None] Network 59169d0d-f4e3-4b53-8e74-0eac119eaed1 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:17.143808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d60f25-3dd6-4273-843a-6183d4e20789 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:17.148285 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c4d60f25-3dd6-4273-843a-6183d4e20789 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1573353 Jul 07 19:41:17.148822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60488) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:17.422372 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.437011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-24aef076-cd7a-45f5-a135-d6a26dff6731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port f2975794-1f95-4e13-ae77-4692f0447c8d {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:17.437235 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-24aef076-cd7a-45f5-a135-d6a26dff6731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.584715 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4d890c5-ae9d-42ff-a11c-6d77e4d7619d req-4ab01b1d-340d-44e3-96df-4181353696fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3066816 Jul 07 19:41:17.655594 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-24aef076-cd7a-45f5-a135-d6a26dff6731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.679602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-24aef076-cd7a-45f5-a135-d6a26dff6731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for f2975794-1f95-4e13-ae77-4692f0447c8d owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:17.931209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d890c5-ae9d-42ff-a11c-6d77e4d7619d req-10d2cfaf-fe14-4024-83bd-9fd6c29a4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:17.933245 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4d890c5-ae9d-42ff-a11c-6d77e4d7619d req-10d2cfaf-fe14-4024-83bd-9fd6c29a4853 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 1096 time: 0.2668777 Jul 07 19:41:17.973862 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-24aef076-cd7a-45f5-a135-d6a26dff6731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.005512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aef076-cd7a-45f5-a135-d6a26dff6731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=f2975794-1f95-4e13-ae77-4692f0447c8d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:18.027916 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.078173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-24aef076-cd7a-45f5-a135-d6a26dff6731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.081439 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-24aef076-cd7a-45f5-a135-d6a26dff6731 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/f2975794-1f95-4e13-ae77-4692f0447c8d HTTP/1.1" status: 204 len: 168 time: 0.9315689 Jul 07 19:41:18.083962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60514) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:18.226063 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.241747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff5bdd7-cdd7-4cc6-ba2b-d584e1b061e6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:18.243637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff5bdd7-cdd7-4cc6-ba2b-d584e1b061e6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:18.247334 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cff5bdd7-cdd7-4cc6-ba2b-d584e1b061e6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1598132 Jul 07 19:41:18.248332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60518) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:18.263945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-da1c5250-7686-4f91-866a-10bf6092b51c None None] Provisioning for port b1bfe2ce-3653-4d83-8d19-064ead19fe53 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:18.356187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b1bfe2ce-3653-4d83-8d19-064ead19fe53 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:18.401971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8b1d38-6e2c-4b63-87bf-ad79b50a5739 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 9343bebd-cc00-48ba-a931-2a77bcaaab8c {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:18.409599 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1d38-6e2c-4b63-87bf-ad79b50a5739 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.450079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port b1bfe2ce-3653-4d83-8d19-064ead19fe53 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:18.458906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b1bfe2ce-3653-4d83-8d19-064ead19fe53 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:18.459281 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.562040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d890c5-ae9d-42ff-a11c-6d77e4d7619d req-ba7881dc-e883-4782-a7c2-3e55c52b1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:18.585459 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4d890c5-ae9d-42ff-a11c-6d77e4d7619d req-ba7881dc-e883-4782-a7c2-3e55c52b1f64 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.5925908 Jul 07 19:41:18.600001 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.664215 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b4f3007f-9030-4181-87b5-d07d781a4709 None None] Could not find standard attr ID for object f2975794-1f95-4e13-ae77-4692f0447c8d. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:18.713182 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port b1bfe2ce-3653-4d83-8d19-064ead19fe53, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b1bfe2ce-3653-4d83-8d19-064ead19fe53,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:18.723324 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.770567 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1d38-6e2c-4b63-87bf-ad79b50a5739 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.825907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=b1bfe2ce-3653-4d83-8d19-064ead19fe53,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:18.853060 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4d890c5-ae9d-42ff-a11c-6d77e4d7619d req-15cc4ac2-a4a2-425d-b544-7c29c1bba982 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 200 len: 999 time: 0.2557397 Jul 07 19:41:18.896694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.25.0.153 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/6e0fcfda-2cc1-4b06-a53d-4c6f9c58e49c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:19.046450 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d890c5-ae9d-42ff-a11c-6d77e4d7619d req-2423ed8b-2237-4f5e-88f4-27e2ad2dead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:19.048089 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4d890c5-ae9d-42ff-a11c-6d77e4d7619d req-2423ed8b-2237-4f5e-88f4-27e2ad2dead3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.1863844 Jul 07 19:41:19.112182 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1d38-6e2c-4b63-87bf-ad79b50a5739 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.331548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d890c5-ae9d-42ff-a11c-6d77e4d7619d req-09589f2e-0a5f-4e26-bb43-99266c523447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:19.333082 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4d890c5-ae9d-42ff-a11c-6d77e4d7619d req-09589f2e-0a5f-4e26-bb43-99266c523447 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2693436 Jul 07 19:41:19.343539 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.428066 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1d38-6e2c-4b63-87bf-ad79b50a5739 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.453336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f854d357-3771-471f-b6a4-75398d6fa352 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:19.465823 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1d38-6e2c-4b63-87bf-ad79b50a5739 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.467745 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9e8b1d38-6e2c-4b63-87bf-ad79b50a5739 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/9343bebd-cc00-48ba-a931-2a77bcaaab8c HTTP/1.1" status: 204 len: 168 time: 1.2176921 Jul 07 19:41:19.471106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60554) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:19.475309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b1d38-6e2c-4b63-87bf-ad79b50a5739 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=9343bebd-cc00-48ba-a931-2a77bcaaab8c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:19.530206 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4d890c5-ae9d-42ff-a11c-6d77e4d7619d req-d7e21afb-4329-45a0-912d-7599f28f9892 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834900 Jul 07 19:41:19.535581 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.562506 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6a4f1be8-d969-4ebf-a13c-6a304714889b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902689 Jul 07 19:41:19.566092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60556) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:19.574172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-7c69f6ec-1868-49b9-862a-dc1943391ac2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:19.599090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=6e0fcfda-2cc1-4b06-a53d-4c6f9c58e49c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:19.676326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:19.679862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:19.685489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:19.702975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c69f6ec-1868-49b9-862a-dc1943391ac2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:19.706867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7c69f6ec-1868-49b9-862a-dc1943391ac2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.805427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23366462-d2b3-41f8-84c2-baede0080e23 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:19.888563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-23366462-d2b3-41f8-84c2-baede0080e23 None None] Deleting port b1bfe2ce-3653-4d83-8d19-064ead19fe53 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:19.889512 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-23366462-d2b3-41f8-84c2-baede0080e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.893818 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4d890c5-ae9d-42ff-a11c-6d77e4d7619d req-1e335e43-db42-4f11-a8ee-4c4d9390eb4c service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554516 Jul 07 19:41:20.014585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-23366462-d2b3-41f8-84c2-baede0080e23 None None] For port b1bfe2ce-3653-4d83-8d19-064ead19fe53, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b1bfe2ce-3653-4d83-8d19-064ead19fe53,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:20.015620 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-23366462-d2b3-41f8-84c2-baede0080e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.032527 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-23366462-d2b3-41f8-84c2-baede0080e23 None None] Calling delete_port for b1bfe2ce-3653-4d83-8d19-064ead19fe53 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:20.106412 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.185312 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-23366462-d2b3-41f8-84c2-baede0080e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.208629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.objects.ports [None req-7c69f6ec-1868-49b9-862a-dc1943391ac2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:20.210433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7c69f6ec-1868-49b9-862a-dc1943391ac2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.218341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23366462-d2b3-41f8-84c2-baede0080e23 None None] Pushing event deleted for resources: {'Port': ['ID=b1bfe2ce-3653-4d83-8d19-064ead19fe53,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:20.225725 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23366462-d2b3-41f8-84c2-baede0080e23 None None] No DVR routers for this DVR port b1bfe2ce-3653-4d83-8d19-064ead19fe53 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:20.239399 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b1bfe2ce-3653-4d83-8d19-064ead19fe53 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:20.266042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: b1bfe2ce-3653-4d83-8d19-064ead19fe53 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:20.266042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b1bfe2ce-3653-4d83-8d19-064ead19fe53 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:20.315955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c69f6ec-1868-49b9-862a-dc1943391ac2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:20.330400 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-7c69f6ec-1868-49b9-862a-dc1943391ac2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:20.340042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c69f6ec-1868-49b9-862a-dc1943391ac2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:20.341444 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7c69f6ec-1868-49b9-862a-dc1943391ac2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.342385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a81476-3669-43c7-9c53-86497f13f18d None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:20.376405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69f6ec-1868-49b9-862a-dc1943391ac2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=bff327c3-8846-4e65-95b3-9464b25cf7f4,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:20.381474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7c69f6ec-1868-49b9-862a-dc1943391ac2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8137100 Jul 07 19:41:20.386226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60562) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:20.397599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:5a:01:d8', 'name': 'tempest-NetworksTestDHCPv6-764254231'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:20.612919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:20.621000 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.678909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': 'bff327c3-8846-4e65-95b3-9464b25cf7f4'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:20.680281 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.683731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port b7525418-d8b5-4505-b64c-17e7a429abff yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:21.029894 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Allocated IP 2001:db8::f816:3eff:fe6d:5d6d (3b342e92-c907-4436-a95e-965164bcdb3c/bff327c3-8846-4e65-95b3-9464b25cf7f4/a519dc68-3b28-4e60-93e3-f3923f4bc7a9) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:21.039264 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.084291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-5af718ef-c23f-45b0-87b2-6e0d44285d79 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:21.103699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-5af718ef-c23f-45b0-87b2-6e0d44285d79 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.3052795 Jul 07 19:41:21.128279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-4e057877-4cd6-492a-9069-5b8386db624f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/quotas/5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 375 time: 0.0238307 Jul 07 19:41:21.249426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-40076f15-cf39-4419-8fdc-2834dbcf4e89 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201460 Jul 07 19:41:21.346126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:41:21.396753 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-79144c5c-0b66-4255-b695-985549a4d69d service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463022 Jul 07 19:41:21.503760 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-297abfca-d5c3-4966-9c5b-499c97ccf5f8 service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059799 Jul 07 19:41:21.522567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:21.542412 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.557571 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.559501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0904a7de-5860-46e6-8073-36eeda314d99 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7211721 Jul 07 19:41:21.562404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60584) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:21.574582 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Transition to ACTIVE for port object a519dc68-3b28-4e60-93e3-f3923f4bc7a9 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:21.639317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63f4c4-a415-4ff5-b1f0-196ff31fba48 None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:21.645307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Transition to ACTIVE for port object a519dc68-3b28-4e60-93e3-f3923f4bc7a9 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:21.665414 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.718262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:21.724296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:21.727503 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8347c98c-161b-4e80-a16d-c6b929a972b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.732921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:21.734115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63f4c4-a415-4ff5-b1f0-196ff31fba48 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:21.734829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9d63f4c4-a415-4ff5-b1f0-196ff31fba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:40:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:21.790205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9d63f4c4-a415-4ff5-b1f0-196ff31fba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:21.821451 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Pushing event updated for resources: {'Port': ['ID=a519dc68-3b28-4e60-93e3-f3923f4bc7a9,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:21.860806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63f4c4-a415-4ff5-b1f0-196ff31fba48 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:21.862144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9d63f4c4-a415-4ff5-b1f0-196ff31fba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:40:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:21.899812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::f816:3eff:fe5a:1d8 (3b342e92-c907-4436-a95e-965164bcdb3c/bff327c3-8846-4e65-95b3-9464b25cf7f4/b7525418-d8b5-4505-b64c-17e7a429abff) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:21.986928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfe29217-ff55-49b5-89e8-ce4ec8b87450 req-2940d51d-8456-4518-bed6-7057f8dd6b72 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 210 time: 0.1047382 Jul 07 19:41:22.020755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9d63f4c4-a415-4ff5-b1f0-196ff31fba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:22.021434 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63f4c4-a415-4ff5-b1f0-196ff31fba48 None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:22.031611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Attempting to bind port a519dc68-3b28-4e60-93e3-f3923f4bc7a9 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:22.031905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Attempting to bind port a519dc68-3b28-4e60-93e3-f3923f4bc7a9 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:22.032276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Attempting to bind port a519dc68-3b28-4e60-93e3-f3923f4bc7a9 on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:22.050220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:22.050220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:22.050220 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.050220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:22.053537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Bound port: a519dc68-3b28-4e60-93e3-f3923f4bc7a9, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:22.053537 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.180426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] For port a519dc68-3b28-4e60-93e3-f3923f4bc7a9, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:22.184472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] For port a519dc68-3b28-4e60-93e3-f3923f4bc7a9, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a519dc68-3b28-4e60-93e3-f3923f4bc7a9,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:22.217908 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.300517 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b62f7e-0124-49b2-8050-72fb43a768bc None None] Pushing event updated for resources: {'Port': ['ID=a519dc68-3b28-4e60-93e3-f3923f4bc7a9,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:22.436321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.500845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object b7525418-d8b5-4505-b64c-17e7a429abff will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:22.646196 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.828692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:22.839006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:22.845810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:22.852334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:22.853183 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.917951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=b7525418-d8b5-4505-b64c-17e7a429abff,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:22.970546 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-24a74470-b6cc-4e36-9350-84e28db4e172 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5829866 Jul 07 19:41:22.973960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60608) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:23.001724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.075993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7fea29-7ad6-412d-b1df-52b654b87af7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:23.102394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7fea29-7ad6-412d-b1df-52b654b87af7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:23.104384 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2d7fea29-7ad6-412d-b1df-52b654b87af7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1283655 Jul 07 19:41:23.107896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60612) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:23.247790 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a0ca452-6ce4-4146-b467-4e5bc313ae31 req-3125cd94-afc0-4c15-bded-648508d6537e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 210 time: 0.0665596 Jul 07 19:41:23.287228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-126eba37-bd7d-4436-a2c4-d64c1dae1d2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port b7525418-d8b5-4505-b64c-17e7a429abff {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:23.287658 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-126eba37-bd7d-4436-a2c4-d64c1dae1d2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.471947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-126eba37-bd7d-4436-a2c4-d64c1dae1d2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.506092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.20.0.1 (59169d0d-f4e3-4b53-8e74-0eac119eaed1/6e07d73f-b8ba-4800-82ae-3a545c36dd9a/392d3957-e083-4215-a48a-27b6f20931c3) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:23.508652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-126eba37-bd7d-4436-a2c4-d64c1dae1d2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for b7525418-d8b5-4505-b64c-17e7a429abff owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:23.764841 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.845118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.875774 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.883006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-272518b2-a95d-4c23-b65b-edc2b64aecc9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:23.884869 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-272518b2-a95d-4c23-b65b-edc2b64aecc9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.2884653 Jul 07 19:41:23.914780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'port': {'device_id': '951a8cf1-a6cf-4aac-bef9-05f302f83dcc', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'admin_state_up': True, 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:23.916290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network 59169d0d-f4e3-4b53-8e74-0eac119eaed1 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:23.920159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:23.926838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:23.995118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.000945 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-126eba37-bd7d-4436-a2c4-d64c1dae1d2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.061122 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eba37-bd7d-4436-a2c4-d64c1dae1d2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=b7525418-d8b5-4505-b64c-17e7a429abff,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:24.085698 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3feda3ba-40e3-4beb-a863-6b92d4b176ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.117962 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-126eba37-bd7d-4436-a2c4-d64c1dae1d2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.120349 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-126eba37-bd7d-4436-a2c4-d64c1dae1d2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/b7525418-d8b5-4505-b64c-17e7a429abff HTTP/1.1" status: 204 len: 168 time: 1.0112524 Jul 07 19:41:24.122486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=392d3957-e083-4215-a48a-27b6f20931c3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:24.125363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60620) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:24.207798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec42c987-5477-488a-b553-a985829d7706 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:24.209539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec42c987-5477-488a-b553-a985829d7706 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:24.211341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ec42c987-5477-488a-b553-a985829d7706 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0847354 Jul 07 19:41:24.214190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60622) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:24.232592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d64adaec-e5f5-4c14-9b0e-bfba7d5858a1 None None] Provisioning for port a519dc68-3b28-4e60-93e3-f3923f4bc7a9 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:24.270512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Made reservation on behalf of 5034d959d8df4881b05cee0fb3ab4677 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:24.284052 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.451608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a519dc68-3b28-4e60-93e3-f3923f4bc7a9 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:24.464534 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.537423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06dd19a-1352-47ff-b830-42be3c4ad4ac tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet bff327c3-8846-4e65-95b3-9464b25cf7f4 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:24.581061 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d06dd19a-1352-47ff-b830-42be3c4ad4ac tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.583971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port a519dc68-3b28-4e60-93e3-f3923f4bc7a9 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:24.588766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a519dc68-3b28-4e60-93e3-f3923f4bc7a9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:24.589994 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.691991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-facc8fa5-411a-4de5-a431-cd16b5523c06 None None] Could not find standard attr ID for object b7525418-d8b5-4505-b64c-17e7a429abff. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:24.750979 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b4d66667-2a44-4fe3-888b-14df9b71eb42 req-f6307bf6-49a6-4938-a605-32f9459f410f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 210 time: 0.2048514 Jul 07 19:41:24.883594 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d06dd19a-1352-47ff-b830-42be3c4ad4ac tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.901431 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.023251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port a519dc68-3b28-4e60-93e3-f3923f4bc7a9, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a519dc68-3b28-4e60-93e3-f3923f4bc7a9,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:25.027446 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.037166 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.051880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Allocated IP 172.20.0.3 (1442ae3f-1fa5-472e-b78b-a0c442cf409b/dea0a7ea-e139-4942-9781-c1c850f2f9a4/211ab6a7-1ab7-46b0-937d-5c2724baf0b2) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:25.133605 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d06dd19a-1352-47ff-b830-42be3c4ad4ac tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.151534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=a519dc68-3b28-4e60-93e3-f3923f4bc7a9,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:25.243730 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.252407 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.292417 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d06dd19a-1352-47ff-b830-42be3c4ad4ac tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.344064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dd19a-1352-47ff-b830-42be3c4ad4ac tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=bff327c3-8846-4e65-95b3-9464b25cf7f4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:25.346225 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d06dd19a-1352-47ff-b830-42be3c4ad4ac tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.350362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d06dd19a-1352-47ff-b830-42be3c4ad4ac tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/bff327c3-8846-4e65-95b3-9464b25cf7f4 HTTP/1.1" status: 204 len: 168 time: 1.1330481 Jul 07 19:41:25.354084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60636) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:25.366213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4bd0e0-bb17-4618-bae4-1402f1a55c23 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:25.375219 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.400087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Transition to ACTIVE for port object 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:25.458203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.469108 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1cd3736b-0c62-4690-9662-1ec493c10358 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118512 Jul 07 19:41:25.469798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60642) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:25.483083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['659a40c7-d6a2-41d7-95ce-d762ce3da90a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:41:25.512908 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=392d3957-e083-4215-a48a-27b6f20931c3,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:25.544076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:25.548607 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.549124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:25.552404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:25.690648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=211ab6a7-1ab7-46b0-937d-5c2724baf0b2,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:25.791971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:25.795187 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.887917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab2c5a0-77d4-4887-a22c-41c4b6804b83 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:25.891821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cab2c5a0-77d4-4887-a22c-41c4b6804b83 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4132459 Jul 07 19:41:25.892877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60646) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:25.901967 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-759189ac-ad00-4856-8a6b-4c69ec849756 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9919195 Jul 07 19:41:25.917143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Request body: {'port': {'device_id': '951a8cf1-a6cf-4aac-bef9-05f302f83dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:25.984721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0fec19-25df-4352-9d92-ffc7933a395a None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:26.015542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network 59169d0d-f4e3-4b53-8e74-0eac119eaed1 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:26.025301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:26.075652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-cc0fec19-25df-4352-9d92-ffc7933a395a None None] Deleting port a519dc68-3b28-4e60-93e3-f3923f4bc7a9 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:26.076717 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cc0fec19-25df-4352-9d92-ffc7933a395a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.089778 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf5817e-8960-40a1-9954-3ed53db5753b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:26.094246 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-edf5817e-8960-40a1-9954-3ed53db5753b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1977272 Jul 07 19:41:26.095097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60650) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:26.161189 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.247705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-cc0fec19-25df-4352-9d92-ffc7933a395a None None] For port a519dc68-3b28-4e60-93e3-f3923f4bc7a9, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a519dc68-3b28-4e60-93e3-f3923f4bc7a9,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:26.249237 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cc0fec19-25df-4352-9d92-ffc7933a395a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.307395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-cc0fec19-25df-4352-9d92-ffc7933a395a None None] Calling delete_port for a519dc68-3b28-4e60-93e3-f3923f4bc7a9 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:26.345971 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a42a103e-2eee-4d23-b7f7-72cb4c5de80c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1621637 Jul 07 19:41:26.358910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60652) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:26.364144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5e693f3b-03d5-4d8b-821e-1a7b24439e4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:26.406745 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a519dc68-3b28-4e60-93e3-f3923f4bc7a9 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:26.594064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a951c754-582c-4c14-be09-7abf575c427e None None] Provisioning for port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:26.604400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a951c754-582c-4c14-be09-7abf575c427e None None] Provisioning complete for port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:26.604748 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a951c754-582c-4c14-be09-7abf575c427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.650734 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.684218 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a951c754-582c-4c14-be09-7abf575c427e None None] Port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:41:26.696794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157bb9a-5cd7-4a51-be2c-29db1bcc8af1 req-4a35d141-2162-4b84-ae67-90ec9db1f13f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:26.716500 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a157bb9a-5cd7-4a51-be2c-29db1bcc8af1 req-4a35d141-2162-4b84-ae67-90ec9db1f13f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 931 time: 0.6096692 Jul 07 19:41:26.752551 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cc0fec19-25df-4352-9d92-ffc7933a395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.800749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fec19-25df-4352-9d92-ffc7933a395a None None] Pushing event deleted for resources: {'Port': ['ID=a519dc68-3b28-4e60-93e3-f3923f4bc7a9,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:26.805968 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.808844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0fec19-25df-4352-9d92-ffc7933a395a None None] No DVR routers for this DVR port a519dc68-3b28-4e60-93e3-f3923f4bc7a9 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:26.835256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a157bb9a-5cd7-4a51-be2c-29db1bcc8af1 req-e3a088de-6ba4-488e-9863-ce952393f74e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154940 Jul 07 19:41:27.065965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:41:27.076082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.092191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Transition to ACTIVE for port object 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:27.103164 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.142249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:41:27.164143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Pushing event updated for resources: {'Port': ['ID=211ab6a7-1ab7-46b0-937d-5c2724baf0b2,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:27.229185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e693f3b-03d5-4d8b-821e-1a7b24439e4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:27.232714 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5e693f3b-03d5-4d8b-821e-1a7b24439e4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.293612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Attempting to bind port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:27.294468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Attempting to bind port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:27.294936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Attempting to bind port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:27.302329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:27.302773 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Attempting to bind port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:27.308647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:27.309130 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Checking segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:27.309763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Bound using segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:27.310588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Bound port: 211ab6a7-1ab7-46b0-937d-5c2724baf0b2, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:27.311104 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.460678 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] For port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:27.470567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] For port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=211ab6a7-1ab7-46b0-937d-5c2724baf0b2,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:27.477919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.580489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Pushing event updated for resources: {'Port': ['ID=211ab6a7-1ab7-46b0-937d-5c2724baf0b2,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:27.597911 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:27.600844 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.600844 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-47f1aa42-f860-44fa-b816-3573ea06bd8d service neutron] 10.222.0.110 "PUT /v2.0/ports/211ab6a7-1ab7-46b0-937d-5c2724baf0b2 HTTP/1.1" status: 200 len: 1091 time: 1.6888008 Jul 07 19:41:27.600844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951a8cf1-a6cf-4aac-bef9-05f302f83dcc', 'tag': '211ab6a7-1ab7-46b0-937d-5c2724baf0b2'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:41:27.605134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:27.612686 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1556ee19-c8ef-4171-8a13-bf8e87b746d2 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "PUT /v2.0/routers/c6b6f189-da9c-49ea-86ef-a07e8902acb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0487852 Jul 07 19:41:27.615961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60664) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:27.624329 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4826548-6a19-48c3-90b9-e2112d5500d7 None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:27.628797 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5a1b96-a2bd-4f28-b169-9764b527a0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "951a8cf1-a6cf-4aac-bef9-05f302f83dcc", "tag": "211ab6a7-1ab7-46b0-937d-5c2724baf0b2"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:41:27.633305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'port': {'network_id': '59169d0d-f4e3-4b53-8e74-0eac119eaed1', 'name': 'tempest-FloatingIPTestJSON-106582642'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:27.647433 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4826548-6a19-48c3-90b9-e2112d5500d7 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:27.652839 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c4826548-6a19-48c3-90b9-e2112d5500d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:27.741758 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daefdfe1-0ce7-4bd1-9eee-f6fa5ad39426 x-openstack-request-id: req-daefdfe1-0ce7-4bd1-9eee-f6fa5ad39426 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:41:27.745560 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951a8cf1-a6cf-4aac-bef9-05f302f83dcc", "tag": "211ab6a7-1ab7-46b0-937d-5c2724baf0b2", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:41:27.745845 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-daefdfe1-0ce7-4bd1-9eee-f6fa5ad39426 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:41:27.746338 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951a8cf1-a6cf-4aac-bef9-05f302f83dcc', 'tag': '211ab6a7-1ab7-46b0-937d-5c2724baf0b2', 'status': 'completed', 'code': 200} Jul 07 19:41:27.762465 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c4826548-6a19-48c3-90b9-e2112d5500d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:27.787300 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4826548-6a19-48c3-90b9-e2112d5500d7 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:27.788278 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c4826548-6a19-48c3-90b9-e2112d5500d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:27.831503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-d5198f12-30e6-4296-a6bc-29395425ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:27.833228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-d5198f12-30e6-4296-a6bc-29395425ef05 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 1094 time: 0.1645894 Jul 07 19:41:27.859843 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c4826548-6a19-48c3-90b9-e2112d5500d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:27.862917 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4826548-6a19-48c3-90b9-e2112d5500d7 None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:27.948708 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-8092a45d-84a7-45e7-9d5c-40f0debfe666 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=211ab6a7-1ab7-46b0-937d-5c2724baf0b2 HTTP/1.1" status: 200 len: 217 time: 0.1033266 Jul 07 19:41:28.070623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-79d12ebd-1e3e-4c8c-8258-69815f246a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:28.074587 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-79d12ebd-1e3e-4c8c-8258-69815f246a43 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.1095779 Jul 07 19:41:28.105624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Made reservation on behalf of 474dd51d2316446a8661cf891f4ed5be for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:28.109764 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:28.196038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-772f442f-623b-4e85-a626-a9a1f2011064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:28.202123 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-772f442f-623b-4e85-a626-a9a1f2011064 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206219 Jul 07 19:41:28.250942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] device_id is not set on port f9ca7945-0bc4-437e-956b-c5594f6af627 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:28.298105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.objects.ports [None req-5e693f3b-03d5-4d8b-821e-1a7b24439e4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:28.350763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5e693f3b-03d5-4d8b-821e-1a7b24439e4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:28.367510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-8dbecfe6-fc11-44f2-b1a3-39c851b8d1c0 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520555 Jul 07 19:41:28.429583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6a71a-c3fb-46ce-926f-dbdfd8b8a731 req-5df7b537-fd2e-4e8d-941a-25ae5997dbae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:28.438728 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87b6a71a-c3fb-46ce-926f-dbdfd8b8a731 req-5df7b537-fd2e-4e8d-941a-25ae5997dbae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.2953701 Jul 07 19:41:28.507095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e693f3b-03d5-4d8b-821e-1a7b24439e4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:28.513787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e693f3b-03d5-4d8b-821e-1a7b24439e4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=d9b2305d-2ab3-40ff-8339-f48e1b00b178,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:28.522843 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f9490f8-f614-41ed-84f7-7b0c744171ba req-8f9bb397-75e8-4bab-868f-388c40fbc83c service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440053 Jul 07 19:41:28.526149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-5e693f3b-03d5-4d8b-821e-1a7b24439e4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:28.539321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afe82a6-2e52-4f16-81fb-fb6c7f6ec125 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:28.634111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e693f3b-03d5-4d8b-821e-1a7b24439e4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:28.634673 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5e693f3b-03d5-4d8b-821e-1a7b24439e4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:28.675352 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87b6a71a-c3fb-46ce-926f-dbdfd8b8a731 req-c2e4eb02-6a53-4a6a-a691-ba75ad35ff22 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346845 Jul 07 19:41:28.757792 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5e693f3b-03d5-4d8b-821e-1a7b24439e4e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3977821 Jul 07 19:41:28.765160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60676) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:28.785228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.20.0.13 (59169d0d-f4e3-4b53-8e74-0eac119eaed1/6e07d73f-b8ba-4800-82ae-3a545c36dd9a/f9ca7945-0bc4-437e-956b-c5594f6af627) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:28.792158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:5f:ae:a7', 'name': 'tempest-NetworksTestDHCPv6-1251720854'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:28.973243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a1b96-a2bd-4f28-b169-9764b527a0cd req-8dc717bb-2a3f-4a55-a1f5-6ab776b31669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:28.974774 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df5a1b96-a2bd-4f28-b169-9764b527a0cd req-8dc717bb-2a3f-4a55-a1f5-6ab776b31669 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 1094 time: 0.3864534 Jul 07 19:41:29.092864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': 'd9b2305d-2ab3-40ff-8339-f48e1b00b178'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:29.094725 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.183251 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.238301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.278183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a1b96-a2bd-4f28-b169-9764b527a0cd req-4589920a-f90f-419c-84b3-75e43daa2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:29.285373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network 59169d0d-f4e3-4b53-8e74-0eac119eaed1 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:29.297977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:29.304741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df5a1b96-a2bd-4f28-b169-9764b527a0cd req-4589920a-f90f-419c-84b3-75e43daa2a57 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.3158967 Jul 07 19:41:29.306202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:29.306500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:29.334188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Allocated IP 2001:db8::f816:3eff:fe5c:f2d3 (3b342e92-c907-4436-a95e-965164bcdb3c/d9b2305d-2ab3-40ff-8339-f48e1b00b178/93973128-c655-4684-824f-b53331263fdb) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:29.352050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=f9ca7945-0bc4-437e-956b-c5594f6af627,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:29.453917 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df5a1b96-a2bd-4f28-b169-9764b527a0cd req-27a2e69b-06e7-4cdd-9a10-7a29df56e724 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=211ab6a7-1ab7-46b0-937d-5c2724baf0b2 HTTP/1.1" status: 200 len: 217 time: 0.0493093 Jul 07 19:41:29.465103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:29.465956 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.511740 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-377e7ef9-0ad4-4dd0-9242-66b53b1c78ca tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8879738 Jul 07 19:41:29.521354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60682) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:29.529357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'port': {'network_id': '59169d0d-f4e3-4b53-8e74-0eac119eaed1', 'name': 'tempest-FloatingIPTestJSON-698978473'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:29.539379 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.564081 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Transition to ACTIVE for port object 93973128-c655-4684-824f-b53331263fdb will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:29.602035 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a1b96-a2bd-4f28-b169-9764b527a0cd req-f6b8224e-0630-4e93-9a63-524c4dbc4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:29.604039 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df5a1b96-a2bd-4f28-b169-9764b527a0cd req-f6b8224e-0630-4e93-9a63-524c4dbc4350 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.1284425 Jul 07 19:41:29.610883 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Transition to ACTIVE for port object 93973128-c655-4684-824f-b53331263fdb will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:29.638911 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.741153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Pushing event updated for resources: {'Port': ['ID=93973128-c655-4684-824f-b53331263fdb,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:29.752135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.779759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Made reservation on behalf of 474dd51d2316446a8661cf891f4ed5be for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:29.786529 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.794711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:29.807413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:29.809432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port 5be9eaab-0892-4d4d-926e-63d83d020658 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:29.822045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:29.825224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a1b96-a2bd-4f28-b169-9764b527a0cd req-2b1f821d-d576-48a2-b86d-bad915edda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:29.826930 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df5a1b96-a2bd-4f28-b169-9764b527a0cd req-2b1f821d-d576-48a2-b86d-bad915edda34 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2092762 Jul 07 19:41:29.840096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] device_id is not set on port 1b1622bb-a965-4547-a71d-20d28c091506 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:30.018089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Attempting to bind port 93973128-c655-4684-824f-b53331263fdb on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:30.018771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Attempting to bind port 93973128-c655-4684-824f-b53331263fdb by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:30.019338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Attempting to bind port 93973128-c655-4684-824f-b53331263fdb on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:30.038145 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:30.038827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:30.039424 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:30.039978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:30.040635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Bound port: 93973128-c655-4684-824f-b53331263fdb, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:30.041181 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:30.041304 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df5a1b96-a2bd-4f28-b169-9764b527a0cd req-5700740f-501b-4ad2-9406-e10634cf1e60 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742170 Jul 07 19:41:30.042335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::f816:3eff:fe5f:aea7 (3b342e92-c907-4436-a95e-965164bcdb3c/d9b2305d-2ab3-40ff-8339-f48e1b00b178/5be9eaab-0892-4d4d-926e-63d83d020658) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:30.162161 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] For port 93973128-c655-4684-824f-b53331263fdb, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:30.167397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] For port 93973128-c655-4684-824f-b53331263fdb, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=93973128-c655-4684-824f-b53331263fdb,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:30.176056 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:30.316409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c05058-f175-4eb0-a40c-207579fd4257 None None] Pushing event updated for resources: {'Port': ['ID=93973128-c655-4684-824f-b53331263fdb,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:30.414575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7b1c5-aa99-475b-9091-19210b4bc721 req-f9bc4547-2ed6-4c20-bee7-bfc44ce72e72 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:30.421399 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fb7b1c5-aa99-475b-9091-19210b4bc721 req-f9bc4547-2ed6-4c20-bee7-bfc44ce72e72 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.4532809 Jul 07 19:41:30.439708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.20.0.2 (59169d0d-f4e3-4b53-8e74-0eac119eaed1/6e07d73f-b8ba-4800-82ae-3a545c36dd9a/1b1622bb-a965-4547-a71d-20d28c091506) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:30.497000 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fb7b1c5-aa99-475b-9091-19210b4bc721 req-702c67b0-0f62-4e7f-8b56-767dd368614a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675561 Jul 07 19:41:30.839411 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:30.977784 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.038541 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df5a1b96-a2bd-4f28-b169-9764b527a0cd req-cb064fd8-3a86-4964-9e63-a986fd447650 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9794400 Jul 07 19:41:31.043900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network 59169d0d-f4e3-4b53-8e74-0eac119eaed1 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:31.047268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:31.052759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:31.097079 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.133521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 5be9eaab-0892-4d4d-926e-63d83d020658 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:31.152633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=1b1622bb-a965-4547-a71d-20d28c091506,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:31.229586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:31.230940 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.254689 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.283694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d34e0b76-9c6e-4d6f-a2c1-4dadb2e313ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7556350 Jul 07 19:41:31.284286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60704) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:31.303741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '1b1622bb-a965-4547-a71d-20d28c091506', 'fixed_ip_address': '172.20.0.2'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:31.332485 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:31.336139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:31.344124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:31.359918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:31.360868 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.362600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.407940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=5be9eaab-0892-4d4d-926e-63d83d020658,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:31.431162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7bb2e4df-fe1a-474f-98cc-6f0839ada270 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6638286 Jul 07 19:41:31.437294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60718) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:31.585370 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.708410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43580483-8af9-4578-9ac7-19468dfc5dea tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:31.744400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43580483-8af9-4578-9ac7-19468dfc5dea tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:31.756032 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60726) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:31.759291 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-43580483-8af9-4578-9ac7-19468dfc5dea tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3118351 Jul 07 19:41:32.036060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.25.0.99 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/61956618-9cf9-4b0d-a241-3b9cf75cad81) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:32.097855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d23198fc-7780-41e0-9fdc-22520629fa5b None None] Provisioning for port 93973128-c655-4684-824f-b53331263fdb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:32.165271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ebd8-55da-4c43-92a6-dd56d130bc16 req-59a496fc-1c44-4aec-bc80-c5f0dd6f2c32 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:32.167254 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b22ebd8-55da-4c43-92a6-dd56d130bc16 req-59a496fc-1c44-4aec-bc80-c5f0dd6f2c32 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.3439219 Jul 07 19:41:32.239871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b22ebd8-55da-4c43-92a6-dd56d130bc16 req-42476e50-cf40-408c-b0bb-142f20c9a8e6 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642848 Jul 07 19:41:32.262103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-703ad590-57b1-4016-874e-3cd3572281ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 5be9eaab-0892-4d4d-926e-63d83d020658 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:32.262578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-703ad590-57b1-4016-874e-3cd3572281ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.296010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 93973128-c655-4684-824f-b53331263fdb up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:32.336807 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.366754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 93973128-c655-4684-824f-b53331263fdb completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:32.383473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 93973128-c655-4684-824f-b53331263fdb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:32.383929 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.430552 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-703ad590-57b1-4016-874e-3cd3572281ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.480491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-703ad590-57b1-4016-874e-3cd3572281ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 5be9eaab-0892-4d4d-926e-63d83d020658 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:32.518920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.533559 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.544276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d4af36cb-ace0-4c50-82ea-86e5a39606ad None None] Provisioning for port 5be9eaab-0892-4d4d-926e-63d83d020658 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:32.555011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d4af36cb-ace0-4c50-82ea-86e5a39606ad None None] Provisioning complete for port 5be9eaab-0892-4d4d-926e-63d83d020658 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:32.555376 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d4af36cb-ace0-4c50-82ea-86e5a39606ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.607990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 93973128-c655-4684-824f-b53331263fdb, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=93973128-c655-4684-824f-b53331263fdb,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:32.613144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:32.613549 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.621280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:32.629582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:32.638244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d4af36cb-ace0-4c50-82ea-86e5a39606ad None None] Port 5be9eaab-0892-4d4d-926e-63d83d020658 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:41:32.665630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=93973128-c655-4684-824f-b53331263fdb,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:32.675064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=61956618-9cf9-4b0d-a241-3b9cf75cad81,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:32.873497 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-703ad590-57b1-4016-874e-3cd3572281ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.928244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ad590-57b1-4016-874e-3cd3572281ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=5be9eaab-0892-4d4d-926e-63d83d020658,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:33.027071 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-703ad590-57b1-4016-874e-3cd3572281ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.029117 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-703ad590-57b1-4016-874e-3cd3572281ec tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/5be9eaab-0892-4d4d-926e-63d83d020658 HTTP/1.1" status: 204 len: 168 time: 1.2719805 Jul 07 19:41:33.036305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60742) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:33.128084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafed410-be13-408a-8e12-c73e102a3c67 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:33.136015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafed410-be13-408a-8e12-c73e102a3c67 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:33.138690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aafed410-be13-408a-8e12-c73e102a3c67 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1008232 Jul 07 19:41:33.142696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60746) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:33.303929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5971b41-5590-4ebe-9c5a-3dbd1c208b31 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet d9b2305d-2ab3-40ff-8339-f48e1b00b178 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:33.323011 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5971b41-5590-4ebe-9c5a-3dbd1c208b31 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.430535 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5971b41-5590-4ebe-9c5a-3dbd1c208b31 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.583349 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.646010 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5971b41-5590-4ebe-9c5a-3dbd1c208b31 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.700282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb1c90-a60e-4a53-addf-8f25eb3db1a6 req-19a33bf3-450f-4c9d-99f4-bbfc210a1278 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:33.701956 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77fb1c90-a60e-4a53-addf-8f25eb3db1a6 req-19a33bf3-450f-4c9d-99f4-bbfc210a1278 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.2185156 Jul 07 19:41:33.773745 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.817910 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77fb1c90-a60e-4a53-addf-8f25eb3db1a6 req-d6836215-5cb2-452e-9806-74a3718b8916 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923092 Jul 07 19:41:33.820952 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5971b41-5590-4ebe-9c5a-3dbd1c208b31 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.867748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5971b41-5590-4ebe-9c5a-3dbd1c208b31 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b2305d-2ab3-40ff-8339-f48e1b00b178,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:33.876689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c5971b41-5590-4ebe-9c5a-3dbd1c208b31 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.883257 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60790) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:33.883586 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c5971b41-5590-4ebe-9c5a-3dbd1c208b31 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/d9b2305d-2ab3-40ff-8339-f48e1b00b178 HTTP/1.1" status: 204 len: 168 time: 0.7385249 Jul 07 19:41:33.890183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778a105-b109-4e06-974e-8b32be357876 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:33.938997 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1dd604b7-0e17-4400-9dbb-c85b99f62171 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543561 Jul 07 19:41:33.942123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60792) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:33.948870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:34.140382 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:34.144970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.155671 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.162458 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.318208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cae585-43cc-4b78-9bac-aa54f9027bfa None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:34.383487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=61956618-9cf9-4b0d-a241-3b9cf75cad81,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:34.387992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a0cae585-43cc-4b78-9bac-aa54f9027bfa None None] Deleting port 93973128-c655-4684-824f-b53331263fdb {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:34.388520 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a0cae585-43cc-4b78-9bac-aa54f9027bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.415735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.563345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a0cae585-43cc-4b78-9bac-aa54f9027bfa None None] For port 93973128-c655-4684-824f-b53331263fdb, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=93973128-c655-4684-824f-b53331263fdb,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:34.564134 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a0cae585-43cc-4b78-9bac-aa54f9027bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.594840 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a0cae585-43cc-4b78-9bac-aa54f9027bfa None None] Calling delete_port for 93973128-c655-4684-824f-b53331263fdb owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:34.622768 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Floating IP eec6d961-9ee1-4920-979c-14eff4f03291 associated. External IP: 172.25.0.99, port: 1b1622bb-a965-4547-a71d-20d28c091506. Jul 07 19:41:34.854253 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a0cae585-43cc-4b78-9bac-aa54f9027bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.899256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cae585-43cc-4b78-9bac-aa54f9027bfa None None] Pushing event deleted for resources: {'Port': ['ID=93973128-c655-4684-824f-b53331263fdb,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:34.905850 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cae585-43cc-4b78-9bac-aa54f9027bfa None None] No DVR routers for this DVR port 93973128-c655-4684-824f-b53331263fdb on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:34.909611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.objects.ports [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93900) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:35.143191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:41:35.160149 n-d-793621-9 neutron-server[93900]: WARNING neutron.services.revisions.revision_plugin [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Could not find related port for resource to bump revision. Jul 07 19:41:35.177252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebd244-10db-4528-937c-d258b768dc50 req-674edb6f-348f-4563-b0e4-1ae474b8650f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:35.183830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-caebd244-10db-4528-937c-d258b768dc50 req-674edb6f-348f-4563-b0e4-1ae474b8650f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.0987799 Jul 07 19:41:35.185501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_pluggable_backend [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Port 93973128-c655-4684-824f-b53331263fdb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93900) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 19:41:35.187546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_pluggable_backend [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5c:f2d3 {{(pid=93900) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 19:41:35.195389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_pluggable_backend [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5c:f2d3 {{(pid=93900) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 19:41:35.196920 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.245323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:35.246820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:35.253244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:35.254936 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.263144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3bdd18-b295-4d9f-9ac6-cc718a9094d6 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:35.274886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-caebd244-10db-4528-937c-d258b768dc50 req-254b84c4-c423-48a0-8770-59d4052f963a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900886 Jul 07 19:41:35.279162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3358366 Jul 07 19:41:35.283045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60804) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:35.286412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937583c6-6dba-4b93-8410-6b959621435b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=0bd2175d-d5cc-472b-bd23-fd3412079db5,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:35.309343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:18:88:cb', 'name': 'tempest-NetworksTestDHCPv6-619240673'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:35.479147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:35.557432 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': '0bd2175d-d5cc-472b-bd23-fd3412079db5'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:35.558765 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.690200 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.723758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port c174099a-22c1-4555-ac59-456d0bc075fc yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:35.823999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:35.857372 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.861989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957edac6-7900-4ef8-ad2e-b4f70137dd92 None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:35.868248 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.889948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957edac6-7900-4ef8-ad2e-b4f70137dd92 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:35.891859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-957edac6-7900-4ef8-ad2e-b4f70137dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:35.930462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::f816:3eff:fe18:88cb (3b342e92-c907-4436-a95e-965164bcdb3c/0bd2175d-d5cc-472b-bd23-fd3412079db5/c174099a-22c1-4555-ac59-456d0bc075fc) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:35.939091 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-957edac6-7900-4ef8-ad2e-b4f70137dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:35.950549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957edac6-7900-4ef8-ad2e-b4f70137dd92 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:35.951340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-957edac6-7900-4ef8-ad2e-b4f70137dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:35.993612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-957edac6-7900-4ef8-ad2e-b4f70137dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:35.994020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957edac6-7900-4ef8-ad2e-b4f70137dd92 None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:35.999472 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f94219b2-a745-42cb-ab99-06b5bcd626a0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.7109630 Jul 07 19:41:36.000358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60808) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:36.006170 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1cf5b4f2-3002-489c-84f7-280a24d06d73 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:36.085164 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b4f2-3002-489c-84f7-280a24d06d73 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.197120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.211316 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 93973128-c655-4684-824f-b53331263fdb no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:36.216291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object c174099a-22c1-4555-ac59-456d0bc075fc will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:36.241340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 93973128-c655-4684-824f-b53331263fdb {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:36.242857 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 93973128-c655-4684-824f-b53331263fdb not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:36.262371 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.340541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b4f2-3002-489c-84f7-280a24d06d73 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.358435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b4f2-3002-489c-84f7-280a24d06d73 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.358768 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-1cf5b4f2-3002-489c-84f7-280a24d06d73 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Floating IP eec6d961-9ee1-4920-979c-14eff4f03291 disassociated. External IP: 172.25.0.99, port: 1b1622bb-a965-4547-a71d-20d28c091506. Jul 07 19:41:36.379651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Allocated IP 2001:db8::f816:3eff:fe2e:8d4 (3b342e92-c907-4436-a95e-965164bcdb3c/0bd2175d-d5cc-472b-bd23-fd3412079db5/65ca5b73-9eb4-4c30-ae7b-45cbd785152f) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:36.415392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:36.419834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:36.451468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:36.485875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:36.486568 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.525579 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=c174099a-22c1-4555-ac59-456d0bc075fc,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:36.544886 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f539f0ea-5117-4eed-840d-2562208e606a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2605536 Jul 07 19:41:36.547960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60814) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:36.659447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac2df5-8a9d-48ef-bef1-f0bbeaf85380 req-f85c4c9d-e24e-43fa-bc4f-116f980f1bab tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:36.666594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22ac2df5-8a9d-48ef-bef1-f0bbeaf85380 req-f85c4c9d-e24e-43fa-bc4f-116f980f1bab tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.1356547 Jul 07 19:41:36.692275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77310eab-0e98-4b9d-b65d-0dd3437d727a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:36.693011 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.694216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-77310eab-0e98-4b9d-b65d-0dd3437d727a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1437039 Jul 07 19:41:36.697687 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60816) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:36.710278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Transition to ACTIVE for port object 65ca5b73-9eb4-4c30-ae7b-45cbd785152f will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:36.744328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Transition to ACTIVE for port object 65ca5b73-9eb4-4c30-ae7b-45cbd785152f will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:36.764138 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.820880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:36.824410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22ac2df5-8a9d-48ef-bef1-f0bbeaf85380 req-081abbbf-cd7b-4cce-abdd-68763225f0b0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567340 Jul 07 19:41:36.829124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:36.855080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:36.873627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf5b4f2-3002-489c-84f7-280a24d06d73 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:41:36.947129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Attempting to bind port 65ca5b73-9eb4-4c30-ae7b-45cbd785152f on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:36.948254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Attempting to bind port 65ca5b73-9eb4-4c30-ae7b-45cbd785152f by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:36.948868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Attempting to bind port 65ca5b73-9eb4-4c30-ae7b-45cbd785152f on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:36.952071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Pushing event updated for resources: {'Port': ['ID=65ca5b73-9eb4-4c30-ae7b-45cbd785152f,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:36.957623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-db4838d1-9202-4ec9-a5e5-51e8e02a5b86 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port c174099a-22c1-4555-ac59-456d0bc075fc {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:36.957979 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db4838d1-9202-4ec9-a5e5-51e8e02a5b86 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.967364 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:36.968383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:36.969136 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.969783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:36.971177 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Bound port: 65ca5b73-9eb4-4c30-ae7b-45cbd785152f, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:36.971866 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.009328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf5b4f2-3002-489c-84f7-280a24d06d73 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:37.013311 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b4f2-3002-489c-84f7-280a24d06d73 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.019382 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7772fec-e211-4e05-a72f-ec076367131a None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:37.036690 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7772fec-e211-4e05-a72f-ec076367131a None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:37.037599 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b7772fec-e211-4e05-a72f-ec076367131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:37.069883 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1cf5b4f2-3002-489c-84f7-280a24d06d73 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "PUT /v2.0/floatingips/eec6d961-9ee1-4920-979c-14eff4f03291 HTTP/1.1" status: 200 len: 687 time: 1.0684056 Jul 07 19:41:37.078610 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60820) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:37.116132 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b7772fec-e211-4e05-a72f-ec076367131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:37.138827 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7772fec-e211-4e05-a72f-ec076367131a None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:37.139560 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b7772fec-e211-4e05-a72f-ec076367131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:37.151066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] For port 65ca5b73-9eb4-4c30-ae7b-45cbd785152f, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:37.155003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] For port 65ca5b73-9eb4-4c30-ae7b-45cbd785152f, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=65ca5b73-9eb4-4c30-ae7b-45cbd785152f,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:37.161934 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.227958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cacf8f-bb7a-4b6e-b90b-3950623ab3bc None None] Pushing event updated for resources: {'Port': ['ID=65ca5b73-9eb4-4c30-ae7b-45cbd785152f,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:37.245128 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b7772fec-e211-4e05-a72f-ec076367131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:37.246111 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7772fec-e211-4e05-a72f-ec076367131a None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:37.319055 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db4838d1-9202-4ec9-a5e5-51e8e02a5b86 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.335295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-db4838d1-9202-4ec9-a5e5-51e8e02a5b86 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for c174099a-22c1-4555-ac59-456d0bc075fc owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:37.402634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ea5b0e2b-c0d0-4f7e-bbcd-7a831ea5c6f8 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port 61956618-9cf9-4b0d-a241-3b9cf75cad81 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:37.403038 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0e2b-c0d0-4f7e-bbcd-7a831ea5c6f8 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.547172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0e2b-c0d0-4f7e-bbcd-7a831ea5c6f8 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.547505 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0e2b-c0d0-4f7e-bbcd-7a831ea5c6f8 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.569879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ea5b0e2b-c0d0-4f7e-bbcd-7a831ea5c6f8 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for 61956618-9cf9-4b0d-a241-3b9cf75cad81 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:37.582632 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db4838d1-9202-4ec9-a5e5-51e8e02a5b86 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.602005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60824) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:37.675017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4838d1-9202-4ec9-a5e5-51e8e02a5b86 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=c174099a-22c1-4555-ac59-456d0bc075fc,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:37.684967 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-0934533a-81d4-45b3-b110-8199f5b2eda5 admin admin] Deleting subnet 0b554970-d895-4df0-9ae7-7d0ed4ae6a93 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:37.690511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0934533a-81d4-45b3-b110-8199f5b2eda5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.724834 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-db4838d1-9202-4ec9-a5e5-51e8e02a5b86 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.727448 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-db4838d1-9202-4ec9-a5e5-51e8e02a5b86 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/c174099a-22c1-4555-ac59-456d0bc075fc HTTP/1.1" status: 204 len: 168 time: 1.0286081 Jul 07 19:41:37.730589 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60826) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:37.755013 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0934533a-81d4-45b3-b110-8199f5b2eda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.810972 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0934533a-81d4-45b3-b110-8199f5b2eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.825415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5093035-78d5-4878-9997-cff5c3c8f57e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:37.827273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5093035-78d5-4878-9997-cff5c3c8f57e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:37.831533 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b5093035-78d5-4878-9997-cff5c3c8f57e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0965824 Jul 07 19:41:37.832181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60828) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:37.881312 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0934533a-81d4-45b3-b110-8199f5b2eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.930045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-34601ece-0530-42d4-a0c7-ae4e58dbd70c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 0bd2175d-d5cc-472b-bd23-fd3412079db5 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:37.934941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934533a-81d4-45b3-b110-8199f5b2eda5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b554970-d895-4df0-9ae7-7d0ed4ae6a93,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:37.941982 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34601ece-0530-42d4-a0c7-ae4e58dbd70c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.951374 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0934533a-81d4-45b3-b110-8199f5b2eda5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.957144 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0934533a-81d4-45b3-b110-8199f5b2eda5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0b554970-d895-4df0-9ae7-7d0ed4ae6a93 HTTP/1.1" status: 204 len: 168 time: 0.3518219 Jul 07 19:41:37.958613 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60832) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.004534 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0e2b-c0d0-4f7e-bbcd-7a831ea5c6f8 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.013657 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34601ece-0530-42d4-a0c7-ae4e58dbd70c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.050838 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.068413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b0e2b-c0d0-4f7e-bbcd-7a831ea5c6f8 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=61956618-9cf9-4b0d-a241-3b9cf75cad81,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:38.179361 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0e2b-c0d0-4f7e-bbcd-7a831ea5c6f8 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.182272 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0e2b-c0d0-4f7e-bbcd-7a831ea5c6f8 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.186495 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ea5b0e2b-c0d0-4f7e-bbcd-7a831ea5c6f8 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/floatingips/eec6d961-9ee1-4920-979c-14eff4f03291 HTTP/1.1" status: 204 len: 168 time: 1.1023979 Jul 07 19:41:38.187157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60834) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.187370 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.196313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': 'f9ca7945-0bc4-437e-956b-c5594f6af627'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:38.199388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7470b1-8c49-49cf-b6c3-cdeaba9937e8 req-048d17e4-5e2f-428f-8f99-bce5e1a3eb94 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:38.206465 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fd7470b1-8c49-49cf-b6c3-cdeaba9937e8 req-048d17e4-5e2f-428f-8f99-bce5e1a3eb94 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.1696954 Jul 07 19:41:38.219052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6a820b-4470-47b2-a97a-be63f9a77ba9']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:38.219631 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34601ece-0530-42d4-a0c7-ae4e58dbd70c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.224646 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.295885 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 65ca5b73-9eb4-4c30-ae7b-45cbd785152f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:38.303816 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fd7470b1-8c49-49cf-b6c3-cdeaba9937e8 req-6b9f9203-b5df-461e-849f-327acefa8016 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960379 Jul 07 19:41:38.306468 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c082ce-a103-45e4-9d0a-de7ad4f34059') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:38.306764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c082ce-a103-45e4-9d0a-de7ad4f34059') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:38.331841 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.366418 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.372139 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34601ece-0530-42d4-a0c7-ae4e58dbd70c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.382906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:41:38.383763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:41:38.389049 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:41:38.413783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601ece-0530-42d4-a0c7-ae4e58dbd70c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd2175d-d5cc-472b-bd23-fd3412079db5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:38.421924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 65ca5b73-9eb4-4c30-ae7b-45cbd785152f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:38.430413 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-34601ece-0530-42d4-a0c7-ae4e58dbd70c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.435167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-34601ece-0530-42d4-a0c7-ae4e58dbd70c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/0bd2175d-d5cc-472b-bd23-fd3412079db5 HTTP/1.1" status: 204 len: 168 time: 0.5997531 Jul 07 19:41:38.435766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60838) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.480411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e01d6892-3330-4981-a3f1-753e67ae95fa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434847 Jul 07 19:41:38.481082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.483573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60840) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.505904 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.511002 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] 10.222.0.81 "DELETE /v2.0/networks/2e6a820b-4470-47b2-a97a-be63f9a77ba9 HTTP/1.1" status: 204 len: 168 time: 0.5476022 Jul 07 19:41:38.526385 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.554328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547527b-1bee-483e-9f81-c96f8413e0eb admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6a820b-4470-47b2-a97a-be63f9a77ba9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:38.589427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b01f9f-ec72-4d17-8ee7-e15186706a3c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:38.590984 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-80b01f9f-ec72-4d17-8ee7-e15186706a3c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1040990 Jul 07 19:41:38.593788 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60844) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.671182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171c6733-1c03-4be8-8969-ac61d4c0b550 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:38.677143 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-171c6733-1c03-4be8-8969-ac61d4c0b550 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0817180 Jul 07 19:41:38.679171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60846) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.679839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.25.0.235 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/35a997bb-9ae7-49db-baf5-7bb80cd6b40f) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:38.734848 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6a99d3e7-6b57-4567-8eb0-9e203a0ce778 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518429 Jul 07 19:41:38.739650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60848) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.748854 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-21f99d0e-11e7-48ab-8476-5ac0ff42bfc9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:38.753958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60850) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.757004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67361bf4-964b-4f6f-9adc-0e07fc2a8d59 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:38.837731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ad0e20c7-9d85-444b-87c2-a912d4c48405 None None] Provisioning for port 65ca5b73-9eb4-4c30-ae7b-45cbd785152f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:38.849384 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a774b4f9-45ca-4c5e-a74d-0bb136523fcd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2cdbd37d3fd45189e5fe49570c9d8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880980 Jul 07 19:41:38.849384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60852) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.851445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ad0e20c7-9d85-444b-87c2-a912d4c48405 None None] Provisioning complete for port 65ca5b73-9eb4-4c30-ae7b-45cbd785152f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:38.852527 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ad0e20c7-9d85-444b-87c2-a912d4c48405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.867814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f99d0e-11e7-48ab-8476-5ac0ff42bfc9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:38.872394 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-21f99d0e-11e7-48ab-8476-5ac0ff42bfc9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.896706 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.946235 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a8c90ce-5d25-49e6-8fc2-cb3e03e38c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.982940 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a8c90ce-5d25-49e6-8fc2-cb3e03e38c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.986562 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.060431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:39.065721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:39.068039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=35a997bb-9ae7-49db-baf5-7bb80cd6b40f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:39.070361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:39.125333 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a8c90ce-5d25-49e6-8fc2-cb3e03e38c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.129909 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3a8c90ce-5d25-49e6-8fc2-cb3e03e38c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.132158 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3a8c90ce-5d25-49e6-8fc2-cb3e03e38c65 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/61328062-f1f5-49d7-9088-6c9cae782ae6 HTTP/1.1" status: 204 len: 168 time: 0.2845302 Jul 07 19:41:39.137673 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-21f99d0e-11e7-48ab-8476-5ac0ff42bfc9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.157695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f99d0e-11e7-48ab-8476-5ac0ff42bfc9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:39.160648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-21f99d0e-11e7-48ab-8476-5ac0ff42bfc9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:39.168798 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ad0e20c7-9d85-444b-87c2-a912d4c48405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.183545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f99d0e-11e7-48ab-8476-5ac0ff42bfc9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:39.185630 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-21f99d0e-11e7-48ab-8476-5ac0ff42bfc9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.222601 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-21f99d0e-11e7-48ab-8476-5ac0ff42bfc9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4779639 Jul 07 19:41:39.223003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60856) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:39.224293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ad0e20c7-9d85-444b-87c2-a912d4c48405 None None] For port 65ca5b73-9eb4-4c30-ae7b-45cbd785152f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=65ca5b73-9eb4-4c30-ae7b-45cbd785152f,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:39.229364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:c1:f8:10', 'name': 'tempest-NetworksTestDHCPv6-1759474446'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:39.239571 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ad0e20c7-9d85-444b-87c2-a912d4c48405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.249262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f99d0e-11e7-48ab-8476-5ac0ff42bfc9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=9230a8f0-0b4f-4615-9cae-4867c3eee0c2,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:39.293171 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f277c34e-6898-422e-ad05-fddac6bc8f39 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:39.345990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e20c7-9d85-444b-87c2-a912d4c48405 None None] Pushing event updated for resources: {'Port': ['ID=65ca5b73-9eb4-4c30-ae7b-45cbd785152f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:39.347530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c90ce-5d25-49e6-8fc2-cb3e03e38c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61328062-f1f5-49d7-9088-6c9cae782ae6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:39.386590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:39.433919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f277c34e-6898-422e-ad05-fddac6bc8f39 None None] Deleting port 65ca5b73-9eb4-4c30-ae7b-45cbd785152f {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:39.434819 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f277c34e-6898-422e-ad05-fddac6bc8f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.539839 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.571949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f277c34e-6898-422e-ad05-fddac6bc8f39 None None] For port 65ca5b73-9eb4-4c30-ae7b-45cbd785152f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=65ca5b73-9eb4-4c30-ae7b-45cbd785152f,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:39.572335 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f277c34e-6898-422e-ad05-fddac6bc8f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.591334 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f277c34e-6898-422e-ad05-fddac6bc8f39 None None] Calling delete_port for 65ca5b73-9eb4-4c30-ae7b-45cbd785152f owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:39.595888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port 00a01fe2-aefc-428a-8117-5d75c08b8cfd yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:39.692043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8d9aa-d5b9-47bb-92f4-4168bec8cd62 req-9802f144-623d-460b-8e6c-508a7488016f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:39.693766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7db8d9aa-d5b9-47bb-92f4-4168bec8cd62 req-9802f144-623d-460b-8e6c-508a7488016f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.1827300 Jul 07 19:41:39.713328 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f277c34e-6898-422e-ad05-fddac6bc8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.719055 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.727841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f277c34e-6898-422e-ad05-fddac6bc8f39 None None] No DVR routers for this DVR port 65ca5b73-9eb4-4c30-ae7b-45cbd785152f on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:39.747279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277c34e-6898-422e-ad05-fddac6bc8f39 None None] Pushing event deleted for resources: {'Port': ['ID=65ca5b73-9eb4-4c30-ae7b-45cbd785152f,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:39.763426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d60955-b8ad-4996-aeb8-5bd7020bd953 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:39.800461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7db8d9aa-d5b9-47bb-92f4-4168bec8cd62 req-fe616180-e0c1-499f-bbee-67539bdc5606 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923970 Jul 07 19:41:39.840377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::9d (3b342e92-c907-4436-a95e-965164bcdb3c/9230a8f0-0b4f-4615-9cae-4867c3eee0c2/00a01fe2-aefc-428a-8117-5d75c08b8cfd) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:39.855286 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.960784 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': '9230a8f0-0b4f-4615-9cae-4867c3eee0c2'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:39.962854 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.069480 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.071880 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.094440 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 00a01fe2-aefc-428a-8117-5d75c08b8cfd will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:40.152018 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.209240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:40.215541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:40.224402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:40.231174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:40.232028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.236205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 65ca5b73-9eb4-4c30-ae7b-45cbd785152f no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:40.240340 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=00a01fe2-aefc-428a-8117-5d75c08b8cfd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:40.256614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d8de3e15-c571-4322-9a41-a730951fa35e tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0323431 Jul 07 19:41:40.259828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60882) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:40.275203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Allocated IP 2001:db8::2 (3b342e92-c907-4436-a95e-965164bcdb3c/9230a8f0-0b4f-4615-9cae-4867c3eee0c2/ae95aa3e-e12f-4f12-81a2-06ee07822ab2) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:40.277781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 65ca5b73-9eb4-4c30-ae7b-45cbd785152f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:40.278250 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 65ca5b73-9eb4-4c30-ae7b-45cbd785152f not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:40.347529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08abf9fc-398b-41a5-9860-4522db3cb383 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:40.352011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-08abf9fc-398b-41a5-9860-4522db3cb383 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0886292 Jul 07 19:41:40.352823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60888) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:40.495570 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.504921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-49dd8ca4-5ebd-4e75-8ec5-264667b6f806 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 00a01fe2-aefc-428a-8117-5d75c08b8cfd {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:40.505284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-49dd8ca4-5ebd-4e75-8ec5-264667b6f806 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.509725 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.515738 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.538483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Transition to ACTIVE for port object ae95aa3e-e12f-4f12-81a2-06ee07822ab2 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:40.567292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Transition to ACTIVE for port object ae95aa3e-e12f-4f12-81a2-06ee07822ab2 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:40.582623 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.645491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:40.648647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:40.652547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:40.653007 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-49dd8ca4-5ebd-4e75-8ec5-264667b6f806 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.654621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=35a997bb-9ae7-49db-baf5-7bb80cd6b40f,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:40.679656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-49dd8ca4-5ebd-4e75-8ec5-264667b6f806 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 00a01fe2-aefc-428a-8117-5d75c08b8cfd owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:40.682050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Pushing event updated for resources: {'Port': ['ID=ae95aa3e-e12f-4f12-81a2-06ee07822ab2,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:40.711511 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.780260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Attempting to bind port ae95aa3e-e12f-4f12-81a2-06ee07822ab2 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:40.780775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Attempting to bind port ae95aa3e-e12f-4f12-81a2-06ee07822ab2 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:40.781256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Attempting to bind port ae95aa3e-e12f-4f12-81a2-06ee07822ab2 on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:40.788259 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:40.788676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:40.789334 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.789767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:40.790304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Bound port: ae95aa3e-e12f-4f12-81a2-06ee07822ab2, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:40.790748 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.913407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] For port ae95aa3e-e12f-4f12-81a2-06ee07822ab2, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:40.925368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] For port ae95aa3e-e12f-4f12-81a2-06ee07822ab2, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ae95aa3e-e12f-4f12-81a2-06ee07822ab2,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:40.945112 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.975815 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Floating IP 53a2ebdc-193e-4efb-9890-aa887fbb9a5f associated. External IP: 172.25.0.235, port: f9ca7945-0bc4-437e-956b-c5594f6af627. Jul 07 19:41:41.072599 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-49dd8ca4-5ebd-4e75-8ec5-264667b6f806 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.166969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd8ca4-5ebd-4e75-8ec5-264667b6f806 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=00a01fe2-aefc-428a-8117-5d75c08b8cfd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:41.179913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaed8f-cb14-4ee5-a35d-b7113840053b None None] Pushing event updated for resources: {'Port': ['ID=ae95aa3e-e12f-4f12-81a2-06ee07822ab2,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:41.229475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26ac5c-9f7c-42e6-97a0-60e0cae6085a req-33a3183e-d723-49f5-8f7d-4814d27096a4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:41.232132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b26ac5c-9f7c-42e6-97a0-60e0cae6085a req-33a3183e-d723-49f5-8f7d-4814d27096a4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.2522533 Jul 07 19:41:41.233901 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-49dd8ca4-5ebd-4e75-8ec5-264667b6f806 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.240403 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-49dd8ca4-5ebd-4e75-8ec5-264667b6f806 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/00a01fe2-aefc-428a-8117-5d75c08b8cfd HTTP/1.1" status: 204 len: 168 time: 0.8836229 Jul 07 19:41:41.240403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60898) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:41.368076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:41:41.387416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9ce8e7-d6d6-4e08-9804-73e0867c0842 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:41.396667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9ce8e7-d6d6-4e08-9804-73e0867c0842 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:41.405144 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ef9ce8e7-d6d6-4e08-9804-73e0867c0842 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1596284 Jul 07 19:41:41.406847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60902) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:41.548493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0b26ac5c-9f7c-42e6-97a0-60e0cae6085a req-4ac7114b-d890-42c4-bbcc-8da36c7895e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298293 Jul 07 19:41:41.603310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b4b653-c39f-4670-9e96-6082b8c54bfa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 9230a8f0-0b4f-4615-9cae-4867c3eee0c2 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:41.613694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b4b653-c39f-4670-9e96-6082b8c54bfa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.651747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:41.669648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ec6e6-9b84-405c-a3ef-ff565292bd69 None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:41.681492 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.690483 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b4b653-c39f-4670-9e96-6082b8c54bfa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.698412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ec6e6-9b84-405c-a3ef-ff565292bd69 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:41.699501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-874ec6e6-9b84-405c-a3ef-ff565292bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:41.768625 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5f22b8d9-b354-4161-a1dc-9b69743bdcbc tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5777595 Jul 07 19:41:41.769282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60904) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:41.786664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-874ec6e6-9b84-405c-a3ef-ff565292bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:41.807506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ec6e6-9b84-405c-a3ef-ff565292bd69 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:41.809308 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-874ec6e6-9b84-405c-a3ef-ff565292bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:41.869052 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-12f4bbe7-f799-40ee-acde-b02f2ea96b09 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "GET /v2.0/floatingips/53a2ebdc-193e-4efb-9890-aa887fbb9a5f HTTP/1.1" status: 200 len: 978 time: 0.0985126 Jul 07 19:41:41.870187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60906) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:41.877825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-874ec6e6-9b84-405c-a3ef-ff565292bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:41.879469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ec6e6-9b84-405c-a3ef-ff565292bd69 None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:41.887614 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b4b653-c39f-4670-9e96-6082b8c54bfa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.994169 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b4b653-c39f-4670-9e96-6082b8c54bfa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.057950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4b653-c39f-4670-9e96-6082b8c54bfa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=9230a8f0-0b4f-4615-9cae-4867c3eee0c2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:42.065386 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b4b653-c39f-4670-9e96-6082b8c54bfa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.070866 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-54b4b653-c39f-4670-9e96-6082b8c54bfa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/9230a8f0-0b4f-4615-9cae-4867c3eee0c2 HTTP/1.1" status: 204 len: 168 time: 0.6519620 Jul 07 19:41:42.071540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60910) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:42.080232 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5d877aed-5d28-4826-85f3-6c61f81a3715 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2091229 Jul 07 19:41:42.081120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60912) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:42.087102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4f01c7c2-570c-471f-8dfd-0a654ddeedfe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'floatingip': {'port_id': '1b1622bb-a965-4547-a71d-20d28c091506'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:42.138829 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-62f0de06-1d7a-4ee2-a677-99b7e133681c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653160 Jul 07 19:41:42.141522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60914) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:42.227217 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f01c7c2-570c-471f-8dfd-0a654ddeedfe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.277107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a36c1b-7ce2-42f0-bde1-71a107eec8ea tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:42.286872 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-17a36c1b-7ce2-42f0-bde1-71a107eec8ea tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1437323 Jul 07 19:41:42.287954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60918) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:42.397515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ae95aa3e-e12f-4f12-81a2-06ee07822ab2 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:42.452840 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66dab71-da0e-4f5f-92ee-b1304340e3bb tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:42.455396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c66dab71-da0e-4f5f-92ee-b1304340e3bb tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1664262 Jul 07 19:41:42.457933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60920) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:42.523531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ae95aa3e-e12f-4f12-81a2-06ee07822ab2 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:42.559111 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c8647e51-0f78-4018-998e-d374c4d15e70 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997736 Jul 07 19:41:42.559706 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60922) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:42.566629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:42.734233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:42.746321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.898181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1c017-e4cd-4b25-93b1-50bdc65eb653 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:43.026028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e6b83565-944b-41ca-9f0b-484dab897dac None None] Provisioning for port ae95aa3e-e12f-4f12-81a2-06ee07822ab2 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:43.052100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e6b83565-944b-41ca-9f0b-484dab897dac None None] Provisioning complete for port ae95aa3e-e12f-4f12-81a2-06ee07822ab2 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:43.052437 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e6b83565-944b-41ca-9f0b-484dab897dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.096914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e948f46-625f-4013-858e-e09e968331fd req-1f6b662c-6bb5-48db-be97-d1a38ca7b13b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:43.098688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e948f46-625f-4013-858e-e09e968331fd req-1f6b662c-6bb5-48db-be97-d1a38ca7b13b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.3658226 Jul 07 19:41:43.210675 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e948f46-625f-4013-858e-e09e968331fd req-dd3d68ef-1e4c-4de7-aeb1-58b7850ca3a9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051059 Jul 07 19:41:43.213072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f01c7c2-570c-471f-8dfd-0a654ddeedfe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.223958 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f01c7c2-570c-471f-8dfd-0a654ddeedfe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.262259 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef779ac1-a439-4805-a720-fdaefacb698b None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:43.272050 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e6b83565-944b-41ca-9f0b-484dab897dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.345916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.objects.ports [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:43.348781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e6b83565-944b-41ca-9f0b-484dab897dac None None] For port ae95aa3e-e12f-4f12-81a2-06ee07822ab2, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ae95aa3e-e12f-4f12-81a2-06ee07822ab2,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:43.354639 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e6b83565-944b-41ca-9f0b-484dab897dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.409677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ef779ac1-a439-4805-a720-fdaefacb698b None None] Deleting port ae95aa3e-e12f-4f12-81a2-06ee07822ab2 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:43.410114 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ef779ac1-a439-4805-a720-fdaefacb698b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.486352 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-4f01c7c2-570c-471f-8dfd-0a654ddeedfe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Floating IP 53a2ebdc-193e-4efb-9890-aa887fbb9a5f associated. External IP: 172.25.0.235, port: f9ca7945-0bc4-437e-956b-c5594f6af627. Jul 07 19:41:43.497099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b83565-944b-41ca-9f0b-484dab897dac None None] Pushing event updated for resources: {'Port': ['ID=ae95aa3e-e12f-4f12-81a2-06ee07822ab2,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:43.572417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ef779ac1-a439-4805-a720-fdaefacb698b None None] For port ae95aa3e-e12f-4f12-81a2-06ee07822ab2, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ae95aa3e-e12f-4f12-81a2-06ee07822ab2,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:43.572767 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ef779ac1-a439-4805-a720-fdaefacb698b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.599767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ef779ac1-a439-4805-a720-fdaefacb698b None None] Calling delete_port for ae95aa3e-e12f-4f12-81a2-06ee07822ab2 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:43.767160 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:41:43.778466 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ef779ac1-a439-4805-a720-fdaefacb698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.803396 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.825329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef779ac1-a439-4805-a720-fdaefacb698b None None] Pushing event deleted for resources: {'Port': ['ID=ae95aa3e-e12f-4f12-81a2-06ee07822ab2,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:43.834860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef779ac1-a439-4805-a720-fdaefacb698b None None] No DVR routers for this DVR port ae95aa3e-e12f-4f12-81a2-06ee07822ab2 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:43.869143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Port ae95aa3e-e12f-4f12-81a2-06ee07822ab2 concurrently deleted while adding address for new subnet {'id': 'ff349adb-516e-43f9-a192-826bb98d3451', 'name': '', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3250, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-07T19:41:42Z', 'updated_at': '2021-07-07T19:41:42Z', 'revision_number': 0, 'segment_id': None, 'project_id': '69a154339a6b4621a379fe8adc53b87d'}. {{(pid=93901) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 07 19:41:43.870083 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.887057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f01c7c2-570c-471f-8dfd-0a654ddeedfe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:41:43.922293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:43.925756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:43.930555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:43.931321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.939969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb174cb-b2b5-4f3d-b3e3-2e2ca7b90c91 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:43.942336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=ff349adb-516e-43f9-a192-826bb98d3451,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:43.968779 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c0930c77-fec1-4b5a-8232-49a9732092b6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4032781 Jul 07 19:41:43.968779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60936) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:43.974023 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b8782093-bf34-4054-9dab-09cc14fa0a6c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:44.116457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f01c7c2-570c-471f-8dfd-0a654ddeedfe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:44.129365 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0845be-2fda-41d9-b361-f1029da37866 None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:44.141902 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0845be-2fda-41d9-b361-f1029da37866 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:44.147098 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0b0845be-2fda-41d9-b361-f1029da37866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:44.193055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': 'ff349adb-516e-43f9-a192-826bb98d3451'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:44.196337 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.224523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8782093-bf34-4054-9dab-09cc14fa0a6c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:44.229138 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b8782093-bf34-4054-9dab-09cc14fa0a6c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.257410 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0b0845be-2fda-41d9-b361-f1029da37866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:44.284181 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0845be-2fda-41d9-b361-f1029da37866 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:44.284922 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0b0845be-2fda-41d9-b361-f1029da37866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:44.322703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ae95aa3e-e12f-4f12-81a2-06ee07822ab2 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:44.352909 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0b0845be-2fda-41d9-b361-f1029da37866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:44.363822 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0845be-2fda-41d9-b361-f1029da37866 None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:44.384901 n-d-793621-9 neutron-server[93901]: INFO neutron.db.ipam_backend_mixin [None req-b8782093-bf34-4054-9dab-09cc14fa0a6c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff349adb-516e-43f9-a192-826bb98d3451 (CIDR: 2001:db8::/64) Jul 07 19:41:44.393414 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8782093-bf34-4054-9dab-09cc14fa0a6c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:44.394826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8782093-bf34-4054-9dab-09cc14fa0a6c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:44.395284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: ae95aa3e-e12f-4f12-81a2-06ee07822ab2 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:44.395899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ae95aa3e-e12f-4f12-81a2-06ee07822ab2 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:44.443694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b8782093-bf34-4054-9dab-09cc14fa0a6c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4742243 Jul 07 19:41:44.446072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60942) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:44.454750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1823947e-b1e9-4322-bc71-252c9eae8282 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:44.533121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Allocated IP 2001:db8::f816:3eff:fedc:d23d (3b342e92-c907-4436-a95e-965164bcdb3c/ff349adb-516e-43f9-a192-826bb98d3451/83f0f4ad-e67a-498f-a4e6-7f6e5820f50c) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:44.568991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f01c7c2-570c-471f-8dfd-0a654ddeedfe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:41:44.733563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1823947e-b1e9-4322-bc71-252c9eae8282 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:44.738058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1823947e-b1e9-4322-bc71-252c9eae8282 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.756173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f01c7c2-570c-471f-8dfd-0a654ddeedfe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:44.761646 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f01c7c2-570c-471f-8dfd-0a654ddeedfe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.780169 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824c2c1-a85d-4f31-9eb4-a58b21db6558 None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:44.839623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06e306-e161-4b82-878a-12bca5558f53 req-ea3934ce-619d-440a-a4a5-0c0d60a75267 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:44.841869 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c06e306-e161-4b82-878a-12bca5558f53 req-ea3934ce-619d-440a-a4a5-0c0d60a75267 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.2025576 Jul 07 19:41:44.856500 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824c2c1-a85d-4f31-9eb4-a58b21db6558 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:44.857134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4824c2c1-a85d-4f31-9eb4-a58b21db6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:44.900566 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4f01c7c2-570c-471f-8dfd-0a654ddeedfe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "PUT /v2.0/floatingips/53a2ebdc-193e-4efb-9890-aa887fbb9a5f HTTP/1.1" status: 200 len: 977 time: 2.8183563 Jul 07 19:41:44.903159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60946) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:44.908527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-af799a65-d7ca-42a4-a155-57762d17bd2e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:44.927046 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c06e306-e161-4b82-878a-12bca5558f53 req-8bce45ff-431b-4283-849b-6650e49d5033 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741861 Jul 07 19:41:44.968820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4824c2c1-a85d-4f31-9eb4-a58b21db6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:44.978363 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.989819 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824c2c1-a85d-4f31-9eb4-a58b21db6558 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:44.990392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4824c2c1-a85d-4f31-9eb4-a58b21db6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:44.991490 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af799a65-d7ca-42a4-a155-57762d17bd2e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.992666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Transition to ACTIVE for port object 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:45.035362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4824c2c1-a85d-4f31-9eb4-a58b21db6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:45.036214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824c2c1-a85d-4f31-9eb4-a58b21db6558 None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:45.049074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Transition to ACTIVE for port object 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:45.059607 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.111575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:45.118320 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:45.126317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:45.144899 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Pushing event updated for resources: {'Port': ['ID=83f0f4ad-e67a-498f-a4e6-7f6e5820f50c,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:45.169458 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1823947e-b1e9-4322-bc71-252c9eae8282 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.202032 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af799a65-d7ca-42a4-a155-57762d17bd2e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.207736 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af799a65-d7ca-42a4-a155-57762d17bd2e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.208453 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-af799a65-d7ca-42a4-a155-57762d17bd2e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Floating IP 53a2ebdc-193e-4efb-9890-aa887fbb9a5f disassociated. External IP: 172.25.0.235, port: 1b1622bb-a965-4547-a71d-20d28c091506. Jul 07 19:41:45.216022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1823947e-b1e9-4322-bc71-252c9eae8282 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:45.220752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1823947e-b1e9-4322-bc71-252c9eae8282 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:45.226910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1823947e-b1e9-4322-bc71-252c9eae8282 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:45.227683 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1823947e-b1e9-4322-bc71-252c9eae8282 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.248812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Attempting to bind port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:45.249193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Attempting to bind port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:45.249716 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Attempting to bind port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:45.259855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:45.260441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:45.261192 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.261912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:45.263152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Bound port: 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:45.264144 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.286374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60948) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:45.286973 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1823947e-b1e9-4322-bc71-252c9eae8282 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8393846 Jul 07 19:41:45.288063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823947e-b1e9-4322-bc71-252c9eae8282 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=58fa2c6d-9514-4996-903c-def5a2c6abdb,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:45.294218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:aa:50:05', 'name': 'tempest-NetworksTestDHCPv6-1826954028'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:45.370850 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] For port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:45.378412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] For port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=83f0f4ad-e67a-498f-a4e6-7f6e5820f50c,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:45.389928 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.464807 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977fed1-0b58-442a-bfbd-949d2c676516 None None] Pushing event updated for resources: {'Port': ['ID=83f0f4ad-e67a-498f-a4e6-7f6e5820f50c,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:46.039648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af799a65-d7ca-42a4-a155-57762d17bd2e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:41:46.043911 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:46.253557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dccc8-893c-4d93-97e3-61401b2ca9c4 req-8d66ac53-9152-4999-8ac7-e4931dada6c5 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:46.259603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac0dccc8-893c-4d93-97e3-61401b2ca9c4 req-8d66ac53-9152-4999-8ac7-e4931dada6c5 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.1574306 Jul 07 19:41:46.298388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:46.369011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac0dccc8-893c-4d93-97e3-61401b2ca9c4 req-e87f1fe1-baa9-4757-8bcd-e11d52a46209 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001282 Jul 07 19:41:46.416430 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:46.428681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:46.446854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af799a65-d7ca-42a4-a155-57762d17bd2e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:46.453285 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af799a65-d7ca-42a4-a155-57762d17bd2e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:46.457323 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e99fc3-c816-4c59-aca0-31ddeb22f04d None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:46.470599 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e99fc3-c816-4c59-aca0-31ddeb22f04d None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:46.473359 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-55e99fc3-c816-4c59-aca0-31ddeb22f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:46.514944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60960) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:46.523229 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-55e99fc3-c816-4c59-aca0-31ddeb22f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:46.536803 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e99fc3-c816-4c59-aca0-31ddeb22f04d None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:46.537944 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-55e99fc3-c816-4c59-aca0-31ddeb22f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:46.550929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60964) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:46.560097 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-af799a65-d7ca-42a4-a155-57762d17bd2e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "PUT /v2.0/floatingips/53a2ebdc-193e-4efb-9890-aa887fbb9a5f HTTP/1.1" status: 200 len: 688 time: 1.6557291 Jul 07 19:41:46.593262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port e1c2bacc-9fd0-4b41-9e7f-6175d7014070 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:46.632089 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-55e99fc3-c816-4c59-aca0-31ddeb22f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:46.632821 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e99fc3-c816-4c59-aca0-31ddeb22f04d None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:46.808762 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4a57-08e2-485f-b6a0-705b4da57cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:46.832375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6081ad5f-79a1-4da4-8fd9-10aa92e777dd None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:46.916637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ba36f1fe-b5fb-4519-aa6c-5419e8297c68 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port 35a997bb-9ae7-49db-baf5-7bb80cd6b40f {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:46.916897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ba36f1fe-b5fb-4519-aa6c-5419e8297c68 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:46.996828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8:0:1::250 (3b342e92-c907-4436-a95e-965164bcdb3c/58fa2c6d-9514-4996-903c-def5a2c6abdb/e1c2bacc-9fd0-4b41-9e7f-6175d7014070) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:47.013258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::f816:3eff:feaa:5005 (3b342e92-c907-4436-a95e-965164bcdb3c/ff349adb-516e-43f9-a192-826bb98d3451/e1c2bacc-9fd0-4b41-9e7f-6175d7014070) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:47.051089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-85ceb560-089b-4cac-b36a-51c09ccd781d None None] Provisioning for port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:47.080417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-85ceb560-089b-4cac-b36a-51c09ccd781d None None] Provisioning complete for port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:47.080835 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-85ceb560-089b-4cac-b36a-51c09ccd781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.293965 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.311980 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object e1c2bacc-9fd0-4b41-9e7f-6175d7014070 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:47.349090 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-85ceb560-089b-4cac-b36a-51c09ccd781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.374513 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.450434 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:47.455326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:47.460109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:47.482085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:47.483016 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.504694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-85ceb560-089b-4cac-b36a-51c09ccd781d None None] For port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=83f0f4ad-e67a-498f-a4e6-7f6e5820f50c,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:47.512641 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-85ceb560-089b-4cac-b36a-51c09ccd781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.525258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=e1c2bacc-9fd0-4b41-9e7f-6175d7014070,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:47.546757 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ba36f1fe-b5fb-4519-aa6c-5419e8297c68 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.548066 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ba36f1fe-b5fb-4519-aa6c-5419e8297c68 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.575715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ba36f1fe-b5fb-4519-aa6c-5419e8297c68 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for 35a997bb-9ae7-49db-baf5-7bb80cd6b40f owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:47.627240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ceb560-089b-4cac-b36a-51c09ccd781d None None] Pushing event updated for resources: {'Port': ['ID=83f0f4ad-e67a-498f-a4e6-7f6e5820f50c,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:47.655984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96854856-5428-4e51-a83c-7bbeb6e6cb24 None None] Update dhcp port {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'fixed_ips': [{'subnet_id': 'ff349adb-516e-43f9-a192-826bb98d3451', 'ip_address': '2001:db8::f816:3eff:fedc:d23d'}, {'subnet_id': '58fa2c6d-9514-4996-903c-def5a2c6abdb'}], 'binding:host_id': 'n-d-793621-9'}, 'id': '83f0f4ad-e67a-498f-a4e6-7f6e5820f50c'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:41:47.720929 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-96854856-5428-4e51-a83c-7bbeb6e6cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.734563 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4a57-08e2-485f-b6a0-705b4da57cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.744018 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4a57-08e2-485f-b6a0-705b4da57cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.746975 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4bf3162c-4a1a-411d-97df-1973961f6713 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4586639 Jul 07 19:41:47.749739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60970) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:47.816252 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5e1a4a57-08e2-485f-b6a0-705b4da57cc9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61b8cce01ca14890b93e0177ec7ecf05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2969604 Jul 07 19:41:47.849131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a4a57-08e2-485f-b6a0-705b4da57cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9901df5-a3d2-4f8a-abfb-e197e27ae6a7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:47.849620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60972) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:47.850194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd1ddb-90c6-4b53-b3b0-c1214a51c759 req-9fe73ae8-2eb6-4219-afd0-25a1295163ed tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:47.850194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61cd1ddb-90c6-4b53-b3b0-c1214a51c759 req-9fe73ae8-2eb6-4219-afd0-25a1295163ed tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.2035658 Jul 07 19:41:47.921886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61cd1ddb-90c6-4b53-b3b0-c1214a51c759 req-dd8eb28d-3e74-4937-ac65-9478739cfeca tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511699 Jul 07 19:41:47.922951 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ba36f1fe-b5fb-4519-aa6c-5419e8297c68 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.942980 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f657ff2b-3622-4b22-8c33-235f0493e2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.952773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36f1fe-b5fb-4519-aa6c-5419e8297c68 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=35a997bb-9ae7-49db-baf5-7bb80cd6b40f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:47.989536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4cc52047-419d-4bbd-b0e3-26bb8b53d83f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port e1c2bacc-9fd0-4b41-9e7f-6175d7014070 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:47.989792 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4cc52047-419d-4bbd-b0e3-26bb8b53d83f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.994695 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f657ff2b-3622-4b22-8c33-235f0493e2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.017476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-96854856-5428-4e51-a83c-7bbeb6e6cb24 None None] Allocated IP 2001:db8:0:1::2 (3b342e92-c907-4436-a95e-965164bcdb3c/58fa2c6d-9514-4996-903c-def5a2c6abdb/83f0f4ad-e67a-498f-a4e6-7f6e5820f50c) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:48.045305 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ba36f1fe-b5fb-4519-aa6c-5419e8297c68 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.060568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ba36f1fe-b5fb-4519-aa6c-5419e8297c68 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.060568 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ba36f1fe-b5fb-4519-aa6c-5419e8297c68 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/floatingips/53a2ebdc-193e-4efb-9890-aa887fbb9a5f HTTP/1.1" status: 204 len: 168 time: 1.4996669 Jul 07 19:41:48.062991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60976) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:48.119261 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-45e572e3-3bf6-474a-a564-04a62f0717be tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] delete failed (client error): The resource could not be found. Jul 07 19:41:48.123976 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-45e572e3-3bf6-474a-a564-04a62f0717be tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/floatingips/53a2ebdc-193e-4efb-9890-aa887fbb9a5f HTTP/1.1" status: 404 len: 345 time: 0.0580719 Jul 07 19:41:48.124246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60978) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:48.132723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-96854856-5428-4e51-a83c-7bbeb6e6cb24 None None] For port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=83f0f4ad-e67a-498f-a4e6-7f6e5820f50c,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:48.181958 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-96854856-5428-4e51-a83c-7bbeb6e6cb24 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.199415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-96854856-5428-4e51-a83c-7bbeb6e6cb24 None None] Transition to ACTIVE for port object 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:48.200378 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4cc52047-419d-4bbd-b0e3-26bb8b53d83f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.210827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-96854856-5428-4e51-a83c-7bbeb6e6cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.225561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4cc52047-419d-4bbd-b0e3-26bb8b53d83f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for e1c2bacc-9fd0-4b41-9e7f-6175d7014070 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:48.283631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:48.291266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e48fb5a-02ec-4a2e-9911-295b45a1a065 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:48.299504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e48fb5a-02ec-4a2e-9911-295b45a1a065 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:48.306863 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f657ff2b-3622-4b22-8c33-235f0493e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.308570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e48fb5a-02ec-4a2e-9911-295b45a1a065 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:48.309865 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f657ff2b-3622-4b22-8c33-235f0493e2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.311177 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f657ff2b-3622-4b22-8c33-235f0493e2c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9901df5-a3d2-4f8a-abfb-e197e27ae6a7 HTTP/1.1" status: 204 len: 168 time: 0.4791765 Jul 07 19:41:48.311355 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2e48fb5a-02ec-4a2e-9911-295b45a1a065 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "GET /v2.0/ports?network_id=59169d0d-f4e3-4b53-8e74-0eac119eaed1 HTTP/1.1" status: 200 len: 2357 time: 0.1858873 Jul 07 19:41:48.316851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60982) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:48.323695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657ff2b-3622-4b22-8c33-235f0493e2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9901df5-a3d2-4f8a-abfb-e197e27ae6a7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:48.393457 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e139601-64aa-457d-8cdf-de3149e03bbe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:48.399716 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9e139601-64aa-457d-8cdf-de3149e03bbe tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "GET /v2.0/subnets/6e07d73f-b8ba-4800-82ae-3a545c36dd9a HTTP/1.1" status: 200 len: 797 time: 0.0766995 Jul 07 19:41:48.399969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 60984) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:48.406169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'port': {'network_id': '59169d0d-f4e3-4b53-8e74-0eac119eaed1', 'name': 'tempest-FloatingIPTestJSON-716397868', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:48.502727 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4cc52047-419d-4bbd-b0e3-26bb8b53d83f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.539352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96854856-5428-4e51-a83c-7bbeb6e6cb24 None None] Pushing event updated for resources: {'Port': ['ID=83f0f4ad-e67a-498f-a4e6-7f6e5820f50c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:48.606712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc52047-419d-4bbd-b0e3-26bb8b53d83f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=e1c2bacc-9fd0-4b41-9e7f-6175d7014070,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:48.619607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Made reservation on behalf of 474dd51d2316446a8661cf891f4ed5be for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:48.632571 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4cc52047-419d-4bbd-b0e3-26bb8b53d83f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.635053 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4cc52047-419d-4bbd-b0e3-26bb8b53d83f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/e1c2bacc-9fd0-4b41-9e7f-6175d7014070 HTTP/1.1" status: 204 len: 168 time: 0.8828347 Jul 07 19:41:48.637616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60988) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:48.724243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c1b393-e34d-46a3-962b-c6f246b9e885 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:48.726574 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-58c1b393-e34d-46a3-962b-c6f246b9e885 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0880151 Jul 07 19:41:48.730262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60994) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:48.746892 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.778993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] device_id is not set on port f52dfeee-38f4-4a5d-a8ab-0d65560f0a15 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:48.816288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403875aa-c511-4a6c-9de5-ea70f1e44df7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:48.819429 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-403875aa-c511-4a6c-9de5-ea70f1e44df7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0874655 Jul 07 19:41:48.820882 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 60998) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:48.903972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b51e0-ff28-409f-99fa-ac273c9f2b11 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:48.907507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b51e0-ff28-409f-99fa-ac273c9f2b11 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:48.909071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b51e0-ff28-409f-99fa-ac273c9f2b11 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:48.913674 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-186b51e0-ff28-409f-99fa-ac273c9f2b11 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0887864 Jul 07 19:41:48.914027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32770) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:48.999095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca6f2ad-a574-44f6-8050-b8c7fed12556 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 58fa2c6d-9514-4996-903c-def5a2c6abdb {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:49.014034 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f2ad-a574-44f6-8050-b8c7fed12556 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.091203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f2ad-a574-44f6-8050-b8c7fed12556 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.227675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f2ad-a574-44f6-8050-b8c7fed12556 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.330727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.20.0.14 (59169d0d-f4e3-4b53-8e74-0eac119eaed1/6e07d73f-b8ba-4800-82ae-3a545c36dd9a/f52dfeee-38f4-4a5d-a8ab-0d65560f0a15) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:49.339368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f2ad-a574-44f6-8050-b8c7fed12556 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.340972 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.20.0.12 (59169d0d-f4e3-4b53-8e74-0eac119eaed1/6e07d73f-b8ba-4800-82ae-3a545c36dd9a/f52dfeee-38f4-4a5d-a8ab-0d65560f0a15) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:49.376269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810f46c-d535-4492-9d6a-d3295757b62c req-ecd8aff7-cbdf-4972-bc84-b571802eb811 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:49.377958 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6810f46c-d535-4492-9d6a-d3295757b62c req-ecd8aff7-cbdf-4972-bc84-b571802eb811 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.2576163 Jul 07 19:41:49.397933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6f2ad-a574-44f6-8050-b8c7fed12556 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=58fa2c6d-9514-4996-903c-def5a2c6abdb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:49.400520 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f2ad-a574-44f6-8050-b8c7fed12556 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.407810 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8ca6f2ad-a574-44f6-8050-b8c7fed12556 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/58fa2c6d-9514-4996-903c-def5a2c6abdb HTTP/1.1" status: 204 len: 168 time: 0.4928145 Jul 07 19:41:49.410866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32788) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:49.467017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d1a9ce56-5efb-4a21-98f7-368986dd99d7 None None] Provisioning for port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:49.473540 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6810f46c-d535-4492-9d6a-d3295757b62c req-b9a34c39-5381-43aa-8d01-2be8ffc9e50d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878930 Jul 07 19:41:49.473744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-07846b41-b73e-48cb-8e00-4e24ad35f168 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet ff349adb-516e-43f9-a192-826bb98d3451 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:49.475229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d1a9ce56-5efb-4a21-98f7-368986dd99d7 None None] Provisioning complete for port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:49.475674 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d1a9ce56-5efb-4a21-98f7-368986dd99d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.477328 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07846b41-b73e-48cb-8e00-4e24ad35f168 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.557296 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07846b41-b73e-48cb-8e00-4e24ad35f168 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.658274 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.706569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07846b41-b73e-48cb-8e00-4e24ad35f168 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.736115 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.787018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6c76b9-b19a-47b1-9849-a004e5427801 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:49.807227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network 59169d0d-f4e3-4b53-8e74-0eac119eaed1 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:49.812896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:49.819901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:49.831238 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07846b41-b73e-48cb-8e00-4e24ad35f168 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.864910 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07846b41-b73e-48cb-8e00-4e24ad35f168 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.869211 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-07846b41-b73e-48cb-8e00-4e24ad35f168 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/ff349adb-516e-43f9-a192-826bb98d3451 HTTP/1.1" status: 204 len: 168 time: 0.4563773 Jul 07 19:41:49.870744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9e1bddb5-d346-4938-a9a0-98aa72c31590 None None] Could not find standard attr ID for object e1c2bacc-9fd0-4b41-9e7f-6175d7014070. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:49.882236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32792) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:49.904647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07846b41-b73e-48cb-8e00-4e24ad35f168 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=ff349adb-516e-43f9-a192-826bb98d3451,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:49.972067 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9d35efa8-740d-4bbc-83b0-0ff27e4bd43f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879443 Jul 07 19:41:49.973299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=f52dfeee-38f4-4a5d-a8ab-0d65560f0a15,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:49.974784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32794) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:49.984498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:50.011114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:50.013965 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.043404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8389d4a4-ce11-469d-b174-23ea5e6b2f7f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6424222 Jul 07 19:41:50.044525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32796) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:50.050599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': 'f52dfeee-38f4-4a5d-a8ab-0d65560f0a15', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:50.088734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f570c5-2f9f-4f1a-9a9b-b22e84a224df None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:50.106492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.133373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:50.140050 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.238863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-81f570c5-2f9f-4f1a-9a9b-b22e84a224df None None] Deleting port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:50.239251 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-81f570c5-2f9f-4f1a-9a9b-b22e84a224df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.295050 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.315025 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:50.384305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-81f570c5-2f9f-4f1a-9a9b-b22e84a224df None None] For port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=83f0f4ad-e67a-498f-a4e6-7f6e5820f50c,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:50.385102 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-81f570c5-2f9f-4f1a-9a9b-b22e84a224df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.401305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-81f570c5-2f9f-4f1a-9a9b-b22e84a224df None None] Calling delete_port for 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:50.527855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.536004 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.25.0.126 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/ebb8b8cd-f9aa-4c77-8551-43ea57876f1e) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:50.590221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=83f0f4ad-e67a-498f-a4e6-7f6e5820f50c,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:50.596866 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.618424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.objects.ports [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93900) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:50.697077 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.705713 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-81f570c5-2f9f-4f1a-9a9b-b22e84a224df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.736218 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f570c5-2f9f-4f1a-9a9b-b22e84a224df None None] No DVR routers for this DVR port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:50.756000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=83f0f4ad-e67a-498f-a4e6-7f6e5820f50c,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:50.790965 n-d-793621-9 neutron-server[93900]: WARNING neutron.services.revisions.revision_plugin [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Could not find related port for resource to bump revision. Jul 07 19:41:50.793614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f570c5-2f9f-4f1a-9a9b-b22e84a224df None None] Pushing event deleted for resources: {'Port': ['ID=83f0f4ad-e67a-498f-a4e6-7f6e5820f50c,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:50.807770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_pluggable_backend [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Port 83f0f4ad-e67a-498f-a4e6-7f6e5820f50c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93900) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 19:41:50.808392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_pluggable_backend [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Reverting IP allocation for 2001:db8::f816:3eff:fedc:d23d {{(pid=93900) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 19:41:50.812876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_pluggable_backend [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedc:d23d {{(pid=93900) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 19:41:50.815254 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.816992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89707986-9aca-45df-921b-09b49c9be653 req-e6634aad-d45a-4e8b-a1ca-0341329a177a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:50.818860 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89707986-9aca-45df-921b-09b49c9be653 req-e6634aad-d45a-4e8b-a1ca-0341329a177a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.1180248 Jul 07 19:41:50.856600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.865698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:50.870905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:50.880257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:50.888940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd0196-45d9-486d-86bc-d93237b3bf75 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:50.891070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:50.894072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.899338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=0b7e28b5-bdc1-4ea4-b694-f8a0b885f1c6,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:50.901690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:50.910557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:50.918817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89707986-9aca-45df-921b-09b49c9be653 req-37f4d37e-574d-454e-989c-fcc013a4feaa tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902510 Jul 07 19:41:50.922500 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-22924bc3-cf3b-4b63-abf2-d89816a84c40 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9432435 Jul 07 19:41:50.922500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32808) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:50.931223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b58ff36e-4a72-49e9-add9-69b70386a88d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:50.951477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=ebb8b8cd-f9aa-4c77-8551-43ea57876f1e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:51.119084 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e71891c5-ea7c-4fdd-a2d7-c388153876d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.177922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': '0b7e28b5-bdc1-4ea4-b694-f8a0b885f1c6'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:51.179001 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.181835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58ff36e-4a72-49e9-add9-69b70386a88d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:51.185992 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b58ff36e-4a72-49e9-add9-69b70386a88d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.341879 n-d-793621-9 neutron-server[93900]: INFO neutron.db.ipam_backend_mixin [None req-b58ff36e-4a72-49e9-add9-69b70386a88d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b7e28b5-bdc1-4ea4-b694-f8a0b885f1c6 (CIDR: 2001:db8::/64) Jul 07 19:41:51.346484 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58ff36e-4a72-49e9-add9-69b70386a88d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:51.347256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58ff36e-4a72-49e9-add9-69b70386a88d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:51.365584 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b58ff36e-4a72-49e9-add9-69b70386a88d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4389515 Jul 07 19:41:51.366007 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32814) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:51.372073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ac9039ce-3aa9-475b-acf7-be584889d1e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:51.412634 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Allocated IP 2001:db8::f816:3eff:fef7:8f5 (3b342e92-c907-4436-a95e-965164bcdb3c/0b7e28b5-bdc1-4ea4-b694-f8a0b885f1c6/dbc163bf-589c-4b08-8ddb-278e8b5f38dc) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:51.431197 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.518968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9039ce-3aa9-475b-acf7-be584889d1e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:51.526849 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac9039ce-3aa9-475b-acf7-be584889d1e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.541314 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.589890 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.601615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Transition to ACTIVE for port object dbc163bf-589c-4b08-8ddb-278e8b5f38dc will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:51.626042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Transition to ACTIVE for port object dbc163bf-589c-4b08-8ddb-278e8b5f38dc will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:51.635068 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.680814 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:51.686229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:51.693309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:51.764390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Pushing event updated for resources: {'Port': ['ID=dbc163bf-589c-4b08-8ddb-278e8b5f38dc,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:51.815016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Attempting to bind port dbc163bf-589c-4b08-8ddb-278e8b5f38dc on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:51.815702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Attempting to bind port dbc163bf-589c-4b08-8ddb-278e8b5f38dc by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:51.816116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Attempting to bind port dbc163bf-589c-4b08-8ddb-278e8b5f38dc on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:51.823978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:51.824830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:51.825452 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.826108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:51.827103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Bound port: dbc163bf-589c-4b08-8ddb-278e8b5f38dc, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:51.827681 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.828814 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.833892 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.895437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=ebb8b8cd-f9aa-4c77-8551-43ea57876f1e,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:51.937921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] For port dbc163bf-589c-4b08-8ddb-278e8b5f38dc, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:51.944128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] For port dbc163bf-589c-4b08-8ddb-278e8b5f38dc, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dbc163bf-589c-4b08-8ddb-278e8b5f38dc,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:51.944792 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.951668 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.038501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de59e1-d600-4f4c-9adc-0e09ee3596c8 None None] Pushing event updated for resources: {'Port': ['ID=dbc163bf-589c-4b08-8ddb-278e8b5f38dc,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:52.045158 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac9039ce-3aa9-475b-acf7-be584889d1e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.097437 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Floating IP 590d2bc1-d63b-4c1c-9074-313269ed33c3 associated. External IP: 172.25.0.126, port: f52dfeee-38f4-4a5d-a8ab-0d65560f0a15. Jul 07 19:41:52.114520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9039ce-3aa9-475b-acf7-be584889d1e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:52.119878 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ac9039ce-3aa9-475b-acf7-be584889d1e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:52.129320 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9039ce-3aa9-475b-acf7-be584889d1e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:52.130379 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac9039ce-3aa9-475b-acf7-be584889d1e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.167193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9039ce-3aa9-475b-acf7-be584889d1e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=72c08733-e393-4318-a1e9-00c3f2eaaada,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:52.174702 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ac9039ce-3aa9-475b-acf7-be584889d1e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8072908 Jul 07 19:41:52.177734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32830) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:52.188447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:e8:8a:eb', 'name': 'tempest-NetworksTestDHCPv6-1082156354'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:52.276844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebab9f7-eb94-4f3a-b87b-a6a2bfe16503 req-311b134b-95d4-4a94-bc24-b7d6f31e88db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:52.278508 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ebab9f7-eb94-4f3a-b87b-a6a2bfe16503 req-311b134b-95d4-4a94-bc24-b7d6f31e88db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.1359141 Jul 07 19:41:52.424388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:52.579627 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.617136 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port cc2be345-1a44-4b62-bfbd-6ae4c0ab9a75 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:52.680990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ebab9f7-eb94-4f3a-b87b-a6a2bfe16503 req-3767eedc-a241-4547-a943-1e0bb8bd34b5 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952613 Jul 07 19:41:52.765840 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:41:52.883492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8:0:1::1ba (3b342e92-c907-4436-a95e-965164bcdb3c/72c08733-e393-4318-a1e9-00c3f2eaaada/cc2be345-1a44-4b62-bfbd-6ae4c0ab9a75) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:52.886495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:52.896110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::f816:3eff:fee8:8aeb (3b342e92-c907-4436-a95e-965164bcdb3c/0b7e28b5-bdc1-4ea4-b694-f8a0b885f1c6/cc2be345-1a44-4b62-bfbd-6ae4c0ab9a75) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:52.900845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cacc94d-02ff-4572-b8d0-7675cb18f7e4 None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:52.915344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cacc94d-02ff-4572-b8d0-7675cb18f7e4 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:52.916411 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9cacc94d-02ff-4572-b8d0-7675cb18f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:52.918760 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.000785 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9cacc94d-02ff-4572-b8d0-7675cb18f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:53.011157 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cacc94d-02ff-4572-b8d0-7675cb18f7e4 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:53.011792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9cacc94d-02ff-4572-b8d0-7675cb18f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:53.020475 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1428137a-b94a-40d9-b376-7bb4c8d2a892 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9741249 Jul 07 19:41:53.021391 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32838) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:53.031492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-37a5f153-d47f-49b1-b640-9e5ba2d8a50b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'floatingip': {'port_id': 'f52dfeee-38f4-4a5d-a8ab-0d65560f0a15', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:53.065919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9cacc94d-02ff-4572-b8d0-7675cb18f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:53.066587 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cacc94d-02ff-4572-b8d0-7675cb18f7e4 None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:53.135109 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37a5f153-d47f-49b1-b640-9e5ba2d8a50b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.160168 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.179480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object cc2be345-1a44-4b62-bfbd-6ae4c0ab9a75 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:53.220732 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.268033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:53.273830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:53.276485 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:53.283329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:53.284010 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.315410 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1360514 Jul 07 19:41:53.317416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32842) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:53.324397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f45206-518c-425c-bad2-1c415a5eb8ff tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=cc2be345-1a44-4b62-bfbd-6ae4c0ab9a75,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:53.437946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834e67b8-1827-45c9-956b-4ee46d6f2543 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:53.553490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port cc2be345-1a44-4b62-bfbd-6ae4c0ab9a75 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:53.554024 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.559741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-51eb3adc-6702-43f0-8998-a4c4e5ac698f None None] Provisioning for port dbc163bf-589c-4b08-8ddb-278e8b5f38dc completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:53.758566 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.778821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for cc2be345-1a44-4b62-bfbd-6ae4c0ab9a75 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:53.806118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c10bb-4353-47f1-8461-2566e72a96f2 None None] Update dhcp port {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'fixed_ips': [{'subnet_id': '0b7e28b5-bdc1-4ea4-b694-f8a0b885f1c6', 'ip_address': '2001:db8::f816:3eff:fef7:8f5'}, {'subnet_id': '72c08733-e393-4318-a1e9-00c3f2eaaada'}], 'binding:host_id': 'n-d-793621-9'}, 'id': 'dbc163bf-589c-4b08-8ddb-278e8b5f38dc'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:41:53.856142 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-972c10bb-4353-47f1-8461-2566e72a96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.881823 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.120334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf992e9-0c16-46af-b416-61fcf9ab5b29 req-182b78cf-8313-49d1-84e5-ff57a2ded450 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.122435 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3cf992e9-0c16-46af-b416-61fcf9ab5b29 req-182b78cf-8313-49d1-84e5-ff57a2ded450 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.2542899 Jul 07 19:41:54.125233 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fe188374-e9c3-4657-9d92-7f71dbf2383b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.128163 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37a5f153-d47f-49b1-b640-9e5ba2d8a50b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.144623 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37a5f153-d47f-49b1-b640-9e5ba2d8a50b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.159895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-972c10bb-4353-47f1-8461-2566e72a96f2 None None] Allocated IP 2001:db8:0:1::2 (3b342e92-c907-4436-a95e-965164bcdb3c/72c08733-e393-4318-a1e9-00c3f2eaaada/dbc163bf-589c-4b08-8ddb-278e8b5f38dc) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:54.272735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dbc163bf-589c-4b08-8ddb-278e8b5f38dc up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:54.302065 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3cf992e9-0c16-46af-b416-61fcf9ab5b29 req-17edc74b-620b-49a9-9f4d-154d46099619 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589968 Jul 07 19:41:54.316833 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.352322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=cc2be345-1a44-4b62-bfbd-6ae4c0ab9a75,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:54.371797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:54.372145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:54.372491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:54.372837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:54.373159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:54.373488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:54.373822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:54.374151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:54.374475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:54.374833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:54.375146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:54.375497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:54.387501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port dbc163bf-589c-4b08-8ddb-278e8b5f38dc completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:54.397888 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port dbc163bf-589c-4b08-8ddb-278e8b5f38dc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:54.398368 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.455296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.457166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-edeaebea-5a7d-40ff-9f3d-5722757fc155 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/cc2be345-1a44-4b62-bfbd-6ae4c0ab9a75 HTTP/1.1" status: 204 len: 168 time: 1.1388431 Jul 07 19:41:54.459740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32854) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:54.463326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-972c10bb-4353-47f1-8461-2566e72a96f2 None None] For port dbc163bf-589c-4b08-8ddb-278e8b5f38dc, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dbc163bf-589c-4b08-8ddb-278e8b5f38dc,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:54.527559 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-972c10bb-4353-47f1-8461-2566e72a96f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.550534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-972c10bb-4353-47f1-8461-2566e72a96f2 None None] Transition to ACTIVE for port object dbc163bf-589c-4b08-8ddb-278e8b5f38dc will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:54.551772 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.567385 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-972c10bb-4353-47f1-8461-2566e72a96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.589566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983ffbba-de43-441d-aeef-c39da1b00f75 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.591219 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-983ffbba-de43-441d-aeef-c39da1b00f75 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1306212 Jul 07 19:41:54.593505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a5f153-d47f-49b1-b640-9e5ba2d8a50b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:41:54.594546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32862) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:54.696297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6522e934-7060-4981-bb10-fbf75397b03b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.698248 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6522e934-7060-4981-bb10-fbf75397b03b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1008947 Jul 07 19:41:54.702965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c10bb-4353-47f1-8461-2566e72a96f2 None None] Pushing event updated for resources: {'Port': ['ID=dbc163bf-589c-4b08-8ddb-278e8b5f38dc,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:54.704186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32866) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:54.715356 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-5262160f-a173-4493-931b-002117b78ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:41:54.715656 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-5262160f-a173-4493-931b-002117b78ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:41:54.738061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a5f153-d47f-49b1-b640-9e5ba2d8a50b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:54.743171 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-37a5f153-d47f-49b1-b640-9e5ba2d8a50b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.752270 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adeba46-fb37-4d7f-8b9d-e740d56ebfef None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:54.766722 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adeba46-fb37-4d7f-8b9d-e740d56ebfef None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:54.772487 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9adeba46-fb37-4d7f-8b9d-e740d56ebfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:54.775011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c5a20e-523c-4437-a0c5-65e4adb7342f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.776784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c5a20e-523c-4437-a0c5-65e4adb7342f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.778377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c5a20e-523c-4437-a0c5-65e4adb7342f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.780256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-18c5a20e-523c-4437-a0c5-65e4adb7342f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0748129 Jul 07 19:41:54.785458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32868) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:54.806863 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.839851 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9adeba46-fb37-4d7f-8b9d-e740d56ebfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:54.855379 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adeba46-fb37-4d7f-8b9d-e740d56ebfef None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:54.856438 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9adeba46-fb37-4d7f-8b9d-e740d56ebfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:54.891698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-901b568a-b5b1-4095-82a9-368ab79bfaa6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 0b7e28b5-bdc1-4ea4-b694-f8a0b885f1c6 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:54.891698 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901b568a-b5b1-4095-82a9-368ab79bfaa6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.895718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32874) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:54.895872 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-37a5f153-d47f-49b1-b640-9e5ba2d8a50b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "PUT /v2.0/floatingips/590d2bc1-d63b-4c1c-9074-313269ed33c3 HTTP/1.1" status: 200 len: 978 time: 1.8725293 Jul 07 19:41:54.913975 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9adeba46-fb37-4d7f-8b9d-e740d56ebfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:54.914820 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adeba46-fb37-4d7f-8b9d-e740d56ebfef None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:54.954123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901b568a-b5b1-4095-82a9-368ab79bfaa6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.064492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901b568a-b5b1-4095-82a9-368ab79bfaa6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.119781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port ebb8b8cd-f9aa-4c77-8551-43ea57876f1e {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:55.120132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.160219 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901b568a-b5b1-4095-82a9-368ab79bfaa6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.203961 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-901b568a-b5b1-4095-82a9-368ab79bfaa6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.208854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-901b568a-b5b1-4095-82a9-368ab79bfaa6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/0b7e28b5-bdc1-4ea4-b694-f8a0b885f1c6 HTTP/1.1" status: 204 len: 168 time: 0.4223359 Jul 07 19:41:55.209710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32882) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:55.210478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b568a-b5b1-4095-82a9-368ab79bfaa6 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7e28b5-bdc1-4ea4-b694-f8a0b885f1c6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:55.238184 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.238900 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.271375 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for ebb8b8cd-f9aa-4c77-8551-43ea57876f1e owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:55.298300 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.314609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47719d8-25f6-419e-9870-7d854d8139f5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 72c08733-e393-4318-a1e9-00c3f2eaaada {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:55.330880 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c47719d8-25f6-419e-9870-7d854d8139f5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.387472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port dbc163bf-589c-4b08-8ddb-278e8b5f38dc, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dbc163bf-589c-4b08-8ddb-278e8b5f38dc,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:55.394233 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.424710 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c47719d8-25f6-419e-9870-7d854d8139f5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.495520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=dbc163bf-589c-4b08-8ddb-278e8b5f38dc,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:55.561139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ca4939-8571-4de4-b1c3-cbccea73d7e3 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:55.621419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c47719d8-25f6-419e-9870-7d854d8139f5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.649965 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.683907 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=ebb8b8cd-f9aa-4c77-8551-43ea57876f1e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:55.692110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cb6d0750-3a6a-473c-82aa-a91568e974e4 None None] Could not find standard attr ID for object cc2be345-1a44-4b62-bfbd-6ae4c0ab9a75. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:55.706050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1790e-bfaf-4c45-803d-e481773cee6b req-cd220d42-7150-45e0-87e2-0a1b5fae1710 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:55.707582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5da1790e-bfaf-4c45-803d-e481773cee6b req-cd220d42-7150-45e0-87e2-0a1b5fae1710 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 943 time: 0.2174647 Jul 07 19:41:55.711890 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c47719d8-25f6-419e-9870-7d854d8139f5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.765609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47719d8-25f6-419e-9870-7d854d8139f5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=72c08733-e393-4318-a1e9-00c3f2eaaada,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:55.777114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c47719d8-25f6-419e-9870-7d854d8139f5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.779188 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c47719d8-25f6-419e-9870-7d854d8139f5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/72c08733-e393-4318-a1e9-00c3f2eaaada HTTP/1.1" status: 204 len: 168 time: 0.5656741 Jul 07 19:41:55.784145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32896) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:55.792585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cb6d0750-3a6a-473c-82aa-a91568e974e4 None None] Provisioning for port dbc163bf-589c-4b08-8ddb-278e8b5f38dc completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:55.800389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cb6d0750-3a6a-473c-82aa-a91568e974e4 None None] Provisioning complete for port dbc163bf-589c-4b08-8ddb-278e8b5f38dc triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:55.800827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cb6d0750-3a6a-473c-82aa-a91568e974e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.805135 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5da1790e-bfaf-4c45-803d-e481773cee6b req-ff89b209-af35-44d6-a4c0-2465cd8092d1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862329 Jul 07 19:41:55.846077 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.846077 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Floating IP 590d2bc1-d63b-4c1c-9074-313269ed33c3 disassociated (deleted). External IP: 172.25.0.126, port: f52dfeee-38f4-4a5d-a8ab-0d65560f0a15. Jul 07 19:41:55.847381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bf4a955c-011f-47df-bf76-6baaecbb6945 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577552 Jul 07 19:41:55.850652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32900) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:55.857644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1c31db20-e480-4cde-a7a9-95ba6f3fff2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:55.983078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f6fbb9-3ed6-4cc4-9816-1306f2c5bac7 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:56.052369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6fbb9-3ed6-4cc4-9816-1306f2c5bac7 None None] Deleting port dbc163bf-589c-4b08-8ddb-278e8b5f38dc {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:56.053106 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b1f6fbb9-3ed6-4cc4-9816-1306f2c5bac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.151015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:41:56.159056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:41:56.209515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b1f6fbb9-3ed6-4cc4-9816-1306f2c5bac7 None None] For port dbc163bf-589c-4b08-8ddb-278e8b5f38dc, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dbc163bf-589c-4b08-8ddb-278e8b5f38dc,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:56.211005 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b1f6fbb9-3ed6-4cc4-9816-1306f2c5bac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.244160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6fbb9-3ed6-4cc4-9816-1306f2c5bac7 None None] Calling delete_port for dbc163bf-589c-4b08-8ddb-278e8b5f38dc owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:56.304460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c31db20-e480-4cde-a7a9-95ba6f3fff2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:56.309736 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c31db20-e480-4cde-a7a9-95ba6f3fff2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.319824 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dbc163bf-589c-4b08-8ddb-278e8b5f38dc no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:56.326114 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:56.337996 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.393986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e223b6-f00e-4ac7-b024-0cca8ff1e9f4 None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:56.394379 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5156ca6d-b583-4d37-be85-f38d3ba8454f tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/floatingips/590d2bc1-d63b-4c1c-9074-313269ed33c3 HTTP/1.1" status: 204 len: 168 time: 1.4925096 Jul 07 19:41:56.394379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32912) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:56.505563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e223b6-f00e-4ac7-b024-0cca8ff1e9f4 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:56.506210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a6e223b6-f00e-4ac7-b024-0cca8ff1e9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:56.532392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c90beff3-f0ba-4ca4-99a2-902d61258077 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port f52dfeee-38f4-4a5d-a8ab-0d65560f0a15 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:56.533204 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c90beff3-f0ba-4ca4-99a2-902d61258077 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.556744 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c31db20-e480-4cde-a7a9-95ba6f3fff2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.565174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a6e223b6-f00e-4ac7-b024-0cca8ff1e9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:56.599036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e223b6-f00e-4ac7-b024-0cca8ff1e9f4 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:56.599036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a6e223b6-f00e-4ac7-b024-0cca8ff1e9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:56.638848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31db20-e480-4cde-a7a9-95ba6f3fff2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=08664943-5ce7-4bea-914f-b7680fa2045c,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:56.648530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31db20-e480-4cde-a7a9-95ba6f3fff2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:56.649759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a6e223b6-f00e-4ac7-b024-0cca8ff1e9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:56.650857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1c31db20-e480-4cde-a7a9-95ba6f3fff2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:56.651285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e223b6-f00e-4ac7-b024-0cca8ff1e9f4 None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:56.657833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=211ab6a7-1ab7-46b0-937d-5c2724baf0b2,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:56.657973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31db20-e480-4cde-a7a9-95ba6f3fff2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:56.658507 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c31db20-e480-4cde-a7a9-95ba6f3fff2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.678829 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1c31db20-e480-4cde-a7a9-95ba6f3fff2f tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8267410 Jul 07 19:41:56.681888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32920) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:56.686056 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.688978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-dba07c53-ecbe-4741-b741-55516ee982b4 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:56.733647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '211ab6a7-1ab7-46b0-937d-5c2724baf0b2', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'port_id': '211ab6a7-1ab7-46b0-937d-5c2724baf0b2', 'mac_address': 'fa:16:3e:81:25:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:41:56.763983 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.802739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b1f6fbb9-3ed6-4cc4-9816-1306f2c5bac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.846429 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.857855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6fbb9-3ed6-4cc4-9816-1306f2c5bac7 None None] Pushing event deleted for resources: {'Port': ['ID=dbc163bf-589c-4b08-8ddb-278e8b5f38dc,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:56.866910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6fbb9-3ed6-4cc4-9816-1306f2c5bac7 None None] No DVR routers for this DVR port dbc163bf-589c-4b08-8ddb-278e8b5f38dc on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:56.881687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:41:56.892886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba07c53-ecbe-4741-b741-55516ee982b4 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:56.897783 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dba07c53-ecbe-4741-b741-55516ee982b4 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.909189 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=211ab6a7-1ab7-46b0-937d-5c2724baf0b2,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:56.913117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cccf740-88e9-4350-b313-db2a84599981 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:57.017798 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.104458 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c90beff3-f0ba-4ca4-99a2-902d61258077 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.118915 n-d-793621-9 neutron-server[93901]: INFO neutron.db.ipam_backend_mixin [None req-dba07c53-ecbe-4741-b741-55516ee982b4 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08664943-5ce7-4bea-914f-b7680fa2045c (CIDR: 2001:db8::/64) Jul 07 19:41:57.124739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c90beff3-f0ba-4ca4-99a2-902d61258077 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for f52dfeee-38f4-4a5d-a8ab-0d65560f0a15 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:57.131375 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba07c53-ecbe-4741-b741-55516ee982b4 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:57.131943 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba07c53-ecbe-4741-b741-55516ee982b4 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:57.159759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de39cc-26e1-45e4-bee8-ed3e20926c97 req-3a2da54a-043d-4fb1-86cf-e59bcc7876ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:57.161595 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94de39cc-26e1-45e4-bee8-ed3e20926c97 req-3a2da54a-043d-4fb1-86cf-e59bcc7876ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 944 time: 0.1287892 Jul 07 19:41:57.163711 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dba07c53-ecbe-4741-b741-55516ee982b4 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4805899 Jul 07 19:41:57.167105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32936) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:57.174629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:57.283449 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94de39cc-26e1-45e4-bee8-ed3e20926c97 req-71623a1b-64cf-4ac4-9581-d8e702a951c1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137538 Jul 07 19:41:57.337776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=211ab6a7-1ab7-46b0-937d-5c2724baf0b2,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:57.345216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3b342e92-c907-4436-a95e-965164bcdb3c', 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'tenant_id': '69a154339a6b4621a379fe8adc53b87d', 'fixed_ips': [{'subnet_id': '08664943-5ce7-4bea-914f-b7680fa2045c'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:57.346312 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.362612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['211ab6a7-1ab7-46b0-937d-5c2724baf0b2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:41:57.371172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:57.376525 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.392668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c90beff3-f0ba-4ca4-99a2-902d61258077 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.465593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90beff3-f0ba-4ca4-99a2-902d61258077 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=f52dfeee-38f4-4a5d-a8ab-0d65560f0a15,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:57.587615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Allocated IP 2001:db8::2 (3b342e92-c907-4436-a95e-965164bcdb3c/08664943-5ce7-4bea-914f-b7680fa2045c/4802394f-b506-4982-9b86-159a550666c8) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:57.647609 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c90beff3-f0ba-4ca4-99a2-902d61258077 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.653076 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c90beff3-f0ba-4ca4-99a2-902d61258077 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/ports/f52dfeee-38f4-4a5d-a8ab-0d65560f0a15 HTTP/1.1" status: 204 len: 168 time: 1.2586353 Jul 07 19:41:57.653554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32950) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:57.658505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:57.740061 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.808756 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.817215 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Transition to ACTIVE for port object 4802394f-b506-4982-9b86-159a550666c8 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:57.834361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Transition to ACTIVE for port object 4802394f-b506-4982-9b86-159a550666c8 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:57.841523 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.880844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:57.885736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:57.889229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:57.895455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Pushing event updated for resources: {'Port': ['ID=4802394f-b506-4982-9b86-159a550666c8,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:57.938411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.objects.ports [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:57.962686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Attempting to bind port 4802394f-b506-4982-9b86-159a550666c8 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:57.963089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Attempting to bind port 4802394f-b506-4982-9b86-159a550666c8 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:57.963448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Attempting to bind port 4802394f-b506-4982-9b86-159a550666c8 on network 3b342e92-c907-4436-a95e-965164bcdb3c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:57.968432 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:57.968805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Checking segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:57.969263 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.969652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Bound using segment: {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:57.970113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Bound port: 4802394f-b506-4982-9b86-159a550666c8, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1436212-81ef-4822-8bae-de420f7ec2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:57.970493 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.004676 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.055472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6472995c-943b-4daa-863a-372e337eb93e None None] For port 4802394f-b506-4982-9b86-159a550666c8, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:58.060175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6472995c-943b-4daa-863a-372e337eb93e None None] For port 4802394f-b506-4982-9b86-159a550666c8, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4802394f-b506-4982-9b86-159a550666c8,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:58.066561 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.152804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472995c-943b-4daa-863a-372e337eb93e None None] Pushing event updated for resources: {'Port': ['ID=4802394f-b506-4982-9b86-159a550666c8,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:58.163364 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:58.202937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.25.0.86 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/e5e74230-d30a-47e4-b5b4-e404076269e1) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:58.226781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.235294 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:58.240209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:58.240594 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.370247 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.430657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951a8cf1-a6cf-4aac-bef9-05f302f83dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211ab6a7-1ab7-46b0-937d-5c2724baf0b2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:41:58.446407 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37a15af-d519-4e20-a1bc-c7d6c23a8f74" -d '{"events": [{"server_uuid": "951a8cf1-a6cf-4aac-bef9-05f302f83dcc", "name": "network-vif-plugged", "status": "completed", "tag": "211ab6a7-1ab7-46b0-937d-5c2724baf0b2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:41:58.471860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=211ab6a7-1ab7-46b0-937d-5c2724baf0b2,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:58.479871 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.532554 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.564678 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f983fc3-60b5-430b-8441-33a8cd01cc4b x-openstack-request-id: req-8f983fc3-60b5-430b-8441-33a8cd01cc4b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:41:58.564986 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951a8cf1-a6cf-4aac-bef9-05f302f83dcc", "name": "network-vif-plugged", "status": "completed", "tag": "211ab6a7-1ab7-46b0-937d-5c2724baf0b2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:41:58.565256 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f983fc3-60b5-430b-8441-33a8cd01cc4b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:41:58.565604 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951a8cf1-a6cf-4aac-bef9-05f302f83dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211ab6a7-1ab7-46b0-937d-5c2724baf0b2', 'code': 200} Jul 07 19:41:58.648419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=211ab6a7-1ab7-46b0-937d-5c2724baf0b2,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:58.724381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.740418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81199bdd-cebb-4d70-908c-95e663b3ec04 req-efc0810a-d9f6-4b74-bf06-6892af73a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:58.744298 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81199bdd-cebb-4d70-908c-95e663b3ec04 req-efc0810a-d9f6-4b74-bf06-6892af73a2e7 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 1096 time: 0.0919278 Jul 07 19:41:58.804425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-81199bdd-cebb-4d70-908c-95e663b3ec04 req-83d4a8be-7a73-47c1-a07f-67363625988f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474586 Jul 07 19:41:58.804545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:58.807940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] For port 4802394f-b506-4982-9b86-159a550666c8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4802394f-b506-4982-9b86-159a550666c8,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:58.827613 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:58.831516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:58.904337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=e5e74230-d30a-47e4-b5b4-e404076269e1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:58.930073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.947765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7673a7-28d7-400a-a51a-30ce8afcd29a req-8ef31402-e6e8-4910-b7d2-87a216e8ef64 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:58.949315 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-af7673a7-28d7-400a-a51a-30ce8afcd29a req-8ef31402-e6e8-4910-b7d2-87a216e8ef64 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 945 time: 0.4095967 Jul 07 19:41:58.951711 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.952488 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.083617 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:59.106688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:59.111599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:59.112495 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.164844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=4802394f-b506-4982-9b86-159a550666c8,revision_number=4']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:59.171066 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.174557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=495177e3-6735-468e-a36a-ef631d0ebae0,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:59.187203 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-af7673a7-28d7-400a-a51a-30ce8afcd29a req-fc381e6f-4eb5-4fe7-a12d-bb9e7dc23e26 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202871 Jul 07 19:41:59.201711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32962) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:59.201993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9289d30d-f67f-4753-8d6d-c3ab2cada97d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0334144 Jul 07 19:41:59.208154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:2f:7a:eb', 'name': 'tempest-NetworksTestDHCPv6-479057547'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:59.250630 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.400562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:59.511453 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.519090 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.552233 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.601561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port 945d72dd-f899-428c-8ee9-357fffc55ffd yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:59.613131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=e5e74230-d30a-47e4-b5b4-e404076269e1,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:59.628302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.648472 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.653722 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f50ab4a8-acb9-4e9c-9e15-9921b060ce3c tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9954221 Jul 07 19:41:59.654756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32964) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:59.661903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'port': {'network_id': '59169d0d-f4e3-4b53-8e74-0eac119eaed1', 'name': 'tempest-FloatingIPTestJSON-1018930477'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:59.710545 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c773dbc-20c3-4084-bf6b-78199dce3b69 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:59.843114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-888d3621-cd60-42cb-9325-21121f1e8189 None None] Provisioning for port 4802394f-b506-4982-9b86-159a550666c8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:59.944566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Made reservation on behalf of 474dd51d2316446a8661cf891f4ed5be for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:59.954944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.958959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::196 (3b342e92-c907-4436-a95e-965164bcdb3c/08664943-5ce7-4bea-914f-b7680fa2045c/945d72dd-f899-428c-8ee9-357fffc55ffd) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:59.978329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2f:7aeb (3b342e92-c907-4436-a95e-965164bcdb3c/495177e3-6735-468e-a36a-ef631d0ebae0/945d72dd-f899-428c-8ee9-357fffc55ffd) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:00.031266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] device_id is not set on port 68f8cb70-b467-445e-831f-c292dc9c540e yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:00.276241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.291332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object 945d72dd-f899-428c-8ee9-357fffc55ffd will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:00.310254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.20.0.5 (59169d0d-f4e3-4b53-8e74-0eac119eaed1/6e07d73f-b8ba-4800-82ae-3a545c36dd9a/68f8cb70-b467-445e-831f-c292dc9c540e) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:00.344091 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4802394f-b506-4982-9b86-159a550666c8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:00.352465 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.421289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=945d72dd-f899-428c-8ee9-357fffc55ffd,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:00.441385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:00.443418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:00.446812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:00.451963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 4802394f-b506-4982-9b86-159a550666c8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:00.455391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:00.456415 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.461782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 4802394f-b506-4982-9b86-159a550666c8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:00.462162 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.490923 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32976) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:00.491835 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bb504f7d-3040-48b4-8ca6-87419eeda838 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2889347 Jul 07 19:42:00.580593 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.632657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 4802394f-b506-4982-9b86-159a550666c8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4802394f-b506-4982-9b86-159a550666c8,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:00.639705 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.739428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=4802394f-b506-4982-9b86-159a550666c8,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:00.937226 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bd1b3c33-1439-4ef6-9b13-8f0d9c660067 None None] Provisioning complete for port 4802394f-b506-4982-9b86-159a550666c8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:00.941063 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bd1b3c33-1439-4ef6-9b13-8f0d9c660067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.138974 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.181809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8260-cd5b-4ee0-b373-38f51ae77169 req-0f86a145-ec1e-4f56-a8ec-5a867e142169 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:01.196268 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-771d8260-cd5b-4ee0-b373-38f51ae77169 req-0f86a145-ec1e-4f56-a8ec-5a867e142169 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 945 time: 0.7005823 Jul 07 19:42:01.260652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-03245bea-775e-4444-8f14-3e548a2322d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port 945d72dd-f899-428c-8ee9-357fffc55ffd {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:01.261238 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03245bea-775e-4444-8f14-3e548a2322d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.268384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e196e60b-0a45-4e53-905f-4f4b59689aeb None None] Could not find standard attr ID for object cc2be345-1a44-4b62-bfbd-6ae4c0ab9a75. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:42:01.273212 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-771d8260-cd5b-4ee0-b373-38f51ae77169 req-3622a9a8-ed2d-422a-8ecc-4d1c97308a7c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759785 Jul 07 19:42:01.384661 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.425939 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03245bea-775e-4444-8f14-3e548a2322d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.453814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-03245bea-775e-4444-8f14-3e548a2322d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for 945d72dd-f899-428c-8ee9-357fffc55ffd owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:01.456720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network 59169d0d-f4e3-4b53-8e74-0eac119eaed1 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:01.472278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:01.477862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=68f8cb70-b467-445e-831f-c292dc9c540e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:01.482227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:01.533335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7e151-f49c-4725-910a-4bf95cebc3d4 req-2e7af0d7-0b91-45ce-bc3d-aaa4a983de58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:01.535755 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6fd7e151-f49c-4725-910a-4bf95cebc3d4 req-2e7af0d7-0b91-45ce-bc3d-aaa4a983de58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 945 time: 0.1144624 Jul 07 19:42:01.583932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:01.584600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.586326 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6fd7e151-f49c-4725-910a-4bf95cebc3d4 req-9dad881a-b5b8-44a8-9271-bf44e5bd84ba tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Jul 07 19:42:01.611576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3ca98ddf-69fd-4e9a-bc1d-ba5228dffdc4 None None] Provisioning for port 945d72dd-f899-428c-8ee9-357fffc55ffd completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:01.612786 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-be57633e-20d1-4326-bc84-10c008e3d873 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9568801 Jul 07 19:42:01.613355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 32984) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:01.621290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-eeaeec54-fa84-48f3-b155-97bb0606c78b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'floatingip': {'port_id': '68f8cb70-b467-445e-831f-c292dc9c540e'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:01.632002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3ca98ddf-69fd-4e9a-bc1d-ba5228dffdc4 None None] Provisioning complete for port 945d72dd-f899-428c-8ee9-357fffc55ffd triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:01.633263 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3ca98ddf-69fd-4e9a-bc1d-ba5228dffdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.693056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3ca98ddf-69fd-4e9a-bc1d-ba5228dffdc4 None None] Port 945d72dd-f899-428c-8ee9-357fffc55ffd cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:01.705833 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eeaeec54-fa84-48f3-b155-97bb0606c78b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.816088 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03245bea-775e-4444-8f14-3e548a2322d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.892245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245bea-775e-4444-8f14-3e548a2322d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=945d72dd-f899-428c-8ee9-357fffc55ffd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:01.926108 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03245bea-775e-4444-8f14-3e548a2322d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.931177 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-03245bea-775e-4444-8f14-3e548a2322d0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/945d72dd-f899-428c-8ee9-357fffc55ffd HTTP/1.1" status: 204 len: 168 time: 1.4317508 Jul 07 19:42:01.931864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32990) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:02.019311 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98a92ca-b958-4195-97dc-9cf8f89fffb4 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:02.022358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c98a92ca-b958-4195-97dc-9cf8f89fffb4 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0884807 Jul 07 19:42:02.023981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32992) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:02.139851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dcc6a2-f366-4af9-b89d-480d7f8bbc09 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:02.142029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-52dcc6a2-f366-4af9-b89d-480d7f8bbc09 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1169615 Jul 07 19:42:02.145443 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 32996) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:02.223613 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b19168-88cb-41f5-b747-360d162ee486 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:02.225504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b19168-88cb-41f5-b747-360d162ee486 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:02.227498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b19168-88cb-41f5-b747-360d162ee486 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:02.229307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d5b19168-88cb-41f5-b747-360d162ee486 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0817945 Jul 07 19:42:02.232270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33000) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:02.314772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4802394f-b506-4982-9b86-159a550666c8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:02.325359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd149dbf-1a3b-46da-960a-3131064aa063 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 08664943-5ce7-4bea-914f-b7680fa2045c {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:02.341631 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd149dbf-1a3b-46da-960a-3131064aa063 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.392946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 4802394f-b506-4982-9b86-159a550666c8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:02.393490 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.400399 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd149dbf-1a3b-46da-960a-3131064aa063 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.416544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34fe1c-3721-4fce-a368-e6b9eb4c88db req-973e9223-41cb-4877-a541-1d8d93c38a29 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:02.418273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e34fe1c-3721-4fce-a368-e6b9eb4c88db req-973e9223-41cb-4877-a541-1d8d93c38a29 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 945 time: 0.2397790 Jul 07 19:42:02.545422 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd149dbf-1a3b-46da-960a-3131064aa063 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.553972 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2e34fe1c-3721-4fce-a368-e6b9eb4c88db req-86748dc0-3bde-423c-a50c-5c466fb21864 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252346 Jul 07 19:42:02.617007 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eeaeec54-fa84-48f3-b155-97bb0606c78b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.622572 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eeaeec54-fa84-48f3-b155-97bb0606c78b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.629886 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd149dbf-1a3b-46da-960a-3131064aa063 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.663293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd149dbf-1a3b-46da-960a-3131064aa063 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=08664943-5ce7-4bea-914f-b7680fa2045c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:02.665555 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cd149dbf-1a3b-46da-960a-3131064aa063 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.667634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cd149dbf-1a3b-46da-960a-3131064aa063 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/08664943-5ce7-4bea-914f-b7680fa2045c HTTP/1.1" status: 204 len: 168 time: 0.4325759 Jul 07 19:42:02.670388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33004) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:02.674754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc63e7-529a-44ea-8dba-f530f51e293a None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:02.787456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-525e70a3-a967-4e6a-873e-a2e3400bcb98 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 495177e3-6735-468e-a36a-ef631d0ebae0 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:02.802081 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-525e70a3-a967-4e6a-873e-a2e3400bcb98 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.802820 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-eeaeec54-fa84-48f3-b155-97bb0606c78b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Floating IP 309acd91-e068-44f7-895e-20be9d479f31 associated. External IP: 172.25.0.86, port: 68f8cb70-b467-445e-831f-c292dc9c540e. Jul 07 19:42:02.913302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-525e70a3-a967-4e6a-873e-a2e3400bcb98 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.094774 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-525e70a3-a967-4e6a-873e-a2e3400bcb98 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.205020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-525e70a3-a967-4e6a-873e-a2e3400bcb98 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.247087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e70a3-a967-4e6a-873e-a2e3400bcb98 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=495177e3-6735-468e-a36a-ef631d0ebae0,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:03.251453 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-525e70a3-a967-4e6a-873e-a2e3400bcb98 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.253478 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-525e70a3-a967-4e6a-873e-a2e3400bcb98 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/495177e3-6735-468e-a36a-ef631d0ebae0 HTTP/1.1" status: 204 len: 168 time: 0.5801122 Jul 07 19:42:03.259072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33006) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:03.272472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaeec54-fa84-48f3-b155-97bb0606c78b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:03.337156 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e95794f2-3352-40c2-bde5-a0da3892577b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768571 Jul 07 19:42:03.339872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33010) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:03.352163 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3129d6de-bcaf-48a6-a104-2759b58d5985 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:03.555652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaeec54-fa84-48f3-b155-97bb0606c78b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:03.567785 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ade5a-d9e5-4dab-8173-9877fba89e3e None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:03.572430 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eeaeec54-fa84-48f3-b155-97bb0606c78b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.579849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3129d6de-bcaf-48a6-a104-2759b58d5985 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:03.585717 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ade5a-d9e5-4dab-8173-9877fba89e3e None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:03.587478 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5f9ade5a-d9e5-4dab-8173-9877fba89e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:03.589121 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3129d6de-bcaf-48a6-a104-2759b58d5985 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.668218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-eeaeec54-fa84-48f3-b155-97bb0606c78b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "PUT /v2.0/floatingips/309acd91-e068-44f7-895e-20be9d479f31 HTTP/1.1" status: 200 len: 977 time: 2.0506365 Jul 07 19:42:03.673845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33020) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:03.680074 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5f9ade5a-d9e5-4dab-8173-9877fba89e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:03.701275 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ade5a-d9e5-4dab-8173-9877fba89e3e None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:03.702419 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5f9ade5a-d9e5-4dab-8173-9877fba89e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:03.776580 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5f9ade5a-d9e5-4dab-8173-9877fba89e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:03.777581 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ade5a-d9e5-4dab-8173-9877fba89e3e None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:03.942558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3129d6de-bcaf-48a6-a104-2759b58d5985 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.959839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c05798-814e-4c6f-929b-3d8865dcb64b req-f1b9456e-e7d5-414e-8cfb-395df563266a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:03.961417 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d0c05798-814e-4c6f-929b-3d8865dcb64b req-f1b9456e-e7d5-414e-8cfb-395df563266a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 945 time: 0.1657846 Jul 07 19:42:03.970550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddd2ac-f364-45ff-9197-6a6825aae6a8 req-6b21c4b3-50b1-4a5d-8734-473e04672238 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:03.972147 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2fddd2ac-f364-45ff-9197-6a6825aae6a8 req-6b21c4b3-50b1-4a5d-8734-473e04672238 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 945 time: 0.2101080 Jul 07 19:42:04.007480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port 68f8cb70-b467-445e-831f-c292dc9c540e {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:04.007815 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.020776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129d6de-bcaf-48a6-a104-2759b58d5985 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=2a46ee4c-9cfc-4dca-9b8c-8b5164994841,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:04.042071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129d6de-bcaf-48a6-a104-2759b58d5985 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:04.044909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-3129d6de-bcaf-48a6-a104-2759b58d5985 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:04.049769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129d6de-bcaf-48a6-a104-2759b58d5985 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:04.050637 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3129d6de-bcaf-48a6-a104-2759b58d5985 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.077857 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3129d6de-bcaf-48a6-a104-2759b58d5985 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7360914 Jul 07 19:42:04.080338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33022) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:04.088112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b4f4a4cc-bf27-43c6-a4f9-7b851bc0e89d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:04.094101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b8528-e6dc-4ecd-987f-406e3c773930 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:04.167583 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2fddd2ac-f364-45ff-9197-6a6825aae6a8 req-713a953d-211e-44ce-8d6e-42076c506421 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822724 Jul 07 19:42:04.212565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.220872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3ef3ea14-6c6b-4fed-8aa0-eff9a8f53a8c None None] Provisioning complete for port 4802394f-b506-4982-9b86-159a550666c8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:04.221248 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ea14-6c6b-4fed-8aa0-eff9a8f53a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.262587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f4a4cc-bf27-43c6-a4f9-7b851bc0e89d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:04.269060 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a4cc-bf27-43c6-a4f9-7b851bc0e89d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.309722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d0c05798-814e-4c6f-929b-3d8865dcb64b req-9b0852ed-1910-4d93-89a8-f9a907ebb2ae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Deleting port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:04.310090 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d0c05798-814e-4c6f-929b-3d8865dcb64b req-9b0852ed-1910-4d93-89a8-f9a907ebb2ae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.404421 n-d-793621-9 neutron-server[93901]: INFO neutron.db.ipam_backend_mixin [None req-b4f4a4cc-bf27-43c6-a4f9-7b851bc0e89d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a46ee4c-9cfc-4dca-9b8c-8b5164994841 (CIDR: 2001:db8::/64) Jul 07 19:42:04.409204 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f4a4cc-bf27-43c6-a4f9-7b851bc0e89d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:42:04.410674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f4a4cc-bf27-43c6-a4f9-7b851bc0e89d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:04.432604 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b4f4a4cc-bf27-43c6-a4f9-7b851bc0e89d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3501287 Jul 07 19:42:04.435416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33024) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:04.443660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'subnet': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:04.527855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d0c05798-814e-4c6f-929b-3d8865dcb64b req-9b0852ed-1910-4d93-89a8-f9a907ebb2ae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] For port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=211ab6a7-1ab7-46b0-937d-5c2724baf0b2,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:04.528229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d0c05798-814e-4c6f-929b-3d8865dcb64b req-9b0852ed-1910-4d93-89a8-f9a907ebb2ae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.548948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d0c05798-814e-4c6f-929b-3d8865dcb64b req-9b0852ed-1910-4d93-89a8-f9a907ebb2ae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Calling delete_port for 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:04.550741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Update dhcp port {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'fixed_ips': [{'subnet_id': '2a46ee4c-9cfc-4dca-9b8c-8b5164994841'}], 'binding:host_id': 'n-d-793621-9'}, 'id': '4802394f-b506-4982-9b86-159a550666c8'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:42:04.570703 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.571228 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.571405 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Floating IP 309acd91-e068-44f7-895e-20be9d479f31 disassociated. External IP: 172.25.0.86, port: 68f8cb70-b467-445e-831f-c292dc9c540e. Jul 07 19:42:04.571749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for 68f8cb70-b467-445e-831f-c292dc9c540e owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:04.613433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:04.615103 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.617501 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.847375 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d0c05798-814e-4c6f-929b-3d8865dcb64b req-9b0852ed-1910-4d93-89a8-f9a907ebb2ae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.854158 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.863191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['659a40c7-d6a2-41d7-95ce-d762ce3da90a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:42:04.908308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0852ed-1910-4d93-89a8-f9a907ebb2ae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event deleted for resources: {'Port': ['ID=211ab6a7-1ab7-46b0-937d-5c2724baf0b2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:04.916259 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Allocated IP 2001:db8::2 (3b342e92-c907-4436-a95e-965164bcdb3c/2a46ee4c-9cfc-4dca-9b8c-8b5164994841/4802394f-b506-4982-9b86-159a550666c8) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:05.014816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c05798-814e-4c6f-929b-3d8865dcb64b req-9b0852ed-1910-4d93-89a8-f9a907ebb2ae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] No DVR routers for this DVR port 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:05.019117 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d0c05798-814e-4c6f-929b-3d8865dcb64b req-9b0852ed-1910-4d93-89a8-f9a907ebb2ae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:05.021665 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d0c05798-814e-4c6f-929b-3d8865dcb64b req-9b0852ed-1910-4d93-89a8-f9a907ebb2ae tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "DELETE /v2.0/ports/211ab6a7-1ab7-46b0-937d-5c2724baf0b2 HTTP/1.1" status: 204 len: 173 time: 1.0485785 Jul 07 19:42:05.022474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951a8cf1-a6cf-4aac-bef9-05f302f83dcc', 'name': 'network-vif-deleted', 'tag': '211ab6a7-1ab7-46b0-937d-5c2724baf0b2'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:42:05.025546 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c43608f-2693-49a9-a6c5-101d8916b841" -d '{"events": [{"server_uuid": "951a8cf1-a6cf-4aac-bef9-05f302f83dcc", "name": "network-vif-deleted", "tag": "211ab6a7-1ab7-46b0-937d-5c2724baf0b2"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:42:05.029820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=68f8cb70-b467-445e-831f-c292dc9c540e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:05.141899 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd34ce0-ae2a-4956-991b-a65195fa749b x-openstack-request-id: req-0dd34ce0-ae2a-4956-991b-a65195fa749b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:42:05.141899 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951a8cf1-a6cf-4aac-bef9-05f302f83dcc", "name": "network-vif-deleted", "tag": "211ab6a7-1ab7-46b0-937d-5c2724baf0b2", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:42:05.142406 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0dd34ce0-ae2a-4956-991b-a65195fa749b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:42:05.142886 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951a8cf1-a6cf-4aac-bef9-05f302f83dcc', 'name': 'network-vif-deleted', 'tag': '211ab6a7-1ab7-46b0-937d-5c2724baf0b2', 'status': 'completed', 'code': 200} Jul 07 19:42:05.219453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] For port 4802394f-b506-4982-9b86-159a550666c8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4802394f-b506-4982-9b86-159a550666c8,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:05.274426 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:05.297897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:05.301425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.objects.ports [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:42:05.319180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Transition to ACTIVE for port object 4802394f-b506-4982-9b86-159a550666c8 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:05.326613 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:05.483497 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-432c3eea-13a6-44c7-8683-d7c1fcc01845 req-54047e98-eb68-40b7-ad69-c32bb1e5b11a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 210 time: 0.0857532 Jul 07 19:42:05.489900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Pushing event updated for resources: {'Port': ['ID=4802394f-b506-4982-9b86-159a550666c8,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:05.491859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:05.516512 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:05.518924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:05.519654 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:05.520070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:05.520479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:05.520888 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:05.521289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:05.521798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:05.522286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:05.522932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:05.523944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:05.525193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fd163-27b3-4414-8999-268c04256239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:05.541240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea22e0-9754-427f-b104-f9b5747a6eb0 None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:05.566695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea22e0-9754-427f-b104-f9b5747a6eb0 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:05.568654 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-77ea22e0-9754-427f-b104-f9b5747a6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:05.594708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:05.597252 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1fda0199-891d-4784-be96-1a6d3eb6e9d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/ports/68f8cb70-b467-445e-831f-c292dc9c540e HTTP/1.1" status: 204 len: 168 time: 1.9224596 Jul 07 19:42:05.600417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33034) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:05.632642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-77ea22e0-9754-427f-b104-f9b5747a6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:05.643376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea22e0-9754-427f-b104-f9b5747a6eb0 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:05.644071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-77ea22e0-9754-427f-b104-f9b5747a6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:05.685000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-77ea22e0-9754-427f-b104-f9b5747a6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:05.685813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea22e0-9754-427f-b104-f9b5747a6eb0 None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:05.722699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6cbbbd01-9441-468a-a19e-4e1d49741ef7 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "GET /v2.0/floatingips/309acd91-e068-44f7-895e-20be9d479f31 HTTP/1.1" status: 200 len: 687 time: 0.1213846 Jul 07 19:42:05.725896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33038) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:05.788389 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:05.801361 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:05.951646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-217834bc-2210-482b-9c41-fcb272e5d6df tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port e5e74230-d30a-47e4-b5b4-e404076269e1 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:05.952279 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-217834bc-2210-482b-9c41-fcb272e5d6df tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.082970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] For port 4802394f-b506-4982-9b86-159a550666c8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4802394f-b506-4982-9b86-159a550666c8,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:06.142448 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.162927 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.165362 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.196746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:06.254468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:06.260755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 211ab6a7-1ab7-46b0-937d-5c2724baf0b2 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:06.318420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4802394f-b506-4982-9b86-159a550666c8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:06.328479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:06.342425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:06.355157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:06.355879 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.405877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Subnet': ['ID=d14f13b1-cef2-4419-8fed-0c8e142fec31,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:06.415574 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9757602 Jul 07 19:42:06.420711 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c306f-6493-4c6f-9ecb-8824ebc71018 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=4802394f-b506-4982-9b86-159a550666c8,revision_number=10']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:06.432417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33042) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:06.439648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Request body: {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'mac_address': 'fa:16:3e:7b:1b:3c', 'name': 'tempest-NetworksTestDHCPv6-1711978176'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:06.492365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e285aefe-90b2-4b98-b5e3-6ffda7ee1570 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:06.549456 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-217834bc-2210-482b-9c41-fcb272e5d6df tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.549800 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-217834bc-2210-482b-9c41-fcb272e5d6df tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.565368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-217834bc-2210-482b-9c41-fcb272e5d6df tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for e5e74230-d30a-47e4-b5b4-e404076269e1 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:06.646738 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4981cf1c-fe80-44c7-980e-84e10391ea77 None None] Provisioning for port 4802394f-b506-4982-9b86-159a550666c8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:06.664809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4981cf1c-fe80-44c7-980e-84e10391ea77 None None] Provisioning complete for port 4802394f-b506-4982-9b86-159a550666c8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:06.665230 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4981cf1c-fe80-44c7-980e-84e10391ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.689569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Made reservation on behalf of 69a154339a6b4621a379fe8adc53b87d for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:06.744856 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f889434c-e935-471e-bbf6-105519bbb865 req-efbebab7-9084-406a-8f2b-b3900d4dccaf tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 210 time: 0.0715585 Jul 07 19:42:06.879568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.912819 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-217834bc-2210-482b-9c41-fcb272e5d6df tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.924743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] device_id is not set on port a04a5a21-6835-4c6a-9862-803daef1fb04 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:07.018229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217834bc-2210-482b-9c41-fcb272e5d6df tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=e5e74230-d30a-47e4-b5b4-e404076269e1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:07.074836 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-217834bc-2210-482b-9c41-fcb272e5d6df tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.078854 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-217834bc-2210-482b-9c41-fcb272e5d6df tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.080265 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-217834bc-2210-482b-9c41-fcb272e5d6df tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/floatingips/309acd91-e068-44f7-895e-20be9d479f31 HTTP/1.1" status: 204 len: 168 time: 1.3533611 Jul 07 19:42:07.083967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33054) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:07.089432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '1b1622bb-a965-4547-a71d-20d28c091506'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:07.150133 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.291934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33058) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:07.350224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8::3e0 (3b342e92-c907-4436-a95e-965164bcdb3c/2a46ee4c-9cfc-4dca-9b8c-8b5164994841/a04a5a21-6835-4c6a-9862-803daef1fb04) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:07.363035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:1b3c (3b342e92-c907-4436-a95e-965164bcdb3c/d14f13b1-cef2-4419-8fed-0c8e142fec31/a04a5a21-6835-4c6a-9862-803daef1fb04) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:07.426455 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.541000 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ee262f8-1dcf-438e-80bf-94f7744d81cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.642346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.25.0.7 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/2f6c9687-3cb6-49ef-93cd-f0cf6d043682) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:07.651363 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.671295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Transition to ACTIVE for port object a04a5a21-6835-4c6a-9862-803daef1fb04 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:07.736802 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.809695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Network 3b342e92-c907-4436-a95e-965164bcdb3c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:07.813476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:07.825507 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ee262f8-1dcf-438e-80bf-94f7744d81cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.826069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:07.838343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:07.839063 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.845693 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.848814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event updated for resources: {'Port': ['ID=a04a5a21-6835-4c6a-9862-803daef1fb04,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:07.856297 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4ee262f8-1dcf-438e-80bf-94f7744d81cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.877335 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-40243da4-bf0b-406b-9d69-4ff67b755e14 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4435472 Jul 07 19:42:07.879954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33064) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:07.947864 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4ee262f8-1dcf-438e-80bf-94f7744d81cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72610a9b23964b96bbc54a5e1b78aad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6501014 Jul 07 19:42:07.954028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33066) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:07.963246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee262f8-1dcf-438e-80bf-94f7744d81cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af61083c-04b9-48de-89d2-f649641b0544,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:08.001925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3d1e688b-87c7-4281-ac8f-cf0e7c476b0e None None] Provisioning complete for port 4802394f-b506-4982-9b86-159a550666c8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:08.003230 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d1e688b-87c7-4281-ac8f-cf0e7c476b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.004319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b701a0d-c652-4593-aed8-8354880d09b3 req-2b79c2d4-1cca-46aa-8c1f-be23046f5b5a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 210 time: 0.0655918 Jul 07 19:42:08.023625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.097711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:08.101646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:08.103778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=2f6c9687-3cb6-49ef-93cd-f0cf6d043682,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:08.105333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6960814a-7f20-4a39-88e4-312f9c9c9258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.106377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:08.143347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4b30e95c-3de2-44d3-9707-7fdf106372cd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting port a04a5a21-6835-4c6a-9862-803daef1fb04 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:08.143347 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b30e95c-3de2-44d3-9707-7fdf106372cd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.158272 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6960814a-7f20-4a39-88e4-312f9c9c9258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.280675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4802394f-b506-4982-9b86-159a550666c8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:08.338724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b30e95c-3de2-44d3-9707-7fdf106372cd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.356790 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6960814a-7f20-4a39-88e4-312f9c9c9258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.363958 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6960814a-7f20-4a39-88e4-312f9c9c9258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.369522 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6960814a-7f20-4a39-88e4-312f9c9c9258 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af61083c-04b9-48de-89d2-f649641b0544 HTTP/1.1" status: 204 len: 168 time: 0.4122374 Jul 07 19:42:08.369522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4b30e95c-3de2-44d3-9707-7fdf106372cd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Calling delete_port for a04a5a21-6835-4c6a-9862-803daef1fb04 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:08.388470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960814a-7f20-4a39-88e4-312f9c9c9258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af61083c-04b9-48de-89d2-f649641b0544,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:08.471370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ba3243e3-4ed7-4bc5-9cc6-7925f32e5f22 None None] Provisioning for port a04a5a21-6835-4c6a-9862-803daef1fb04 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:08.477939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ba3243e3-4ed7-4bc5-9cc6-7925f32e5f22 None None] Provisioning complete for port a04a5a21-6835-4c6a-9862-803daef1fb04 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:08.478356 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ba3243e3-4ed7-4bc5-9cc6-7925f32e5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.519859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 4802394f-b506-4982-9b86-159a550666c8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:08.520174 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.559902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ba3243e3-4ed7-4bc5-9cc6-7925f32e5f22 None None] Port a04a5a21-6835-4c6a-9862-803daef1fb04 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:08.685035 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b30e95c-3de2-44d3-9707-7fdf106372cd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.693928 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.758597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30e95c-3de2-44d3-9707-7fdf106372cd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Port': ['ID=a04a5a21-6835-4c6a-9862-803daef1fb04,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:08.808014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4b30e95c-3de2-44d3-9707-7fdf106372cd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.814822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4b30e95c-3de2-44d3-9707-7fdf106372cd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/a04a5a21-6835-4c6a-9862-803daef1fb04 HTTP/1.1" status: 204 len: 168 time: 0.9305439 Jul 07 19:42:08.815159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33080) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:08.878439 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.925582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae81e3b-3244-4bcf-be02-b80614d027f3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:08.927160 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fae81e3b-3244-4bcf-be02-b80614d027f3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1110289 Jul 07 19:42:08.929910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33084) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:09.040790 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6ca203-3c10-4463-a3c2-d45f8206bdf3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:09.046335 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4d6ca203-3c10-4463-a3c2-d45f8206bdf3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1152821 Jul 07 19:42:09.047365 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33088) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:09.143660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565634dd-63b2-419e-9688-b964f6cc5e34 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:09.145944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565634dd-63b2-419e-9688-b964f6cc5e34 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:09.146896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565634dd-63b2-419e-9688-b964f6cc5e34 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:09.150968 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-565634dd-63b2-419e-9688-b964f6cc5e34 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1000881 Jul 07 19:42:09.152280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33096) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:09.158519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.166418 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.228495 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61735ce1-f239-4f30-b650-5ff351bb628d req-94c8b5e4-f65e-41ee-9fb1-e2d87fbaabce tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 210 time: 0.0415144 Jul 07 19:42:09.248590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5cc8ad-f3c6-4457-8f5e-609daff7214d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet 2a46ee4c-9cfc-4dca-9b8c-8b5164994841 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:09.252749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=2f6c9687-3cb6-49ef-93cd-f0cf6d043682,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:09.254763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc8ad-f3c6-4457-8f5e-609daff7214d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.272262 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.319889 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc8ad-f3c6-4457-8f5e-609daff7214d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.409188 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Floating IP 26aa4494-778c-4116-a8a3-023b5f7f139c associated. External IP: 172.25.0.7, port: 1b1622bb-a965-4547-a71d-20d28c091506. Jul 07 19:42:09.420180 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc8ad-f3c6-4457-8f5e-609daff7214d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.494764 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc8ad-f3c6-4457-8f5e-609daff7214d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.536501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cc8ad-f3c6-4457-8f5e-609daff7214d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=2a46ee4c-9cfc-4dca-9b8c-8b5164994841,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:09.539073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc8ad-f3c6-4457-8f5e-609daff7214d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.541108 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0e5cc8ad-f3c6-4457-8f5e-609daff7214d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/2a46ee4c-9cfc-4dca-9b8c-8b5164994841 HTTP/1.1" status: 204 len: 168 time: 0.3873415 Jul 07 19:42:09.543614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33108) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:09.553031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a116339-adae-4685-8c26-20d224dd226f None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:09.647483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc915a6f-228c-4632-9c39-ee4d72275abe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Deleting subnet d14f13b1-cef2-4419-8fed-0c8e142fec31 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:09.651939 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc915a6f-228c-4632-9c39-ee4d72275abe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.705097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:09.725310 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc915a6f-228c-4632-9c39-ee4d72275abe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.854481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:09.865950 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f852c-09df-4ae0-9460-b02d32f83da5 None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:09.878041 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.884717 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f852c-09df-4ae0-9460-b02d32f83da5 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:09.885618 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7d0f852c-09df-4ae0-9460-b02d32f83da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:09.893192 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc915a6f-228c-4632-9c39-ee4d72275abe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.926201 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ec0e50b3-0994-4c05-9d04-c5e69911f249 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 2.8410225 Jul 07 19:42:09.926496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33118) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:09.932907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d2a6aec3-5c9c-40b7-9477-6ea766d33429 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1577439922'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:09.982378 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a6aec3-5c9c-40b7-9477-6ea766d33429 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Made reservation on behalf of 474dd51d2316446a8661cf891f4ed5be for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:09.987099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d2a6aec3-5c9c-40b7-9477-6ea766d33429 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.007173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc915a6f-228c-4632-9c39-ee4d72275abe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.038518 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.039372 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7d0f852c-09df-4ae0-9460-b02d32f83da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:10.049881 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f852c-09df-4ae0-9460-b02d32f83da5 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:10.050549 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7d0f852c-09df-4ae0-9460-b02d32f83da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:10.078878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc915a6f-228c-4632-9c39-ee4d72275abe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Subnet': ['ID=d14f13b1-cef2-4419-8fed-0c8e142fec31,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:10.096236 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cc915a6f-228c-4632-9c39-ee4d72275abe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.098388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cc915a6f-228c-4632-9c39-ee4d72275abe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/d14f13b1-cef2-4419-8fed-0c8e142fec31 HTTP/1.1" status: 204 len: 168 time: 0.5538471 Jul 07 19:42:10.100985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33122) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:10.140256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a6aec3-5c9c-40b7-9477-6ea766d33429 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:10.143074 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7d0f852c-09df-4ae0-9460-b02d32f83da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:10.144026 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f852c-09df-4ae0-9460-b02d32f83da5 None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:10.181133 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d2a6aec3-5c9c-40b7-9477-6ea766d33429 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.181489 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-d2a6aec3-5c9c-40b7-9477-6ea766d33429 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Added segment 9d5c7cf2-31d5-4bd9-b17f-b934b7887192 of type vlan for network ca103a12-b56d-4344-bd27-f22a53c34f9c Jul 07 19:42:10.199263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbcd746-8a71-4bc5-94cf-2ecd21ebc06b None None] Update dhcp port {'port': {'network_id': '3b342e92-c907-4436-a95e-965164bcdb3c', 'fixed_ips': [{'subnet_id': 'd14f13b1-cef2-4419-8fed-0c8e142fec31'}], 'binding:host_id': 'n-d-793621-9'}, 'id': '4802394f-b506-4982-9b86-159a550666c8'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:42:10.236649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33126) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:10.237820 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8d277c20-44c1-49af-8692-cec070f35187 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1350510 Jul 07 19:42:10.266235 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-efbcd746-8a71-4bc5-94cf-2ecd21ebc06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.322534 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d2a6aec3-5c9c-40b7-9477-6ea766d33429 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.443414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2830d935-9fea-4424-9aae-5f325cdb7166 req-6ba344ff-e660-4224-8f11-beb026f25968 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 210 time: 0.0689051 Jul 07 19:42:10.456008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b73b8-2ee9-4c8a-848b-cbb2590bb6e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:10.461220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-da2b73b8-2ee9-4c8a-848b-cbb2590bb6e5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2215755 Jul 07 19:42:10.461457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33132) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:10.461953 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d2a6aec3-5c9c-40b7-9477-6ea766d33429 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.469750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6aec3-5c9c-40b7-9477-6ea766d33429 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:10.470536 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d2a6aec3-5c9c-40b7-9477-6ea766d33429 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.501339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-326b45f2-49f2-41c5-bf09-9cef37901696 None None] Provisioning complete for port 4802394f-b506-4982-9b86-159a550666c8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:10.501824 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-326b45f2-49f2-41c5-bf09-9cef37901696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.543265 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9decc7d6-f301-4efc-9747-3b9a1a8524c6 None None] Network 3b342e92-c907-4436-a95e-965164bcdb3c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:10.564377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4827aa75-2b92-44f1-9666-d3b128f06077 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:10.569105 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4827aa75-2b92-44f1-9666-d3b128f06077 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1010785 Jul 07 19:42:10.572015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33134) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:10.768165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e9a09b-1375-45cf-9025-7737bb0d1af1 None None] DHCP port deletion for 3b342e92-c907-4436-a95e-965164bcdb3c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:10.828145 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9a09b-1375-45cf-9025-7737bb0d1af1 None None] Deleting port 4802394f-b506-4982-9b86-159a550666c8 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:10.828533 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a09b-1375-45cf-9025-7737bb0d1af1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.898462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e0e9a09b-1375-45cf-9025-7737bb0d1af1 None None] For port 4802394f-b506-4982-9b86-159a550666c8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4802394f-b506-4982-9b86-159a550666c8,segment=NetworkSegment(e1436212-81ef-4822-8bae-de420f7ec2fc),segment_id=e1436212-81ef-4822-8bae-de420f7ec2fc)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:10.898910 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a09b-1375-45cf-9025-7737bb0d1af1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.921057 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5d999ac2-dd9a-4b8f-a00e-9521c7c37c07 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3403087 Jul 07 19:42:10.928557 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33138) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:10.946691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d2a6aec3-5c9c-40b7-9477-6ea766d33429 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0164659 Jul 07 19:42:10.946691 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6aec3-5c9c-40b7-9477-6ea766d33429 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Network': ['ID=ca103a12-b56d-4344-bd27-f22a53c34f9c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:10.947019 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9a09b-1375-45cf-9025-7737bb0d1af1 None None] Calling delete_port for 4802394f-b506-4982-9b86-159a550666c8 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:10.947107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33140) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:10.955137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1afded44-e0b9-45ff-94a8-40b0e4a1fbbd tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'subnet': {'network_id': 'ca103a12-b56d-4344-bd27-f22a53c34f9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:10.972251 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9416fc-36d2-4976-8486-4c251725b3db tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:10.973368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9416fc-36d2-4976-8486-4c251725b3db tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:10.975919 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dc9416fc-36d2-4976-8486-4c251725b3db tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/a04a5a21-6835-4c6a-9862-803daef1fb04 HTTP/1.1" status: 404 len: 333 time: 0.0459194 Jul 07 19:42:10.979204 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33142) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.041053 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cf8fcc-574a-4bd0-8d34-5546d602d7fa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.041861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cf8fcc-574a-4bd0-8d34-5546d602d7fa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.045373 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c3cf8fcc-574a-4bd0-8d34-5546d602d7fa tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/d14f13b1-cef2-4419-8fed-0c8e142fec31 HTTP/1.1" status: 404 len: 337 time: 0.0626111 Jul 07 19:42:11.052891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33144) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.073831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network ca103a12-b56d-4344-bd27-f22a53c34f9c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:11.099502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afded44-e0b9-45ff-94a8-40b0e4a1fbbd tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Made reservation on behalf of 474dd51d2316446a8661cf891f4ed5be for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:11.113685 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1afded44-e0b9-45ff-94a8-40b0e4a1fbbd tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.166578 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-084920f8-d8a3-4af0-976e-5a341067a3b2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.168750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084920f8-d8a3-4af0-976e-5a341067a3b2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.168895 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a09b-1375-45cf-9025-7737bb0d1af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.174969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-084920f8-d8a3-4af0-976e-5a341067a3b2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/2a46ee4c-9cfc-4dca-9b8c-8b5164994841 HTTP/1.1" status: 404 len: 337 time: 0.1184483 Jul 07 19:42:11.175567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33146) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.232223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9a09b-1375-45cf-9025-7737bb0d1af1 None None] Pushing event deleted for resources: {'Port': ['ID=4802394f-b506-4982-9b86-159a550666c8,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:11.235961 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc66d26-a7e4-4828-9ee0-a641e42a8dc3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.237018 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc66d26-a7e4-4828-9ee0-a641e42a8dc3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.237744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e9a09b-1375-45cf-9025-7737bb0d1af1 None None] No DVR routers for this DVR port 4802394f-b506-4982-9b86-159a550666c8 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:11.239487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0bc66d26-a7e4-4828-9ee0-a641e42a8dc3 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/945d72dd-f899-428c-8ee9-357fffc55ffd HTTP/1.1" status: 404 len: 333 time: 0.0623980 Jul 07 19:42:11.241588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33150) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.283834 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-33491b2b-2ac4-49c9-b77e-32fa4ce34669 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.284549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33491b2b-2ac4-49c9-b77e-32fa4ce34669 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.286694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-33491b2b-2ac4-49c9-b77e-32fa4ce34669 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/495177e3-6735-468e-a36a-ef631d0ebae0 HTTP/1.1" status: 404 len: 337 time: 0.0439403 Jul 07 19:42:11.289226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33152) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.321362 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f7f380-48d1-459e-ba7e-32b256f25811 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.321945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f7f380-48d1-459e-ba7e-32b256f25811 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.323756 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d0f7f380-48d1-459e-ba7e-32b256f25811 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/08664943-5ce7-4bea-914f-b7680fa2045c HTTP/1.1" status: 404 len: 337 time: 0.0335550 Jul 07 19:42:11.326466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33154) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.354133 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be59345-2cff-4b94-a0c4-06f3d74a6206 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.354904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be59345-2cff-4b94-a0c4-06f3d74a6206 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.356633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1be59345-2cff-4b94-a0c4-06f3d74a6206 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/cc2be345-1a44-4b62-bfbd-6ae4c0ab9a75 HTTP/1.1" status: 404 len: 333 time: 0.0292194 Jul 07 19:42:11.359189 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33156) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.384785 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f05bc42-19a7-4553-9058-e799c89a5bce tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.385166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f05bc42-19a7-4553-9058-e799c89a5bce tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.387060 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9f05bc42-19a7-4553-9058-e799c89a5bce tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/72c08733-e393-4318-a1e9-00c3f2eaaada HTTP/1.1" status: 404 len: 337 time: 0.0269308 Jul 07 19:42:11.391009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33158) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.399617 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1afded44-e0b9-45ff-94a8-40b0e4a1fbbd tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.451488 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2adcfb-5ece-49b0-b0e6-b7f66f8c29f9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.452044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2adcfb-5ece-49b0-b0e6-b7f66f8c29f9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.453837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2f2adcfb-5ece-49b0-b0e6-b7f66f8c29f9 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/0b7e28b5-bdc1-4ea4-b694-f8a0b885f1c6 HTTP/1.1" status: 404 len: 337 time: 0.0617568 Jul 07 19:42:11.457268 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33160) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.497436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afded44-e0b9-45ff-94a8-40b0e4a1fbbd tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Subnet': ['ID=7f1954a3-7991-4242-9a81-03f67cd90a66,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:11.501257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afded44-e0b9-45ff-94a8-40b0e4a1fbbd tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Checking segment: {'id': '9d5c7cf2-31d5-4bd9-b17f-b934b7887192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ca103a12-b56d-4344-bd27-f22a53c34f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:11.501622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afded44-e0b9-45ff-94a8-40b0e4a1fbbd tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network hostable DHCP agents. Network: ca103a12-b56d-4344-bd27-f22a53c34f9c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:11.525900 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bdf74a-e7de-40e0-b884-432fbde55092 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.527036 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bdf74a-e7de-40e0-b884-432fbde55092 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.529186 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-32bdf74a-e7de-40e0-b884-432fbde55092 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/e1c2bacc-9fd0-4b41-9e7f-6175d7014070 HTTP/1.1" status: 404 len: 333 time: 0.0704553 Jul 07 19:42:11.532043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33164) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.536309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afded44-e0b9-45ff-94a8-40b0e4a1fbbd tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network ca103a12-b56d-4344-bd27-f22a53c34f9c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:11.554352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1afded44-e0b9-45ff-94a8-40b0e4a1fbbd tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, ca103a12-b56d-4344-bd27-f22a53c34f9c) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:11.561886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afded44-e0b9-45ff-94a8-40b0e4a1fbbd tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:11.564038 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1afded44-e0b9-45ff-94a8-40b0e4a1fbbd tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.567668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc6411-7f34-411a-acc9-3c8d9baea3c9 None None] Network ca103a12-b56d-4344-bd27-f22a53c34f9c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:11.590052 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1afded44-e0b9-45ff-94a8-40b0e4a1fbbd tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6393065 Jul 07 19:42:11.590052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33166) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.592201 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-058565ab-3649-4b7b-9a17-0306b66241af tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.593304 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058565ab-3649-4b7b-9a17-0306b66241af tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.598781 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-058565ab-3649-4b7b-9a17-0306b66241af tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/58fa2c6d-9514-4996-903c-def5a2c6abdb HTTP/1.1" status: 404 len: 337 time: 0.0657587 Jul 07 19:42:11.599581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33168) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.606157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-474941825', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:11.633648 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60af9fa-88bd-483a-8cf0-5e99b62cf735 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.634496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60af9fa-88bd-483a-8cf0-5e99b62cf735 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.641183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f60af9fa-88bd-483a-8cf0-5e99b62cf735 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/ff349adb-516e-43f9-a192-826bb98d3451 HTTP/1.1" status: 404 len: 337 time: 0.0394292 Jul 07 19:42:11.642319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33170) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.647958 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.649400 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.675477 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f062f6-0fb3-4c49-bc4e-13e86e25bf25 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.676258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ecde379d-4252-49e4-8441-95c8387168e0 req-cb8ed5bd-c392-4745-90b7-60fe80aeefd6 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8cf1-a6cf-4aac-bef9-05f302f83dcc HTTP/1.1" status: 200 len: 210 time: 0.0424557 Jul 07 19:42:11.676738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f062f6-0fb3-4c49-bc4e-13e86e25bf25 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.682713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33172) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.683735 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-00f062f6-0fb3-4c49-bc4e-13e86e25bf25 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/00a01fe2-aefc-428a-8117-5d75c08b8cfd HTTP/1.1" status: 404 len: 333 time: 0.0398140 Jul 07 19:42:11.778971 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7437ec23-9142-4a3c-ae33-21ec4deb7e25 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.779897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7437ec23-9142-4a3c-ae33-21ec4deb7e25 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.785952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33174) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.794851 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7437ec23-9142-4a3c-ae33-21ec4deb7e25 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/9230a8f0-0b4f-4615-9cae-4867c3eee0c2 HTTP/1.1" status: 404 len: 337 time: 0.1088672 Jul 07 19:42:11.806982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.834254 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7de1228-2001-47bd-907b-ff3c74c1b604 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.835009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7de1228-2001-47bd-907b-ff3c74c1b604 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.842326 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f7de1228-2001-47bd-907b-ff3c74c1b604 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/c174099a-22c1-4555-ac59-456d0bc075fc HTTP/1.1" status: 404 len: 333 time: 0.0542812 Jul 07 19:42:11.844225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33178) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.875094 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-ca103a12-b56d-4344-bd27-f22a53c34f9c', 'network_id': 'ca103a12-b56d-4344-bd27-f22a53c34f9c', 'tenant_id': '474dd51d2316446a8661cf891f4ed5be', 'fixed_ips': [{'subnet_id': '7f1954a3-7991-4242-9a81-03f67cd90a66'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:11.876145 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.912841 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cc537b-1eb7-4927-abd8-20c5b14c4d16 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.912841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cc537b-1eb7-4927-abd8-20c5b14c4d16 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.921412 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b4cc537b-1eb7-4927-abd8-20c5b14c4d16 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/0bd2175d-d5cc-472b-bd23-fd3412079db5 HTTP/1.1" status: 404 len: 337 time: 0.0739088 Jul 07 19:42:11.921986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33180) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.954656 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-3944f5c8-81fa-4fdb-9445-6812f3d0a25b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.955560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3944f5c8-81fa-4fdb-9445-6812f3d0a25b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.959984 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3944f5c8-81fa-4fdb-9445-6812f3d0a25b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/5be9eaab-0892-4d4d-926e-63d83d020658 HTTP/1.1" status: 404 len: 333 time: 0.0344369 Jul 07 19:42:11.960935 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33182) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.989265 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c071da-1364-4be3-8ee4-b9ee3f9d378a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:11.990144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c071da-1364-4be3-8ee4-b9ee3f9d378a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:11.994562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-06c071da-1364-4be3-8ee4-b9ee3f9d378a tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/d9b2305d-2ab3-40ff-8339-f48e1b00b178 HTTP/1.1" status: 404 len: 337 time: 0.0303438 Jul 07 19:42:11.995051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33184) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.995976 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.026213 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd17db1-5208-4091-a547-a7230e893914 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.027791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd17db1-5208-4091-a547-a7230e893914 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.030867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bcd17db1-5208-4091-a547-a7230e893914 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/b7525418-d8b5-4505-b64c-17e7a429abff HTTP/1.1" status: 404 len: 333 time: 0.0335426 Jul 07 19:42:12.032334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33186) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.063868 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf6505d-caa2-4370-8d33-a139db3a88b2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.064262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf6505d-caa2-4370-8d33-a139db3a88b2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.068424 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5bf6505d-caa2-4370-8d33-a139db3a88b2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/bff327c3-8846-4e65-95b3-9464b25cf7f4 HTTP/1.1" status: 404 len: 337 time: 0.0328152 Jul 07 19:42:12.069523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33188) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.074076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Allocated IP 172.20.0.2 (ca103a12-b56d-4344-bd27-f22a53c34f9c/7f1954a3-7991-4242-9a81-03f67cd90a66/b9ba4a71-2414-4145-848a-ce5435cb694f) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:12.101473 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee8762d-045a-4836-9b47-0a2aa33964bd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.102140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee8762d-045a-4836-9b47-0a2aa33964bd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.106237 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8ee8762d-045a-4836-9b47-0a2aa33964bd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/f2975794-1f95-4e13-ae77-4692f0447c8d HTTP/1.1" status: 404 len: 333 time: 0.0334923 Jul 07 19:42:12.106567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33190) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.143893 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cfab85-b611-41d6-9b92-ac68488e89dc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.144125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cfab85-b611-41d6-9b92-ac68488e89dc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.145747 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f6cfab85-b611-41d6-9b92-ac68488e89dc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/9343bebd-cc00-48ba-a931-2a77bcaaab8c HTTP/1.1" status: 404 len: 337 time: 0.0381696 Jul 07 19:42:12.151273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33192) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.206731 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9257c8e-9d43-4841-a228-aa16ede4dcc7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.207528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9257c8e-9d43-4841-a228-aa16ede4dcc7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.211420 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f9257c8e-9d43-4841-a228-aa16ede4dcc7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/3e16edcd-a3fa-46b0-b1ea-77352021c6ef HTTP/1.1" status: 404 len: 333 time: 0.0591984 Jul 07 19:42:12.215278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33194) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.234605 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4802394f-b506-4982-9b86-159a550666c8 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:12.253479 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7a87b9-b56a-468d-bf4f-4eaa553d9849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.254022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7a87b9-b56a-468d-bf4f-4eaa553d9849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.258882 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ec7a87b9-b56a-468d-bf4f-4eaa553d9849 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/552a21e1-899b-4f8f-8a8b-7e79d61916e6 HTTP/1.1" status: 404 len: 337 time: 0.0423985 Jul 07 19:42:12.259516 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33196) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.264051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 4802394f-b506-4982-9b86-159a550666c8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:12.264452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4802394f-b506-4982-9b86-159a550666c8 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:12.268948 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.278764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Transition to ACTIVE for port object b9ba4a71-2414-4145-848a-ce5435cb694f will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:12.299817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Transition to ACTIVE for port object b9ba4a71-2414-4145-848a-ce5435cb694f will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:12.308905 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.314260 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f11b60-e4a1-486e-a12b-e17582ed2371 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.314951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f11b60-e4a1-486e-a12b-e17582ed2371 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.325313 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33200) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.327075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-78f11b60-e4a1-486e-a12b-e17582ed2371 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/94f9eae2-bf7f-48a5-96e0-8475df905e1c HTTP/1.1" status: 404 len: 337 time: 0.0642111 Jul 07 19:42:12.334031 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.362385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Network ca103a12-b56d-4344-bd27-f22a53c34f9c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:12.365989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:12.368456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:12.378502 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1856cb2-4e85-49cf-b129-0d59ad625f3b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.379272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1856cb2-4e85-49cf-b129-0d59ad625f3b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.381194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f1856cb2-4e85-49cf-b129-0d59ad625f3b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/b9754f71-7c8a-45c2-93f2-97b7ffe01448 HTTP/1.1" status: 404 len: 333 time: 0.0549126 Jul 07 19:42:12.382914 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.384347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33204) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.386824 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Pushing event updated for resources: {'Port': ['ID=b9ba4a71-2414-4145-848a-ce5435cb694f,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:12.440762 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf30ca24-ffd7-4983-af14-75ae1b31d423 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.443789 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf30ca24-ffd7-4983-af14-75ae1b31d423 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.446121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Attempting to bind port b9ba4a71-2414-4145-848a-ce5435cb694f on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:12.446501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Attempting to bind port b9ba4a71-2414-4145-848a-ce5435cb694f by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '9d5c7cf2-31d5-4bd9-b17f-b934b7887192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ca103a12-b56d-4344-bd27-f22a53c34f9c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:12.446748 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bf30ca24-ffd7-4983-af14-75ae1b31d423 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/229445f5-cbbf-4338-9474-7debae839559 HTTP/1.1" status: 404 len: 337 time: 0.0608745 Jul 07 19:42:12.447027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Attempting to bind port b9ba4a71-2414-4145-848a-ce5435cb694f on network ca103a12-b56d-4344-bd27-f22a53c34f9c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:12.450199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33206) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.453154 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:12.453970 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Checking segment: {'id': '9d5c7cf2-31d5-4bd9-b17f-b934b7887192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ca103a12-b56d-4344-bd27-f22a53c34f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:12.454874 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.455437 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Bound using segment: {'id': '9d5c7cf2-31d5-4bd9-b17f-b934b7887192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ca103a12-b56d-4344-bd27-f22a53c34f9c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:12.456058 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Bound port: b9ba4a71-2414-4145-848a-ce5435cb694f, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5c7cf2-31d5-4bd9-b17f-b934b7887192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ca103a12-b56d-4344-bd27-f22a53c34f9c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:12.456496 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.486659 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-21876662-68ab-46aa-97ce-7606914bf300 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.487223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21876662-68ab-46aa-97ce-7606914bf300 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.490677 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-21876662-68ab-46aa-97ce-7606914bf300 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/6c7a88aa-93e9-4aca-a59b-d784a7b1f669 HTTP/1.1" status: 404 len: 337 time: 0.0397067 Jul 07 19:42:12.495353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33208) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.538205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] For port b9ba4a71-2414-4145-848a-ce5435cb694f, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:12.541441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] For port b9ba4a71-2414-4145-848a-ce5435cb694f, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b9ba4a71-2414-4145-848a-ce5435cb694f,segment=NetworkSegment(9d5c7cf2-31d5-4bd9-b17f-b934b7887192),segment_id=9d5c7cf2-31d5-4bd9-b17f-b934b7887192)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:12.547620 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.548011 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-82aed102-80c7-457d-83b0-35fdd35c72fd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.548734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82aed102-80c7-457d-83b0-35fdd35c72fd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.550479 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-82aed102-80c7-457d-83b0-35fdd35c72fd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/cf4bd42e-ed88-4e36-8999-ab13f8241c30 HTTP/1.1" status: 404 len: 333 time: 0.0541255 Jul 07 19:42:12.553205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33210) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.593275 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d29cc36-e891-4aec-aec2-1d781d634912 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.593742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d29cc36-e891-4aec-aec2-1d781d634912 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.595661 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0d29cc36-e891-4aec-aec2-1d781d634912 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/681002ac-0a76-40a2-be01-6df947bb51f9 HTTP/1.1" status: 404 len: 337 time: 0.0415032 Jul 07 19:42:12.598342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33212) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.627439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4853a07-4d73-4518-addd-cb85591a303d None None] Pushing event updated for resources: {'Port': ['ID=b9ba4a71-2414-4145-848a-ce5435cb694f,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:12.637497 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6fa32e-ad92-4f85-9267-5d53dc948bfe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.637957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6fa32e-ad92-4f85-9267-5d53dc948bfe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.639701 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0f6fa32e-ad92-4f85-9267-5d53dc948bfe tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/3425452f-a38c-494e-8d82-6a341c8767a2 HTTP/1.1" status: 404 len: 337 time: 0.0403543 Jul 07 19:42:12.641434 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.25.0.132 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/f3f32fc9-2573-4443-87c8-8d47bff5c134) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:12.643559 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33216) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.677746 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d45f90-bba6-4fdf-b878-d3ea4a9c2b08 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.678546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d45f90-bba6-4fdf-b878-d3ea4a9c2b08 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.682698 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-09d45f90-bba6-4fdf-b878-d3ea4a9c2b08 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/0db02831-f8ee-4d78-b362-7b2a1bfe1514 HTTP/1.1" status: 404 len: 333 time: 0.0359619 Jul 07 19:42:12.683099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33218) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.743847 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e713df-80cb-4748-9cd3-4f35866ce8a7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.747615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e713df-80cb-4748-9cd3-4f35866ce8a7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.750063 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-37e713df-80cb-4748-9cd3-4f35866ce8a7 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/eb8ba4c4-eb8c-4193-8422-423c0b5f9edb HTTP/1.1" status: 404 len: 337 time: 0.0654359 Jul 07 19:42:12.760408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33222) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.795447 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f182a539-a33d-4353-a620-49ebf0a5cdc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:12.796405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f182a539-a33d-4353-a620-49ebf0a5cdc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:12.799165 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f182a539-a33d-4353-a620-49ebf0a5cdc0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/4cba4894-17ad-4a3a-8915-afdaf22daa3a HTTP/1.1" status: 404 len: 337 time: 0.0372975 Jul 07 19:42:12.801794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33224) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.835594 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5049f105-ae73-4ae6-895f-47931bee0cd2 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ac19ab8-fd28-470e-8633-99f7a11501ce HTTP/1.1" status: 200 len: 205 time: 0.0320482 Jul 07 19:42:12.837936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33226) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.913467 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-3b152ecb-b161-4066-b9a0-f11644733645 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] delete failed (client error): The resource could not be found. Jul 07 19:42:12.914649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3b152ecb-b161-4066-b9a0-f11644733645 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/routers/5ac19ab8-fd28-470e-8633-99f7a11501ce HTTP/1.1" status: 404 len: 336 time: 0.0755880 Jul 07 19:42:12.919149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33232) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.943055 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:13.004670 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-623d2eb5-7a31-4ec0-8688-b9d4a290efcc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.005153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623d2eb5-7a31-4ec0-8688-b9d4a290efcc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.012398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-623d2eb5-7a31-4ec0-8688-b9d4a290efcc tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/c38e8f5d-2808-47d5-ae94-4bab855ff4ec HTTP/1.1" status: 404 len: 337 time: 0.0893784 Jul 07 19:42:13.012920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33236) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.023678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:13.089768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dfa3a5d9-2deb-4f42-a1f0-2b09e267f2a0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d37dc38-51ea-4630-96e5-b7625374dde6 HTTP/1.1" status: 200 len: 205 time: 0.0734646 Jul 07 19:42:13.091619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33238) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.092659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:13.099315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:13.103227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:13.159851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=f3f32fc9-2573-4443-87c8-8d47bff5c134,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:13.169279 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-1736a78a-1c88-4226-999e-0ea29155f1db tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] delete failed (client error): The resource could not be found. Jul 07 19:42:13.170543 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1736a78a-1c88-4226-999e-0ea29155f1db tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/routers/3d37dc38-51ea-4630-96e5-b7625374dde6 HTTP/1.1" status: 404 len: 336 time: 0.0779757 Jul 07 19:42:13.173556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33240) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.229603 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6814e81-988c-415c-aff0-2a71d6d07728 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.230228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6814e81-988c-415c-aff0-2a71d6d07728 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.235159 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a6814e81-988c-415c-aff0-2a71d6d07728 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/b549ca29-cc9e-4c86-95c0-d129e4176649 HTTP/1.1" status: 404 len: 337 time: 0.0574660 Jul 07 19:42:13.235336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33242) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.267897 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-984f8af4-632a-473d-b300-685e6dadad21 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.268362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984f8af4-632a-473d-b300-685e6dadad21 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.270588 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-984f8af4-632a-473d-b300-685e6dadad21 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/2af5489f-4b97-4c42-bc9a-7ee1fb48a89e HTTP/1.1" status: 404 len: 337 time: 0.0336950 Jul 07 19:42:13.272780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33244) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.315290 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ec0567-dbf7-4938-8bcc-ae9be1c5410c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.316208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ec0567-dbf7-4938-8bcc-ae9be1c5410c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.318501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-60ec0567-dbf7-4938-8bcc-ae9be1c5410c tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/04b83992-a0ca-4bb8-b76d-7b8e76241e0d HTTP/1.1" status: 404 len: 333 time: 0.0447738 Jul 07 19:42:13.321310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33246) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.351376 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31c18b8-eca7-4084-a8ea-ac5c80c2a7c0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.351965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31c18b8-eca7-4084-a8ea-ac5c80c2a7c0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.356396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a31c18b8-eca7-4084-a8ea-ac5c80c2a7c0 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/f0107d06-ac63-446c-af21-99e30729a431 HTTP/1.1" status: 404 len: 337 time: 0.0314193 Jul 07 19:42:13.363581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33248) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.402847 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14852b4-7416-44f5-a388-aacc7c804e55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.403055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14852b4-7416-44f5-a388-aacc7c804e55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.408143 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d14852b4-7416-44f5-a388-aacc7c804e55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/7e6dcb7f-b6ed-45a2-acb9-6ff1e42a1ef2 HTTP/1.1" status: 404 len: 333 time: 0.0420053 Jul 07 19:42:13.408753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33250) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.435402 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-646d2bc9-bb54-4ed0-869b-33ef94e05322 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.435862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646d2bc9-bb54-4ed0-869b-33ef94e05322 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.438132 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-646d2bc9-bb54-4ed0-869b-33ef94e05322 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/8ef90144-5938-476b-9a83-bdd41a052e24 HTTP/1.1" status: 404 len: 337 time: 0.0284493 Jul 07 19:42:13.441128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33252) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.459611 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:13.475680 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c594797-eba1-44fc-b110-514afa26c64b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.475680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c594797-eba1-44fc-b110-514afa26c64b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.475680 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7c594797-eba1-44fc-b110-514afa26c64b tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/7c1102b2-392c-4d70-9320-f89ed23633cf HTTP/1.1" status: 404 len: 333 time: 0.0311377 Jul 07 19:42:13.476052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33254) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.508784 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-4299aa54-4f21-48a1-ab46-2f5f43bd79a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.509246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4299aa54-4f21-48a1-ab46-2f5f43bd79a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.513716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4299aa54-4f21-48a1-ab46-2f5f43bd79a8 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/3ed36376-0379-4ffa-bdd5-5cc2fe17b769 HTTP/1.1" status: 404 len: 337 time: 0.0337350 Jul 07 19:42:13.513973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33256) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.550855 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-599106dd-325e-4e0c-91bd-aff95752429d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.551584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599106dd-325e-4e0c-91bd-aff95752429d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.554845 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-599106dd-325e-4e0c-91bd-aff95752429d tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/4f25aa9b-66f7-4af9-b017-cc95cb666a52 HTTP/1.1" status: 404 len: 333 time: 0.0385528 Jul 07 19:42:13.558522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33258) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.593279 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cd03f8-80b2-425a-ab3a-83ea48d118dd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.593888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cd03f8-80b2-425a-ab3a-83ea48d118dd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.595692 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-06cd03f8-80b2-425a-ab3a-83ea48d118dd tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/e5fdf3ee-35e3-45d1-a1cf-84f2891e4ed5 HTTP/1.1" status: 404 len: 337 time: 0.0359213 Jul 07 19:42:13.600360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33260) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.636703 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bb0032-f86e-44ee-85df-f9f07a301d32 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.637190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bb0032-f86e-44ee-85df-f9f07a301d32 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.641835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-37bb0032-f86e-44ee-85df-f9f07a301d32 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/35c1f357-bef1-41fb-bceb-7b02c23c2d98 HTTP/1.1" status: 404 len: 333 time: 0.0375695 Jul 07 19:42:13.642202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33262) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.683920 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db32bea-5c1a-43fa-a344-7c04c2fd55ce tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.684219 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db32bea-5c1a-43fa-a344-7c04c2fd55ce tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.689790 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1db32bea-5c1a-43fa-a344-7c04c2fd55ce tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/d2e3ee24-c998-40b8-b7c9-d7fd297c32ab HTTP/1.1" status: 404 len: 337 time: 0.0464714 Jul 07 19:42:13.690402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33266) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.759236 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-395bd17d-a4fd-4274-89c1-ce0856b6ca55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.760159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395bd17d-a4fd-4274-89c1-ce0856b6ca55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.762867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-395bd17d-a4fd-4274-89c1-ce0856b6ca55 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/4c8647c7-29a9-42f4-8c71-9bcd7f9a7afc HTTP/1.1" status: 404 len: 333 time: 0.0704527 Jul 07 19:42:13.765355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33268) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.769758 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:13.791757 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-340422dc-c23c-40ed-9ac7-826880e550ed tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.792217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340422dc-c23c-40ed-9ac7-826880e550ed tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.794089 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-340422dc-c23c-40ed-9ac7-826880e550ed tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/a162a243-79f5-470e-bede-7ade85f0fb3a HTTP/1.1" status: 404 len: 337 time: 0.0276058 Jul 07 19:42:13.798869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33270) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.832823 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d12e65-a757-4a40-ae34-08b6d8121103 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.833630 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d12e65-a757-4a40-ae34-08b6d8121103 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.835446 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c1d12e65-a757-4a40-ae34-08b6d8121103 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/ports/c9331216-0af0-4486-b2b5-862baf7334d7 HTTP/1.1" status: 404 len: 333 time: 0.0356240 Jul 07 19:42:13.837980 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33272) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.869922 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-436fa265-a5af-4fe7-af29-1c493fe0bee5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:13.870392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436fa265-a5af-4fe7-af29-1c493fe0bee5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.872389 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-436fa265-a5af-4fe7-af29-1c493fe0bee5 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/subnets/c7f25761-2d0f-4395-93e6-9426182c14e3 HTTP/1.1" status: 404 len: 337 time: 0.0334151 Jul 07 19:42:13.876049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33274) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.950099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b263f-969e-4e0a-bcef-569ed71bed9f None None] Network ca103a12-b56d-4344-bd27-f22a53c34f9c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:13.962635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router b685c96b-f4ce-4002-940d-86cf9d4b54eb is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:42:13.974290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.076587 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4049b3d6-f432-4d3e-966c-dd9976a0c6e2 None None] Provisioning for port b9ba4a71-2414-4145-848a-ce5435cb694f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:14.110491 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.126851 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b342e92-c907-4436-a95e-965164bcdb3c']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:14.178211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1436212-81ef-4822-8bae-de420f7ec2fc') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:14.180893 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1436212-81ef-4822-8bae-de420f7ec2fc') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:14.205539 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.226438 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.237142 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:14.237800 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:14.241710 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:14.339479 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.353175 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.359737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] 10.222.0.81 "DELETE /v2.0/networks/3b342e92-c907-4436-a95e-965164bcdb3c HTTP/1.1" status: 204 len: 168 time: 0.4820530 Jul 07 19:42:14.422586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Pushing event deleted for resources: {'Network': ['ID=3b342e92-c907-4436-a95e-965164bcdb3c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:14.438327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:14.438681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:14.439062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:14.439407 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:14.439745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:14.440079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:14.440414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:14.440882 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:14.441070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:14.445823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:14.454363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:14.454760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:14.457730 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9afe6-8107-46dd-8e78-30161708d008 tempest-NetworksTestDHCPv6-417085577 tempest-NetworksTestDHCPv6-417085577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:14.483350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07422d1b-491d-4f91-8bb2-0a829c09c071 None None] Sync routers for ids ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:14.504902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b9ba4a71-2414-4145-848a-ce5435cb694f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:14.509212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.513850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33286) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:14.516170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-aaa3be17-fb89-495f-a7f5-0eefaf4d413b tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9244919 Jul 07 19:42:14.602274 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07422d1b-491d-4f91-8bb2-0a829c09c071 None None] Routers {'b685c96b-f4ce-4002-940d-86cf9d4b54eb'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:14.603537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-07422d1b-491d-4f91-8bb2-0a829c09c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:14.691044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-07422d1b-491d-4f91-8bb2-0a829c09c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:14.734031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07422d1b-491d-4f91-8bb2-0a829c09c071 None None] Routers {'b685c96b-f4ce-4002-940d-86cf9d4b54eb'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:14.734629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-07422d1b-491d-4f91-8bb2-0a829c09c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:14.776789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-07422d1b-491d-4f91-8bb2-0a829c09c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:14.777471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07422d1b-491d-4f91-8bb2-0a829c09c071 None None] The sync data for ids ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:14.798528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port b9ba4a71-2414-4145-848a-ce5435cb694f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:14.803954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b9ba4a71-2414-4145-848a-ce5435cb694f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:14.804460 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.965852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33296) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:15.033138 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.114771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port b9ba4a71-2414-4145-848a-ce5435cb694f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b9ba4a71-2414-4145-848a-ce5435cb694f,segment=NetworkSegment(9d5c7cf2-31d5-4bd9-b17f-b934b7887192),segment_id=9d5c7cf2-31d5-4bd9-b17f-b934b7887192)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:15.126133 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.154140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a24f9998-399a-4b31-b50a-932d35a9c2f6 None None] Provisioning complete for port b9ba4a71-2414-4145-848a-ce5435cb694f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:15.154515 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a24f9998-399a-4b31-b50a-932d35a9c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.276565 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-647a9714-3670-4a15-9171-6ed1ca2b6ca2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69a154339a6b4621a379fe8adc53b87d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093333 Jul 07 19:42:15.277606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33304) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:15.294904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=b9ba4a71-2414-4145-848a-ce5435cb694f,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:15.350936 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d4501b-1d23-40f4-aec5-16663ac88925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.372915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.400036 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d4501b-1d23-40f4-aec5-16663ac88925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.461081 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d4501b-1d23-40f4-aec5-16663ac88925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.463973 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-78d4501b-1d23-40f4-aec5-16663ac88925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.467910 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-78d4501b-1d23-40f4-aec5-16663ac88925 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28123e29-e9fc-4fab-87cf-6864b1fecadd HTTP/1.1" status: 204 len: 168 time: 0.1865184 Jul 07 19:42:15.476967 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4501b-1d23-40f4-aec5-16663ac88925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28123e29-e9fc-4fab-87cf-6864b1fecadd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:16.193126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.20.0.1 (ca103a12-b56d-4344-bd27-f22a53c34f9c/7f1954a3-7991-4242-9a81-03f67cd90a66/25d84971-49c1-43c0-a913-172d83791a30) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:16.277086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b9ba4a71-2414-4145-848a-ce5435cb694f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:16.359599 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.378515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b9ba4a71-2414-4145-848a-ce5435cb694f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:16.378926 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.397216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Transition to ACTIVE for port object 25d84971-49c1-43c0-a913-172d83791a30 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:16.450534 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.524703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network ca103a12-b56d-4344-bd27-f22a53c34f9c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:16.526111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=25d84971-49c1-43c0-a913-172d83791a30,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:16.533262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:16.539868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:16.627667 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.632665 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33336) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:16.776841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-711908124'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:16.816108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Made reservation on behalf of b27b1e2774854dcb8fc51ed24188693a for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:16.823923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.834588 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.882406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c5de3ae0-d330-415f-91fd-a4ac5ea1dc0a None None] Provisioning for port 25d84971-49c1-43c0-a913-172d83791a30 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:16.887695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c5de3ae0-d330-415f-91fd-a4ac5ea1dc0a None None] Provisioning complete for port 25d84971-49c1-43c0-a913-172d83791a30 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:16.888264 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c5de3ae0-d330-415f-91fd-a4ac5ea1dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.924081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd4786-5d95-4e06-bdb0-6849a6255144 req-d1d21282-dcce-47b2-9477-ef845750ae22 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:16.925633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ccd4786-5d95-4e06-bdb0-6849a6255144 req-d1d21282-dcce-47b2-9477-ef845750ae22 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 945 time: 0.1775012 Jul 07 19:42:16.928624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.940649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c5de3ae0-d330-415f-91fd-a4ac5ea1dc0a None None] Port 25d84971-49c1-43c0-a913-172d83791a30 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:16.942498 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.948839 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.982236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:16.984574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b8ce92-5607-4539-a977-ce10aa635ea4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:16.994655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.995010 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Added segment 6b19595d-8cb4-4bcc-a729-ad0d6b21c183 of type vlan for network cb4709a9-3084-4d0c-ab35-f66c4d071d9a Jul 07 19:42:17.017223 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ccd4786-5d95-4e06-bdb0-6849a6255144 req-b4f0bf8d-ad6b-4a17-a51b-a374e03ede0d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852809 Jul 07 19:42:17.038696 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.069796 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.076297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:17.077035 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.135803 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5019600 Jul 07 19:42:17.138882 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33346) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:17.146501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2a043f81-f50e-4c41-88fb-d00ecc16c438 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Request body: {'subnet': {'network_id': 'cb4709a9-3084-4d0c-ab35-f66c4d071d9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:17.154532 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807685b-ddf2-4940-afe7-2c1c44c92ac3 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Pushing event updated for resources: {'Network': ['ID=cb4709a9-3084-4d0c-ab35-f66c4d071d9a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:17.171997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network cb4709a9-3084-4d0c-ab35-f66c4d071d9a details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:17.334098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a043f81-f50e-4c41-88fb-d00ecc16c438 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Made reservation on behalf of b27b1e2774854dcb8fc51ed24188693a for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:17.337863 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a043f81-f50e-4c41-88fb-d00ecc16c438 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.403502 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.414151 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.524133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=25d84971-49c1-43c0-a913-172d83791a30,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:17.529629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.711137 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a043f81-f50e-4c41-88fb-d00ecc16c438 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.714127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network ca103a12-b56d-4344-bd27-f22a53c34f9c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:17.739523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:17.812031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a043f81-f50e-4c41-88fb-d00ecc16c438 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Pushing event updated for resources: {'Subnet': ['ID=0ca4517c-3c83-4fe7-a349-60211d81eade,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:17.869459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a043f81-f50e-4c41-88fb-d00ecc16c438 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Checking segment: {'id': '6b19595d-8cb4-4bcc-a729-ad0d6b21c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4709a9-3084-4d0c-ab35-f66c4d071d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:17.869830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a043f81-f50e-4c41-88fb-d00ecc16c438 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Network hostable DHCP agents. Network: cb4709a9-3084-4d0c-ab35-f66c4d071d9a, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:17.903349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a043f81-f50e-4c41-88fb-d00ecc16c438 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Network cb4709a9-3084-4d0c-ab35-f66c4d071d9a is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:17.918080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router b685c96b-f4ce-4002-940d-86cf9d4b54eb has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:17.924724 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-2a043f81-f50e-4c41-88fb-d00ecc16c438 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, cb4709a9-3084-4d0c-ab35-f66c4d071d9a) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:17.931594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a043f81-f50e-4c41-88fb-d00ecc16c438 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:17.932258 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a043f81-f50e-4c41-88fb-d00ecc16c438 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.934869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9cbcc8-3d49-4252-89de-0e12af09ca79 None None] Network cb4709a9-3084-4d0c-ab35-f66c4d071d9a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:17.985171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2a043f81-f50e-4c41-88fb-d00ecc16c438 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8420618 Jul 07 19:42:17.985407 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33352) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:17.991410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Request body: {'port': {'network_id': 'cb4709a9-3084-4d0c-ab35-f66c4d071d9a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-746100428'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:18.113656 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-53446e58-4032-4ed8-9b50-5aeec9b8edb4 None None] Provisioning complete for port 25d84971-49c1-43c0-a913-172d83791a30 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:18.114312 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-53446e58-4032-4ed8-9b50-5aeec9b8edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.151322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:18.163100 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5270a21b-5982-481f-aab6-9619b76039e7 None None] Sync routers for ids ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:18.171930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-53446e58-4032-4ed8-9b50-5aeec9b8edb4 None None] Port 25d84971-49c1-43c0-a913-172d83791a30 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:18.176991 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-abba1805-7ddf-4029-9d85-2ea476f47942 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "PUT /v2.0/routers/b685c96b-f4ce-4002-940d-86cf9d4b54eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6596818 Jul 07 19:42:18.177263 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5270a21b-5982-481f-aab6-9619b76039e7 None None] Routers {'b685c96b-f4ce-4002-940d-86cf9d4b54eb'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:18.177263 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5270a21b-5982-481f-aab6-9619b76039e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:18.178707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33356) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:18.194472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'port': {'network_id': 'ca103a12-b56d-4344-bd27-f22a53c34f9c', 'name': 'tempest-FloatingIPTestJSON-1746458413'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:18.211140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-cb4709a9-3084-4d0c-ab35-f66c4d071d9a', 'network_id': 'cb4709a9-3084-4d0c-ab35-f66c4d071d9a', 'tenant_id': 'b27b1e2774854dcb8fc51ed24188693a', 'fixed_ips': [{'subnet_id': '0ca4517c-3c83-4fe7-a349-60211d81eade'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:18.212023 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.218900 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5270a21b-5982-481f-aab6-9619b76039e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:18.232372 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5270a21b-5982-481f-aab6-9619b76039e7 None None] Routers {'b685c96b-f4ce-4002-940d-86cf9d4b54eb'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:18.233219 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5270a21b-5982-481f-aab6-9619b76039e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:18.259205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Made reservation on behalf of b27b1e2774854dcb8fc51ed24188693a for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:18.264000 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.281957 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5270a21b-5982-481f-aab6-9619b76039e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:18.283668 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5270a21b-5982-481f-aab6-9619b76039e7 None None] The sync data for ids ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:18.301680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbf7c5-cb54-404b-a514-8b57b936f657 req-79364638-8807-4833-b1a3-788f366fe71a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.309286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cdbf7c5-cb54-404b-a514-8b57b936f657 req-79364638-8807-4833-b1a3-788f366fe71a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 945 time: 0.1408572 Jul 07 19:42:18.335438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] device_id is not set on port 83960acd-369f-499b-88b6-5d18a681c3a6 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:18.391950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Made reservation on behalf of 474dd51d2316446a8661cf891f4ed5be for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:18.397212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.414404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cdbf7c5-cb54-404b-a514-8b57b936f657 req-ea174c30-6e2c-491f-85aa-562115f307c8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=bae8b34f-5b59-4471-83c7-47db67a0622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011791 Jul 07 19:42:18.418263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] device_id is not set on port cbd06576-baf7-45f3-bb17-ca045701b464 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:18.443784 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Allocated IP 172.20.0.2 (cb4709a9-3084-4d0c-ab35-f66c4d071d9a/0ca4517c-3c83-4fe7-a349-60211d81eade/f9772f7d-d762-401a-ac02-7dae3ada7237) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:18.561505 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fedeaf-3b58-4a26-98cd-08d9417ccc16 req-2cf08871-79ed-421a-a0c0-0ece26d33355 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.563183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51fedeaf-3b58-4a26-98cd-08d9417ccc16 req-2cf08871-79ed-421a-a0c0-0ece26d33355 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 945 time: 0.0758109 Jul 07 19:42:18.576819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Allocated IP 172.20.0.13 (ca103a12-b56d-4344-bd27-f22a53c34f9c/7f1954a3-7991-4242-9a81-03f67cd90a66/cbd06576-baf7-45f3-bb17-ca045701b464) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:18.611778 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.622664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Transition to ACTIVE for port object f9772f7d-d762-401a-ac02-7dae3ada7237 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:18.640623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Transition to ACTIVE for port object f9772f7d-d762-401a-ac02-7dae3ada7237 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:18.649897 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.694550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Network cb4709a9-3084-4d0c-ab35-f66c4d071d9a is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:18.712050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:18.715890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:18.724755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Pushing event updated for resources: {'Port': ['ID=f9772f7d-d762-401a-ac02-7dae3ada7237,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:18.745478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Allocated IP 172.20.0.10 (cb4709a9-3084-4d0c-ab35-f66c4d071d9a/0ca4517c-3c83-4fe7-a349-60211d81eade/83960acd-369f-499b-88b6-5d18a681c3a6) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:18.750948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-51fedeaf-3b58-4a26-98cd-08d9417ccc16 req-5dcdcf9b-fded-4e2e-a005-3bb7df2e25f2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Deleting port 659a40c7-d6a2-41d7-95ce-d762ce3da90a {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:18.751366 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-51fedeaf-3b58-4a26-98cd-08d9417ccc16 req-5dcdcf9b-fded-4e2e-a005-3bb7df2e25f2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.780130 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.793435 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Attempting to bind port f9772f7d-d762-401a-ac02-7dae3ada7237 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:18.793933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Attempting to bind port f9772f7d-d762-401a-ac02-7dae3ada7237 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '6b19595d-8cb4-4bcc-a729-ad0d6b21c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4709a9-3084-4d0c-ab35-f66c4d071d9a'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:18.794385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Attempting to bind port f9772f7d-d762-401a-ac02-7dae3ada7237 on network cb4709a9-3084-4d0c-ab35-f66c4d071d9a {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:18.801206 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:18.801692 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Checking segment: {'id': '6b19595d-8cb4-4bcc-a729-ad0d6b21c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4709a9-3084-4d0c-ab35-f66c4d071d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:18.802199 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.802671 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Bound using segment: {'id': '6b19595d-8cb4-4bcc-a729-ad0d6b21c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4709a9-3084-4d0c-ab35-f66c4d071d9a'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:18.803385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Bound port: f9772f7d-d762-401a-ac02-7dae3ada7237, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b19595d-8cb4-4bcc-a729-ad0d6b21c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4709a9-3084-4d0c-ab35-f66c4d071d9a'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:18.805037 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.889579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] For port f9772f7d-d762-401a-ac02-7dae3ada7237, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:18.894464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] For port f9772f7d-d762-401a-ac02-7dae3ada7237, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f9772f7d-d762-401a-ac02-7dae3ada7237,segment=NetworkSegment(6b19595d-8cb4-4bcc-a729-ad0d6b21c183),segment_id=6b19595d-8cb4-4bcc-a729-ad0d6b21c183)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:18.906179 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.940538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-51fedeaf-3b58-4a26-98cd-08d9417ccc16 req-5dcdcf9b-fded-4e2e-a005-3bb7df2e25f2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] For port 659a40c7-d6a2-41d7-95ce-d762ce3da90a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=659a40c7-d6a2-41d7-95ce-d762ce3da90a,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:18.940962 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-51fedeaf-3b58-4a26-98cd-08d9417ccc16 req-5dcdcf9b-fded-4e2e-a005-3bb7df2e25f2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.977157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-51fedeaf-3b58-4a26-98cd-08d9417ccc16 req-5dcdcf9b-fded-4e2e-a005-3bb7df2e25f2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Calling delete_port for 659a40c7-d6a2-41d7-95ce-d762ce3da90a owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:18.981338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021d187-7c7a-4bf8-aeea-1903a3f194c9 None None] Pushing event updated for resources: {'Port': ['ID=f9772f7d-d762-401a-ac02-7dae3ada7237,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:19.096488 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.100044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Transition to ACTIVE for port object cbd06576-baf7-45f3-bb17-ca045701b464 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:19.116947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Transition to ACTIVE for port object 83960acd-369f-499b-88b6-5d18a681c3a6 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:19.154686 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.206492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Network ca103a12-b56d-4344-bd27-f22a53c34f9c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:19.212807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:19.215382 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.226352 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-51fedeaf-3b58-4a26-98cd-08d9417ccc16 req-5dcdcf9b-fded-4e2e-a005-3bb7df2e25f2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.234367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:19.256253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['659a40c7-d6a2-41d7-95ce-d762ce3da90a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:42:19.345337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event updated for resources: {'Port': ['ID=cbd06576-baf7-45f3-bb17-ca045701b464,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:19.380224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Network cb4709a9-3084-4d0c-ab35-f66c4d071d9a is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:19.395815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:19.396502 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.399449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:19.402299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:19.455409 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f5032558-08b6-45d5-bf6e-daa839722021 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2752488 Jul 07 19:42:19.458009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33368) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:19.463115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-25c88c0b-3d73-46fa-8b5c-a565e883cdf9 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Request body: {'floatingip': {'port_id': 'cbd06576-baf7-45f3-bb17-ca045701b464'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:19.498759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fedeaf-3b58-4a26-98cd-08d9417ccc16 req-5dcdcf9b-fded-4e2e-a005-3bb7df2e25f2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] No DVR routers for this DVR port 659a40c7-d6a2-41d7-95ce-d762ce3da90a on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:19.507874 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-51fedeaf-3b58-4a26-98cd-08d9417ccc16 req-5dcdcf9b-fded-4e2e-a005-3bb7df2e25f2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.510037 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51fedeaf-3b58-4a26-98cd-08d9417ccc16 req-5dcdcf9b-fded-4e2e-a005-3bb7df2e25f2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "DELETE /v2.0/ports/659a40c7-d6a2-41d7-95ce-d762ce3da90a HTTP/1.1" status: 204 len: 173 time: 0.9398038 Jul 07 19:42:19.513367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0260b4-67c7-4f87-8405-338ac4770ea7', 'name': 'network-vif-deleted', 'tag': '659a40c7-d6a2-41d7-95ce-d762ce3da90a'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:42:19.524452 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bdbd3e-0cbb-447a-8a78-02f407a9173a" -d '{"events": [{"server_uuid": "5d0260b4-67c7-4f87-8405-338ac4770ea7", "name": "network-vif-deleted", "tag": "659a40c7-d6a2-41d7-95ce-d762ce3da90a"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:42:19.526070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Pushing event updated for resources: {'Port': ['ID=83960acd-369f-499b-88b6-5d18a681c3a6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:19.595540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdcf9b-fded-4e2e-a005-3bb7df2e25f2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event deleted for resources: {'Port': ['ID=659a40c7-d6a2-41d7-95ce-d762ce3da90a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:19.615685 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25c88c0b-3d73-46fa-8b5c-a565e883cdf9 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.630330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:19.631276 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.656926 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df14c062-9770-40d5-812d-7c25cbdd44de x-openstack-request-id: req-df14c062-9770-40d5-812d-7c25cbdd44de {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:42:19.657233 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0260b4-67c7-4f87-8405-338ac4770ea7", "name": "network-vif-deleted", "tag": "659a40c7-d6a2-41d7-95ce-d762ce3da90a", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:42:19.657542 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df14c062-9770-40d5-812d-7c25cbdd44de {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:42:19.657968 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0260b4-67c7-4f87-8405-338ac4770ea7', 'name': 'network-vif-deleted', 'tag': '659a40c7-d6a2-41d7-95ce-d762ce3da90a', 'status': 'completed', 'code': 200} Jul 07 19:42:19.667614 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-322ad6cc-0300-45c1-9c3e-a4a2fccb834b tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6811578 Jul 07 19:42:19.669378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33372) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:19.682267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Request body: {'port': {'network_id': 'cb4709a9-3084-4d0c-ab35-f66c4d071d9a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-479626937', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:19.682837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.api.validators [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] bootfile-name is not in valid_values {{(pid=93900) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:42:19.683191 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.api.validators [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] tftp-server is not in valid_values {{(pid=93900) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:42:19.683533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.api.validators [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] server-ip-address is not in valid_values {{(pid=93900) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:42:19.711699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d211c086-073a-4b90-a257-dfa2e5a7ec3c None None] Provisioning for port cbd06576-baf7-45f3-bb17-ca045701b464 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:19.716567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d211c086-073a-4b90-a257-dfa2e5a7ec3c None None] Provisioning complete for port cbd06576-baf7-45f3-bb17-ca045701b464 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:19.717095 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d211c086-073a-4b90-a257-dfa2e5a7ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.754310 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b957efb7-5bac-4cf9-9662-87312aaa88c0 req-cf5d1a46-68dc-4738-b7e3-316c90747f4e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 210 time: 0.0623515 Jul 07 19:42:19.817752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d211c086-073a-4b90-a257-dfa2e5a7ec3c None None] Port cbd06576-baf7-45f3-bb17-ca045701b464 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:19.889575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33376) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:20.043626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Made reservation on behalf of b27b1e2774854dcb8fc51ed24188693a for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:20.063473 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.108676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] device_id is not set on port 8dfbe333-9417-43aa-a32c-8618dc66a97c yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:20.171922 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4394de0-1510-48a8-83d4-cd980d4e82dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.359940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f9772f7d-d762-401a-ac02-7dae3ada7237 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:20.430903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Allocated IP 172.20.0.13 (cb4709a9-3084-4d0c-ab35-f66c4d071d9a/0ca4517c-3c83-4fe7-a349-60211d81eade/8dfbe333-9417-43aa-a32c-8618dc66a97c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:20.497539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f9772f7d-d762-401a-ac02-7dae3ada7237 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:20.622212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4394de0-1510-48a8-83d4-cd980d4e82dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.635264 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4394de0-1510-48a8-83d4-cd980d4e82dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.652910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dd89ad-9952-498d-85d2-a9889ddb6ea2 None None] Network cb4709a9-3084-4d0c-ab35-f66c4d071d9a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:20.735259 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d4394de0-1510-48a8-83d4-cd980d4e82dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ae6ad0a6aa942b0919c6f83b323816b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8440511 Jul 07 19:42:20.736518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33382) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:20.757877 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:42:20.766360 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.769802 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4394de0-1510-48a8-83d4-cd980d4e82dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b83121-10b5-46d4-8a75-dea37b4a08ca,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:20.775010 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25c88c0b-3d73-46fa-8b5c-a565e883cdf9 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.781042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25c88c0b-3d73-46fa-8b5c-a565e883cdf9 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.837858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Transition to ACTIVE for port object 8dfbe333-9417-43aa-a32c-8618dc66a97c will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:20.916111 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.922807 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-25c88c0b-3d73-46fa-8b5c-a565e883cdf9 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Floating IP 26aa4494-778c-4116-a8a3-023b5f7f139c associated. External IP: 172.25.0.7, port: 1b1622bb-a965-4547-a71d-20d28c091506. Jul 07 19:42:20.953873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d3873bc9-b7ee-44e6-a4c5-50a8aa7696ab None None] Provisioning for port f9772f7d-d762-401a-ac02-7dae3ada7237 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:20.959582 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d3873bc9-b7ee-44e6-a4c5-50a8aa7696ab None None] Provisioning complete for port f9772f7d-d762-401a-ac02-7dae3ada7237 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:20.960203 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d3873bc9-b7ee-44e6-a4c5-50a8aa7696ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.980181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Pushing event updated for resources: {'Port': ['ID=8dfbe333-9417-43aa-a32c-8618dc66a97c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:21.046922 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f302efb6-6a67-4683-bd88-1b14aceebdbd req-bbdef660-1aa2-4b00-b64d-d094bd6afd10 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 210 time: 0.0541975 Jul 07 19:42:21.054297 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dcba7649-a376-490a-b910-3f9f1522975d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.058284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Network cb4709a9-3084-4d0c-ab35-f66c4d071d9a is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:21.062329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:21.075551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:21.114837 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-940d6766-5fd3-4d16-b10d-c2e5490c5c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.127096 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d3873bc9-b7ee-44e6-a4c5-50a8aa7696ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.164522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:21.165037 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.190357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d3873bc9-b7ee-44e6-a4c5-50a8aa7696ab None None] For port f9772f7d-d762-401a-ac02-7dae3ada7237, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f9772f7d-d762-401a-ac02-7dae3ada7237,segment=NetworkSegment(6b19595d-8cb4-4bcc-a729-ad0d6b21c183),segment_id=6b19595d-8cb4-4bcc-a729-ad0d6b21c183)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:21.193239 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3ca3cb2d-d066-43d9-a829-e9b933a36f41 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5227427 Jul 07 19:42:21.195470 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dcba7649-a376-490a-b910-3f9f1522975d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.197171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33386) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:21.204674 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d3873bc9-b7ee-44e6-a4c5-50a8aa7696ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.212012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c88c0b-3d73-46fa-8b5c-a565e883cdf9 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:21.281922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3873bc9-b7ee-44e6-a4c5-50a8aa7696ab None None] Pushing event updated for resources: {'Port': ['ID=f9772f7d-d762-401a-ac02-7dae3ada7237,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:21.303576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c989a-5059-4f7f-be44-13ca73c61206 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:21.310551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c989a-5059-4f7f-be44-13ca73c61206 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:21.321251 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c989a-5059-4f7f-be44-13ca73c61206 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:21.332892 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5c4c989a-5059-4f7f-be44-13ca73c61206 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1283391 Jul 07 19:42:21.333201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33388) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:21.361159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c88c0b-3d73-46fa-8b5c-a565e883cdf9 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:21.365346 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dcba7649-a376-490a-b910-3f9f1522975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.369481 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dcba7649-a376-490a-b910-3f9f1522975d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.371680 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dcba7649-a376-490a-b910-3f9f1522975d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5b83121-10b5-46d4-8a75-dea37b4a08ca HTTP/1.1" status: 204 len: 168 time: 0.6340218 Jul 07 19:42:21.372336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5938d3-fafb-4201-9e7e-2c162c27b818 None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:21.384831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5938d3-fafb-4201-9e7e-2c162c27b818 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:21.385676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5a5938d3-fafb-4201-9e7e-2c162c27b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:21.412945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba7649-a376-490a-b910-3f9f1522975d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b83121-10b5-46d4-8a75-dea37b4a08ca,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:21.471540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5a5938d3-fafb-4201-9e7e-2c162c27b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:21.508695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5938d3-fafb-4201-9e7e-2c162c27b818 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:21.509253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5a5938d3-fafb-4201-9e7e-2c162c27b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:21.515176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8083e292-f63e-4a77-aafa-2d3c8f9f8f25 None None] Provisioning for port 8dfbe333-9417-43aa-a32c-8618dc66a97c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:21.573494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c55af9f5-6c66-4288-81a5-09be9facd4a6 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Deleting port 8dfbe333-9417-43aa-a32c-8618dc66a97c {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:21.574956 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c55af9f5-6c66-4288-81a5-09be9facd4a6 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.624027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5a5938d3-fafb-4201-9e7e-2c162c27b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:21.625325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5938d3-fafb-4201-9e7e-2c162c27b818 None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:21.634414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8083e292-f63e-4a77-aafa-2d3c8f9f8f25 None None] Provisioning complete for port 8dfbe333-9417-43aa-a32c-8618dc66a97c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:21.635120 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8083e292-f63e-4a77-aafa-2d3c8f9f8f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.711398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8083e292-f63e-4a77-aafa-2d3c8f9f8f25 None None] Port 8dfbe333-9417-43aa-a32c-8618dc66a97c cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:21.731034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8083e292-f63e-4a77-aafa-2d3c8f9f8f25 None None] Provisioning complete for port f9772f7d-d762-401a-ac02-7dae3ada7237 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:21.742335 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8083e292-f63e-4a77-aafa-2d3c8f9f8f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.776653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c55af9f5-6c66-4288-81a5-09be9facd4a6 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.804128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c55af9f5-6c66-4288-81a5-09be9facd4a6 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Calling delete_port for 8dfbe333-9417-43aa-a32c-8618dc66a97c owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:21.904732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8083e292-f63e-4a77-aafa-2d3c8f9f8f25 None None] Provisioning for port 83960acd-369f-499b-88b6-5d18a681c3a6 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:21.908001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c88c0b-3d73-46fa-8b5c-a565e883cdf9 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router b685c96b-f4ce-4002-940d-86cf9d4b54eb has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:21.911298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8083e292-f63e-4a77-aafa-2d3c8f9f8f25 None None] Provisioning complete for port 83960acd-369f-499b-88b6-5d18a681c3a6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:21.912129 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8083e292-f63e-4a77-aafa-2d3c8f9f8f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.146307 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c55af9f5-6c66-4288-81a5-09be9facd4a6 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.148743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c88c0b-3d73-46fa-8b5c-a565e883cdf9 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:22.168052 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25c88c0b-3d73-46fa-8b5c-a565e883cdf9 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.172562 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04bbc3-1bd3-4cc8-a3c7-a3951158ee1e None None] Sync routers for ids ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:22.177359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8083e292-f63e-4a77-aafa-2d3c8f9f8f25 None None] Port 83960acd-369f-499b-88b6-5d18a681c3a6 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:22.193288 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04bbc3-1bd3-4cc8-a3c7-a3951158ee1e None None] Routers {'b685c96b-f4ce-4002-940d-86cf9d4b54eb'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:22.195187 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cb04bbc3-1bd3-4cc8-a3c7-a3951158ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:22.205430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55af9f5-6c66-4288-81a5-09be9facd4a6 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Pushing event deleted for resources: {'Port': ['ID=8dfbe333-9417-43aa-a32c-8618dc66a97c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:22.281986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f9772f7d-d762-401a-ac02-7dae3ada7237 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:22.310927 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cb04bbc3-1bd3-4cc8-a3c7-a3951158ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:22.339605 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04bbc3-1bd3-4cc8-a3c7-a3951158ee1e None None] Routers {'b685c96b-f4ce-4002-940d-86cf9d4b54eb'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:22.340616 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cb04bbc3-1bd3-4cc8-a3c7-a3951158ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:22.352460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5375f4d0-8533-4e1c-bb2d-317a3b7c92d6 req-c9a4bc40-7016-4508-9996-bb1f2d550bc0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 210 time: 0.0421195 Jul 07 19:42:22.358502 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c55af9f5-6c66-4288-81a5-09be9facd4a6 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.361457 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c55af9f5-6c66-4288-81a5-09be9facd4a6 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] 10.222.0.81 "DELETE /v2.0/ports/8dfbe333-9417-43aa-a32c-8618dc66a97c HTTP/1.1" status: 204 len: 168 time: 1.0269749 Jul 07 19:42:22.367833 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-25c88c0b-3d73-46fa-8b5c-a565e883cdf9 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "PUT /v2.0/floatingips/26aa4494-778c-4116-a8a3-023b5f7f139c HTTP/1.1" status: 200 len: 977 time: 2.9083674 Jul 07 19:42:22.368695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33396) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:22.370372 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33398) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:22.374695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-94fc7cb0-c579-42ec-9c6b-a4c14e253c6b None None] Could not find standard attr ID for object 8dfbe333-9417-43aa-a32c-8618dc66a97c. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:42:22.375274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1e7ec147-86da-4c9a-ab94-830e8e26b27e tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Request body: {'port': {'name': 'tempest-new-port-name-288678908', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:22.375590 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.api.validators [None req-1e7ec147-86da-4c9a-ab94-830e8e26b27e tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] bootfile-name is not in valid_values {{(pid=93900) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:42:22.375946 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.api.validators [None req-1e7ec147-86da-4c9a-ab94-830e8e26b27e tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] tftp-server is not in valid_values {{(pid=93900) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:42:22.376284 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.api.validators [None req-1e7ec147-86da-4c9a-ab94-830e8e26b27e tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] server-ip-address is not in valid_values {{(pid=93900) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:42:22.419423 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cb04bbc3-1bd3-4cc8-a3c7-a3951158ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:22.420342 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04bbc3-1bd3-4cc8-a3c7-a3951158ee1e None None] The sync data for ids ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:22.436016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-94fc7cb0-c579-42ec-9c6b-a4c14e253c6b None None] Provisioning complete for port 83960acd-369f-499b-88b6-5d18a681c3a6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:22.436390 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94fc7cb0-c579-42ec-9c6b-a4c14e253c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.441554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f9772f7d-d762-401a-ac02-7dae3ada7237 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:22.441937 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.508631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-94fc7cb0-c579-42ec-9c6b-a4c14e253c6b None None] Port 83960acd-369f-499b-88b6-5d18a681c3a6 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:22.512814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec147-86da-4c9a-ab94-830e8e26b27e tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.554659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port cbd06576-baf7-45f3-bb17-ca045701b464 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:22.555107 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.656499 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.726383 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec147-86da-4c9a-ab94-830e8e26b27e tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.732542 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec147-86da-4c9a-ab94-830e8e26b27e tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.832777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ec147-86da-4c9a-ab94-830e8e26b27e tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] In _notify_port_updated(), no bound segment for port 83960acd-369f-499b-88b6-5d18a681c3a6 on network cb4709a9-3084-4d0c-ab35-f66c4d071d9a {{(pid=93900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:42:22.838718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ec147-86da-4c9a-ab94-830e8e26b27e tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:22.839525 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec147-86da-4c9a-ab94-830e8e26b27e tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.841265 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1e7ec147-86da-4c9a-ab94-830e8e26b27e tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] 10.222.0.81 "PUT /v2.0/ports/83960acd-369f-499b-88b6-5d18a681c3a6 HTTP/1.1" status: 200 len: 1136 time: 0.4709461 Jul 07 19:42:22.845734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33402) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:22.857992 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ec147-86da-4c9a-ab94-830e8e26b27e tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Pushing event updated for resources: {'Port': ['ID=83960acd-369f-499b-88b6-5d18a681c3a6,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:22.924111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4040ca-bdf9-4984-958e-d9c339a11ec9 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:22.926841 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0a4040ca-bdf9-4984-958e-d9c339a11ec9 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] 10.222.0.81 "GET /v2.0/ports/83960acd-369f-499b-88b6-5d18a681c3a6 HTTP/1.1" status: 200 len: 1136 time: 0.0789433 Jul 07 19:42:22.929998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33404) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:22.975918 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.975918 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.975918 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Floating IP 26aa4494-778c-4116-a8a3-023b5f7f139c disassociated. External IP: 172.25.0.7, port: cbd06576-baf7-45f3-bb17-ca045701b464. Jul 07 19:42:22.976670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for cbd06576-baf7-45f3-bb17-ca045701b464 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:23.069249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8bbed71c-8672-4fc8-89ba-2153f8f12b94 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Deleting port 83960acd-369f-499b-88b6-5d18a681c3a6 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:23.070484 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8bbed71c-8672-4fc8-89ba-2153f8f12b94 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.133144 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.136943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a38aa69b-fac8-4c4c-8627-7b39e7869c16 None None] Provisioning complete for port 83960acd-369f-499b-88b6-5d18a681c3a6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:23.137550 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a38aa69b-fac8-4c4c-8627-7b39e7869c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.168431 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8bbed71c-8672-4fc8-89ba-2153f8f12b94 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.180935 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 659a40c7-d6a2-41d7-95ce-d762ce3da90a no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:23.184192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8bbed71c-8672-4fc8-89ba-2153f8f12b94 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Calling delete_port for 83960acd-369f-499b-88b6-5d18a681c3a6 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:23.212694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a38aa69b-fac8-4c4c-8627-7b39e7869c16 None None] Port 83960acd-369f-499b-88b6-5d18a681c3a6 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:23.214741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 659a40c7-d6a2-41d7-95ce-d762ce3da90a {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:23.215506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 659a40c7-d6a2-41d7-95ce-d762ce3da90a not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:23.336005 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8bbed71c-8672-4fc8-89ba-2153f8f12b94 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.367510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbed71c-8672-4fc8-89ba-2153f8f12b94 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Pushing event deleted for resources: {'Port': ['ID=83960acd-369f-499b-88b6-5d18a681c3a6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:23.500482 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8bbed71c-8672-4fc8-89ba-2153f8f12b94 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.504760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8bbed71c-8672-4fc8-89ba-2153f8f12b94 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] 10.222.0.81 "DELETE /v2.0/ports/83960acd-369f-499b-88b6-5d18a681c3a6 HTTP/1.1" status: 204 len: 168 time: 0.5717638 Jul 07 19:42:23.504921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33408) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:23.533110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=cbd06576-baf7-45f3-bb17-ca045701b464,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:23.540945 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c89983c2-698c-4260-a324-2687ebc2d04b req-ad47b275-b3f2-4fe7-88a1-b5f55c99826c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 210 time: 0.0554433 Jul 07 19:42:23.606950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6eb61ce-46aa-46be-9619-24a85e0f4764 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Deleting subnet 0ca4517c-3c83-4fe7-a349-60211d81eade {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:23.611100 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6eb61ce-46aa-46be-9619-24a85e0f4764 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.646915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router b685c96b-f4ce-4002-940d-86cf9d4b54eb has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:23.671958 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6eb61ce-46aa-46be-9619-24a85e0f4764 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.792080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:23.795624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6eb61ce-46aa-46be-9619-24a85e0f4764 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.803561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8bf859-d89c-4d4f-b048-118c138b9ce1 None None] Sync routers for ids ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:23.816639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8bf859-d89c-4d4f-b048-118c138b9ce1 None None] Routers {'b685c96b-f4ce-4002-940d-86cf9d4b54eb'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:23.817360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4c8bf859-d89c-4d4f-b048-118c138b9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:23.874234 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6eb61ce-46aa-46be-9619-24a85e0f4764 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.903993 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4c8bf859-d89c-4d4f-b048-118c138b9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:23.906716 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.910940 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6eb61ce-46aa-46be-9619-24a85e0f4764 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.917707 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8bf859-d89c-4d4f-b048-118c138b9ce1 None None] Routers {'b685c96b-f4ce-4002-940d-86cf9d4b54eb'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:23.917879 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c6eb61ce-46aa-46be-9619-24a85e0f4764 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] 10.222.0.81 "DELETE /v2.0/subnets/0ca4517c-3c83-4fe7-a349-60211d81eade HTTP/1.1" status: 204 len: 168 time: 0.4115469 Jul 07 19:42:23.917985 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4c8bf859-d89c-4d4f-b048-118c138b9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:41:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:23.918616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33414) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:23.919299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33416) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:23.919506 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8b9514e3-d212-4be5-b8d8-945c7094af43 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/ports/cbd06576-baf7-45f3-bb17-ca045701b464 HTTP/1.1" status: 204 len: 168 time: 1.5478809 Jul 07 19:42:23.920055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb61ce-46aa-46be-9619-24a85e0f4764 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca4517c-3c83-4fe7-a349-60211d81eade,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:23.922232 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.924599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e460ed-77ca-4a2a-8c39-e501c2c1c21f None None] Network cb4709a9-3084-4d0c-ab35-f66c4d071d9a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:24.005499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-4c8bf859-d89c-4d4f-b048-118c138b9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:24.006399 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8bf859-d89c-4d4f-b048-118c138b9ce1 None None] The sync data for ids ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:24.085321 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9addfd83-0382-4490-90d7-452732baed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.194635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6134fe5-d14b-415f-b2d9-272db7d6a4ce None None] DHCP port deletion for cb4709a9-3084-4d0c-ab35-f66c4d071d9a request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:24.254865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e6134fe5-d14b-415f-b2d9-272db7d6a4ce None None] Deleting port f9772f7d-d762-401a-ac02-7dae3ada7237 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:24.255566 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e6134fe5-d14b-415f-b2d9-272db7d6a4ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.302732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f9772f7d-d762-401a-ac02-7dae3ada7237 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:24.360614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e6134fe5-d14b-415f-b2d9-272db7d6a4ce None None] For port f9772f7d-d762-401a-ac02-7dae3ada7237, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f9772f7d-d762-401a-ac02-7dae3ada7237,segment=NetworkSegment(6b19595d-8cb4-4bcc-a729-ad0d6b21c183),segment_id=6b19595d-8cb4-4bcc-a729-ad0d6b21c183)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:24.361009 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e6134fe5-d14b-415f-b2d9-272db7d6a4ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.375406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e6134fe5-d14b-415f-b2d9-272db7d6a4ce None None] Calling delete_port for f9772f7d-d762-401a-ac02-7dae3ada7237 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:24.440613 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.474672 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.521216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port f9772f7d-d762-401a-ac02-7dae3ada7237, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f9772f7d-d762-401a-ac02-7dae3ada7237,segment=NetworkSegment(6b19595d-8cb4-4bcc-a729-ad0d6b21c183),segment_id=6b19595d-8cb4-4bcc-a729-ad0d6b21c183)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:24.525755 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.553819 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e6134fe5-d14b-415f-b2d9-272db7d6a4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.573403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6134fe5-d14b-415f-b2d9-272db7d6a4ce None None] No DVR routers for this DVR port f9772f7d-d762-401a-ac02-7dae3ada7237 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:24.599775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=f9772f7d-d762-401a-ac02-7dae3ada7237,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:24.610013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Deleting port f9772f7d-d762-401a-ac02-7dae3ada7237 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:24.610391 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.636493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6134fe5-d14b-415f-b2d9-272db7d6a4ce None None] Pushing event deleted for resources: {'Port': ['ID=f9772f7d-d762-401a-ac02-7dae3ada7237,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:24.801407 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.806431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] For port f9772f7d-d762-401a-ac02-7dae3ada7237, host n-d-793621-9, got binding levels [] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:24.806936 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.812554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8fc52911-f56c-49ce-97da-1d6281e81dd7 req-084bd225-4c0b-42fd-8883-a67ca74787c7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d0260b4-67c7-4f87-8405-338ac4770ea7 HTTP/1.1" status: 200 len: 210 time: 0.0546288 Jul 07 19:42:24.827056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Calling delete_port for f9772f7d-d762-401a-ac02-7dae3ada7237 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:24.831558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_backend_mixin [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Port f9772f7d-d762-401a-ac02-7dae3ada7237 was not found and therefore no delete operation was performed {{(pid=93900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:42:24.836075 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.876924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] No DVR routers for this DVR port f9772f7d-d762-401a-ac02-7dae3ada7237 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:24.882618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Pushing event deleted for resources: {'Port': ['ID=f9772f7d-d762-401a-ac02-7dae3ada7237,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:24.985930 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.998693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4709a9-3084-4d0c-ab35-f66c4d071d9a']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:25.018884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b19595d-8cb4-4bcc-a729-ad0d6b21c183') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:25.019191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b19595d-8cb4-4bcc-a729-ad0d6b21c183') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:25.033194 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.051389 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42d4c1be-643e-47df-abb7-05c31ed9ab03 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.053552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.092786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:25.093202 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:25.096817 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:25.209122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.215621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.221096 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] 10.222.0.81 "DELETE /v2.0/networks/cb4709a9-3084-4d0c-ab35-f66c4d071d9a HTTP/1.1" status: 204 len: 168 time: 1.2968028 Jul 07 19:42:25.245056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9313de7-0c1d-408a-a077-ebe737703696 tempest-ExtraDHCPOptionsTestJSON-1935981826 tempest-ExtraDHCPOptionsTestJSON-1935981826-project] Pushing event deleted for resources: {'Network': ['ID=cb4709a9-3084-4d0c-ab35-f66c4d071d9a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:25.466733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-42d4c1be-643e-47df-abb7-05c31ed9ab03 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port 25d84971-49c1-43c0-a913-172d83791a30 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:25.467135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42d4c1be-643e-47df-abb7-05c31ed9ab03 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.557546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33428) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:25.562692 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42d4c1be-643e-47df-abb7-05c31ed9ab03 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.576530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-42d4c1be-643e-47df-abb7-05c31ed9ab03 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for 25d84971-49c1-43c0-a913-172d83791a30 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:25.702132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-84c6befc-0125-4ae3-932b-61c8f3931fcb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b27b1e2774854dcb8fc51ed24188693a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408842 Jul 07 19:42:25.702365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33432) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:25.758165 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bfecfa66-db1b-42b1-8a91-7a7e9b386ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.783923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bfecfa66-db1b-42b1-8a91-7a7e9b386ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.793215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42d4c1be-643e-47df-abb7-05c31ed9ab03 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.822027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4c1be-643e-47df-abb7-05c31ed9ab03 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=25d84971-49c1-43c0-a913-172d83791a30,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:25.844470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bfecfa66-db1b-42b1-8a91-7a7e9b386ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.847352 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bfecfa66-db1b-42b1-8a91-7a7e9b386ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.851087 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bfecfa66-db1b-42b1-8a91-7a7e9b386ff8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79b8ce92-5607-4539-a977-ce10aa635ea4 HTTP/1.1" status: 204 len: 168 time: 0.1453636 Jul 07 19:42:25.886676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecfa66-db1b-42b1-8a91-7a7e9b386ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b8ce92-5607-4539-a977-ce10aa635ea4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:26.076826 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-42d4c1be-643e-47df-abb7-05c31ed9ab03 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.309732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d4c1be-643e-47df-abb7-05c31ed9ab03 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router b685c96b-f4ce-4002-940d-86cf9d4b54eb has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:26.421326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d4c1be-643e-47df-abb7-05c31ed9ab03 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:26.432233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33456) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:26.432590 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-42d4c1be-643e-47df-abb7-05c31ed9ab03 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "PUT /v2.0/routers/b685c96b-f4ce-4002-940d-86cf9d4b54eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5066807 Jul 07 19:42:26.434883 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b8eec7-06b7-4f72-b193-edf5ab51f00d None None] Sync routers for ids ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:26.445262 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b8eec7-06b7-4f72-b193-edf5ab51f00d None None] Routers {'b685c96b-f4ce-4002-940d-86cf9d4b54eb'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:26.446517 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-56b8eec7-06b7-4f72-b193-edf5ab51f00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:26.488994 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-56b8eec7-06b7-4f72-b193-edf5ab51f00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:26.499148 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b8eec7-06b7-4f72-b193-edf5ab51f00d None None] Routers {'b685c96b-f4ce-4002-940d-86cf9d4b54eb'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:26.499779 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-56b8eec7-06b7-4f72-b193-edf5ab51f00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:26.535026 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-56b8eec7-06b7-4f72-b193-edf5ab51f00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:26.535871 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b8eec7-06b7-4f72-b193-edf5ab51f00d None None] The sync data for ids ['b685c96b-f4ce-4002-940d-86cf9d4b54eb'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:26.561598 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.573301 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.668953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33462) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:26.679049 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.738421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port f3f32fc9-2573-4443-87c8-8d47bff5c134 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:26.739015 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.791327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d92934c1-33a6-4221-b6b2-656c7c7a7c0a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-30047965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:26.833867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d92934c1-33a6-4221-b6b2-656c7c7a7c0a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.835148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d92934c1-33a6-4221-b6b2-656c7c7a7c0a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.852765 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.868516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for f3f32fc9-2573-4443-87c8-8d47bff5c134 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:26.957652 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d92934c1-33a6-4221-b6b2-656c7c7a7c0a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.974019 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d92934c1-33a6-4221-b6b2-656c7c7a7c0a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.000199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d92934c1-33a6-4221-b6b2-656c7c7a7c0a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.004146 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d92934c1-33a6-4221-b6b2-656c7c7a7c0a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.3314970 Jul 07 19:42:27.004299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33466) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.009088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1678894974'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:27.080310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Made reservation on behalf of 7537fc27c68f4fbda2b5d044b85b6268 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:27.084597 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.099855 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.169231 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.212282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=f3f32fc9-2573-4443-87c8-8d47bff5c134,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:27.344712 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.351895 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.385036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:27.400339 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.402608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.402985 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Added segment 92398839-9719-4baa-ae12-275872833908 of type vlan for network 1e51d255-268a-4884-852e-65f61ac7a51d Jul 07 19:42:27.405813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58242ae0-a3f0-4317-99a5-cefb5bcff7f6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:27.527555 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.530727 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.534537 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.591908 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.592580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Fanout notify agent at l3_agent the message router_deleted on router b685c96b-f4ce-4002-940d-86cf9d4b54eb {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:42:27.600896 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.604790 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-184e7f14-e19c-4641-bed3-c1177b16d053 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/routers/b685c96b-f4ce-4002-940d-86cf9d4b54eb HTTP/1.1" status: 204 len: 168 time: 1.1711221 Jul 07 19:42:27.605769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33492) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.612656 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.621169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:27.621903 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.679153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e042a70-5614-4692-b7e3-c37000dd75d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting subnet 7f1954a3-7991-4242-9a81-03f67cd90a66 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:27.683264 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e042a70-5614-4692-b7e3-c37000dd75d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.694057 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6857901 Jul 07 19:42:27.694251 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33502) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.701725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-61d3522a-f5f2-4c15-b8e9-1d834e40d036 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Request body: {'subnet': {'network_id': '1e51d255-268a-4884-852e-65f61ac7a51d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:27.721570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4304cf3-faff-44bd-8928-166b31b36cdc tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'Network': ['ID=1e51d255-268a-4884-852e-65f61ac7a51d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:27.739403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 1e51d255-268a-4884-852e-65f61ac7a51d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:27.772912 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e042a70-5614-4692-b7e3-c37000dd75d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.840236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d3522a-f5f2-4c15-b8e9-1d834e40d036 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Made reservation on behalf of 7537fc27c68f4fbda2b5d044b85b6268 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:27.845688 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61d3522a-f5f2-4c15-b8e9-1d834e40d036 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.903816 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e042a70-5614-4692-b7e3-c37000dd75d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.992225 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e042a70-5614-4692-b7e3-c37000dd75d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.046340 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6e042a70-5614-4692-b7e3-c37000dd75d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.048478 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6e042a70-5614-4692-b7e3-c37000dd75d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/subnets/7f1954a3-7991-4242-9a81-03f67cd90a66 HTTP/1.1" status: 204 len: 168 time: 0.4405828 Jul 07 19:42:28.049534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e042a70-5614-4692-b7e3-c37000dd75d0 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1954a3-7991-4242-9a81-03f67cd90a66,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:28.055555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834073d6-03e8-40a6-a0e8-1eb580752aba None None] Network ca103a12-b56d-4344-bd27-f22a53c34f9c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:28.057187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33514) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.128303 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61d3522a-f5f2-4c15-b8e9-1d834e40d036 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.164214 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.210523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3522a-f5f2-4c15-b8e9-1d834e40d036 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'Subnet': ['ID=3c9850c7-0124-4265-8ca2-2bbd26c7fd28,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:28.213502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d3522a-f5f2-4c15-b8e9-1d834e40d036 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Checking segment: {'id': '92398839-9719-4baa-ae12-275872833908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1e51d255-268a-4884-852e-65f61ac7a51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:28.213938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d3522a-f5f2-4c15-b8e9-1d834e40d036 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Network hostable DHCP agents. Network: 1e51d255-268a-4884-852e-65f61ac7a51d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:28.235478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d3522a-f5f2-4c15-b8e9-1d834e40d036 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Network 1e51d255-268a-4884-852e-65f61ac7a51d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:28.248365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-61d3522a-f5f2-4c15-b8e9-1d834e40d036 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 1e51d255-268a-4884-852e-65f61ac7a51d) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:28.248954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port b9ba4a71-2414-4145-848a-ce5435cb694f {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:28.249387 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.253823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d3522a-f5f2-4c15-b8e9-1d834e40d036 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:28.254589 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61d3522a-f5f2-4c15-b8e9-1d834e40d036 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.275152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6f79e8-6925-4c4b-a569-932f78e5b5b1 None None] Network 1e51d255-268a-4884-852e-65f61ac7a51d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:28.284818 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-61d3522a-f5f2-4c15-b8e9-1d834e40d036 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5894809 Jul 07 19:42:28.287228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33522) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.326622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f3d98a5f-9b97-47c1-9814-3cee31722261 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Request body: {'network': {'name': 'tempest-router-network01--2033213377'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:28.360708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] For port b9ba4a71-2414-4145-848a-ce5435cb694f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b9ba4a71-2414-4145-848a-ce5435cb694f,segment=NetworkSegment(9d5c7cf2-31d5-4bd9-b17f-b934b7887192),segment_id=9d5c7cf2-31d5-4bd9-b17f-b934b7887192)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:28.361956 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.367888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d98a5f-9b97-47c1-9814-3cee31722261 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Made reservation on behalf of 7537fc27c68f4fbda2b5d044b85b6268 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:28.374616 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3d98a5f-9b97-47c1-9814-3cee31722261 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.377974 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for b9ba4a71-2414-4145-848a-ce5435cb694f owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:28.418196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d98a5f-9b97-47c1-9814-3cee31722261 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:28.440068 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3d98a5f-9b97-47c1-9814-3cee31722261 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.440440 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-f3d98a5f-9b97-47c1-9814-3cee31722261 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Added segment f578719d-4606-4689-b4f5-f505de79d62b of type vlan for network 0c1fe735-b37e-48fe-85dd-b8bcd24567d3 Jul 07 19:42:28.476212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20315262-691d-45b4-aba3-249f0535ae17 None None] DHCP port deletion for ca103a12-b56d-4344-bd27-f22a53c34f9c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:28.504022 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.512529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-1e51d255-268a-4884-852e-65f61ac7a51d', 'network_id': '1e51d255-268a-4884-852e-65f61ac7a51d', 'tenant_id': '7537fc27c68f4fbda2b5d044b85b6268', 'fixed_ips': [{'subnet_id': '3c9850c7-0124-4265-8ca2-2bbd26c7fd28'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:28.513915 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.523880 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3d98a5f-9b97-47c1-9814-3cee31722261 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.536071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=b9ba4a71-2414-4145-848a-ce5435cb694f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:28.537890 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] No DVR routers for this DVR port b9ba4a71-2414-4145-848a-ce5435cb694f on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:28.587981 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3d98a5f-9b97-47c1-9814-3cee31722261 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.596370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d98a5f-9b97-47c1-9814-3cee31722261 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:28.597181 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3d98a5f-9b97-47c1-9814-3cee31722261 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.625267 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33526) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.625467 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.635981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca103a12-b56d-4344-bd27-f22a53c34f9c']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:28.646708 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-20315262-691d-45b4-aba3-249f0535ae17 None None] Deleting port b9ba4a71-2414-4145-848a-ce5435cb694f {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:28.646975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5c7cf2-31d5-4bd9-b17f-b934b7887192') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:28.647182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5c7cf2-31d5-4bd9-b17f-b934b7887192') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:28.647505 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-20315262-691d-45b4-aba3-249f0535ae17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.657356 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.660143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-03f97c1c-b2a8-4ef0-a275-0538470ec7ad tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867491618', 'description': 'tempest-secgroup-smoke-867491618 description', 'project_id': '5034d959d8df4881b05cee0fb3ab4677'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:28.671817 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.678844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:28.678844 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.683615 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f3d98a5f-9b97-47c1-9814-3cee31722261 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3952830 Jul 07 19:42:28.690575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33528) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.699865 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0cb7cb41-c2d3-4a55-a9e3-66914feeebcb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Request body: {'network': {'name': 'tempest-router-network02--1070822800'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:28.712558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d98a5f-9b97-47c1-9814-3cee31722261 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'Network': ['ID=0c1fe735-b37e-48fe-85dd-b8bcd24567d3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:28.728453 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03f97c1c-b2a8-4ef0-a275-0538470ec7ad tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:28.733689 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:28.750939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 0c1fe735-b37e-48fe-85dd-b8bcd24567d3 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:28.762072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.770508 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.775009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33530) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.775170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/networks/ca103a12-b56d-4344-bd27-f22a53c34f9c HTTP/1.1" status: 204 len: 168 time: 0.7163424 Jul 07 19:42:28.788486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac6f73-2a0a-425e-85fd-3b1d74061c58 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Network': ['ID=ca103a12-b56d-4344-bd27-f22a53c34f9c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:28.804209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-20315262-691d-45b4-aba3-249f0535ae17 None None] For port b9ba4a71-2414-4145-848a-ce5435cb694f, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:28.804628 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-20315262-691d-45b4-aba3-249f0535ae17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.822301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb7cb41-c2d3-4a55-a9e3-66914feeebcb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Made reservation on behalf of 7537fc27c68f4fbda2b5d044b85b6268 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:28.826139 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0cb7cb41-c2d3-4a55-a9e3-66914feeebcb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.828077 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-20315262-691d-45b4-aba3-249f0535ae17 None None] Calling delete_port for b9ba4a71-2414-4145-848a-ce5435cb694f owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:28.835389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-20315262-691d-45b4-aba3-249f0535ae17 None None] Port b9ba4a71-2414-4145-848a-ce5435cb694f was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:42:28.852632 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-20315262-691d-45b4-aba3-249f0535ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.893059 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Allocated IP 2001:db8::2 (1e51d255-268a-4884-852e-65f61ac7a51d/3c9850c7-0124-4265-8ca2-2bbd26c7fd28/29c923e7-ba3b-43d4-b4ea-a64173af912b) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:28.895069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20315262-691d-45b4-aba3-249f0535ae17 None None] Network ca103a12-b56d-4344-bd27-f22a53c34f9c is not hosted by any dhcp agent {{(pid=93902) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:42:28.895523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20315262-691d-45b4-aba3-249f0535ae17 None None] No DVR routers for this DVR port b9ba4a71-2414-4145-848a-ce5435cb694f on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:28.901261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20315262-691d-45b4-aba3-249f0535ae17 None None] Pushing event deleted for resources: {'Port': ['ID=b9ba4a71-2414-4145-848a-ce5435cb694f,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:28.939027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb7cb41-c2d3-4a55-a9e3-66914feeebcb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:28.957273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0cb7cb41-c2d3-4a55-a9e3-66914feeebcb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.957628 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-0cb7cb41-c2d3-4a55-a9e3-66914feeebcb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Added segment e50489ef-51d1-4a3c-b92d-588477856337 of type vlan for network 5df3c145-dfbc-43d2-9d71-816357bbc24c Jul 07 19:42:29.012424 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0cb7cb41-c2d3-4a55-a9e3-66914feeebcb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.052571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03f97c1c-b2a8-4ef0-a275-0538470ec7ad tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.062473 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03f97c1c-b2a8-4ef0-a275-0538470ec7ad tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.075116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ae0762d3-0e48-45ac-a821-c9945a1c1c64 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port 2f6c9687-3cb6-49ef-93cd-f0cf6d043682 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:29.075425 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae0762d3-0e48-45ac-a821-c9945a1c1c64 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.089717 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.099691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Transition to ACTIVE for port object 29c923e7-ba3b-43d4-b4ea-a64173af912b will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:29.115938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Transition to ACTIVE for port object 29c923e7-ba3b-43d4-b4ea-a64173af912b will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:29.125383 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.144654 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0cb7cb41-c2d3-4a55-a9e3-66914feeebcb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.149931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7cb41-c2d3-4a55-a9e3-66914feeebcb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:29.150530 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0cb7cb41-c2d3-4a55-a9e3-66914feeebcb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.157681 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f97c1c-b2a8-4ef0-a275-0538470ec7ad tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e454615-2262-42eb-a356-68c51143ee8f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:29.159931 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03f97c1c-b2a8-4ef0-a275-0538470ec7ad tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.161109 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-03f97c1c-b2a8-4ef0-a275-0538470ec7ad tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5342870 Jul 07 19:42:29.168336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33532) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.169445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Network 1e51d255-268a-4884-852e-65f61ac7a51d is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:29.173150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:29.175921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:29.186993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-64a4f50f-20cd-4fc4-b623-cd3af025367a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'security_group_rule': {'security_group_id': '9e454615-2262-42eb-a356-68c51143ee8f', 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:29.218466 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Pushing event updated for resources: {'Port': ['ID=29c923e7-ba3b-43d4-b4ea-a64173af912b,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:29.244616 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64a4f50f-20cd-4fc4-b623-cd3af025367a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.247817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0cb7cb41-c2d3-4a55-a9e3-66914feeebcb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5563889 Jul 07 19:42:29.250839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33534) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.255157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7cb41-c2d3-4a55-a9e3-66914feeebcb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'Network': ['ID=5df3c145-dfbc-43d2-9d71-816357bbc24c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:29.256059 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Attempting to bind port 29c923e7-ba3b-43d4-b4ea-a64173af912b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:29.256621 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Attempting to bind port 29c923e7-ba3b-43d4-b4ea-a64173af912b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '92398839-9719-4baa-ae12-275872833908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1e51d255-268a-4884-852e-65f61ac7a51d'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:29.257563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Attempting to bind port 29c923e7-ba3b-43d4-b4ea-a64173af912b on network 1e51d255-268a-4884-852e-65f61ac7a51d {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:29.258357 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae0762d3-0e48-45ac-a821-c9945a1c1c64 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.258722 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae0762d3-0e48-45ac-a821-c9945a1c1c64 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.264200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d683dd72-647e-4567-8a36-9512ec22fe72 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Request body: {'subnet': {'network_id': '0c1fe735-b37e-48fe-85dd-b8bcd24567d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:29.264464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:29.265051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Checking segment: {'id': '92398839-9719-4baa-ae12-275872833908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1e51d255-268a-4884-852e-65f61ac7a51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:29.265853 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.266254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Bound using segment: {'id': '92398839-9719-4baa-ae12-275872833908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1e51d255-268a-4884-852e-65f61ac7a51d'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:29.266897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Bound port: 29c923e7-ba3b-43d4-b4ea-a64173af912b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92398839-9719-4baa-ae12-275872833908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1e51d255-268a-4884-852e-65f61ac7a51d'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:29.267285 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.272044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ae0762d3-0e48-45ac-a821-c9945a1c1c64 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for 2f6c9687-3cb6-49ef-93cd-f0cf6d043682 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:29.283580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 5df3c145-dfbc-43d2-9d71-816357bbc24c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:29.397868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] For port 29c923e7-ba3b-43d4-b4ea-a64173af912b, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:29.400997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] For port 29c923e7-ba3b-43d4-b4ea-a64173af912b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=29c923e7-ba3b-43d4-b4ea-a64173af912b,segment=NetworkSegment(92398839-9719-4baa-ae12-275872833908),segment_id=92398839-9719-4baa-ae12-275872833908)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:29.406072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64a4f50f-20cd-4fc4-b623-cd3af025367a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.412279 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.414705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64a4f50f-20cd-4fc4-b623-cd3af025367a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.435926 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae0762d3-0e48-45ac-a821-c9945a1c1c64 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.436980 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d683dd72-647e-4567-8a36-9512ec22fe72 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Made reservation on behalf of 7537fc27c68f4fbda2b5d044b85b6268 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:29.440674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d683dd72-647e-4567-8a36-9512ec22fe72 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.446153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4f50f-20cd-4fc4-b623-cd3af025367a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7009b11b-08b8-43e5-9277-b738ffbb5293,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:29.464472 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-64a4f50f-20cd-4fc4-b623-cd3af025367a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.465723 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-64a4f50f-20cd-4fc4-b623-cd3af025367a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2950609 Jul 07 19:42:29.474910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33536) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.481185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b3187bc4-71c8-42a2-bd51-312c15c971a0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'security_group_rule': {'security_group_id': '9e454615-2262-42eb-a356-68c51143ee8f', 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:29.485724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ae56e-7676-4106-831e-df30b9e80d42 None None] Pushing event updated for resources: {'Port': ['ID=29c923e7-ba3b-43d4-b4ea-a64173af912b,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:29.486972 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0762d3-0e48-45ac-a821-c9945a1c1c64 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=2f6c9687-3cb6-49ef-93cd-f0cf6d043682,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:29.552580 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3187bc4-71c8-42a2-bd51-312c15c971a0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.602511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae0762d3-0e48-45ac-a821-c9945a1c1c64 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.605103 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae0762d3-0e48-45ac-a821-c9945a1c1c64 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.612855 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ae0762d3-0e48-45ac-a821-c9945a1c1c64 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/floatingips/26aa4494-778c-4116-a8a3-023b5f7f139c HTTP/1.1" status: 204 len: 168 time: 0.8353305 Jul 07 19:42:29.613125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33540) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.635638 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3187bc4-71c8-42a2-bd51-312c15c971a0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.642959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3187bc4-71c8-42a2-bd51-312c15c971a0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.650057 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d38077-c23b-41d3-b077-ec740ab556af tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.650918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d38077-c23b-41d3-b077-ec740ab556af tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.655616 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f9d38077-c23b-41d3-b077-ec740ab556af tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/ports/cbd06576-baf7-45f3-bb17-ca045701b464 HTTP/1.1" status: 404 len: 333 time: 0.0387051 Jul 07 19:42:29.656495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33542) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.701304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d683dd72-647e-4567-8a36-9512ec22fe72 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.709958 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ec9e99b3-09f9-4820-862e-5031cd4988af tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "GET /v2.0/ports?device_id=b685c96b-f4ce-4002-940d-86cf9d4b54eb HTTP/1.1" status: 200 len: 205 time: 0.0511804 Jul 07 19:42:29.711639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3187bc4-71c8-42a2-bd51-312c15c971a0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b175770-ba34-4715-8204-f4f05dd38298,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:29.725592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33544) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.785443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683dd72-647e-4567-8a36-9512ec22fe72 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'Subnet': ['ID=1c370637-9c18-47bb-9110-567da6be6f61,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:29.807234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d683dd72-647e-4567-8a36-9512ec22fe72 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Checking segment: {'id': 'f578719d-4606-4689-b4f5-f505de79d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0c1fe735-b37e-48fe-85dd-b8bcd24567d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:29.809371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683dd72-647e-4567-8a36-9512ec22fe72 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Network hostable DHCP agents. Network: 0c1fe735-b37e-48fe-85dd-b8bcd24567d3, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:29.814188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3187bc4-71c8-42a2-bd51-312c15c971a0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.814188 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b3187bc4-71c8-42a2-bd51-312c15c971a0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3365264 Jul 07 19:42:29.815896 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-ba0cb28d-980f-4279-b3f2-8886185ec57d tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] delete failed (client error): The resource could not be found. Jul 07 19:42:29.818637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33546) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.821289 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ba0cb28d-980f-4279-b3f2-8886185ec57d tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/routers/b685c96b-f4ce-4002-940d-86cf9d4b54eb HTTP/1.1" status: 404 len: 336 time: 0.0943592 Jul 07 19:42:29.822046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33548) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.823644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b7e7c857-76e5-45f7-9f51-974dd447ff71 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'security_group_rule': {'security_group_id': '9e454615-2262-42eb-a356-68c51143ee8f', 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:29.847314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683dd72-647e-4567-8a36-9512ec22fe72 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Network 0c1fe735-b37e-48fe-85dd-b8bcd24567d3 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:29.852610 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f3c63f-d2cc-4608-b0f3-6327103dbe93 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.853160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f3c63f-d2cc-4608-b0f3-6327103dbe93 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.855829 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c8f3c63f-d2cc-4608-b0f3-6327103dbe93 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/subnets/7f1954a3-7991-4242-9a81-03f67cd90a66 HTTP/1.1" status: 404 len: 337 time: 0.0322347 Jul 07 19:42:29.857769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33550) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.868371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-d683dd72-647e-4567-8a36-9512ec22fe72 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 0c1fe735-b37e-48fe-85dd-b8bcd24567d3) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:29.876800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15184b8c-fe4a-4b2e-9ea3-0139e5e4097d None None] Network 0c1fe735-b37e-48fe-85dd-b8bcd24567d3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:29.900028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d683dd72-647e-4567-8a36-9512ec22fe72 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:29.900622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d683dd72-647e-4567-8a36-9512ec22fe72 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.908177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c857-76e5-45f7-9f51-974dd447ff71 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.947976 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d683dd72-647e-4567-8a36-9512ec22fe72 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6857538 Jul 07 19:42:29.948381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33552) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.954936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9b11b4f3-db32-479f-9908-d23b5adb3274 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Request body: {'subnet': {'network_id': '5df3c145-dfbc-43d2-9d71-816357bbc24c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:30.024618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c857-76e5-45f7-9f51-974dd447ff71 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.032982 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c857-76e5-45f7-9f51-974dd447ff71 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.046735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-0c1fe735-b37e-48fe-85dd-b8bcd24567d3', 'network_id': '0c1fe735-b37e-48fe-85dd-b8bcd24567d3', 'tenant_id': '7537fc27c68f4fbda2b5d044b85b6268', 'fixed_ips': [{'subnet_id': '1c370637-9c18-47bb-9110-567da6be6f61'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:30.047726 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.055098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b11b4f3-db32-479f-9908-d23b5adb3274 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Made reservation on behalf of 7537fc27c68f4fbda2b5d044b85b6268 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:30.057771 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7c857-76e5-45f7-9f51-974dd447ff71 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185bf9ee-18d8-4e18-8a31-1ca840551971,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:30.059633 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9b11b4f3-db32-479f-9908-d23b5adb3274 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.065101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f37658a7-30a0-4e07-ba41-6beba8e36c00 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port 1b1622bb-a965-4547-a71d-20d28c091506 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:30.065441 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f37658a7-30a0-4e07-ba41-6beba8e36c00 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.070291 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c857-76e5-45f7-9f51-974dd447ff71 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.074068 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b7e7c857-76e5-45f7-9f51-974dd447ff71 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2516689 Jul 07 19:42:30.081835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33554) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:30.113975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-be5f40ea-6cec-4045-a917-ac4a4e6b425b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'security_group_rule': {'security_group_id': '9e454615-2262-42eb-a356-68c51143ee8f', 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:30.171999 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be5f40ea-6cec-4045-a917-ac4a4e6b425b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.220598 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f37658a7-30a0-4e07-ba41-6beba8e36c00 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.251347 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Allocated IP 2001:db8::2 (0c1fe735-b37e-48fe-85dd-b8bcd24567d3/1c370637-9c18-47bb-9110-567da6be6f61/566480eb-c96b-4ed5-b2c6-03b480727636) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:30.253337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f37658a7-30a0-4e07-ba41-6beba8e36c00 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for 1b1622bb-a965-4547-a71d-20d28c091506 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:30.376868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 29c923e7-ba3b-43d4-b4ea-a64173af912b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:30.505178 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f37658a7-30a0-4e07-ba41-6beba8e36c00 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.524554 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.539705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37658a7-30a0-4e07-ba41-6beba8e36c00 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=1b1622bb-a965-4547-a71d-20d28c091506,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:30.562185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Transition to ACTIVE for port object 566480eb-c96b-4ed5-b2c6-03b480727636 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:30.591326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Transition to ACTIVE for port object 566480eb-c96b-4ed5-b2c6-03b480727636 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:30.602396 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.627662 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f37658a7-30a0-4e07-ba41-6beba8e36c00 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.632006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f37658a7-30a0-4e07-ba41-6beba8e36c00 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/ports/1b1622bb-a965-4547-a71d-20d28c091506 HTTP/1.1" status: 204 len: 168 time: 0.7709243 Jul 07 19:42:30.634012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33556) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:30.653490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Pushing event updated for resources: {'Port': ['ID=566480eb-c96b-4ed5-b2c6-03b480727636,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:30.661460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Network 0c1fe735-b37e-48fe-85dd-b8bcd24567d3 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:30.664113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:30.668678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:30.706679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 29c923e7-ba3b-43d4-b4ea-a64173af912b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:30.734024 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be5f40ea-6cec-4045-a917-ac4a4e6b425b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.737284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9b11b4f3-db32-479f-9908-d23b5adb3274 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.759310 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be5f40ea-6cec-4045-a917-ac4a4e6b425b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.779550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Attempting to bind port 566480eb-c96b-4ed5-b2c6-03b480727636 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:30.779968 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Attempting to bind port 566480eb-c96b-4ed5-b2c6-03b480727636 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'f578719d-4606-4689-b4f5-f505de79d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0c1fe735-b37e-48fe-85dd-b8bcd24567d3'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:30.780345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Attempting to bind port 566480eb-c96b-4ed5-b2c6-03b480727636 on network 0c1fe735-b37e-48fe-85dd-b8bcd24567d3 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:30.793884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:30.795044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Checking segment: {'id': 'f578719d-4606-4689-b4f5-f505de79d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0c1fe735-b37e-48fe-85dd-b8bcd24567d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:30.795044 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.795326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Bound using segment: {'id': 'f578719d-4606-4689-b4f5-f505de79d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0c1fe735-b37e-48fe-85dd-b8bcd24567d3'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:30.798298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Bound port: 566480eb-c96b-4ed5-b2c6-03b480727636, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f578719d-4606-4689-b4f5-f505de79d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0c1fe735-b37e-48fe-85dd-b8bcd24567d3'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:30.798725 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.823879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b9ba4a71-2414-4145-848a-ce5435cb694f no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:30.827778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1f17a47b-750a-4da7-8c69-a1c08fb0ae0e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port f9ca7945-0bc4-437e-956b-c5594f6af627 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:30.828681 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47b-750a-4da7-8c69-a1c08fb0ae0e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.846999 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-be5f40ea-6cec-4045-a917-ac4a4e6b425b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.847797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: b9ba4a71-2414-4145-848a-ce5435cb694f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:30.848207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b9ba4a71-2414-4145-848a-ce5435cb694f not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:30.848414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-be5f40ea-6cec-4045-a917-ac4a4e6b425b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7633307 Jul 07 19:42:30.849269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f40ea-6cec-4045-a917-ac4a4e6b425b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547638f5-4f7b-409b-80ea-222b9cc978bd,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:30.856254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33560) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:30.863680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-353f7dd4-35e7-4b13-bea2-094332ac20a7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'security_group_rule': {'security_group_id': '9e454615-2262-42eb-a356-68c51143ee8f', 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:30.882156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11b4f3-db32-479f-9908-d23b5adb3274 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'Subnet': ['ID=c18920fe-76bc-48d8-9395-65a4202eac09,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:30.885782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67632458-a1c5-4ee1-b035-1336eeb46f25 None None] Network 1e51d255-268a-4884-852e-65f61ac7a51d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:30.893685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b11b4f3-db32-479f-9908-d23b5adb3274 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Checking segment: {'id': 'e50489ef-51d1-4a3c-b92d-588477856337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5df3c145-dfbc-43d2-9d71-816357bbc24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:30.894090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b11b4f3-db32-479f-9908-d23b5adb3274 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Network hostable DHCP agents. Network: 5df3c145-dfbc-43d2-9d71-816357bbc24c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:30.908186 n-d-793621-9 neutron-server[93901]: INFO neutron.db.securitygroups_db [None req-353f7dd4-35e7-4b13-bea2-094332ac20a7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Project 5034d959d8df4881b05cee0fb3ab4677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:42:30.917830 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-353f7dd4-35e7-4b13-bea2-094332ac20a7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.930192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b11b4f3-db32-479f-9908-d23b5adb3274 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Network 5df3c145-dfbc-43d2-9d71-816357bbc24c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:30.953248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-9b11b4f3-db32-479f-9908-d23b5adb3274 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 5df3c145-dfbc-43d2-9d71-816357bbc24c) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:30.967220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b11b4f3-db32-479f-9908-d23b5adb3274 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:30.968913 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9b11b4f3-db32-479f-9908-d23b5adb3274 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.977985 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cebb759-5159-4d51-8257-4f66c6cd321a None None] Network 5df3c145-dfbc-43d2-9d71-816357bbc24c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:30.995465 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47b-750a-4da7-8c69-a1c08fb0ae0e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.001304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9b11b4f3-db32-479f-9908-d23b5adb3274 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0493188 Jul 07 19:42:31.003471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33562) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.011111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1f17a47b-750a-4da7-8c69-a1c08fb0ae0e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for f9ca7945-0bc4-437e-956b-c5594f6af627 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:31.051534 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-353f7dd4-35e7-4b13-bea2-094332ac20a7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.075995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2423b2eb-17ae-47ab-bd65-824c8925e6be None None] Provisioning for port 29c923e7-ba3b-43d4-b4ea-a64173af912b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:31.084449 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-353f7dd4-35e7-4b13-bea2-094332ac20a7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.101904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f7dd4-35e7-4b13-bea2-094332ac20a7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43ce877-8a50-47a1-93be-6aa24a3a83a7,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:31.103607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2423b2eb-17ae-47ab-bd65-824c8925e6be None None] Provisioning complete for port 29c923e7-ba3b-43d4-b4ea-a64173af912b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:31.103787 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2423b2eb-17ae-47ab-bd65-824c8925e6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.156848 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-353f7dd4-35e7-4b13-bea2-094332ac20a7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.159534 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-353f7dd4-35e7-4b13-bea2-094332ac20a7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2990327 Jul 07 19:42:31.163644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33564) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.171812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f5dbd36a-88e4-4218-8d09-8bb842af0183 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'security_group_rule': {'security_group_id': '9e454615-2262-42eb-a356-68c51143ee8f', 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:31.198731 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47b-750a-4da7-8c69-a1c08fb0ae0e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.254002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17a47b-750a-4da7-8c69-a1c08fb0ae0e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=f9ca7945-0bc4-437e-956b-c5594f6af627,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:31.254538 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-f5dbd36a-88e4-4218-8d09-8bb842af0183 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Project 5034d959d8df4881b05cee0fb3ab4677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:42:31.281011 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd36a-88e4-4218-8d09-8bb842af0183 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.314728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] For port 566480eb-c96b-4ed5-b2c6-03b480727636, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:31.350667 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47b-750a-4da7-8c69-a1c08fb0ae0e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.353225 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1f17a47b-750a-4da7-8c69-a1c08fb0ae0e tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/ports/f9ca7945-0bc4-437e-956b-c5594f6af627 HTTP/1.1" status: 204 len: 168 time: 0.7182293 Jul 07 19:42:31.356110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33566) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.358776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] For port 566480eb-c96b-4ed5-b2c6-03b480727636, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=566480eb-c96b-4ed5-b2c6-03b480727636,segment=NetworkSegment(f578719d-4606-4689-b4f5-f505de79d62b),segment_id=f578719d-4606-4689-b4f5-f505de79d62b)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:31.370338 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.382672 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd36a-88e4-4218-8d09-8bb842af0183 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.385284 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.388808 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd36a-88e4-4218-8d09-8bb842af0183 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.423229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbd36a-88e4-4218-8d09-8bb842af0183 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135394f4-622f-4e97-82cc-31ccceb05eb3,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:31.431657 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd36a-88e4-4218-8d09-8bb842af0183 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.437477 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f5dbd36a-88e4-4218-8d09-8bb842af0183 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2683082 Jul 07 19:42:31.500612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12374f0-88c0-4b51-9caf-9c5c7513a3e8 None None] Pushing event updated for resources: {'Port': ['ID=566480eb-c96b-4ed5-b2c6-03b480727636,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:31.528595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-5df3c145-dfbc-43d2-9d71-816357bbc24c', 'network_id': '5df3c145-dfbc-43d2-9d71-816357bbc24c', 'tenant_id': '7537fc27c68f4fbda2b5d044b85b6268', 'fixed_ips': [{'subnet_id': 'c18920fe-76bc-48d8-9395-65a4202eac09'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:31.529461 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.551592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c2e3e0-7ae9-43ea-92cf-d6726eaf74f7 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:31.553390 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c0c2e3e0-7ae9-43ea-92cf-d6726eaf74f7 tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6b6f189-da9c-49ea-86ef-a07e8902acb0 HTTP/1.1" status: 200 len: 913 time: 0.1959186 Jul 07 19:42:31.556100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33578) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.558314 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2423b2eb-17ae-47ab-bd65-824c8925e6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.697127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2423b2eb-17ae-47ab-bd65-824c8925e6be None None] For port 29c923e7-ba3b-43d4-b4ea-a64173af912b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=29c923e7-ba3b-43d4-b4ea-a64173af912b,segment=NetworkSegment(92398839-9719-4baa-ae12-275872833908),segment_id=92398839-9719-4baa-ae12-275872833908)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:31.706921 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2423b2eb-17ae-47ab-bd65-824c8925e6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:31.804696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Allocated IP 2001:db8::1 (0c1fe735-b37e-48fe-85dd-b8bcd24567d3/1c370637-9c18-47bb-9110-567da6be6f61/570df02e-a197-4762-9880-10eeecb788cb) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:31.867468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Allocated IP 2001:db8::2 (5df3c145-dfbc-43d2-9d71-816357bbc24c/c18920fe-76bc-48d8-9395-65a4202eac09/75d754f0-7cf9-4f9a-a7d3-217bb25bf690) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:32.026816 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.048733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Transition to ACTIVE for port object 570df02e-a197-4762-9880-10eeecb788cb will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:32.058865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423b2eb-17ae-47ab-bd65-824c8925e6be None None] Pushing event updated for resources: {'Port': ['ID=29c923e7-ba3b-43d4-b4ea-a64173af912b,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:32.062424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-68cc719c-e6c9-46e3-a2b3-c7bc1c1d3ca3 None None] Provisioning complete for port 29c923e7-ba3b-43d4-b4ea-a64173af912b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:32.066994 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-68cc719c-e6c9-46e3-a2b3-c7bc1c1d3ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.122380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.272630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'Port': ['ID=570df02e-a197-4762-9880-10eeecb788cb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:32.285220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Network 0c1fe735-b37e-48fe-85dd-b8bcd24567d3 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:32.293657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:32.300789 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.300953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:32.301403 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.324594 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Transition to ACTIVE for port object 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:32.357994 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Transition to ACTIVE for port object 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:32.364629 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.449965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Network 5df3c145-dfbc-43d2-9d71-816357bbc24c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:32.472262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:32.477628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:32.482265 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 566480eb-c96b-4ed5-b2c6-03b480727636 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:32.511024 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Pushing event updated for resources: {'Port': ['ID=75d754f0-7cf9-4f9a-a7d3-217bb25bf690,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:32.544175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.590123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Attempting to bind port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:32.590504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Attempting to bind port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e50489ef-51d1-4a3c-b92d-588477856337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5df3c145-dfbc-43d2-9d71-816357bbc24c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:32.590894 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Attempting to bind port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 on network 5df3c145-dfbc-43d2-9d71-816357bbc24c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:32.599752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:32.600137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Checking segment: {'id': 'e50489ef-51d1-4a3c-b92d-588477856337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5df3c145-dfbc-43d2-9d71-816357bbc24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:32.600554 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.600967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Bound using segment: {'id': 'e50489ef-51d1-4a3c-b92d-588477856337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5df3c145-dfbc-43d2-9d71-816357bbc24c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:32.601414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Bound port: 75d754f0-7cf9-4f9a-a7d3-217bb25bf690, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50489ef-51d1-4a3c-b92d-588477856337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5df3c145-dfbc-43d2-9d71-816357bbc24c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:32.601800 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.628724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 566480eb-c96b-4ed5-b2c6-03b480727636 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:32.634036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 29c923e7-ba3b-43d4-b4ea-a64173af912b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:32.743053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] For port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:32.747632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] For port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=75d754f0-7cf9-4f9a-a7d3-217bb25bf690,segment=NetworkSegment(e50489ef-51d1-4a3c-b92d-588477856337),segment_id=e50489ef-51d1-4a3c-b92d-588477856337)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:32.755515 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.792407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 29c923e7-ba3b-43d4-b4ea-a64173af912b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:32.793143 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.801494 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b6f61b0-de2a-4eae-95d9-cc9f688c56ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.970183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284798ff-fa3b-45c5-81d4-ad868ad465c2 None None] Pushing event updated for resources: {'Port': ['ID=75d754f0-7cf9-4f9a-a7d3-217bb25bf690,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:33.028789 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.036851 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.038073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.178711 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'Port': ['ID=570df02e-a197-4762-9880-10eeecb788cb,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:33.217682 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f61b0-de2a-4eae-95d9-cc9f688c56ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port 392d3957-e083-4215-a48a-27b6f20931c3 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:33.218161 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b6f61b0-de2a-4eae-95d9-cc9f688c56ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.261742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Network 0c1fe735-b37e-48fe-85dd-b8bcd24567d3 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:33.268747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:33.354732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4d2e93-9843-4872-8469-442f623b03fe None None] Network 0c1fe735-b37e-48fe-85dd-b8bcd24567d3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:33.404686 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b6f61b0-de2a-4eae-95d9-cc9f688c56ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.419804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f61b0-de2a-4eae-95d9-cc9f688c56ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for 392d3957-e083-4215-a48a-27b6f20931c3 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:33.482446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8631cbfc-81fb-492a-91cf-456a4af8f936 None None] Provisioning for port 566480eb-c96b-4ed5-b2c6-03b480727636 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:33.501063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8631cbfc-81fb-492a-91cf-456a4af8f936 None None] Provisioning complete for port 566480eb-c96b-4ed5-b2c6-03b480727636 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:33.501445 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8631cbfc-81fb-492a-91cf-456a4af8f936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.510068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Router caaeb194-b9a6-474e-9861-da56534ab3fe is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:42:33.639080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:33.649083 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0e01e7a4-2fe8-4716-b3f6-6e77cf973e81 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "PUT /v2.0/routers/caaeb194-b9a6-474e-9861-da56534ab3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6408584 Jul 07 19:42:33.649083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33648) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:33.651838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20de98-49af-409b-9f4f-1551f4d712ed None None] Sync routers for ids ['caaeb194-b9a6-474e-9861-da56534ab3fe'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:33.700242 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b6f61b0-de2a-4eae-95d9-cc9f688c56ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.737069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f61b0-de2a-4eae-95d9-cc9f688c56ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=392d3957-e083-4215-a48a-27b6f20931c3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:33.749654 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8631cbfc-81fb-492a-91cf-456a4af8f936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.767121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20de98-49af-409b-9f4f-1551f4d712ed None None] Routers {'caaeb194-b9a6-474e-9861-da56534ab3fe'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:33.768209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7f20de98-49af-409b-9f4f-1551f4d712ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['caaeb194-b9a6-474e-9861-da56534ab3fe'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:33.822349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7f20de98-49af-409b-9f4f-1551f4d712ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:33.856245 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8631cbfc-81fb-492a-91cf-456a4af8f936 None None] For port 566480eb-c96b-4ed5-b2c6-03b480727636, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=566480eb-c96b-4ed5-b2c6-03b480727636,segment=NetworkSegment(f578719d-4606-4689-b4f5-f505de79d62b),segment_id=f578719d-4606-4689-b4f5-f505de79d62b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:33.857202 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20de98-49af-409b-9f4f-1551f4d712ed None None] Routers {'caaeb194-b9a6-474e-9861-da56534ab3fe'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:33.858191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7f20de98-49af-409b-9f4f-1551f4d712ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['caaeb194-b9a6-474e-9861-da56534ab3fe'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:33.906773 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8631cbfc-81fb-492a-91cf-456a4af8f936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.910990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7f20de98-49af-409b-9f4f-1551f4d712ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:33.911612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20de98-49af-409b-9f4f-1551f4d712ed None None] The sync data for ids ['caaeb194-b9a6-474e-9861-da56534ab3fe'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:33.969604 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b6f61b0-de2a-4eae-95d9-cc9f688c56ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.988767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631cbfc-81fb-492a-91cf-456a4af8f936 None None] Pushing event updated for resources: {'Port': ['ID=566480eb-c96b-4ed5-b2c6-03b480727636,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:34.128006 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-50fb43da-fdd3-4064-8e25-6cefc856e7db tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:42:34.129478 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-50fb43da-fdd3-4064-8e25-6cefc856e7db tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "PUT /v2.0/routers/caaeb194-b9a6-474e-9861-da56534ab3fe/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4798810 Jul 07 19:42:34.134388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33650) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:34.276915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6f61b0-de2a-4eae-95d9-cc9f688c56ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Router c6b6f189-da9c-49ea-86ef-a07e8902acb0 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:34.337686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7395fd5d-4baf-43cc-ac78-3f7aed1ec77f None None] Provisioning complete for port 566480eb-c96b-4ed5-b2c6-03b480727636 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:34.338077 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7395fd5d-4baf-43cc-ac78-3f7aed1ec77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.439358 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 566480eb-c96b-4ed5-b2c6-03b480727636 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:34.532609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6f61b0-de2a-4eae-95d9-cc9f688c56ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:34.546531 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6b6f61b0-de2a-4eae-95d9-cc9f688c56ee tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "PUT /v2.0/routers/c6b6f189-da9c-49ea-86ef-a07e8902acb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9849017 Jul 07 19:42:34.549016 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33654) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:34.554934 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843070d-f32c-49b4-a9d8-8fdfee887601 None None] Sync routers for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:34.568859 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a843070d-f32c-49b4-a9d8-8fdfee887601 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:34.569492 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a843070d-f32c-49b4-a9d8-8fdfee887601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:34.616274 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42471bf-6299-4d86-8c68-bc095d5b4b43 None None] Network 5df3c145-dfbc-43d2-9d71-816357bbc24c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:34.694061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 566480eb-c96b-4ed5-b2c6-03b480727636 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:34.694061 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.695997 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a843070d-f32c-49b4-a9d8-8fdfee887601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:34.729264 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a843070d-f32c-49b4-a9d8-8fdfee887601 None None] Routers {'c6b6f189-da9c-49ea-86ef-a07e8902acb0'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:34.734948 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a843070d-f32c-49b4-a9d8-8fdfee887601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:34.755372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7395fd5d-4baf-43cc-ac78-3f7aed1ec77f None None] Provisioning for port 570df02e-a197-4762-9880-10eeecb788cb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:34.762747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7395fd5d-4baf-43cc-ac78-3f7aed1ec77f None None] Provisioning complete for port 570df02e-a197-4762-9880-10eeecb788cb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:34.763193 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7395fd5d-4baf-43cc-ac78-3f7aed1ec77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.807562 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a843070d-f32c-49b4-a9d8-8fdfee887601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:34.808374 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843070d-f32c-49b4-a9d8-8fdfee887601 None None] The sync data for ids ['c6b6f189-da9c-49ea-86ef-a07e8902acb0'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:34.848081 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.932220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7395fd5d-4baf-43cc-ac78-3f7aed1ec77f None None] Port 570df02e-a197-4762-9880-10eeecb788cb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:34.961641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:35.031113 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.080799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4519419c-543d-4b21-8da6-2778bfe199b7 None None] Provisioning for port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:35.085269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:35.090570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4519419c-543d-4b21-8da6-2778bfe199b7 None None] Provisioning complete for port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:35.090570 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4519419c-543d-4b21-8da6-2778bfe199b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.148121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting port 6e0fcfda-2cc1-4b06-a53d-4c6f9c58e49c {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:35.149280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.152649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:35.153082 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.246223 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4519419c-543d-4b21-8da6-2778bfe199b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.288747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-4519419c-543d-4b21-8da6-2778bfe199b7 None None] For port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=75d754f0-7cf9-4f9a-a7d3-217bb25bf690,segment=NetworkSegment(e50489ef-51d1-4a3c-b92d-588477856337),segment_id=e50489ef-51d1-4a3c-b92d-588477856337)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:35.293478 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.318717 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4519419c-543d-4b21-8da6-2778bfe199b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.319884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Calling delete_port for 6e0fcfda-2cc1-4b06-a53d-4c6f9c58e49c owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:35.322304 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3c72f93-5ecb-44f3-8215-cabcc9165bb0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.370898 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.389474 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4519419c-543d-4b21-8da6-2778bfe199b7 None None] Provisioning complete for port 570df02e-a197-4762-9880-10eeecb788cb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:35.389952 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4519419c-543d-4b21-8da6-2778bfe199b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.441423 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519419c-543d-4b21-8da6-2778bfe199b7 None None] Pushing event updated for resources: {'Port': ['ID=75d754f0-7cf9-4f9a-a7d3-217bb25bf690,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:35.476100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4519419c-543d-4b21-8da6-2778bfe199b7 None None] Port 570df02e-a197-4762-9880-10eeecb788cb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:35.486552 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-5262160f-a173-4493-931b-002117b78ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:42:35.486948 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-5262160f-a173-4493-931b-002117b78ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:42:35.539563 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.565868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Port': ['ID=6e0fcfda-2cc1-4b06-a53d-4c6f9c58e49c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:35.602355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9021a6e3-0182-498c-a25d-54ed5cf501f6 None None] Provisioning complete for port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:35.602768 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9021a6e3-0182-498c-a25d-54ed5cf501f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.635626 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.641938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a3c72f93-5ecb-44f3-8215-cabcc9165bb0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Deleting port 570df02e-a197-4762-9880-10eeecb788cb {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:35.642307 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3c72f93-5ecb-44f3-8215-cabcc9165bb0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.745628 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.748237 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.768313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9021a6e3-0182-498c-a25d-54ed5cf501f6 None None] Provisioning complete for port 570df02e-a197-4762-9880-10eeecb788cb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:35.768675 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9021a6e3-0182-498c-a25d-54ed5cf501f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.781809 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3c72f93-5ecb-44f3-8215-cabcc9165bb0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.799124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a3c72f93-5ecb-44f3-8215-cabcc9165bb0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Calling delete_port for 570df02e-a197-4762-9880-10eeecb788cb owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:35.801305 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.801870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Fanout notify agent at l3_agent the message router_deleted on router c6b6f189-da9c-49ea-86ef-a07e8902acb0 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:42:35.813456 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.824527 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8b5ab0bb-cb6a-4ef0-86df-8b3df362043a tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/routers/c6b6f189-da9c-49ea-86ef-a07e8902acb0 HTTP/1.1" status: 204 len: 168 time: 1.2713256 Jul 07 19:42:35.825137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33662) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:35.853449 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.860333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9021a6e3-0182-498c-a25d-54ed5cf501f6 None None] Port 570df02e-a197-4762-9880-10eeecb788cb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:35.897192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3a4788-a87e-414f-9cdc-b56d2b3544ba tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Deleting subnet 6e07d73f-b8ba-4800-82ae-3a545c36dd9a {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:35.900911 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4788-a87e-414f-9cdc-b56d2b3544ba tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.943104 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4788-a87e-414f-9cdc-b56d2b3544ba tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.997960 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4788-a87e-414f-9cdc-b56d2b3544ba tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.021810 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3c72f93-5ecb-44f3-8215-cabcc9165bb0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.057939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c72f93-5ecb-44f3-8215-cabcc9165bb0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Port': ['ID=570df02e-a197-4762-9880-10eeecb788cb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:36.075577 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4788-a87e-414f-9cdc-b56d2b3544ba tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.107517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a4788-a87e-414f-9cdc-b56d2b3544ba tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Subnet': ['ID=6e07d73f-b8ba-4800-82ae-3a545c36dd9a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:36.115189 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4788-a87e-414f-9cdc-b56d2b3544ba tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.119680 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ba3a4788-a87e-414f-9cdc-b56d2b3544ba tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/subnets/6e07d73f-b8ba-4800-82ae-3a545c36dd9a HTTP/1.1" status: 204 len: 168 time: 0.2935176 Jul 07 19:42:36.120582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33664) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:36.186479 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3c72f93-5ecb-44f3-8215-cabcc9165bb0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.212333 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.286456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:36.362494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:36.363005 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.368463 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.382106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59169d0d-f4e3-4b53-8e74-0eac119eaed1']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:36.397583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dcb5d1-7494-4755-b680-5dac38f65aa2') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:36.397887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dcb5d1-7494-4755-b680-5dac38f65aa2') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:36.403315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c72f93-5ecb-44f3-8215-cabcc9165bb0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Router caaeb194-b9a6-474e-9861-da56534ab3fe has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:36.409378 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.428473 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.439423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:36.440048 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:36.444608 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:36.493373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c72f93-5ecb-44f3-8215-cabcc9165bb0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:36.504498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac44744-e290-4b5c-b915-2fa1826a3ef5 None None] Sync routers for ids ['caaeb194-b9a6-474e-9861-da56534ab3fe'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:36.505056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a3c72f93-5ecb-44f3-8215-cabcc9165bb0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "PUT /v2.0/routers/caaeb194-b9a6-474e-9861-da56534ab3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3683558 Jul 07 19:42:36.508493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33666) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:36.516087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac44744-e290-4b5c-b915-2fa1826a3ef5 None None] Routers {'caaeb194-b9a6-474e-9861-da56534ab3fe'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:36.516389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ac44744-e290-4b5c-b915-2fa1826a3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['caaeb194-b9a6-474e-9861-da56534ab3fe'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:36.521098 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.540656 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.542577 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] 10.222.0.81 "DELETE /v2.0/networks/59169d0d-f4e3-4b53-8e74-0eac119eaed1 HTTP/1.1" status: 204 len: 168 time: 0.4210255 Jul 07 19:42:36.543615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca9303-30d6-4486-b4bd-f7cb3bbbe1fb tempest-FloatingIPTestJSON-8103377 tempest-FloatingIPTestJSON-8103377-project] Pushing event deleted for resources: {'Network': ['ID=59169d0d-f4e3-4b53-8e74-0eac119eaed1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:36.554566 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-a5ce54ec-c0bd-497c-acb5-59adb82537c1 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] delete failed (client error): The resource could not be found. Jul 07 19:42:36.555941 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a5ce54ec-c0bd-497c-acb5-59adb82537c1 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-57548809 HTTP/1.1" status: 404 len: 333 time: 0.0461674 Jul 07 19:42:36.559934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33670) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:36.565058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-99b963ca-6da4-464b-b80a-9c9bca9cafa6 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Request body: {'router': {'external_gateway_info': {'network_id': 'caaeb194-b9a6-474e-9861-da56534ab3fe'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:36.729562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ac44744-e290-4b5c-b915-2fa1826a3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:36.740652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac44744-e290-4b5c-b915-2fa1826a3ef5 None None] Routers {'caaeb194-b9a6-474e-9861-da56534ab3fe'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:36.741282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ac44744-e290-4b5c-b915-2fa1826a3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['caaeb194-b9a6-474e-9861-da56534ab3fe'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:36.785175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5ac44744-e290-4b5c-b915-2fa1826a3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:36.785831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac44744-e290-4b5c-b915-2fa1826a3ef5 None None] The sync data for ids ['caaeb194-b9a6-474e-9861-da56534ab3fe'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:36.857508 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-99b963ca-6da4-464b-b80a-9c9bca9cafa6 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.889100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33678) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:36.891742 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-99b963ca-6da4-464b-b80a-9c9bca9cafa6 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] update failed (client error): The resource could not be found. Jul 07 19:42:36.892802 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-99b963ca-6da4-464b-b80a-9c9bca9cafa6 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "PUT /v2.0/routers/caaeb194-b9a6-474e-9861-da56534ab3fe HTTP/1.1" status: 404 len: 339 time: 0.3319142 Jul 07 19:42:36.896830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33682) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:36.903443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-918ab032-1a59-4950-962e-e04f315a5477 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-369221979'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:36.939520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918ab032-1a59-4950-962e-e04f315a5477 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Made reservation on behalf of 7537fc27c68f4fbda2b5d044b85b6268 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:36.945060 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-918ab032-1a59-4950-962e-e04f315a5477 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.980767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918ab032-1a59-4950-962e-e04f315a5477 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:36.995249 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-918ab032-1a59-4950-962e-e04f315a5477 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.995911 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-918ab032-1a59-4950-962e-e04f315a5477 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Added segment 8b53887f-bb68-400b-839b-b3ac6365b890 of type vlan for network 51b4e50e-eda4-4975-9907-7009b415460c Jul 07 19:42:37.054186 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-918ab032-1a59-4950-962e-e04f315a5477 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.108189 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-819d3e2d-2a2f-4161-b2ed-1d0881bc36c7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=474dd51d2316446a8661cf891f4ed5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170305 Jul 07 19:42:37.109773 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-918ab032-1a59-4950-962e-e04f315a5477 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.111271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33684) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:37.115761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918ab032-1a59-4950-962e-e04f315a5477 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:37.116369 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-918ab032-1a59-4950-962e-e04f315a5477 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.174544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171e6b33-998c-47b5-8af0-0bf4ce853a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.200897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171e6b33-998c-47b5-8af0-0bf4ce853a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.205371 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-918ab032-1a59-4950-962e-e04f315a5477 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3029175 Jul 07 19:42:37.205541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33686) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:37.216147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f5a7d120-ec03-484a-a69c-ed8f595876c9 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Request body: {'subnet': {'network_id': '51b4e50e-eda4-4975-9907-7009b415460c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:37.231239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ab032-1a59-4950-962e-e04f315a5477 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'Network': ['ID=51b4e50e-eda4-4975-9907-7009b415460c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:37.244847 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 51b4e50e-eda4-4975-9907-7009b415460c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:37.347940 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171e6b33-998c-47b5-8af0-0bf4ce853a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.351877 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-171e6b33-998c-47b5-8af0-0bf4ce853a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.353062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-171e6b33-998c-47b5-8af0-0bf4ce853a54 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/37671ef1-9dcf-4570-9cc7-41c897a9829a HTTP/1.1" status: 204 len: 168 time: 0.2407572 Jul 07 19:42:37.356375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a7d120-ec03-484a-a69c-ed8f595876c9 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Made reservation on behalf of 7537fc27c68f4fbda2b5d044b85b6268 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:37.359942 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5a7d120-ec03-484a-a69c-ed8f595876c9 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.380667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e6b33-998c-47b5-8af0-0bf4ce853a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37671ef1-9dcf-4570-9cc7-41c897a9829a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:37.596017 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5a7d120-ec03-484a-a69c-ed8f595876c9 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.665554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7d120-ec03-484a-a69c-ed8f595876c9 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'Subnet': ['ID=3ba1eb17-5889-44c1-9fc2-f471e7cf67eb,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:37.678980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7d120-ec03-484a-a69c-ed8f595876c9 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Checking segment: {'id': '8b53887f-bb68-400b-839b-b3ac6365b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '51b4e50e-eda4-4975-9907-7009b415460c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:37.679334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a7d120-ec03-484a-a69c-ed8f595876c9 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Network hostable DHCP agents. Network: 51b4e50e-eda4-4975-9907-7009b415460c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:37.702706 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a7d120-ec03-484a-a69c-ed8f595876c9 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Network 51b4e50e-eda4-4975-9907-7009b415460c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:37.718971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f5a7d120-ec03-484a-a69c-ed8f595876c9 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 51b4e50e-eda4-4975-9907-7009b415460c) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:37.723867 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a7d120-ec03-484a-a69c-ed8f595876c9 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:37.724899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5a7d120-ec03-484a-a69c-ed8f595876c9 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.731529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee42904-6fa3-417b-8e8a-74dba3a252ad None None] Network 51b4e50e-eda4-4975-9907-7009b415460c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:37.750363 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f5a7d120-ec03-484a-a69c-ed8f595876c9 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5437536 Jul 07 19:42:37.752880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33698) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:37.761778 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0934beac-8664-4aa2-bf15-08540dcd0281 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Request body: {'router': {'external_gateway_info': {'network_id': '51b4e50e-eda4-4975-9907-7009b415460c'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:37.986216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-51b4e50e-eda4-4975-9907-7009b415460c', 'network_id': '51b4e50e-eda4-4975-9907-7009b415460c', 'tenant_id': '7537fc27c68f4fbda2b5d044b85b6268', 'fixed_ips': [{'subnet_id': '3ba1eb17-5889-44c1-9fc2-f471e7cf67eb'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:37.987644 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:38.239153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Allocated IP 2001:db8:1::2 (51b4e50e-eda4-4975-9907-7009b415460c/3ba1eb17-5889-44c1-9fc2-f471e7cf67eb/cf6aa210-fa8c-449d-bf0a-3765d5c6d287) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:38.409587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33714) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:38.434654 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0934beac-8664-4aa2-bf15-08540dcd0281 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:38.447089 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:38.460343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Transition to ACTIVE for port object cf6aa210-fa8c-449d-bf0a-3765d5c6d287 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:38.477826 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Transition to ACTIVE for port object cf6aa210-fa8c-449d-bf0a-3765d5c6d287 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:38.488198 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:38.527741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Network 51b4e50e-eda4-4975-9907-7009b415460c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:38.534002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:38.538333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:38.555240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'networks': [{'name': 'tempest-network--1949964201'}, {'name': 'tempest-network--21668098'}]} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:38.555815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'network': {'name': 'tempest-network--1949964201'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:38.556288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'network': {'name': 'tempest-network--21668098'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:38.579204 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Pushing event updated for resources: {'Port': ['ID=cf6aa210-fa8c-449d-bf0a-3765d5c6d287,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:38.585532 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-0934beac-8664-4aa2-bf15-08540dcd0281 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:42:38.586606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0934beac-8664-4aa2-bf15-08540dcd0281 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "PUT /v2.0/routers/caaeb194-b9a6-474e-9861-da56534ab3fe HTTP/1.1" status: 400 len: 364 time: 0.8322752 Jul 07 19:42:38.591854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33718) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:38.610512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Made reservation on behalf of 1091bb4061d24b50a2a4b1c650595491 for: {'network': 2} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:38.615035 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:38.627518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Attempting to bind port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:38.627890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Attempting to bind port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '8b53887f-bb68-400b-839b-b3ac6365b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '51b4e50e-eda4-4975-9907-7009b415460c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:38.628257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Attempting to bind port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 on network 51b4e50e-eda4-4975-9907-7009b415460c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:38.635513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:38.635897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Checking segment: {'id': '8b53887f-bb68-400b-839b-b3ac6365b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '51b4e50e-eda4-4975-9907-7009b415460c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:38.636300 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:38.636701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Bound using segment: {'id': '8b53887f-bb68-400b-839b-b3ac6365b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '51b4e50e-eda4-4975-9907-7009b415460c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:38.637176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Bound port: cf6aa210-fa8c-449d-bf0a-3765d5c6d287, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b53887f-bb68-400b-839b-b3ac6365b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '51b4e50e-eda4-4975-9907-7009b415460c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:38.637561 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:38.682779 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:38.736516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] For port cf6aa210-fa8c-449d-bf0a-3765d5c6d287, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:38.741944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] For port cf6aa210-fa8c-449d-bf0a-3765d5c6d287, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cf6aa210-fa8c-449d-bf0a-3765d5c6d287,segment=NetworkSegment(8b53887f-bb68-400b-839b-b3ac6365b890),segment_id=8b53887f-bb68-400b-839b-b3ac6365b890)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:38.749461 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:38.820076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d4bac-1f3a-492b-82c3-6fe4929e3cea None None] Pushing event updated for resources: {'Port': ['ID=cf6aa210-fa8c-449d-bf0a-3765d5c6d287,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:39.325872 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:39.409320 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:39.436894 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:39.437556 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:39.491152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b783d957-caf1-4e15-9a64-39e93fb3ff9f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:39.538740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:39.557700 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:39.558043 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Added segment 15bf4567-7d64-4733-a290-eccad15220b8 of type vlan for network 57d5d34a-42d3-4da4-9587-1608c3f096c3 Jul 07 19:42:39.650733 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:39.727494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Allocated IP 2001:db8::1 (1e51d255-268a-4884-852e-65f61ac7a51d/3c9850c7-0124-4265-8ca2-2bbd26c7fd28/e31e69c5-76a0-4960-bdae-21cd22daf6fa) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:39.740956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:39.762256 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:39.762618 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Added segment 39129b08-3410-48f7-9a14-dee1ebbc6106 of type vlan for network b4bea7ce-7f06-48cf-9ce8-dd7d14add221 Jul 07 19:42:39.870470 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:39.930215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:39.940236 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:39.940445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8236b3-d2b3-4b76-83b0-35ac5f8b5751 None None] Network 51b4e50e-eda4-4975-9907-7009b415460c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:39.940936 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:39.946257 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:39.951919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:39.952575 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:39.983062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Transition to ACTIVE for port object e31e69c5-76a0-4960-bdae-21cd22daf6fa will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:40.016655 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.6059217 Jul 07 19:42:40.019189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33724) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:40.049563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event updated for resources: {'Network': ['ID=57d5d34a-42d3-4da4-9587-1608c3f096c3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:40.066929 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 57d5d34a-42d3-4da4-9587-1608c3f096c3 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:40.070026 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.112374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ae3eaa8b-bb0b-46ce-bc1f-1a72c589695f None None] Provisioning for port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:40.164707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef30a2-bd11-4126-bc44-c706213b21a4 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event updated for resources: {'Network': ['ID=b4bea7ce-7f06-48cf-9ce8-dd7d14add221,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:40.170882 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.192917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network b4bea7ce-7f06-48cf-9ce8-dd7d14add221 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:40.225043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Network 1e51d255-268a-4884-852e-65f61ac7a51d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:40.228468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:40.230975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:40.231534 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.290048 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'Port': ['ID=e31e69c5-76a0-4960-bdae-21cd22daf6fa,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:40.419893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bef1cd-4593-4bed-9b2b-19f9b212211c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:40.441200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bef1cd-4593-4bed-9b2b-19f9b212211c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:40.459140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cf6aa210-fa8c-449d-bf0a-3765d5c6d287 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:40.467623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bef1cd-4593-4bed-9b2b-19f9b212211c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:40.492121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bef1cd-4593-4bed-9b2b-19f9b212211c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:40.493869 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c8bef1cd-4593-4bed-9b2b-19f9b212211c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4729238 Jul 07 19:42:40.500650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33730) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:40.539663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:40.541830 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.546147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:40.546886 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.651209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-605ae37f-0b52-48fb-bc7f-7b60eb8256d5 None None] Provisioning for port e31e69c5-76a0-4960-bdae-21cd22daf6fa completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:40.662841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-605ae37f-0b52-48fb-bc7f-7b60eb8256d5 None None] Provisioning complete for port e31e69c5-76a0-4960-bdae-21cd22daf6fa triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:40.663208 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-605ae37f-0b52-48fb-bc7f-7b60eb8256d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.664890 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.666379 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.736104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-605ae37f-0b52-48fb-bc7f-7b60eb8256d5 None None] Port e31e69c5-76a0-4960-bdae-21cd22daf6fa cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:40.739692 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port cf6aa210-fa8c-449d-bf0a-3765d5c6d287, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cf6aa210-fa8c-449d-bf0a-3765d5c6d287,segment=NetworkSegment(8b53887f-bb68-400b-839b-b3ac6365b890),segment_id=8b53887f-bb68-400b-839b-b3ac6365b890)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:40.744119 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.801933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=cf6aa210-fa8c-449d-bf0a-3765d5c6d287,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:40.851141 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.857174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a2c64407-f521-4391-8a0d-ec28ae871ffa None None] Provisioning complete for port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:40.857586 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a2c64407-f521-4391-8a0d-ec28ae871ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.869061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d5d34a-42d3-4da4-9587-1608c3f096c3']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:40.883643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bf4567-7d64-4733-a290-eccad15220b8') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:40.883846 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bf4567-7d64-4733-a290-eccad15220b8') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:40.929605 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.951807 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.963499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:40.963917 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:40.966960 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:41.054975 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.063366 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.068162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "DELETE /v2.0/networks/57d5d34a-42d3-4da4-9587-1608c3f096c3 HTTP/1.1" status: 204 len: 168 time: 0.5667579 Jul 07 19:42:41.068340 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33732) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:41.083341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afffd92-bd7f-432c-8e3b-6e283fc71b7c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event deleted for resources: {'Network': ['ID=57d5d34a-42d3-4da4-9587-1608c3f096c3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:41.100833 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.106414 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.107606 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.163226 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.205673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event updated for resources: {'Port': ['ID=e31e69c5-76a0-4960-bdae-21cd22daf6fa,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:41.252804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Network 1e51d255-268a-4884-852e-65f61ac7a51d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:41.255413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:41.279226 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.292908 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bea7ce-7f06-48cf-9ce8-dd7d14add221']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:41.312726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39129b08-3410-48f7-9a14-dee1ebbc6106') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:41.313097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39129b08-3410-48f7-9a14-dee1ebbc6106') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:41.325061 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.344172 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.351219 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:41.352013 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:41.358883 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:41.386688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Router caaeb194-b9a6-474e-9861-da56534ab3fe has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:41.448123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.467703 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.473304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "DELETE /v2.0/networks/b4bea7ce-7f06-48cf-9ce8-dd7d14add221 HTTP/1.1" status: 204 len: 168 time: 0.4036605 Jul 07 19:42:41.473960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33736) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:41.515359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:41.530348 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735517da-c6fd-46f7-92e9-decdd05765b6 None None] Sync routers for ids ['caaeb194-b9a6-474e-9861-da56534ab3fe'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:41.538576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-90cb81b1-2885-41ed-a5a9-cad50aabf99a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "PUT /v2.0/routers/caaeb194-b9a6-474e-9861-da56534ab3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9412572 Jul 07 19:42:41.539824 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33740) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:41.555261 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735517da-c6fd-46f7-92e9-decdd05765b6 None None] Routers {'caaeb194-b9a6-474e-9861-da56534ab3fe'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:41.555966 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-735517da-c6fd-46f7-92e9-decdd05765b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['caaeb194-b9a6-474e-9861-da56534ab3fe'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:41.582383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3675d07-58a9-4a63-a4b2-960c013981bc tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event deleted for resources: {'Network': ['ID=b4bea7ce-7f06-48cf-9ce8-dd7d14add221,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:41.615826 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-735517da-c6fd-46f7-92e9-decdd05765b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:41.633383 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735517da-c6fd-46f7-92e9-decdd05765b6 None None] Routers {'caaeb194-b9a6-474e-9861-da56534ab3fe'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:41.638624 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-735517da-c6fd-46f7-92e9-decdd05765b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['caaeb194-b9a6-474e-9861-da56534ab3fe'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:41.679081 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-735517da-c6fd-46f7-92e9-decdd05765b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:41.679735 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735517da-c6fd-46f7-92e9-decdd05765b6 None None] The sync data for ids ['caaeb194-b9a6-474e-9861-da56534ab3fe'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:41.682298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-18f5e557-6391-43fe-b982-0e04ff357b30 None None] Provisioning complete for port e31e69c5-76a0-4960-bdae-21cd22daf6fa triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:41.682837 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18f5e557-6391-43fe-b982-0e04ff357b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.688673 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b1c88a43-72ad-4ca1-bd5c-1c02b4387497 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.690389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608a8e00-4466-4d37-8093-b85fda4a0026 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:41.696663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608a8e00-4466-4d37-8093-b85fda4a0026 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:41.701987 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-608a8e00-4466-4d37-8093-b85fda4a0026 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2177336 Jul 07 19:42:41.708720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33742) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:41.714141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1d296650-6a44-468f-9907-3b9335579133 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-416884912'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:41.735638 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-18f5e557-6391-43fe-b982-0e04ff357b30 None None] Port e31e69c5-76a0-4960-bdae-21cd22daf6fa cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:41.738049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d296650-6a44-468f-9907-3b9335579133 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Made reservation on behalf of 1091bb4061d24b50a2a4b1c650595491 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:41.742574 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d296650-6a44-468f-9907-3b9335579133 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.772151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d296650-6a44-468f-9907-3b9335579133 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:41.782574 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d296650-6a44-468f-9907-3b9335579133 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.783114 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-1d296650-6a44-468f-9907-3b9335579133 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Added segment 2588cab0-d898-4d62-9cd0-57fbc1580181 of type vlan for network d14f1480-b2ba-48e2-b5bb-e6d435f6cf4e Jul 07 19:42:41.814087 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-b1c88a43-72ad-4ca1-bd5c-1c02b4387497 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 19:42:41.815488 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b1c88a43-72ad-4ca1-bd5c-1c02b4387497 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "DELETE /v2.0/routers/caaeb194-b9a6-474e-9861-da56534ab3fe HTTP/1.1" status: 409 len: 329 time: 0.2738562 Jul 07 19:42:41.818358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33744) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:41.830647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d296650-6a44-468f-9907-3b9335579133 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.860885 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d296650-6a44-468f-9907-3b9335579133 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.866944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d296650-6a44-468f-9907-3b9335579133 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:41.867590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d296650-6a44-468f-9907-3b9335579133 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.932721 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1d296650-6a44-468f-9907-3b9335579133 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2227933 Jul 07 19:42:41.936141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33746) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:41.943791 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-57942080-cb9f-46a0-8e3c-da7e8ead8d00 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2065343621'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:41.959454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d296650-6a44-468f-9907-3b9335579133 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event updated for resources: {'Network': ['ID=d14f1480-b2ba-48e2-b5bb-e6d435f6cf4e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:41.975208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network d14f1480-b2ba-48e2-b5bb-e6d435f6cf4e details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:41.980332 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57942080-cb9f-46a0-8e3c-da7e8ead8d00 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Made reservation on behalf of 1091bb4061d24b50a2a4b1c650595491 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:41.985128 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57942080-cb9f-46a0-8e3c-da7e8ead8d00 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.012840 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57942080-cb9f-46a0-8e3c-da7e8ead8d00 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:42.025082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57942080-cb9f-46a0-8e3c-da7e8ead8d00 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.025082 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-57942080-cb9f-46a0-8e3c-da7e8ead8d00 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Added segment 60f9ed62-47e3-43d2-983e-2e1458857d33 of type vlan for network 87c189be-134c-4aa1-999f-cf8a14092fdf Jul 07 19:42:42.074724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57942080-cb9f-46a0-8e3c-da7e8ead8d00 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.108974 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57942080-cb9f-46a0-8e3c-da7e8ead8d00 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.115206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57942080-cb9f-46a0-8e3c-da7e8ead8d00 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:42.116118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57942080-cb9f-46a0-8e3c-da7e8ead8d00 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.178831 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-57942080-cb9f-46a0-8e3c-da7e8ead8d00 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2413993 Jul 07 19:42:42.181569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33748) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:42.186958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'ports': [{'network_id': 'd14f1480-b2ba-48e2-b5bb-e6d435f6cf4e', 'name': 'tempest-port--1751966716', 'admin_state_up': True}, {'network_id': '87c189be-134c-4aa1-999f-cf8a14092fdf', 'admin_state_up': False}]} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:42.187281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'port': {'network_id': 'd14f1480-b2ba-48e2-b5bb-e6d435f6cf4e', 'name': 'tempest-port--1751966716', 'admin_state_up': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:42.187759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'port': {'network_id': '87c189be-134c-4aa1-999f-cf8a14092fdf', 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:42.188887 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6cf64e6-15fa-4c54-82b7-cf37ab20b9ac tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.235084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57942080-cb9f-46a0-8e3c-da7e8ead8d00 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event updated for resources: {'Network': ['ID=87c189be-134c-4aa1-999f-cf8a14092fdf,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:42.246185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 87c189be-134c-4aa1-999f-cf8a14092fdf details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:42.325196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cf6aa210-fa8c-449d-bf0a-3765d5c6d287 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:42.384363 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Made reservation on behalf of 1091bb4061d24b50a2a4b1c650595491 for: {'port': 2} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:42.392270 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.419301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.428409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:42.428785 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.510251 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] device_id is not set on port 4681034e-b630-4a6d-9f68-4ad9d3798f78 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:42.550958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf64e6-15fa-4c54-82b7-cf37ab20b9ac tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Deleting port e31e69c5-76a0-4960-bdae-21cd22daf6fa {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:42.551545 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6cf64e6-15fa-4c54-82b7-cf37ab20b9ac tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.655254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.663104 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6cf64e6-15fa-4c54-82b7-cf37ab20b9ac tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.681769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf64e6-15fa-4c54-82b7-cf37ab20b9ac tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Calling delete_port for e31e69c5-76a0-4960-bdae-21cd22daf6fa owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:42.757880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] device_id is not set on port 63c5a2cc-a27d-4f9d-8cdb-50a8a96c86fa yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:42.907401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6cf64e6-15fa-4c54-82b7-cf37ab20b9ac tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.921545 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.935109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf64e6-15fa-4c54-82b7-cf37ab20b9ac tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Port': ['ID=e31e69c5-76a0-4960-bdae-21cd22daf6fa,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:42.985936 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.060467 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event updated for resources: {'Port': ['ID=4681034e-b630-4a6d-9f68-4ad9d3798f78,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:43.071287 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6cf64e6-15fa-4c54-82b7-cf37ab20b9ac tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.080946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Checking segment: {'id': '2588cab0-d898-4d62-9cd0-57fbc1580181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd14f1480-b2ba-48e2-b5bb-e6d435f6cf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:43.081546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Network hostable DHCP agents. Network: d14f1480-b2ba-48e2-b5bb-e6d435f6cf4e, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:43.110719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Network d14f1480-b2ba-48e2-b5bb-e6d435f6cf4e is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:43.125281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, d14f1480-b2ba-48e2-b5bb-e6d435f6cf4e) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:43.134185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ab5811-ae7d-4c14-9a5c-62c6f73867d5 None None] Network d14f1480-b2ba-48e2-b5bb-e6d435f6cf4e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:43.146482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:43.147414 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.246006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event updated for resources: {'Port': ['ID=63c5a2cc-a27d-4f9d-8cdb-50a8a96c86fa,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:43.258650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Checking segment: {'id': '60f9ed62-47e3-43d2-983e-2e1458857d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87c189be-134c-4aa1-999f-cf8a14092fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:43.259589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Network hostable DHCP agents. Network: 87c189be-134c-4aa1-999f-cf8a14092fdf, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:43.277260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cf64e6-15fa-4c54-82b7-cf37ab20b9ac tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Router caaeb194-b9a6-474e-9861-da56534ab3fe has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:43.280620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Network 87c189be-134c-4aa1-999f-cf8a14092fdf is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:43.292216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 87c189be-134c-4aa1-999f-cf8a14092fdf) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:43.305842 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536cccc3-b179-43fa-a300-8b0cc5114f23 None None] Network 87c189be-134c-4aa1-999f-cf8a14092fdf requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:43.306872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:43.313925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:43.319979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:43.320690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.340836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-35a342f2-e5d2-4cbe-9a8a-6bc2c5f0a48c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1581919 Jul 07 19:42:43.343396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33754) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:43.379608 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cf64e6-15fa-4c54-82b7-cf37ab20b9ac tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:43.395576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c6cf64e6-15fa-4c54-82b7-cf37ab20b9ac tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "PUT /v2.0/routers/caaeb194-b9a6-474e-9861-da56534ab3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5727682 Jul 07 19:42:43.396317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33758) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:43.415642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c78d8-c93f-419e-bcf5-ac0c1cc499b9 None None] Sync routers for ids ['caaeb194-b9a6-474e-9861-da56534ab3fe'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:43.437834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f84f8-75e7-426b-81e2-34e27bb7c99c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:43.447641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f84f8-75e7-426b-81e2-34e27bb7c99c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:43.449583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-250f84f8-75e7-426b-81e2-34e27bb7c99c tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1049449 Jul 07 19:42:43.453299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33760) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:43.458860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c78d8-c93f-419e-bcf5-ac0c1cc499b9 None None] Routers {'caaeb194-b9a6-474e-9861-da56534ab3fe'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:43.459501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-465c78d8-c93f-419e-bcf5-ac0c1cc499b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['caaeb194-b9a6-474e-9861-da56534ab3fe'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:43.462830 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-ec3df926-0438-44f2-9cb8-c6596fa87aa8 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] show failed (client error): The resource could not be found. Jul 07 19:42:43.464329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ec3df926-0438-44f2-9cb8-c6596fa87aa8 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1455799138 HTTP/1.1" status: 404 len: 335 time: 0.0668364 Jul 07 19:42:43.468034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33762) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:43.474444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-656564c5-9c92-4ad7-a060-520326249856 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:43.512342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-465c78d8-c93f-419e-bcf5-ac0c1cc499b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:43.534671 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c78d8-c93f-419e-bcf5-ac0c1cc499b9 None None] Routers {'caaeb194-b9a6-474e-9861-da56534ab3fe'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:43.535356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-465c78d8-c93f-419e-bcf5-ac0c1cc499b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['caaeb194-b9a6-474e-9861-da56534ab3fe'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:43.582166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-465c78d8-c93f-419e-bcf5-ac0c1cc499b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:43.582765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c78d8-c93f-419e-bcf5-ac0c1cc499b9 None None] The sync data for ids ['caaeb194-b9a6-474e-9861-da56534ab3fe'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:43.617796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-3589ab53-a46e-482e-b5cd-4c6c3d8c808e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Deleting port 4681034e-b630-4a6d-9f68-4ad9d3798f78 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:43.618298 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3589ab53-a46e-482e-b5cd-4c6c3d8c808e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.730774 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3589ab53-a46e-482e-b5cd-4c6c3d8c808e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.751383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-3589ab53-a46e-482e-b5cd-4c6c3d8c808e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Calling delete_port for 4681034e-b630-4a6d-9f68-4ad9d3798f78 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:43.841453 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3589ab53-a46e-482e-b5cd-4c6c3d8c808e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.874094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589ab53-a46e-482e-b5cd-4c6c3d8c808e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event deleted for resources: {'Port': ['ID=4681034e-b630-4a6d-9f68-4ad9d3798f78,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:43.885134 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3589ab53-a46e-482e-b5cd-4c6c3d8c808e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.888070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3589ab53-a46e-482e-b5cd-4c6c3d8c808e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "DELETE /v2.0/ports/4681034e-b630-4a6d-9f68-4ad9d3798f78 HTTP/1.1" status: 204 len: 168 time: 0.4333534 Jul 07 19:42:43.890464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33766) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:43.974305 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-656564c5-9c92-4ad7-a060-520326249856 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] update failed (client error): The resource could not be found. Jul 07 19:42:43.975362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-656564c5-9c92-4ad7-a060-520326249856 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-1979406865 HTTP/1.1" status: 404 len: 335 time: 0.5061312 Jul 07 19:42:43.980501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33768) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:44.019775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b604e1f9-ff36-44a4-b561-721eeb42b892 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Deleting port 63c5a2cc-a27d-4f9d-8cdb-50a8a96c86fa {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:44.020120 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b604e1f9-ff36-44a4-b561-721eeb42b892 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.034534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed550396-3a8c-420e-8474-d32eaa73fb13 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Deleting subnet 3ba1eb17-5889-44c1-9fc2-f471e7cf67eb {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:44.038193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed550396-3a8c-420e-8474-d32eaa73fb13 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.087901 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b604e1f9-ff36-44a4-b561-721eeb42b892 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.102147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b604e1f9-ff36-44a4-b561-721eeb42b892 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Calling delete_port for 63c5a2cc-a27d-4f9d-8cdb-50a8a96c86fa owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:44.103337 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed550396-3a8c-420e-8474-d32eaa73fb13 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.195552 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b604e1f9-ff36-44a4-b561-721eeb42b892 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.196220 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed550396-3a8c-420e-8474-d32eaa73fb13 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.230301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604e1f9-ff36-44a4-b561-721eeb42b892 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event deleted for resources: {'Port': ['ID=63c5a2cc-a27d-4f9d-8cdb-50a8a96c86fa,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:44.241279 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b604e1f9-ff36-44a4-b561-721eeb42b892 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.243619 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b604e1f9-ff36-44a4-b561-721eeb42b892 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "DELETE /v2.0/ports/63c5a2cc-a27d-4f9d-8cdb-50a8a96c86fa HTTP/1.1" status: 204 len: 168 time: 0.3520417 Jul 07 19:42:44.246142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33770) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:44.268552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed550396-3a8c-420e-8474-d32eaa73fb13 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.278124 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dd146eca-3b79-4369-bbb8-2b817d8867d3 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0307047 Jul 07 19:42:44.282715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33772) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:44.287999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-bc18127b-6021-454c-91b3-7b716d492354 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-532809379'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:44.308427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed550396-3a8c-420e-8474-d32eaa73fb13 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba1eb17-5889-44c1-9fc2-f471e7cf67eb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:44.316452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18127b-6021-454c-91b3-7b716d492354 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Made reservation on behalf of 1091bb4061d24b50a2a4b1c650595491 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:44.319049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6535a0a-c6a4-46d0-8d18-b5174466cab3 None None] Network 51b4e50e-eda4-4975-9907-7009b415460c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:44.319507 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed550396-3a8c-420e-8474-d32eaa73fb13 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.321447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ed550396-3a8c-420e-8474-d32eaa73fb13 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "DELETE /v2.0/subnets/3ba1eb17-5889-44c1-9fc2-f471e7cf67eb HTTP/1.1" status: 204 len: 168 time: 0.3399367 Jul 07 19:42:44.321582 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc18127b-6021-454c-91b3-7b716d492354 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.324012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33774) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:44.354955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc18127b-6021-454c-91b3-7b716d492354 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:44.371303 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc18127b-6021-454c-91b3-7b716d492354 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.371683 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-bc18127b-6021-454c-91b3-7b716d492354 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Added segment 2a321304-837b-4722-8061-814c5c662e6e of type vlan for network ef837d10-1abe-4198-ab60-ee17d61808de Jul 07 19:42:44.413909 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.447764 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc18127b-6021-454c-91b3-7b716d492354 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.479863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Deleting port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:44.480203 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.492251 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc18127b-6021-454c-91b3-7b716d492354 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.504577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18127b-6021-454c-91b3-7b716d492354 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:44.505377 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc18127b-6021-454c-91b3-7b716d492354 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.526987 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bc18127b-6021-454c-91b3-7b716d492354 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2418146 Jul 07 19:42:44.528475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33778) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:44.534637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c79a414c-2cdd-4b45-a34d-745d5842d7c0 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1471850095'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:44.561475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] For port cf6aa210-fa8c-449d-bf0a-3765d5c6d287, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=cf6aa210-fa8c-449d-bf0a-3765d5c6d287,segment=NetworkSegment(8b53887f-bb68-400b-839b-b3ac6365b890),segment_id=8b53887f-bb68-400b-839b-b3ac6365b890)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:44.561873 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.576414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Calling delete_port for cf6aa210-fa8c-449d-bf0a-3765d5c6d287 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:44.607975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d13b94e-adc1-4754-bfac-46d3b474d81c None None] DHCP port deletion for 51b4e50e-eda4-4975-9907-7009b415460c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:44.610582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18127b-6021-454c-91b3-7b716d492354 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event updated for resources: {'Network': ['ID=ef837d10-1abe-4198-ab60-ee17d61808de,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:44.615035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79a414c-2cdd-4b45-a34d-745d5842d7c0 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Made reservation on behalf of 1091bb4061d24b50a2a4b1c650595491 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:44.618544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c79a414c-2cdd-4b45-a34d-745d5842d7c0 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.624656 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network ef837d10-1abe-4198-ab60-ee17d61808de details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:44.647039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79a414c-2cdd-4b45-a34d-745d5842d7c0 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:44.662212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c79a414c-2cdd-4b45-a34d-745d5842d7c0 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.662679 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-c79a414c-2cdd-4b45-a34d-745d5842d7c0 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Added segment 804310cc-eff2-4a54-b2c8-397fb6dde351 of type vlan for network 9aa8b137-bdfd-4caa-afd0-bc5348ef4f85 Jul 07 19:42:44.667996 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.705401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Port': ['ID=cf6aa210-fa8c-449d-bf0a-3765d5c6d287,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:44.710630 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] No DVR routers for this DVR port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:44.716351 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c79a414c-2cdd-4b45-a34d-745d5842d7c0 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.763555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5d13b94e-adc1-4754-bfac-46d3b474d81c None None] Deleting port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:44.764292 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c79a414c-2cdd-4b45-a34d-745d5842d7c0 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.764487 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5d13b94e-adc1-4754-bfac-46d3b474d81c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.770991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79a414c-2cdd-4b45-a34d-745d5842d7c0 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:44.771808 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c79a414c-2cdd-4b45-a34d-745d5842d7c0 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.809631 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.845943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b4e50e-eda4-4975-9907-7009b415460c']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:44.851408 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c79a414c-2cdd-4b45-a34d-745d5842d7c0 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3218091 Jul 07 19:42:44.858621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b53887f-bb68-400b-839b-b3ac6365b890') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:44.858621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b53887f-bb68-400b-839b-b3ac6365b890') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:44.859793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5d13b94e-adc1-4754-bfac-46d3b474d81c None None] For port cf6aa210-fa8c-449d-bf0a-3765d5c6d287, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:44.860241 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5d13b94e-adc1-4754-bfac-46d3b474d81c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.863729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a414c-2cdd-4b45-a34d-745d5842d7c0 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event updated for resources: {'Network': ['ID=9aa8b137-bdfd-4caa-afd0-bc5348ef4f85,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:44.869073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.883706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5d13b94e-adc1-4754-bfac-46d3b474d81c None None] Calling delete_port for cf6aa210-fa8c-449d-bf0a-3765d5c6d287 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:44.884708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.887153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 9aa8b137-bdfd-4caa-afd0-bc5348ef4f85 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:44.891197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-5d13b94e-adc1-4754-bfac-46d3b474d81c None None] Port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:42:44.893719 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:44.894169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:44.900602 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:44.904159 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5d13b94e-adc1-4754-bfac-46d3b474d81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.962092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13b94e-adc1-4754-bfac-46d3b474d81c None None] Pushing event deleted for resources: {'Port': ['ID=cf6aa210-fa8c-449d-bf0a-3765d5c6d287,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:44.971251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13b94e-adc1-4754-bfac-46d3b474d81c None None] No DVR routers for this DVR port cf6aa210-fa8c-449d-bf0a-3765d5c6d287 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:44.988556 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.008826 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.013107 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "DELETE /v2.0/networks/51b4e50e-eda4-4975-9907-7009b415460c HTTP/1.1" status: 204 len: 168 time: 0.6850746 Jul 07 19:42:45.013412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33782) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:45.042075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c42bca-aa97-4256-b926-380d726be2bb tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Network': ['ID=51b4e50e-eda4-4975-9907-7009b415460c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:45.107171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f1e85b-45d6-42e9-8d15-0dd1b2ff668e tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Deleting subnet c18920fe-76bc-48d8-9395-65a4202eac09 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:45.111665 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62f1e85b-45d6-42e9-8d15-0dd1b2ff668e tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.157532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62f1e85b-45d6-42e9-8d15-0dd1b2ff668e tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.253593 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62f1e85b-45d6-42e9-8d15-0dd1b2ff668e tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.327351 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62f1e85b-45d6-42e9-8d15-0dd1b2ff668e tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.360406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1e85b-45d6-42e9-8d15-0dd1b2ff668e tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Subnet': ['ID=c18920fe-76bc-48d8-9395-65a4202eac09,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:45.364569 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62f1e85b-45d6-42e9-8d15-0dd1b2ff668e tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.368633 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-62f1e85b-45d6-42e9-8d15-0dd1b2ff668e tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "DELETE /v2.0/subnets/c18920fe-76bc-48d8-9395-65a4202eac09 HTTP/1.1" status: 204 len: 168 time: 0.3516612 Jul 07 19:42:45.368994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33784) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:45.375841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee387f9-9cd2-4d98-b42d-c2e69d2db6f4 None None] Network 5df3c145-dfbc-43d2-9d71-816357bbc24c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:45.442333 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-e055cb6e-c36b-4adb-a1d3-6d2774677e5b tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Deleting subnet 1c370637-9c18-47bb-9110-567da6be6f61 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:45.445591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e055cb6e-c36b-4adb-a1d3-6d2774677e5b tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.490510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e055cb6e-c36b-4adb-a1d3-6d2774677e5b tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.621776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad55fc5-0220-492e-ab33-a4642388f90b None None] DHCP port deletion for 5df3c145-dfbc-43d2-9d71-816357bbc24c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:45.636911 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e055cb6e-c36b-4adb-a1d3-6d2774677e5b tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.689721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-dad55fc5-0220-492e-ab33-a4642388f90b None None] Deleting port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:45.690304 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dad55fc5-0220-492e-ab33-a4642388f90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.709924 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e055cb6e-c36b-4adb-a1d3-6d2774677e5b tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.749397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055cb6e-c36b-4adb-a1d3-6d2774677e5b tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Subnet': ['ID=1c370637-9c18-47bb-9110-567da6be6f61,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:45.755426 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e055cb6e-c36b-4adb-a1d3-6d2774677e5b tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.758329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e055cb6e-c36b-4adb-a1d3-6d2774677e5b tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "DELETE /v2.0/subnets/1c370637-9c18-47bb-9110-567da6be6f61 HTTP/1.1" status: 204 len: 168 time: 0.3883040 Jul 07 19:42:45.760827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33788) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:45.765359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2549504-46df-49c4-becf-e0bfb270a5b1 None None] Network 0c1fe735-b37e-48fe-85dd-b8bcd24567d3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:45.853071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-dad55fc5-0220-492e-ab33-a4642388f90b None None] For port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=75d754f0-7cf9-4f9a-a7d3-217bb25bf690,segment=NetworkSegment(e50489ef-51d1-4a3c-b92d-588477856337),segment_id=e50489ef-51d1-4a3c-b92d-588477856337)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:45.854969 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dad55fc5-0220-492e-ab33-a4642388f90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.874340 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.882986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-dad55fc5-0220-492e-ab33-a4642388f90b None None] Calling delete_port for 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:45.953963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Deleting port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:45.954465 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.052987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] For port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=75d754f0-7cf9-4f9a-a7d3-217bb25bf690,segment=NetworkSegment(e50489ef-51d1-4a3c-b92d-588477856337),segment_id=e50489ef-51d1-4a3c-b92d-588477856337)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:46.053775 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.069968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Calling delete_port for 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:46.165907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.209402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Port': ['ID=75d754f0-7cf9-4f9a-a7d3-217bb25bf690,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:46.220403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] No DVR routers for this DVR port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:46.321006 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:46.365575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:46.365919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:46.366333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cf6aa210-fa8c-449d-bf0a-3765d5c6d287 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:46.379632 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.393468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df3c145-dfbc-43d2-9d71-816357bbc24c']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:46.396437 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: cf6aa210-fa8c-449d-bf0a-3765d5c6d287 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:46.396437 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device cf6aa210-fa8c-449d-bf0a-3765d5c6d287 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:46.419210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50489ef-51d1-4a3c-b92d-588477856337') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:46.419210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50489ef-51d1-4a3c-b92d-588477856337') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:46.431019 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dad55fc5-0220-492e-ab33-a4642388f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.441570 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.474615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad55fc5-0220-492e-ab33-a4642388f90b None None] Pushing event deleted for resources: {'Port': ['ID=75d754f0-7cf9-4f9a-a7d3-217bb25bf690,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:46.482757 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad55fc5-0220-492e-ab33-a4642388f90b None None] No DVR routers for this DVR port 75d754f0-7cf9-4f9a-a7d3-217bb25bf690 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:46.491636 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.500334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:46.500750 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:46.506317 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:46.521581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a9c380-a925-4a98-be0c-cf02850037bc None None] DHCP port deletion for 0c1fe735-b37e-48fe-85dd-b8bcd24567d3 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:46.592545 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.594129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c3a9c380-a925-4a98-be0c-cf02850037bc None None] Deleting port 566480eb-c96b-4ed5-b2c6-03b480727636 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:46.594570 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c3a9c380-a925-4a98-be0c-cf02850037bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.599527 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.611516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33792) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:46.613607 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "DELETE /v2.0/networks/5df3c145-dfbc-43d2-9d71-816357bbc24c HTTP/1.1" status: 204 len: 168 time: 0.8511620 Jul 07 19:42:46.632432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c0b16-3a5d-4762-b1c0-b1075ef1ed0d tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Network': ['ID=5df3c145-dfbc-43d2-9d71-816357bbc24c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:46.678887 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c3a9c380-a925-4a98-be0c-cf02850037bc None None] For port 566480eb-c96b-4ed5-b2c6-03b480727636, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=566480eb-c96b-4ed5-b2c6-03b480727636,segment=NetworkSegment(f578719d-4606-4689-b4f5-f505de79d62b),segment_id=f578719d-4606-4689-b4f5-f505de79d62b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:46.679379 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c3a9c380-a925-4a98-be0c-cf02850037bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.710046 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c3a9c380-a925-4a98-be0c-cf02850037bc None None] Calling delete_port for 566480eb-c96b-4ed5-b2c6-03b480727636 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:46.753639 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.838469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Deleting port 566480eb-c96b-4ed5-b2c6-03b480727636 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:46.838975 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.851934 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c3a9c380-a925-4a98-be0c-cf02850037bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.875079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9c380-a925-4a98-be0c-cf02850037bc None None] No DVR routers for this DVR port 566480eb-c96b-4ed5-b2c6-03b480727636 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:46.914009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9c380-a925-4a98-be0c-cf02850037bc None None] Pushing event deleted for resources: {'Port': ['ID=566480eb-c96b-4ed5-b2c6-03b480727636,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:46.942135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] For port 566480eb-c96b-4ed5-b2c6-03b480727636, host n-d-793621-9, got binding levels [] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:46.942501 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.958446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Calling delete_port for 566480eb-c96b-4ed5-b2c6-03b480727636 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:46.961771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.ipam_backend_mixin [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Port 566480eb-c96b-4ed5-b2c6-03b480727636 was not found and therefore no delete operation was performed {{(pid=93901) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:42:46.963124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.992936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Port': ['ID=566480eb-c96b-4ed5-b2c6-03b480727636,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:47.002345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] No DVR routers for this DVR port 566480eb-c96b-4ed5-b2c6-03b480727636 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:47.093810 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.106130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1fe735-b37e-48fe-85dd-b8bcd24567d3']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:47.125121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f578719d-4606-4689-b4f5-f505de79d62b') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:47.125475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f578719d-4606-4689-b4f5-f505de79d62b') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:47.134725 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.148582 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.156782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:47.157258 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:47.160424 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:47.246739 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.294825 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.294825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "DELETE /v2.0/networks/0c1fe735-b37e-48fe-85dd-b8bcd24567d3 HTTP/1.1" status: 204 len: 168 time: 0.6775053 Jul 07 19:42:47.294825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9aedc-d4ea-4363-87ba-a1ba0042528a tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Network': ['ID=0c1fe735-b37e-48fe-85dd-b8bcd24567d3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:47.308639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33796) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:47.392465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dff9e46-faa2-495d-840a-de28995cb564 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Deleting subnet 3c9850c7-0124-4265-8ca2-2bbd26c7fd28 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:47.398635 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dff9e46-faa2-495d-840a-de28995cb564 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.454641 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dff9e46-faa2-495d-840a-de28995cb564 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.548172 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dff9e46-faa2-495d-840a-de28995cb564 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.616965 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dff9e46-faa2-495d-840a-de28995cb564 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.647909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff9e46-faa2-495d-840a-de28995cb564 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9850c7-0124-4265-8ca2-2bbd26c7fd28,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:47.653297 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2dff9e46-faa2-495d-840a-de28995cb564 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.658713 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2dff9e46-faa2-495d-840a-de28995cb564 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "DELETE /v2.0/subnets/3c9850c7-0124-4265-8ca2-2bbd26c7fd28 HTTP/1.1" status: 204 len: 168 time: 0.3488817 Jul 07 19:42:47.659418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33808) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:47.671049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba6e9fd-4abb-4c89-99fd-abdef6ce92ff None None] Network 1e51d255-268a-4884-852e-65f61ac7a51d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:47.846681 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.914414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Deleting port 29c923e7-ba3b-43d4-b4ea-a64173af912b {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:47.914873 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:47.969859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9edeb2-8206-423b-9e3c-e75e3e02fb9f None None] DHCP port deletion for 1e51d255-268a-4884-852e-65f61ac7a51d request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:47.994197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] For port 29c923e7-ba3b-43d4-b4ea-a64173af912b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=29c923e7-ba3b-43d4-b4ea-a64173af912b,segment=NetworkSegment(92398839-9719-4baa-ae12-275872833908),segment_id=92398839-9719-4baa-ae12-275872833908)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:47.994491 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.011738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Calling delete_port for 29c923e7-ba3b-43d4-b4ea-a64173af912b owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:48.042017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3c9edeb2-8206-423b-9e3c-e75e3e02fb9f None None] Deleting port 29c923e7-ba3b-43d4-b4ea-a64173af912b {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:48.042411 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c9edeb2-8206-423b-9e3c-e75e3e02fb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.126537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3c9edeb2-8206-423b-9e3c-e75e3e02fb9f None None] For port 29c923e7-ba3b-43d4-b4ea-a64173af912b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=29c923e7-ba3b-43d4-b4ea-a64173af912b,segment=NetworkSegment(92398839-9719-4baa-ae12-275872833908),segment_id=92398839-9719-4baa-ae12-275872833908)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:48.127060 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c9edeb2-8206-423b-9e3c-e75e3e02fb9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.133160 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.143834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3c9edeb2-8206-423b-9e3c-e75e3e02fb9f None None] Calling delete_port for 29c923e7-ba3b-43d4-b4ea-a64173af912b owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:48.169182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] No DVR routers for this DVR port 29c923e7-ba3b-43d4-b4ea-a64173af912b on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:48.237316 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c9edeb2-8206-423b-9e3c-e75e3e02fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.260209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33820) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:48.260970 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.265983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'subnets': [{'network_id': 'ef837d10-1abe-4198-ab60-ee17d61808de', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1778327774', 'ip_version': 6}, {'network_id': '9aa8b137-bdfd-4caa-afd0-bc5348ef4f85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:48.266559 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'subnet': {'network_id': 'ef837d10-1abe-4198-ab60-ee17d61808de', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1778327774', 'ip_version': 6}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:48.267633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Request body: {'subnet': {'network_id': '9aa8b137-bdfd-4caa-afd0-bc5348ef4f85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:48.273338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e51d255-268a-4884-852e-65f61ac7a51d']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:48.281334 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9edeb2-8206-423b-9e3c-e75e3e02fb9f None None] Pushing event deleted for resources: {'Port': ['ID=29c923e7-ba3b-43d4-b4ea-a64173af912b,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:48.286550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92398839-9719-4baa-ae12-275872833908') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:48.286898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92398839-9719-4baa-ae12-275872833908') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:48.288912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9edeb2-8206-423b-9e3c-e75e3e02fb9f None None] No DVR routers for this DVR port 29c923e7-ba3b-43d4-b4ea-a64173af912b on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:48.293536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 566480eb-c96b-4ed5-b2c6-03b480727636 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:48.301816 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.318819 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 566480eb-c96b-4ed5-b2c6-03b480727636 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:48.319170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 566480eb-c96b-4ed5-b2c6-03b480727636 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:48.319585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 29c923e7-ba3b-43d4-b4ea-a64173af912b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:48.341208 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.349232 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:48.349452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 29c923e7-ba3b-43d4-b4ea-a64173af912b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:48.349877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 29c923e7-ba3b-43d4-b4ea-a64173af912b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:48.350020 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.374409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Port': ['ID=29c923e7-ba3b-43d4-b4ea-a64173af912b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:48.420174 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:48.452069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.460071 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.464784 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "DELETE /v2.0/networks/1e51d255-268a-4884-852e-65f61ac7a51d HTTP/1.1" status: 204 len: 168 time: 0.8014836 Jul 07 19:42:48.465375 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33822) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:48.485445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Made reservation on behalf of 1091bb4061d24b50a2a4b1c650595491 for: {'subnet': 2} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:48.491025 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.491717 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.504164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-797b0b78-09b6-445c-a94d-3a0db87112df tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "GET /v2.0/ports?device_id=caaeb194-b9a6-474e-9861-da56534ab3fe HTTP/1.1" status: 200 len: 205 time: 0.0375822 Jul 07 19:42:48.506452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33824) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:48.514155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85515ce8-612e-45b2-9896-0471adba12b0 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Pushing event deleted for resources: {'Network': ['ID=1e51d255-268a-4884-852e-65f61ac7a51d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:48.607094 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8170975d-2116-4d5b-ac2a-edd8db07fa35 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.797501 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8170975d-2116-4d5b-ac2a-edd8db07fa35 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.799782 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8170975d-2116-4d5b-ac2a-edd8db07fa35 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.846221 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8170975d-2116-4d5b-ac2a-edd8db07fa35 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.846830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8170975d-2116-4d5b-ac2a-edd8db07fa35 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Fanout notify agent at l3_agent the message router_deleted on router caaeb194-b9a6-474e-9861-da56534ab3fe {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:42:48.855660 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8170975d-2116-4d5b-ac2a-edd8db07fa35 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:48.856865 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8170975d-2116-4d5b-ac2a-edd8db07fa35 tempest-RoutersNegativeIpV6Test-339139709 tempest-RoutersNegativeIpV6Test-339139709-project] 10.222.0.81 "DELETE /v2.0/routers/caaeb194-b9a6-474e-9861-da56534ab3fe HTTP/1.1" status: 204 len: 168 time: 0.3492115 Jul 07 19:42:48.949666 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.020505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event updated for resources: {'Subnet': ['ID=c6bee7df-aff8-46e7-8dea-3ee6bee94353,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:49.031837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Checking segment: {'id': '2a321304-837b-4722-8061-814c5c662e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef837d10-1abe-4198-ab60-ee17d61808de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:49.032498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Network hostable DHCP agents. Network: ef837d10-1abe-4198-ab60-ee17d61808de, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:49.056172 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Network ef837d10-1abe-4198-ab60-ee17d61808de is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:49.065879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, ef837d10-1abe-4198-ab60-ee17d61808de) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:49.070281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.078635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc333ddc-acf9-4844-9fc0-a80b5c98836c None None] Network ef837d10-1abe-4198-ab60-ee17d61808de requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:49.151655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event updated for resources: {'Subnet': ['ID=6a2be6f8-c320-4957-b054-658ffcb7b903,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:49.155001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Checking segment: {'id': '804310cc-eff2-4a54-b2c8-397fb6dde351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9aa8b137-bdfd-4caa-afd0-bc5348ef4f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:49.155384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Network hostable DHCP agents. Network: 9aa8b137-bdfd-4caa-afd0-bc5348ef4f85, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:49.175685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Network 9aa8b137-bdfd-4caa-afd0-bc5348ef4f85 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:49.189541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 9aa8b137-bdfd-4caa-afd0-bc5348ef4f85) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:49.195744 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:49.197054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:49.198030 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.213185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33842) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:49.226419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b229868-6d80-4c41-b8d8-891bcb55c24e None None] Network 9aa8b137-bdfd-4caa-afd0-bc5348ef4f85 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:49.229068 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a6dfdf33-8b83-4091-8559-837f1e51066e tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.9678628 Jul 07 19:42:49.232014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33846) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:49.301104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae826d9-5f25-4844-9346-0ba96a8075b1 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:49.302887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae826d9-5f25-4844-9346-0ba96a8075b1 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:49.304787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae826d9-5f25-4844-9346-0ba96a8075b1 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:49.306762 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bae826d9-5f25-4844-9346-0ba96a8075b1 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0736275 Jul 07 19:42:49.317184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33848) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:49.381464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3bd3c7-a5fd-4907-8ef2-e3fe956bebb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-ef837d10-1abe-4198-ab60-ee17d61808de', 'network_id': 'ef837d10-1abe-4198-ab60-ee17d61808de', 'tenant_id': '1091bb4061d24b50a2a4b1c650595491', 'fixed_ips': [{'subnet_id': 'c6bee7df-aff8-46e7-8dea-3ee6bee94353'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:49.382424 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd3c7-a5fd-4907-8ef2-e3fe956bebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.406616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-905cf4c2-240c-4ee2-92ef-984ee71de78f tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Deleting subnet c6bee7df-aff8-46e7-8dea-3ee6bee94353 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:49.414244 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-905cf4c2-240c-4ee2-92ef-984ee71de78f tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.468514 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e7884fa9-23a7-43a7-9bb4-baacaf3905d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7537fc27c68f4fbda2b5d044b85b6268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517433 Jul 07 19:42:49.469431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33850) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:49.479615 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-905cf4c2-240c-4ee2-92ef-984ee71de78f tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.481148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-9aa8b137-bdfd-4caa-afd0-bc5348ef4f85', 'network_id': '9aa8b137-bdfd-4caa-afd0-bc5348ef4f85', 'tenant_id': '1091bb4061d24b50a2a4b1c650595491', 'fixed_ips': [{'subnet_id': '6a2be6f8-c320-4957-b054-658ffcb7b903'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:49.482185 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.562414 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-905cf4c2-240c-4ee2-92ef-984ee71de78f tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.596469 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4e8-b6ad-4eda-8ab9-2d9d6cf1a74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.636397 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4e8-b6ad-4eda-8ab9-2d9d6cf1a74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.660891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Allocated IP 2001:db8:0:1::1 (9aa8b137-bdfd-4caa-afd0-bc5348ef4f85/6a2be6f8-c320-4957-b054-658ffcb7b903/02b7cc00-c5ed-46d4-87ce-3957501375d7) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:49.716093 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-905cf4c2-240c-4ee2-92ef-984ee71de78f tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server [None req-2f3bd3c7-a5fd-4907-8ef2-e3fe956bebb7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6bee7df-aff8-46e7-8dea-3ee6bee94353: This subnet is being modified by another concurrent operation. Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6bee7df-aff8-46e7-8dea-3ee6bee94353: This subnet is being modified by another concurrent operation. Jul 07 19:42:49.733777 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Jul 07 19:42:49.743381 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4e8-b6ad-4eda-8ab9-2d9d6cf1a74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.743381 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4e8-b6ad-4eda-8ab9-2d9d6cf1a74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.743381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-91b1b4e8-b6ad-4eda-8ab9-2d9d6cf1a74d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58242ae0-a3f0-4317-99a5-cefb5bcff7f6 HTTP/1.1" status: 204 len: 168 time: 0.2692146 Jul 07 19:42:49.764242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c34bd2-b97b-4c73-816b-4ab572573726 None None] Network ef837d10-1abe-4198-ab60-ee17d61808de requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:49.806295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cf4c2-240c-4ee2-92ef-984ee71de78f tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event deleted for resources: {'Subnet': ['ID=c6bee7df-aff8-46e7-8dea-3ee6bee94353,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:49.830708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-905cf4c2-240c-4ee2-92ef-984ee71de78f tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.836917 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33856) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:49.849775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-905cf4c2-240c-4ee2-92ef-984ee71de78f tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "DELETE /v2.0/subnets/c6bee7df-aff8-46e7-8dea-3ee6bee94353 HTTP/1.1" status: 204 len: 168 time: 0.5313838 Jul 07 19:42:49.852094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1b4e8-b6ad-4eda-8ab9-2d9d6cf1a74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58242ae0-a3f0-4317-99a5-cefb5bcff7f6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:49.928766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-9559ad8c-b6ae-4edf-bee2-405f58d1d124 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Deleting subnet 6a2be6f8-c320-4957-b054-658ffcb7b903 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:50.046719 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.057038 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Transition to ACTIVE for port object 02b7cc00-c5ed-46d4-87ce-3957501375d7 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:50.081793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Transition to ACTIVE for port object 02b7cc00-c5ed-46d4-87ce-3957501375d7 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:50.091242 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9559ad8c-b6ae-4edf-bee2-405f58d1d124 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.092370 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.150181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Network 9aa8b137-bdfd-4caa-afd0-bc5348ef4f85 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:50.156270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:50.159948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:50.165845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Pushing event updated for resources: {'Port': ['ID=02b7cc00-c5ed-46d4-87ce-3957501375d7,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:50.216345 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9559ad8c-b6ae-4edf-bee2-405f58d1d124 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.284396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Attempting to bind port 02b7cc00-c5ed-46d4-87ce-3957501375d7 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:50.284876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Attempting to bind port 02b7cc00-c5ed-46d4-87ce-3957501375d7 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '804310cc-eff2-4a54-b2c8-397fb6dde351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9aa8b137-bdfd-4caa-afd0-bc5348ef4f85'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:50.285430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Attempting to bind port 02b7cc00-c5ed-46d4-87ce-3957501375d7 on network 9aa8b137-bdfd-4caa-afd0-bc5348ef4f85 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:50.292739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:50.293257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Checking segment: {'id': '804310cc-eff2-4a54-b2c8-397fb6dde351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9aa8b137-bdfd-4caa-afd0-bc5348ef4f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:50.293798 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.294352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Bound using segment: {'id': '804310cc-eff2-4a54-b2c8-397fb6dde351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9aa8b137-bdfd-4caa-afd0-bc5348ef4f85'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:50.295594 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Bound port: 02b7cc00-c5ed-46d4-87ce-3957501375d7, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804310cc-eff2-4a54-b2c8-397fb6dde351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9aa8b137-bdfd-4caa-afd0-bc5348ef4f85'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:50.296143 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.399279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] For port 02b7cc00-c5ed-46d4-87ce-3957501375d7, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:50.406105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] For port 02b7cc00-c5ed-46d4-87ce-3957501375d7, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=02b7cc00-c5ed-46d4-87ce-3957501375d7,segment=NetworkSegment(804310cc-eff2-4a54-b2c8-397fb6dde351),segment_id=804310cc-eff2-4a54-b2c8-397fb6dde351)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:50.412905 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.516948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718138c-bc22-4466-9e11-06ed268cc388 None None] Pushing event updated for resources: {'Port': ['ID=02b7cc00-c5ed-46d4-87ce-3957501375d7,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:50.868973 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9559ad8c-b6ae-4edf-bee2-405f58d1d124 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.945529 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9559ad8c-b6ae-4edf-bee2-405f58d1d124 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.991573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559ad8c-b6ae-4edf-bee2-405f58d1d124 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2be6f8-c320-4957-b054-658ffcb7b903,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:50.997100 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9559ad8c-b6ae-4edf-bee2-405f58d1d124 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.003115 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9559ad8c-b6ae-4edf-bee2-405f58d1d124 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "DELETE /v2.0/subnets/6a2be6f8-c320-4957-b054-658ffcb7b903 HTTP/1.1" status: 204 len: 168 time: 1.1649714 Jul 07 19:42:51.003366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33888) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:51.088810 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6a996e81-b25a-4c79-8c05-78b2e9ccb9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.093548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d20a21-877a-421d-a107-db7dbb160070 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:51.100378 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33894) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:51.110663 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-90d20a21-877a-421d-a107-db7dbb160070 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1054413 Jul 07 19:42:51.192896 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.306764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Deleting port 02b7cc00-c5ed-46d4-87ce-3957501375d7 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:51.308429 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.436240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] For port 02b7cc00-c5ed-46d4-87ce-3957501375d7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=02b7cc00-c5ed-46d4-87ce-3957501375d7,segment=NetworkSegment(804310cc-eff2-4a54-b2c8-397fb6dde351),segment_id=804310cc-eff2-4a54-b2c8-397fb6dde351)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:51.436820 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.459999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Calling delete_port for 02b7cc00-c5ed-46d4-87ce-3957501375d7 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:51.574821 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.608052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event deleted for resources: {'Port': ['ID=02b7cc00-c5ed-46d4-87ce-3957501375d7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:51.620428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] No DVR routers for this DVR port 02b7cc00-c5ed-46d4-87ce-3957501375d7 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:51.762748 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.781090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa8b137-bdfd-4caa-afd0-bc5348ef4f85']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:51.849390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804310cc-eff2-4a54-b2c8-397fb6dde351') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:51.849636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804310cc-eff2-4a54-b2c8-397fb6dde351') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:51.863990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.887390 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.894701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:51.895404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:51.899970 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:51.998863 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.025697 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.027933 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "DELETE /v2.0/networks/9aa8b137-bdfd-4caa-afd0-bc5348ef4f85 HTTP/1.1" status: 204 len: 168 time: 0.9265532 Jul 07 19:42:52.028812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2867b-7206-401b-92ab-b148686628be tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event deleted for resources: {'Network': ['ID=9aa8b137-bdfd-4caa-afd0-bc5348ef4f85,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:52.035045 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33916) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:52.117487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.253373 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.253895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dc611f-6e9e-4164-bb5e-935a3ab3e575 None None] DHCP port deletion for 9aa8b137-bdfd-4caa-afd0-bc5348ef4f85 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:52.272476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef837d10-1abe-4198-ab60-ee17d61808de']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:52.278046 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4c0c24e6-97ba-4d77-801d-2ecb296ca422 None None] Could not find standard attr ID for object 02b7cc00-c5ed-46d4-87ce-3957501375d7. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:42:52.289931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12368e00-819c-430a-9126-6f03b636b069 None None] Network 9aa8b137-bdfd-4caa-afd0-bc5348ef4f85 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:52.290048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a321304-837b-4722-8061-814c5c662e6e') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:52.290048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a321304-837b-4722-8061-814c5c662e6e') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:52.300849 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.312765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12368e00-819c-430a-9126-6f03b636b069 None None] Network 9aa8b137-bdfd-4caa-afd0-bc5348ef4f85 could not be found, it might have been deleted concurrently. {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 19:42:52.327810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951d4b68-6eef-4f24-b929-95cc3edeabf5 None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:42:52.334344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.342279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:52.342979 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:52.346979 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:52.417290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.428083 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.433205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33936) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:52.434259 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d4b68-6eef-4f24-b929-95cc3edeabf5 None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:42:52.445289 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "DELETE /v2.0/networks/ef837d10-1abe-4198-ab60-ee17d61808de HTTP/1.1" status: 204 len: 168 time: 0.4084923 Jul 07 19:42:52.479180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b13c4-6810-4e33-9d90-1678ab6155bb tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event deleted for resources: {'Network': ['ID=ef837d10-1abe-4198-ab60-ee17d61808de,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:52.555896 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.662470 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.673776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c189be-134c-4aa1-999f-cf8a14092fdf']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:52.687748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f9ed62-47e3-43d2-983e-2e1458857d33') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:52.688048 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f9ed62-47e3-43d2-983e-2e1458857d33') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:52.697721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.714688 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.732809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:52.732809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:52.737281 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:52.828927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.833485 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.838446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33944) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:52.838869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33946) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:52.839330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "DELETE /v2.0/networks/87c189be-134c-4aa1-999f-cf8a14092fdf HTTP/1.1" status: 204 len: 168 time: 0.4048822 Jul 07 19:42:52.856168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1bb3b-67d0-4d13-b4ee-fea7cbe4a779 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event deleted for resources: {'Network': ['ID=87c189be-134c-4aa1-999f-cf8a14092fdf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:52.932600 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.034493 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-898936d5-7e4b-4af1-a253-9d9aed604d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.050683 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.064797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14f1480-b2ba-48e2-b5bb-e6d435f6cf4e']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:53.080690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2588cab0-d898-4d62-9cd0-57fbc1580181') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:53.081104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2588cab0-d898-4d62-9cd0-57fbc1580181') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:53.095870 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.118218 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.126254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:53.126668 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:53.129664 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:53.190250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.202244 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.204457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] 10.222.0.81 "DELETE /v2.0/networks/d14f1480-b2ba-48e2-b5bb-e6d435f6cf4e HTTP/1.1" status: 204 len: 168 time: 0.3634160 Jul 07 19:42:53.220796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0650b0-6bb6-4733-bee5-af1636f13540 tempest-BulkNetworkOpsIpV6Test-641321460 tempest-BulkNetworkOpsIpV6Test-641321460-project] Pushing event deleted for resources: {'Network': ['ID=d14f1480-b2ba-48e2-b5bb-e6d435f6cf4e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:53.269433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-898936d5-7e4b-4af1-a253-9d9aed604d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.275720 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-898936d5-7e4b-4af1-a253-9d9aed604d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.326940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-898936d5-7e4b-4af1-a253-9d9aed604d80 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bac1f61c13224506b5c43e262e30bdc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4838009 Jul 07 19:42:53.326940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898936d5-7e4b-4af1-a253-9d9aed604d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fa3896-e7a7-4a4f-9326-174ec68415b6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:53.327418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33964) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:53.386094 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c60ce35a-eba5-442f-9a1c-625e216f5fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.413170 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c60ce35a-eba5-442f-9a1c-625e216f5fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.464339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33972) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:53.474055 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c60ce35a-eba5-442f-9a1c-625e216f5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.476618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c60ce35a-eba5-442f-9a1c-625e216f5fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.477911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c60ce35a-eba5-442f-9a1c-625e216f5fc3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05fa3896-e7a7-4a4f-9326-174ec68415b6 HTTP/1.1" status: 204 len: 168 time: 0.1492841 Jul 07 19:42:53.486313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ce35a-eba5-442f-9a1c-625e216f5fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fa3896-e7a7-4a4f-9326-174ec68415b6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:53.616251 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7b4fc134-4ca3-4446-b19a-c9c8918ff012 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1091bb4061d24b50a2a4b1c650595491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486533 Jul 07 19:42:53.618960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 33978) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:53.680586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-522c8e0b-3519-4240-ba9a-121f7ba7d806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.710941 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-522c8e0b-3519-4240-ba9a-121f7ba7d806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.767599 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-522c8e0b-3519-4240-ba9a-121f7ba7d806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.770556 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-522c8e0b-3519-4240-ba9a-121f7ba7d806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.771752 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-522c8e0b-3519-4240-ba9a-121f7ba7d806 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b783d957-caf1-4e15-9a64-39e93fb3ff9f HTTP/1.1" status: 204 len: 168 time: 0.1516254 Jul 07 19:42:53.783572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c8e0b-3519-4240-ba9a-121f7ba7d806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b783d957-caf1-4e15-9a64-39e93fb3ff9f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:53.847079 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.861452 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-8a753934-bbc3-44fd-8a79-d5a5968dd794 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867491618&fields=id&tenant_id=5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 267 time: 0.0546839 Jul 07 19:42:53.950924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 33988) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:53.970489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b28b1d2-149e-4228-8480-8e2e58b9b5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.998818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-136fb88a-a982-463f-b88b-5f5d5335494c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:54.000948 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-136fb88a-a982-463f-b88b-5f5d5335494c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.1328435 Jul 07 19:42:54.024847 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-32f265ce-4cd7-41ee-b11c-1d0821389f8f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/quotas/5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 375 time: 0.0178320 Jul 07 19:42:54.058122 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ef3d645f-d3a5-45c3-b868-91023ef41410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.096256 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b28b1d2-149e-4228-8480-8e2e58b9b5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.101528 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8b28b1d2-149e-4228-8480-8e2e58b9b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.130300 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-204de4c1-2125-4a7e-8fff-f87f09148666 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035800 Jul 07 19:42:54.146480 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8b28b1d2-149e-4228-8480-8e2e58b9b5d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a156ff4785747a59fa9bbe7862f05ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911719 Jul 07 19:42:54.146480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34000) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:54.155069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28b1d2-149e-4228-8480-8e2e58b9b5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4d6dba-650e-4996-ae7c-cf3d766aee4c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:54.223612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 02b7cc00-c5ed-46d4-87ce-3957501375d7 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:54.234835 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0ad5-5bad-43cc-81e3-b6f0bfb4aa20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.254285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 02b7cc00-c5ed-46d4-87ce-3957501375d7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:54.255307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 02b7cc00-c5ed-46d4-87ce-3957501375d7 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:54.262963 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0ad5-5bad-43cc-81e3-b6f0bfb4aa20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.279201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-810ba70e-d903-4b51-bf1c-41e6df0aa9a7 service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288433 Jul 07 19:42:54.333431 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0ad5-5bad-43cc-81e3-b6f0bfb4aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.336615 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0ad5-5bad-43cc-81e3-b6f0bfb4aa20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.341325 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5a0b0ad5-5bad-43cc-81e3-b6f0bfb4aa20 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e4d6dba-650e-4996-ae7c-cf3d766aee4c HTTP/1.1" status: 204 len: 168 time: 0.1938655 Jul 07 19:42:54.351259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b0ad5-5bad-43cc-81e3-b6f0bfb4aa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4d6dba-650e-4996-ae7c-cf3d766aee4c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:54.391937 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-3be8c17d-9565-4ecd-9fca-948dcf08d4a4 service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117380 Jul 07 19:42:54.763945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34038) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:54.810416 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.839639 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93e276e7-0056-4b53-b964-b3cb488c0134 req-e0be7a47-49b6-4425-814c-019ff3f9b211 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 210 time: 0.0524035 Jul 07 19:42:54.933809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0ddab-a990-4548-a4c4-63431df195e0 req-fd446188-eec4-42d7-a8c8-9f6ad9be118c tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:54.935484 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47b0ddab-a990-4548-a4c4-63431df195e0 req-fd446188-eec4-42d7-a8c8-9f6ad9be118c tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.0959713 Jul 07 19:42:54.986893 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47b0ddab-a990-4548-a4c4-63431df195e0 req-7132625e-bec7-4288-88ca-59712fd59e58 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455475 Jul 07 19:42:55.091834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-713914574'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:55.116659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:55.120794 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.131402 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.245045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.250743 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.280933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:55.290143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2d0759-e876-4fa2-9e8b-7ceddae33a2b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:55.301381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.301795 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Added segment f54edf89-6e62-4eff-850e-7122a36ba9b5 of type vlan for network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 Jul 07 19:42:55.304198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:55.304718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:55.304954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:55.305560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:55.306125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:55.306522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:55.306897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:55.307509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:55.308010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:55.308503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:55.308851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:55.309356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:55.364867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.398579 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.405546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:55.406157 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.470708 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7064118 Jul 07 19:42:55.475464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34064) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:55.483059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'name': 'tempest-PortsTestJSON-2131106288'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:55.494925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aed1b3-d050-4bd4-840d-5471904a3bf5 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Network': ['ID=e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:55.507523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:55.601605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:55.607525 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.630632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:55.815462 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.852552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.933754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=0f72a3eb-dccc-44e0-a715-98e7e8d50de1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:55.942103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Checking segment: {'id': 'f54edf89-6e62-4eff-850e-7122a36ba9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:55.942686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network hostable DHCP agents. Network: e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:55.971089 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:55.984807 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:55.990348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:55.997359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2928e0-3c79-4804-be51-c8c99784c8c2 None None] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:56.004703 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-16e67233-97f0-494e-9e9f-658bf49d3fb0 req-e589c7d1-8b82-45df-8c84-895f6bfb3fb4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 210 time: 0.0391815 Jul 07 19:42:56.010107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:56.011191 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.039644 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1fd4ada1-d2fd-420d-ae17-9c71a7db34d9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5623844 Jul 07 19:42:56.042761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34086) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:56.052354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-aba23057-4f0c-41ce-8cbd-5fb4ac184284 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-564889079'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:56.082731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba23057-4f0c-41ce-8cbd-5fb4ac184284 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:56.092381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aba23057-4f0c-41ce-8cbd-5fb4ac184284 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.151855 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba23057-4f0c-41ce-8cbd-5fb4ac184284 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:56.178058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aba23057-4f0c-41ce-8cbd-5fb4ac184284 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.179906 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-aba23057-4f0c-41ce-8cbd-5fb4ac184284 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Added segment dbf1bdf0-3278-4b6e-8f0c-9b7764f6eae0 of type vlan for network 99491647-6b6e-4693-a0a3-0e100bb8d023 Jul 07 19:42:56.252118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aba23057-4f0c-41ce-8cbd-5fb4ac184284 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.267419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-c7f8a75d-9cc2-4847-a4c1-88a1b19138bc tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:56.269415 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-c7f8a75d-9cc2-4847-a4c1-88a1b19138bc tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.2037208 Jul 07 19:42:56.290277 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aba23057-4f0c-41ce-8cbd-5fb4ac184284 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.296307 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba23057-4f0c-41ce-8cbd-5fb4ac184284 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:56.296910 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aba23057-4f0c-41ce-8cbd-5fb4ac184284 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.309808 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ce642-9a7f-4995-8a33-0a8488cca834 req-c0fc8716-d8fe-47bb-9919-84ee4174c586 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:56.311819 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f01ce642-9a7f-4995-8a33-0a8488cca834 req-c0fc8716-d8fe-47bb-9919-84ee4174c586 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1097445 Jul 07 19:42:56.370033 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-aba23057-4f0c-41ce-8cbd-5fb4ac184284 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3209620 Jul 07 19:42:56.371160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34094) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:56.375335 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f01ce642-9a7f-4995-8a33-0a8488cca834 req-eeed6bc4-cc75-45e5-a901-b68b5b9e80b3 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566366 Jul 07 19:42:56.379703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'ports': [{'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6'}, {'network_id': '99491647-6b6e-4693-a0a3-0e100bb8d023'}]} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:56.380026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:56.380567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': '99491647-6b6e-4693-a0a3-0e100bb8d023'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:56.385556 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-26c6e118-eadc-4786-a063-89979e61708a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 379 time: 0.0683980 Jul 07 19:42:56.398304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba23057-4f0c-41ce-8cbd-5fb4ac184284 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Network': ['ID=99491647-6b6e-4693-a0a3-0e100bb8d023,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:56.398624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'port': {'device_id': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'admin_state_up': True, 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'security_groups': ['9e454615-2262-42eb-a356-68c51143ee8f']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:56.422140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 99491647-6b6e-4693-a0a3-0e100bb8d023 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:56.568333 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Made reservation on behalf of 5034d959d8df4881b05cee0fb3ab4677 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:56.572937 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.606437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 2} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:56.613959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.637654 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.679228 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.773088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port 5af4005e-468b-480a-a6c4-c9a1182bffa1 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:56.777739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Allocated IP 172.20.0.13 (1442ae3f-1fa5-472e-b78b-a0c442cf409b/dea0a7ea-e139-4942-9781-c1c850f2f9a4/3d986bf6-f659-49e3-b05f-d6e1c0642a10) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:56.920107 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.960925 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.974081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Transition to ACTIVE for port object 3d986bf6-f659-49e3-b05f-d6e1c0642a10 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:56.996595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port 3020c9a8-a080-4275-9aa9-da3c4a000983 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:57.014966 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.064355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:57.070661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:57.075343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:57.127589 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.127990 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.146550 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.155899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=3d986bf6-f659-49e3-b05f-d6e1c0642a10,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:57.159665 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-ebeb16a3-c2bf-45fa-98aa-3149b483e5d9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7653146 Jul 07 19:42:57.175222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Request body: {'port': {'device_id': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:57.244553 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.264829 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.318879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:57.327815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:57.330137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=5af4005e-468b-480a-a6c4-c9a1182bffa1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:57.346337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009e30c-ebb2-4c64-89f0-14e57439c1a6 req-010aa220-7315-4395-b88a-4fd7c6e417d3 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.353934 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5009e30c-ebb2-4c64-89f0-14e57439c1a6 req-010aa220-7315-4395-b88a-4fd7c6e417d3 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 932 time: 0.1699688 Jul 07 19:42:57.355924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:57.356775 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.455398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5009e30c-ebb2-4c64-89f0-14e57439c1a6 req-43f5a869-4764-43f0-9d4a-4cf4677fd7a6 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004977 Jul 07 19:42:57.461614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=3020c9a8-a080-4275-9aa9-da3c4a000983,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:57.469559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9698be18-3b2b-4977-b9da-457981c2f50a None None] Provisioning for port 3d986bf6-f659-49e3-b05f-d6e1c0642a10 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:57.475353 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9698be18-3b2b-4977-b9da-457981c2f50a None None] Provisioning complete for port 3d986bf6-f659-49e3-b05f-d6e1c0642a10 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:57.475726 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9698be18-3b2b-4977-b9da-457981c2f50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.486080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Checking segment: {'id': 'dbf1bdf0-3278-4b6e-8f0c-9b7764f6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '99491647-6b6e-4693-a0a3-0e100bb8d023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:57.486716 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network hostable DHCP agents. Network: 99491647-6b6e-4693-a0a3-0e100bb8d023, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:57.517480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 99491647-6b6e-4693-a0a3-0e100bb8d023 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:57.536839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9698be18-3b2b-4977-b9da-457981c2f50a None None] Port 3d986bf6-f659-49e3-b05f-d6e1c0642a10 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:57.537862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 99491647-6b6e-4693-a0a3-0e100bb8d023) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:57.542864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:57.550113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75900206-3d4b-4b21-bd2a-08ea6d610d00 None None] Network 99491647-6b6e-4693-a0a3-0e100bb8d023 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:57.552946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.559204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.560558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.580194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1b4afd50-01da-40ab-930e-24adf8ece621 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2081504 Jul 07 19:42:57.582743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34102) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:57.664575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c77cd9-a1a3-4159-8100-5bed18a7733d req-443930e6-2ad5-4db7-bd33-03d1a8d98a38 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.666311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87c77cd9-a1a3-4159-8100-5bed18a7733d req-443930e6-2ad5-4db7-bd33-03d1a8d98a38 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1344941 Jul 07 19:42:57.712067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-99add037-632d-428b-9ab0-b09f7e36fb29 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 3020c9a8-a080-4275-9aa9-da3c4a000983 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:57.712502 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-99add037-632d-428b-9ab0-b09f7e36fb29 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.759660 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:42:57.764898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d986bf6-f659-49e3-b05f-d6e1c0642a10 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:42:57.775510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87c77cd9-a1a3-4159-8100-5bed18a7733d req-ded77af5-24b5-4156-bd35-bf2ec1f8b063 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999982 Jul 07 19:42:57.777475 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.797465 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Transition to ACTIVE for port object 3d986bf6-f659-49e3-b05f-d6e1c0642a10 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:57.805450 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.853869 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-99add037-632d-428b-9ab0-b09f7e36fb29 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.878657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d986bf6-f659-49e3-b05f-d6e1c0642a10,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:57.883767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-99add037-632d-428b-9ab0-b09f7e36fb29 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 3020c9a8-a080-4275-9aa9-da3c4a000983 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:58.011685 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-99add037-632d-428b-9ab0-b09f7e36fb29 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.022328 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Attempting to bind port 3d986bf6-f659-49e3-b05f-d6e1c0642a10 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:58.022908 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Attempting to bind port 3d986bf6-f659-49e3-b05f-d6e1c0642a10 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:58.023188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Attempting to bind port 3d986bf6-f659-49e3-b05f-d6e1c0642a10 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:58.028328 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Port 3d986bf6-f659-49e3-b05f-d6e1c0642a10 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:42:58.028791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Attempting to bind port 3d986bf6-f659-49e3-b05f-d6e1c0642a10 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:58.044091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99add037-632d-428b-9ab0-b09f7e36fb29 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=3020c9a8-a080-4275-9aa9-da3c4a000983,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:58.045438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:58.045784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Checking segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:58.046525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Bound using segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:58.047205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Bound port: 3d986bf6-f659-49e3-b05f-d6e1c0642a10, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:58.047573 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.058595 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-99add037-632d-428b-9ab0-b09f7e36fb29 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.065197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34110) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:58.071427 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-99add037-632d-428b-9ab0-b09f7e36fb29 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/3020c9a8-a080-4275-9aa9-da3c4a000983 HTTP/1.1" status: 204 len: 168 time: 0.4872563 Jul 07 19:42:58.175891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] For port 3d986bf6-f659-49e3-b05f-d6e1c0642a10, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:58.197194 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914ec626-589c-422e-9105-fdb4f227c492 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:58.203494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914ec626-589c-422e-9105-fdb4f227c492 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:58.205080 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-914ec626-589c-422e-9105-fdb4f227c492 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1387208 Jul 07 19:42:58.207062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] For port 3d986bf6-f659-49e3-b05f-d6e1c0642a10, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=3d986bf6-f659-49e3-b05f-d6e1c0642a10,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:58.207936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34112) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:58.218263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.283959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:58.284586 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.286007 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] 10.222.0.110 "PUT /v2.0/ports/3d986bf6-f659-49e3-b05f-d6e1c0642a10 HTTP/1.1" status: 200 len: 1092 time: 1.1185231 Jul 07 19:42:58.286463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'tag': '3d986bf6-f659-49e3-b05f-d6e1c0642a10'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:42:58.288799 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce0fb85-502c-483d-9240-08bfcf315944" -d '{"events": [{"name": "network-changed", "server_uuid": "03f2b910-a767-4022-83fd-6dd07f33df4b", "tag": "3d986bf6-f659-49e3-b05f-d6e1c0642a10"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:42:58.384082 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bfba22-6dd2-4f57-9f57-be302c90587b x-openstack-request-id: req-85bfba22-6dd2-4f57-9f57-be302c90587b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:42:58.384373 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f2b910-a767-4022-83fd-6dd07f33df4b", "tag": "3d986bf6-f659-49e3-b05f-d6e1c0642a10", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:42:58.384631 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85bfba22-6dd2-4f57-9f57-be302c90587b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:42:58.385032 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'tag': '3d986bf6-f659-49e3-b05f-d6e1c0642a10', 'status': 'completed', 'code': 200} Jul 07 19:42:58.411032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936780ee-c67d-4756-935e-e59e6d2b0dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d986bf6-f659-49e3-b05f-d6e1c0642a10,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:58.459634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-7d223e98-2923-41b9-9445-c28a67ad80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:58.461058 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-7d223e98-2923-41b9-9445-c28a67ad80e6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 1095 time: 0.0855868 Jul 07 19:42:58.467351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e5b273b5-11bb-4cdb-9ec6-3c37b9ca4ace tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 5af4005e-468b-480a-a6c4-c9a1182bffa1 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:58.467831 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5b273b5-11bb-4cdb-9ec6-3c37b9ca4ace tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.554371 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-bcf090b4-c3dc-465b-9ab2-1498d87e51f2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d986bf6-f659-49e3-b05f-d6e1c0642a10 HTTP/1.1" status: 200 len: 217 time: 0.0797217 Jul 07 19:42:58.629811 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5b273b5-11bb-4cdb-9ec6-3c37b9ca4ace tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.673133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e5b273b5-11bb-4cdb-9ec6-3c37b9ca4ace tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 5af4005e-468b-480a-a6c4-c9a1182bffa1 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:58.693325 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-4448d03a-4c4a-4b14-944e-3ad8b3393ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:58.694861 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-4448d03a-4c4a-4b14-944e-3ad8b3393ac8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.1325126 Jul 07 19:42:58.810010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adaba8-70bb-440a-8b77-6d4c74c548c6 req-5e5fd8c7-af46-4968-be2f-6b56125d957c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:58.812062 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9adaba8-70bb-440a-8b77-6d4c74c548c6 req-5e5fd8c7-af46-4968-be2f-6b56125d957c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 944 time: 0.1964502 Jul 07 19:42:58.851332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-dabace1b-02e3-4e6c-82e3-dfe37712d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:58.852462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-dabace1b-02e3-4e6c-82e3-dfe37712d879 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246397 Jul 07 19:42:58.855992 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5b273b5-11bb-4cdb-9ec6-3c37b9ca4ace tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.939308 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9adaba8-70bb-440a-8b77-6d4c74c548c6 req-26ee19b5-bc76-4ca7-9d9f-86d0a77c876d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143868 Jul 07 19:42:58.948041 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e5b273b5-11bb-4cdb-9ec6-3c37b9ca4ace tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.951687 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e5b273b5-11bb-4cdb-9ec6-3c37b9ca4ace tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/5af4005e-468b-480a-a6c4-c9a1182bffa1 HTTP/1.1" status: 204 len: 168 time: 0.7425301 Jul 07 19:42:58.952738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b273b5-11bb-4cdb-9ec6-3c37b9ca4ace tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=5af4005e-468b-480a-a6c4-c9a1182bffa1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:58.958123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34122) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:59.010918 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-2be3208e-403d-4efe-b2e4-c4c33f33b23d service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383109 Jul 07 19:42:59.078138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690af6c8-aaeb-44d6-b69c-6c1b45c65a04 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:59.083034 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-690af6c8-aaeb-44d6-b69c-6c1b45c65a04 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1238248 Jul 07 19:42:59.091002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd9255-851e-490a-9ccd-6d8aa2940c93 req-514698b0-2727-4f40-ac0c-c902e86308de tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:59.092968 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80dd9255-851e-490a-9ccd-6d8aa2940c93 req-514698b0-2727-4f40-ac0c-c902e86308de tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1496458 Jul 07 19:42:59.093479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34126) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:59.135643 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-9018ce19-69ac-4cdc-afea-647b40a0ed9d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:42:59.136510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2350cd53-1eac-4bb9-baed-4e514fc3321f req-77eccd14-708e-418f-bb29-daefc3a0b662 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190042 Jul 07 19:42:59.137404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9018ce19-69ac-4cdc-afea-647b40a0ed9d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/3020c9a8-a080-4275-9aa9-da3c4a000983 HTTP/1.1" status: 404 len: 333 time: 0.0429931 Jul 07 19:42:59.141452 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34128) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:59.169181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80dd9255-851e-490a-9ccd-6d8aa2940c93 req-4c0f4bfe-af5f-43df-9d88-7851a43d7519 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662093 Jul 07 19:42:59.215073 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46bcd93-c1d3-4b5a-bf93-6763d6ef84ab tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:42:59.218884 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a46bcd93-c1d3-4b5a-bf93-6763d6ef84ab tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/5af4005e-468b-480a-a6c4-c9a1182bffa1 HTTP/1.1" status: 404 len: 333 time: 0.0741696 Jul 07 19:42:59.219717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34130) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:59.745839 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.756945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0fb85-502c-483d-9240-08bfcf315944 req-50bc18e2-45de-4d73-8f25-5cae4c9bc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:59.758516 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ce0fb85-502c-483d-9240-08bfcf315944 req-50bc18e2-45de-4d73-8f25-5cae4c9bc6ad service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 1095 time: 0.5169888 Jul 07 19:42:59.890698 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.904493 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99491647-6b6e-4693-a0a3-0e100bb8d023']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:59.922190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf1bdf0-3278-4b6e-8f0c-9b7764f6eae0') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:59.922492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf1bdf0-3278-4b6e-8f0c-9b7764f6eae0') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:59.942289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.958664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0fb85-502c-483d-9240-08bfcf315944 req-68fd9376-e9dc-4249-b6be-760b7c7199e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:59.960258 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ce0fb85-502c-483d-9240-08bfcf315944 req-68fd9376-e9dc-4249-b6be-760b7c7199e6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.1935894 Jul 07 19:42:59.964188 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.970704 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:59.971197 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:59.974329 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:43:00.053845 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ce0fb85-502c-483d-9240-08bfcf315944 req-7166c1da-a130-41ba-837e-caf6dd4497d6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d986bf6-f659-49e3-b05f-d6e1c0642a10 HTTP/1.1" status: 200 len: 217 time: 0.0786119 Jul 07 19:43:00.123692 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.128708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.134924 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/networks/99491647-6b6e-4693-a0a3-0e100bb8d023 HTTP/1.1" status: 204 len: 168 time: 0.9101143 Jul 07 19:43:00.135021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34144) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:00.141305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9129a7ab-c1b9-4b66-9f2d-ef3d610d9cac tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-242545933'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:00.157275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0fb85-502c-483d-9240-08bfcf315944 req-caa78fa4-552b-4524-a039-b6d833cca253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:00.159869 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ce0fb85-502c-483d-9240-08bfcf315944 req-caa78fa4-552b-4524-a039-b6d833cca253 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0929329 Jul 07 19:43:00.160723 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cff4f-b606-4217-a26e-00fc543ad08e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Network': ['ID=99491647-6b6e-4693-a0a3-0e100bb8d023,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:00.205676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9129a7ab-c1b9-4b66-9f2d-ef3d610d9cac tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:00.211256 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9129a7ab-c1b9-4b66-9f2d-ef3d610d9cac tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.269627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9129a7ab-c1b9-4b66-9f2d-ef3d610d9cac tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:43:00.274516 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0fb85-502c-483d-9240-08bfcf315944 req-23c065b1-8171-43ef-9e53-ac7798786ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:00.276193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ce0fb85-502c-483d-9240-08bfcf315944 req-23c065b1-8171-43ef-9e53-ac7798786ebe service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044977 Jul 07 19:43:00.286849 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9129a7ab-c1b9-4b66-9f2d-ef3d610d9cac tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.287239 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-9129a7ab-c1b9-4b66-9f2d-ef3d610d9cac tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Added segment e3363486-5d77-4109-939c-993e60ee9ed1 of type vlan for network 3f741383-1120-47df-a70d-101c5cc12db6 Jul 07 19:43:00.290062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ec3db-28a2-49d4-b0b8-cda43acf9d29 req-2a0a8aaf-2a8d-457c-8a29-00999146bc10 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:00.291787 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-895ec3db-28a2-49d4-b0b8-cda43acf9d29 req-2a0a8aaf-2a8d-457c-8a29-00999146bc10 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 944 time: 0.1118448 Jul 07 19:43:00.356627 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9129a7ab-c1b9-4b66-9f2d-ef3d610d9cac tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.392622 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-895ec3db-28a2-49d4-b0b8-cda43acf9d29 req-05ebd07f-50a5-47a0-826f-774bf8d600f8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917137 Jul 07 19:43:00.429305 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ce0fb85-502c-483d-9240-08bfcf315944 req-f9e6d8b1-b255-4a2b-97f9-bbffac88da43 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364799 Jul 07 19:43:00.434251 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9129a7ab-c1b9-4b66-9f2d-ef3d610d9cac tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.442584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9129a7ab-c1b9-4b66-9f2d-ef3d610d9cac tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:00.442971 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9129a7ab-c1b9-4b66-9f2d-ef3d610d9cac tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.537521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c78bc-8baa-4e27-b248-7cca86387400 req-1e679d42-d5c7-4fb9-9d34-884c95c25594 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:00.538213 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ce0fb85-502c-483d-9240-08bfcf315944 req-34c593a3-0a8a-43fd-8cf4-a6b5be80761b service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994196 Jul 07 19:43:00.546468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e14c78bc-8baa-4e27-b248-7cca86387400 req-1e679d42-d5c7-4fb9-9d34-884c95c25594 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.2085891 Jul 07 19:43:00.581313 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9129a7ab-c1b9-4b66-9f2d-ef3d610d9cac tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4455688 Jul 07 19:43:00.585299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34154) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:00.594625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129a7ab-c1b9-4b66-9f2d-ef3d610d9cac tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Network': ['ID=3f741383-1120-47df-a70d-101c5cc12db6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:00.594910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-b74ecb4c-67ba-47c4-b8fb-aa38d829833b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': '3f741383-1120-47df-a70d-101c5cc12db6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:00.605774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 3f741383-1120-47df-a70d-101c5cc12db6 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:43:00.632101 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e14c78bc-8baa-4e27-b248-7cca86387400 req-6e603543-4e9a-4b8a-affa-b2a3b653ac20 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844326 Jul 07 19:43:00.733866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74ecb4c-67ba-47c4-b8fb-aa38d829833b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:00.737880 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b74ecb4c-67ba-47c4-b8fb-aa38d829833b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.953928 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b74ecb4c-67ba-47c4-b8fb-aa38d829833b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.021203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ecb4c-67ba-47c4-b8fb-aa38d829833b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Subnet': ['ID=b1d3573e-70ac-4252-baa3-e45648942890,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:01.037894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ecb4c-67ba-47c4-b8fb-aa38d829833b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Checking segment: {'id': 'e3363486-5d77-4109-939c-993e60ee9ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3f741383-1120-47df-a70d-101c5cc12db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:01.038321 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74ecb4c-67ba-47c4-b8fb-aa38d829833b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network hostable DHCP agents. Network: 3f741383-1120-47df-a70d-101c5cc12db6, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:43:01.057150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74ecb4c-67ba-47c4-b8fb-aa38d829833b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 3f741383-1120-47df-a70d-101c5cc12db6 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:43:01.067929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-b74ecb4c-67ba-47c4-b8fb-aa38d829833b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 3f741383-1120-47df-a70d-101c5cc12db6) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:01.073725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74ecb4c-67ba-47c4-b8fb-aa38d829833b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:01.077339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b58129-6754-49da-9e58-3b93e7b31ae9 None None] Network 3f741383-1120-47df-a70d-101c5cc12db6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:01.083669 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b74ecb4c-67ba-47c4-b8fb-aa38d829833b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.118073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34176) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:01.124232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': '3f741383-1120-47df-a70d-101c5cc12db6', 'name': 'tempest-PortsTestJSON-1130332346'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:01.128281 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b74ecb4c-67ba-47c4-b8fb-aa38d829833b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5416160 Jul 07 19:43:01.268234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:01.275302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.301819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port 3fa39dce-259f-4e99-813d-6590b1c90b0a yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:01.416623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.4 (3f741383-1120-47df-a70d-101c5cc12db6/b1d3573e-70ac-4252-baa3-e45648942890/3fa39dce-259f-4e99-813d-6590b1c90b0a) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:01.442539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3f741383-1120-47df-a70d-101c5cc12db6', 'network_id': '3f741383-1120-47df-a70d-101c5cc12db6', 'tenant_id': 'f94a51bb0a5441f8aecda884d4187f3e', 'fixed_ips': [{'subnet_id': 'b1d3573e-70ac-4252-baa3-e45648942890'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:43:01.443559 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.606962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3daaf-9be1-4ec3-870d-67c5f1e8053c req-35764379-609e-473c-bf3b-2d83e0bf18d4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:01.611247 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fac3daaf-9be1-4ec3-870d-67c5f1e8053c req-35764379-609e-473c-bf3b-2d83e0bf18d4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 944 time: 0.0791726 Jul 07 19:43:01.621480 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.637145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Transition to ACTIVE for port object 3fa39dce-259f-4e99-813d-6590b1c90b0a will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:01.652398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fac3daaf-9be1-4ec3-870d-67c5f1e8053c req-dffd8b50-ff11-466c-8b69-3177c62b15d8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378814 Jul 07 19:43:01.697070 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.754920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Allocated IP 172.20.0.2 (3f741383-1120-47df-a70d-101c5cc12db6/b1d3573e-70ac-4252-baa3-e45648942890/c07fbec5-5298-4dc4-9384-dd444690004c) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:01.758737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 3f741383-1120-47df-a70d-101c5cc12db6 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:01.764614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:01.770027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:01.848774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=3fa39dce-259f-4e99-813d-6590b1c90b0a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:01.875063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:01.875612 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.906333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f00c1-200d-4f3a-88dc-b9a397abf9b7 req-8876a8fd-db64-42cc-9348-314ce03a4078 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:01.907877 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e19f00c1-200d-4f3a-88dc-b9a397abf9b7 req-8876a8fd-db64-42cc-9348-314ce03a4078 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1472137 Jul 07 19:43:01.911938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a0480592-e2f6-47f6-ba86-34ca7defca27 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7897043 Jul 07 19:43:01.912203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34182) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:01.918077 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.927268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Transition to ACTIVE for port object c07fbec5-5298-4dc4-9384-dd444690004c will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:01.943711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Transition to ACTIVE for port object c07fbec5-5298-4dc4-9384-dd444690004c will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:01.951049 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.994062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Network 3f741383-1120-47df-a70d-101c5cc12db6 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:01.997066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:02.002895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:02.012823 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e19f00c1-200d-4f3a-88dc-b9a397abf9b7 req-dd796ad1-6a42-416e-8a6e-1400da55acf3 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983782 Jul 07 19:43:02.013852 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Pushing event updated for resources: {'Port': ['ID=c07fbec5-5298-4dc4-9384-dd444690004c,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:02.051580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a8c5e52b-6731-412e-ae1d-031581158d1e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 3fa39dce-259f-4e99-813d-6590b1c90b0a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:02.051932 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8c5e52b-6731-412e-ae1d-031581158d1e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:02.071262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Attempting to bind port c07fbec5-5298-4dc4-9384-dd444690004c on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:43:02.071741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Attempting to bind port c07fbec5-5298-4dc4-9384-dd444690004c by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'e3363486-5d77-4109-939c-993e60ee9ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3f741383-1120-47df-a70d-101c5cc12db6'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:43:02.072237 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Attempting to bind port c07fbec5-5298-4dc4-9384-dd444690004c on network 3f741383-1120-47df-a70d-101c5cc12db6 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:02.079146 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:43:02.079525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Checking segment: {'id': 'e3363486-5d77-4109-939c-993e60ee9ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3f741383-1120-47df-a70d-101c5cc12db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:02.080076 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:02.080478 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Bound using segment: {'id': 'e3363486-5d77-4109-939c-993e60ee9ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3f741383-1120-47df-a70d-101c5cc12db6'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:43:02.081102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Bound port: c07fbec5-5298-4dc4-9384-dd444690004c, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3363486-5d77-4109-939c-993e60ee9ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3f741383-1120-47df-a70d-101c5cc12db6'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:43:02.081492 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:02.161380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] For port c07fbec5-5298-4dc4-9384-dd444690004c, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:43:02.165481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] For port c07fbec5-5298-4dc4-9384-dd444690004c, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c07fbec5-5298-4dc4-9384-dd444690004c,segment=NetworkSegment(e3363486-5d77-4109-939c-993e60ee9ed1),segment_id=e3363486-5d77-4109-939c-993e60ee9ed1)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:43:02.166160 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8c5e52b-6731-412e-ae1d-031581158d1e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:02.171790 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:02.186646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a8c5e52b-6731-412e-ae1d-031581158d1e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 3fa39dce-259f-4e99-813d-6590b1c90b0a owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:02.258995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da7241-9e54-4b77-a71e-285837b96211 None None] Pushing event updated for resources: {'Port': ['ID=c07fbec5-5298-4dc4-9384-dd444690004c,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:02.349150 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8c5e52b-6731-412e-ae1d-031581158d1e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:02.396992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5e52b-6731-412e-ae1d-031581158d1e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=3fa39dce-259f-4e99-813d-6590b1c90b0a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:02.515923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a8c5e52b-6731-412e-ae1d-031581158d1e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:02.521065 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a8c5e52b-6731-412e-ae1d-031581158d1e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/3fa39dce-259f-4e99-813d-6590b1c90b0a HTTP/1.1" status: 204 len: 168 time: 0.6052845 Jul 07 19:43:02.521949 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34188) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:02.553984 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72c16f2-a192-431d-84e5-ad249ce4578d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] DELETE failed (client error): The resource could not be found. Jul 07 19:43:02.555175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72c16f2-a192-431d-84e5-ad249ce4578d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:02.557381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a72c16f2-a192-431d-84e5-ad249ce4578d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/3fa39dce-259f-4e99-813d-6590b1c90b0a HTTP/1.1" status: 404 len: 333 time: 0.0341427 Jul 07 19:43:02.562173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34190) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:02.600964 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-01dbefd1-8e61-4c61-99ad-3fdd799fa18a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:43:02.606498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34192) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:02.619957 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-01dbefd1-8e61-4c61-99ad-3fdd799fa18a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/3fa39dce-259f-4e99-813d-6590b1c90b0a HTTP/1.1" status: 404 len: 333 time: 0.0563345 Jul 07 19:43:02.668399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-263c8698-951c-4966-884a-c7b944479dcc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting subnet b1d3573e-70ac-4252-baa3-e45648942890 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:43:02.673506 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-263c8698-951c-4966-884a-c7b944479dcc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:02.727879 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-263c8698-951c-4966-884a-c7b944479dcc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:02.887793 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-263c8698-951c-4966-884a-c7b944479dcc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:02.940671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b4a41-d239-4579-a0b5-d2eb41bbab92 req-1625e0de-a014-476d-af62-8b5bac651210 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:02.943364 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f2b4a41-d239-4579-a0b5-d2eb41bbab92 req-1625e0de-a014-476d-af62-8b5bac651210 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 944 time: 0.1567688 Jul 07 19:43:03.004326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-263c8698-951c-4966-884a-c7b944479dcc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:03.068450 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f2b4a41-d239-4579-a0b5-d2eb41bbab92 req-bab64400-ba9b-4d8e-9119-4ee5e9635bad tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948539 Jul 07 19:43:03.075306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c8698-951c-4966-884a-c7b944479dcc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d3573e-70ac-4252-baa3-e45648942890,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:03.086335 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-263c8698-951c-4966-884a-c7b944479dcc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:03.088167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-263c8698-951c-4966-884a-c7b944479dcc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/b1d3573e-70ac-4252-baa3-e45648942890 HTTP/1.1" status: 204 len: 168 time: 0.4777906 Jul 07 19:43:03.091666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34198) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:03.218089 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:03.468770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c1e4e-e86b-421a-8a91-1f3e6ff6df2b req-0a0c0d04-1754-4285-af98-99365454e0f5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:03.477548 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df2c1e4e-e86b-421a-8a91-1f3e6ff6df2b req-0a0c0d04-1754-4285-af98-99365454e0f5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.2469854 Jul 07 19:43:03.701385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e11e8b2-5f13-4b13-9471-b55d0ec9adb0 None None] Network 3f741383-1120-47df-a70d-101c5cc12db6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:03.795671 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7d55b5cc-329a-45c5-b98a-b0507d4e4d77 None None] Provisioning for port c07fbec5-5298-4dc4-9384-dd444690004c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:03.875698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port c07fbec5-5298-4dc4-9384-dd444690004c {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:03.876293 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:03.937959 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-df2c1e4e-e86b-421a-8a91-1f3e6ff6df2b req-12cfd63d-57db-4b8c-ab8a-2090d7e1a07b tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4595208 Jul 07 19:43:03.955404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcdd390-1dea-4a7e-a143-4793e0bbdafa None None] DHCP port deletion for 3f741383-1120-47df-a70d-101c5cc12db6 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:43:03.979652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] For port c07fbec5-5298-4dc4-9384-dd444690004c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c07fbec5-5298-4dc4-9384-dd444690004c,segment=NetworkSegment(e3363486-5d77-4109-939c-993e60ee9ed1),segment_id=e3363486-5d77-4109-939c-993e60ee9ed1)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:03.980131 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:03.999442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for c07fbec5-5298-4dc4-9384-dd444690004c owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:04.013685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7dcdd390-1dea-4a7e-a143-4793e0bbdafa None None] Deleting port c07fbec5-5298-4dc4-9384-dd444690004c {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:04.014157 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7dcdd390-1dea-4a7e-a143-4793e0bbdafa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.086030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-7dcdd390-1dea-4a7e-a143-4793e0bbdafa None None] For port c07fbec5-5298-4dc4-9384-dd444690004c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c07fbec5-5298-4dc4-9384-dd444690004c,segment=NetworkSegment(e3363486-5d77-4109-939c-993e60ee9ed1),segment_id=e3363486-5d77-4109-939c-993e60ee9ed1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:04.086425 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7dcdd390-1dea-4a7e-a143-4793e0bbdafa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.098127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.100734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7dcdd390-1dea-4a7e-a143-4793e0bbdafa None None] Calling delete_port for c07fbec5-5298-4dc4-9384-dd444690004c owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:04.160586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=c07fbec5-5298-4dc4-9384-dd444690004c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:04.165919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No DVR routers for this DVR port c07fbec5-5298-4dc4-9384-dd444690004c on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:04.227133 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7dcdd390-1dea-4a7e-a143-4793e0bbdafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.275341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdd390-1dea-4a7e-a143-4793e0bbdafa None None] Pushing event deleted for resources: {'Port': ['ID=c07fbec5-5298-4dc4-9384-dd444690004c,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:04.282647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcdd390-1dea-4a7e-a143-4793e0bbdafa None None] No DVR routers for this DVR port c07fbec5-5298-4dc4-9384-dd444690004c on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:04.297647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.311269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f741383-1120-47df-a70d-101c5cc12db6']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:04.328628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3363486-5d77-4109-939c-993e60ee9ed1') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:04.328926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3363486-5d77-4109-939c-993e60ee9ed1') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:04.330983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969792cd-3dc9-4ac0-b280-40819049e478 req-6e2add17-f120-4785-9784-c2c5e68d042a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:04.332608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-969792cd-3dc9-4ac0-b280-40819049e478 req-6e2add17-f120-4785-9784-c2c5e68d042a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 944 time: 0.0968361 Jul 07 19:43:04.347875 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.364110 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.373018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:43:04.373610 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.377816 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-969792cd-3dc9-4ac0-b280-40819049e478 req-2c4ac461-d649-46b0-afa2-7a5147c779dd tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378613 Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:43:04.379940 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:43:04.467750 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.473765 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.475763 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/networks/3f741383-1120-47df-a70d-101c5cc12db6 HTTP/1.1" status: 204 len: 168 time: 1.3829515 Jul 07 19:43:04.479459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34216) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:04.485494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f6e8d61f-d5f4-4fcc-abe8-60d1b56fe265 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-685996589'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:04.491161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08219ca-74af-42fe-8cae-fd5155d0f32e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Network': ['ID=3f741383-1120-47df-a70d-101c5cc12db6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:04.510951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e8d61f-d5f4-4fcc-abe8-60d1b56fe265 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:04.514765 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6e8d61f-d5f4-4fcc-abe8-60d1b56fe265 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.544244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e8d61f-d5f4-4fcc-abe8-60d1b56fe265 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:43:04.555633 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6e8d61f-d5f4-4fcc-abe8-60d1b56fe265 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.555999 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-f6e8d61f-d5f4-4fcc-abe8-60d1b56fe265 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Added segment 55741012-441c-49ea-a14b-fb4803229b6c of type vlan for network 6f8eef32-01dc-4b8b-b840-b214f271b1e4 Jul 07 19:43:04.601262 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6e8d61f-d5f4-4fcc-abe8-60d1b56fe265 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.634473 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6e8d61f-d5f4-4fcc-abe8-60d1b56fe265 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.641008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e8d61f-d5f4-4fcc-abe8-60d1b56fe265 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:04.641637 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6e8d61f-d5f4-4fcc-abe8-60d1b56fe265 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:04.712573 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f6e8d61f-d5f4-4fcc-abe8-60d1b56fe265 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2316489 Jul 07 19:43:04.715364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34228) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:04.721355 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-387285bc-9ed1-45b4-a6f4-3b5915d9b279 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': '6f8eef32-01dc-4b8b-b840-b214f271b1e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:04.739399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8d61f-d5f4-4fcc-abe8-60d1b56fe265 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Network': ['ID=6f8eef32-01dc-4b8b-b840-b214f271b1e4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:04.753848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 6f8eef32-01dc-4b8b-b840-b214f271b1e4 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:43:04.835043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387285bc-9ed1-45b4-a6f4-3b5915d9b279 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:04.838897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-387285bc-9ed1-45b4-a6f4-3b5915d9b279 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:05.050245 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-387285bc-9ed1-45b4-a6f4-3b5915d9b279 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:05.142533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387285bc-9ed1-45b4-a6f4-3b5915d9b279 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Subnet': ['ID=ffc02bf2-2373-4d1a-9725-4d6bce38cf73,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:05.159276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387285bc-9ed1-45b4-a6f4-3b5915d9b279 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Checking segment: {'id': '55741012-441c-49ea-a14b-fb4803229b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6f8eef32-01dc-4b8b-b840-b214f271b1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:05.159637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387285bc-9ed1-45b4-a6f4-3b5915d9b279 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network hostable DHCP agents. Network: 6f8eef32-01dc-4b8b-b840-b214f271b1e4, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:43:05.187794 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088638f-9a93-4753-abde-8d234eb5f849 req-2e1b25ee-a9e3-4fe6-aed0-6cb92d95f0d4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:05.189305 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1088638f-9a93-4753-abde-8d234eb5f849 req-2e1b25ee-a9e3-4fe6-aed0-6cb92d95f0d4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1088703 Jul 07 19:43:05.202185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387285bc-9ed1-45b4-a6f4-3b5915d9b279 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 6f8eef32-01dc-4b8b-b840-b214f271b1e4 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:43:05.219018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-387285bc-9ed1-45b4-a6f4-3b5915d9b279 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 6f8eef32-01dc-4b8b-b840-b214f271b1e4) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:05.229032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6233585-d3c3-415f-8f42-9a522709f276 None None] Network 6f8eef32-01dc-4b8b-b840-b214f271b1e4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:05.233288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387285bc-9ed1-45b4-a6f4-3b5915d9b279 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:05.233881 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-387285bc-9ed1-45b4-a6f4-3b5915d9b279 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:05.250411 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1088638f-9a93-4753-abde-8d234eb5f849 req-1798f1d1-4af9-44a7-ba84-a58306e499d0 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549247 Jul 07 19:43:05.263593 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-387285bc-9ed1-45b4-a6f4-3b5915d9b279 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5444131 Jul 07 19:43:05.263778 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34238) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:05.268743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': '6f8eef32-01dc-4b8b-b840-b214f271b1e4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1644597701'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:05.379161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:05.382560 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:05.394390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-6f8eef32-01dc-4b8b-b840-b214f271b1e4', 'network_id': '6f8eef32-01dc-4b8b-b840-b214f271b1e4', 'tenant_id': 'f94a51bb0a5441f8aecda884d4187f3e', 'fixed_ips': [{'subnet_id': 'ffc02bf2-2373-4d1a-9725-4d6bce38cf73'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:43:05.395419 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:05.400670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port 4f4b055a-063b-49a1-a725-84c0bb72c3e8 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:05.519414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.4 (6f8eef32-01dc-4b8b-b840-b214f271b1e4/ffc02bf2-2373-4d1a-9725-4d6bce38cf73/4f4b055a-063b-49a1-a725-84c0bb72c3e8) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:05.577469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a1474-5b34-4192-89fb-4baf47aaf072 req-bc9f7e3c-9b76-4e43-8201-e8b9684e223f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:05.579034 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb7a1474-5b34-4192-89fb-4baf47aaf072 req-bc9f7e3c-9b76-4e43-8201-e8b9684e223f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 944 time: 0.0713105 Jul 07 19:43:05.618531 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bb7a1474-5b34-4192-89fb-4baf47aaf072 req-01114aae-ac26-4cd4-b15f-a24a61702e35 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335369 Jul 07 19:43:05.643899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:05.660371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Transition to ACTIVE for port object 4f4b055a-063b-49a1-a725-84c0bb72c3e8 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:05.691672 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:05.739327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 6f8eef32-01dc-4b8b-b840-b214f271b1e4 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:05.744711 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:05.746278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Allocated IP 172.20.0.2 (6f8eef32-01dc-4b8b-b840-b214f271b1e4/ffc02bf2-2373-4d1a-9725-4d6bce38cf73/a9d8934f-16da-4892-9492-c1aafb070831) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:05.748705 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:05.772374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=4f4b055a-063b-49a1-a725-84c0bb72c3e8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:05.799814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:05.800431 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:05.818264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c3a1ca34-d461-490e-94a8-31e159ab829e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.5508468 Jul 07 19:43:05.818477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34242) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:05.824993 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:05.907967 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:05.916800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Transition to ACTIVE for port object a9d8934f-16da-4892-9492-c1aafb070831 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:05.917541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d9394-0df9-40be-bae2-1d7d8c7abb3a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 4f4b055a-063b-49a1-a725-84c0bb72c3e8 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:05.917897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb3d9394-0df9-40be-bae2-1d7d8c7abb3a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:05.937419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Transition to ACTIVE for port object a9d8934f-16da-4892-9492-c1aafb070831 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:05.944610 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:05.991167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Network 6f8eef32-01dc-4b8b-b840-b214f271b1e4 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:05.994179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:06.000396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:06.003585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Pushing event updated for resources: {'Port': ['ID=a9d8934f-16da-4892-9492-c1aafb070831,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:06.014628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:06.015008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:06.015355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:06.015689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:06.016044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:06.016349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:06.016673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:06.016995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:06.017315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:06.017635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:06.017955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:06.018301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:06.029141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb3d9394-0df9-40be-bae2-1d7d8c7abb3a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:06.045718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d9394-0df9-40be-bae2-1d7d8c7abb3a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 4f4b055a-063b-49a1-a725-84c0bb72c3e8 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:06.073782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Attempting to bind port a9d8934f-16da-4892-9492-c1aafb070831 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:43:06.074407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Attempting to bind port a9d8934f-16da-4892-9492-c1aafb070831 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '55741012-441c-49ea-a14b-fb4803229b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6f8eef32-01dc-4b8b-b840-b214f271b1e4'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:43:06.074766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Attempting to bind port a9d8934f-16da-4892-9492-c1aafb070831 on network 6f8eef32-01dc-4b8b-b840-b214f271b1e4 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:06.080870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:43:06.081245 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Checking segment: {'id': '55741012-441c-49ea-a14b-fb4803229b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6f8eef32-01dc-4b8b-b840-b214f271b1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:06.081645 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:06.082037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Bound using segment: {'id': '55741012-441c-49ea-a14b-fb4803229b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6f8eef32-01dc-4b8b-b840-b214f271b1e4'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:43:06.082500 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Bound port: a9d8934f-16da-4892-9492-c1aafb070831, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55741012-441c-49ea-a14b-fb4803229b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6f8eef32-01dc-4b8b-b840-b214f271b1e4'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:43:06.083000 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:06.158900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] For port a9d8934f-16da-4892-9492-c1aafb070831, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:43:06.162514 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] For port a9d8934f-16da-4892-9492-c1aafb070831, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a9d8934f-16da-4892-9492-c1aafb070831,segment=NetworkSegment(55741012-441c-49ea-a14b-fb4803229b6c),segment_id=55741012-441c-49ea-a14b-fb4803229b6c)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:43:06.167591 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:06.202215 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb3d9394-0df9-40be-bae2-1d7d8c7abb3a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:06.241445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8d8f0-d4a5-4151-a38f-c3a6a877e6b9 None None] Pushing event updated for resources: {'Port': ['ID=a9d8934f-16da-4892-9492-c1aafb070831,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:06.267292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d9394-0df9-40be-bae2-1d7d8c7abb3a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=4f4b055a-063b-49a1-a725-84c0bb72c3e8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:06.329628 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb3d9394-0df9-40be-bae2-1d7d8c7abb3a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:06.335626 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fb3d9394-0df9-40be-bae2-1d7d8c7abb3a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/4f4b055a-063b-49a1-a725-84c0bb72c3e8 HTTP/1.1" status: 204 len: 168 time: 0.5125411 Jul 07 19:43:06.336036 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34254) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:06.376990 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-c947d1bb-eef1-4b15-a9a1-7d595a903ebe tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:43:06.379176 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c947d1bb-eef1-4b15-a9a1-7d595a903ebe tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/4f4b055a-063b-49a1-a725-84c0bb72c3e8 HTTP/1.1" status: 404 len: 333 time: 0.0418761 Jul 07 19:43:06.381866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34258) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:06.462765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce88214-1ad0-4b77-a081-b5fbee1307fc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting subnet ffc02bf2-2373-4d1a-9725-4d6bce38cf73 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:43:06.470583 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dce88214-1ad0-4b77-a081-b5fbee1307fc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:06.520011 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dce88214-1ad0-4b77-a081-b5fbee1307fc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:06.572006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b66afd-ddc5-44d1-915d-fe74b09c95c6 req-4ac2f383-81ca-46fb-8a78-d240a251f674 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:06.573734 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87b66afd-ddc5-44d1-915d-fe74b09c95c6 req-4ac2f383-81ca-46fb-8a78-d240a251f674 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1489604 Jul 07 19:43:06.627801 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87b66afd-ddc5-44d1-915d-fe74b09c95c6 req-cfcfac47-04b8-4c98-b217-3bcdc632d373 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451586 Jul 07 19:43:06.646153 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dce88214-1ad0-4b77-a081-b5fbee1307fc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:06.751522 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dce88214-1ad0-4b77-a081-b5fbee1307fc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:06.795005 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dce88214-1ad0-4b77-a081-b5fbee1307fc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:06.799559 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dce88214-1ad0-4b77-a081-b5fbee1307fc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/ffc02bf2-2373-4d1a-9725-4d6bce38cf73 HTTP/1.1" status: 204 len: 168 time: 0.4139302 Jul 07 19:43:06.799559 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce88214-1ad0-4b77-a081-b5fbee1307fc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc02bf2-2373-4d1a-9725-4d6bce38cf73,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:06.800155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34266) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:06.854736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814ef51-88bb-4daa-9ef7-65ae24a04c52 req-b6d3b1e0-a4e5-4dce-b69b-cdb500191075 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:06.856310 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d814ef51-88bb-4daa-9ef7-65ae24a04c52 req-b6d3b1e0-a4e5-4dce-b69b-cdb500191075 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 944 time: 0.0979037 Jul 07 19:43:06.879231 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:06.911652 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d814ef51-88bb-4daa-9ef7-65ae24a04c52 req-62adaa6c-9782-4967-aeac-618fc3c5ce15 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480940 Jul 07 19:43:06.938836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port a9d8934f-16da-4892-9492-c1aafb070831 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:06.939179 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.009230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] For port a9d8934f-16da-4892-9492-c1aafb070831, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a9d8934f-16da-4892-9492-c1aafb070831,segment=NetworkSegment(55741012-441c-49ea-a14b-fb4803229b6c),segment_id=55741012-441c-49ea-a14b-fb4803229b6c)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:07.009601 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.024389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for a9d8934f-16da-4892-9492-c1aafb070831 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:07.131944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.166752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No DVR routers for this DVR port a9d8934f-16da-4892-9492-c1aafb070831 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:07.168775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=a9d8934f-16da-4892-9492-c1aafb070831,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:07.256180 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.267942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8eef32-01dc-4b8b-b840-b214f271b1e4']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:07.280268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55741012-441c-49ea-a14b-fb4803229b6c') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:07.280566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55741012-441c-49ea-a14b-fb4803229b6c') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:07.289882 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.305416 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.317081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:43:07.317531 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:43:07.320907 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:43:07.385795 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.393185 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.395101 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/networks/6f8eef32-01dc-4b8b-b840-b214f271b1e4 HTTP/1.1" status: 204 len: 168 time: 0.5940948 Jul 07 19:43:07.398673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34268) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:07.404092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'name': 'tempest-PortsTestJSON-1015514585'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:07.412049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff54853-0c57-43d6-8424-425911f767bd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Network': ['ID=6f8eef32-01dc-4b8b-b840-b214f271b1e4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:07.461369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6c952308-d748-437e-b3d6-840a788ee85b None None] Could not find standard attr ID for object a9d8934f-16da-4892-9492-c1aafb070831. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:07.504943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:07.508704 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.521182 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eeee57-1eeb-443c-9e7e-befa8588206c None None] DHCP port deletion for 6f8eef32-01dc-4b8b-b840-b214f271b1e4 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:43:07.533453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port 4815f612-3381-4257-a1f2-fb7e0f03a0c6 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:07.540996 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ca32a7-8bea-4b16-9453-b3dd4d6dd443 None None] Network 6f8eef32-01dc-4b8b-b840-b214f271b1e4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:07.558158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ca32a7-8bea-4b16-9453-b3dd4d6dd443 None None] Network 6f8eef32-01dc-4b8b-b840-b214f271b1e4 could not be found, it might have been deleted concurrently. {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 19:43:07.715898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.760076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.807550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:07.810990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:07.813574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:07.820790 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:07.821784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:07.839043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027685e2-713e-46a5-a5fa-3d51baec59b4 req-702ee76c-ca3a-4d93-b35d-94d797be24cd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:07.841505 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-027685e2-713e-46a5-a5fa-3d51baec59b4 req-702ee76c-ca3a-4d93-b35d-94d797be24cd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.0845966 Jul 07 19:43:07.852086 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34282) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:07.852337 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4523363 Jul 07 19:43:07.857840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c41fb-79e9-474c-9088-edf8ddf0ac23 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=4815f612-3381-4257-a1f2-fb7e0f03a0c6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:07.936177 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-027685e2-713e-46a5-a5fa-3d51baec59b4 req-87f91910-0a0c-4b96-afe8-0c5eae2bfae6 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858474 Jul 07 19:43:07.994306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-3474069b-ec9e-4e17-a7df-417a81c0cc44 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 4815f612-3381-4257-a1f2-fb7e0f03a0c6 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:07.994767 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3474069b-ec9e-4e17-a7df-417a81c0cc44 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.074753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3474069b-ec9e-4e17-a7df-417a81c0cc44 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.088821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-3474069b-ec9e-4e17-a7df-417a81c0cc44 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 4815f612-3381-4257-a1f2-fb7e0f03a0c6 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:08.114885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c30e0-a849-42d3-8e5e-1c1321e19b05 req-de3a48a8-9ee2-4855-9883-21e0788b0582 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:08.116429 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aa3c30e0-a849-42d3-8e5e-1c1321e19b05 req-de3a48a8-9ee2-4855-9883-21e0788b0582 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 944 time: 0.0794926 Jul 07 19:43:08.158682 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aa3c30e0-a849-42d3-8e5e-1c1321e19b05 req-0877a1c9-f5ba-4518-885a-405dd6fe1cf7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355504 Jul 07 19:43:08.196369 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3474069b-ec9e-4e17-a7df-417a81c0cc44 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.228786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474069b-ec9e-4e17-a7df-417a81c0cc44 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=4815f612-3381-4257-a1f2-fb7e0f03a0c6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:08.232402 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3474069b-ec9e-4e17-a7df-417a81c0cc44 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.234311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3474069b-ec9e-4e17-a7df-417a81c0cc44 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/4815f612-3381-4257-a1f2-fb7e0f03a0c6 HTTP/1.1" status: 204 len: 168 time: 0.3760188 Jul 07 19:43:08.236775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34292) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:08.241660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'mac_address': 'fa:16:3e:07:28:3e', 'name': 'tempest-PortsTestJSON-698034874'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:08.331875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:08.401234 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.424588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port 1f11b7c1-8485-4f8e-b66f-87441080de9a yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:08.521084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 3d986bf6-f659-49e3-b05f-d6e1c0642a10 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:43:08.612717 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.625728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 3d986bf6-f659-49e3-b05f-d6e1c0642a10, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=3d986bf6-f659-49e3-b05f-d6e1c0642a10,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:08.637052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '3d986bf6-f659-49e3-b05f-d6e1c0642a10', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'port_id': '3d986bf6-f659-49e3-b05f-d6e1c0642a10', 'mac_address': 'fa:16:3e:e8:2c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:43:08.649271 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.680516 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.693594 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d986bf6-f659-49e3-b05f-d6e1c0642a10 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:43:08.693886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:08.699488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:08.704286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:08.710550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:08.711259 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.715302 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 3d986bf6-f659-49e3-b05f-d6e1c0642a10, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=3d986bf6-f659-49e3-b05f-d6e1c0642a10,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:08.720374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=1f11b7c1-8485-4f8e-b66f-87441080de9a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:08.723791 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.735966 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8cf8b61b-37e0-4496-be90-482ffc56f010 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4956286 Jul 07 19:43:08.736411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34294) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:08.772732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=3d986bf6-f659-49e3-b05f-d6e1c0642a10,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:08.791370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccf305e-849c-47f2-b29b-a9fefc428cc9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:08.792736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2ccf305e-849c-47f2-b29b-a9fefc428cc9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/1f11b7c1-8485-4f8e-b66f-87441080de9a HTTP/1.1" status: 200 len: 840 time: 0.0555739 Jul 07 19:43:08.795631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34296) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:08.896095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2c167-828b-42ef-b557-d71de7042e79 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 1f11b7c1-8485-4f8e-b66f-87441080de9a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:08.896763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4cc2c167-828b-42ef-b557-d71de7042e79 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.969082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4cc2c167-828b-42ef-b557-d71de7042e79 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.983116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2c167-828b-42ef-b557-d71de7042e79 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 1f11b7c1-8485-4f8e-b66f-87441080de9a owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:08.996377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['3d986bf6-f659-49e3-b05f-d6e1c0642a10'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:43:09.079605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4cc2c167-828b-42ef-b557-d71de7042e79 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:09.124806 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2c167-828b-42ef-b557-d71de7042e79 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=1f11b7c1-8485-4f8e-b66f-87441080de9a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:09.155910 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4cc2c167-828b-42ef-b557-d71de7042e79 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:09.158093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4cc2c167-828b-42ef-b557-d71de7042e79 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/1f11b7c1-8485-4f8e-b66f-87441080de9a HTTP/1.1" status: 204 len: 168 time: 0.3615353 Jul 07 19:43:09.160931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34308) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:09.204344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fe95a-c641-4fbd-8927-245a9f1445db req-8769ba00-04f5-4800-91cd-782035abc0e7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:09.207466 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cacf1cb-4628-4690-8799-c8e5ee13c7c8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:43:09.208971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6cacf1cb-4628-4690-8799-c8e5ee13c7c8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/1f11b7c1-8485-4f8e-b66f-87441080de9a HTTP/1.1" status: 404 len: 333 time: 0.0468214 Jul 07 19:43:09.212415 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e5fe95a-c641-4fbd-8927-245a9f1445db req-8769ba00-04f5-4800-91cd-782035abc0e7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1212430 Jul 07 19:43:09.212667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34312) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:09.217997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'name': 'tempest-PortsTestJSON-785038003'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:09.263507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e5fe95a-c641-4fbd-8927-245a9f1445db req-234bd7fd-1ba6-4aa1-b875-3f880da10664 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475452 Jul 07 19:43:09.319147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:09.322570 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:09.359573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port 1f124ff0-364f-40bf-9ef8-b20d9a7b1b12 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:09.440122 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fced6d-e041-4c7d-b247-34954038b7bd req-a91294fa-9d35-4156-a234-7960224cf679 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:09.441647 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88fced6d-e041-4c7d-b247-34954038b7bd req-a91294fa-9d35-4156-a234-7960224cf679 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 945 time: 0.1369233 Jul 07 19:43:09.546498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88fced6d-e041-4c7d-b247-34954038b7bd req-443cc0c2-4af8-412f-9bd3-d8905c837fe3 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941625 Jul 07 19:43:09.574687 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:09.613537 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:09.656300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:09.661641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:09.665618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:09.673414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:09.673414 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:09.678340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=1f124ff0-364f-40bf-9ef8-b20d9a7b1b12,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:09.693681 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-98ee67af-d9b4-4d55-97a0-36690e70f595 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4799438 Jul 07 19:43:09.696981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34314) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:09.702727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bdceeb2a-d127-4643-9a2f-b155f5b9b940 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:09.792257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdceeb2a-d127-4643-9a2f-b155f5b9b940 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:09.940315 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdceeb2a-d127-4643-9a2f-b155f5b9b940 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:09.944641 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdceeb2a-d127-4643-9a2f-b155f5b9b940 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:09.981943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-bdceeb2a-d127-4643-9a2f-b155f5b9b940 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] In _notify_port_updated(), no bound segment for port 1f124ff0-364f-40bf-9ef8-b20d9a7b1b12 on network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 {{(pid=93900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:43:09.987396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdceeb2a-d127-4643-9a2f-b155f5b9b940 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:09.987988 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bdceeb2a-d127-4643-9a2f-b155f5b9b940 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:09.989265 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bdceeb2a-d127-4643-9a2f-b155f5b9b940 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "PUT /v2.0/ports/1f124ff0-364f-40bf-9ef8-b20d9a7b1b12 HTTP/1.1" status: 200 len: 818 time: 0.2913625 Jul 07 19:43:09.992047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34316) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:10.022045 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.033067 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdceeb2a-d127-4643-9a2f-b155f5b9b940 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=1f124ff0-364f-40bf-9ef8-b20d9a7b1b12,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:10.099205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe00a3-ab60-4937-91bd-4815f1027875 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 1f124ff0-364f-40bf-9ef8-b20d9a7b1b12 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:10.099531 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fbe00a3-ab60-4937-91bd-4815f1027875 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.166354 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fbe00a3-ab60-4937-91bd-4815f1027875 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.178931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe00a3-ab60-4937-91bd-4815f1027875 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 1f124ff0-364f-40bf-9ef8-b20d9a7b1b12 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:10.259621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fbe00a3-ab60-4937-91bd-4815f1027875 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.287573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe00a3-ab60-4937-91bd-4815f1027875 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=1f124ff0-364f-40bf-9ef8-b20d9a7b1b12,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:10.294732 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4fbe00a3-ab60-4937-91bd-4815f1027875 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.296757 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4fbe00a3-ab60-4937-91bd-4815f1027875 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/1f124ff0-364f-40bf-9ef8-b20d9a7b1b12 HTTP/1.1" status: 204 len: 168 time: 0.3037920 Jul 07 19:43:10.299687 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34326) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:10.381463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0039d65e-344d-49e0-8a2f-087614aa1f75 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:10.386017 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0039d65e-344d-49e0-8a2f-087614aa1f75 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0829763 Jul 07 19:43:10.386207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34332) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:10.414854 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16f3767-b537-42f0-921b-02ee2e20380c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:43:10.416641 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b16f3767-b537-42f0-921b-02ee2e20380c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/1f124ff0-364f-40bf-9ef8-b20d9a7b1b12 HTTP/1.1" status: 404 len: 333 time: 0.0294607 Jul 07 19:43:10.420564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34334) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:10.428501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-dd72c3ee-ef54-4b46-92c3-dc89dc704da8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1250562652'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:10.456369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd72c3ee-ef54-4b46-92c3-dc89dc704da8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:10.461507 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd72c3ee-ef54-4b46-92c3-dc89dc704da8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.470772 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe86f0-a799-43f7-b138-4b8d101ce278 req-217799c1-0bcc-4a3e-a64d-f8fafcf41c6f tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:10.472391 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ebe86f0-a799-43f7-b138-4b8d101ce278 req-217799c1-0bcc-4a3e-a64d-f8fafcf41c6f tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.0815885 Jul 07 19:43:10.492664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd72c3ee-ef54-4b46-92c3-dc89dc704da8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:43:10.502594 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd72c3ee-ef54-4b46-92c3-dc89dc704da8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.502978 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-dd72c3ee-ef54-4b46-92c3-dc89dc704da8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Added segment 04e123b6-1a30-4ad6-ad26-e2d9a37a8347 of type vlan for network 62d3fa10-605e-46b5-ae04-a68894f49182 Jul 07 19:43:10.519335 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ebe86f0-a799-43f7-b138-4b8d101ce278 req-e4ef8401-686f-4c9a-9ac8-3643eb364b55 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402753 Jul 07 19:43:10.531450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 3d986bf6-f659-49e3-b05f-d6e1c0642a10 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:10.545509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd72c3ee-ef54-4b46-92c3-dc89dc704da8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.575603 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd72c3ee-ef54-4b46-92c3-dc89dc704da8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.581681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72c3ee-ef54-4b46-92c3-dc89dc704da8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:10.582348 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dd72c3ee-ef54-4b46-92c3-dc89dc704da8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.583021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 3d986bf6-f659-49e3-b05f-d6e1c0642a10 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:10.587536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 3d986bf6-f659-49e3-b05f-d6e1c0642a10 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:10.588063 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.646102 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dd72c3ee-ef54-4b46-92c3-dc89dc704da8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2217119 Jul 07 19:43:10.646339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34340) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:10.656093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-588abb16-b9bd-4077-808d-08e5f91f87f7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': '62d3fa10-605e-46b5-ae04-a68894f49182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:10.675719 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.697443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d986bf6-f659-49e3-b05f-d6e1c0642a10'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:43:10.701073 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ab5422-9b9a-4b42-9bc7-2ca82185ee70" -d '{"events": [{"server_uuid": "03f2b910-a767-4022-83fd-6dd07f33df4b", "name": "network-vif-plugged", "status": "completed", "tag": "3d986bf6-f659-49e3-b05f-d6e1c0642a10"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:43:10.714485 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72c3ee-ef54-4b46-92c3-dc89dc704da8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Network': ['ID=62d3fa10-605e-46b5-ae04-a68894f49182,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:10.717939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 3d986bf6-f659-49e3-b05f-d6e1c0642a10, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=3d986bf6-f659-49e3-b05f-d6e1c0642a10,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:10.732821 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 62d3fa10-605e-46b5-ae04-a68894f49182 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:43:10.745137 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.773697 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32b7ada-61bc-4a7c-a6f7-04c9772fb36c x-openstack-request-id: req-b32b7ada-61bc-4a7c-a6f7-04c9772fb36c {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:43:10.773991 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f2b910-a767-4022-83fd-6dd07f33df4b", "name": "network-vif-plugged", "status": "completed", "tag": "3d986bf6-f659-49e3-b05f-d6e1c0642a10", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:43:10.774254 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b32b7ada-61bc-4a7c-a6f7-04c9772fb36c {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:43:10.774645 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d986bf6-f659-49e3-b05f-d6e1c0642a10', 'code': 200} Jul 07 19:43:10.818636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588abb16-b9bd-4077-808d-08e5f91f87f7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:10.822651 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-588abb16-b9bd-4077-808d-08e5f91f87f7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:10.835038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87fea6-8a64-4266-87bc-99087c6b5465 req-e8aedd8f-2f0b-413e-9c8b-91ce1bccad81 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:10.836863 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e87fea6-8a64-4266-87bc-99087c6b5465 req-e8aedd8f-2f0b-413e-9c8b-91ce1bccad81 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 945 time: 0.1587503 Jul 07 19:43:10.845906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=3d986bf6-f659-49e3-b05f-d6e1c0642a10,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:10.965156 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e87fea6-8a64-4266-87bc-99087c6b5465 req-f2bf82e4-441a-41b7-beb8-6d820c386408 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190138 Jul 07 19:43:10.996752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a74c21-7fb2-4e51-adb5-8117daa358da req-c78771d2-8f81-4b9c-974c-c53d05771f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:10.998278 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82a74c21-7fb2-4e51-adb5-8117daa358da req-c78771d2-8f81-4b9c-974c-c53d05771f75 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 1097 time: 0.1716132 Jul 07 19:43:11.068764 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82a74c21-7fb2-4e51-adb5-8117daa358da req-4a05318f-62cd-4b23-9b03-cccaed561377 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633104 Jul 07 19:43:11.119156 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-588abb16-b9bd-4077-808d-08e5f91f87f7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:11.186132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588abb16-b9bd-4077-808d-08e5f91f87f7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Subnet': ['ID=2d7439da-ac69-44ae-851f-7a0b7f15bc0c,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:11.192409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588abb16-b9bd-4077-808d-08e5f91f87f7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Checking segment: {'id': '04e123b6-1a30-4ad6-ad26-e2d9a37a8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '62d3fa10-605e-46b5-ae04-a68894f49182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:11.192714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588abb16-b9bd-4077-808d-08e5f91f87f7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network hostable DHCP agents. Network: 62d3fa10-605e-46b5-ae04-a68894f49182, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:43:11.208765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588abb16-b9bd-4077-808d-08e5f91f87f7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 62d3fa10-605e-46b5-ae04-a68894f49182 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:43:11.217869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-588abb16-b9bd-4077-808d-08e5f91f87f7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 62d3fa10-605e-46b5-ae04-a68894f49182) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:11.222054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588abb16-b9bd-4077-808d-08e5f91f87f7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:11.223219 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-588abb16-b9bd-4077-808d-08e5f91f87f7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:11.226844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c880b7-4090-4148-9561-2421d6878660 None None] Network 62d3fa10-605e-46b5-ae04-a68894f49182 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:11.242958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-588abb16-b9bd-4077-808d-08e5f91f87f7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5928764 Jul 07 19:43:11.243163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34344) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:11.248518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ff9db2e0-cf5a-4c98-b704-adb3270359ba tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': '62d3fa10-605e-46b5-ae04-a68894f49182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:11.363411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9db2e0-cf5a-4c98-b704-adb3270359ba tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:11.367243 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff9db2e0-cf5a-4c98-b704-adb3270359ba tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:11.383346 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-62d3fa10-605e-46b5-ae04-a68894f49182', 'network_id': '62d3fa10-605e-46b5-ae04-a68894f49182', 'tenant_id': 'f94a51bb0a5441f8aecda884d4187f3e', 'fixed_ips': [{'subnet_id': '2d7439da-ac69-44ae-851f-7a0b7f15bc0c'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:43:11.384313 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:11.461028 n-d-793621-9 neutron-server[93900]: INFO neutron.db.ipam_backend_mixin [None req-ff9db2e0-cf5a-4c98-b704-adb3270359ba tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2d7439da-ac69-44ae-851f-7a0b7f15bc0c (CIDR: 172.20.0.0/28) Jul 07 19:43:11.463157 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9db2e0-cf5a-4c98-b704-adb3270359ba tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:43:11.463650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9db2e0-cf5a-4c98-b704-adb3270359ba tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:11.479564 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ff9db2e0-cf5a-4c98-b704-adb3270359ba tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2344801 Jul 07 19:43:11.482053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34350) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:11.487459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2a1510ca-8791-4bb4-8b54-2b0891616246 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': '62d3fa10-605e-46b5-ae04-a68894f49182', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:11.531727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Allocated IP 172.20.0.2 (62d3fa10-605e-46b5-ae04-a68894f49182/2d7439da-ac69-44ae-851f-7a0b7f15bc0c/6864acb0-63d3-4680-a6c2-691eb5420745) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:11.640948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1510ca-8791-4bb4-8b54-2b0891616246 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:11.646712 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a1510ca-8791-4bb4-8b54-2b0891616246 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:11.734981 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:11.744226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c709d3d-9e6b-4d4c-8756-6c8871417c6f req-bb05cea5-4d45-4736-bae4-f2885bc20a89 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:11.745045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Transition to ACTIVE for port object 6864acb0-63d3-4680-a6c2-691eb5420745 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:11.747958 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c709d3d-9e6b-4d4c-8756-6c8871417c6f req-bb05cea5-4d45-4736-bae4-f2885bc20a89 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.0900970 Jul 07 19:43:11.762703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Transition to ACTIVE for port object 6864acb0-63d3-4680-a6c2-691eb5420745 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:11.769379 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:11.799722 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c709d3d-9e6b-4d4c-8756-6c8871417c6f req-ed10b925-b666-4da2-be92-1a0b6d786554 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451419 Jul 07 19:43:11.822080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Pushing event updated for resources: {'Port': ['ID=6864acb0-63d3-4680-a6c2-691eb5420745,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:11.829941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Network 62d3fa10-605e-46b5-ae04-a68894f49182 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:11.830604 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:11.832813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:11.912772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Attempting to bind port 6864acb0-63d3-4680-a6c2-691eb5420745 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:43:11.913173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Attempting to bind port 6864acb0-63d3-4680-a6c2-691eb5420745 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '04e123b6-1a30-4ad6-ad26-e2d9a37a8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '62d3fa10-605e-46b5-ae04-a68894f49182'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:43:11.913659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Attempting to bind port 6864acb0-63d3-4680-a6c2-691eb5420745 on network 62d3fa10-605e-46b5-ae04-a68894f49182 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:11.924944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:43:11.925980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Checking segment: {'id': '04e123b6-1a30-4ad6-ad26-e2d9a37a8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '62d3fa10-605e-46b5-ae04-a68894f49182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:11.927593 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:11.928519 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Bound using segment: {'id': '04e123b6-1a30-4ad6-ad26-e2d9a37a8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '62d3fa10-605e-46b5-ae04-a68894f49182'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:43:11.929581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Bound port: 6864acb0-63d3-4680-a6c2-691eb5420745, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e123b6-1a30-4ad6-ad26-e2d9a37a8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '62d3fa10-605e-46b5-ae04-a68894f49182'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:43:11.931192 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:11.954855 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a1510ca-8791-4bb4-8b54-2b0891616246 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:11.999230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1510ca-8791-4bb4-8b54-2b0891616246 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 62d3fa10-605e-46b5-ae04-a68894f49182 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:12.002970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-2a1510ca-8791-4bb4-8b54-2b0891616246 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:12.005950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1510ca-8791-4bb4-8b54-2b0891616246 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:12.006850 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2a1510ca-8791-4bb4-8b54-2b0891616246 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:12.038168 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2a1510ca-8791-4bb4-8b54-2b0891616246 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5548522 Jul 07 19:43:12.038570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34366) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:12.041568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1510ca-8791-4bb4-8b54-2b0891616246 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Subnet': ['ID=92d68bf3-665e-48ca-bad6-043e8f524800,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:12.048504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': '62d3fa10-605e-46b5-ae04-a68894f49182', 'fixed_ips': [{'subnet_id': '2d7439da-ac69-44ae-851f-7a0b7f15bc0c'}, {'subnet_id': '92d68bf3-665e-48ca-bad6-043e8f524800'}], 'name': 'tempest-PortsTestJSON-385799856'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:12.068877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] For port 6864acb0-63d3-4680-a6c2-691eb5420745, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:43:12.075058 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] For port 6864acb0-63d3-4680-a6c2-691eb5420745, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6864acb0-63d3-4680-a6c2-691eb5420745,segment=NetworkSegment(04e123b6-1a30-4ad6-ad26-e2d9a37a8347),segment_id=04e123b6-1a30-4ad6-ad26-e2d9a37a8347)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:43:12.093004 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:12.236710 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb94d7-1682-43a5-9f7d-20fa4832c863 None None] Pushing event updated for resources: {'Port': ['ID=6864acb0-63d3-4680-a6c2-691eb5420745,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:12.270939 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f323b0d-7bb7-4272-a9e6-741ed2705ee9 req-564cedfe-5091-4582-91c0-222a8f80a969 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:12.278657 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f323b0d-7bb7-4272-a9e6-741ed2705ee9 req-564cedfe-5091-4582-91c0-222a8f80a969 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 946 time: 0.1519916 Jul 07 19:43:12.322761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:12.329864 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f323b0d-7bb7-4272-a9e6-741ed2705ee9 req-34b83bda-72f4-4bfc-beb8-628ba7a98cb3 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499558 Jul 07 19:43:12.463302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:12.501047 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port c9793523-05d3-498e-b9db-cfeec4275bba yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:12.851203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.13 (62d3fa10-605e-46b5-ae04-a68894f49182/2d7439da-ac69-44ae-851f-7a0b7f15bc0c/c9793523-05d3-498e-b9db-cfeec4275bba) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:12.859602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.26 (62d3fa10-605e-46b5-ae04-a68894f49182/92d68bf3-665e-48ca-bad6-043e8f524800/c9793523-05d3-498e-b9db-cfeec4275bba) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:13.065270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73f22f-4de2-4541-b858-0c189639ca27 req-10623168-4a31-471d-99de-cf0a5a27ad65 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:13.066754 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1b73f22f-4de2-4541-b858-0c189639ca27 req-10623168-4a31-471d-99de-cf0a5a27ad65 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1180859 Jul 07 19:43:13.069835 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:13.097893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Transition to ACTIVE for port object c9793523-05d3-498e-b9db-cfeec4275bba will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:13.125644 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1b73f22f-4de2-4541-b858-0c189639ca27 req-ca3f5a96-6574-4b4a-b462-da763aad433b tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475442 Jul 07 19:43:13.151380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:13.198762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 62d3fa10-605e-46b5-ae04-a68894f49182 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:13.203196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:13.209409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:13.235951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=c9793523-05d3-498e-b9db-cfeec4275bba,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:13.264922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:13.265639 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:13.281357 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c39a34f7-b989-496d-a402-f7af27e4a9ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2410212 Jul 07 19:43:13.284093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34378) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:13.289643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-597ea7c5-6291-4617-8817-554fff7f03fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d7439da-ac69-44ae-851f-7a0b7f15bc0c'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:13.308681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028612e5-2ec3-480a-a357-1d51cd1f0b45 None None] Network 62d3fa10-605e-46b5-ae04-a68894f49182 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:13.378414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8c3a0d3c-5188-42d0-b429-4fdbf06b9051 None None] Provisioning for port 6864acb0-63d3-4680-a6c2-691eb5420745 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:13.401303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecf83f1e-663c-403a-8717-d29d2f174ba8 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:43:13.480952 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-597ea7c5-6291-4617-8817-554fff7f03fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:13.600443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:13.633444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dedc3-002f-42d5-a71c-248c40ee472b req-1e559380-8fe9-4cc6-878e-467eda4d38b6 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:13.637317 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-061dedc3-002f-42d5-a71c-248c40ee472b req-1e559380-8fe9-4cc6-878e-467eda4d38b6 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 946 time: 0.1535041 Jul 07 19:43:13.637575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'port_id': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'mac_address': 'fa:16:3e:3e:93:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:43:13.695400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:13.698076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bdb4db-e6e3-4f64-abf6-f2f68cd28eed None None] Update dhcp port {'port': {'network_id': '62d3fa10-605e-46b5-ae04-a68894f49182', 'fixed_ips': [{'subnet_id': '2d7439da-ac69-44ae-851f-7a0b7f15bc0c', 'ip_address': '172.20.0.2'}, {'subnet_id': '92d68bf3-665e-48ca-bad6-043e8f524800'}], 'binding:host_id': 'n-d-793621-9'}, 'id': '6864acb0-63d3-4680-a6c2-691eb5420745'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:43:13.731524 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-061dedc3-002f-42d5-a71c-248c40ee472b req-64a371ff-711a-4731-8055-deb5d7465300 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862744 Jul 07 19:43:13.733210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecf83f1e-663c-403a-8717-d29d2f174ba8 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:43:13.757716 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:13.767228 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb4db-e6e3-4f64-abf6-f2f68cd28eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:13.779195 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:13.889782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-597ea7c5-6291-4617-8817-554fff7f03fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Delete allocated IP 172.20.0.26 (62d3fa10-605e-46b5-ae04-a68894f49182/92d68bf3-665e-48ca-bad6-043e8f524800) {{(pid=93900) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 19:43:13.901741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfac265a-3c76-4977-829b-4c5d7f94710e req-c1a35992-ac53-4cb3-a8ff-9dcc440e5a17 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131384 Jul 07 19:43:13.992396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2600cf-1f21-4481-9cac-781021dcdc22 req-bb1132f5-af09-4fb1-b689-9ea45ce7f2c9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:13.994517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3b2600cf-1f21-4481-9cac-781021dcdc22 req-bb1132f5-af09-4fb1-b689-9ea45ce7f2c9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 946 time: 0.1004841 Jul 07 19:43:14.040287 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3b2600cf-1f21-4481-9cac-781021dcdc22 req-38caeed0-07b9-42dc-9d47-37318c8c9fc6 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394163 Jul 07 19:43:14.073208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34388) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:14.080184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac265a-3c76-4977-829b-4c5d7f94710e req-45a622d1-6bf6-453e-97d5-68ab48562109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:14.081873 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfac265a-3c76-4977-829b-4c5d7f94710e req-45a622d1-6bf6-453e-97d5-68ab48562109 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 1097 time: 0.1117308 Jul 07 19:43:14.108776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ecf83f1e-663c-403a-8717-d29d2f174ba8'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:43:14.132517 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-597ea7c5-6291-4617-8817-554fff7f03fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:14.180556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:14.194996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-597ea7c5-6291-4617-8817-554fff7f03fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Ignored duplicate provisioning block setup for port c9793523-05d3-498e-b9db-cfeec4275bba by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 19:43:14.213540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-597ea7c5-6291-4617-8817-554fff7f03fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:14.317342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-a5bdb4db-e6e3-4f64-abf6-f2f68cd28eed None None] Allocated IP 172.20.0.18 (62d3fa10-605e-46b5-ae04-a68894f49182/92d68bf3-665e-48ca-bad6-043e8f524800/6864acb0-63d3-4680-a6c2-691eb5420745) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:14.322832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ea7c5-6291-4617-8817-554fff7f03fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=c9793523-05d3-498e-b9db-cfeec4275bba,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:14.427429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac265a-3c76-4977-829b-4c5d7f94710e req-11778780-c9d4-4c4a-b89a-8fcddba8882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:14.429157 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfac265a-3c76-4977-829b-4c5d7f94710e req-11778780-c9d4-4c4a-b89a-8fcddba8882b service neutron] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.3225694 Jul 07 19:43:14.430387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6864acb0-63d3-4680-a6c2-691eb5420745 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:14.459253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a493c83f-cb06-4ea5-a35b-7cc29c7fd9da tempest-TestVolumeBootPattern-843347901 tempest-TestVolumeBootPattern-843347901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:14.461565 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a493c83f-cb06-4ea5-a35b-7cc29c7fd9da tempest-TestVolumeBootPattern-843347901 tempest-TestVolumeBootPattern-843347901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 1092 time: 0.3864574 Jul 07 19:43:14.463907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34394) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:14.472335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '3d986bf6-f659-49e3-b05f-d6e1c0642a10', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:14.501136 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfac265a-3c76-4977-829b-4c5d7f94710e req-70cd4033-b97f-4313-9c70-32f8b7559ace service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d986bf6-f659-49e3-b05f-d6e1c0642a10 HTTP/1.1" status: 200 len: 217 time: 0.0459292 Jul 07 19:43:14.504541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:14.521656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-597ea7c5-6291-4617-8817-554fff7f03fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] In _notify_port_updated(), no bound segment for port c9793523-05d3-498e-b9db-cfeec4275bba on network 62d3fa10-605e-46b5-ae04-a68894f49182 {{(pid=93900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:43:14.527801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ea7c5-6291-4617-8817-554fff7f03fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:14.528653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-597ea7c5-6291-4617-8817-554fff7f03fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:14.528774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a5bdb4db-e6e3-4f64-abf6-f2f68cd28eed None None] For port 6864acb0-63d3-4680-a6c2-691eb5420745, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6864acb0-63d3-4680-a6c2-691eb5420745,segment=NetworkSegment(04e123b6-1a30-4ad6-ad26-e2d9a37a8347),segment_id=04e123b6-1a30-4ad6-ad26-e2d9a37a8347)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:14.533033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-597ea7c5-6291-4617-8817-554fff7f03fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "PUT /v2.0/ports/c9793523-05d3-498e-b9db-cfeec4275bba HTTP/1.1" status: 200 len: 919 time: 1.2477684 Jul 07 19:43:14.533656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34396) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:14.551529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 6864acb0-63d3-4680-a6c2-691eb5420745 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:14.556796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 6864acb0-63d3-4680-a6c2-691eb5420745 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:14.557303 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:14.558761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d7439da-ac69-44ae-851f-7a0b7f15bc0c'}, {'subnet_id': '92d68bf3-665e-48ca-bad6-043e8f524800'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:14.632406 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb4db-e6e3-4f64-abf6-f2f68cd28eed None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:14.633693 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:14.693080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a5bdb4db-e6e3-4f64-abf6-f2f68cd28eed None None] Transition to ACTIVE for port object 6864acb0-63d3-4680-a6c2-691eb5420745 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:14.710248 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a5bdb4db-e6e3-4f64-abf6-f2f68cd28eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:14.721817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] Port 6864acb0-63d3-4680-a6c2-691eb5420745 had new provisioning blocks added so it will not transition to active. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 07 19:43:14.815352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Allocated IP 172.25.0.147 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/de671be7-8bc9-432d-b32c-74874f6834a8) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:14.824688 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdb4db-e6e3-4f64-abf6-f2f68cd28eed None None] Pushing event updated for resources: {'Port': ['ID=6864acb0-63d3-4680-a6c2-691eb5420745,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:14.955610 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:15.011824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:15.056207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:15.059877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:15.062381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:15.070165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=de671be7-8bc9-432d-b32c-74874f6834a8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:15.108767 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:15.111313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac265a-3c76-4977-829b-4c5d7f94710e req-9e901825-3d31-4616-9687-dba80e5f4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:15.112781 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfac265a-3c76-4977-829b-4c5d7f94710e req-9e901825-3d31-4616-9687-dba80e5f4a9f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.6025841 Jul 07 19:43:15.144917 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8064d-d4c5-4932-8d3f-c4547961d2f1 req-2ae47db7-6ad2-4802-894b-26f65f3b570c tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:15.146510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4df8064d-d4c5-4932-8d3f-c4547961d2f1 req-2ae47db7-6ad2-4802-894b-26f65f3b570c tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.7353783 Jul 07 19:43:15.290600 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4df8064d-d4c5-4932-8d3f-c4547961d2f1 req-15c2be23-e753-406e-aed3-49a9844a28af tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231017 Jul 07 19:43:15.322013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac265a-3c76-4977-829b-4c5d7f94710e req-231a4e1c-f6ff-4828-be84-31eb03b802fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:15.333515 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfac265a-3c76-4977-829b-4c5d7f94710e req-231a4e1c-f6ff-4828-be84-31eb03b802fc service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1999664 Jul 07 19:43:15.426184 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecf83f1e-663c-403a-8717-d29d2f174ba8 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:15.464151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd208da-81f9-43a5-b207-8ccb2b54a268 None None] Network 62d3fa10-605e-46b5-ae04-a68894f49182 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:15.492384 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfac265a-3c76-4977-829b-4c5d7f94710e req-578e2f9e-aa0e-4423-8aba-280913f878ab service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373847 Jul 07 19:43:15.582152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port ecf83f1e-663c-403a-8717-d29d2f174ba8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:15.582689 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:15.586369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2368d68a-da50-4f27-974c-24c9debdad4d None None] Provisioning for port 6864acb0-63d3-4680-a6c2-691eb5420745 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:15.619079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2368d68a-da50-4f27-974c-24c9debdad4d None None] Provisioning complete for port 6864acb0-63d3-4680-a6c2-691eb5420745 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:15.619429 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2368d68a-da50-4f27-974c-24c9debdad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:15.677293 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.25 (62d3fa10-605e-46b5-ae04-a68894f49182/92d68bf3-665e-48ca-bad6-043e8f524800/c9793523-05d3-498e-b9db-cfeec4275bba) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:15.831090 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:15.863146 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2368d68a-da50-4f27-974c-24c9debdad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:15.881653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Ignored duplicate provisioning block setup for port c9793523-05d3-498e-b9db-cfeec4275bba by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 19:43:15.891952 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:15.907376 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:15.937330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2368d68a-da50-4f27-974c-24c9debdad4d None None] For port 6864acb0-63d3-4680-a6c2-691eb5420745, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6864acb0-63d3-4680-a6c2-691eb5420745,segment=NetworkSegment(04e123b6-1a30-4ad6-ad26-e2d9a37a8347),segment_id=04e123b6-1a30-4ad6-ad26-e2d9a37a8347)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:15.949414 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfac265a-3c76-4977-829b-4c5d7f94710e req-c2c4c885-dacd-4e4a-b2a2-a5e43b4f7ef7 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473720 Jul 07 19:43:15.977597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:15.979127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:43:15.982436 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f5a809-532c-478f-ada4-b8eee0930c6c" -d '{"events": [{"server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "name": "network-vif-plugged", "status": "completed", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:43:15.984296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:15.993397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=c9793523-05d3-498e-b9db-cfeec4275bba,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:16.000006 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2368d68a-da50-4f27-974c-24c9debdad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.002321 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.051466 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2368d68a-da50-4f27-974c-24c9debdad4d None None] Provisioning for port c9793523-05d3-498e-b9db-cfeec4275bba completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:16.068234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2368d68a-da50-4f27-974c-24c9debdad4d None None] Provisioning complete for port c9793523-05d3-498e-b9db-cfeec4275bba triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:16.070370 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2368d68a-da50-4f27-974c-24c9debdad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.085828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:16.086832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:16.087509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:16.088043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:16.088626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:16.089151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:16.089726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:16.090251 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:16.091572 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:16.092123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:16.092703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:16.093318 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:16.141868 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.145735 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c667ff-c38b-4ff5-ae1d-6bbfd533141a x-openstack-request-id: req-e6c667ff-c38b-4ff5-ae1d-6bbfd533141a {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:43:16.146110 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "name": "network-vif-plugged", "status": "completed", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:43:16.146389 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6c667ff-c38b-4ff5-ae1d-6bbfd533141a {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:43:16.146829 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'code': 200} Jul 07 19:43:16.147418 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368d68a-da50-4f27-974c-24c9debdad4d None None] Pushing event updated for resources: {'Port': ['ID=6864acb0-63d3-4680-a6c2-691eb5420745,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:16.182417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] In _notify_port_updated(), no bound segment for port c9793523-05d3-498e-b9db-cfeec4275bba on network 62d3fa10-605e-46b5-ae04-a68894f49182 {{(pid=93900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:43:16.188767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:16.189256 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.190998 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9a24ec75-8ec4-4681-a0f5-bb941ca367ec tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "PUT /v2.0/ports/c9793523-05d3-498e-b9db-cfeec4275bba HTTP/1.1" status: 200 len: 999 time: 1.6375492 Jul 07 19:43:16.193680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34408) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:16.196034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2368d68a-da50-4f27-974c-24c9debdad4d None None] Port c9793523-05d3-498e-b9db-cfeec4275bba cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:16.216762 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:16.316491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6864acb0-63d3-4680-a6c2-691eb5420745 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:16.346467 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.353412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.363869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-21d052a4-3961-49c9-978e-e6d4a6660ac8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port c9793523-05d3-498e-b9db-cfeec4275bba {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:16.364487 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21d052a4-3961-49c9-978e-e6d4a6660ac8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.429718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 6864acb0-63d3-4680-a6c2-691eb5420745 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:16.430301 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.485974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=de671be7-8bc9-432d-b32c-74874f6834a8,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:16.501746 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21d052a4-3961-49c9-978e-e6d4a6660ac8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.507045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.519420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-21d052a4-3961-49c9-978e-e6d4a6660ac8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for c9793523-05d3-498e-b9db-cfeec4275bba owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:16.650093 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Floating IP f46feffd-4c0e-4e12-a3a2-7b8b34830b2a associated. External IP: 172.25.0.147, port: 3d986bf6-f659-49e3-b05f-d6e1c0642a10. Jul 07 19:43:16.662443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e8b4e41c-3e63-4129-8205-70ebd9cbe8ec None None] Provisioning complete for port 6864acb0-63d3-4680-a6c2-691eb5420745 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:16.663438 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e8b4e41c-3e63-4129-8205-70ebd9cbe8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.826997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e8b4e41c-3e63-4129-8205-70ebd9cbe8ec None None] Provisioning complete for port c9793523-05d3-498e-b9db-cfeec4275bba triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:16.827511 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e8b4e41c-3e63-4129-8205-70ebd9cbe8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.876181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4e41c-3e63-4129-8205-70ebd9cbe8ec None None] Port c9793523-05d3-498e-b9db-cfeec4275bba cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:16.889720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d87cc-ca48-443b-9e21-5819fab3d727 req-7883463b-5c02-4841-9cb5-90df428f2814 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:16.891398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e4d87cc-ca48-443b-9e21-5819fab3d727 req-7883463b-5c02-4841-9cb5-90df428f2814 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1994708 Jul 07 19:43:16.898602 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21d052a4-3961-49c9-978e-e6d4a6660ac8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:16.944344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d052a4-3961-49c9-978e-e6d4a6660ac8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=c9793523-05d3-498e-b9db-cfeec4275bba,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:16.967058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Router 603fbeb7-ac95-4635-baea-474e84795ff7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:43:16.990835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2d004923-76e6-45bc-a319-076802b717aa None None] Could not find standard attr ID for object c9793523-05d3-498e-b9db-cfeec4275bba. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:17.009447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e4d87cc-ca48-443b-9e21-5819fab3d727 req-e42d0001-06d9-4a85-ae73-196f279adc4b tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027427 Jul 07 19:43:17.097631 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21d052a4-3961-49c9-978e-e6d4a6660ac8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:17.107138 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-21d052a4-3961-49c9-978e-e6d4a6660ac8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/c9793523-05d3-498e-b9db-cfeec4275bba HTTP/1.1" status: 204 len: 168 time: 0.9122479 Jul 07 19:43:17.107838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34426) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:17.142048 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-51735bc4-c363-49d2-b91a-379c3416659f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:43:17.147920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-51735bc4-c363-49d2-b91a-379c3416659f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/c9793523-05d3-498e-b9db-cfeec4275bba HTTP/1.1" status: 404 len: 333 time: 0.0381105 Jul 07 19:43:17.148144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34428) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:17.159080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:43:17.172310 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf028c7-cf4a-41f4-8ca2-820846d48ddb None None] Sync routers for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:43:17.189523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:17.190309 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf028c7-cf4a-41f4-8ca2-820846d48ddb None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:43:17.191003 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5bf028c7-cf4a-41f4-8ca2-820846d48ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:17.204435 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8bdabc0e-d375-43e1-90bd-fce057bdd79f None None] Could not find standard attr ID for object c9793523-05d3-498e-b9db-cfeec4275bba. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:17.241197 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ed3a65-0219-433a-9c7b-23c42a75dae2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting subnet 92d68bf3-665e-48ca-bad6-043e8f524800 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:43:17.251511 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7dddeada-fb94-4e1e-ac65-8f369db81f86 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7864201 Jul 07 19:43:17.252689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'tag': '3d986bf6-f659-49e3-b05f-d6e1c0642a10'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:43:17.256521 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599f4d29-4fa4-4ff3-80cc-a1b42b0eee15" -d '{"events": [{"name": "network-changed", "server_uuid": "03f2b910-a767-4022-83fd-6dd07f33df4b", "tag": "3d986bf6-f659-49e3-b05f-d6e1c0642a10"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:43:17.272697 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18ed3a65-0219-433a-9c7b-23c42a75dae2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:17.341781 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18ed3a65-0219-433a-9c7b-23c42a75dae2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:17.408629 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-5bf028c7-cf4a-41f4-8ca2-820846d48ddb None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:43:17.516459 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4feff5-3241-47a4-8a4b-6bc363489d29 x-openstack-request-id: req-3f4feff5-3241-47a4-8a4b-6bc363489d29 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:43:17.516824 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f2b910-a767-4022-83fd-6dd07f33df4b", "tag": "3d986bf6-f659-49e3-b05f-d6e1c0642a10", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:43:17.517025 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f4feff5-3241-47a4-8a4b-6bc363489d29 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:43:17.517413 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'tag': '3d986bf6-f659-49e3-b05f-d6e1c0642a10', 'status': 'completed', 'code': 200} Jul 07 19:43:17.520873 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18ed3a65-0219-433a-9c7b-23c42a75dae2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:17.632952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4b804fd4-3014-49f7-a365-825a5781afaa None None] Could not find standard attr ID for object c9793523-05d3-498e-b9db-cfeec4275bba. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:17.662292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f4d29-4fa4-4ff3-80cc-a1b42b0eee15 req-57ba93a6-0370-4594-8329-5b4eec6a9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:17.663851 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-599f4d29-4fa4-4ff3-80cc-a1b42b0eee15 req-57ba93a6-0370-4594-8329-5b4eec6a9f5e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 1097 time: 0.1081450 Jul 07 19:43:17.665746 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18ed3a65-0219-433a-9c7b-23c42a75dae2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:17.702614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed3a65-0219-433a-9c7b-23c42a75dae2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Subnet': ['ID=92d68bf3-665e-48ca-bad6-043e8f524800,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:17.744409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34446) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:17.758317 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5bf028c7-cf4a-41f4-8ca2-820846d48ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'f46feffd-4c0e-4e12-a3a2-7b8b34830b2a', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': '3d986bf6-f659-49e3-b05f-d6e1c0642a10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:e8:2c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:43:15Z', 'updated_at': '2021-07-07T19:43:15Z', 'revision_number': 0, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:17.758633 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18ed3a65-0219-433a-9c7b-23c42a75dae2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:17.763542 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-18ed3a65-0219-433a-9c7b-23c42a75dae2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/92d68bf3-665e-48ca-bad6-043e8f524800 HTTP/1.1" status: 204 len: 168 time: 0.6115894 Jul 07 19:43:17.763952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34450) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:17.805933 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf028c7-cf4a-41f4-8ca2-820846d48ddb None None] Checking router: 603fbeb7-ac95-4635-baea-474e84795ff7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:43:17.815514 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf028c7-cf4a-41f4-8ca2-820846d48ddb None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:43:17.816388 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5bf028c7-cf4a-41f4-8ca2-820846d48ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:42:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:17.817882 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f4d29-4fa4-4ff3-80cc-a1b42b0eee15 req-868f05dc-d4a0-469e-b39f-2af326643af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:17.819428 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-599f4d29-4fa4-4ff3-80cc-a1b42b0eee15 req-868f05dc-d4a0-469e-b39f-2af326643af0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.1469750 Jul 07 19:43:17.841214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ead4b56-fabb-4b28-ba20-1f1af18ff642 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting subnet 2d7439da-ac69-44ae-851f-7a0b7f15bc0c {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:43:17.845601 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ead4b56-fabb-4b28-ba20-1f1af18ff642 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:17.902214 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-599f4d29-4fa4-4ff3-80cc-a1b42b0eee15 req-a2648232-40ca-4219-878a-44e72ccf5b3a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d986bf6-f659-49e3-b05f-d6e1c0642a10 HTTP/1.1" status: 200 len: 1000 time: 0.0755582 Jul 07 19:43:17.907911 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ead4b56-fabb-4b28-ba20-1f1af18ff642 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:17.935419 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-5bf028c7-cf4a-41f4-8ca2-820846d48ddb None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:43:17.960754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f4d29-4fa4-4ff3-80cc-a1b42b0eee15 req-81546179-3558-440c-a591-ec0f91be39da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:17.962299 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-599f4d29-4fa4-4ff3-80cc-a1b42b0eee15 req-81546179-3558-440c-a591-ec0f91be39da service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0539708 Jul 07 19:43:17.966460 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4afd48a8-ca9b-483e-9eea-32b296fc94e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.028291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f4d29-4fa4-4ff3-80cc-a1b42b0eee15 req-c1169c00-577f-402c-aa55-11738358a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:18.030681 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-599f4d29-4fa4-4ff3-80cc-a1b42b0eee15 req-c1169c00-577f-402c-aa55-11738358a490 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618458 Jul 07 19:43:18.112038 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ead4b56-fabb-4b28-ba20-1f1af18ff642 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.184458 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4afd48a8-ca9b-483e-9eea-32b296fc94e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.197678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4afd48a8-ca9b-483e-9eea-32b296fc94e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.203993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-599f4d29-4fa4-4ff3-80cc-a1b42b0eee15 req-77300a58-f21d-4b63-9553-44f441b4c2b2 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658440 Jul 07 19:43:18.243316 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4afd48a8-ca9b-483e-9eea-32b296fc94e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c68f4016dd4d47c29ce60a5021401617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978292 Jul 07 19:43:18.251079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34454) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:18.267831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27aff638-799b-43ff-a6d8-af5332aecd8b None None] Network 62d3fa10-605e-46b5-ae04-a68894f49182 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:18.318064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd48a8-ca9b-483e-9eea-32b296fc94e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c58e04-34a0-425c-aa66-f3534f10c7a9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:18.343803 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ead4b56-fabb-4b28-ba20-1f1af18ff642 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.376166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead4b56-fabb-4b28-ba20-1f1af18ff642 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7439da-ac69-44ae-851f-7a0b7f15bc0c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:18.385443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194ca0-22e4-46d2-84c3-0a7aef0b2ad6 req-4a1a5e38-a724-4f15-9898-3b5e493ba6ce tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:18.387111 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc194ca0-22e4-46d2-84c3-0a7aef0b2ad6 req-4a1a5e38-a724-4f15-9898-3b5e493ba6ce tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1735890 Jul 07 19:43:18.389298 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-599f4d29-4fa4-4ff3-80cc-a1b42b0eee15 req-fef67f58-4380-40c7-9e9b-0fb65dce2d96 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726923 Jul 07 19:43:18.393412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9ead4b56-fabb-4b28-ba20-1f1af18ff642 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.398091 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9ead4b56-fabb-4b28-ba20-1f1af18ff642 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/2d7439da-ac69-44ae-851f-7a0b7f15bc0c HTTP/1.1" status: 204 len: 168 time: 0.6304951 Jul 07 19:43:18.399114 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34456) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:18.408276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f4c-f04b-4da3-b1e8-632d9dd226c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.415938 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5bf028c7-cf4a-41f4-8ca2-820846d48ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'f46feffd-4c0e-4e12-a3a2-7b8b34830b2a', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': '3d986bf6-f659-49e3-b05f-d6e1c0642a10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:e8:2c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:43:15Z', 'updated_at': '2021-07-07T19:43:15Z', 'revision_number': 0, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:18.436608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f4c-f04b-4da3-b1e8-632d9dd226c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.476814 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf028c7-cf4a-41f4-8ca2-820846d48ddb None None] The sync data for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 is: [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'f46feffd-4c0e-4e12-a3a2-7b8b34830b2a', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': '3d986bf6-f659-49e3-b05f-d6e1c0642a10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:e8:2c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:43:15Z', 'updated_at': '2021-07-07T19:43:15Z', 'revision_number': 0, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:43:18.516082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f4c-f04b-4da3-b1e8-632d9dd226c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.517026 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc194ca0-22e4-46d2-84c3-0a7aef0b2ad6 req-20326304-d0d6-43d2-9d21-476ba470fb38 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036410 Jul 07 19:43:18.522201 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f4c-f04b-4da3-b1e8-632d9dd226c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.525301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fdd61f4c-f04b-4da3-b1e8-632d9dd226c6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14c58e04-34a0-425c-aa66-f3534f10c7a9 HTTP/1.1" status: 204 len: 168 time: 0.2701595 Jul 07 19:43:18.534557 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.565515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd61f4c-f04b-4da3-b1e8-632d9dd226c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c58e04-34a0-425c-aa66-f3534f10c7a9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:18.634854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 6864acb0-63d3-4680-a6c2-691eb5420745 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:18.635401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.639612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2465416e-df77-413b-b934-100b57a9cb3b None None] DHCP port deletion for 62d3fa10-605e-46b5-ae04-a68894f49182 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:43:18.703734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2465416e-df77-413b-b934-100b57a9cb3b None None] Deleting port 6864acb0-63d3-4680-a6c2-691eb5420745 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:18.704068 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2465416e-df77-413b-b934-100b57a9cb3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.742229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] For port 6864acb0-63d3-4680-a6c2-691eb5420745, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6864acb0-63d3-4680-a6c2-691eb5420745,segment=NetworkSegment(04e123b6-1a30-4ad6-ad26-e2d9a37a8347),segment_id=04e123b6-1a30-4ad6-ad26-e2d9a37a8347)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:18.743358 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.762555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 6864acb0-63d3-4680-a6c2-691eb5420745 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:18.785957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2465416e-df77-413b-b934-100b57a9cb3b None None] For port 6864acb0-63d3-4680-a6c2-691eb5420745, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6864acb0-63d3-4680-a6c2-691eb5420745,segment=NetworkSegment(04e123b6-1a30-4ad6-ad26-e2d9a37a8347),segment_id=04e123b6-1a30-4ad6-ad26-e2d9a37a8347)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:18.786361 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2465416e-df77-413b-b934-100b57a9cb3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.802140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2465416e-df77-413b-b934-100b57a9cb3b None None] Calling delete_port for 6864acb0-63d3-4680-a6c2-691eb5420745 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:18.851544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93711289-6ef5-4ded-9c75-033d4eb027cd None None] New status for floating IP f46feffd-4c0e-4e12-a3a2-7b8b34830b2a: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:43:18.860275 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.888271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34462) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:18.891858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=6864acb0-63d3-4680-a6c2-691eb5420745,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:18.899832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No DVR routers for this DVR port 6864acb0-63d3-4680-a6c2-691eb5420745 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:18.905854 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-330e511e-6f64-4800-9031-598ca121bfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.986171 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2465416e-df77-413b-b934-100b57a9cb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:18.987881 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.005060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d3fa10-605e-46b5-ae04-a68894f49182']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:19.019622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e123b6-1a30-4ad6-ad26-e2d9a37a8347') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:19.020236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e123b6-1a30-4ad6-ad26-e2d9a37a8347') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:19.024159 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-330e511e-6f64-4800-9031-598ca121bfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.027290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465416e-df77-413b-b934-100b57a9cb3b None None] Pushing event deleted for resources: {'Port': ['ID=6864acb0-63d3-4680-a6c2-691eb5420745,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:19.033664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2465416e-df77-413b-b934-100b57a9cb3b None None] No DVR routers for this DVR port 6864acb0-63d3-4680-a6c2-691eb5420745 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:19.034655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-330e511e-6f64-4800-9031-598ca121bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.035418 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.059533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.066730 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:43:19.067683 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:43:19.076848 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:43:19.093299 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-330e511e-6f64-4800-9031-598ca121bfcb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c6169dd33964b5cb242519dc5a1e0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027869 Jul 07 19:43:19.100005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34464) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:19.100810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e511e-6f64-4800-9031-598ca121bfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a158991c-193a-4211-ad87-92ad568fa7f2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:19.173274 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6cbb681-ae68-438e-a85e-2d789a58c81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.179115 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.189702 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.191753 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/networks/62d3fa10-605e-46b5-ae04-a68894f49182 HTTP/1.1" status: 204 len: 168 time: 0.7913382 Jul 07 19:43:19.195512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34472) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:19.204400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54704c59-0f18-48e6-9e9d-e7e14a7c2cfd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Network': ['ID=62d3fa10-605e-46b5-ae04-a68894f49182,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:19.212089 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6cbb681-ae68-438e-a85e-2d789a58c81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.290974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef314f8-56ee-4faf-8131-689db74f3795 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:19.296994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3ef314f8-56ee-4faf-8131-689db74f3795 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0953784 Jul 07 19:43:19.296994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34476) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:19.334588 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6cbb681-ae68-438e-a85e-2d789a58c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.337437 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a6cbb681-ae68-438e-a85e-2d789a58c81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.342010 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a6cbb681-ae68-438e-a85e-2d789a58c81f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a158991c-193a-4211-ad87-92ad568fa7f2 HTTP/1.1" status: 204 len: 168 time: 0.2346280 Jul 07 19:43:19.357521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbb681-ae68-438e-a85e-2d789a58c81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a158991c-193a-4211-ad87-92ad568fa7f2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:19.400982 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-af94ec43-3e09-434a-9fc2-cb4a89dd8840 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1020482 Jul 07 19:43:19.405070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34484) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:19.411490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2293eb39-1afe-450b-a015-1a97fca36175 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-284629346'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:19.435418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2293eb39-1afe-450b-a015-1a97fca36175 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:19.439357 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2293eb39-1afe-450b-a015-1a97fca36175 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.468770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2293eb39-1afe-450b-a015-1a97fca36175 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:43:19.479204 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2293eb39-1afe-450b-a015-1a97fca36175 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.479788 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-2293eb39-1afe-450b-a015-1a97fca36175 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Added segment 8b1718bf-56de-44f5-97a8-58e34409090d of type vlan for network 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4 Jul 07 19:43:19.521099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2293eb39-1afe-450b-a015-1a97fca36175 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.553116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2293eb39-1afe-450b-a015-1a97fca36175 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.558914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2293eb39-1afe-450b-a015-1a97fca36175 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:19.560024 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2293eb39-1afe-450b-a015-1a97fca36175 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.628927 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2293eb39-1afe-450b-a015-1a97fca36175 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2221565 Jul 07 19:43:19.631688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34496) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:19.641202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-28dc523c-f5d6-4386-b967-d0d4249bcdcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': '2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:19.694383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293eb39-1afe-450b-a015-1a97fca36175 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Network': ['ID=2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:19.707107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:43:19.807460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fd7e6-1cd6-4cdb-869f-7cbaea902f6c req-b452080e-30cc-403f-ae41-e91e7e572e19 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:19.815920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a4fd7e6-1cd6-4cdb-869f-7cbaea902f6c req-b452080e-30cc-403f-ae41-e91e7e572e19 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1255126 Jul 07 19:43:19.840879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dc523c-f5d6-4386-b967-d0d4249bcdcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:19.844927 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28dc523c-f5d6-4386-b967-d0d4249bcdcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.932822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a4fd7e6-1cd6-4cdb-869f-7cbaea902f6c req-acf6200c-c2ce-4900-b23e-4457028d4bbc tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157973 Jul 07 19:43:20.092596 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28dc523c-f5d6-4386-b967-d0d4249bcdcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:20.160280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc523c-f5d6-4386-b967-d0d4249bcdcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Subnet': ['ID=5f18f651-8c25-46c5-a9ae-ff3faeca1e34,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:20.172040 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc523c-f5d6-4386-b967-d0d4249bcdcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Checking segment: {'id': '8b1718bf-56de-44f5-97a8-58e34409090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:20.173783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc523c-f5d6-4386-b967-d0d4249bcdcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network hostable DHCP agents. Network: 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:43:20.194041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc523c-f5d6-4386-b967-d0d4249bcdcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:43:20.205345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-28dc523c-f5d6-4386-b967-d0d4249bcdcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:20.222669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b794130-fedb-42f8-8542-7c3a14d4b46b None None] Network 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:20.247733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc523c-f5d6-4386-b967-d0d4249bcdcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:20.248793 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28dc523c-f5d6-4386-b967-d0d4249bcdcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:20.269650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34518) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:20.271083 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-28dc523c-f5d6-4386-b967-d0d4249bcdcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6369290 Jul 07 19:43:20.279900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': '2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4', 'name': 'tempest-PortsTestJSON-1851732438'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:20.327683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6864acb0-63d3-4680-a6c2-691eb5420745 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:43:20.354652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 6864acb0-63d3-4680-a6c2-691eb5420745 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:43:20.355037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6864acb0-63d3-4680-a6c2-691eb5420745 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:43:20.442780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:20.447702 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:20.471732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port d0c62428-b990-417a-a404-ae7adfc9b772 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:20.505127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4', 'network_id': '2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4', 'tenant_id': 'f94a51bb0a5441f8aecda884d4187f3e', 'fixed_ips': [{'subnet_id': '5f18f651-8c25-46c5-a9ae-ff3faeca1e34'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:43:20.507184 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:20.758188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.6 (2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4/5f18f651-8c25-46c5-a9ae-ff3faeca1e34/d0c62428-b990-417a-a404-ae7adfc9b772) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:21.018738 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:21.042544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Transition to ACTIVE for port object d0c62428-b990-417a-a404-ae7adfc9b772 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:21.091145 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-777073a3-eae3-4d45-8397-07b0b177544e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:21.106633 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:21.179380 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:21.185369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Allocated IP 172.20.0.2 (2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4/5f18f651-8c25-46c5-a9ae-ff3faeca1e34/28992ac0-d7e2-4ef6-85d7-f28a13837b96) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:21.208577 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:21.216090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:21.222068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=d0c62428-b990-417a-a404-ae7adfc9b772,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:21.286399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:21.287103 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:21.312742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6203c7b-723d-4724-84ab-fd0d6197e0f2 req-93c8e4ed-b930-4c7d-9a2c-1ecd65322665 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:21.314478 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6203c7b-723d-4724-84ab-fd0d6197e0f2 req-93c8e4ed-b930-4c7d-9a2c-1ecd65322665 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1601336 Jul 07 19:43:21.316600 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9bc0831b-52d0-4885-a128-8e3944c43d00 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0454993 Jul 07 19:43:21.319708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34542) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:21.327472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': '2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4', 'name': 'tempest-PortsTestJSON-289921282'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:21.383362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6203c7b-723d-4724-84ab-fd0d6197e0f2 req-fbed53d6-08bd-412b-a1ac-67f5ac82425e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621927 Jul 07 19:43:21.463244 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:21.478369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Transition to ACTIVE for port object 28992ac0-d7e2-4ef6-85d7-f28a13837b96 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:21.488819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:21.492825 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:21.501100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Transition to ACTIVE for port object 28992ac0-d7e2-4ef6-85d7-f28a13837b96 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:21.510323 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:21.513779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port c7177439-352b-4264-b776-fb242f436490 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:21.551706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Network 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:21.556978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:21.561962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:21.613231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Pushing event updated for resources: {'Port': ['ID=28992ac0-d7e2-4ef6-85d7-f28a13837b96,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:21.654447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Attempting to bind port 28992ac0-d7e2-4ef6-85d7-f28a13837b96 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:43:21.655006 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Attempting to bind port 28992ac0-d7e2-4ef6-85d7-f28a13837b96 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '8b1718bf-56de-44f5-97a8-58e34409090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:43:21.655475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Attempting to bind port 28992ac0-d7e2-4ef6-85d7-f28a13837b96 on network 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:21.667935 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:43:21.668218 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Checking segment: {'id': '8b1718bf-56de-44f5-97a8-58e34409090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:21.671583 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:21.671583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Bound using segment: {'id': '8b1718bf-56de-44f5-97a8-58e34409090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:43:21.673034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Bound port: 28992ac0-d7e2-4ef6-85d7-f28a13837b96, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1718bf-56de-44f5-97a8-58e34409090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:43:21.673890 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:21.688587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.14 (2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4/5f18f651-8c25-46c5-a9ae-ff3faeca1e34/c7177439-352b-4264-b776-fb242f436490) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:21.789209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] For port 28992ac0-d7e2-4ef6-85d7-f28a13837b96, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:43:21.793369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] For port 28992ac0-d7e2-4ef6-85d7-f28a13837b96, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=28992ac0-d7e2-4ef6-85d7-f28a13837b96,segment=NetworkSegment(8b1718bf-56de-44f5-97a8-58e34409090d),segment_id=8b1718bf-56de-44f5-97a8-58e34409090d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:43:21.798954 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:21.881551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcea9f0-43e4-4cc0-927c-e7039a037b4a None None] Pushing event updated for resources: {'Port': ['ID=28992ac0-d7e2-4ef6-85d7-f28a13837b96,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:21.933629 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:21.940740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34550) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:21.959542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Transition to ACTIVE for port object c7177439-352b-4264-b776-fb242f436490 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:22.016817 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:22.097176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:22.121271 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:22.127837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:22.157274 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c2baa59e-aa3e-4244-a784-b45f56e6c9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:22.164589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=c7177439-352b-4264-b776-fb242f436490,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:22.241777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:22.258585 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:22.318354 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c2baa59e-aa3e-4244-a784-b45f56e6c9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:22.323475 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c2baa59e-aa3e-4244-a784-b45f56e6c9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:22.343170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-caabdedd-c9ae-4891-98f9-d4c5e2ca0e54 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0214229 Jul 07 19:43:22.345857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34554) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:22.376256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c2baa59e-aa3e-4244-a784-b45f56e6c9d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc7677b5688145f3bf39ed68e83c2b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4341397 Jul 07 19:43:22.377496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2baa59e-aa3e-4244-a784-b45f56e6c9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d38e03f-ff1e-4bd8-b7c6-46b2c614c6a7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:22.381459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34556) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:22.409722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 28992ac0-d7e2-4ef6-85d7-f28a13837b96 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:22.444771 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-be4c4792-8492-4f99-be1e-8e460bd318ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:22.470207 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-be4c4792-8492-4f99-be1e-8e460bd318ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:22.527741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 28992ac0-d7e2-4ef6-85d7-f28a13837b96 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:22.577859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad46661-bab1-47e4-805c-41b6653fa815 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:22.581477 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8ad46661-bab1-47e4-805c-41b6653fa815 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2344737 Jul 07 19:43:22.582213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34560) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:22.605389 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-be4c4792-8492-4f99-be1e-8e460bd318ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:22.608779 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-be4c4792-8492-4f99-be1e-8e460bd318ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:22.609961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-be4c4792-8492-4f99-be1e-8e460bd318ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d38e03f-ff1e-4bd8-b7c6-46b2c614c6a7 HTTP/1.1" status: 204 len: 168 time: 0.2272980 Jul 07 19:43:22.638014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a907-c2f6-41ea-a2ee-38b88de529e6 req-3d487ad5-a7f7-4c2e-966d-de8d75e348ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:22.642353 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a11a907-c2f6-41ea-a2ee-38b88de529e6 req-3d487ad5-a7f7-4c2e-966d-de8d75e348ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 1096 time: 0.1274586 Jul 07 19:43:22.643294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c4792-8492-4f99-be1e-8e460bd318ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d38e03f-ff1e-4bd8-b7c6-46b2c614c6a7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:22.771665 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b701ccd4-29b6-4637-99ec-bae35852424c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port c7177439-352b-4264-b776-fb242f436490 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:22.772010 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b701ccd4-29b6-4637-99ec-bae35852424c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:22.835474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff5020-9590-43bf-845d-13a315e857d7 req-2265f6fe-4e53-4151-a1a9-fbb77dc1105e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:22.837022 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2fff5020-9590-43bf-845d-13a315e857d7 req-2265f6fe-4e53-4151-a1a9-fbb77dc1105e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.2096522 Jul 07 19:43:22.886026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a907-c2f6-41ea-a2ee-38b88de529e6 req-a90f5e14-a1b1-4a3e-b393-c12d8302abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:22.889087 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a11a907-c2f6-41ea-a2ee-38b88de529e6 req-a90f5e14-a1b1-4a3e-b393-c12d8302abc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.2142828 Jul 07 19:43:22.982241 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2fff5020-9590-43bf-845d-13a315e857d7 req-33e4d016-859a-4f73-9f7a-c0edbcac6a65 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344166 Jul 07 19:43:23.022333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b701ccd4-29b6-4637-99ec-bae35852424c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.029154 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a11a907-c2f6-41ea-a2ee-38b88de529e6 req-e0db0321-9ea1-48a2-b5a2-65e767c7d536 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 200 len: 999 time: 0.1307356 Jul 07 19:43:23.038974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b701ccd4-29b6-4637-99ec-bae35852424c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for c7177439-352b-4264-b776-fb242f436490 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:23.126277 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a907-c2f6-41ea-a2ee-38b88de529e6 req-b3897937-ed98-4dd2-8513-6f8d77d2e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:23.130901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a11a907-c2f6-41ea-a2ee-38b88de529e6 req-b3897937-ed98-4dd2-8513-6f8d77d2e748 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0929785 Jul 07 19:43:23.175456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34566) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:23.201295 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a565-6a1b-4b48-8643-52f1178faefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.251862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a907-c2f6-41ea-a2ee-38b88de529e6 req-22bbe531-aa63-4657-848f-8e1f7cb6b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:23.253395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a11a907-c2f6-41ea-a2ee-38b88de529e6 req-22bbe531-aa63-4657-848f-8e1f7cb6b43b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169131 Jul 07 19:43:23.294141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b701ccd4-29b6-4637-99ec-bae35852424c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.302483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77e67c1-9fe0-48a8-8622-25a2a0c8d7f6 None None] Network 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:23.339194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701ccd4-29b6-4637-99ec-bae35852424c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=c7177439-352b-4264-b776-fb242f436490,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:23.454340 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b701ccd4-29b6-4637-99ec-bae35852424c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.457555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b701ccd4-29b6-4637-99ec-bae35852424c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/c7177439-352b-4264-b776-fb242f436490 HTTP/1.1" status: 204 len: 168 time: 0.8742735 Jul 07 19:43:23.462971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34568) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:23.486296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a565-6a1b-4b48-8643-52f1178faefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.487973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1c654dd2-760d-46f5-81ff-6d99deef5a05 None None] Provisioning for port 28992ac0-d7e2-4ef6-85d7-f28a13837b96 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:23.492263 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a565-6a1b-4b48-8643-52f1178faefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.500128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1c654dd2-760d-46f5-81ff-6d99deef5a05 None None] Provisioning complete for port 28992ac0-d7e2-4ef6-85d7-f28a13837b96 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:23.501555 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1c654dd2-760d-46f5-81ff-6d99deef5a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.510059 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf2c74f-b9cb-4ae7-9695-150bdbee20fe tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:43:23.514935 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0bf2c74f-b9cb-4ae7-9695-150bdbee20fe tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/c7177439-352b-4264-b776-fb242f436490 HTTP/1.1" status: 404 len: 333 time: 0.0508044 Jul 07 19:43:23.518031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34570) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:23.529647 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e4b8a565-6a1b-4b48-8643-52f1178faefd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eb6c38d68908410d8319862b1ef9deda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505599 Jul 07 19:43:23.530057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34572) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:23.532078 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a11a907-c2f6-41ea-a2ee-38b88de529e6 req-bf9ccfa5-173d-4e9b-9dbb-8be58d76380f service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702303 Jul 07 19:43:23.575454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8a565-6a1b-4b48-8643-52f1178faefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6009b852-aebe-4146-8a10-890ac5c1469d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:23.621479 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-291eb816-4e75-46b4-a057-b5bf4f3f83e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.668071 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-291eb816-4e75-46b4-a057-b5bf4f3f83e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.697302 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1c654dd2-760d-46f5-81ff-6d99deef5a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.735851 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a11a907-c2f6-41ea-a2ee-38b88de529e6 req-58786af9-5e57-4277-9b9e-4d05a47f049e service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808064 Jul 07 19:43:23.741034 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-291eb816-4e75-46b4-a057-b5bf4f3f83e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.748518 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-291eb816-4e75-46b4-a057-b5bf4f3f83e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.750173 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-291eb816-4e75-46b4-a057-b5bf4f3f83e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6009b852-aebe-4146-8a10-890ac5c1469d HTTP/1.1" status: 204 len: 168 time: 0.2190907 Jul 07 19:43:23.755873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-77ae6382-bcf2-4203-85b4-83a4650f220e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port d0c62428-b990-417a-a404-ae7adfc9b772 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:23.756487 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77ae6382-bcf2-4203-85b4-83a4650f220e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.788329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eb816-4e75-46b4-a057-b5bf4f3f83e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6009b852-aebe-4146-8a10-890ac5c1469d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:23.822953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1c654dd2-760d-46f5-81ff-6d99deef5a05 None None] For port 28992ac0-d7e2-4ef6-85d7-f28a13837b96, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=28992ac0-d7e2-4ef6-85d7-f28a13837b96,segment=NetworkSegment(8b1718bf-56de-44f5-97a8-58e34409090d),segment_id=8b1718bf-56de-44f5-97a8-58e34409090d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:23.843200 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1c654dd2-760d-46f5-81ff-6d99deef5a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.898140 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.900069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77ae6382-bcf2-4203-85b4-83a4650f220e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:23.917798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-77ae6382-bcf2-4203-85b4-83a4650f220e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for d0c62428-b990-417a-a404-ae7adfc9b772 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:23.928771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c654dd2-760d-46f5-81ff-6d99deef5a05 None None] Pushing event updated for resources: {'Port': ['ID=28992ac0-d7e2-4ef6-85d7-f28a13837b96,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:24.061718 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d13dc04b-5d42-4294-bbe3-1384f397d9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:24.158486 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77ae6382-bcf2-4203-85b4-83a4650f220e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:24.174368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f0660dfb-3b88-4852-9dfe-55224c029e24 None None] Could not find standard attr ID for object d0c62428-b990-417a-a404-ae7adfc9b772. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:24.185838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f0660dfb-3b88-4852-9dfe-55224c029e24 None None] Provisioning complete for port 28992ac0-d7e2-4ef6-85d7-f28a13837b96 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:24.186474 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f0660dfb-3b88-4852-9dfe-55224c029e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:24.361798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 28992ac0-d7e2-4ef6-85d7-f28a13837b96 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:24.362708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae6382-bcf2-4203-85b4-83a4650f220e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=d0c62428-b990-417a-a404-ae7adfc9b772,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:24.450142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 28992ac0-d7e2-4ef6-85d7-f28a13837b96 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:24.450536 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:24.523551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-77ae6382-bcf2-4203-85b4-83a4650f220e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:24.531368 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-77ae6382-bcf2-4203-85b4-83a4650f220e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/d0c62428-b990-417a-a404-ae7adfc9b772 HTTP/1.1" status: 204 len: 168 time: 1.0098684 Jul 07 19:43:24.532171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34590) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:24.552706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a3d02-9167-4c70-afc6-34784e7c42bc req-a7ae60bd-8489-450f-bbb4-b874a8c7f24a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:24.558683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0d2a3d02-9167-4c70-afc6-34784e7c42bc req-a7ae60bd-8489-450f-bbb4-b874a8c7f24a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.3728766 Jul 07 19:43:24.585552 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8b0004-3238-4c1a-8f91-d36981f9ca7f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:43:24.591390 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3c8b0004-3238-4c1a-8f91-d36981f9ca7f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/d0c62428-b990-417a-a404-ae7adfc9b772 HTTP/1.1" status: 404 len: 333 time: 0.0567443 Jul 07 19:43:24.592077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34592) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:24.706003 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0d2a3d02-9167-4c70-afc6-34784e7c42bc req-bd9d9500-4e29-438a-bd56-0b9d662cc354 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325531 Jul 07 19:43:24.750221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e21566-7c64-4524-8a4c-2e21dbea63c1 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting subnet 5f18f651-8c25-46c5-a9ae-ff3faeca1e34 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:43:24.755592 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8e21566-7c64-4524-8a4c-2e21dbea63c1 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:24.905151 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8e21566-7c64-4524-8a4c-2e21dbea63c1 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:24.976661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6fde5236-e984-4208-b09b-eba09b402303 None None] Could not find standard attr ID for object d0c62428-b990-417a-a404-ae7adfc9b772. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:25.008774 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.045093 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8e21566-7c64-4524-8a4c-2e21dbea63c1 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.090578 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b407f9ac-333c-4e75-bd78-480940ccdc57 None None] Could not find standard attr ID for object c7177439-352b-4264-b776-fb242f436490. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:25.171814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34602) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:25.175246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8e21566-7c64-4524-8a4c-2e21dbea63c1 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.211081 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8e21566-7c64-4524-8a4c-2e21dbea63c1 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.220532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c8e21566-7c64-4524-8a4c-2e21dbea63c1 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/5f18f651-8c25-46c5-a9ae-ff3faeca1e34 HTTP/1.1" status: 204 len: 168 time: 0.6262114 Jul 07 19:43:25.221285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34606) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:25.260969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e21566-7c64-4524-8a4c-2e21dbea63c1 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Subnet': ['ID=5f18f651-8c25-46c5-a9ae-ff3faeca1e34,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:25.292216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93192344-4399-4430-8ff3-7603826e9c0e None None] Network 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:25.350351 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.361346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-610302430-network', 'tenant_id': 'f424cf19c7364d0b835759b99fbaa54b'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:25.410631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Made reservation on behalf of f424cf19c7364d0b835759b99fbaa54b for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:25.413102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.429508 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.457600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 28992ac0-d7e2-4ef6-85d7-f28a13837b96 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:25.457941 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.553545 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13184e01-6160-40f3-9218-52ea4dec667a None None] DHCP port deletion for 2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:43:25.554592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] For port 28992ac0-d7e2-4ef6-85d7-f28a13837b96, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=28992ac0-d7e2-4ef6-85d7-f28a13837b96,segment=NetworkSegment(8b1718bf-56de-44f5-97a8-58e34409090d),segment_id=8b1718bf-56de-44f5-97a8-58e34409090d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:25.555214 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.577075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 28992ac0-d7e2-4ef6-85d7-f28a13837b96 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:25.687170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-13184e01-6160-40f3-9218-52ea4dec667a None None] Deleting port 28992ac0-d7e2-4ef6-85d7-f28a13837b96 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:25.687876 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-13184e01-6160-40f3-9218-52ea4dec667a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.735303 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.744499 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.827031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-13184e01-6160-40f3-9218-52ea4dec667a None None] For port 28992ac0-d7e2-4ef6-85d7-f28a13837b96, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=28992ac0-d7e2-4ef6-85d7-f28a13837b96,segment=NetworkSegment(8b1718bf-56de-44f5-97a8-58e34409090d),segment_id=8b1718bf-56de-44f5-97a8-58e34409090d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:25.827944 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-13184e01-6160-40f3-9218-52ea4dec667a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.846377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:43:25.857277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-13184e01-6160-40f3-9218-52ea4dec667a None None] Calling delete_port for 28992ac0-d7e2-4ef6-85d7-f28a13837b96 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:25.881883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.888626 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:25.888626 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Added segment 14c67333-3be2-48d9-92c7-f314be6c9961 of type vlan for network 9f7e7a27-8578-4097-acc9-64e98e58d12d Jul 07 19:43:25.893540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:25.997725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No DVR routers for this DVR port 28992ac0-d7e2-4ef6-85d7-f28a13837b96 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:26.000081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=28992ac0-d7e2-4ef6-85d7-f28a13837b96,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:26.022986 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.068146 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-13184e01-6160-40f3-9218-52ea4dec667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.118438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13184e01-6160-40f3-9218-52ea4dec667a None None] Pushing event deleted for resources: {'Port': ['ID=28992ac0-d7e2-4ef6-85d7-f28a13837b96,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:26.125049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13184e01-6160-40f3-9218-52ea4dec667a None None] No DVR routers for this DVR port 28992ac0-d7e2-4ef6-85d7-f28a13837b96 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:26.143228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7bfc2-ef28-4be0-bb85-13cfd911bb9d req-18c84ab3-75f7-4b07-9315-0f4f94179849 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:26.144882 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4bb7bfc2-ef28-4be0-bb85-13cfd911bb9d req-18c84ab3-75f7-4b07-9315-0f4f94179849 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1908581 Jul 07 19:43:26.156006 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.157228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:26.158136 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.211490 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4bb7bfc2-ef28-4be0-bb85-13cfd911bb9d req-8f40efe2-b53d-48a7-bacd-09cbbd865c77 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522349 Jul 07 19:43:26.225976 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.229179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] Pushing event updated for resources: {'Network': ['ID=9f7e7a27-8578-4097-acc9-64e98e58d12d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:26.250983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 9f7e7a27-8578-4097-acc9-64e98e58d12d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:43:26.251341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:26.264827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1718bf-56de-44f5-97a8-58e34409090d') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:26.265188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1718bf-56de-44f5-97a8-58e34409090d') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:26.268634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-561ae315-2755-478a-b568-eff60b32e16c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0962353 Jul 07 19:43:26.272200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34614) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:26.277256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5140d925-6b68-4c84-b2f8-2d8f07d229d4 admin admin] Request body: {'subnet': {'network_id': '9f7e7a27-8578-4097-acc9-64e98e58d12d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-610302430-subnet', 'tenant_id': 'f424cf19c7364d0b835759b99fbaa54b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:26.279067 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.296298 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.312648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:43:26.313500 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.317176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5140d925-6b68-4c84-b2f8-2d8f07d229d4 admin admin] Made reservation on behalf of f424cf19c7364d0b835759b99fbaa54b for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:43:26.319791 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:43:26.322971 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5140d925-6b68-4c84-b2f8-2d8f07d229d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.362898 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 28992ac0-d7e2-4ef6-85d7-f28a13837b96 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:43:26.397181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 28992ac0-d7e2-4ef6-85d7-f28a13837b96 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:43:26.397566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 28992ac0-d7e2-4ef6-85d7-f28a13837b96 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:43:26.577181 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.791109 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.812453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.814339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/networks/2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4 HTTP/1.1" status: 204 len: 168 time: 1.5916357 Jul 07 19:43:26.815366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cae160-08fb-4d1e-a10f-09743bef8480 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Network': ['ID=2d7f1e18-2d3d-40a0-b26b-b6f35ed863b4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:26.820088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34616) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:26.826680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-dc20f68c-55bf-4bf9-9211-2f83648ad1d2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1138795366'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:26.848416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc20f68c-55bf-4bf9-9211-2f83648ad1d2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:26.852111 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dc20f68c-55bf-4bf9-9211-2f83648ad1d2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.882907 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc20f68c-55bf-4bf9-9211-2f83648ad1d2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:43:26.894592 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dc20f68c-55bf-4bf9-9211-2f83648ad1d2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.894968 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-dc20f68c-55bf-4bf9-9211-2f83648ad1d2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Added segment c83f1ce0-6893-4c00-8bf0-aa8f97aa3685 of type vlan for network f3485faa-2217-4e78-bb27-c3049855667b Jul 07 19:43:26.918223 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5140d925-6b68-4c84-b2f8-2d8f07d229d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.943666 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dc20f68c-55bf-4bf9-9211-2f83648ad1d2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.983475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140d925-6b68-4c84-b2f8-2d8f07d229d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1047c7-960d-4888-9f32-56140380f214,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:26.984619 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dc20f68c-55bf-4bf9-9211-2f83648ad1d2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:26.993103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc20f68c-55bf-4bf9-9211-2f83648ad1d2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:26.993311 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5140d925-6b68-4c84-b2f8-2d8f07d229d4 admin admin] Checking segment: {'id': '14c67333-3be2-48d9-92c7-f314be6c9961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f7e7a27-8578-4097-acc9-64e98e58d12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:26.993791 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140d925-6b68-4c84-b2f8-2d8f07d229d4 admin admin] Network hostable DHCP agents. Network: 9f7e7a27-8578-4097-acc9-64e98e58d12d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:43:26.993914 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dc20f68c-55bf-4bf9-9211-2f83648ad1d2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:27.015395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140d925-6b68-4c84-b2f8-2d8f07d229d4 admin admin] Network 9f7e7a27-8578-4097-acc9-64e98e58d12d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:43:27.026469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-5140d925-6b68-4c84-b2f8-2d8f07d229d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 9f7e7a27-8578-4097-acc9-64e98e58d12d) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:27.031954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140d925-6b68-4c84-b2f8-2d8f07d229d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:27.032590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5140d925-6b68-4c84-b2f8-2d8f07d229d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:27.039934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fa7009-7cbc-4673-96bc-ed0353432ffb None None] Network 9f7e7a27-8578-4097-acc9-64e98e58d12d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:27.069365 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5140d925-6b68-4c84-b2f8-2d8f07d229d4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7959428 Jul 07 19:43:27.070273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dc20f68c-55bf-4bf9-9211-2f83648ad1d2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2489235 Jul 07 19:43:27.070645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34618) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:27.085029 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20f68c-55bf-4bf9-9211-2f83648ad1d2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Network': ['ID=f3485faa-2217-4e78-bb27-c3049855667b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:27.096927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network f3485faa-2217-4e78-bb27-c3049855667b details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:43:27.102831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2d6d9016-1b95-4a55-8dcc-953c49a8bbeb tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': 'f3485faa-2217-4e78-bb27-c3049855667b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:27.231225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6d9016-1b95-4a55-8dcc-953c49a8bbeb tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:27.242363 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9016-1b95-4a55-8dcc-953c49a8bbeb tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:27.255972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e6529-c94a-40b0-b79a-79288db0d737 None None] Network 9f7e7a27-8578-4097-acc9-64e98e58d12d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:27.494871 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358ad4a-f1b6-4091-8df7-64d01e888e78 req-a9c278a1-b7ea-4b6d-9cdc-6d6f69531899 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:27.496827 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0358ad4a-f1b6-4091-8df7-64d01e888e78 req-a9c278a1-b7ea-4b6d-9cdc-6d6f69531899 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.0837672 Jul 07 19:43:27.515850 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9016-1b95-4a55-8dcc-953c49a8bbeb tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:27.561465 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0358ad4a-f1b6-4091-8df7-64d01e888e78 req-75800c25-4285-431c-a130-e5e901aab2f4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568981 Jul 07 19:43:27.606330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d9016-1b95-4a55-8dcc-953c49a8bbeb tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Subnet': ['ID=b15fcc5b-2a8d-48a6-ad9f-aebde91dbe5d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:27.611075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d9016-1b95-4a55-8dcc-953c49a8bbeb tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Checking segment: {'id': 'c83f1ce0-6893-4c00-8bf0-aa8f97aa3685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f3485faa-2217-4e78-bb27-c3049855667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:27.611440 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6d9016-1b95-4a55-8dcc-953c49a8bbeb tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network hostable DHCP agents. Network: f3485faa-2217-4e78-bb27-c3049855667b, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:43:27.630920 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6d9016-1b95-4a55-8dcc-953c49a8bbeb tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network f3485faa-2217-4e78-bb27-c3049855667b is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:43:27.642063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-2d6d9016-1b95-4a55-8dcc-953c49a8bbeb tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, f3485faa-2217-4e78-bb27-c3049855667b) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:27.646885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6d9016-1b95-4a55-8dcc-953c49a8bbeb tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:27.647332 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9016-1b95-4a55-8dcc-953c49a8bbeb tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:27.656268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13021fef-1b90-48c4-bc32-bf565142bd20 None None] Network f3485faa-2217-4e78-bb27-c3049855667b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:27.668652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2d6d9016-1b95-4a55-8dcc-953c49a8bbeb tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5964062 Jul 07 19:43:27.671337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34632) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:27.676645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': 'f3485faa-2217-4e78-bb27-c3049855667b', 'name': 'tempest-PortsTestJSON-205967065', 'fixed_ips': [{'subnet_id': 'b15fcc5b-2a8d-48a6-ad9f-aebde91dbe5d', 'ip_address': '172.20.0.10'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:27.833879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:27.937496 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:27.958130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port dd654b16-7ef2-414a-9b37-8e37e08a5ce3 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:27.974756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-f3485faa-2217-4e78-bb27-c3049855667b', 'network_id': 'f3485faa-2217-4e78-bb27-c3049855667b', 'tenant_id': 'f94a51bb0a5441f8aecda884d4187f3e', 'fixed_ips': [{'subnet_id': 'b15fcc5b-2a8d-48a6-ad9f-aebde91dbe5d'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:43:27.975716 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.007695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34638) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:28.017380 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2012127522-network', 'tenant_id': '1592a8c46e584369ae989914319c2487'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:28.089986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Made reservation on behalf of 1592a8c46e584369ae989914319c2487 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:28.092451 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.113191 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.258464 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.263999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.301215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa02671c-7703-4b0e-9626-8819c18b573c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:28.318984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:43:28.332615 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.333107 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Added segment ccdf02bd-392a-430e-a170-b376201f350f of type vlan for network 597c3617-7389-4e28-b0be-c91c885a7c70 Jul 07 19:43:28.385844 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.421593 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.423044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:28.424137 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.486895 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4751041 Jul 07 19:43:28.491024 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34640) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:28.498013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-115553f4-fb2c-4dd4-994d-6599235bbc13 admin admin] Request body: {'subnet': {'network_id': '597c3617-7389-4e28-b0be-c91c885a7c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2012127522-subnet', 'tenant_id': '1592a8c46e584369ae989914319c2487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:28.515762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e4e65-d1d1-4a91-b6ba-7a24bebc71a8 admin admin] Pushing event updated for resources: {'Network': ['ID=597c3617-7389-4e28-b0be-c91c885a7c70,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:28.527522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 597c3617-7389-4e28-b0be-c91c885a7c70 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:43:28.532044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115553f4-fb2c-4dd4-994d-6599235bbc13 admin admin] Made reservation on behalf of 1592a8c46e584369ae989914319c2487 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:28.534564 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-115553f4-fb2c-4dd4-994d-6599235bbc13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.574840 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.10 (f3485faa-2217-4e78-bb27-c3049855667b/b15fcc5b-2a8d-48a6-ad9f-aebde91dbe5d/dd654b16-7ef2-414a-9b37-8e37e08a5ce3) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:28.828240 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-115553f4-fb2c-4dd4-994d-6599235bbc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.836870 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.848051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad204d-ee02-479d-9b0b-c81dba4a0b56 req-68820849-266e-40dd-b91a-106eeecfd60f tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:28.854844 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69ad204d-ee02-479d-9b0b-c81dba4a0b56 req-68820849-266e-40dd-b91a-106eeecfd60f tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1143572 Jul 07 19:43:28.879910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Transition to ACTIVE for port object dd654b16-7ef2-414a-9b37-8e37e08a5ce3 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:28.901208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115553f4-fb2c-4dd4-994d-6599235bbc13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6155cae8-0d10-4a27-9829-f335eac9e933,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:28.919150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115553f4-fb2c-4dd4-994d-6599235bbc13 admin admin] Checking segment: {'id': 'ccdf02bd-392a-430e-a170-b376201f350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '597c3617-7389-4e28-b0be-c91c885a7c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:28.919337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69ad204d-ee02-479d-9b0b-c81dba4a0b56 req-848a2596-6c3c-4843-b6a8-e106da732a7f tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633540 Jul 07 19:43:28.919482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115553f4-fb2c-4dd4-994d-6599235bbc13 admin admin] Network hostable DHCP agents. Network: 597c3617-7389-4e28-b0be-c91c885a7c70, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:43:28.942028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115553f4-fb2c-4dd4-994d-6599235bbc13 admin admin] Network 597c3617-7389-4e28-b0be-c91c885a7c70 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:43:28.948702 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.954004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-115553f4-fb2c-4dd4-994d-6599235bbc13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 597c3617-7389-4e28-b0be-c91c885a7c70) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:28.965582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115553f4-fb2c-4dd4-994d-6599235bbc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:28.970255 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-115553f4-fb2c-4dd4-994d-6599235bbc13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:28.992897 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-115553f4-fb2c-4dd4-994d-6599235bbc13 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5007713 Jul 07 19:43:28.995706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45d88e-2838-4499-95a1-22cf051e1b7e None None] Network 597c3617-7389-4e28-b0be-c91c885a7c70 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:29.026447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network f3485faa-2217-4e78-bb27-c3049855667b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:29.029925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:29.036763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:29.068948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=dd654b16-7ef2-414a-9b37-8e37e08a5ce3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:29.070167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Allocated IP 172.20.0.2 (f3485faa-2217-4e78-bb27-c3049855667b/b15fcc5b-2a8d-48a6-ad9f-aebde91dbe5d/501a4c63-23bf-4c2a-81eb-ba709ef980ee) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:29.116512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:29.117575 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.135325 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-da924406-5876-4cd7-a747-691e5cba4aae tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4626336 Jul 07 19:43:29.138128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34646) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:29.145444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': 'f3485faa-2217-4e78-bb27-c3049855667b', 'name': 'tempest-PortsTestJSON-237694677', 'fixed_ips': [{'subnet_id': 'b15fcc5b-2a8d-48a6-ad9f-aebde91dbe5d', 'ip_address': '172.20.0.9'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:29.216872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6176e42b-8eba-4945-8143-237da3842be7 None None] Network 597c3617-7389-4e28-b0be-c91c885a7c70 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:29.330227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:29.371962 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.399494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Transition to ACTIVE for port object 501a4c63-23bf-4c2a-81eb-ba709ef980ee will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:29.434030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Transition to ACTIVE for port object 501a4c63-23bf-4c2a-81eb-ba709ef980ee will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:29.449812 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.466672 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.491731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port 4485145e-cffa-4835-a2af-041d58bb28f7 yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:29.554349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Pushing event updated for resources: {'Port': ['ID=501a4c63-23bf-4c2a-81eb-ba709ef980ee,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:29.567355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Network f3485faa-2217-4e78-bb27-c3049855667b is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:29.586247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:29.589504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:29.669194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Attempting to bind port 501a4c63-23bf-4c2a-81eb-ba709ef980ee on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:43:29.669593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Attempting to bind port 501a4c63-23bf-4c2a-81eb-ba709ef980ee by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'c83f1ce0-6893-4c00-8bf0-aa8f97aa3685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f3485faa-2217-4e78-bb27-c3049855667b'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:43:29.670085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Attempting to bind port 501a4c63-23bf-4c2a-81eb-ba709ef980ee on network f3485faa-2217-4e78-bb27-c3049855667b {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:29.676951 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:43:29.677797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Checking segment: {'id': 'c83f1ce0-6893-4c00-8bf0-aa8f97aa3685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f3485faa-2217-4e78-bb27-c3049855667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:29.677797 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.678147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Bound using segment: {'id': 'c83f1ce0-6893-4c00-8bf0-aa8f97aa3685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f3485faa-2217-4e78-bb27-c3049855667b'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:43:29.678830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Bound port: 501a4c63-23bf-4c2a-81eb-ba709ef980ee, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83f1ce0-6893-4c00-8bf0-aa8f97aa3685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f3485faa-2217-4e78-bb27-c3049855667b'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:43:29.679043 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.759200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] For port 501a4c63-23bf-4c2a-81eb-ba709ef980ee, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:43:29.760633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.9 (f3485faa-2217-4e78-bb27-c3049855667b/b15fcc5b-2a8d-48a6-ad9f-aebde91dbe5d/4485145e-cffa-4835-a2af-041d58bb28f7) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:29.763719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] For port 501a4c63-23bf-4c2a-81eb-ba709ef980ee, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=501a4c63-23bf-4c2a-81eb-ba709ef980ee,segment=NetworkSegment(c83f1ce0-6893-4c00-8bf0-aa8f97aa3685),segment_id=c83f1ce0-6893-4c00-8bf0-aa8f97aa3685)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:43:29.767941 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.782367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d575-0872-48a7-b82b-e544eae11eac req-201e07f2-eda9-4c4f-b571-8a5f1b9192ae tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:29.783858 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-201e07f2-eda9-4c4f-b571-8a5f1b9192ae tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/networks?id=9f7e7a27-8578-4097-acc9-64e98e58d12d HTTP/1.1" status: 200 len: 808 time: 0.1876497 Jul 07 19:43:29.826698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-a7e2e75c-5d92-4104-998f-fbcd5c900a4c tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/quotas/f424cf19c7364d0b835759b99fbaa54b HTTP/1.1" status: 200 len: 375 time: 0.0252104 Jul 07 19:43:29.840504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3bc53-cb0d-4786-8f17-9a9f24d934cd None None] Pushing event updated for resources: {'Port': ['ID=501a4c63-23bf-4c2a-81eb-ba709ef980ee,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:29.895737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-18fac7ff-5696-422e-bf94-7de051ae6d13 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f424cf19c7364d0b835759b99fbaa54b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470958 Jul 07 19:43:30.055539 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:30.076499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Transition to ACTIVE for port object 4485145e-cffa-4835-a2af-041d58bb28f7 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:30.167772 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:30.205883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network f3485faa-2217-4e78-bb27-c3049855667b is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:30.232816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ac7f9-4542-4f45-bd5c-f49f02045ee3 req-1c767556-60cb-4cf0-886f-ace7bfdd9491 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:30.234417 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d4ac7f9-4542-4f45-bd5c-f49f02045ee3 req-1c767556-60cb-4cf0-886f-ace7bfdd9491 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1341932 Jul 07 19:43:30.249238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:30.258042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:30.325970 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d4ac7f9-4542-4f45-bd5c-f49f02045ee3 req-2c86a215-d315-49b2-a570-0fe15ab65bbb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826488 Jul 07 19:43:30.407297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 501a4c63-23bf-4c2a-81eb-ba709ef980ee up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:30.421995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=4485145e-cffa-4835-a2af-041d58bb28f7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:30.455804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:30.456574 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:30.467323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-366b2ccc-85f7-407c-8ccf-be67e6c1dfd5 service neutron] 10.222.0.81 "GET /v2.0/networks/9f7e7a27-8578-4097-acc9-64e98e58d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629017 Jul 07 19:43:30.474767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 501a4c63-23bf-4c2a-81eb-ba709ef980ee completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:30.507393 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8f09ce5a-c2d5-42e2-b1b3-6a259104d1bc tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3677008 Jul 07 19:43:30.509764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34672) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:30.604409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-b816871a-8edd-4c63-bc45-76b6a67cb4e9 service neutron] 10.222.0.81 "GET /v2.0/networks/9f7e7a27-8578-4097-acc9-64e98e58d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177175 Jul 07 19:43:30.667572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66df7567-0469-4a01-91bc-560a7def1905 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:30.669399 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-66df7567-0469-4a01-91bc-560a7def1905 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1585574 Jul 07 19:43:30.672638 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34674) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:30.799204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf1df13-a67b-464f-9419-edc6d8510677 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:30.807755 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf1df13-a67b-464f-9419-edc6d8510677 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:30.814367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf1df13-a67b-464f-9419-edc6d8510677 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:30.816404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fbf1df13-a67b-464f-9419-edc6d8510677 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1427848 Jul 07 19:43:30.819929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34678) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:30.863392 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-938bcf71-699d-4555-93a2-1cd4b5a87eee req-c2a7b7f7-e466-427f-a168-a6835bab7444 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 210 time: 0.0456462 Jul 07 19:43:31.065588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-219dbacc-4404-4c6a-a792-19d29f46f0fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 4485145e-cffa-4835-a2af-041d58bb28f7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:31.066072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-219dbacc-4404-4c6a-a792-19d29f46f0fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:31.228259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-219dbacc-4404-4c6a-a792-19d29f46f0fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:31.250202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-219dbacc-4404-4c6a-a792-19d29f46f0fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 4485145e-cffa-4835-a2af-041d58bb28f7 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:31.270439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ca46f7-fb30-4ed5-8834-c87b439e37f6 None None] Network f3485faa-2217-4e78-bb27-c3049855667b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:31.405744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-80150fa8-c33f-44fe-a937-223645cb7684 None None] Provisioning for port 501a4c63-23bf-4c2a-81eb-ba709ef980ee completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:31.415689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-80150fa8-c33f-44fe-a937-223645cb7684 None None] Provisioning complete for port 501a4c63-23bf-4c2a-81eb-ba709ef980ee triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:31.416511 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80150fa8-c33f-44fe-a937-223645cb7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:31.553069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-219dbacc-4404-4c6a-a792-19d29f46f0fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:31.643146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dbacc-4404-4c6a-a792-19d29f46f0fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=4485145e-cffa-4835-a2af-041d58bb28f7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:31.766735 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-219dbacc-4404-4c6a-a792-19d29f46f0fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:31.772870 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-219dbacc-4404-4c6a-a792-19d29f46f0fd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/4485145e-cffa-4835-a2af-041d58bb28f7 HTTP/1.1" status: 204 len: 168 time: 0.9485297 Jul 07 19:43:31.774219 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34692) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:31.833528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64bb60-5365-4572-a087-c8496fb59c1c req-57fbd2c4-c8a5-477c-835d-bc01e8fc704e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:31.842477 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b64bb60-5365-4572-a087-c8496fb59c1c req-57fbd2c4-c8a5-477c-835d-bc01e8fc704e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.2171984 Jul 07 19:43:31.858287 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-da795875-b73e-42a5-90b1-b182f98c0f03 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:43:31.866032 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-da795875-b73e-42a5-90b1-b182f98c0f03 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/4485145e-cffa-4835-a2af-041d58bb28f7 HTTP/1.1" status: 404 len: 333 time: 0.0874851 Jul 07 19:43:31.866741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34694) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:31.877101 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80150fa8-c33f-44fe-a937-223645cb7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:31.934526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-80150fa8-c33f-44fe-a937-223645cb7684 None None] For port 501a4c63-23bf-4c2a-81eb-ba709ef980ee, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=501a4c63-23bf-4c2a-81eb-ba709ef980ee,segment=NetworkSegment(c83f1ce0-6893-4c00-8bf0-aa8f97aa3685),segment_id=c83f1ce0-6893-4c00-8bf0-aa8f97aa3685)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:31.942631 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80150fa8-c33f-44fe-a937-223645cb7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:31.978487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b64bb60-5365-4572-a087-c8496fb59c1c req-da8d47b1-21fb-46fb-a8a7-6bc95abfae5e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344686 Jul 07 19:43:32.023778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80150fa8-c33f-44fe-a937-223645cb7684 None None] Pushing event updated for resources: {'Port': ['ID=501a4c63-23bf-4c2a-81eb-ba709ef980ee,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:32.040096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8d564-b1d0-4d2c-8242-54ea1d46dcdf tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port dd654b16-7ef2-414a-9b37-8e37e08a5ce3 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:32.040964 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d564-b1d0-4d2c-8242-54ea1d46dcdf tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.166518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0c6949e-2d25-4361-9e2c-de5e91b940ab req-4a6afa8f-1e4f-4e2e-b31d-a71ab5e3cc4b tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 210 time: 0.0434678 Jul 07 19:43:32.240290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d564-b1d0-4d2c-8242-54ea1d46dcdf tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.262948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8d564-b1d0-4d2c-8242-54ea1d46dcdf tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for dd654b16-7ef2-414a-9b37-8e37e08a5ce3 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:32.339522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 501a4c63-23bf-4c2a-81eb-ba709ef980ee up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:32.417023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 501a4c63-23bf-4c2a-81eb-ba709ef980ee triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:32.417431 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.491854 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d564-b1d0-4d2c-8242-54ea1d46dcdf tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.495373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5b52b25f-2046-472e-90f3-1bd0942f1de7 None None] Provisioning for port dd654b16-7ef2-414a-9b37-8e37e08a5ce3 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:32.509871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5b52b25f-2046-472e-90f3-1bd0942f1de7 None None] Provisioning complete for port dd654b16-7ef2-414a-9b37-8e37e08a5ce3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:32.510309 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5b52b25f-2046-472e-90f3-1bd0942f1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.533215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8d564-b1d0-4d2c-8242-54ea1d46dcdf tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=dd654b16-7ef2-414a-9b37-8e37e08a5ce3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:32.537703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5b52b25f-2046-472e-90f3-1bd0942f1de7 None None] Port dd654b16-7ef2-414a-9b37-8e37e08a5ce3 was deleted so its status cannot be updated. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 19:43:32.551937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5b52b25f-2046-472e-90f3-1bd0942f1de7 None None] Provisioning complete for port 501a4c63-23bf-4c2a-81eb-ba709ef980ee triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:32.552361 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5b52b25f-2046-472e-90f3-1bd0942f1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.626195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d564-b1d0-4d2c-8242-54ea1d46dcdf tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.628387 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bbf8d564-b1d0-4d2c-8242-54ea1d46dcdf tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/dd654b16-7ef2-414a-9b37-8e37e08a5ce3 HTTP/1.1" status: 204 len: 168 time: 0.7605948 Jul 07 19:43:32.632034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34698) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:32.664908 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-638cba67-9a65-4ab0-9065-ea9dde1bda02 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:43:32.666772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-638cba67-9a65-4ab0-9065-ea9dde1bda02 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/dd654b16-7ef2-414a-9b37-8e37e08a5ce3 HTTP/1.1" status: 404 len: 333 time: 0.0338044 Jul 07 19:43:32.669962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34700) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:32.766191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfb9c2f-4753-4082-9a87-6ccbd3793291 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting subnet b15fcc5b-2a8d-48a6-ad9f-aebde91dbe5d {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:43:32.774114 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9c2f-4753-4082-9a87-6ccbd3793291 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.864734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-daed47cf-cd16-4bdb-8b4c-f49cd4c520e1 None None] Could not find standard attr ID for object dd654b16-7ef2-414a-9b37-8e37e08a5ce3. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:32.888798 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9c2f-4753-4082-9a87-6ccbd3793291 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.044558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d575-0872-48a7-b82b-e544eae11eac req-38f9df4f-6b77-4a20-b6d7-d39d0ef966b6 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:33.046177 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-38f9df4f-6b77-4a20-b6d7-d39d0ef966b6 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.48 "GET /v2.0/networks?id=9f7e7a27-8578-4097-acc9-64e98e58d12d HTTP/1.1" status: 200 len: 808 time: 0.2345624 Jul 07 19:43:33.065861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-a453d575-0872-48a7-b82b-e544eae11eac req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Request body: {'port': {'device_id': 'd4681c41-6d15-4d72-9c4b-547add5ea500', 'network_id': '9f7e7a27-8578-4097-acc9-64e98e58d12d', 'admin_state_up': True, 'tenant_id': 'f424cf19c7364d0b835759b99fbaa54b'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:33.079453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9cb9be83-0898-404a-99ca-0fe4d2bf9079 None None] Could not find standard attr ID for object 4485145e-cffa-4835-a2af-041d58bb28f7. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:33.130976 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9c2f-4753-4082-9a87-6ccbd3793291 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.295356 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9c2f-4753-4082-9a87-6ccbd3793291 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.353188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb9c2f-4753-4082-9a87-6ccbd3793291 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Subnet': ['ID=b15fcc5b-2a8d-48a6-ad9f-aebde91dbe5d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:33.368583 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9c2f-4753-4082-9a87-6ccbd3793291 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.374576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7dfb9c2f-4753-4082-9a87-6ccbd3793291 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/b15fcc5b-2a8d-48a6-ad9f-aebde91dbe5d HTTP/1.1" status: 204 len: 168 time: 0.6985357 Jul 07 19:43:33.379796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34706) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:33.390970 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a152eef9-64fd-4cb3-bc5b-bed057987ed9 req-89c83a4c-e32a-41f2-99a4-ada9117488a8 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 210 time: 0.0548105 Jul 07 19:43:33.395666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43f858-ed7a-4ba6-acb5-c82039a50ca2 req-cd7b7cea-2346-4fa7-bf37-5a122f199ccb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:33.397499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-be43f858-ed7a-4ba6-acb5-c82039a50ca2 req-cd7b7cea-2346-4fa7-bf37-5a122f199ccb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.2099419 Jul 07 19:43:33.423883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a453d575-0872-48a7-b82b-e544eae11eac req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Made reservation on behalf of f424cf19c7364d0b835759b99fbaa54b for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:33.427825 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a453d575-0872-48a7-b82b-e544eae11eac req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.491124 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-be43f858-ed7a-4ba6-acb5-c82039a50ca2 req-2798d535-cfd2-4ee3-b075-b078d83f6d2a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844870 Jul 07 19:43:33.543307 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.635430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-a453d575-0872-48a7-b82b-e544eae11eac req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Allocated IP 172.20.0.4 (9f7e7a27-8578-4097-acc9-64e98e58d12d/5c1047c7-960d-4888-9f32-56140380f214/7fee9241-d34d-493d-bde0-2adf9dd93311) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:33.646947 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 501a4c63-23bf-4c2a-81eb-ba709ef980ee {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:33.647577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.659621 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643eb665-e2ac-48c7-ae70-c95f294b4cf0 None None] Network f3485faa-2217-4e78-bb27-c3049855667b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:33.740932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] For port 501a4c63-23bf-4c2a-81eb-ba709ef980ee, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=501a4c63-23bf-4c2a-81eb-ba709ef980ee,segment=NetworkSegment(c83f1ce0-6893-4c00-8bf0-aa8f97aa3685),segment_id=c83f1ce0-6893-4c00-8bf0-aa8f97aa3685)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:33.741368 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.759105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 501a4c63-23bf-4c2a-81eb-ba709ef980ee owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:33.883097 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a453d575-0872-48a7-b82b-e544eae11eac req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.916442 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.949816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e09829b-42c9-4e5d-8da5-1a479bc22d5d None None] DHCP port deletion for f3485faa-2217-4e78-bb27-c3049855667b request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:43:33.957778 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a453d575-0872-48a7-b82b-e544eae11eac req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.965729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=501a4c63-23bf-4c2a-81eb-ba709ef980ee,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:33.973647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No DVR routers for this DVR port 501a4c63-23bf-4c2a-81eb-ba709ef980ee on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:34.019649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a453d575-0872-48a7-b82b-e544eae11eac req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Network 9f7e7a27-8578-4097-acc9-64e98e58d12d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:34.021763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-a453d575-0872-48a7-b82b-e544eae11eac req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:34.029345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a453d575-0872-48a7-b82b-e544eae11eac req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:34.073240 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.087059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3485faa-2217-4e78-bb27-c3049855667b']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:34.095323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Pushing event updated for resources: {'Port': ['ID=7fee9241-d34d-493d-bde0-2adf9dd93311,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:34.107796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83f1ce0-6893-4c00-8bf0-aa8f97aa3685') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:34.108223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83f1ce0-6893-4c00-8bf0-aa8f97aa3685') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:34.114853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d575-0872-48a7-b82b-e544eae11eac req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:34.115505 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a453d575-0872-48a7-b82b-e544eae11eac req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.120255 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.131414 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-358e334f-2a5e-40c7-86f1-6d17bba6ddc0 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0756805 Jul 07 19:43:34.140990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.147749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Request body: {'port': {'device_id': 'd4681c41-6d15-4d72-9c4b-547add5ea500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:34.150432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:43:34.151160 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:43:34.155322 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:43:34.240714 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.244284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.285987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.288406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/networks/f3485faa-2217-4e78-bb27-c3049855667b HTTP/1.1" status: 204 len: 168 time: 0.8962972 Jul 07 19:43:34.299065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34708) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:34.305963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6f3fec92-fa01-4366-9e0e-bb6110c6287a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-769820146'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:34.325537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc43f76-d47c-49d2-80a4-26a8c025b763 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Network': ['ID=f3485faa-2217-4e78-bb27-c3049855667b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:34.358045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 501a4c63-23bf-4c2a-81eb-ba709ef980ee no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:43:34.361817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3fec92-fa01-4366-9e0e-bb6110c6287a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:34.381058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6f3fec92-fa01-4366-9e0e-bb6110c6287a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.392139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 501a4c63-23bf-4c2a-81eb-ba709ef980ee {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:43:34.392800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 501a4c63-23bf-4c2a-81eb-ba709ef980ee not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:43:34.451042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3fec92-fa01-4366-9e0e-bb6110c6287a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:43:34.464716 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6f3fec92-fa01-4366-9e0e-bb6110c6287a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.465221 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-6f3fec92-fa01-4366-9e0e-bb6110c6287a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Added segment 55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2 of type vlan for network 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c Jul 07 19:43:34.515065 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6f3fec92-fa01-4366-9e0e-bb6110c6287a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.590262 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6f3fec92-fa01-4366-9e0e-bb6110c6287a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.598557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3fec92-fa01-4366-9e0e-bb6110c6287a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:34.599277 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6f3fec92-fa01-4366-9e0e-bb6110c6287a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.696537 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6f3fec92-fa01-4366-9e0e-bb6110c6287a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3958900 Jul 07 19:43:34.701334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34718) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:34.707629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-879429f2-b84f-4f5f-b11a-f0ee23e6cdf3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': '2d6cb4a3-197e-4cd0-91b7-a6422f980e2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:34.716316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fec92-fa01-4366-9e0e-bb6110c6287a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Network': ['ID=2d6cb4a3-197e-4cd0-91b7-a6422f980e2c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:34.728779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:43:34.734771 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fee9241-d34d-493d-bde0-2adf9dd93311 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:43:34.744265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.759768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Transition to ACTIVE for port object 7fee9241-d34d-493d-bde0-2adf9dd93311 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:34.760284 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:43:34.764830 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.840482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec49600-8690-40a9-91da-9a5cea997ca8 req-a8df2a12-d179-4a46-93c2-22a79da8b5ce tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:34.845719 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Pushing event updated for resources: {'Port': ['ID=7fee9241-d34d-493d-bde0-2adf9dd93311,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:34.847663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ec49600-8690-40a9-91da-9a5cea997ca8 req-a8df2a12-d179-4a46-93c2-22a79da8b5ce tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 931 time: 0.3037450 Jul 07 19:43:34.928330 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ec49600-8690-40a9-91da-9a5cea997ca8 req-b87888a4-6eb0-4b79-b0ca-7f21f7a49657 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/security-groups?id=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796936 Jul 07 19:43:34.933306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879429f2-b84f-4f5f-b11a-f0ee23e6cdf3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:34.942182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-879429f2-b84f-4f5f-b11a-f0ee23e6cdf3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:34.956187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25784d46-d876-4c0b-b73a-f1b92d850bb8 req-6ef851a7-0937-4d8e-a525-73d7e515616d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:34.957370 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25784d46-d876-4c0b-b73a-f1b92d850bb8 req-6ef851a7-0937-4d8e-a525-73d7e515616d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.2872269 Jul 07 19:43:35.020681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Attempting to bind port 7fee9241-d34d-493d-bde0-2adf9dd93311 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:43:35.021026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Attempting to bind port 7fee9241-d34d-493d-bde0-2adf9dd93311 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '14c67333-3be2-48d9-92c7-f314be6c9961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f7e7a27-8578-4097-acc9-64e98e58d12d'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:43:35.021518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Attempting to bind port 7fee9241-d34d-493d-bde0-2adf9dd93311 on network 9f7e7a27-8578-4097-acc9-64e98e58d12d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:35.043526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Port 7fee9241-d34d-493d-bde0-2adf9dd93311 on network 9f7e7a27-8578-4097-acc9-64e98e58d12d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:43:35.043526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Attempting to bind port 7fee9241-d34d-493d-bde0-2adf9dd93311 on network 9f7e7a27-8578-4097-acc9-64e98e58d12d {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:35.063011 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25784d46-d876-4c0b-b73a-f1b92d850bb8 req-ba9459e0-0a55-4a2f-a19f-5ed76334cecf tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979445 Jul 07 19:43:35.068041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:43:35.068680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Checking segment: {'id': '14c67333-3be2-48d9-92c7-f314be6c9961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f7e7a27-8578-4097-acc9-64e98e58d12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:35.069291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Bound using segment: {'id': '14c67333-3be2-48d9-92c7-f314be6c9961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f7e7a27-8578-4097-acc9-64e98e58d12d'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:43:35.069927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Bound port: 7fee9241-d34d-493d-bde0-2adf9dd93311, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c67333-3be2-48d9-92c7-f314be6c9961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f7e7a27-8578-4097-acc9-64e98e58d12d'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:43:35.070479 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.163460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] For port 7fee9241-d34d-493d-bde0-2adf9dd93311, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:43:35.169183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] For port 7fee9241-d34d-493d-bde0-2adf9dd93311, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7fee9241-d34d-493d-bde0-2adf9dd93311,segment=NetworkSegment(14c67333-3be2-48d9-92c7-f314be6c9961),segment_id=14c67333-3be2-48d9-92c7-f314be6c9961)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:43:35.174562 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.206938 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-879429f2-b84f-4f5f-b11a-f0ee23e6cdf3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.216700 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:35.217377 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.218945 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] 10.222.0.48 "PUT /v2.0/ports/7fee9241-d34d-493d-bde0-2adf9dd93311 HTTP/1.1" status: 200 len: 1091 time: 1.0792789 Jul 07 19:43:35.219640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4681c41-6d15-4d72-9c4b-547add5ea500', 'tag': '7fee9241-d34d-493d-bde0-2adf9dd93311'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:43:35.222156 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9445a68-4295-44f6-a148-a9030d323c77" -d '{"events": [{"name": "network-changed", "server_uuid": "d4681c41-6d15-4d72-9c4b-547add5ea500", "tag": "7fee9241-d34d-493d-bde0-2adf9dd93311"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:43:35.247336 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b3cb4-19fb-41b1-aada-2becb788827d service neutron] Pushing event updated for resources: {'Port': ['ID=7fee9241-d34d-493d-bde0-2adf9dd93311,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:35.291042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879429f2-b84f-4f5f-b11a-f0ee23e6cdf3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Checking segment: {'id': '55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2d6cb4a3-197e-4cd0-91b7-a6422f980e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:35.291412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879429f2-b84f-4f5f-b11a-f0ee23e6cdf3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network hostable DHCP agents. Network: 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:43:35.301336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879429f2-b84f-4f5f-b11a-f0ee23e6cdf3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Subnet': ['ID=b3803351-d72d-4463-a9c0-53d5b6ddff75,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:35.306483 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed47b79-8fe9-476c-b8f5-2bef70b00f5d x-openstack-request-id: req-eed47b79-8fe9-476c-b8f5-2bef70b00f5d {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:43:35.306945 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4681c41-6d15-4d72-9c4b-547add5ea500", "tag": "7fee9241-d34d-493d-bde0-2adf9dd93311", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:43:35.307300 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eed47b79-8fe9-476c-b8f5-2bef70b00f5d {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:43:35.307813 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4681c41-6d15-4d72-9c4b-547add5ea500', 'tag': '7fee9241-d34d-493d-bde0-2adf9dd93311', 'status': 'completed', 'code': 200} Jul 07 19:43:35.323518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879429f2-b84f-4f5f-b11a-f0ee23e6cdf3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:43:35.337304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-879429f2-b84f-4f5f-b11a-f0ee23e6cdf3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:35.338973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d575-0872-48a7-b82b-e544eae11eac req-9fc6ce27-fce4-4d7c-ab29-1e0970f6683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:35.341155 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-9fc6ce27-fce4-4d7c-ab29-1e0970f6683c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f424cf19c7364d0b835759b99fbaa54b&device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 1094 time: 0.0770071 Jul 07 19:43:35.342595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879429f2-b84f-4f5f-b11a-f0ee23e6cdf3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:35.343231 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-879429f2-b84f-4f5f-b11a-f0ee23e6cdf3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.350849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12290dd-8dc2-4113-b746-eb0a768e2e03 None None] Network 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:35.400168 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-879429f2-b84f-4f5f-b11a-f0ee23e6cdf3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6853342 Jul 07 19:43:35.400168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34722) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:35.406329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-0f072dda-0300-431c-bd83-a8cdf53708b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fee9241-d34d-493d-bde0-2adf9dd93311 HTTP/1.1" status: 200 len: 217 time: 0.0392432 Jul 07 19:43:35.406456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8adc8adf-37e2-447e-ab12-97e56b8ba6fa tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-295241510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:35.451224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d575-0872-48a7-b82b-e544eae11eac req-d9f7dd80-0b55-4a4f-aa4d-ae380c5b744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:35.453263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-d9f7dd80-0b55-4a4f-aa4d-ae380c5b744f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c1047c7-960d-4888-9f32-56140380f214 HTTP/1.1" status: 200 len: 848 time: 0.0554173 Jul 07 19:43:35.455210 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8adc8adf-37e2-447e-ab12-97e56b8ba6fa tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.456252 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8adc8adf-37e2-447e-ab12-97e56b8ba6fa tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.494939 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-accf0bff-5248-4bd5-a7f8-5412af4e6284 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f7e7a27-8578-4097-acc9-64e98e58d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349133 Jul 07 19:43:35.537296 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8adc8adf-37e2-447e-ab12-97e56b8ba6fa tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.543981 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8adc8adf-37e2-447e-ab12-97e56b8ba6fa tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.566258 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8adc8adf-37e2-447e-ab12-97e56b8ba6fa tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.568757 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8adc8adf-37e2-447e-ab12-97e56b8ba6fa tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1763158 Jul 07 19:43:35.571059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34730) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:35.579493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'network_id': '2d6cb4a3-197e-4cd0-91b7-a6422f980e2c', 'name': 'tempest-PortsTestJSON-2057392589'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:35.608719 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-f515f528-4d3b-45e4-ba18-2487d7c99289 service neutron] 10.222.0.48 "GET /v2.0/networks/9f7e7a27-8578-4097-acc9-64e98e58d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061168 Jul 07 19:43:35.619016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-2d6cb4a3-197e-4cd0-91b7-a6422f980e2c', 'network_id': '2d6cb4a3-197e-4cd0-91b7-a6422f980e2c', 'tenant_id': 'f94a51bb0a5441f8aecda884d4187f3e', 'fixed_ips': [{'subnet_id': 'b3803351-d72d-4463-a9c0-53d5b6ddff75'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:43:35.622023 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.723737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a453d575-0872-48a7-b82b-e544eae11eac req-8ec9c538-4252-4f77-b960-c2710c1bc6dc service neutron] 10.222.0.48 "GET /v2.0/networks/9f7e7a27-8578-4097-acc9-64e98e58d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069276 Jul 07 19:43:35.765715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:35.771551 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.796973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port 6d5517b6-8257-4deb-8d3c-698d3c95c200 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:35.820077 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:35.847096 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Allocated IP 172.20.0.2 (2d6cb4a3-197e-4cd0-91b7-a6422f980e2c/b3803351-d72d-4463-a9c0-53d5b6ddff75/7049bda6-7e86-460c-a262-8c021e713c35) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:35.860070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9445a68-4295-44f6-a148-a9030d323c77 req-f0e3044d-8356-404b-9045-c71b65b3a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:35.861615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9445a68-4295-44f6-a148-a9030d323c77 req-f0e3044d-8356-404b-9045-c71b65b3a73f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f424cf19c7364d0b835759b99fbaa54b&device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 1094 time: 0.0649977 Jul 07 19:43:35.960631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9445a68-4295-44f6-a148-a9030d323c77 req-6250192a-9e43-4263-bd88-d1c36cb32ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:35.961655 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9445a68-4295-44f6-a148-a9030d323c77 req-6250192a-9e43-4263-bd88-d1c36cb32ecf service neutron] 10.222.0.48 "GET /v2.0/networks?id=9f7e7a27-8578-4097-acc9-64e98e58d12d HTTP/1.1" status: 200 len: 909 time: 0.0924282 Jul 07 19:43:36.012962 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9445a68-4295-44f6-a148-a9030d323c77 req-6c34263f-d30f-4ede-a1c0-9d75e798d590 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fee9241-d34d-493d-bde0-2adf9dd93311 HTTP/1.1" status: 200 len: 217 time: 0.0431483 Jul 07 19:43:36.031663 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:36.049026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Transition to ACTIVE for port object 7049bda6-7e86-460c-a262-8c021e713c35 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:36.068613 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Transition to ACTIVE for port object 7049bda6-7e86-460c-a262-8c021e713c35 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:36.075844 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:36.103745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9445a68-4295-44f6-a148-a9030d323c77 req-86d3bda5-90d6-4ae3-88e1-884bff8548b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:36.105909 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9445a68-4295-44f6-a148-a9030d323c77 req-86d3bda5-90d6-4ae3-88e1-884bff8548b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c1047c7-960d-4888-9f32-56140380f214 HTTP/1.1" status: 200 len: 848 time: 0.0843942 Jul 07 19:43:36.117677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Network 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:36.121119 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:36.127039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:36.142561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.8 (2d6cb4a3-197e-4cd0-91b7-a6422f980e2c/b3803351-d72d-4463-a9c0-53d5b6ddff75/6d5517b6-8257-4deb-8d3c-698d3c95c200) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:36.144164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9445a68-4295-44f6-a148-a9030d323c77 req-5b626849-0bc0-4686-bf51-1860e711a73a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f7e7a27-8578-4097-acc9-64e98e58d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312748 Jul 07 19:43:36.182687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Pushing event updated for resources: {'Port': ['ID=7049bda6-7e86-460c-a262-8c021e713c35,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:36.193726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d87d84-73dc-4dec-9536-c209842495b4 req-10ab2a89-908a-42d4-bafb-c869b318ad38 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:36.195456 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-98d87d84-73dc-4dec-9536-c209842495b4 req-10ab2a89-908a-42d4-bafb-c869b318ad38 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 943 time: 0.1439857 Jul 07 19:43:36.206629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Attempting to bind port 7049bda6-7e86-460c-a262-8c021e713c35 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:43:36.207637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Attempting to bind port 7049bda6-7e86-460c-a262-8c021e713c35 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2d6cb4a3-197e-4cd0-91b7-a6422f980e2c'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:43:36.207637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Attempting to bind port 7049bda6-7e86-460c-a262-8c021e713c35 on network 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:36.213005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:43:36.213452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Checking segment: {'id': '55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2d6cb4a3-197e-4cd0-91b7-a6422f980e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:36.213792 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:36.214191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Bound using segment: {'id': '55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2d6cb4a3-197e-4cd0-91b7-a6422f980e2c'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:43:36.215218 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Bound port: 7049bda6-7e86-460c-a262-8c021e713c35, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2d6cb4a3-197e-4cd0-91b7-a6422f980e2c'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:43:36.215628 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:36.304537 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-98d87d84-73dc-4dec-9536-c209842495b4 req-a40dc492-39c9-4d53-90c1-50bec2d6a94d tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/security-groups?id=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966098 Jul 07 19:43:36.312664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] For port 7049bda6-7e86-460c-a262-8c021e713c35, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:43:36.319399 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] For port 7049bda6-7e86-460c-a262-8c021e713c35, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7049bda6-7e86-460c-a262-8c021e713c35,segment=NetworkSegment(55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2),segment_id=55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:43:36.328735 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:36.335343 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9445a68-4295-44f6-a148-a9030d323c77 req-ee5f00fa-9523-41a8-a962-29ebb6ca3f7f service neutron] 10.222.0.48 "GET /v2.0/networks/9f7e7a27-8578-4097-acc9-64e98e58d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754141 Jul 07 19:43:36.397466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af29040-6ce2-4a3a-8d6a-2801a2f16511 req-71fc4832-3985-45e9-8294-a8a0b5247c68 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:36.397466 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0af29040-6ce2-4a3a-8d6a-2801a2f16511 req-71fc4832-3985-45e9-8294-a8a0b5247c68 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1247475 Jul 07 19:43:36.400201 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:36.407915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c74dc-1f65-43e4-b0f6-3448229035f5 None None] Pushing event updated for resources: {'Port': ['ID=7049bda6-7e86-460c-a262-8c021e713c35,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:36.434299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Transition to ACTIVE for port object 6d5517b6-8257-4deb-8d3c-698d3c95c200 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:36.453356 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0af29040-6ce2-4a3a-8d6a-2801a2f16511 req-7719b4e7-36c6-4b44-95fe-ec956cb2e68d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496147 Jul 07 19:43:36.486134 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:36.528935 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9445a68-4295-44f6-a148-a9030d323c77 req-572f2f19-c0c3-49c8-88b6-31195aebbd02 service neutron] 10.222.0.48 "GET /v2.0/networks/9f7e7a27-8578-4097-acc9-64e98e58d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153305 Jul 07 19:43:36.541199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:36.547240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:36.553876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:36.583075 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=6d5517b6-8257-4deb-8d3c-698d3c95c200,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:36.640297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:36.641064 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:36.656457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-10328ee4-1c60-4642-b37a-440aed253db6 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0837610 Jul 07 19:43:36.659087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34740) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:36.831831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52bc92-0d51-4dd4-b23c-7d096e16cfb4 req-06bb79c1-b938-4242-bd39-4209d285264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:36.833387 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c52bc92-0d51-4dd4-b23c-7d096e16cfb4 req-06bb79c1-b938-4242-bd39-4209d285264b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 1096 time: 0.0551732 Jul 07 19:43:36.932017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52bc92-0d51-4dd4-b23c-7d096e16cfb4 req-5a423df0-822f-4c43-b9b9-527ec35332d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:36.934080 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c52bc92-0d51-4dd4-b23c-7d096e16cfb4 req-5a423df0-822f-4c43-b9b9-527ec35332d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.0930722 Jul 07 19:43:37.003876 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c52bc92-0d51-4dd4-b23c-7d096e16cfb4 req-a1bf183d-a91d-46c3-ae00-6d206505dffb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 200 len: 999 time: 0.0628839 Jul 07 19:43:37.017355 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:37.053063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52bc92-0d51-4dd4-b23c-7d096e16cfb4 req-90efbaac-a992-412a-899a-67504c44bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:37.054844 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c52bc92-0d51-4dd4-b23c-7d096e16cfb4 req-90efbaac-a992-412a-899a-67504c44bcc4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0442281 Jul 07 19:43:37.120387 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52bc92-0d51-4dd4-b23c-7d096e16cfb4 req-29aa8d2e-e7c5-4cf4-9ba3-c6be5c1acac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:37.122613 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c52bc92-0d51-4dd4-b23c-7d096e16cfb4 req-29aa8d2e-e7c5-4cf4-9ba3-c6be5c1acac8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619714 Jul 07 19:43:37.225633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c52bc92-0d51-4dd4-b23c-7d096e16cfb4 req-8d0c57d9-37d7-4164-86fd-cb995fc5ce03 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956914 Jul 07 19:43:37.282286 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:37.288573 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:37.341059 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c52bc92-0d51-4dd4-b23c-7d096e16cfb4 req-d3279983-a485-4131-97e4-a263a1cf124c service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079452 Jul 07 19:43:37.380042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=6d5517b6-8257-4deb-8d3c-698d3c95c200,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:37.456963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c971a01-8b0d-478b-bfef-4a2aad7c21e0 None None] Network 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:37.540505 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bbd5e-5bd8-42df-852a-651649676c33 req-3da2736d-9fb4-4af4-baf2-e5c1c008fdb4 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:37.542346 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c18bbd5e-5bd8-42df-852a-651649676c33 req-3da2736d-9fb4-4af4-baf2-e5c1c008fdb4 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 943 time: 0.0949125 Jul 07 19:43:37.553468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:37.587246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c18bbd5e-5bd8-42df-852a-651649676c33 req-b864567f-1546-4bf6-aebc-4aa5a80fea52 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/security-groups?id=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384939 Jul 07 19:43:37.621536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b983b972-1689-4b3c-90ba-9d470fe4786b None None] Provisioning for port 7049bda6-7e86-460c-a262-8c021e713c35 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:37.737123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2da2a-642a-4a96-b257-23852abee75a req-fa3ab8cb-7e17-4355-8151-f49d92ed8d3a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:37.738686 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01b2da2a-642a-4a96-b257-23852abee75a req-fa3ab8cb-7e17-4355-8151-f49d92ed8d3a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.1359525 Jul 07 19:43:37.769429 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:37.821729 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01b2da2a-642a-4a96-b257-23852abee75a req-7bc57945-53bb-4406-b198-c1893fd7c5f1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769432 Jul 07 19:43:37.970544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8a92e524-875f-4a96-ae54-ac169a1f35c7 None None] Provisioning for port 6d5517b6-8257-4deb-8d3c-698d3c95c200 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:37.974741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8a92e524-875f-4a96-ae54-ac169a1f35c7 None None] Provisioning complete for port 6d5517b6-8257-4deb-8d3c-698d3c95c200 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:37.975139 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8a92e524-875f-4a96-ae54-ac169a1f35c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.014579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8a92e524-875f-4a96-ae54-ac169a1f35c7 None None] Port 6d5517b6-8257-4deb-8d3c-698d3c95c200 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:38.077121 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.082395 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.135636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-92c9c250-e968-4c4d-9425-a8db77caa284 None None] Provisioning complete for port 6d5517b6-8257-4deb-8d3c-698d3c95c200 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:38.135942 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-92c9c250-e968-4c4d-9425-a8db77caa284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.173174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=6d5517b6-8257-4deb-8d3c-698d3c95c200,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:38.178002 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.194272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-92c9c250-e968-4c4d-9425-a8db77caa284 None None] Port 6d5517b6-8257-4deb-8d3c-698d3c95c200 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:38.320983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7049bda6-7e86-460c-a262-8c021e713c35 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:38.383085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 7049bda6-7e86-460c-a262-8c021e713c35 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:38.388053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7049bda6-7e86-460c-a262-8c021e713c35 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:38.388298 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.435313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-615ea2df-b6f5-4b55-a728-168b3a0513c6 None None] Provisioning complete for port 6d5517b6-8257-4deb-8d3c-698d3c95c200 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:38.435684 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-615ea2df-b6f5-4b55-a728-168b3a0513c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.495314 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-615ea2df-b6f5-4b55-a728-168b3a0513c6 None None] Port 6d5517b6-8257-4deb-8d3c-698d3c95c200 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:38.516271 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.550246 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 7049bda6-7e86-460c-a262-8c021e713c35, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7049bda6-7e86-460c-a262-8c021e713c35,segment=NetworkSegment(55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2),segment_id=55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:38.555088 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.604957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:38.606895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:38.607984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=7049bda6-7e86-460c-a262-8c021e713c35,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:38.748102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Router ff09079d-dbde-48de-a584-592514e8a4e6 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:43:38.792855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827763b-8e0d-4760-80ab-250c7dc0ea6d req-d84cc849-91e3-45ba-9b0e-c67b5580d913 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:38.799019 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c827763b-8e0d-4760-80ab-250c7dc0ea6d req-d84cc849-91e3-45ba-9b0e-c67b5580d913 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 943 time: 0.0735815 Jul 07 19:43:38.854458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:43:38.855093 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c827763b-8e0d-4760-80ab-250c7dc0ea6d req-835f6cd6-fde4-4505-a257-aacc8114e904 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/security-groups?id=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429242 Jul 07 19:43:38.862033 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b069b5aa-3b54-40fe-98cf-c99465cce974 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "PUT /v2.0/routers/ff09079d-dbde-48de-a584-592514e8a4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1995327 Jul 07 19:43:38.863036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34752) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:38.865129 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d7a68-d2ca-4969-9f28-773d41467f31 None None] Sync routers for ids ['ff09079d-dbde-48de-a584-592514e8a4e6'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:43:38.878757 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d7a68-d2ca-4969-9f28-773d41467f31 None None] Routers {'ff09079d-dbde-48de-a584-592514e8a4e6'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:43:38.879724 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-159d7a68-d2ca-4969-9f28-773d41467f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:43:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ff09079d-dbde-48de-a584-592514e8a4e6'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:38.916458 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-159d7a68-d2ca-4969-9f28-773d41467f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:38.927071 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d7a68-d2ca-4969-9f28-773d41467f31 None None] Routers {'ff09079d-dbde-48de-a584-592514e8a4e6'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:43:38.927962 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-159d7a68-d2ca-4969-9f28-773d41467f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:43:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ff09079d-dbde-48de-a584-592514e8a4e6'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:38.931203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ab6b2609-4c18-4aac-a503-a24db6243f6c None None] Provisioning complete for port 6d5517b6-8257-4deb-8d3c-698d3c95c200 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:38.931433 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ab6b2609-4c18-4aac-a503-a24db6243f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.965092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e7c5ad-f43b-46b6-8d37-92230ba8ca7b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:38.965717 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-159d7a68-d2ca-4969-9f28-773d41467f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:38.966380 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d7a68-d2ca-4969-9f28-773d41467f31 None None] The sync data for ids ['ff09079d-dbde-48de-a584-592514e8a4e6'] in n-d-793621-9 is: [] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:43:38.969978 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c2e7c5ad-f43b-46b6-8d37-92230ba8ca7b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff09079d-dbde-48de-a584-592514e8a4e6 HTTP/1.1" status: 200 len: 982 time: 0.1057630 Jul 07 19:43:38.971951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34756) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:38.975920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b2609-4c18-4aac-a503-a24db6243f6c None None] Port 6d5517b6-8257-4deb-8d3c-698d3c95c200 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:39.061203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b68a8b-e030-43db-a31d-ce7d34955129 req-34822544-8ae9-4961-8300-127018feee79 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:39.062733 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d9b68a8b-e030-43db-a31d-ce7d34955129 req-34822544-8ae9-4961-8300-127018feee79 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.0678153 Jul 07 19:43:39.103307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d9b68a8b-e030-43db-a31d-ce7d34955129 req-24eab7d7-00fe-401a-8158-237466c3742f tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346942 Jul 07 19:43:39.304961 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-071c0aa0-1a4d-463a-8559-7122b1251da7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:39.549519 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7fee9241-d34d-493d-bde0-2adf9dd93311 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:43:39.553783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecf83f1e-663c-403a-8717-d29d2f174ba8 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:43:39.725014 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:39.764773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7fee9241-d34d-493d-bde0-2adf9dd93311, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7fee9241-d34d-493d-bde0-2adf9dd93311,segment=NetworkSegment(14c67333-3be2-48d9-92c7-f314be6c9961),segment_id=14c67333-3be2-48d9-92c7-f314be6c9961)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:39.780409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:43:39.783408 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c971160f-091b-4bf3-8f4a-f78f49d690e8" -d '{"events": [{"server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:43:39.807525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:39.809285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '7fee9241-d34d-493d-bde0-2adf9dd93311', 'network_id': '9f7e7a27-8578-4097-acc9-64e98e58d12d', 'port_id': '7fee9241-d34d-493d-bde0-2adf9dd93311', 'mac_address': 'fa:16:3e:60:91:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1047c7-960d-4888-9f32-56140380f214', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:43:39.817351 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:39.847251 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 19:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d5d77c-efeb-42a4-bd04-917ce8e47d1b x-openstack-request-id: req-18d5d77c-efeb-42a4-bd04-917ce8e47d1b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:43:39.847691 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "name": "network-vif-unplugged", "status": "failed", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8", "code": 422}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:43:39.848038 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18d5d77c-efeb-42a4-bd04-917ce8e47d1b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:43:39.848524 n-d-793621-9 neutron-server[93902]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'code': 422} returned with failed status Jul 07 19:43:39.899166 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:39.914094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-071c0aa0-1a4d-463a-8559-7122b1251da7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 6d5517b6-8257-4deb-8d3c-698d3c95c200 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:39.914584 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-071c0aa0-1a4d-463a-8559-7122b1251da7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:39.923118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:39.932662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fee9241-d34d-493d-bde0-2adf9dd93311 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:43:39.961234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7fee9241-d34d-493d-bde0-2adf9dd93311, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7fee9241-d34d-493d-bde0-2adf9dd93311,segment=NetworkSegment(14c67333-3be2-48d9-92c7-f314be6c9961),segment_id=14c67333-3be2-48d9-92c7-f314be6c9961)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:39.967537 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.016152 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-071c0aa0-1a4d-463a-8559-7122b1251da7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.032078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-071c0aa0-1a4d-463a-8559-7122b1251da7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 6d5517b6-8257-4deb-8d3c-698d3c95c200 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:40.039374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=7fee9241-d34d-493d-bde0-2adf9dd93311,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:40.048828 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.073289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285c2ac-f919-41d3-9f78-5609c3b37ee3 req-61835a55-b12f-43f2-8c67-7c5f02cede26 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:40.075446 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6285c2ac-f919-41d3-9f78-5609c3b37ee3 req-61835a55-b12f-43f2-8c67-7c5f02cede26 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 944 time: 0.0767415 Jul 07 19:43:40.116948 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6285c2ac-f919-41d3-9f78-5609c3b37ee3 req-937d343d-032a-411d-a7ce-8f5e63e68847 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/security-groups?id=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352812 Jul 07 19:43:40.218886 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-071c0aa0-1a4d-463a-8559-7122b1251da7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.268378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c0aa0-1a4d-463a-8559-7122b1251da7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=6d5517b6-8257-4deb-8d3c-698d3c95c200,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:40.319334 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7049bda6-7e86-460c-a262-8c021e713c35 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:40.379933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7fee9241-d34d-493d-bde0-2adf9dd93311'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:43:40.384255 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7049bda6-7e86-460c-a262-8c021e713c35 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:40.384962 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.418275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544633b-b68e-4f19-afa3-5085b5d2be63 req-59dc2d13-aa9b-44ce-938e-a2ad669f5ff8 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:40.419919 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8544633b-b68e-4f19-afa3-5085b5d2be63 req-59dc2d13-aa9b-44ce-938e-a2ad669f5ff8 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.1812871 Jul 07 19:43:40.469386 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-071c0aa0-1a4d-463a-8559-7122b1251da7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.539385 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8544633b-b68e-4f19-afa3-5085b5d2be63 req-5c1aa21d-bc33-4f50-8e80-e1dbdccd6215 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927603 Jul 07 19:43:40.665603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071c0aa0-1a4d-463a-8559-7122b1251da7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Router ff09079d-dbde-48de-a584-592514e8a4e6 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:43:40.751585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071c0aa0-1a4d-463a-8559-7122b1251da7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:43:40.757225 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-071c0aa0-1a4d-463a-8559-7122b1251da7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "PUT /v2.0/routers/ff09079d-dbde-48de-a584-592514e8a4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7842326 Jul 07 19:43:40.760162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34770) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:40.761959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f90b4-fb36-4f02-ad5c-7b86c231ec5e None None] Sync routers for ids ['ff09079d-dbde-48de-a584-592514e8a4e6'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:43:40.771705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f90b4-fb36-4f02-ad5c-7b86c231ec5e None None] Routers {'ff09079d-dbde-48de-a584-592514e8a4e6'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:43:40.772345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b95f90b4-fb36-4f02-ad5c-7b86c231ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:43:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ff09079d-dbde-48de-a584-592514e8a4e6'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:40.794005 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-40904e41-f09d-416a-a873-f53732649355 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:43:40.795690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-40904e41-f09d-416a-a873-f53732649355 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/6d5517b6-8257-4deb-8d3c-698d3c95c200 HTTP/1.1" status: 404 len: 333 time: 0.0345411 Jul 07 19:43:40.798945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34774) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:40.815764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b95f90b4-fb36-4f02-ad5c-7b86c231ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:40.825693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f90b4-fb36-4f02-ad5c-7b86c231ec5e None None] Routers {'ff09079d-dbde-48de-a584-592514e8a4e6'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:43:40.826309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b95f90b4-fb36-4f02-ad5c-7b86c231ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:43:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['ff09079d-dbde-48de-a584-592514e8a4e6'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:40.864561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b95f90b4-fb36-4f02-ad5c-7b86c231ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:40.865277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f90b4-fb36-4f02-ad5c-7b86c231ec5e None None] The sync data for ids ['ff09079d-dbde-48de-a584-592514e8a4e6'] in n-d-793621-9 is: [] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:43:40.882495 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7fe79d8-7aee-43ec-966f-c03378ef412d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.058769 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7fe79d8-7aee-43ec-966f-c03378ef412d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.061169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7fe79d8-7aee-43ec-966f-c03378ef412d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.104509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7fe79d8-7aee-43ec-966f-c03378ef412d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.105580 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fe79d8-7aee-43ec-966f-c03378ef412d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Fanout notify agent at l3_agent the message router_deleted on router ff09079d-dbde-48de-a584-592514e8a4e6 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:43:41.112646 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7fe79d8-7aee-43ec-966f-c03378ef412d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.115341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d7fe79d8-7aee-43ec-966f-c03378ef412d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/routers/ff09079d-dbde-48de-a584-592514e8a4e6 HTTP/1.1" status: 204 len: 168 time: 0.3152926 Jul 07 19:43:41.116281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34782) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:41.175945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba6a77d-e534-4c34-bdd9-0a5c447daaf2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting subnet b3803351-d72d-4463-a9c0-53d5b6ddff75 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:43:41.179553 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aba6a77d-e534-4c34-bdd9-0a5c447daaf2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.229409 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aba6a77d-e534-4c34-bdd9-0a5c447daaf2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.358747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bb1ad-cc26-445e-af94-6ac7ec4cce71 req-42524e39-f9ba-434d-b2cc-888c52e00f88 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:41.361092 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-143bb1ad-cc26-445e-af94-6ac7ec4cce71 req-42524e39-f9ba-434d-b2cc-888c52e00f88 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 944 time: 0.1025610 Jul 07 19:43:41.371323 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aba6a77d-e534-4c34-bdd9-0a5c447daaf2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.418939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-143bb1ad-cc26-445e-af94-6ac7ec4cce71 req-647d5c3f-f17b-44d6-8e15-b7d00d2513db tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/security-groups?id=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508497 Jul 07 19:43:41.442655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb46642-ced7-4319-b57e-18e6e67c419f req-d12e75e7-0037-49b0-a5b4-d12dc34c0dff tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:41.444299 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeb46642-ced7-4319-b57e-18e6e67c419f req-d12e75e7-0037-49b0-a5b4-d12dc34c0dff tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.1304450 Jul 07 19:43:41.479367 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aba6a77d-e534-4c34-bdd9-0a5c447daaf2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.491742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34798) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:41.520351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6a77d-e534-4c34-bdd9-0a5c447daaf2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Subnet': ['ID=b3803351-d72d-4463-a9c0-53d5b6ddff75,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:41.522508 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aba6a77d-e534-4c34-bdd9-0a5c447daaf2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.527310 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aba6a77d-e534-4c34-bdd9-0a5c447daaf2 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/b3803351-d72d-4463-a9c0-53d5b6ddff75 HTTP/1.1" status: 204 len: 168 time: 0.4097495 Jul 07 19:43:41.528062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34802) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:41.533570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bd8c8e-359b-4af6-a9af-a3171825aa04 None None] Network 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:41.538961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeb46642-ced7-4319-b57e-18e6e67c419f req-a480f898-96a8-4d5f-99fe-7572303edc65 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840859 Jul 07 19:43:41.578939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7fee9241-d34d-493d-bde0-2adf9dd93311 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:41.644876 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.672735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ed52f954-87c7-436f-880b-d39338be5cde req-fb8527e3-cf21-4069-970f-656d65cea644 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1795623 Jul 07 19:43:41.687860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 7fee9241-d34d-493d-bde0-2adf9dd93311 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:41.697133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 7fee9241-d34d-493d-bde0-2adf9dd93311 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:41.697651 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.699360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-ed52f954-87c7-436f-880b-d39338be5cde req-f4b3b2f0-4656-40e0-8101-1a45dc3cbf1d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:43:41.705743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ed52f954-87c7-436f-880b-d39338be5cde req-f4b3b2f0-4656-40e0-8101-1a45dc3cbf1d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079443 Jul 07 19:43:41.741013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 7049bda6-7e86-460c-a262-8c021e713c35 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:41.741271 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.807192 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.816029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] For port 7049bda6-7e86-460c-a262-8c021e713c35, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7049bda6-7e86-460c-a262-8c021e713c35,segment=NetworkSegment(55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2),segment_id=55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:41.819759 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.824333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9481575d-111c-42dd-8a42-9894d853ba0b None None] DHCP port deletion for 2d6cb4a3-197e-4cd0-91b7-a6422f980e2c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:43:41.837255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 7049bda6-7e86-460c-a262-8c021e713c35 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:41.861927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4681c41-6d15-4d72-9c4b-547add5ea500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fee9241-d34d-493d-bde0-2adf9dd93311'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:43:41.864214 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84a2682-32d0-4c66-8864-7a1acfbd2708" -d '{"events": [{"server_uuid": "d4681c41-6d15-4d72-9c4b-547add5ea500", "name": "network-vif-plugged", "status": "completed", "tag": "7fee9241-d34d-493d-bde0-2adf9dd93311"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:43:41.901397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 7fee9241-d34d-493d-bde0-2adf9dd93311, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7fee9241-d34d-493d-bde0-2adf9dd93311,segment=NetworkSegment(14c67333-3be2-48d9-92c7-f314be6c9961),segment_id=14c67333-3be2-48d9-92c7-f314be6c9961)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:41.909948 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.913562 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99079fa8-e511-4b13-82ad-da741b4384b7 x-openstack-request-id: req-99079fa8-e511-4b13-82ad-da741b4384b7 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:43:41.913929 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4681c41-6d15-4d72-9c4b-547add5ea500", "name": "network-vif-plugged", "status": "completed", "tag": "7fee9241-d34d-493d-bde0-2adf9dd93311", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:43:41.914359 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99079fa8-e511-4b13-82ad-da741b4384b7 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:43:41.915090 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4681c41-6d15-4d72-9c4b-547add5ea500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fee9241-d34d-493d-bde0-2adf9dd93311', 'code': 200} Jul 07 19:43:41.941682 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.981275 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=7049bda6-7e86-460c-a262-8c021e713c35,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:41.986564 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No DVR routers for this DVR port 7049bda6-7e86-460c-a262-8c021e713c35 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:42.002492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=7fee9241-d34d-493d-bde0-2adf9dd93311,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:42.014403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9481575d-111c-42dd-8a42-9894d853ba0b None None] Deleting port 7049bda6-7e86-460c-a262-8c021e713c35 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:42.015165 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9481575d-111c-42dd-8a42-9894d853ba0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.049849 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987dfc2-49d4-4ac4-849b-c7e28305cbf7 req-df9b0729-773a-41e5-a8f5-8615920abca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:42.051546 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a987dfc2-49d4-4ac4-849b-c7e28305cbf7 req-df9b0729-773a-41e5-a8f5-8615920abca3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 1096 time: 0.0609269 Jul 07 19:43:42.079484 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.089993 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-9481575d-111c-42dd-8a42-9894d853ba0b None None] For port 7049bda6-7e86-460c-a262-8c021e713c35, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:42.090397 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9481575d-111c-42dd-8a42-9894d853ba0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.091401 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6cb4a3-197e-4cd0-91b7-a6422f980e2c']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:42.106009 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a987dfc2-49d4-4ac4-849b-c7e28305cbf7 req-70bdf64a-dd0d-4f6d-b0fb-84491d20f653 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471106 Jul 07 19:43:42.107429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:42.107679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55cd29f3-09b4-4be0-9d5d-2321dcbbbbd2') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:42.116711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9481575d-111c-42dd-8a42-9894d853ba0b None None] Calling delete_port for 7049bda6-7e86-460c-a262-8c021e713c35 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:42.119866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-9481575d-111c-42dd-8a42-9894d853ba0b None None] Port 7049bda6-7e86-460c-a262-8c021e713c35 was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:43:42.120086 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.122034 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9481575d-111c-42dd-8a42-9894d853ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.145902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481575d-111c-42dd-8a42-9894d853ba0b None None] Pushing event deleted for resources: {'Port': ['ID=7049bda6-7e86-460c-a262-8c021e713c35,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:42.147036 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.154992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9481575d-111c-42dd-8a42-9894d853ba0b None None] No DVR routers for this DVR port 7049bda6-7e86-460c-a262-8c021e713c35 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:42.159145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:43:42.159694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:43:42.164328 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:43:42.229487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.235141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.238672 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/networks/2d6cb4a3-197e-4cd0-91b7-a6422f980e2c HTTP/1.1" status: 204 len: 168 time: 0.7093098 Jul 07 19:43:42.243137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34812) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:42.268186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613219e-41a8-40e0-9eb1-98685145be8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Network': ['ID=2d6cb4a3-197e-4cd0-91b7-a6422f980e2c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:42.311033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7049bda6-7e86-460c-a262-8c021e713c35 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:43:42.327730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64309e98-9aaf-4b51-9241-75381b5a1592 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:42.330832 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-64309e98-9aaf-4b51-9241-75381b5a1592 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/0f72a3eb-dccc-44e0-a715-98e7e8d50de1 HTTP/1.1" status: 200 len: 841 time: 0.0852640 Jul 07 19:43:42.333686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34814) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:42.341978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 7049bda6-7e86-460c-a262-8c021e713c35 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:43:42.342309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7049bda6-7e86-460c-a262-8c021e713c35 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:43:42.404508 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-00c3f13d-9d9e-43b7-afb2-215211dbaed0 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/0f72a3eb-dccc-44e0-a715-98e7e8d50de1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0694151 Jul 07 19:43:42.408056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34816) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:42.413464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-98669ae7-9ab0-4dda-ac0c-d6230d9dcb9e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:42.513604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98669ae7-9ab0-4dda-ac0c-d6230d9dcb9e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:42.518208 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-98669ae7-9ab0-4dda-ac0c-d6230d9dcb9e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.627165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45524c1d-9c76-4066-8140-93ea31334deb req-dcedc1b5-d841-40cd-b278-97c6ac4140f3 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:42.638174 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45524c1d-9c76-4066-8140-93ea31334deb req-dcedc1b5-d841-40cd-b278-97c6ac4140f3 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 945 time: 0.0910048 Jul 07 19:43:42.693388 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-45524c1d-9c76-4066-8140-93ea31334deb req-1adc18dd-7d2a-4078-9f63-662435117e22 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/security-groups?id=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542281 Jul 07 19:43:42.812843 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-98669ae7-9ab0-4dda-ac0c-d6230d9dcb9e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.878298 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98669ae7-9ab0-4dda-ac0c-d6230d9dcb9e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:42.890190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ea965-da01-4982-8a3e-841b1349c1d9 req-3dbe4c20-9e93-459d-8cc1-dcfd049b9aee tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:42.892057 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b41ea965-da01-4982-8a3e-841b1349c1d9 req-3dbe4c20-9e93-459d-8cc1-dcfd049b9aee tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.1806660 Jul 07 19:43:42.896455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-98669ae7-9ab0-4dda-ac0c-d6230d9dcb9e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:42.899829 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98669ae7-9ab0-4dda-ac0c-d6230d9dcb9e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:42.900569 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-98669ae7-9ab0-4dda-ac0c-d6230d9dcb9e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.908175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150a283c-9a3c-4ec9-a35e-e17b09b32892 None None] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:42.927774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98669ae7-9ab0-4dda-ac0c-d6230d9dcb9e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Subnet': ['ID=0026c804-2942-4868-975d-06e9716cab9c,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:42.943344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-98669ae7-9ab0-4dda-ac0c-d6230d9dcb9e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5340524 Jul 07 19:43:42.947290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34822) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:42.955479 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-da1c0e6c-27f3-458c-a733-61ca1d52e04a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'security_group': {'name': 'tempest-secgroup-1239156682'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:42.981422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b41ea965-da01-4982-8a3e-841b1349c1d9 req-a97fe14a-a1f2-4aae-a835-8d6395a324bf tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749102 Jul 07 19:43:43.024296 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-da1c0e6c-27f3-458c-a733-61ca1d52e04a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.130954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'tenant_id': 'f94a51bb0a5441f8aecda884d4187f3e', 'fixed_ips': [{'subnet_id': '0026c804-2942-4868-975d-06e9716cab9c'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:43:43.131877 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.135005 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-da1c0e6c-27f3-458c-a733-61ca1d52e04a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.140453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-da1c0e6c-27f3-458c-a733-61ca1d52e04a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.176238 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-da1c0e6c-27f3-458c-a733-61ca1d52e04a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.181148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-da1c0e6c-27f3-458c-a733-61ca1d52e04a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2281632 Jul 07 19:43:43.181922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34824) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:43.188334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f6df2a21-1c1f-4055-ac69-316fb80c096e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'security_group': {'name': 'tempest-secgroup-1477699399'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:43.196220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c0e6c-27f3-458c-a733-61ca1d52e04a tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef5dcf5-12f0-4beb-a343-4f57f3868fa6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:43.280109 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6df2a21-1c1f-4055-ac69-316fb80c096e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.397471 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6df2a21-1c1f-4055-ac69-316fb80c096e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.403165 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6df2a21-1c1f-4055-ac69-316fb80c096e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.417366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Allocated IP 172.20.0.2 (e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6/0026c804-2942-4868-975d-06e9716cab9c/e6f159a0-8d25-43b6-9582-c6fa0c7c10ba) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:43.430525 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f6df2a21-1c1f-4055-ac69-316fb80c096e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.432195 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f6df2a21-1c1f-4055-ac69-316fb80c096e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2492933 Jul 07 19:43:43.436443 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34826) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:43.442727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2065363220', 'security_groups': ['e6e76210-597b-4c4a-b6d5-d379567c1df7'], 'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0026c804-2942-4868-975d-06e9716cab9c'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:43.443552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df2a21-1c1f-4055-ac69-316fb80c096e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e76210-597b-4c4a-b6d5-d379567c1df7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:43.583100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:43.590945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecf83f1e-663c-403a-8717-d29d2f174ba8 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:43:43.651038 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.663290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Transition to ACTIVE for port object e6f159a0-8d25-43b6-9582-c6fa0c7c10ba will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:43.685874 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.705647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Transition to ACTIVE for port object e6f159a0-8d25-43b6-9582-c6fa0c7c10ba will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:43.709596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port 5352c710-3ebf-48dc-8c25-32de65390223 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:43.717652 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.771802 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:43.775980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:43.778039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Pushing event updated for resources: {'Port': ['ID=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:43.780289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:43.856273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Attempting to bind port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:43:43.856807 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Attempting to bind port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'f54edf89-6e62-4eff-850e-7122a36ba9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:43:43.857186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Attempting to bind port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba on network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:43.863462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:43:43.863839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Checking segment: {'id': 'f54edf89-6e62-4eff-850e-7122a36ba9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:43.864250 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.864650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Bound using segment: {'id': 'f54edf89-6e62-4eff-850e-7122a36ba9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:43:43.865139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Bound port: e6f159a0-8d25-43b6-9582-c6fa0c7c10ba, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54edf89-6e62-4eff-850e-7122a36ba9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:43:43.865529 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:43.959592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2d845-1266-4268-b94c-b21f82a1d7d8 req-a21fe06c-287c-409d-b2a9-6ec8efae438f tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:43.961290 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-caf2d845-1266-4268-b94c-b21f82a1d7d8 req-a21fe06c-287c-409d-b2a9-6ec8efae438f tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 945 time: 0.0932810 Jul 07 19:43:43.965094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.4 (e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6/0026c804-2942-4868-975d-06e9716cab9c/5352c710-3ebf-48dc-8c25-32de65390223) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:43.995105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] For port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:43:44.001728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] For port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,segment=NetworkSegment(f54edf89-6e62-4eff-850e-7122a36ba9b5),segment_id=f54edf89-6e62-4eff-850e-7122a36ba9b5)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:43:44.008020 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:44.008748 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-caf2d845-1266-4268-b94c-b21f82a1d7d8 req-31c3ff75-50cf-4455-8ab5-b36b3e8a5aad tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/security-groups?id=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Jul 07 19:43:44.100581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255135b-3911-43e6-babc-b5e320cc12d1 None None] Pushing event updated for resources: {'Port': ['ID=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:44.181417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:44.207959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Transition to ACTIVE for port object 5352c710-3ebf-48dc-8c25-32de65390223 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:44.322284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:44.463841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:44.470670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=5352c710-3ebf-48dc-8c25-32de65390223,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:44.474551 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:44.482750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:44.497670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86e7ab-0a6b-474e-9a36-f7576d48a857 req-41ade3c3-c7bb-430c-83fa-1095fdf74139 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:44.499329 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ec86e7ab-0a6b-474e-9a36-f7576d48a857 req-41ade3c3-c7bb-430c-83fa-1095fdf74139 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.2437818 Jul 07 19:43:44.579316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:44.579905 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:44.602547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ec86e7ab-0a6b-474e-9a36-f7576d48a857 req-6f116c1c-7500-42f8-b551-79c54d7eb14a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767548 Jul 07 19:43:44.637915 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3cc27f6f-0a86-43b9-bd80-d593e7979045 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1965613 Jul 07 19:43:44.638361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34838) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:44.644602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2622ef66-53d4-4119-bb9b-1f851f9c8bcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:44.793313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2622ef66-53d4-4119-bb9b-1f851f9c8bcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:44.797499 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2622ef66-53d4-4119-bb9b-1f851f9c8bcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:44.909367 n-d-793621-9 neutron-server[93900]: INFO neutron.db.ipam_backend_mixin [None req-2622ef66-53d4-4119-bb9b-1f851f9c8bcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0026c804-2942-4868-975d-06e9716cab9c (CIDR: 172.20.0.0/28) Jul 07 19:43:44.915197 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-2622ef66-53d4-4119-bb9b-1f851f9c8bcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:43:44.916660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2622ef66-53d4-4119-bb9b-1f851f9c8bcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:44.949308 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34842) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:44.955938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f5270e60-ddcc-4463-b467-5d7959e06180 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:44.959324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2622ef66-53d4-4119-bb9b-1f851f9c8bcd tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3192196 Jul 07 19:43:45.132358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5270e60-ddcc-4463-b467-5d7959e06180 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:45.137299 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5270e60-ddcc-4463-b467-5d7959e06180 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:45.481990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5270e60-ddcc-4463-b467-5d7959e06180 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:45.536741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5270e60-ddcc-4463-b467-5d7959e06180 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:45.540828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f5270e60-ddcc-4463-b467-5d7959e06180 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:45.546827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5270e60-ddcc-4463-b467-5d7959e06180 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:45.547418 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5270e60-ddcc-4463-b467-5d7959e06180 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:45.564380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5270e60-ddcc-4463-b467-5d7959e06180 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Subnet': ['ID=d1d30173-b8f0-48ec-8004-a12a10d36fb9,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:45.585504 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f5270e60-ddcc-4463-b467-5d7959e06180 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6325493 Jul 07 19:43:45.585905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34844) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:45.591064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4ccc0e53-9f5a-4cb6-b6c1-0d8e87751508 None None] Provisioning complete for port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:45.592263 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0e53-9f5a-4cb6-b6c1-0d8e87751508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:45.592381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fb64202f-9b70-4870-bd6a-6a8d7f813140 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1637621763', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd1d30173-b8f0-48ec-8004-a12a10d36fb9'}], 'security_groups': ['eef5dcf5-12f0-4beb-a343-4f57f3868fa6']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:45.632817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc0e53-9f5a-4cb6-b6c1-0d8e87751508 None None] Port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:45.647429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4ccc0e53-9f5a-4cb6-b6c1-0d8e87751508 None None] Provisioning for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:45.712522 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb64202f-9b70-4870-bd6a-6a8d7f813140 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:45.791005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a81d11a-ebea-4755-9269-6b37b35b7b81 None None] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:45.891739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7d378-13cf-46c6-a04b-57204cebb877 req-33249fc5-46eb-4f2d-83ea-45ad5581f490 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:45.893802 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0a7d378-13cf-46c6-a04b-57204cebb877 req-33249fc5-46eb-4f2d-83ea-45ad5581f490 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.1449325 Jul 07 19:43:45.949545 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0a7d378-13cf-46c6-a04b-57204cebb877 req-2951a3ec-77af-4dfc-87a9-0a0eec131c6e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489852 Jul 07 19:43:46.084500 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d8b3ae43-6fe8-473b-b510-699b05794bbf None None] Provisioning for port 5352c710-3ebf-48dc-8c25-32de65390223 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:46.099118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d8b3ae43-6fe8-473b-b510-699b05794bbf None None] Provisioning complete for port 5352c710-3ebf-48dc-8c25-32de65390223 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:46.099487 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ae43-6fe8-473b-b510-699b05794bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:46.178253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3ae43-6fe8-473b-b510-699b05794bbf None None] Port 5352c710-3ebf-48dc-8c25-32de65390223 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:46.185733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-fb64202f-9b70-4870-bd6a-6a8d7f813140 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Delete allocated IP 172.20.0.4 (e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6/0026c804-2942-4868-975d-06e9716cab9c) {{(pid=93901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 19:43:46.200847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-fb64202f-9b70-4870-bd6a-6a8d7f813140 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.30 (e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6/d1d30173-b8f0-48ec-8004-a12a10d36fb9/5352c710-3ebf-48dc-8c25-32de65390223) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:46.358690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0434a8e-be9c-4c0c-bf62-514dae7a891a None None] Update dhcp port {'port': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'fixed_ips': [{'subnet_id': '0026c804-2942-4868-975d-06e9716cab9c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd1d30173-b8f0-48ec-8004-a12a10d36fb9'}], 'binding:host_id': 'n-d-793621-9'}, 'id': 'e6f159a0-8d25-43b6-9582-c6fa0c7c10ba'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:43:46.418222 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b0434a8e-be9c-4c0c-bf62-514dae7a891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:46.422364 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e6f159a0-8d25-43b6-9582-c6fa0c7c10ba up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:46.478726 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb64202f-9b70-4870-bd6a-6a8d7f813140 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:46.496906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-fb64202f-9b70-4870-bd6a-6a8d7f813140 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Ignored duplicate provisioning block setup for port 5352c710-3ebf-48dc-8c25-32de65390223 by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 19:43:46.503783 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb64202f-9b70-4870-bd6a-6a8d7f813140 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:46.603870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:46.613679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:46.613984 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:46.662208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64202f-9b70-4870-bd6a-6a8d7f813140 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=5352c710-3ebf-48dc-8c25-32de65390223,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:46.668329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-fb64202f-9b70-4870-bd6a-6a8d7f813140 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] In _notify_port_updated(), no bound segment for port 5352c710-3ebf-48dc-8c25-32de65390223 on network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:43:46.692626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb64202f-9b70-4870-bd6a-6a8d7f813140 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:46.694251 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb64202f-9b70-4870-bd6a-6a8d7f813140 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:46.697290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fb64202f-9b70-4870-bd6a-6a8d7f813140 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "PUT /v2.0/ports/5352c710-3ebf-48dc-8c25-32de65390223 HTTP/1.1" status: 200 len: 921 time: 1.1095655 Jul 07 19:43:46.700445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34866) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:46.720659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-b0434a8e-be9c-4c0c-bf62-514dae7a891a None None] Allocated IP 172.20.0.18 (e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6/d1d30173-b8f0-48ec-8004-a12a10d36fb9/e6f159a0-8d25-43b6-9582-c6fa0c7c10ba) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:46.818973 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:46.872866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-029642f0-268c-426c-b525-99c63f530e49 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 5352c710-3ebf-48dc-8c25-32de65390223 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:46.873474 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-029642f0-268c-426c-b525-99c63f530e49 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:46.897743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b0434a8e-be9c-4c0c-bf62-514dae7a891a None None] For port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,segment=NetworkSegment(f54edf89-6e62-4eff-850e-7122a36ba9b5),segment_id=f54edf89-6e62-4eff-850e-7122a36ba9b5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:46.933819 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b0434a8e-be9c-4c0c-bf62-514dae7a891a None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:46.959303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b0434a8e-be9c-4c0c-bf62-514dae7a891a None None] Transition to ACTIVE for port object e6f159a0-8d25-43b6-9582-c6fa0c7c10ba will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:46.966090 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b0434a8e-be9c-4c0c-bf62-514dae7a891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.035402 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-029642f0-268c-426c-b525-99c63f530e49 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.051788 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-029642f0-268c-426c-b525-99c63f530e49 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 5352c710-3ebf-48dc-8c25-32de65390223 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:47.080253 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-5262160f-a173-4493-931b-002117b78ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:43:47.080545 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-5262160f-a173-4493-931b-002117b78ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:43:47.132475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0434a8e-be9c-4c0c-bf62-514dae7a891a None None] Pushing event updated for resources: {'Port': ['ID=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:47.271895 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-029642f0-268c-426c-b525-99c63f530e49 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.301236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaa24c-00e0-40d2-9952-926838070dff req-de5882db-99e9-4eac-a18e-3c28cd4270f1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:47.302156 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbbaa24c-00e0-40d2-9952-926838070dff req-de5882db-99e9-4eac-a18e-3c28cd4270f1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.1568205 Jul 07 19:43:47.349297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029642f0-268c-426c-b525-99c63f530e49 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=5352c710-3ebf-48dc-8c25-32de65390223,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:47.489323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbbaa24c-00e0-40d2-9952-926838070dff req-58d1322b-2d7c-4203-a765-890f54041018 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300924 Jul 07 19:43:47.516539 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-029642f0-268c-426c-b525-99c63f530e49 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.522342 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-029642f0-268c-426c-b525-99c63f530e49 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/5352c710-3ebf-48dc-8c25-32de65390223 HTTP/1.1" status: 204 len: 168 time: 0.8163476 Jul 07 19:43:47.522658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34882) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:47.539291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e8242-6f43-4293-9930-10df489eac05 req-75b2491e-49ea-4e1c-8e8d-adde2ea948be tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:47.541610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-781e8242-6f43-4293-9930-10df489eac05 req-75b2491e-49ea-4e1c-8e8d-adde2ea948be tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 945 time: 0.1008024 Jul 07 19:43:47.568604 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5eef6e5-a173-4328-b9ee-709adcf76cb8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:43:47.570524 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b5eef6e5-a173-4328-b9ee-709adcf76cb8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/5352c710-3ebf-48dc-8c25-32de65390223 HTTP/1.1" status: 404 len: 333 time: 0.0466950 Jul 07 19:43:47.573237 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34884) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:47.608112 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-781e8242-6f43-4293-9930-10df489eac05 req-74657b95-5f1b-4619-887f-abee6b60948c tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/security-groups?id=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568793 Jul 07 19:43:47.639308 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b808045f-1a60-4ad1-bdae-ed1a51c8e9b4 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.655335 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.680753 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b808045f-1a60-4ad1-bdae-ed1a51c8e9b4 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.710645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,segment=NetworkSegment(f54edf89-6e62-4eff-850e-7122a36ba9b5),segment_id=f54edf89-6e62-4eff-850e-7122a36ba9b5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:47.717627 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.749720 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b808045f-1a60-4ad1-bdae-ed1a51c8e9b4 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.753036 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b808045f-1a60-4ad1-bdae-ed1a51c8e9b4 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.754232 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b808045f-1a60-4ad1-bdae-ed1a51c8e9b4 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/security-groups/e6e76210-597b-4c4a-b6d5-d379567c1df7 HTTP/1.1" status: 204 len: 168 time: 0.1791222 Jul 07 19:43:47.758887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34886) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:47.780825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:47.781310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808045f-1a60-4ad1-bdae-ed1a51c8e9b4 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e76210-597b-4c4a-b6d5-d379567c1df7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:47.863601 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5baece54-658a-4b2e-b2fe-70c76b1b2f1f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.896482 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5baece54-658a-4b2e-b2fe-70c76b1b2f1f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.943485 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5baece54-658a-4b2e-b2fe-70c76b1b2f1f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.946075 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5baece54-658a-4b2e-b2fe-70c76b1b2f1f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:47.947389 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5baece54-658a-4b2e-b2fe-70c76b1b2f1f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/security-groups/eef5dcf5-12f0-4beb-a343-4f57f3868fa6 HTTP/1.1" status: 204 len: 168 time: 0.1857891 Jul 07 19:43:47.951730 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34888) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:47.957626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baece54-658a-4b2e-b2fe-70c76b1b2f1f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef5dcf5-12f0-4beb-a343-4f57f3868fa6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:48.011550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d78f56a7-5e2e-45f2-a1ee-2f1c73e6f2f4 None None] Could not find standard attr ID for object 5352c710-3ebf-48dc-8c25-32de65390223. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:48.017427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1a92d5-07dc-4fc5-aac9-46fb1ed0c13c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting subnet 0026c804-2942-4868-975d-06e9716cab9c {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:43:48.020861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e1a92d5-07dc-4fc5-aac9-46fb1ed0c13c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:48.022767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d78f56a7-5e2e-45f2-a1ee-2f1c73e6f2f4 None None] Provisioning complete for port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:48.023178 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d78f56a7-5e2e-45f2-a1ee-2f1c73e6f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:48.064736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d78f56a7-5e2e-45f2-a1ee-2f1c73e6f2f4 None None] Port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:48.070758 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e1a92d5-07dc-4fc5-aac9-46fb1ed0c13c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:48.076239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d78f56a7-5e2e-45f2-a1ee-2f1c73e6f2f4 None None] Provisioning for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:48.080131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d78f56a7-5e2e-45f2-a1ee-2f1c73e6f2f4 None None] Provisioning complete for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:48.080496 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d78f56a7-5e2e-45f2-a1ee-2f1c73e6f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:48.229145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e1a92d5-07dc-4fc5-aac9-46fb1ed0c13c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:48.285324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52f954-87c7-436f-880b-d39338be5cde req-ec75a943-693d-4791-a2c5-ed8003875134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:48.286952 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed52f954-87c7-436f-880b-d39338be5cde req-ec75a943-693d-4791-a2c5-ed8003875134 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5&tenant_id=60603ddd58cc4914a55f0697ab4bf7ff HTTP/1.1" status: 200 len: 1094 time: 0.1725767 Jul 07 19:43:48.301390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:48.304059 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e6f159a0-8d25-43b6-9582-c6fa0c7c10ba up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:48.349475 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e1a92d5-07dc-4fc5-aac9-46fb1ed0c13c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:48.367403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:48.367992 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:48.407405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e1a92d5-07dc-4fc5-aac9-46fb1ed0c13c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:48.412918 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4e1a92d5-07dc-4fc5-aac9-46fb1ed0c13c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/0026c804-2942-4868-975d-06e9716cab9c HTTP/1.1" status: 204 len: 168 time: 0.4565823 Jul 07 19:43:48.412918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a92d5-07dc-4fc5-aac9-46fb1ed0c13c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Subnet': ['ID=0026c804-2942-4868-975d-06e9716cab9c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:48.414418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34890) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:48.420141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-804a29b7-0122-4ea3-8233-056629344d6e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:48.465832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692521f7-6ae9-4d7c-8a7b-034df6eff1a2 None None] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:48.479253 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:48.515937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-42b914d7-1f47-4a61-b79d-b82452f24624 None None] Could not find standard attr ID for object 5352c710-3ebf-48dc-8c25-32de65390223. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:48.682147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804a29b7-0122-4ea3-8233-056629344d6e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:48.686344 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-804a29b7-0122-4ea3-8233-056629344d6e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:48.806954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c0921-71ba-43b4-b792-244ec8cba30d req-a5730c4b-637c-4ce3-85bf-a54f8802ea6e tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:48.809124 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e2c0921-71ba-43b4-b792-244ec8cba30d req-a5730c4b-637c-4ce3-85bf-a54f8802ea6e tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 945 time: 0.0802829 Jul 07 19:43:48.855880 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e2c0921-71ba-43b4-b792-244ec8cba30d req-d8a407d8-61be-4daa-bede-806d95bf3ec6 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/security-groups?id=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386536 Jul 07 19:43:48.910927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9535b-7e99-44e6-9b73-9b5fc3551186 req-0a406eaa-f194-4b0c-bdc1-444c95374996 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:48.912601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-08f9535b-7e99-44e6-9b73-9b5fc3551186 req-0a406eaa-f194-4b0c-bdc1-444c95374996 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.2875195 Jul 07 19:43:48.958469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:49.047758 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-08f9535b-7e99-44e6-9b73-9b5fc3551186 req-8dc92c0b-037b-43d1-94cd-a5cbd06c12f9 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242220 Jul 07 19:43:49.064349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:43:49.131517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf83f1e-663c-403a-8717-d29d2f174ba8 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:43:49.143742 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:49.169849 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Transition to ACTIVE for port object ecf83f1e-663c-403a-8717-d29d2f174ba8 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:49.181156 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:49.192942 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-804a29b7-0122-4ea3-8233-056629344d6e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:49.265494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804a29b7-0122-4ea3-8233-056629344d6e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:49.330187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-804a29b7-0122-4ea3-8233-056629344d6e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:49.339903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e556dfa-8fd9-4c3b-b0cc-fb795192fec1 None None] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:49.349337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=9']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:49.357476 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804a29b7-0122-4ea3-8233-056629344d6e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:49.358067 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-804a29b7-0122-4ea3-8233-056629344d6e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:49.403044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b119b17b-4ce0-408e-a3a0-00f3a5972de3 None None] Provisioning complete for port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:49.403413 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b119b17b-4ce0-408e-a3a0-00f3a5972de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:49.465701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b119b17b-4ce0-408e-a3a0-00f3a5972de3 None None] Port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:49.505268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b119b17b-4ce0-408e-a3a0-00f3a5972de3 None None] Provisioning complete for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:49.505552 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b119b17b-4ce0-408e-a3a0-00f3a5972de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:49.720463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7dbb02-d6a3-4974-84e1-eee2948a9f42 None None] Update dhcp port {'port': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'fixed_ips': [{'subnet_id': 'd1d30173-b8f0-48ec-8004-a12a10d36fb9', 'ip_address': '172.20.0.18'}, {'subnet_id': '360e0135-a60f-4806-816a-8acbef92120e'}], 'binding:host_id': 'n-d-793621-9'}, 'id': 'e6f159a0-8d25-43b6-9582-c6fa0c7c10ba'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:43:49.762894 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbb02-d6a3-4974-84e1-eee2948a9f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:49.773046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a29b7-0122-4ea3-8233-056629344d6e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Subnet': ['ID=360e0135-a60f-4806-816a-8acbef92120e,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:49.805002 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-804a29b7-0122-4ea3-8233-056629344d6e tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3870308 Jul 07 19:43:49.805621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34896) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:49.811363 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-679fb569-241f-4650-b537-d15710077505 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'security_group': {'name': 'tempest-secgroup-990063600'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:49.828897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] No DVR routers for this DVR port ecf83f1e-663c-403a-8717-d29d2f174ba8 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:49.841293 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-679fb569-241f-4650-b537-d15710077505 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:49.884292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d09bb4-0a20-471d-910a-58c10301a079 req-115eb42d-efa7-4e25-9c04-e6d83a1d860c tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:49.884574 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-93d09bb4-0a20-471d-910a-58c10301a079 req-115eb42d-efa7-4e25-9c04-e6d83a1d860c tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 945 time: 0.5580316 Jul 07 19:43:49.942392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-679fb569-241f-4650-b537-d15710077505 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:49.947133 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-679fb569-241f-4650-b537-d15710077505 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:49.980689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-679fb569-241f-4650-b537-d15710077505 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:49.982059 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-679fb569-241f-4650-b537-d15710077505 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1755161 Jul 07 19:43:49.984349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fb569-241f-4650-b537-d15710077505 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9759a099-4b13-469e-9e9c-a8acc2bb2692,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:49.987083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34900) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:49.988896 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-ac7dbb02-d6a3-4974-84e1-eee2948a9f42 None None] Allocated IP 172.20.0.2 (e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6/360e0135-a60f-4806-816a-8acbef92120e/e6f159a0-8d25-43b6-9582-c6fa0c7c10ba) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:49.993359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-cbba8394-f7cc-4576-8cfb-c3d7a32a2d43 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'security_group': {'name': 'tempest-secgroup-1927820627'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:50.020720 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cbba8394-f7cc-4576-8cfb-c3d7a32a2d43 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.089472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-93d09bb4-0a20-471d-910a-58c10301a079 req-8e7a057a-1714-44b3-8878-218d1dc4498a tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Deleting port 7fee9241-d34d-493d-bde0-2adf9dd93311 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:50.089828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-93d09bb4-0a20-471d-910a-58c10301a079 req-8e7a057a-1714-44b3-8878-218d1dc4498a tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.109459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ac7dbb02-d6a3-4974-84e1-eee2948a9f42 None None] For port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,segment=NetworkSegment(f54edf89-6e62-4eff-850e-7122a36ba9b5),segment_id=f54edf89-6e62-4eff-850e-7122a36ba9b5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:50.142154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Attempting to bind port ecf83f1e-663c-403a-8717-d29d2f174ba8 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:43:50.142744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Attempting to bind port ecf83f1e-663c-403a-8717-d29d2f174ba8 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:43:50.143037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Attempting to bind port ecf83f1e-663c-403a-8717-d29d2f174ba8 on network adaeea58-cec9-4759-b394-16b38edd657c {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:50.145019 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbb02-d6a3-4974-84e1-eee2948a9f42 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.155199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Port ecf83f1e-663c-403a-8717-d29d2f174ba8 on network adaeea58-cec9-4759-b394-16b38edd657c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:43:50.155550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Attempting to bind port ecf83f1e-663c-403a-8717-d29d2f174ba8 on network adaeea58-cec9-4759-b394-16b38edd657c {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:50.159724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cbba8394-f7cc-4576-8cfb-c3d7a32a2d43 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.164367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ac7dbb02-d6a3-4974-84e1-eee2948a9f42 None None] Transition to ACTIVE for port object e6f159a0-8d25-43b6-9582-c6fa0c7c10ba will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:50.165599 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cbba8394-f7cc-4576-8cfb-c3d7a32a2d43 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.168026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:43:50.168391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Checking segment: {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:50.168809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Bound using segment: {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:43:50.169220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Bound port: ecf83f1e-663c-403a-8717-d29d2f174ba8, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:43:50.169577 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.170173 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbb02-d6a3-4974-84e1-eee2948a9f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.210396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba8394-f7cc-4576-8cfb-c3d7a32a2d43 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=597a2a66-dc9d-46d0-bcb7-c349d614f3d6,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:50.227726 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cbba8394-f7cc-4576-8cfb-c3d7a32a2d43 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.232428 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cbba8394-f7cc-4576-8cfb-c3d7a32a2d43 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2409594 Jul 07 19:43:50.235253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34904) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:50.241413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e656330-dc5b-40c0-a7a9-9d31c1cd14b4 req-75aea2fc-e584-4d2f-9c06-e1f44edc8eaf tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:50.243114 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c160cbcb-6592-4bdf-92ab-e6f3f1f911df tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'security_group': {'name': 'tempest-secgroup-72658187'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:50.246754 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e656330-dc5b-40c0-a7a9-9d31c1cd14b4 req-75aea2fc-e584-4d2f-9c06-e1f44edc8eaf tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 945 time: 0.2224452 Jul 07 19:43:50.273626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dbb02-d6a3-4974-84e1-eee2948a9f42 None None] Pushing event updated for resources: {'Port': ['ID=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:50.294862 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e656330-dc5b-40c0-a7a9-9d31c1cd14b4 req-70ecd187-a2fa-4957-bce8-2a617e100855 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/security-groups?id=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Jul 07 19:43:50.310187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-93d09bb4-0a20-471d-910a-58c10301a079 req-8e7a057a-1714-44b3-8878-218d1dc4498a tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] For port 7fee9241-d34d-493d-bde0-2adf9dd93311, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=7fee9241-d34d-493d-bde0-2adf9dd93311,segment=NetworkSegment(14c67333-3be2-48d9-92c7-f314be6c9961),segment_id=14c67333-3be2-48d9-92c7-f314be6c9961)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:50.310893 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-93d09bb4-0a20-471d-910a-58c10301a079 req-8e7a057a-1714-44b3-8878-218d1dc4498a tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.342553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-93d09bb4-0a20-471d-910a-58c10301a079 req-8e7a057a-1714-44b3-8878-218d1dc4498a tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Calling delete_port for 7fee9241-d34d-493d-bde0-2adf9dd93311 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:50.344508 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c160cbcb-6592-4bdf-92ab-e6f3f1f911df tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.362338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:43:50.429092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:43:50.440368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.489796 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de5b07-056c-4e35-bf6e-98e7723e6e78 req-1c773249-eb4b-44cd-ad0b-e84b54324e4a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:50.491310 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f7de5b07-056c-4e35-bf6e-98e7723e6e78 req-1c773249-eb4b-44cd-ad0b-e84b54324e4a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 943 time: 0.2673903 Jul 07 19:43:50.514420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:50.515093 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.516501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed52f954-87c7-436f-880b-d39338be5cde req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] 10.222.0.110 "PUT /v2.0/ports/ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 200 len: 1091 time: 2.2205324 Jul 07 19:43:50.534987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:43:50.537586 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56de04c-9c38-483a-a472-70f405f89c14" -d '{"events": [{"name": "network-changed", "server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:43:50.590035 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d0ef47-897e-4da9-9f6c-82464338fb1b x-openstack-request-id: req-82d0ef47-897e-4da9-9f6c-82464338fb1b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:43:50.590327 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:43:50.590579 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82d0ef47-897e-4da9-9f6c-82464338fb1b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:43:50.591014 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'status': 'completed', 'code': 200} Jul 07 19:43:50.647757 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1044758-0f2f-4ee8-b775-f0a289f07e29 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=10']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:50.692885 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f7de5b07-056c-4e35-bf6e-98e7723e6e78 req-fb451f32-5443-4c47-b85f-7748a1472189 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739371 Jul 07 19:43:50.707955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c160cbcb-6592-4bdf-92ab-e6f3f1f911df tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.744574 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c160cbcb-6592-4bdf-92ab-e6f3f1f911df tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.797537 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c160cbcb-6592-4bdf-92ab-e6f3f1f911df tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.798889 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c160cbcb-6592-4bdf-92ab-e6f3f1f911df tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5599487 Jul 07 19:43:50.802237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34908) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:50.809037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52f954-87c7-436f-880b-d39338be5cde req-9242f636-4d53-4de9-b42a-b8e4c8a38040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:50.810934 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed52f954-87c7-436f-880b-d39338be5cde req-9242f636-4d53-4de9-b42a-b8e4c8a38040 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 1095 time: 0.2499852 Jul 07 19:43:50.812215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160cbcb-6592-4bdf-92ab-e6f3f1f911df tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f2b89a-1ea8-443b-ac04-54cebb201f9c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:50.814559 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-93d09bb4-0a20-471d-910a-58c10301a079 req-8e7a057a-1714-44b3-8878-218d1dc4498a tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.817792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-964328979', 'security_groups': ['e3f2b89a-1ea8-443b-ac04-54cebb201f9c'], 'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '360e0135-a60f-4806-816a-8acbef92120e'}]}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:50.827056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['7fee9241-d34d-493d-bde0-2adf9dd93311'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:43:50.905622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a057a-1714-44b3-8878-218d1dc4498a tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Pushing event deleted for resources: {'Port': ['ID=7fee9241-d34d-493d-bde0-2adf9dd93311,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:50.961612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:50.970746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d09bb4-0a20-471d-910a-58c10301a079 req-8e7a057a-1714-44b3-8878-218d1dc4498a tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] No DVR routers for this DVR port 7fee9241-d34d-493d-bde0-2adf9dd93311 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:50.973583 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-93d09bb4-0a20-471d-910a-58c10301a079 req-8e7a057a-1714-44b3-8878-218d1dc4498a tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.975991 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-93d09bb4-0a20-471d-910a-58c10301a079 req-8e7a057a-1714-44b3-8878-218d1dc4498a tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.48 "DELETE /v2.0/ports/7fee9241-d34d-493d-bde0-2adf9dd93311 HTTP/1.1" status: 204 len: 173 time: 1.0822647 Jul 07 19:43:51.016180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52f954-87c7-436f-880b-d39338be5cde req-e9d24110-baef-4b06-9abd-9a6f9875f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:51.017682 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed52f954-87c7-436f-880b-d39338be5cde req-e9d24110-baef-4b06-9abd-9a6f9875f5b3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.1941874 Jul 07 19:43:51.057876 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:51.079413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] device_id is not set on port ac240280-0802-48a3-a94c-1d3339772b13 yet. {{(pid=93901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:43:51.092041 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed52f954-87c7-436f-880b-d39338be5cde req-edffed58-1b5b-47f0-b178-27fadfaae66e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 200 len: 997 time: 0.0665703 Jul 07 19:43:51.093358 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-368cef90-7b10-434b-a446-267db2e0de4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:51.098668 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-461f2674-f8c1-42e0-ab28-d435cb3dd096 None None] Provisioning complete for port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:51.099133 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-461f2674-f8c1-42e0-ab28-d435cb3dd096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:51.136387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-461f2674-f8c1-42e0-ab28-d435cb3dd096 None None] Port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:51.149456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-461f2674-f8c1-42e0-ab28-d435cb3dd096 None None] Provisioning for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:51.153470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52f954-87c7-436f-880b-d39338be5cde req-c238df9b-82db-4462-805c-0b6f2e3fcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:51.155115 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed52f954-87c7-436f-880b-d39338be5cde req-c238df9b-82db-4462-805c-0b6f2e3fcb68 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0552526 Jul 07 19:43:51.156920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-461f2674-f8c1-42e0-ab28-d435cb3dd096 None None] Provisioning complete for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:51.157340 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-461f2674-f8c1-42e0-ab28-d435cb3dd096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:51.220263 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52f954-87c7-436f-880b-d39338be5cde req-79fdafbc-2e69-4eab-917d-47952653c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:51.221769 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed52f954-87c7-436f-880b-d39338be5cde req-79fdafbc-2e69-4eab-917d-47952653c7fb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585196 Jul 07 19:43:51.268736 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.13 (e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6/360e0135-a60f-4806-816a-8acbef92120e/ac240280-0802-48a3-a94c-1d3339772b13) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:51.323038 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed52f954-87c7-436f-880b-d39338be5cde req-6bada103-2617-4d05-8a3f-cc899654af94 service neutron] 10.222.0.110 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941668 Jul 07 19:43:51.420923 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed52f954-87c7-436f-880b-d39338be5cde req-e1101c70-469e-416c-8354-6862c5b7eddc service neutron] 10.222.0.110 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902817 Jul 07 19:43:51.425647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:51.449610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Transition to ACTIVE for port object ac240280-0802-48a3-a94c-1d3339772b13 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:51.486584 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcac48c0-5b25-422f-8d32-89ca6dbeb553 req-a7fd99e2-1b21-462a-820f-7b8f75892f40 tempest-VolumesActionsTest-1352187639 tempest-VolumesActionsTest-1352187639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4681c41-6d15-4d72-9c4b-547add5ea500 HTTP/1.1" status: 200 len: 210 time: 0.0341022 Jul 07 19:43:51.518503 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:51.577636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56de04c-9c38-483a-a472-70f405f89c14 req-33680e97-9bb3-439e-8c39-52b5ca425b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:51.578134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:51.579163 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e56de04c-9c38-483a-a472-70f405f89c14 req-33680e97-9bb3-439e-8c39-52b5ca425b5a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 1095 time: 0.0961754 Jul 07 19:43:51.581661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:51.588284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:51.621084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=ac240280-0802-48a3-a94c-1d3339772b13,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:51.660248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:51.661004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:51.677231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3a5e6cb1-add3-47e1-8024-f22f8f0f3705 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8718727 Jul 07 19:43:51.680576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34918) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:51.685877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d28dfbe2-9932-4e4c-99f2-2c14a51c8847 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:51.733005 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56de04c-9c38-483a-a472-70f405f89c14 req-393b66c0-ef99-435b-b94c-5ac948e9258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:51.734719 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e56de04c-9c38-483a-a472-70f405f89c14 req-393b66c0-ef99-435b-b94c-5ac948e9258f service neutron] 10.222.0.110 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.1492081 Jul 07 19:43:51.840249 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e56de04c-9c38-483a-a472-70f405f89c14 req-f8ad2db9-db83-4344-bf6c-2d983019bc5a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 200 len: 997 time: 0.0895040 Jul 07 19:43:51.895190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28dfbe2-9932-4e4c-99f2-2c14a51c8847 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:51.899148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d28dfbe2-9932-4e4c-99f2-2c14a51c8847 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:51.951341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56de04c-9c38-483a-a472-70f405f89c14 req-659efa04-0a5d-4c66-a67d-951d599debf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:51.952960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e56de04c-9c38-483a-a472-70f405f89c14 req-659efa04-0a5d-4c66-a67d-951d599debf8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.1055217 Jul 07 19:43:51.988417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-26d35efb-14c0-4881-9499-966100db2dc4 None None] Provisioning for port ac240280-0802-48a3-a94c-1d3339772b13 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:52.001932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-26d35efb-14c0-4881-9499-966100db2dc4 None None] Provisioning complete for port ac240280-0802-48a3-a94c-1d3339772b13 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:52.002402 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-26d35efb-14c0-4881-9499-966100db2dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:52.011448 n-d-793621-9 neutron-server[93901]: INFO neutron.db.ipam_backend_mixin [None req-d28dfbe2-9932-4e4c-99f2-2c14a51c8847 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 360e0135-a60f-4806-816a-8acbef92120e (CIDR: 172.20.0.0/28) Jul 07 19:43:52.017451 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28dfbe2-9932-4e4c-99f2-2c14a51c8847 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:43:52.018753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28dfbe2-9932-4e4c-99f2-2c14a51c8847 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:52.025060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91403638-f731-48f5-a939-fe08e1ae0b99 req-a18b4810-658f-4eb1-9d6d-bd529e1290ee tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:52.026955 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91403638-f731-48f5-a939-fe08e1ae0b99 req-a18b4810-658f-4eb1-9d6d-bd529e1290ee tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.1405697 Jul 07 19:43:52.037209 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d28dfbe2-9932-4e4c-99f2-2c14a51c8847 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3561118 Jul 07 19:43:52.039937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34932) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:52.047833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c4aa5614-1e22-4b2d-bda5-84f8db90c868 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:52.066183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-26d35efb-14c0-4881-9499-966100db2dc4 None None] Port ac240280-0802-48a3-a94c-1d3339772b13 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:52.078001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56de04c-9c38-483a-a472-70f405f89c14 req-d83a9c20-979d-4cfe-a99a-2e55224ee5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:52.080661 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e56de04c-9c38-483a-a472-70f405f89c14 req-d83a9c20-979d-4cfe-a99a-2e55224ee5f8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204648 Jul 07 19:43:52.106254 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91403638-f731-48f5-a939-fe08e1ae0b99 req-308a769f-a000-4060-bd4d-86b276845bb2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706189 Jul 07 19:43:52.218377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aa5614-1e22-4b2d-bda5-84f8db90c868 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:52.223513 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c4aa5614-1e22-4b2d-bda5-84f8db90c868 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:52.344751 n-d-793621-9 neutron-server[93901]: INFO neutron.db.ipam_backend_mixin [None req-c4aa5614-1e22-4b2d-bda5-84f8db90c868 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d1d30173-b8f0-48ec-8004-a12a10d36fb9 (CIDR: 172.20.0.16/28) Jul 07 19:43:52.348739 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4aa5614-1e22-4b2d-bda5-84f8db90c868 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:43:52.349237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4aa5614-1e22-4b2d-bda5-84f8db90c868 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:52.365102 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c4aa5614-1e22-4b2d-bda5-84f8db90c868 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3240361 Jul 07 19:43:52.369809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34934) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:52.378182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-75a7f750-3a3d-4f8f-a0a1-78851fd26cf7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'subnet': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:52.381343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e6f159a0-8d25-43b6-9582-c6fa0c7c10ba up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:52.455632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:52.456006 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:52.585284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a7f750-3a3d-4f8f-a0a1-78851fd26cf7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Made reservation on behalf of f94a51bb0a5441f8aecda884d4187f3e for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:52.589500 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-75a7f750-3a3d-4f8f-a0a1-78851fd26cf7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:52.592511 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4681c41-6d15-4d72-9c4b-547add5ea500', 'name': 'network-vif-deleted', 'tag': '7fee9241-d34d-493d-bde0-2adf9dd93311'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:43:52.594973 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8578ad95-fd4b-4367-b189-b1074694d615" -d '{"events": [{"server_uuid": "d4681c41-6d15-4d72-9c4b-547add5ea500", "name": "network-vif-deleted", "tag": "7fee9241-d34d-493d-bde0-2adf9dd93311"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:43:52.668028 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54821a0-78ab-4489-831c-670fade522fb x-openstack-request-id: req-e54821a0-78ab-4489-831c-670fade522fb {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:43:52.668305 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4681c41-6d15-4d72-9c4b-547add5ea500", "name": "network-vif-deleted", "tag": "7fee9241-d34d-493d-bde0-2adf9dd93311", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:43:52.668560 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e54821a0-78ab-4489-831c-670fade522fb {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:43:52.668954 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4681c41-6d15-4d72-9c4b-547add5ea500', 'name': 'network-vif-deleted', 'tag': '7fee9241-d34d-493d-bde0-2adf9dd93311', 'status': 'completed', 'code': 200} Jul 07 19:43:52.914088 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-75a7f750-3a3d-4f8f-a0a1-78851fd26cf7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:52.998044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7f750-3a3d-4f8f-a0a1-78851fd26cf7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:53.018889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-75a7f750-3a3d-4f8f-a0a1-78851fd26cf7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:53.035667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52f154e-4b56-49c5-80d4-000d7ce69af6 None None] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:53.037188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7f750-3a3d-4f8f-a0a1-78851fd26cf7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:53.037802 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-75a7f750-3a3d-4f8f-a0a1-78851fd26cf7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:53.055312 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-75a7f750-3a3d-4f8f-a0a1-78851fd26cf7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6834948 Jul 07 19:43:53.058697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7f750-3a3d-4f8f-a0a1-78851fd26cf7 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Subnet': ['ID=dbb6f2b9-913a-4bf3-a09b-f77555ad150a,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:53.072043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34946) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:53.081969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-96c3e08c-32a1-462f-8470-7745443debc3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1447709444', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dbb6f2b9-913a-4bf3-a09b-f77555ad150a'}], 'security_groups': ['9759a099-4b13-469e-9e9c-a8acc2bb2692', '597a2a66-dc9d-46d0-bcb7-c349d614f3d6']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:53.211690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96c3e08c-32a1-462f-8470-7745443debc3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:53.521420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf02448-1ff7-4611-9f80-a9b0f0510504 None None] Update dhcp port {'port': {'network_id': 'e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6', 'fixed_ips': [{'subnet_id': 'd1d30173-b8f0-48ec-8004-a12a10d36fb9', 'ip_address': '172.20.0.18'}, {'subnet_id': '360e0135-a60f-4806-816a-8acbef92120e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dbb6f2b9-913a-4bf3-a09b-f77555ad150a'}], 'binding:host_id': 'n-d-793621-9'}, 'id': 'e6f159a0-8d25-43b6-9582-c6fa0c7c10ba'} from n-d-793621-9. {{(pid=93902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:43:53.571142 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5bf02448-1ff7-4611-9f80-a9b0f0510504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:53.623808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1a62c-3fc7-4993-8e65-30f8a69b838e req-bec66e87-def6-4489-a17a-65e743ec6ea4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:53.625502 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9cd1a62c-3fc7-4993-8e65-30f8a69b838e req-bec66e87-def6-4489-a17a-65e743ec6ea4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.2462580 Jul 07 19:43:53.690541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7fee9241-d34d-493d-bde0-2adf9dd93311 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:43:53.696540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-96c3e08c-32a1-462f-8470-7745443debc3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Delete allocated IP 172.20.0.13 (e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6/360e0135-a60f-4806-816a-8acbef92120e) {{(pid=93901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 19:43:53.704682 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9cd1a62c-3fc7-4993-8e65-30f8a69b838e req-53c3c5f6-3f16-42c5-b770-e05cf5086a4e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597074 Jul 07 19:43:53.724927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-96c3e08c-32a1-462f-8470-7745443debc3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Allocated IP 172.20.0.40 (e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6/dbb6f2b9-913a-4bf3-a09b-f77555ad150a/ac240280-0802-48a3-a94c-1d3339772b13) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:53.734873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 7fee9241-d34d-493d-bde0-2adf9dd93311 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:43:53.735214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 7fee9241-d34d-493d-bde0-2adf9dd93311 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:43:53.850572 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:53.991540 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96c3e08c-32a1-462f-8470-7745443debc3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:54.009049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-96c3e08c-32a1-462f-8470-7745443debc3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Transition to ACTIVE for port object ac240280-0802-48a3-a94c-1d3339772b13 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:54.013689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96c3e08c-32a1-462f-8470-7745443debc3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:54.077703 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3e08c-32a1-462f-8470-7745443debc3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event updated for resources: {'Port': ['ID=ac240280-0802-48a3-a94c-1d3339772b13,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:54.088638 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dd49a1ec-50de-430f-9a3f-1950c995164c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:54.102549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-5bf02448-1ff7-4611-9f80-a9b0f0510504 None None] Allocated IP 172.20.0.34 (e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6/dbb6f2b9-913a-4bf3-a09b-f77555ad150a/e6f159a0-8d25-43b6-9582-c6fa0c7c10ba) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:54.178686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-96c3e08c-32a1-462f-8470-7745443debc3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] In _notify_port_updated(), no bound segment for port ac240280-0802-48a3-a94c-1d3339772b13 on network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 {{(pid=93901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:43:54.185638 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3e08c-32a1-462f-8470-7745443debc3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:54.186773 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96c3e08c-32a1-462f-8470-7745443debc3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:54.188158 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-96c3e08c-32a1-462f-8470-7745443debc3 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "PUT /v2.0/ports/ac240280-0802-48a3-a94c-1d3339772b13 HTTP/1.1" status: 200 len: 960 time: 1.1150827 Jul 07 19:43:54.191253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34960) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:54.257735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5bf02448-1ff7-4611-9f80-a9b0f0510504 None None] For port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,segment=NetworkSegment(f54edf89-6e62-4eff-850e-7122a36ba9b5),segment_id=f54edf89-6e62-4eff-850e-7122a36ba9b5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:54.312021 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5bf02448-1ff7-4611-9f80-a9b0f0510504 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:54.351166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5bf02448-1ff7-4611-9f80-a9b0f0510504 None None] Transition to ACTIVE for port object e6f159a0-8d25-43b6-9582-c6fa0c7c10ba will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:54.359490 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5bf02448-1ff7-4611-9f80-a9b0f0510504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:54.384747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d8e03-0898-4f19-aa36-53a1a0004a47 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port ac240280-0802-48a3-a94c-1d3339772b13 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:54.385097 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8e03-0898-4f19-aa36-53a1a0004a47 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:54.545827 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8e03-0898-4f19-aa36-53a1a0004a47 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:54.565477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d8e03-0898-4f19-aa36-53a1a0004a47 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for ac240280-0802-48a3-a94c-1d3339772b13 owned by {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:54.569662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf02448-1ff7-4611-9f80-a9b0f0510504 None None] Pushing event updated for resources: {'Port': ['ID=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:54.767272 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8e03-0898-4f19-aa36-53a1a0004a47 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:54.815822 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:54.881335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d8e03-0898-4f19-aa36-53a1a0004a47 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=ac240280-0802-48a3-a94c-1d3339772b13,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:54.989238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ea093-5a3c-4d5e-a152-ee0a0166735f req-b46bbd31-3686-40b5-9826-1f6098568e4a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:54.997820 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd4ea093-5a3c-4d5e-a152-ee0a0166735f req-b46bbd31-3686-40b5-9826-1f6098568e4a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.1004603 Jul 07 19:43:55.021490 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8e03-0898-4f19-aa36-53a1a0004a47 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.023519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6c0d8e03-0898-4f19-aa36-53a1a0004a47 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/ac240280-0802-48a3-a94c-1d3339772b13 HTTP/1.1" status: 204 len: 168 time: 0.8311293 Jul 07 19:43:55.026159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34970) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:55.056392 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fd4ea093-5a3c-4d5e-a152-ee0a0166735f req-8b6fffa4-5178-453f-b873-f293ee61e917 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558779 Jul 07 19:43:55.068267 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de28225-54d1-469b-bd39-becbe73a41f4 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] GET failed (client error): The resource could not be found. Jul 07 19:43:55.070262 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3de28225-54d1-469b-bd39-becbe73a41f4 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports/ac240280-0802-48a3-a94c-1d3339772b13 HTTP/1.1" status: 404 len: 333 time: 0.0425534 Jul 07 19:43:55.076210 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34972) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:55.168415 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae5cdd8a-b239-474a-907c-1cb027f971f8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.200310 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae5cdd8a-b239-474a-907c-1cb027f971f8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.250730 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae5cdd8a-b239-474a-907c-1cb027f971f8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.255957 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ae5cdd8a-b239-474a-907c-1cb027f971f8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.257547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ae5cdd8a-b239-474a-907c-1cb027f971f8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/security-groups/e3f2b89a-1ea8-443b-ac04-54cebb201f9c HTTP/1.1" status: 204 len: 168 time: 0.1800437 Jul 07 19:43:55.262303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34974) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:55.301570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cdd8a-b239-474a-907c-1cb027f971f8 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f2b89a-1ea8-443b-ac04-54cebb201f9c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:55.375697 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19846971-66b7-40e8-83c7-f11ce7f7db3c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.404470 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19846971-66b7-40e8-83c7-f11ce7f7db3c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.485669 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19846971-66b7-40e8-83c7-f11ce7f7db3c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.488555 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19846971-66b7-40e8-83c7-f11ce7f7db3c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.489768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-19846971-66b7-40e8-83c7-f11ce7f7db3c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/security-groups/597a2a66-dc9d-46d0-bcb7-c349d614f3d6 HTTP/1.1" status: 204 len: 168 time: 0.2263668 Jul 07 19:43:55.493314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34978) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:55.514507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2e79e4e3-3fb2-4b76-b7be-3edc80aef585 None None] Could not find standard attr ID for object ac240280-0802-48a3-a94c-1d3339772b13. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:55.527384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19846971-66b7-40e8-83c7-f11ce7f7db3c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=597a2a66-dc9d-46d0-bcb7-c349d614f3d6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:55.558212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2e79e4e3-3fb2-4b76-b7be-3edc80aef585 None None] Provisioning complete for port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:55.558588 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e79e4e3-3fb2-4b76-b7be-3edc80aef585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.623301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.628931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2e79e4e3-3fb2-4b76-b7be-3edc80aef585 None None] Port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:55.645167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2e79e4e3-3fb2-4b76-b7be-3edc80aef585 None None] Provisioning for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:55.650455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2e79e4e3-3fb2-4b76-b7be-3edc80aef585 None None] Provisioning complete for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:55.651018 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e79e4e3-3fb2-4b76-b7be-3edc80aef585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.671110 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.744609 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.748610 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.750000 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/security-groups/9759a099-4b13-469e-9e9c-a8acc2bb2692 HTTP/1.1" status: 204 len: 168 time: 0.2557080 Jul 07 19:43:55.753004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34982) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:55.770731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9759a099-4b13-469e-9e9c-a8acc2bb2692,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:55.794375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:55.797499 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:55.797656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:55.798004 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:55.798357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:55.798685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:55.801858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:55.802309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:55.803801 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:55.803801 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:55.804013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:55.804261 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91618ac-f110-4475-bb63-66cd939d7fd9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:55.875764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-300f7cc5-d6b0-4f16-b7c6-370970c0f8a0 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting subnet 360e0135-a60f-4806-816a-8acbef92120e {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:43:55.879902 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-300f7cc5-d6b0-4f16-b7c6-370970c0f8a0 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:55.967130 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-300f7cc5-d6b0-4f16-b7c6-370970c0f8a0 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:56.107123 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-300f7cc5-d6b0-4f16-b7c6-370970c0f8a0 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:56.158480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f8f774e6-cd51-468e-8bab-08cd2a0655d3 None None] Could not find standard attr ID for object ac240280-0802-48a3-a94c-1d3339772b13. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:43:56.208907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-300f7cc5-d6b0-4f16-b7c6-370970c0f8a0 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:56.333918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f7cc5-d6b0-4f16-b7c6-370970c0f8a0 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Subnet': ['ID=360e0135-a60f-4806-816a-8acbef92120e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:56.344805 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-300f7cc5-d6b0-4f16-b7c6-370970c0f8a0 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:56.347940 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-300f7cc5-d6b0-4f16-b7c6-370970c0f8a0 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/360e0135-a60f-4806-816a-8acbef92120e HTTP/1.1" status: 204 len: 168 time: 0.5934196 Jul 07 19:43:56.352839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 34986) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:56.422502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e6f159a0-8d25-43b6-9582-c6fa0c7c10ba up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:56.423788 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94598d0c-82ca-4530-abc1-030410195531 req-653e36fa-755b-42dc-95b0-ac827a61057a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:56.431606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94598d0c-82ca-4530-abc1-030410195531 req-653e36fa-755b-42dc-95b0-ac827a61057a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.1661518 Jul 07 19:43:56.482392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd7ad39-9820-4198-b09b-053646873066 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting subnet dbb6f2b9-913a-4bf3-a09b-f77555ad150a {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:43:56.560145 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:56.561129 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:56.881235 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ad39-9820-4198-b09b-053646873066 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:56.925867 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188dac60-d930-4826-a2e4-b0f3520c6a59 None None] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:56.950203 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94598d0c-82ca-4530-abc1-030410195531 req-ca65a414-1c2a-4d14-b0cc-656151e10645 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5174496 Jul 07 19:43:56.967309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ad39-9820-4198-b09b-053646873066 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.088394 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.256605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ad39-9820-4198-b09b-053646873066 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.376161 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ad39-9820-4198-b09b-053646873066 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.412453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7ad39-9820-4198-b09b-053646873066 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb6f2b9-913a-4bf3-a09b-f77555ad150a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:57.418090 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ad39-9820-4198-b09b-053646873066 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.420162 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7bd7ad39-9820-4198-b09b-053646873066 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/dbb6f2b9-913a-4bf3-a09b-f77555ad150a HTTP/1.1" status: 204 len: 168 time: 1.0662661 Jul 07 19:43:57.422953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 34998) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:57.456566 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c06b84e-e93d-498f-a072-a0bc8eaef643 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] DELETE failed (client error): The resource could not be found. Jul 07 19:43:57.457190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c06b84e-e93d-498f-a072-a0bc8eaef643 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:57.459401 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8c06b84e-e93d-498f-a072-a0bc8eaef643 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/360e0135-a60f-4806-816a-8acbef92120e HTTP/1.1" status: 404 len: 337 time: 0.0350599 Jul 07 19:43:57.461983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35000) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:57.550838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-447457b1-f4cf-491f-affe-8c65a480b423 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting subnet d1d30173-b8f0-48ec-8004-a12a10d36fb9 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:43:57.559039 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-447457b1-f4cf-491f-affe-8c65a480b423 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.654127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-447457b1-f4cf-491f-affe-8c65a480b423 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.815687 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-447457b1-f4cf-491f-affe-8c65a480b423 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.920227 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-447457b1-f4cf-491f-affe-8c65a480b423 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.993673 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-447457b1-f4cf-491f-affe-8c65a480b423 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.998770 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-447457b1-f4cf-491f-affe-8c65a480b423 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/d1d30173-b8f0-48ec-8004-a12a10d36fb9 HTTP/1.1" status: 204 len: 168 time: 0.5341458 Jul 07 19:43:57.999727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35004) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.014079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447457b1-f4cf-491f-affe-8c65a480b423 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d30173-b8f0-48ec-8004-a12a10d36fb9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:58.056640 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0607f62-7e3c-4fff-8d71-c749cc70799b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] DELETE failed (client error): The resource could not be found. Jul 07 19:43:58.057113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0607f62-7e3c-4fff-8d71-c749cc70799b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:58.061845 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e0607f62-7e3c-4fff-8d71-c749cc70799b tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/0026c804-2942-4868-975d-06e9716cab9c HTTP/1.1" status: 404 len: 337 time: 0.0580475 Jul 07 19:43:58.062236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35006) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.096912 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-431a30b2-802a-4e53-9f61-b3702108cbbe tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff09079d-dbde-48de-a584-592514e8a4e6 HTTP/1.1" status: 200 len: 205 time: 0.0329225 Jul 07 19:43:58.098610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35008) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.114080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b2b94-c8e1-44a2-8cf9-86b3e7b5db39 None None] Network e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:58.153066 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-02beb5d7-a2bb-4b85-b2a0-22b07cac13a9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] delete failed (client error): The resource could not be found. Jul 07 19:43:58.154026 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-02beb5d7-a2bb-4b85-b2a0-22b07cac13a9 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/routers/ff09079d-dbde-48de-a584-592514e8a4e6 HTTP/1.1" status: 404 len: 336 time: 0.0543962 Jul 07 19:43:58.156708 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35010) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.200747 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a330036d-3e24-42c3-b49e-da2c8f7a779c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] DELETE failed (client error): The resource could not be found. Jul 07 19:43:58.201515 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a330036d-3e24-42c3-b49e-da2c8f7a779c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:58.203739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a330036d-3e24-42c3-b49e-da2c8f7a779c tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/b3803351-d72d-4463-a9c0-53d5b6ddff75 HTTP/1.1" status: 404 len: 337 time: 0.0455859 Jul 07 19:43:58.206248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35012) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.313532 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0e7080-eb4e-458a-9194-82f1193f59cf tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] DELETE failed (client error): The resource could not be found. Jul 07 19:43:58.314156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0e7080-eb4e-458a-9194-82f1193f59cf tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:58.323008 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3f0e7080-eb4e-458a-9194-82f1193f59cf tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/b15fcc5b-2a8d-48a6-ad9f-aebde91dbe5d HTTP/1.1" status: 404 len: 337 time: 0.1155007 Jul 07 19:43:58.323580 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e75ff-7451-4eb5-9c11-c8b683e28d14 req-eff53eb5-4d97-477b-8e5e-c44c7a2b33dc tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:58.324096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35016) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.347552 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b63e75ff-7451-4eb5-9c11-c8b683e28d14 req-eff53eb5-4d97-477b-8e5e-c44c7a2b33dc tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.1422176 Jul 07 19:43:58.364152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c3a77a29-bf47-46bf-81cc-3831cf2d5804 None None] Provisioning complete for port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:58.364541 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c3a77a29-bf47-46bf-81cc-3831cf2d5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:58.389326 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b5c50c-d9e0-4824-aa15-ab07c2cca229 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] DELETE failed (client error): The resource could not be found. Jul 07 19:43:58.389928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b5c50c-d9e0-4824-aa15-ab07c2cca229 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:58.402990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b1b5c50c-d9e0-4824-aa15-ab07c2cca229 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/5f18f651-8c25-46c5-a9ae-ff3faeca1e34 HTTP/1.1" status: 404 len: 337 time: 0.0777040 Jul 07 19:43:58.403683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35018) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.440419 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b63e75ff-7451-4eb5-9c11-c8b683e28d14 req-ecf2ccd9-0cb9-4552-b833-f54d2ad0aa9b tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915720 Jul 07 19:43:58.454948 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c61482-26f9-4707-9422-e64cbfdd964f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] DELETE failed (client error): The resource could not be found. Jul 07 19:43:58.455666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c61482-26f9-4707-9422-e64cbfdd964f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:58.460040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35020) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.460328 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a5c61482-26f9-4707-9422-e64cbfdd964f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/c9793523-05d3-498e-b9db-cfeec4275bba HTTP/1.1" status: 404 len: 333 time: 0.0553520 Jul 07 19:43:58.461521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c3a77a29-bf47-46bf-81cc-3831cf2d5804 None None] Port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:43:58.523800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c3a77a29-bf47-46bf-81cc-3831cf2d5804 None None] Provisioning complete for port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:58.524292 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c3a77a29-bf47-46bf-81cc-3831cf2d5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:58.529508 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0664baa-01ec-4fe6-a074-87dc2cfc3416 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] DELETE failed (client error): The resource could not be found. Jul 07 19:43:58.530478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0664baa-01ec-4fe6-a074-87dc2cfc3416 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:58.532531 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b0664baa-01ec-4fe6-a074-87dc2cfc3416 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/92d68bf3-665e-48ca-bad6-043e8f524800 HTTP/1.1" status: 404 len: 337 time: 0.0709410 Jul 07 19:43:58.535078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35022) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.563902 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07be79e-877e-4d9b-a862-62bf521fac2f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] DELETE failed (client error): The resource could not be found. Jul 07 19:43:58.564746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07be79e-877e-4d9b-a862-62bf521fac2f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:58.566745 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a07be79e-877e-4d9b-a862-62bf521fac2f tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/2d7439da-ac69-44ae-851f-7a0b7f15bc0c HTTP/1.1" status: 404 len: 337 time: 0.0304019 Jul 07 19:43:58.569278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35024) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.635923 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf121537-56ec-4a8a-9376-fc41df1f5e85 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] DELETE failed (client error): The resource could not be found. Jul 07 19:43:58.636745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf121537-56ec-4a8a-9376-fc41df1f5e85 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:58.644101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bf121537-56ec-4a8a-9376-fc41df1f5e85 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/4f4b055a-063b-49a1-a725-84c0bb72c3e8 HTTP/1.1" status: 404 len: 333 time: 0.0708427 Jul 07 19:43:58.644508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35026) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.687455 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e558034-d8b4-4ff8-8883-c5770ecd6817 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] DELETE failed (client error): The resource could not be found. Jul 07 19:43:58.691336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e558034-d8b4-4ff8-8883-c5770ecd6817 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:58.691336 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7e558034-d8b4-4ff8-8883-c5770ecd6817 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/ffc02bf2-2373-4d1a-9725-4d6bce38cf73 HTTP/1.1" status: 404 len: 337 time: 0.0446892 Jul 07 19:43:58.692978 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35028) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.700860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bff2be1-fc73-466e-a104-8370a92a257c None None] DHCP port deletion for e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:43:58.724286 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2578b3e-a247-41a4-9f2b-98abd2059806 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] DELETE failed (client error): The resource could not be found. Jul 07 19:43:58.724874 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2578b3e-a247-41a4-9f2b-98abd2059806 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:43:58.730213 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c2578b3e-a247-41a4-9f2b-98abd2059806 tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/subnets/b1d3573e-70ac-4252-baa3-e45648942890 HTTP/1.1" status: 404 len: 337 time: 0.0328236 Jul 07 19:43:58.730330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35030) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:58.768820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3bff2be1-fc73-466e-a104-8370a92a257c None None] Deleting port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:58.769206 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3bff2be1-fc73-466e-a104-8370a92a257c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:58.839370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3bff2be1-fc73-466e-a104-8370a92a257c None None] For port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,segment=NetworkSegment(f54edf89-6e62-4eff-850e-7122a36ba9b5),segment_id=f54edf89-6e62-4eff-850e-7122a36ba9b5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:58.839743 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3bff2be1-fc73-466e-a104-8370a92a257c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:58.841390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-08f580df-19a3-4afe-86ce-8ef6745d4a8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Deleting port 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:58.841729 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08f580df-19a3-4afe-86ce-8ef6745d4a8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:58.861009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3bff2be1-fc73-466e-a104-8370a92a257c None None] Calling delete_port for e6f159a0-8d25-43b6-9582-c6fa0c7c10ba owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:58.921715 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08f580df-19a3-4afe-86ce-8ef6745d4a8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:58.936182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-08f580df-19a3-4afe-86ce-8ef6745d4a8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Calling delete_port for 0f72a3eb-dccc-44e0-a715-98e7e8d50de1 owned by {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:58.951720 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3bff2be1-fc73-466e-a104-8370a92a257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:58.980612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff2be1-fc73-466e-a104-8370a92a257c None None] Pushing event deleted for resources: {'Port': ['ID=e6f159a0-8d25-43b6-9582-c6fa0c7c10ba,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:58.987697 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bff2be1-fc73-466e-a104-8370a92a257c None None] No DVR routers for this DVR port e6f159a0-8d25-43b6-9582-c6fa0c7c10ba on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:59.028528 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08f580df-19a3-4afe-86ce-8ef6745d4a8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:59.066883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f580df-19a3-4afe-86ce-8ef6745d4a8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Port': ['ID=0f72a3eb-dccc-44e0-a715-98e7e8d50de1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:59.070774 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08f580df-19a3-4afe-86ce-8ef6745d4a8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:59.076006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-08f580df-19a3-4afe-86ce-8ef6745d4a8d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/ports/0f72a3eb-dccc-44e0-a715-98e7e8d50de1 HTTP/1.1" status: 204 len: 168 time: 0.3419836 Jul 07 19:43:59.076367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35034) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:59.161860 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:59.269999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:59.280625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:59.292724 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54edf89-6e62-4eff-850e-7122a36ba9b5') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:59.293020 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54edf89-6e62-4eff-850e-7122a36ba9b5') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:59.304093 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:59.321346 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:59.329780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:43:59.330254 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:43:59.333228 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:43:59.399173 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:59.406239 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:59.408195 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] 10.222.0.81 "DELETE /v2.0/networks/e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6 HTTP/1.1" status: 204 len: 168 time: 0.3308125 Jul 07 19:43:59.422274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924528f-530f-4869-9d81-494e9bb6312d tempest-PortsTestJSON-1942220002 tempest-PortsTestJSON-1942220002-project] Pushing event deleted for resources: {'Network': ['ID=e99c93cf-7d8d-4dd2-b01b-0d05fcbe08d6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:59.764974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411e6a3-d1a0-49f5-a3ce-e3381e282c41 req-1c67578e-4e2b-4cd7-a2ce-ea33a8597f1a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:59.766844 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d411e6a3-d1a0-49f5-a3ce-e3381e282c41 req-1c67578e-4e2b-4cd7-a2ce-ea33a8597f1a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.0897274 Jul 07 19:43:59.790430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35050) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:59.861144 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d411e6a3-d1a0-49f5-a3ce-e3381e282c41 req-26a04cc6-29a6-4173-8cd7-e11af2daea9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852973 Jul 07 19:44:00.008514 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-31ec7b31-1225-45db-b67b-923ab3ddb0ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f94a51bb0a5441f8aecda884d4187f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180405 Jul 07 19:44:00.011013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35056) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:00.080678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58bc49fc-644c-4390-9bb4-df42246d611d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:00.112760 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58bc49fc-644c-4390-9bb4-df42246d611d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:00.175572 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58bc49fc-644c-4390-9bb4-df42246d611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:00.178608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-58bc49fc-644c-4390-9bb4-df42246d611d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:00.182620 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-58bc49fc-644c-4390-9bb4-df42246d611d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb2d0759-e876-4fa2-9e8b-7ceddae33a2b HTTP/1.1" status: 204 len: 168 time: 0.1675372 Jul 07 19:44:00.193509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc49fc-644c-4390-9bb4-df42246d611d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2d0759-e876-4fa2-9e8b-7ceddae33a2b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:00.349881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e6f159a0-8d25-43b6-9582-c6fa0c7c10ba no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:00.392839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: e6f159a0-8d25-43b6-9582-c6fa0c7c10ba {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:44:00.392839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e6f159a0-8d25-43b6-9582-c6fa0c7c10ba not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:01.142070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35082) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:01.217739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3c043-4f30-4423-ae46-2e0125031b7c req-1b6325f7-e75a-4f0a-b11a-6067121f87cd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:01.220409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23b3c043-4f30-4423-ae46-2e0125031b7c req-1b6325f7-e75a-4f0a-b11a-6067121f87cd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.1323624 Jul 07 19:44:01.268184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9a832fc2-2ec6-4bf1-8678-c59663594739 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group': {'name': 'tempest-secgroup--109115896'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:01.296702 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23b3c043-4f30-4423-ae46-2e0125031b7c req-329d93ef-3878-40c3-83b4-be98242e5f63 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701714 Jul 07 19:44:01.310168 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a832fc2-2ec6-4bf1-8678-c59663594739 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:01.319889 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a832fc2-2ec6-4bf1-8678-c59663594739 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:01.431734 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a832fc2-2ec6-4bf1-8678-c59663594739 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:01.445807 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a832fc2-2ec6-4bf1-8678-c59663594739 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:01.486678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a832fc2-2ec6-4bf1-8678-c59663594739 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903986c9-cb09-4777-9a9a-6ff35a405891,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:01.569134 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a832fc2-2ec6-4bf1-8678-c59663594739 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:01.573423 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a832fc2-2ec6-4bf1-8678-c59663594739 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:01.608477 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a832fc2-2ec6-4bf1-8678-c59663594739 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:01.612134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9a832fc2-2ec6-4bf1-8678-c59663594739 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4663641 Jul 07 19:44:01.612632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35086) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:01.614566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a832fc2-2ec6-4bf1-8678-c59663594739 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0181b4c4-0a65-4f1f-bc8c-698a1f4f0cb5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:01.685865 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-45fe6e3a-93aa-444a-bdbd-60737dfc9560 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0717587 Jul 07 19:44:01.688649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35088) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:01.693761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e90f6fb6-9d6c-4062-ba17-2b2f454eb5ac tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group': {'name': 'tempest-security--1466742571', 'description': 'tempest-security-description-2038719911'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:01.727192 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e90f6fb6-9d6c-4062-ba17-2b2f454eb5ac tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:01.790762 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e90f6fb6-9d6c-4062-ba17-2b2f454eb5ac tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:01.794228 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e90f6fb6-9d6c-4062-ba17-2b2f454eb5ac tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:01.796898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e90f6fb6-9d6c-4062-ba17-2b2f454eb5ac tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:01.798130 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e90f6fb6-9d6c-4062-ba17-2b2f454eb5ac tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "PUT /v2.0/security-groups/0181b4c4-0a65-4f1f-bc8c-698a1f4f0cb5 HTTP/1.1" status: 200 len: 1780 time: 0.1082366 Jul 07 19:44:01.800999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35090) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:01.839388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f6fb6-9d6c-4062-ba17-2b2f454eb5ac tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0181b4c4-0a65-4f1f-bc8c-698a1f4f0cb5,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:01.883442 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-44127a24-a489-4beb-991b-04533b816874 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-groups/0181b4c4-0a65-4f1f-bc8c-698a1f4f0cb5 HTTP/1.1" status: 200 len: 1780 time: 0.0811863 Jul 07 19:44:01.886514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35092) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:01.957870 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-430c3e77-c7bb-47a4-9d79-77693786afdd tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:01.984958 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-430c3e77-c7bb-47a4-9d79-77693786afdd tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.059658 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-430c3e77-c7bb-47a4-9d79-77693786afdd tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.064479 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-430c3e77-c7bb-47a4-9d79-77693786afdd tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.066110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-430c3e77-c7bb-47a4-9d79-77693786afdd tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-groups/0181b4c4-0a65-4f1f-bc8c-698a1f4f0cb5 HTTP/1.1" status: 204 len: 168 time: 0.1781466 Jul 07 19:44:02.068816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35098) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:02.078538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c3e77-c7bb-47a4-9d79-77693786afdd tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0181b4c4-0a65-4f1f-bc8c-698a1f4f0cb5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:02.128301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4a3bd0e9-d7da-4c60-90ce-61ccc2360cd2 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580347 Jul 07 19:44:02.131216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35100) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:02.167380 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-1cb684e2-ec94-48c1-a86d-0254e75013d1 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] delete failed (client error): The resource could not be found. Jul 07 19:44:02.173468 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35102) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:02.174030 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1cb684e2-ec94-48c1-a86d-0254e75013d1 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-groups/0181b4c4-0a65-4f1f-bc8c-698a1f4f0cb5 HTTP/1.1" status: 404 len: 347 time: 0.0412385 Jul 07 19:44:02.180347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-88500258-eaa5-46fc-8e5d-77e5bf588297 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298887419'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:02.211496 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-88500258-eaa5-46fc-8e5d-77e5bf588297 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.408628 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-88500258-eaa5-46fc-8e5d-77e5bf588297 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.423004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-88500258-eaa5-46fc-8e5d-77e5bf588297 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.512772 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-88500258-eaa5-46fc-8e5d-77e5bf588297 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.514179 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-88500258-eaa5-46fc-8e5d-77e5bf588297 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3396196 Jul 07 19:44:02.515442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88500258-eaa5-46fc-8e5d-77e5bf588297 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3b12cf-9acd-4b27-bc3e-93cfcd432b32,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:02.517323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35110) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:02.524321 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-46da1e68-44eb-47d9-a17d-159d53595b4d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group_rule': {'security_group_id': 'de3b12cf-9acd-4b27-bc3e-93cfcd432b32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:02.608045 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-46da1e68-44eb-47d9-a17d-159d53595b4d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.708092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f242d3-5ddd-4bc5-96a4-803480407263 req-a672f855-62b2-4282-bf99-5f5138b5a9a9 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:02.709770 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1f242d3-5ddd-4bc5-96a4-803480407263 req-a672f855-62b2-4282-bf99-5f5138b5a9a9 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.1344185 Jul 07 19:44:02.757644 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-46da1e68-44eb-47d9-a17d-159d53595b4d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.763569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-46da1e68-44eb-47d9-a17d-159d53595b4d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.840404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da1e68-44eb-47d9-a17d-159d53595b4d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4e5c16-aa1a-4899-a222-2ec0fc462265,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:02.843329 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-46da1e68-44eb-47d9-a17d-159d53595b4d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.844707 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-46da1e68-44eb-47d9-a17d-159d53595b4d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3263478 Jul 07 19:44:02.848035 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35116) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:02.881072 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1f242d3-5ddd-4bc5-96a4-803480407263 req-d7c17f93-e13d-4077-b2a9-da803758b97e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559148 Jul 07 19:44:02.915671 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc42bc97-bcaf-48db-ba49-01a143a0b1f1 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.934021 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc42bc97-bcaf-48db-ba49-01a143a0b1f1 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:02.994521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc42bc97-bcaf-48db-ba49-01a143a0b1f1 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.006018 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bc42bc97-bcaf-48db-ba49-01a143a0b1f1 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.010144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35120) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:03.010974 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bc42bc97-bcaf-48db-ba49-01a143a0b1f1 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/7e4e5c16-aa1a-4899-a222-2ec0fc462265 HTTP/1.1" status: 204 len: 168 time: 0.1611340 Jul 07 19:44:03.034704 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42bc97-bcaf-48db-ba49-01a143a0b1f1 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e4e5c16-aa1a-4899-a222-2ec0fc462265,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:03.067580 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7a630062-7307-4518-9cdc-fc8e6c2f6c0b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0552526 Jul 07 19:44:03.070665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35122) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:03.142065 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-acc5cc96-2670-4fb6-86a0-f922178d18f4 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.173866 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-acc5cc96-2670-4fb6-86a0-f922178d18f4 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.232634 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-acc5cc96-2670-4fb6-86a0-f922178d18f4 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.235313 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-acc5cc96-2670-4fb6-86a0-f922178d18f4 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.240182 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-acc5cc96-2670-4fb6-86a0-f922178d18f4 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-groups/de3b12cf-9acd-4b27-bc3e-93cfcd432b32 HTTP/1.1" status: 204 len: 168 time: 0.1660964 Jul 07 19:44:03.240565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35126) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:03.249130 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5cc96-2670-4fb6-86a0-f922178d18f4 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3b12cf-9acd-4b27-bc3e-93cfcd432b32,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:03.325078 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-85b60117-5188-41fe-b82d-fc15dbac8306 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829875 Jul 07 19:44:03.325988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35128) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:03.333276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c6c24061-c32d-403d-b77b-682750646178 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869854212'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:03.424498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6c24061-c32d-403d-b77b-682750646178 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.608384 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6c24061-c32d-403d-b77b-682750646178 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.613240 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6c24061-c32d-403d-b77b-682750646178 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.664624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c24061-c32d-403d-b77b-682750646178 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf874ae8-d42b-412b-8938-99aee1cd9cc6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:03.674373 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6c24061-c32d-403d-b77b-682750646178 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.676241 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c6c24061-c32d-403d-b77b-682750646178 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3491728 Jul 07 19:44:03.678941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35136) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:03.685008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-6dc02028-c768-4629-b9f4-b75689d569d7 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group_rule': {'security_group_id': 'bf874ae8-d42b-412b-8938-99aee1cd9cc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:03.732851 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6dc02028-c768-4629-b9f4-b75689d569d7 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.807463 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6dc02028-c768-4629-b9f4-b75689d569d7 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.815592 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6dc02028-c768-4629-b9f4-b75689d569d7 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.835193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc02028-c768-4629-b9f4-b75689d569d7 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12cacbe-e005-4e2f-87c8-2e9d2e47bde7,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:03.845940 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6dc02028-c768-4629-b9f4-b75689d569d7 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.847541 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6dc02028-c768-4629-b9f4-b75689d569d7 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1672373 Jul 07 19:44:03.850510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35142) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:03.857043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-fad18077-e5e3-422f-a8e9-9ffdea6b12f5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group_rule': {'security_group_id': 'bf874ae8-d42b-412b-8938-99aee1cd9cc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:03.911138 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fad18077-e5e3-422f-a8e9-9ffdea6b12f5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.978029 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fad18077-e5e3-422f-a8e9-9ffdea6b12f5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:03.984335 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fad18077-e5e3-422f-a8e9-9ffdea6b12f5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.002287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad18077-e5e3-422f-a8e9-9ffdea6b12f5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ef13da-6130-4fdd-9ce7-8d892e418a0e,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:04.018231 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fad18077-e5e3-422f-a8e9-9ffdea6b12f5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.021024 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fad18077-e5e3-422f-a8e9-9ffdea6b12f5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1693244 Jul 07 19:44:04.023964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35146) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:04.028809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-41907ca1-4e94-48a5-a251-09f1d7b4383b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group_rule': {'security_group_id': 'bf874ae8-d42b-412b-8938-99aee1cd9cc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:04.076041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-41907ca1-4e94-48a5-a251-09f1d7b4383b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.130734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08bb0b-c75a-479c-9456-ea9227a6aa10 req-bf030b1a-0575-4c35-8033-af5740badcb4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:04.132707 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab08bb0b-c75a-479c-9456-ea9227a6aa10 req-bf030b1a-0575-4c35-8033-af5740badcb4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.0816042 Jul 07 19:44:04.146697 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-41907ca1-4e94-48a5-a251-09f1d7b4383b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.152317 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-41907ca1-4e94-48a5-a251-09f1d7b4383b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.170932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41907ca1-4e94-48a5-a251-09f1d7b4383b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc51ae1-f843-46a0-993b-c70f829ac554,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:04.176927 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab08bb0b-c75a-479c-9456-ea9227a6aa10 req-7075cb40-30ad-490a-9563-faa28a2b29f7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367329 Jul 07 19:44:04.186667 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-41907ca1-4e94-48a5-a251-09f1d7b4383b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.188255 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-41907ca1-4e94-48a5-a251-09f1d7b4383b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1631763 Jul 07 19:44:04.191139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35148) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:04.195762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f8247a42-bb66-4159-9624-23d6b7ba7ff9 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group_rule': {'security_group_id': 'bf874ae8-d42b-412b-8938-99aee1cd9cc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:04.225044 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8247a42-bb66-4159-9624-23d6b7ba7ff9 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.284586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8247a42-bb66-4159-9624-23d6b7ba7ff9 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.289212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8247a42-bb66-4159-9624-23d6b7ba7ff9 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.310901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8247a42-bb66-4159-9624-23d6b7ba7ff9 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e83692-b160-4ebc-b27e-bb8689acde56,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:04.317473 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8247a42-bb66-4159-9624-23d6b7ba7ff9 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.318864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f8247a42-bb66-4159-9624-23d6b7ba7ff9 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266801 Jul 07 19:44:04.321884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35150) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:04.327713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f4ee06a9-3fb1-4fbf-baed-11c6b9b06eda tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group_rule': {'security_group_id': 'bf874ae8-d42b-412b-8938-99aee1cd9cc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:04.372943 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f4ee06a9-3fb1-4fbf-baed-11c6b9b06eda tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.383376 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e56de04c-9c38-483a-a472-70f405f89c14 req-43580e0f-931d-4da2-aa0d-d76c1eaf31c4 service neutron] 10.222.0.110 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980024 Jul 07 19:44:04.444780 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f4ee06a9-3fb1-4fbf-baed-11c6b9b06eda tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.451397 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f4ee06a9-3fb1-4fbf-baed-11c6b9b06eda tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.468903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee06a9-3fb1-4fbf-baed-11c6b9b06eda tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28759418-379c-4202-a214-b3db4f697029,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:04.480227 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f4ee06a9-3fb1-4fbf-baed-11c6b9b06eda tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.481591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f4ee06a9-3fb1-4fbf-baed-11c6b9b06eda tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1588800 Jul 07 19:44:04.484664 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35152) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:04.500352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e56de04c-9c38-483a-a472-70f405f89c14 req-5972b692-2d96-4393-97eb-88ece45f3df6 service neutron] 10.222.0.110 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077509 Jul 07 19:44:04.516072 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2949c9a5-788c-4fba-baff-b4eee5745afc tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.525920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2949c9a5-788c-4fba-baff-b4eee5745afc tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.554369 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2949c9a5-788c-4fba-baff-b4eee5745afc tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.562285 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2949c9a5-788c-4fba-baff-b4eee5745afc tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.563435 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2949c9a5-788c-4fba-baff-b4eee5745afc tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/28759418-379c-4202-a214-b3db4f697029 HTTP/1.1" status: 204 len: 168 time: 0.0778365 Jul 07 19:44:04.566253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35154) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:04.568953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949c9a5-788c-4fba-baff-b4eee5745afc tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28759418-379c-4202-a214-b3db4f697029,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:04.625048 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c561462b-29e6-4b7e-80c5-68bb6e7e4071 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0548983 Jul 07 19:44:04.625621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35156) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:04.648475 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c174f053-de47-4572-b2cb-3c584985dafe tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.655877 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c174f053-de47-4572-b2cb-3c584985dafe tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.683830 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c174f053-de47-4572-b2cb-3c584985dafe tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.688480 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c174f053-de47-4572-b2cb-3c584985dafe tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.690102 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c174f053-de47-4572-b2cb-3c584985dafe tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/d7e83692-b160-4ebc-b27e-bb8689acde56 HTTP/1.1" status: 204 len: 168 time: 0.0638764 Jul 07 19:44:04.692751 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35158) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:04.697783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174f053-de47-4572-b2cb-3c584985dafe tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7e83692-b160-4ebc-b27e-bb8689acde56,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:04.742174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dbc2b140-6368-4c2f-b312-54e94b840443 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0481818 Jul 07 19:44:04.745701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35160) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:04.769412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23487cb4-0121-4c39-995d-6ab9c783353b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.778542 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23487cb4-0121-4c39-995d-6ab9c783353b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.809224 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23487cb4-0121-4c39-995d-6ab9c783353b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.816562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23487cb4-0121-4c39-995d-6ab9c783353b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.817690 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-23487cb4-0121-4c39-995d-6ab9c783353b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5dc51ae1-f843-46a0-993b-c70f829ac554 HTTP/1.1" status: 204 len: 168 time: 0.0710738 Jul 07 19:44:04.820360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35162) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:04.822297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23487cb4-0121-4c39-995d-6ab9c783353b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dc51ae1-f843-46a0-993b-c70f829ac554,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:04.865053 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1edde41a-77ac-4b04-b741-6767016d571f tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0434895 Jul 07 19:44:04.867681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35164) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:04.892170 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f4e1c36-3433-4fa2-b4f0-d255cde3b64a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.899534 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f4e1c36-3433-4fa2-b4f0-d255cde3b64a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.934969 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f4e1c36-3433-4fa2-b4f0-d255cde3b64a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.945678 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4f4e1c36-3433-4fa2-b4f0-d255cde3b64a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:04.949484 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4f4e1c36-3433-4fa2-b4f0-d255cde3b64a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/20ef13da-6130-4fdd-9ce7-8d892e418a0e HTTP/1.1" status: 204 len: 168 time: 0.0782731 Jul 07 19:44:04.951052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35168) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:04.957381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e1c36-3433-4fa2-b4f0-d255cde3b64a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20ef13da-6130-4fdd-9ce7-8d892e418a0e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:04.996936 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f87a3ef9-e41a-4e54-bd8e-4eba9607b7da tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0447659 Jul 07 19:44:04.999658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35170) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:05.023901 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61711905-d338-4c02-9b12-89835f16944a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.031847 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61711905-d338-4c02-9b12-89835f16944a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.059010 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61711905-d338-4c02-9b12-89835f16944a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.066005 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-61711905-d338-4c02-9b12-89835f16944a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.067129 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-61711905-d338-4c02-9b12-89835f16944a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f12cacbe-e005-4e2f-87c8-2e9d2e47bde7 HTTP/1.1" status: 204 len: 168 time: 0.0665388 Jul 07 19:44:05.070066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35172) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:05.073368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61711905-d338-4c02-9b12-89835f16944a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f12cacbe-e005-4e2f-87c8-2e9d2e47bde7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:05.112424 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-af397e87-c3c0-4cd8-ac91-ad61caa8f3f8 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410609 Jul 07 19:44:05.115060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35174) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:05.167644 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03e36bdf-a427-463d-a71a-906adc9e36fc tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.191818 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03e36bdf-a427-463d-a71a-906adc9e36fc tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.239177 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03e36bdf-a427-463d-a71a-906adc9e36fc tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.242041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03e36bdf-a427-463d-a71a-906adc9e36fc tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.246344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-03e36bdf-a427-463d-a71a-906adc9e36fc tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-groups/bf874ae8-d42b-412b-8938-99aee1cd9cc6 HTTP/1.1" status: 204 len: 168 time: 0.1274414 Jul 07 19:44:05.246684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35178) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:05.262575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e36bdf-a427-463d-a71a-906adc9e36fc tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf874ae8-d42b-412b-8938-99aee1cd9cc6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:05.303555 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7a649167-0f2c-460b-8a87-43e40f78312e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556729 Jul 07 19:44:05.310348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35180) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:05.313189 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-967cd97f-795a-4b36-aa5d-8af644e8872e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118088596'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:05.340363 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-967cd97f-795a-4b36-aa5d-8af644e8872e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.373877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d224915-a982-4221-b51e-91415beb4f1e req-dbd751cf-d7c9-4d9f-b36e-945759ded9ef tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:05.375357 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d224915-a982-4221-b51e-91415beb4f1e req-dbd751cf-d7c9-4d9f-b36e-945759ded9ef tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.0734808 Jul 07 19:44:05.418645 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d224915-a982-4221-b51e-91415beb4f1e req-4d559763-3323-4e4b-a6f7-834dbb2781c6 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356624 Jul 07 19:44:05.439176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-967cd97f-795a-4b36-aa5d-8af644e8872e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.443285 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-967cd97f-795a-4b36-aa5d-8af644e8872e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.475150 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-967cd97f-795a-4b36-aa5d-8af644e8872e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.476336 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-967cd97f-795a-4b36-aa5d-8af644e8872e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1670654 Jul 07 19:44:05.477198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cd97f-795a-4b36-aa5d-8af644e8872e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953d5240-51e5-4f97-a731-e577034c5c23,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:05.479631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35182) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:05.484959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-91c64820-ce26-4029-a417-3b46dd1d0cba tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group_rule': {'security_group_id': '953d5240-51e5-4f97-a731-e577034c5c23', 'direction': 'ingress', 'protocol': 17}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:05.512712 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91c64820-ce26-4029-a417-3b46dd1d0cba tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.559640 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91c64820-ce26-4029-a417-3b46dd1d0cba tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.563252 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91c64820-ce26-4029-a417-3b46dd1d0cba tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.582282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c64820-ce26-4029-a417-3b46dd1d0cba tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fab5942-45cc-4a40-bfb7-37ac02833ac5,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:05.590338 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91c64820-ce26-4029-a417-3b46dd1d0cba tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.591846 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-91c64820-ce26-4029-a417-3b46dd1d0cba tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1109416 Jul 07 19:44:05.594776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35184) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:05.646919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e5f40a5-88ca-4cee-aec1-3bd803290b66 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.669311 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e5f40a5-88ca-4cee-aec1-3bd803290b66 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.716838 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e5f40a5-88ca-4cee-aec1-3bd803290b66 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.719400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e5f40a5-88ca-4cee-aec1-3bd803290b66 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.720557 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4e5f40a5-88ca-4cee-aec1-3bd803290b66 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-groups/953d5240-51e5-4f97-a731-e577034c5c23 HTTP/1.1" status: 204 len: 168 time: 0.1247351 Jul 07 19:44:05.723341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35186) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:05.730373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f40a5-88ca-4cee-aec1-3bd803290b66 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953d5240-51e5-4f97-a731-e577034c5c23,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:05.769433 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-510f26ee-617c-4881-9c68-3604b4f70d47 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449479 Jul 07 19:44:05.772845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35188) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:05.778125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8d8cd786-b003-496d-9f1e-78cc925a1d02 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group': {'name': 'tempest-secgroup--797653089'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:05.792313 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.800941 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd786-b003-496d-9f1e-78cc925a1d02 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.890732 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd786-b003-496d-9f1e-78cc925a1d02 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.895028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd786-b003-496d-9f1e-78cc925a1d02 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.923777 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd786-b003-496d-9f1e-78cc925a1d02 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:05.924950 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8d8cd786-b003-496d-9f1e-78cc925a1d02 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1511667 Jul 07 19:44:05.927651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35190) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:05.932857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-93299ad9-9616-4346-9bbc-853db8b15c1b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867870682'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:05.939698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cd786-b003-496d-9f1e-78cc925a1d02 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8e9a87-140f-4258-a290-3d3edb72c243,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:05.957641 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93299ad9-9616-4346-9bbc-853db8b15c1b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.049502 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93299ad9-9616-4346-9bbc-853db8b15c1b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.054692 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93299ad9-9616-4346-9bbc-853db8b15c1b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.084916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93299ad9-9616-4346-9bbc-853db8b15c1b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.086427 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-93299ad9-9616-4346-9bbc-853db8b15c1b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1578221 Jul 07 19:44:06.089825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35196) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:06.095451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-dbc0332f-e65b-454a-9155-5dabedc0fe04 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group_rule': {'security_group_id': '3b8e9a87-140f-4258-a290-3d3edb72c243', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '837b17ae-46ba-48f0-98f4-f894070774a4', 'remote_ip_prefix': None}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:06.101740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93299ad9-9616-4346-9bbc-853db8b15c1b tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837b17ae-46ba-48f0-98f4-f894070774a4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:06.134918 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dbc0332f-e65b-454a-9155-5dabedc0fe04 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.225177 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dbc0332f-e65b-454a-9155-5dabedc0fe04 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.229628 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dbc0332f-e65b-454a-9155-5dabedc0fe04 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.251529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0332f-e65b-454a-9155-5dabedc0fe04 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d75a6c-ec03-46e0-a710-134bbdf6b4e2,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:06.262895 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dbc0332f-e65b-454a-9155-5dabedc0fe04 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.266861 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dbc0332f-e65b-454a-9155-5dabedc0fe04 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1731162 Jul 07 19:44:06.268918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35202) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:06.296903 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-439729fe-a993-4a9c-b870-4b39197f416e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.304508 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-439729fe-a993-4a9c-b870-4b39197f416e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.340368 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-439729fe-a993-4a9c-b870-4b39197f416e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.347389 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-439729fe-a993-4a9c-b870-4b39197f416e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.348551 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-439729fe-a993-4a9c-b870-4b39197f416e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b2d75a6c-ec03-46e0-a710-134bbdf6b4e2 HTTP/1.1" status: 204 len: 168 time: 0.0804741 Jul 07 19:44:06.351550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35204) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:06.352944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439729fe-a993-4a9c-b870-4b39197f416e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d75a6c-ec03-46e0-a710-134bbdf6b4e2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:06.396713 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f8e2fe51-a1c1-4307-b78b-d15f0ab48b45 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0438170 Jul 07 19:44:06.399557 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35208) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:06.454543 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2405fcc-1d9a-4e94-b9a8-1605e9bde093 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.479448 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2405fcc-1d9a-4e94-b9a8-1605e9bde093 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.522559 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2405fcc-1d9a-4e94-b9a8-1605e9bde093 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.525667 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f2405fcc-1d9a-4e94-b9a8-1605e9bde093 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.527601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f2405fcc-1d9a-4e94-b9a8-1605e9bde093 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-groups/837b17ae-46ba-48f0-98f4-f894070774a4 HTTP/1.1" status: 204 len: 168 time: 0.1270242 Jul 07 19:44:06.530245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35212) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:06.537411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2405fcc-1d9a-4e94-b9a8-1605e9bde093 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=837b17ae-46ba-48f0-98f4-f894070774a4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:06.595929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-836fe501-18f2-4814-b583-5d2a63115fec tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0638578 Jul 07 19:44:06.598569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35214) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:06.621375 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c38-ba3a-434b-86a3-ffafcb7b5d19 req-8e81a647-6d10-4853-aa87-ca5ace0551ca tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:06.628347 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-db5f6c38-ba3a-434b-86a3-ffafcb7b5d19 req-8e81a647-6d10-4853-aa87-ca5ace0551ca tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.0771780 Jul 07 19:44:06.653384 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7c37506-f27c-4777-8e4e-45a7624a79a8 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.667512 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-db5f6c38-ba3a-434b-86a3-ffafcb7b5d19 req-6172fab4-f7f9-43c7-a821-ab8048808034 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381007 Jul 07 19:44:06.676637 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7c37506-f27c-4777-8e4e-45a7624a79a8 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.724580 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7c37506-f27c-4777-8e4e-45a7624a79a8 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.727464 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e7c37506-f27c-4777-8e4e-45a7624a79a8 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.730977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e7c37506-f27c-4777-8e4e-45a7624a79a8 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-groups/3b8e9a87-140f-4258-a290-3d3edb72c243 HTTP/1.1" status: 204 len: 168 time: 0.1291475 Jul 07 19:44:06.731507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35216) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:06.740104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c37506-f27c-4777-8e4e-45a7624a79a8 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8e9a87-140f-4258-a290-3d3edb72c243,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:06.785626 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-db9d79c2-cff2-4400-801a-f3e978fee370 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526185 Jul 07 19:44:06.790145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35218) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:06.795349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-93c95e38-476e-41ab-be56-afe16e2e7782 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group': {'name': 'tempest-secgroup--810199066'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:06.816589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-93c95e38-476e-41ab-be56-afe16e2e7782 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.907359 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-93c95e38-476e-41ab-be56-afe16e2e7782 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.912653 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-93c95e38-476e-41ab-be56-afe16e2e7782 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.940110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-93c95e38-476e-41ab-be56-afe16e2e7782 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.941340 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-93c95e38-476e-41ab-be56-afe16e2e7782 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1505818 Jul 07 19:44:06.944743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35220) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:06.950690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0b799e33-c5d6-483f-83ec-0d1d79235819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group_rule': {'security_group_id': '84fd0cb1-d8c5-422c-b59e-24a1f5bcdf08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:06.956052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c95e38-476e-41ab-be56-afe16e2e7782 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fd0cb1-d8c5-422c-b59e-24a1f5bcdf08,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:06.980563 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b799e33-c5d6-483f-83ec-0d1d79235819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.037917 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b799e33-c5d6-483f-83ec-0d1d79235819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.042147 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b799e33-c5d6-483f-83ec-0d1d79235819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.060705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b799e33-c5d6-483f-83ec-0d1d79235819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ef1223-8786-4d7b-87e5-0faa97b2937e,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:07.067773 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b799e33-c5d6-483f-83ec-0d1d79235819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.069109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0b799e33-c5d6-483f-83ec-0d1d79235819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1240337 Jul 07 19:44:07.072261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35222) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:07.095570 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a918d8f6-38ab-4c54-a146-476d69951819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.104271 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a918d8f6-38ab-4c54-a146-476d69951819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.133037 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a918d8f6-38ab-4c54-a146-476d69951819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.137582 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a918d8f6-38ab-4c54-a146-476d69951819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.138786 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a918d8f6-38ab-4c54-a146-476d69951819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c7ef1223-8786-4d7b-87e5-0faa97b2937e HTTP/1.1" status: 204 len: 168 time: 0.0655007 Jul 07 19:44:07.141548 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35224) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:07.146349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918d8f6-38ab-4c54-a146-476d69951819 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7ef1223-8786-4d7b-87e5-0faa97b2937e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:07.185190 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9ec92aec-46f5-41bc-9882-cd1cfab5541e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423164 Jul 07 19:44:07.187725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35226) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:07.238003 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b7decf6-9c86-4424-9af1-e0276c592c12 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.259712 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b7decf6-9c86-4424-9af1-e0276c592c12 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.304169 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b7decf6-9c86-4424-9af1-e0276c592c12 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.306726 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b7decf6-9c86-4424-9af1-e0276c592c12 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.308008 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1b7decf6-9c86-4424-9af1-e0276c592c12 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-groups/84fd0cb1-d8c5-422c-b59e-24a1f5bcdf08 HTTP/1.1" status: 204 len: 168 time: 0.1193717 Jul 07 19:44:07.310698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35230) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:07.317412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7decf6-9c86-4424-9af1-e0276c592c12 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fd0cb1-d8c5-422c-b59e-24a1f5bcdf08,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:07.369731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-497251b6-9ab7-4c9c-8937-bed3c4aa2378 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575178 Jul 07 19:44:07.373587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35234) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:07.378563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d01e37c6-6101-4ee9-bae4-34d16e39a552 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066655241'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:07.401150 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d01e37c6-6101-4ee9-bae4-34d16e39a552 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.485024 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d01e37c6-6101-4ee9-bae4-34d16e39a552 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.489113 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d01e37c6-6101-4ee9-bae4-34d16e39a552 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.516566 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d01e37c6-6101-4ee9-bae4-34d16e39a552 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.517939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d01e37c6-6101-4ee9-bae4-34d16e39a552 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1431239 Jul 07 19:44:07.521994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35240) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:07.523196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e37c6-6101-4ee9-bae4-34d16e39a552 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157c63c6-d37d-4d47-a098-b1ab42dbd1d2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:07.532156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c6d005c2-3667-48d9-a644-c026e509d98d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group_rule': {'security_group_id': '157c63c6-d37d-4d47-a098-b1ab42dbd1d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:07.564678 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d005c2-3667-48d9-a644-c026e509d98d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.626624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d005c2-3667-48d9-a644-c026e509d98d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.630263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d005c2-3667-48d9-a644-c026e509d98d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.648270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d005c2-3667-48d9-a644-c026e509d98d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e063af-f644-4f62-94d1-daa785aa414a,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:07.655390 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c6d005c2-3667-48d9-a644-c026e509d98d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.656707 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c6d005c2-3667-48d9-a644-c026e509d98d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333883 Jul 07 19:44:07.659744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35244) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:07.676143 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2287ccd1-4299-431e-985e-830bb8961ca2 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules/43e063af-f644-4f62-94d1-daa785aa414a HTTP/1.1" status: 200 len: 763 time: 0.0153332 Jul 07 19:44:07.678509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35246) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:07.727321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-69831734-8e9e-47ab-8828-dfe528f0a881 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0452094 Jul 07 19:44:07.727596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35250) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:07.752915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aef5c4f7-8082-4ce8-adc5-e651c122ad95 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.762740 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aef5c4f7-8082-4ce8-adc5-e651c122ad95 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.790970 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aef5c4f7-8082-4ce8-adc5-e651c122ad95 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.797055 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aef5c4f7-8082-4ce8-adc5-e651c122ad95 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.800603 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aef5c4f7-8082-4ce8-adc5-e651c122ad95 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/43e063af-f644-4f62-94d1-daa785aa414a HTTP/1.1" status: 204 len: 168 time: 0.0699177 Jul 07 19:44:07.801312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35252) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:07.818998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5c4f7-8082-4ce8-adc5-e651c122ad95 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43e063af-f644-4f62-94d1-daa785aa414a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:07.850213 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-816c0789-1439-4350-876d-a867bb2b61b4 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0482855 Jul 07 19:44:07.852890 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35254) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:07.857353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9fd7fef0-c261-462a-80f7-67bb05d781e5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group_rule': {'security_group_id': '157c63c6-d37d-4d47-a098-b1ab42dbd1d2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:07.880724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73458972-581d-4bfc-9ea7-2a6c9d78e364 req-adcb8067-951a-4311-be83-b5da1a9eb2a1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:07.882736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-73458972-581d-4bfc-9ea7-2a6c9d78e364 req-adcb8067-951a-4311-be83-b5da1a9eb2a1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.0796678 Jul 07 19:44:07.885926 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fef0-c261-462a-80f7-67bb05d781e5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.926890 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-73458972-581d-4bfc-9ea7-2a6c9d78e364 req-806c1ce6-0b71-4793-a39f-80e530765731 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365520 Jul 07 19:44:07.953238 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fef0-c261-462a-80f7-67bb05d781e5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.956932 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fef0-c261-462a-80f7-67bb05d781e5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.976467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7fef0-c261-462a-80f7-67bb05d781e5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221d27e7-372c-4db1-af45-f67bdefdf51f,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:07.980716 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fef0-c261-462a-80f7-67bb05d781e5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.985107 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9fd7fef0-c261-462a-80f7-67bb05d781e5 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283937 Jul 07 19:44:07.985107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35256) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:08.002043 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e47a6d1e-9aad-4f8f-a713-7188c419b718 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules/221d27e7-372c-4db1-af45-f67bdefdf51f HTTP/1.1" status: 200 len: 763 time: 0.0159850 Jul 07 19:44:08.004533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35258) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:08.048160 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5c025995-9b43-4d7c-81a1-d41ba5b4cf6a tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0416327 Jul 07 19:44:08.049817 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35260) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:08.075110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ae7793d-ab1b-4296-8b84-221a7b1a396e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.083823 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ae7793d-ab1b-4296-8b84-221a7b1a396e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.113095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ae7793d-ab1b-4296-8b84-221a7b1a396e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.120410 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ae7793d-ab1b-4296-8b84-221a7b1a396e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.124587 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3ae7793d-ab1b-4296-8b84-221a7b1a396e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/221d27e7-372c-4db1-af45-f67bdefdf51f HTTP/1.1" status: 204 len: 168 time: 0.0706241 Jul 07 19:44:08.124587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35262) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:08.141223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7793d-ab1b-4296-8b84-221a7b1a396e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=221d27e7-372c-4db1-af45-f67bdefdf51f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:08.171234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1f86b5ef-6185-4543-a71e-3779e880969d tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459766 Jul 07 19:44:08.173912 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35264) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:08.178611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bcb6d578-5af3-4ee5-b0d7-1f5e82c2789f tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Request body: {'security_group_rule': {'security_group_id': '157c63c6-d37d-4d47-a098-b1ab42dbd1d2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:08.201570 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-bcb6d578-5af3-4ee5-b0d7-1f5e82c2789f tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Project fe4a8a41c4314b0f9353e92e8f432d8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:44:08.206557 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bcb6d578-5af3-4ee5-b0d7-1f5e82c2789f tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.263793 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bcb6d578-5af3-4ee5-b0d7-1f5e82c2789f tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.267470 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bcb6d578-5af3-4ee5-b0d7-1f5e82c2789f tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.283669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6d578-5af3-4ee5-b0d7-1f5e82c2789f tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c59335f-c300-419f-abc8-b1e77e573fad,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:08.291045 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bcb6d578-5af3-4ee5-b0d7-1f5e82c2789f tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.293033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bcb6d578-5af3-4ee5-b0d7-1f5e82c2789f tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176252 Jul 07 19:44:08.295214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35266) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:08.312260 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a228d4f0-3d8c-41d4-bfeb-d4c3df34ef36 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules/0c59335f-c300-419f-abc8-b1e77e573fad HTTP/1.1" status: 200 len: 769 time: 0.0158772 Jul 07 19:44:08.314760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35268) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:08.361881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-59e7f855-12db-4522-988c-cb1015081890 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0458798 Jul 07 19:44:08.364408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35270) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:08.389368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e24ef8b0-a39e-4793-84fc-8bff98f2a179 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.397317 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e24ef8b0-a39e-4793-84fc-8bff98f2a179 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.426255 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e24ef8b0-a39e-4793-84fc-8bff98f2a179 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.430999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e24ef8b0-a39e-4793-84fc-8bff98f2a179 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.432404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e24ef8b0-a39e-4793-84fc-8bff98f2a179 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/0c59335f-c300-419f-abc8-b1e77e573fad HTTP/1.1" status: 204 len: 168 time: 0.0667326 Jul 07 19:44:08.435307 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35272) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:08.440729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ef8b0-a39e-4793-84fc-8bff98f2a179 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c59335f-c300-419f-abc8-b1e77e573fad,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:08.482664 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-71af3a2c-7e49-474c-9448-22546d3d85e6 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0454168 Jul 07 19:44:08.484538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35274) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:08.540641 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35b03d56-9f71-4e92-884d-639bdd37ea1e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.563947 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35b03d56-9f71-4e92-884d-639bdd37ea1e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.608073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35b03d56-9f71-4e92-884d-639bdd37ea1e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.610998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35b03d56-9f71-4e92-884d-639bdd37ea1e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:08.612268 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-35b03d56-9f71-4e92-884d-639bdd37ea1e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "DELETE /v2.0/security-groups/157c63c6-d37d-4d47-a098-b1ab42dbd1d2 HTTP/1.1" status: 204 len: 168 time: 0.1268272 Jul 07 19:44:08.615229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35278) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:08.621958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b03d56-9f71-4e92-884d-639bdd37ea1e tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=157c63c6-d37d-4d47-a098-b1ab42dbd1d2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:08.678120 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2322af62-4ed6-4550-b461-a249f36b1248 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615423 Jul 07 19:44:08.683082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35280) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:08.731106 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5e0e64d5-3061-4135-a4d4-935602be5d66 tempest-SecGroupIPv6Test-369729782 tempest-SecGroupIPv6Test-369729782-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468442 Jul 07 19:44:08.982252 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35288) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:09.145224 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7913a6b9-43be-4ce2-87d4-a50fa3ac8a13 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe4a8a41c4314b0f9353e92e8f432d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616943 Jul 07 19:44:09.147791 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35292) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:09.163285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7c5a5-1849-4980-9a6f-e3cfc7d60ba8 req-dd87e8f1-ea3f-4eff-8dcf-5e47d8d38807 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:09.164699 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3af7c5a5-1849-4980-9a6f-e3cfc7d60ba8 req-dd87e8f1-ea3f-4eff-8dcf-5e47d8d38807 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.1142209 Jul 07 19:44:09.201775 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62fc6344-2b67-4350-bb29-e8eeb6dca6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:09.205615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3af7c5a5-1849-4980-9a6f-e3cfc7d60ba8 req-2dd056ae-4f7f-4347-89f0-b7d09ba4a3e8 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337331 Jul 07 19:44:09.225627 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62fc6344-2b67-4350-bb29-e8eeb6dca6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:09.275677 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62fc6344-2b67-4350-bb29-e8eeb6dca6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:09.278487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-62fc6344-2b67-4350-bb29-e8eeb6dca6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:09.279744 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-62fc6344-2b67-4350-bb29-e8eeb6dca6a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/903986c9-cb09-4777-9a9a-6ff35a405891 HTTP/1.1" status: 204 len: 168 time: 0.1308444 Jul 07 19:44:09.287990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc6344-2b67-4350-bb29-e8eeb6dca6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903986c9-cb09-4777-9a9a-6ff35a405891,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:09.937302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35322) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:10.045641 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:10.057654 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-11c93b22-ff51-44c2-9446-b57a59739731 tempest-ServiceProvidersTest-164062545 tempest-ServiceProvidersTest-164062545-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1186368 Jul 07 19:44:10.305573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35334) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:10.408566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b15b4-0243-4473-9423-ef629075a08f req-cfe14729-e0d7-4235-8c03-f11aa43e471a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:10.410112 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea3b15b4-0243-4473-9423-ef629075a08f req-cfe14729-e0d7-4235-8c03-f11aa43e471a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.0726898 Jul 07 19:44:10.432549 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c26e1686-a0ba-45a1-9410-c282608a629f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:10.477670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea3b15b4-0243-4473-9423-ef629075a08f req-3804e8c8-b98a-4792-8a87-9b89515d6482 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591817 Jul 07 19:44:10.570601 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c26e1686-a0ba-45a1-9410-c282608a629f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:10.575596 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c26e1686-a0ba-45a1-9410-c282608a629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:10.614934 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c26e1686-a0ba-45a1-9410-c282608a629f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b26a10a31d8a48e4ae1b7faaceab2c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069189 Jul 07 19:44:10.615883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e1686-a0ba-45a1-9410-c282608a629f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08430147-c9ca-489e-8b82-de1e2bb0103e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:10.617733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35338) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:10.668455 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8148aab-bb65-489d-bba1-ef67ff315080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:10.689127 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8148aab-bb65-489d-bba1-ef67ff315080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:10.736971 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8148aab-bb65-489d-bba1-ef67ff315080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:10.739624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8148aab-bb65-489d-bba1-ef67ff315080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:10.740767 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c8148aab-bb65-489d-bba1-ef67ff315080 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08430147-c9ca-489e-8b82-de1e2bb0103e HTTP/1.1" status: 204 len: 168 time: 0.1220944 Jul 07 19:44:10.749293 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8148aab-bb65-489d-bba1-ef67ff315080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08430147-c9ca-489e-8b82-de1e2bb0103e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:11.765131 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:44:11.926390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf509e-4606-4e8a-9846-e78a0fb256d7 req-ae274db1-d247-4d29-9a35-c84caad4219d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:11.928392 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c4cf509e-4606-4e8a-9846-e78a0fb256d7 req-ae274db1-d247-4d29-9a35-c84caad4219d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 944 time: 0.2961330 Jul 07 19:44:11.970100 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c4cf509e-4606-4e8a-9846-e78a0fb256d7 req-e1b1c0e1-14e2-4420-b281-c9be9ddb6e62 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350986 Jul 07 19:44:12.857260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ecf83f1e-663c-403a-8717-d29d2f174ba8 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:44:12.955947 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:12.968426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'port_id': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'mac_address': 'fa:16:3e:3e:93:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:44:13.010866 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:13.025566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf83f1e-663c-403a-8717-d29d2f174ba8 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:44:13.049194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:13.054188 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:13.104593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=11']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:13.112190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:13.112541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:13.113013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:13.113350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:13.113682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:13.114111 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:13.114640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:13.115297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:13.115830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:13.116250 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:13.116583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:13.116917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:13.324016 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ea127-7cd5-4368-a073-4d2da370cae2 req-4dbe7352-255c-415f-8939-a90a8b703838 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:13.325611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d49ea127-7cd5-4368-a073-4d2da370cae2 req-4dbe7352-255c-415f-8939-a90a8b703838 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.2335117 Jul 07 19:44:13.349304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ecf83f1e-663c-403a-8717-d29d2f174ba8'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:44:13.364535 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d49ea127-7cd5-4368-a073-4d2da370cae2 req-d8aa9eb7-2d92-4c39-ae0e-678a8f0fc823 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332351 Jul 07 19:44:14.549726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8ae9d-66dd-4ab2-9d58-470ca32cd7f1 req-d2f44723-334c-4233-ad0f-782f5d5bb406 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:14.551223 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cdf8ae9d-66dd-4ab2-9d58-470ca32cd7f1 req-d2f44723-334c-4233-ad0f-782f5d5bb406 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 945 time: 0.0676939 Jul 07 19:44:14.590366 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cdf8ae9d-66dd-4ab2-9d58-470ca32cd7f1 req-7ffd8058-ce9f-426d-ab53-a4541abb35d9 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333064 Jul 07 19:44:14.839658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d844bd3-bbd2-4def-8f08-ec5dba57d3b0 req-db51de54-893e-411b-97ed-c735dfbe358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:14.841084 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d844bd3-bbd2-4def-8f08-ec5dba57d3b0 req-db51de54-893e-411b-97ed-c735dfbe358b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 1096 time: 0.0528824 Jul 07 19:44:14.887857 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ecf83f1e-663c-403a-8717-d29d2f174ba8 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:14.951314 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port ecf83f1e-663c-403a-8717-d29d2f174ba8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:14.956129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d844bd3-bbd2-4def-8f08-ec5dba57d3b0 req-dec76b66-9e55-4491-858f-5b9ba360fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:14.956777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port ecf83f1e-663c-403a-8717-d29d2f174ba8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:14.957158 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:14.957821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d844bd3-bbd2-4def-8f08-ec5dba57d3b0 req-dec76b66-9e55-4491-858f-5b9ba360fb3b service neutron] 10.222.0.110 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.0939920 Jul 07 19:44:15.023492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d844bd3-bbd2-4def-8f08-ec5dba57d3b0 req-2e69d82a-645a-40d1-809b-caf747780915 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 200 len: 998 time: 0.0572171 Jul 07 19:44:15.038939 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:15.074476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:15.076880 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9176019c-5938-4860-b007-ed24ee4bbeae" -d '{"events": [{"server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "name": "network-vif-plugged", "status": "completed", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:15.091191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:15.094386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d844bd3-bbd2-4def-8f08-ec5dba57d3b0 req-9162250a-eb3e-4739-b200-ab818f2a3e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:15.096368 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d844bd3-bbd2-4def-8f08-ec5dba57d3b0 req-9162250a-eb3e-4739-b200-ab818f2a3e0f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0641496 Jul 07 19:44:15.096787 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:15.144535 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2551748c-8e86-4599-9855-c7931ae1141c x-openstack-request-id: req-2551748c-8e86-4599-9855-c7931ae1141c {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:15.144837 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "name": "network-vif-plugged", "status": "completed", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:15.145093 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2551748c-8e86-4599-9855-c7931ae1141c {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:15.145497 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'code': 200} Jul 07 19:44:15.179698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=12']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:15.238017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d844bd3-bbd2-4def-8f08-ec5dba57d3b0 req-6d5c3671-852a-4115-b6e2-f89228a0af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:15.239856 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d844bd3-bbd2-4def-8f08-ec5dba57d3b0 req-6d5c3671-852a-4115-b6e2-f89228a0af5f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324847 Jul 07 19:44:15.345935 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d844bd3-bbd2-4def-8f08-ec5dba57d3b0 req-488b9100-4fd8-4a2f-8699-29cd32c190a1 service neutron] 10.222.0.110 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974560 Jul 07 19:44:15.393297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74e023-f4cf-411c-a429-ccc6a0c25c5c req-e6b0acc5-5e02-42f8-ac78-bc76b8e7b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:15.395673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea74e023-f4cf-411c-a429-ccc6a0c25c5c req-e6b0acc5-5e02-42f8-ac78-bc76b8e7b955 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 1097 time: 0.0897601 Jul 07 19:44:15.457635 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d844bd3-bbd2-4def-8f08-ec5dba57d3b0 req-5ec61894-f317-4a5b-b00e-d44095b7e121 service neutron] 10.222.0.110 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042986 Jul 07 19:44:15.461294 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea74e023-f4cf-411c-a429-ccc6a0c25c5c req-67efe5d1-2704-4b47-8b82-06ac239bd76d service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547593 Jul 07 19:44:15.786018 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae74a8e-adb7-4690-ba17-410bb0d86599 req-35f37160-5336-4b84-bd5b-79730b3a96a6 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:15.787930 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cae74a8e-adb7-4690-ba17-410bb0d86599 req-35f37160-5336-4b84-bd5b-79730b3a96a6 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 946 time: 0.0762079 Jul 07 19:44:15.831042 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cae74a8e-adb7-4690-ba17-410bb0d86599 req-fde04b1f-dc81-4f90-9100-25c597196d2e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357652 Jul 07 19:44:15.942996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35490) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:15.986346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35496) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:16.031891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Deleting subnet 5c1047c7-960d-4888-9f32-56140380f214 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:44:16.035091 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.075132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4be597f-983c-4b1a-88e8-523924688fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.092630 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.151450 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.235561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.270606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c1047c7-960d-4888-9f32-56140380f214,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:16.274337 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4be597f-983c-4b1a-88e8-523924688fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.278527 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.280438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5c1047c7-960d-4888-9f32-56140380f214 HTTP/1.1" status: 204 len: 168 time: 0.2930839 Jul 07 19:44:16.283082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35498) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:16.285255 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4be597f-983c-4b1a-88e8-523924688fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.289838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:16.290704 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:16.290704 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:16.291013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:16.291240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:16.291578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:16.291926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:16.292239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:16.292568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:16.292894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:16.293220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:16.293543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32646-d731-4664-89e0-6b679371ba66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:16.336474 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e4be597f-983c-4b1a-88e8-523924688fe3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=128a11bb58bd4aa48d0f4da10039396f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919029 Jul 07 19:44:16.337358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be597f-983c-4b1a-88e8-523924688fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701886a1-8dbc-405b-a61a-d8a1720a7cfa,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:16.339383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35500) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:16.374688 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.437151 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a981d7e1-4b11-423c-8027-57f7db8f1298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.492800 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.503321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a981d7e1-4b11-423c-8027-57f7db8f1298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.512822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7e7a27-8578-4097-acc9-64e98e58d12d']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:16.528651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c67333-3be2-48d9-92c7-f314be6c9961') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:16.528945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c67333-3be2-48d9-92c7-f314be6c9961') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:16.546763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.563959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.571784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:44:16.572263 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:44:16.575332 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:44:16.624935 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a981d7e1-4b11-423c-8027-57f7db8f1298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.627280 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a981d7e1-4b11-423c-8027-57f7db8f1298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.630895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a981d7e1-4b11-423c-8027-57f7db8f1298 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/701886a1-8dbc-405b-a61a-d8a1720a7cfa HTTP/1.1" status: 204 len: 168 time: 0.2880256 Jul 07 19:44:16.639649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981d7e1-4b11-423c-8027-57f7db8f1298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701886a1-8dbc-405b-a61a-d8a1720a7cfa,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:16.643109 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.648687 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.650952 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9f7e7a27-8578-4097-acc9-64e98e58d12d HTTP/1.1" status: 204 len: 168 time: 0.3668025 Jul 07 19:44:16.653641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35518) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:16.719729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98065f-0f8f-4bdf-be23-61de1e4a3605 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7e7a27-8578-4097-acc9-64e98e58d12d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:16.723866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27e2fe9-3155-4f9d-bbb6-caa57df84099 admin admin] Deleting subnet 6155cae8-0d10-4a27-9829-f335eac9e933 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:44:16.732950 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b27e2fe9-3155-4f9d-bbb6-caa57df84099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.769333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b27e2fe9-3155-4f9d-bbb6-caa57df84099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.814114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b27e2fe9-3155-4f9d-bbb6-caa57df84099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.878037 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b27e2fe9-3155-4f9d-bbb6-caa57df84099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.912981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e2fe9-3155-4f9d-bbb6-caa57df84099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6155cae8-0d10-4a27-9829-f335eac9e933,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:16.925591 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b27e2fe9-3155-4f9d-bbb6-caa57df84099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:16.930003 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b27e2fe9-3155-4f9d-bbb6-caa57df84099 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6155cae8-0d10-4a27-9829-f335eac9e933 HTTP/1.1" status: 204 len: 168 time: 0.2730050 Jul 07 19:44:16.930253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35544) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:17.026556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35546) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:17.039516 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.041635 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d76f98e6-bd6f-40f5-86ba-747ce1a4f532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.092746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3647c43-b7a9-4549-87f2-5b8dd5c1ce87 req-c102ad82-b861-4929-866e-de9b8fe9fe1d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:17.094279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e3647c43-b7a9-4549-87f2-5b8dd5c1ce87 req-c102ad82-b861-4929-866e-de9b8fe9fe1d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 946 time: 0.1141756 Jul 07 19:44:17.140222 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d76f98e6-bd6f-40f5-86ba-747ce1a4f532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.144623 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d76f98e6-bd6f-40f5-86ba-747ce1a4f532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.164568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.181315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597c3617-7389-4e28-b0be-c91c885a7c70']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:17.182687 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f98e6-bd6f-40f5-86ba-747ce1a4f532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24ba614-b021-4214-9d4e-42495d29d6bf,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:17.186933 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d76f98e6-bd6f-40f5-86ba-747ce1a4f532 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c47e7fa9e62448258f316f0da757ce13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592686 Jul 07 19:44:17.189620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35548) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:17.193900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e3647c43-b7a9-4549-87f2-5b8dd5c1ce87 req-54e133e5-a97d-4ea2-9101-ad8b1832294a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823205 Jul 07 19:44:17.195583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdf02bd-392a-430e-a170-b376201f350f') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:17.195871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdf02bd-392a-430e-a170-b376201f350f') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:17.206309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.223290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.230686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:44:17.231119 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:44:17.233194 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:44:17.259984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa742-016e-4db4-8ea5-da7e331af6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.282037 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa742-016e-4db4-8ea5-da7e331af6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.297735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.304732 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.309178 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] 10.222.0.81 "DELETE /v2.0/networks/597c3617-7389-4e28-b0be-c91c885a7c70 HTTP/1.1" status: 204 len: 168 time: 0.3754182 Jul 07 19:44:17.325356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0b236-8503-4dbf-97dc-2bb150494e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=597c3617-7389-4e28-b0be-c91c885a7c70,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:17.343505 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa742-016e-4db4-8ea5-da7e331af6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.346181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa742-016e-4db4-8ea5-da7e331af6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.347381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7b1fa742-016e-4db4-8ea5-da7e331af6e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c24ba614-b021-4214-9d4e-42495d29d6bf HTTP/1.1" status: 204 len: 168 time: 0.1567681 Jul 07 19:44:17.355897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fa742-016e-4db4-8ea5-da7e331af6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24ba614-b021-4214-9d4e-42495d29d6bf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:17.495449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35554) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:17.545327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-07d172d5-1527-4ec6-aee4-0f3d05c85c22 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f424cf19c7364d0b835759b99fbaa54b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463972 Jul 07 19:44:17.545650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35558) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:17.599854 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0da7-5f9d-4cbe-a527-dbb9a96f9de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.621129 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0da7-5f9d-4cbe-a527-dbb9a96f9de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.671520 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0da7-5f9d-4cbe-a527-dbb9a96f9de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.674171 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0da7-5f9d-4cbe-a527-dbb9a96f9de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:17.675402 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e4ef0da7-5f9d-4cbe-a527-dbb9a96f9de7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f HTTP/1.1" status: 204 len: 168 time: 0.1287799 Jul 07 19:44:17.684803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef0da7-5f9d-4cbe-a527-dbb9a96f9de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e186ec-ee65-4b9f-aa9f-fc9a80da1e1f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:17.949449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35578) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:17.988463 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-da8f87c0-254d-42db-b286-1f0e5f0f961f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1592a8c46e584369ae989914319c2487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378175 Jul 07 19:44:17.990979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35580) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:18.045867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-282bed91-d183-4d20-9602-98264f1dc46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:18.068035 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-282bed91-d183-4d20-9602-98264f1dc46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:18.115585 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-282bed91-d183-4d20-9602-98264f1dc46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:18.118098 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-282bed91-d183-4d20-9602-98264f1dc46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:18.119812 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-282bed91-d183-4d20-9602-98264f1dc46c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa02671c-7703-4b0e-9626-8819c18b573c HTTP/1.1" status: 204 len: 168 time: 0.1273539 Jul 07 19:44:18.128456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bed91-d183-4d20-9602-98264f1dc46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa02671c-7703-4b0e-9626-8819c18b573c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:18.416477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0e74d-b334-4192-ae16-a5b99dac25ee req-499dba57-4e62-4d45-b202-1d4e889aaa7e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:18.418105 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8bf0e74d-b334-4192-ae16-a5b99dac25ee req-499dba57-4e62-4d45-b202-1d4e889aaa7e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 946 time: 0.0714629 Jul 07 19:44:18.459185 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8bf0e74d-b334-4192-ae16-a5b99dac25ee req-e21f31f1-5048-4c2e-9a8a-c65051bb54fe tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344718 Jul 07 19:44:19.531073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35668) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:19.638178 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1943a565-0184-4655-9c88-bded5860307a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:19.734323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1943a565-0184-4655-9c88-bded5860307a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:19.738411 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1943a565-0184-4655-9c88-bded5860307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:19.777964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1943a565-0184-4655-9c88-bded5860307a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1aca368034fa4ae68a44244f98e67ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456238 Jul 07 19:44:19.778868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943a565-0184-4655-9c88-bded5860307a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b7d4f7-4ce9-40cf-a967-244cf49452bf,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:19.780750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35672) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:19.836102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b65f8492-6b3b-4841-b7a2-6b733c600cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:19.857250 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b65f8492-6b3b-4841-b7a2-6b733c600cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:19.903376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b65f8492-6b3b-4841-b7a2-6b733c600cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:19.905897 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b65f8492-6b3b-4841-b7a2-6b733c600cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:19.907174 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b65f8492-6b3b-4841-b7a2-6b733c600cb2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05b7d4f7-4ce9-40cf-a967-244cf49452bf HTTP/1.1" status: 204 len: 168 time: 0.1247642 Jul 07 19:44:19.915090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f8492-6b3b-4841-b7a2-6b733c600cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b7d4f7-4ce9-40cf-a967-244cf49452bf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:20.190128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35678) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:20.203655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85aee94f-9a40-4533-a6b7-01c9c2245ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.292656 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85aee94f-9a40-4533-a6b7-01c9c2245ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.296467 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85aee94f-9a40-4533-a6b7-01c9c2245ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.336394 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-85aee94f-9a40-4533-a6b7-01c9c2245ebc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=501e41f97b934ddc9ddfa8a80458e6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450548 Jul 07 19:44:20.337581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aee94f-9a40-4533-a6b7-01c9c2245ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd287d0-820a-41f4-b29f-6ec066327430,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:20.339519 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35680) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:20.389037 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-24550ebc-1d20-4cdf-aab6-df5549d5357c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.410073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-24550ebc-1d20-4cdf-aab6-df5549d5357c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.455866 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-24550ebc-1d20-4cdf-aab6-df5549d5357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.458415 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-24550ebc-1d20-4cdf-aab6-df5549d5357c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.459582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-24550ebc-1d20-4cdf-aab6-df5549d5357c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ccd287d0-820a-41f4-b29f-6ec066327430 HTTP/1.1" status: 204 len: 168 time: 0.1183903 Jul 07 19:44:20.467871 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24550ebc-1d20-4cdf-aab6-df5549d5357c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd287d0-820a-41f4-b29f-6ec066327430,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:21.085948 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e4f41e94-ab10-46a9-aaaf-93f1c1423efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:22.543169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35842) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:22.646382 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7690-5bb8-432c-9b21-cdcb5268ca79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:22.745713 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7690-5bb8-432c-9b21-cdcb5268ca79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:22.749535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7690-5bb8-432c-9b21-cdcb5268ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.162256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4e8a7690-5bb8-432c-9b21-cdcb5268ca79 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fcb8a2b4305b4b01ab8ff66d81ec6cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6156638 Jul 07 19:44:23.162256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a7690-5bb8-432c-9b21-cdcb5268ca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6277a0cf-a915-4192-8cdb-dcd35aa317e8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:23.163579 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35868) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:23.213149 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-13ff5d67-523c-4ac3-a40b-c14701ebe738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.234494 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-13ff5d67-523c-4ac3-a40b-c14701ebe738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.287124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-13ff5d67-523c-4ac3-a40b-c14701ebe738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.289871 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-13ff5d67-523c-4ac3-a40b-c14701ebe738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.291298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-13ff5d67-523c-4ac3-a40b-c14701ebe738 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6277a0cf-a915-4192-8cdb-dcd35aa317e8 HTTP/1.1" status: 204 len: 168 time: 0.1267076 Jul 07 19:44:23.299140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff5d67-523c-4ac3-a40b-c14701ebe738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6277a0cf-a915-4192-8cdb-dcd35aa317e8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:23.560842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35884) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:23.574321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96478825-981e-481b-96cd-8fea9ee23df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.666397 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96478825-981e-481b-96cd-8fea9ee23df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.670098 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-96478825-981e-481b-96cd-8fea9ee23df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.708290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-96478825-981e-481b-96cd-8fea9ee23df2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a48f26c8ce640648fee288518039c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463604 Jul 07 19:44:23.709162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96478825-981e-481b-96cd-8fea9ee23df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329ac53a-1628-4df8-9843-e96f14948063,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:23.711522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35886) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:23.760936 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a88abe58-9679-48d2-9802-b77ab0c4333b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.782308 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a88abe58-9679-48d2-9802-b77ab0c4333b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.832078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a88abe58-9679-48d2-9802-b77ab0c4333b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.836046 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a88abe58-9679-48d2-9802-b77ab0c4333b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.837347 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a88abe58-9679-48d2-9802-b77ab0c4333b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/329ac53a-1628-4df8-9843-e96f14948063 HTTP/1.1" status: 204 len: 168 time: 0.1248865 Jul 07 19:44:23.846324 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.849611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88abe58-9679-48d2-9802-b77ab0c4333b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329ac53a-1628-4df8-9843-e96f14948063,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:24.060903 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-373bceff-40c7-4631-8ead-c617068aad74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.540400 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35910) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:24.642164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1703433738-network', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:24.662593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Made reservation on behalf of cdbab3bd504c4d4d87b10327e778ed02 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:44:24.664946 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.675623 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.764888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.768768 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.789612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:44:24.805523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd43a86-ec42-4a38-8e6a-acc6cfd963c7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:24.808693 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.809048 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Added segment 86b159de-1b68-4030-a389-6a9ccc9569ca of type vlan for network caaa1b5c-5511-487f-919c-b5457e65e7ab Jul 07 19:44:24.820160 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.849441 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.878539 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.879531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:24.880116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.941046 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3994837 Jul 07 19:44:24.944200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35914) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:24.949955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1b4db63d-374f-4047-8d1d-3b654dff998b admin admin] Request body: {'subnet': {'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1703433738-subnet', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:24.971736 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c82f37-af3b-4b0f-ab19-57864e4c2ddf admin admin] Pushing event updated for resources: {'Network': ['ID=caaa1b5c-5511-487f-919c-b5457e65e7ab,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:24.972836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4db63d-374f-4047-8d1d-3b654dff998b admin admin] Made reservation on behalf of cdbab3bd504c4d4d87b10327e778ed02 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:44:24.976443 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b4db63d-374f-4047-8d1d-3b654dff998b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.981844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network caaa1b5c-5511-487f-919c-b5457e65e7ab details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:44:25.142393 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b4db63d-374f-4047-8d1d-3b654dff998b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.195987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4db63d-374f-4047-8d1d-3b654dff998b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d782028-e8cd-4b30-9357-afebb54ed1e1,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:25.205236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4db63d-374f-4047-8d1d-3b654dff998b admin admin] Checking segment: {'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:25.205593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4db63d-374f-4047-8d1d-3b654dff998b admin admin] Network hostable DHCP agents. Network: caaa1b5c-5511-487f-919c-b5457e65e7ab, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:44:25.223494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4db63d-374f-4047-8d1d-3b654dff998b admin admin] Network caaa1b5c-5511-487f-919c-b5457e65e7ab is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:44:25.232070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-1b4db63d-374f-4047-8d1d-3b654dff998b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, caaa1b5c-5511-487f-919c-b5457e65e7ab) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:25.237154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4db63d-374f-4047-8d1d-3b654dff998b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:25.237901 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b4db63d-374f-4047-8d1d-3b654dff998b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.241522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a103aef2-cae4-401f-bff0-7c015509f468 None None] Network caaa1b5c-5511-487f-919c-b5457e65e7ab requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:44:25.251926 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1b4db63d-374f-4047-8d1d-3b654dff998b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3066418 Jul 07 19:44:25.254649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35916) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:25.259035 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:25.280052 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.281056 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.336632 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.394453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-caaa1b5c-5511-487f-919c-b5457e65e7ab', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'fixed_ips': [{'subnet_id': '3d782028-e8cd-4b30-9357-afebb54ed1e1'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:44:25.395392 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.474593 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.535902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Allocated IP 172.20.0.2 (caaa1b5c-5511-487f-919c-b5457e65e7ab/3d782028-e8cd-4b30-9357-afebb54ed1e1/84705d87-3245-42ee-a4dc-e59036ad28ca) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:25.691191 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.706525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Transition to ACTIVE for port object 84705d87-3245-42ee-a4dc-e59036ad28ca will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:25.711137 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.730006 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Transition to ACTIVE for port object 84705d87-3245-42ee-a4dc-e59036ad28ca will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:25.731439 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.736243 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.777566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Network caaa1b5c-5511-487f-919c-b5457e65e7ab is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:25.782227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:25.784629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:25.794379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Pushing event updated for resources: {'Port': ['ID=84705d87-3245-42ee-a4dc-e59036ad28ca,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:25.844814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Allocated IP 172.25.0.162 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/3cdccf06-db76-4e3a-bc88-80fa85db6540) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:25.869634 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Attempting to bind port 84705d87-3245-42ee-a4dc-e59036ad28ca on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:25.870162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Attempting to bind port 84705d87-3245-42ee-a4dc-e59036ad28ca by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:25.870639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Attempting to bind port 84705d87-3245-42ee-a4dc-e59036ad28ca on network caaa1b5c-5511-487f-919c-b5457e65e7ab {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:25.876754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:25.877281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Checking segment: {'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:25.877785 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.878308 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Bound using segment: {'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:25.878902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Bound port: 84705d87-3245-42ee-a4dc-e59036ad28ca, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:25.879385 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.943358 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] For port 84705d87-3245-42ee-a4dc-e59036ad28ca, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:25.946504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] For port 84705d87-3245-42ee-a4dc-e59036ad28ca, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=84705d87-3245-42ee-a4dc-e59036ad28ca,segment=NetworkSegment(86b159de-1b68-4030-a389-6a9ccc9569ca),segment_id=86b159de-1b68-4030-a389-6a9ccc9569ca)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:25.951185 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.951370 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:26.005700 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:26.014568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a736214-7fc7-4675-ae24-59790c8e7ae4 None None] Pushing event updated for resources: {'Port': ['ID=84705d87-3245-42ee-a4dc-e59036ad28ca,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:26.048938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:26.054255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:26.059200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:26.086576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Pushing event updated for resources: {'Port': ['ID=3cdccf06-db76-4e3a-bc88-80fa85db6540,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:26.375069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:26.403319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 84705d87-3245-42ee-a4dc-e59036ad28ca up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:26.454898 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 84705d87-3245-42ee-a4dc-e59036ad28ca completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:26.582399 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:26.584561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:26.732650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Router affc14ff-7385-4c3a-841d-ec765b88d762 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:44:26.849637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:26.858911 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Sync routers for ids ['affc14ff-7385-4c3a-841d-ec765b88d762'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:26.869946 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Routers {'affc14ff-7385-4c3a-841d-ec765b88d762'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:26.870586 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['affc14ff-7385-4c3a-841d-ec765b88d762'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:26.873366 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:26.875409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9f3e7c48-1678-4cf0-b170-a55ba910a417 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6197631 Jul 07 19:44:26.878314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35926) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:26.992167 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Set router affc14ff-7385-4c3a-841d-ec765b88d762 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:27.107378 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1238a562-97fc-4a7f-a2f8-89cdbeca002c None None] Network caaa1b5c-5511-487f-919c-b5457e65e7ab requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:44:27.187433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d127a65f-443e-44b3-a001-cd7a008885c3 None None] Provisioning for port 84705d87-3245-42ee-a4dc-e59036ad28ca completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:27.197409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d127a65f-443e-44b3-a001-cd7a008885c3 None None] Provisioning complete for port 84705d87-3245-42ee-a4dc-e59036ad28ca triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:27.197944 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d127a65f-443e-44b3-a001-cd7a008885c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.205021 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:26Z', 'revision_number': 3, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:27.234956 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Checking router: affc14ff-7385-4c3a-841d-ec765b88d762 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:27.235308 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Updating router affc14ff-7385-4c3a-841d-ec765b88d762 port 3cdccf06-db76-4e3a-bc88-80fa85db6540 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:44:27.280250 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.352820 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d127a65f-443e-44b3-a001-cd7a008885c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.396279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d127a65f-443e-44b3-a001-cd7a008885c3 None None] For port 84705d87-3245-42ee-a4dc-e59036ad28ca, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=84705d87-3245-42ee-a4dc-e59036ad28ca,segment=NetworkSegment(86b159de-1b68-4030-a389-6a9ccc9569ca),segment_id=86b159de-1b68-4030-a389-6a9ccc9569ca)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:27.398827 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.411236 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d127a65f-443e-44b3-a001-cd7a008885c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.472752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127a65f-443e-44b3-a001-cd7a008885c3 None None] Pushing event updated for resources: {'Port': ['ID=84705d87-3245-42ee-a4dc-e59036ad28ca,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:27.576888 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.587881 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Transition to ACTIVE for port object 3cdccf06-db76-4e3a-bc88-80fa85db6540 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:27.593427 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.629872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Allocated IP 172.20.0.1 (caaa1b5c-5511-487f-919c-b5457e65e7ab/3d782028-e8cd-4b30-9357-afebb54ed1e1/dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:27.669373 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Pushing event updated for resources: {'Port': ['ID=3cdccf06-db76-4e3a-bc88-80fa85db6540,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:27.675512 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Attempting to bind port 3cdccf06-db76-4e3a-bc88-80fa85db6540 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:27.676227 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Attempting to bind port 3cdccf06-db76-4e3a-bc88-80fa85db6540 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:27.676594 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Attempting to bind port 3cdccf06-db76-4e3a-bc88-80fa85db6540 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:27.686657 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:27.687037 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:27.687377 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:27.687711 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:27.688051 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:27.688366 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:27.688676 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:27.689005 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:27.689316 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:27.689632 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:27.689950 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:27.690261 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:27.693560 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:27.694052 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:27.694453 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.694848 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:27.695317 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Bound port: 3cdccf06-db76-4e3a-bc88-80fa85db6540, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:27.695687 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.738172 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7bd0cabb-6ab6-4b7d-83e2-cae813eb693b None None] Provisioning complete for port 84705d87-3245-42ee-a4dc-e59036ad28ca triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:27.738985 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7bd0cabb-6ab6-4b7d-83e2-cae813eb693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.786620 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] For port 3cdccf06-db76-4e3a-bc88-80fa85db6540, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:27.795583 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] For port 3cdccf06-db76-4e3a-bc88-80fa85db6540, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3cdccf06-db76-4e3a-bc88-80fa85db6540,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:27.800704 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.819652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.856054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Transition to ACTIVE for port object dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:27.903740 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Routers {'affc14ff-7385-4c3a-841d-ec765b88d762'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:27.904506 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['affc14ff-7385-4c3a-841d-ec765b88d762'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:27.920644 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.944308 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278d2ba-4443-461c-8b18-def1c38be0b5 None None] Pushing event updated for resources: {'Port': ['ID=3cdccf06-db76-4e3a-bc88-80fa85db6540,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:27.971108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:27.981647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Network caaa1b5c-5511-487f-919c-b5457e65e7ab is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:27.983176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:27.985530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:28.007898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35934) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:28.053754 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] Set router affc14ff-7385-4c3a-841d-ec765b88d762 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:28.055939 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.132232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b0e73c1-b566-46d8-aa97-376b25192fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.264153 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:26Z', 'revision_number': 3, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:28.296054 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b26b85-d53f-409b-930e-e81fa5233457 None None] The sync data for ids ['affc14ff-7385-4c3a-841d-ec765b88d762'] in n-d-793621-9 is: [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:26Z', 'revision_number': 3, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:28.305140 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b0e73c1-b566-46d8-aa97-376b25192fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.325878 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0b0e73c1-b566-46d8-aa97-376b25192fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.327281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e5e6cd89-4021-4a04-9e5a-cf600082895c None None] Provisioning for port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:28.332529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e5e6cd89-4021-4a04-9e5a-cf600082895c None None] Provisioning complete for port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:28.333163 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e5e6cd89-4021-4a04-9e5a-cf600082895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.347453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.357530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 84705d87-3245-42ee-a4dc-e59036ad28ca up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:28.382430 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0b0e73c1-b566-46d8-aa97-376b25192fae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=617a5f291ae4412389f4497922279813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726890 Jul 07 19:44:28.384909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35938) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:28.415126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6cd89-4021-4a04-9e5a-cf600082895c None None] Port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:44:28.424513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 84705d87-3245-42ee-a4dc-e59036ad28ca triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:28.425095 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.449482 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-668b735e-1c35-400d-8056-4dc59b6218a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.476870 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-668b735e-1c35-400d-8056-4dc59b6218a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.508274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e73c1-b566-46d8-aa97-376b25192fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3388e1-3d57-49a9-a394-2e9759d5ec7b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:28.537139 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-668b735e-1c35-400d-8056-4dc59b6218a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.540248 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-668b735e-1c35-400d-8056-4dc59b6218a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.542961 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-668b735e-1c35-400d-8056-4dc59b6218a7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3f3388e1-3d57-49a9-a394-2e9759d5ec7b HTTP/1.1" status: 204 len: 168 time: 0.1564598 Jul 07 19:44:28.552849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b735e-1c35-400d-8056-4dc59b6218a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3388e1-3d57-49a9-a394-2e9759d5ec7b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:28.557846 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.569296 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.666703 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.670564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:28.783982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Network caaa1b5c-5511-487f-919c-b5457e65e7ab is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:28.786274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:28.933632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Router affc14ff-7385-4c3a-841d-ec765b88d762 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:44:29.068792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:29.088074 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e4f5dbbc-3436-4673-82f3-3fc060d40c47 admin admin] 10.222.0.81 "PUT /v2.0/routers/affc14ff-7385-4c3a-841d-ec765b88d762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2078850 Jul 07 19:44:29.148314 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d6143b3d-6d27-4344-a9ae-ff6fa5baf63b None None] Provisioning complete for port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:29.149030 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d6143b3d-6d27-4344-a9ae-ff6fa5baf63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:29.189708 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d6143b3d-6d27-4344-a9ae-ff6fa5baf63b None None] Port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:44:29.694072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 35978) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:29.699458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-873951952-network', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:29.720528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Made reservation on behalf of b2e5edf24e3a48cc82c08f09a5c34608 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:44:29.722917 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:29.732214 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:29.836780 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:29.842099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:29.874115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:44:29.884722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26993cee-096c-4d42-9403-1c815c64f372,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:29.890585 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:29.891158 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Added segment 222d116f-180b-4c91-86f9-d499ea41a816 of type vlan for network 41925138-3936-4199-98b4-874423ff0b0a Jul 07 19:44:29.935072 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:29.968020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:29.969236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:29.969820 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.023108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35986) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:30.023598 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3280575 Jul 07 19:44:30.030068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7b0bd005-f8ba-4a50-b309-be39bd90df25 admin admin] Request body: {'subnet': {'network_id': '41925138-3936-4199-98b4-874423ff0b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-873951952-subnet', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:30.033741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95c9c2-f965-4ccc-9937-e46ce3c2525c admin admin] Pushing event updated for resources: {'Network': ['ID=41925138-3936-4199-98b4-874423ff0b0a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:30.045403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 41925138-3936-4199-98b4-874423ff0b0a details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:44:30.064404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0bd005-f8ba-4a50-b309-be39bd90df25 admin admin] Made reservation on behalf of b2e5edf24e3a48cc82c08f09a5c34608 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:44:30.067267 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b0bd005-f8ba-4a50-b309-be39bd90df25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.236848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Sync routers for ids ['affc14ff-7385-4c3a-841d-ec765b88d762'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:30.248078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Routers {'affc14ff-7385-4c3a-841d-ec765b88d762'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:30.248937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['affc14ff-7385-4c3a-841d-ec765b88d762'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:30.249122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b0bd005-f8ba-4a50-b309-be39bd90df25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.322053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bd005-f8ba-4a50-b309-be39bd90df25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ccf421b-6e4e-4803-a1fd-db63e64c572d,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:30.331786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0bd005-f8ba-4a50-b309-be39bd90df25 admin admin] Checking segment: {'id': '222d116f-180b-4c91-86f9-d499ea41a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41925138-3936-4199-98b4-874423ff0b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:30.332253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0bd005-f8ba-4a50-b309-be39bd90df25 admin admin] Network hostable DHCP agents. Network: 41925138-3936-4199-98b4-874423ff0b0a, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:44:30.354049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0bd005-f8ba-4a50-b309-be39bd90df25 admin admin] Network 41925138-3936-4199-98b4-874423ff0b0a is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:44:30.365541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7b0bd005-f8ba-4a50-b309-be39bd90df25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 41925138-3936-4199-98b4-874423ff0b0a) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:30.372670 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0bd005-f8ba-4a50-b309-be39bd90df25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:30.376592 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b0bd005-f8ba-4a50-b309-be39bd90df25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.383648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2236d08-ead1-4134-8b85-eaa4f05441e5 None None] Network 41925138-3936-4199-98b4-874423ff0b0a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:44:30.389134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3cdccf06-db76-4e3a-bc88-80fa85db6540 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:30.402979 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7b0bd005-f8ba-4a50-b309-be39bd90df25 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3778613 Jul 07 19:44:30.406242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 35988) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:30.413523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-873951952-router', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:30.438326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.439698 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.483438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Set router affc14ff-7385-4c3a-841d-ec765b88d762 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:30.494061 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.640532 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.733626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 3cdccf06-db76-4e3a-bc88-80fa85db6540 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:30.755608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3cdccf06-db76-4e3a-bc88-80fa85db6540 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:30.755989 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.843096 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.866983 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.919850 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-41925138-3936-4199-98b4-874423ff0b0a', 'network_id': '41925138-3936-4199-98b4-874423ff0b0a', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'fixed_ips': [{'subnet_id': '6ccf421b-6e4e-4803-a1fd-db63e64c572d'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:44:30.920724 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.990513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Allocated IP 172.25.0.235 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/5f567236-fb9d-4c90-b2a0-e5b37ee74ac4) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:31.055252 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:31.095465 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-74b5661f-b64f-4596-9f6e-bb0a3355824a tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=6eff33f71f0f4ae4a10a298b1e34a57a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364428 Jul 07 19:44:31.105656 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 3cdccf06-db76-4e3a-bc88-80fa85db6540, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3cdccf06-db76-4e3a-bc88-80fa85db6540,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:31.111748 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:31.117645 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:31.153521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:31.191031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:28Z', 'revision_number': 4, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b', 'name': '', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'mac_address': 'fa:16:3e:f2:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:27Z', 'updated_at': '2021-07-07T19:44:28Z', 'revision_number': 2, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'subnets': [{'id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:31.203009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:31.208677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:31.212411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:31.236823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Allocated IP 172.20.0.2 (41925138-3936-4199-98b4-874423ff0b0a/6ccf421b-6e4e-4803-a1fd-db63e64c572d/02df1152-7f24-4dc4-9aba-c14200eba1f8) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:31.242124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Checking router: affc14ff-7385-4c3a-841d-ec765b88d762 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:31.242726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Updating router affc14ff-7385-4c3a-841d-ec765b88d762 port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:44:31.243109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Pushing event updated for resources: {'Port': ['ID=5f567236-fb9d-4c90-b2a0-e5b37ee74ac4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:31.251108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=3cdccf06-db76-4e3a-bc88-80fa85db6540,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:31.299434 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-a568b353-8096-45c8-b11a-a06d7f3f0822 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:31.300983 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-a568b353-8096-45c8-b11a-a06d7f3f0822 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000675 Jul 07 19:44:31.318583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-c5e52d08-c654-4e53-bce4-09196c81cd02 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/quotas/6eff33f71f0f4ae4a10a298b1e34a57a HTTP/1.1" status: 200 len: 375 time: 0.0100591 Jul 07 19:44:31.351940 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:31.360656 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-3816e6a7-6393-4c7c-a77f-cf44b3fdd19b tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6eff33f71f0f4ae4a10a298b1e34a57a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323031 Jul 07 19:44:31.570156 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:31.614904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Transition to ACTIVE for port object 02df1152-7f24-4dc4-9aba-c14200eba1f8 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:31.648570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Transition to ACTIVE for port object 02df1152-7f24-4dc4-9aba-c14200eba1f8 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:31.683170 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:31.732840 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Network 41925138-3936-4199-98b4-874423ff0b0a is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:31.746020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:31.762605 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:31.791133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Pushing event updated for resources: {'Port': ['ID=02df1152-7f24-4dc4-9aba-c14200eba1f8,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:31.812185 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-437985d5-54ed-44e1-88c2-ef6243199214 req-1f83f838-0527-444f-8d6b-8a36cf40d6a8 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 210 time: 0.0553515 Jul 07 19:44:31.858482 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:31.874312 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Attempting to bind port 02df1152-7f24-4dc4-9aba-c14200eba1f8 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:31.874689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Attempting to bind port 02df1152-7f24-4dc4-9aba-c14200eba1f8 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '222d116f-180b-4c91-86f9-d499ea41a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41925138-3936-4199-98b4-874423ff0b0a'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:31.875082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Attempting to bind port 02df1152-7f24-4dc4-9aba-c14200eba1f8 on network 41925138-3936-4199-98b4-874423ff0b0a {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:31.879389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Transition to ACTIVE for port object dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:31.885119 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:31.885509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Checking segment: {'id': '222d116f-180b-4c91-86f9-d499ea41a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41925138-3936-4199-98b4-874423ff0b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:31.886356 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:31.886356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Bound using segment: {'id': '222d116f-180b-4c91-86f9-d499ea41a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41925138-3936-4199-98b4-874423ff0b0a'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:31.886825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Bound port: 02df1152-7f24-4dc4-9aba-c14200eba1f8, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222d116f-180b-4c91-86f9-d499ea41a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41925138-3936-4199-98b4-874423ff0b0a'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:31.887220 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:31.896704 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:31.949435 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:31.982906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cad927-ac42-431e-87f7-c14eb29205ab None None] Pushing event updated for resources: {'Port': ['ID=dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:32.028943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] For port 02df1152-7f24-4dc4-9aba-c14200eba1f8, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:32.065611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] For port 02df1152-7f24-4dc4-9aba-c14200eba1f8, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=02df1152-7f24-4dc4-9aba-c14200eba1f8,segment=NetworkSegment(222d116f-180b-4c91-86f9-d499ea41a816),segment_id=222d116f-180b-4c91-86f9-d499ea41a816)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:32.069717 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Attempting to bind port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:32.070101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Attempting to bind port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:32.070478 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Attempting to bind port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b on network caaa1b5c-5511-487f-919c-b5457e65e7ab {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:32.078103 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:32.083849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:32.084230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Checking segment: {'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:32.084642 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:32.085047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Bound using segment: {'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:32.085539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Bound port: dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:32.085929 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:32.161190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20cd1c-4f22-46c3-986e-ef03581fd1c3 None None] Pushing event updated for resources: {'Port': ['ID=02df1152-7f24-4dc4-9aba-c14200eba1f8,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:32.227116 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:32.235473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] For port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:32.244799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] For port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b,segment=NetworkSegment(86b159de-1b68-4030-a389-6a9ccc9569ca),segment_id=86b159de-1b68-4030-a389-6a9ccc9569ca)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:32.253855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:32.309486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Routers {'affc14ff-7385-4c3a-841d-ec765b88d762'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:32.310110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['affc14ff-7385-4c3a-841d-ec765b88d762'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:32.399332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Router 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:44:32.418974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3cdccf06-db76-4e3a-bc88-80fa85db6540 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:32.464731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cad927-ac42-431e-87f7-c14eb29205ab None None] Pushing event updated for resources: {'Port': ['ID=dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:32.540626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] Set router affc14ff-7385-4c3a-841d-ec765b88d762 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:32.577966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3cdccf06-db76-4e3a-bc88-80fa85db6540 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:32.578342 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:32.582524 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:32.597706 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Sync routers for ids ['3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:32.616891 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:32.616891 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ac5b8c0f-9c57-4ff7-a4ff-d2d9ef5a69fe admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2052290 Jul 07 19:44:32.617199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36014) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:32.622901 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Routers {'3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:32.623797 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:32.897879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:28Z', 'revision_number': 4, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b', 'name': '', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'mac_address': 'fa:16:3e:f2:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:27Z', 'updated_at': '2021-07-07T19:44:32Z', 'revision_number': 4, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'subnets': [{'id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:32.918013 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Set router 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:32.918267 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-5c266585-079f-4bf1-9fdb-e06025a84877 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6eff33f71f0f4ae4a10a298b1e34a57a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419114 Jul 07 19:44:32.957330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d239f6-0382-4c62-ada0-d97b9b2f042e None None] The sync data for ids ['affc14ff-7385-4c3a-841d-ec765b88d762'] in n-d-793621-9 is: [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:28Z', 'revision_number': 4, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b', 'name': '', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'mac_address': 'fa:16:3e:f2:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:27Z', 'updated_at': '2021-07-07T19:44:32Z', 'revision_number': 4, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'subnets': [{'id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:33.035548 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-abc70b8f-969e-49e1-9d21-12a3d5e89151 req-9dff7abc-fa76-4048-94b4-13d844ff5c96 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 210 time: 0.0509329 Jul 07 19:44:33.220693 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'name': 'tempest-TestServerBasicOps-873951952-router', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:31Z', 'revision_number': 3, 'project_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'gw_port': {'id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:33.252843 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Checking router: 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:33.253282 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Updating router 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 port 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:44:33.298379 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:33.403724 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-0401798b-d1b8-4963-8862-9fe465c87079 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:33.405432 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-0401798b-d1b8-4963-8862-9fe465c87079 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4801784 Jul 07 19:44:33.445051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Request body: {'port': {'device_id': 'dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '6eff33f71f0f4ae4a10a298b1e34a57a'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:33.576158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1c85f-0414-4bc9-94b2-d88b117aaf6c None None] Network 41925138-3936-4199-98b4-874423ff0b0a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:44:33.613536 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:33.630284 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Transition to ACTIVE for port object 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:33.631175 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:33.639789 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:33.667795 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-23141558-6e75-43cc-b0e9-0edeab78352c None None] Provisioning for port 02df1152-7f24-4dc4-9aba-c14200eba1f8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:33.710226 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Attempting to bind port 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:33.710593 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Attempting to bind port 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:33.710993 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Attempting to bind port 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:33.718818 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642877-48de-4fb8-98a4-5de83dc0c3dd None None] Pushing event updated for resources: {'Port': ['ID=5f567236-fb9d-4c90-b2a0-e5b37ee74ac4,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:33.721677 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:33.722056 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:33.722465 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:33.722874 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:33.723352 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Bound port: 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:33.723815 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:33.738970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Made reservation on behalf of 6eff33f71f0f4ae4a10a298b1e34a57a for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:44:33.744080 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:33.762443 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:33.803500 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] For port 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:33.807919 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] For port 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5f567236-fb9d-4c90-b2a0-e5b37ee74ac4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:33.815738 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:33.897322 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642877-48de-4fb8-98a4-5de83dc0c3dd None None] Pushing event updated for resources: {'Port': ['ID=5f567236-fb9d-4c90-b2a0-e5b37ee74ac4,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:33.907057 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Routers {'3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:33.908036 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:33.929435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Allocated IP 172.20.0.1 (41925138-3936-4199-98b4-874423ff0b0a/6ccf421b-6e4e-4803-a1fd-db63e64c572d/0536ff89-04b0-4d5e-915c-0455e9577e79) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:34.028380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.039610 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] Set router 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:34.041130 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.256832 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'name': 'tempest-TestServerBasicOps-873951952-router', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:31Z', 'revision_number': 3, 'project_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'gw_port': {'id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:34.288660 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b976717-ea0d-4b3d-b3fc-165278c579d3 None None] The sync data for ids ['3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'] in n-d-793621-9 is: [{'id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'name': 'tempest-TestServerBasicOps-873951952-router', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:31Z', 'revision_number': 3, 'project_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'gw_port': {'id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:34.292916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a9da6a-f1e8-49d6-9d56-5588465425aa,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:34.300930 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1040cef6-558a-4b0c-b971-0e4825411e14 req-fb5001f1-fb9d-46ba-8a84-92e79b95f3fe tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 210 time: 0.0670660 Jul 07 19:44:34.303981 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.339922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Allocated IP 192.168.233.35 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/e562bcef-07f3-4e8c-ad5b-aec6ef7080bb) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:34.342170 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Transition to ACTIVE for port object 0536ff89-04b0-4d5e-915c-0455e9577e79 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:34.444349 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.473683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 02df1152-7f24-4dc4-9aba-c14200eba1f8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:34.521911 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Network 41925138-3936-4199-98b4-874423ff0b0a is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:34.528716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:34.533928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:34.547841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 02df1152-7f24-4dc4-9aba-c14200eba1f8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:34.552158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 02df1152-7f24-4dc4-9aba-c14200eba1f8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:34.552534 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.610080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Pushing event updated for resources: {'Port': ['ID=0536ff89-04b0-4d5e-915c-0455e9577e79,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:34.637407 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.648064 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.652353 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.690650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 02df1152-7f24-4dc4-9aba-c14200eba1f8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=02df1152-7f24-4dc4-9aba-c14200eba1f8,segment=NetworkSegment(222d116f-180b-4c91-86f9-d499ea41a816),segment_id=222d116f-180b-4c91-86f9-d499ea41a816)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:34.698338 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.699529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:34.710498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Transition to ACTIVE for port object e562bcef-07f3-4e8c-ad5b-aec6ef7080bb will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:34.782569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=02df1152-7f24-4dc4-9aba-c14200eba1f8,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:34.795498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:34.799967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:34.800348 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.808622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.912638 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-89afaf21-2326-4b34-8a07-ccc2dba65c56 None None] Provisioning for port 0536ff89-04b0-4d5e-915c-0455e9577e79 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:34.914906 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.920167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:34.925171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Pushing event updated for resources: {'Port': ['ID=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:34.925487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-89afaf21-2326-4b34-8a07-ccc2dba65c56 None None] Provisioning complete for port 0536ff89-04b0-4d5e-915c-0455e9577e79 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:34.925487 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-89afaf21-2326-4b34-8a07-ccc2dba65c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:34.937343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:34.942874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:34.987235 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.014705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:35.016055 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.090145 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-486b9ca2-73f1-4b27-9bf7-70bf9c07bef3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6567934 Jul 07 19:44:35.105412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Request body: {'port': {'device_id': 'dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:35.152101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b,segment=NetworkSegment(86b159de-1b68-4030-a389-6a9ccc9569ca),segment_id=86b159de-1b68-4030-a389-6a9ccc9569ca)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:35.153120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-89afaf21-2326-4b34-8a07-ccc2dba65c56 None None] Port 0536ff89-04b0-4d5e-915c-0455e9577e79 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:44:35.163262 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.229927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:35.268647 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.275855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a0c14ff5-faec-4452-a693-61fd90b6eec5 None None] Provisioning for port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:35.280743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a0c14ff5-faec-4452-a693-61fd90b6eec5 None None] Provisioning complete for port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:35.281857 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a0c14ff5-faec-4452-a693-61fd90b6eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.319103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a0c14ff5-faec-4452-a693-61fd90b6eec5 None None] Port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:44:35.379061 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.430780 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.510679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6781d66-09f0-4c40-b988-c562f9dc83db req-a22b1f79-3464-44b2-b7d3-818941f92366 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:35.512395 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6781d66-09f0-4c40-b988-c562f9dc83db req-a22b1f79-3464-44b2-b7d3-818941f92366 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 935 time: 0.0728419 Jul 07 19:44:35.546235 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.554231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6781d66-09f0-4c40-b988-c562f9dc83db req-51759478-9e07-497c-b8ef-e3da15f270c3 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356872 Jul 07 19:44:35.575598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Pushing event updated for resources: {'Port': ['ID=0536ff89-04b0-4d5e-915c-0455e9577e79,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:35.727887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Network 41925138-3936-4199-98b4-874423ff0b0a is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:35.745093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:35.796956 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.807423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e562bcef-07f3-4e8c-ad5b-aec6ef7080bb {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:44:35.820132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.843078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Transition to ACTIVE for port object e562bcef-07f3-4e8c-ad5b-aec6ef7080bb will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:35.870600 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:36.045540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-8560cb5a-34d6-435e-8fe6-1f64e767fa41 None None] Provisioning complete for port 0536ff89-04b0-4d5e-915c-0455e9577e79 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:36.045828 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8560cb5a-34d6-435e-8fe6-1f64e767fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:36.080640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8560cb5a-34d6-435e-8fe6-1f64e767fa41 None None] Port 0536ff89-04b0-4d5e-915c-0455e9577e79 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:44:36.315698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Pushing event updated for resources: {'Port': ['ID=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:36.327934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Router 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:44:36.463997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 02df1152-7f24-4dc4-9aba-c14200eba1f8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:36.496409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Attempting to bind port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:36.496736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Attempting to bind port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:36.497058 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Attempting to bind port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:36.506354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:44:36.506680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Attempting to bind port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:36.517267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:36.517606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:36.517990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:36.518416 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Bound port: e562bcef-07f3-4e8c-ad5b-aec6ef7080bb, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:36.518768 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:36.521112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 02df1152-7f24-4dc4-9aba-c14200eba1f8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:36.521726 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:36.532729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:36.547227 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cde8b998-7e2c-46c7-9965-b076509a4a8c admin admin] 10.222.0.81 "PUT /v2.0/routers/3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9202118 Jul 07 19:44:36.547893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Sync routers for ids ['3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:36.564434 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Routers {'3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:36.564988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:36.606785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] For port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:36.610830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] For port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:36.618461 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:36.671525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:36.672628 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:36.674251 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] 10.222.0.48 "PUT /v2.0/ports/e562bcef-07f3-4e8c-ad5b-aec6ef7080bb HTTP/1.1" status: 200 len: 1095 time: 1.5764172 Jul 07 19:44:36.676938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6', 'tag': 'e562bcef-07f3-4e8c-ad5b-aec6ef7080bb'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:36.687791 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9cfb9b-179a-450f-add1-90639920721d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6", "tag": "e562bcef-07f3-4e8c-ad5b-aec6ef7080bb"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:36.757103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:36.766921 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db59745-50b8-4dd3-a2ee-67a7900fd6c8 x-openstack-request-id: req-8db59745-50b8-4dd3-a2ee-67a7900fd6c8 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:36.767271 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6", "tag": "e562bcef-07f3-4e8c-ad5b-aec6ef7080bb", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:36.767528 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8db59745-50b8-4dd3-a2ee-67a7900fd6c8 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:36.767970 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6', 'tag': 'e562bcef-07f3-4e8c-ad5b-aec6ef7080bb', 'status': 'completed', 'code': 200} Jul 07 19:44:36.795402 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Set router 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:36.825688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2bf3c-0393-4c23-abc2-11ea0bedc51b service neutron] Pushing event updated for resources: {'Port': ['ID=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:36.887775 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-58a69561-e359-4e32-85aa-dd4251f0e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:36.889318 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-58a69561-e359-4e32-85aa-dd4251f0e994 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6eff33f71f0f4ae4a10a298b1e34a57a&device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 1098 time: 0.1532927 Jul 07 19:44:36.906655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6ace7-a957-496b-9740-dd465ba5a209 req-b653b898-ead0-448f-8b6a-efb65a64531d tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:36.913970 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbb6ace7-a957-496b-9740-dd465ba5a209 req-b653b898-ead0-448f-8b6a-efb65a64531d tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 947 time: 0.1705801 Jul 07 19:44:36.941999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:36.942582 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:36.971851 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-d98c1a93-3587-4466-aefe-eaa131ccda71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb HTTP/1.1" status: 200 len: 217 time: 0.0544806 Jul 07 19:44:37.021676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbb6ace7-a957-496b-9740-dd465ba5a209 req-b8010149-9c09-45df-8cf5-1b18823e4228 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067724 Jul 07 19:44:37.040188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-9cf25c80-9425-4018-846c-e1e96f5cbb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:37.041681 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-9cf25c80-9425-4018-846c-e1e96f5cbb9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0614259 Jul 07 19:44:37.107412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-58ad09f1-4956-4c30-b2f5-f7ff983987de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:37.108951 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-58ad09f1-4956-4c30-b2f5-f7ff983987de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592775 Jul 07 19:44:37.112043 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:37.150894 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'name': 'tempest-TestServerBasicOps-873951952-router', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:34Z', 'revision_number': 4, 'project_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'gw_port': {'id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '0536ff89-04b0-4d5e-915c-0455e9577e79', 'name': '', 'network_id': '41925138-3936-4199-98b4-874423ff0b0a', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'mac_address': 'fa:16:3e:88:10:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ccf421b-6e4e-4803-a1fd-db63e64c572d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:33Z', 'updated_at': '2021-07-07T19:44:35Z', 'revision_number': 2, 'project_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'subnets': [{'id': '6ccf421b-6e4e-4803-a1fd-db63e64c572d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:37.178503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Checking router: 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:37.178895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Updating router 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 port 0536ff89-04b0-4d5e-915c-0455e9577e79 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:44:37.208924 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-903d1e05-6526-4229-84d2-3a528447fa1e service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911577 Jul 07 19:44:37.220756 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.231140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:37.239872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:37.239872 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.304900 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fd6c6e5-469e-4b2d-84a8-bed119820708 req-4223dd96-5770-43f6-ae34-3c918a1d32e0 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900793 Jul 07 19:44:37.411922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfb9b-179a-450f-add1-90639920721d req-2cb7c6ad-abfa-4f63-90f9-3a91b4547b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:37.413605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed9cfb9b-179a-450f-add1-90639920721d req-2cb7c6ad-abfa-4f63-90f9-3a91b4547b40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6eff33f71f0f4ae4a10a298b1e34a57a&device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0578461 Jul 07 19:44:37.452723 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36036) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:37.457534 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.459358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-17a8f0c6-092b-432f-bc9e-3be051474e5b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1865081920', 'description': 'tempest-secgroup-smoke-1865081920 description', 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:37.490754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5f567236-fb9d-4c90-b2a0-e5b37ee74ac4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:37.494241 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0c6-092b-432f-bc9e-3be051474e5b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.499943 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.522182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfb9b-179a-450f-add1-90639920721d req-c919e22a-4b5a-44ed-9019-3416a8fae060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:37.523829 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed9cfb9b-179a-450f-add1-90639920721d req-c919e22a-4b5a-44ed-9019-3416a8fae060 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1033659 Jul 07 19:44:37.567056 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed9cfb9b-179a-450f-add1-90639920721d req-4830f4d9-57f1-47f0-81c0-b0dfad15172b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb HTTP/1.1" status: 200 len: 217 time: 0.0359793 Jul 07 19:44:37.579756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=5f567236-fb9d-4c90-b2a0-e5b37ee74ac4,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:37.592798 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0c6-092b-432f-bc9e-3be051474e5b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.597542 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0c6-092b-432f-bc9e-3be051474e5b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.620684 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0c6-092b-432f-bc9e-3be051474e5b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.625182 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-17a8f0c6-092b-432f-bc9e-3be051474e5b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1703098 Jul 07 19:44:37.625715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36038) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:37.630390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5b3128b3-fc6f-4422-af58-64688670dd17 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Request body: {'security_group_rule': {'security_group_id': '476531bc-219b-4bd1-87a1-89c198ead5fb', 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:37.633183 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.637415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfb9b-179a-450f-add1-90639920721d req-5e635549-6149-4d2c-b1bc-8ed6df70644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:37.639020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed9cfb9b-179a-450f-add1-90639920721d req-5e635549-6149-4d2c-b1bc-8ed6df70644e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0659802 Jul 07 19:44:37.640155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8f0c6-092b-432f-bc9e-3be051474e5b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476531bc-219b-4bd1-87a1-89c198ead5fb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:37.650124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Transition to ACTIVE for port object 0536ff89-04b0-4d5e-915c-0455e9577e79 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:37.656065 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.691951 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5b3128b3-fc6f-4422-af58-64688670dd17 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.734475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c6cb2-6651-470d-9df6-2a4f010a7ad6 None None] Pushing event updated for resources: {'Port': ['ID=0536ff89-04b0-4d5e-915c-0455e9577e79,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:37.750015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfb9b-179a-450f-add1-90639920721d req-c64caa8b-1d88-425c-9f6f-afae21fb20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:37.751563 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed9cfb9b-179a-450f-add1-90639920721d req-c64caa8b-1d88-425c-9f6f-afae21fb20dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052017 Jul 07 19:44:37.767873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Attempting to bind port 0536ff89-04b0-4d5e-915c-0455e9577e79 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:37.768337 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Attempting to bind port 0536ff89-04b0-4d5e-915c-0455e9577e79 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '222d116f-180b-4c91-86f9-d499ea41a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41925138-3936-4199-98b4-874423ff0b0a'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:37.768765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Attempting to bind port 0536ff89-04b0-4d5e-915c-0455e9577e79 on network 41925138-3936-4199-98b4-874423ff0b0a {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:37.774501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:37.774903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Checking segment: {'id': '222d116f-180b-4c91-86f9-d499ea41a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41925138-3936-4199-98b4-874423ff0b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:37.775309 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.775701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Bound using segment: {'id': '222d116f-180b-4c91-86f9-d499ea41a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41925138-3936-4199-98b4-874423ff0b0a'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:37.776307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Bound port: 0536ff89-04b0-4d5e-915c-0455e9577e79, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222d116f-180b-4c91-86f9-d499ea41a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41925138-3936-4199-98b4-874423ff0b0a'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:37.776692 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.783668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5b3128b3-fc6f-4422-af58-64688670dd17 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.814886 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5b3128b3-fc6f-4422-af58-64688670dd17 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.844676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3128b3-fc6f-4422-af58-64688670dd17 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470fb0b8-676d-457b-96cf-e80578bea987,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:37.850393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] For port 0536ff89-04b0-4d5e-915c-0455e9577e79, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:37.850827 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5b3128b3-fc6f-4422-af58-64688670dd17 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.851973 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5b3128b3-fc6f-4422-af58-64688670dd17 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2252150 Jul 07 19:44:37.855356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36040) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:37.866614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fccfd5e9-65e3-4f24-8b19-e3f943cd20b3 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Request body: {'security_group_rule': {'security_group_id': '476531bc-219b-4bd1-87a1-89c198ead5fb', 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:37.870991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] For port 0536ff89-04b0-4d5e-915c-0455e9577e79, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0536ff89-04b0-4d5e-915c-0455e9577e79,segment=NetworkSegment(222d116f-180b-4c91-86f9-d499ea41a816),segment_id=222d116f-180b-4c91-86f9-d499ea41a816)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:37.877261 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.888317 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed9cfb9b-179a-450f-add1-90639920721d req-d360601c-b137-4a2f-b122-554d90e73ad3 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289790 Jul 07 19:44:37.917997 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fccfd5e9-65e3-4f24-8b19-e3f943cd20b3 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.931776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Routers {'3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:37.932823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:37.984613 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fccfd5e9-65e3-4f24-8b19-e3f943cd20b3 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.986203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c6cb2-6651-470d-9df6-2a4f010a7ad6 None None] Pushing event updated for resources: {'Port': ['ID=0536ff89-04b0-4d5e-915c-0455e9577e79,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:37.989298 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fccfd5e9-65e3-4f24-8b19-e3f943cd20b3 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.013276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfd5e9-65e3-4f24-8b19-e3f943cd20b3 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01d8aa8-24f2-4c51-bc40-e133322fcd51,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:38.014473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ed9cfb9b-179a-450f-add1-90639920721d req-4a5fa963-9b02-4017-b071-dfe6ae78cd2a service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174943 Jul 07 19:44:38.016870 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fccfd5e9-65e3-4f24-8b19-e3f943cd20b3 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.018859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fccfd5e9-65e3-4f24-8b19-e3f943cd20b3 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616256 Jul 07 19:44:38.021384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36042) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:38.028179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0dfe9b66-7f27-4e2d-b39e-bd0c4f150af8 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Request body: {'security_group_rule': {'security_group_id': '476531bc-219b-4bd1-87a1-89c198ead5fb', 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:38.059840 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b66-7f27-4e2d-b39e-bd0c4f150af8 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.081556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] Set router 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:38.133763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b66-7f27-4e2d-b39e-bd0c4f150af8 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.139590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b66-7f27-4e2d-b39e-bd0c4f150af8 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.159698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe9b66-7f27-4e2d-b39e-bd0c4f150af8 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8481a37f-6fc8-4d61-9608-87c0c097f397,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:38.165045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b66-7f27-4e2d-b39e-bd0c4f150af8 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.166916 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0dfe9b66-7f27-4e2d-b39e-bd0c4f150af8 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429973 Jul 07 19:44:38.171145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36046) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:38.175702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-01e90ab3-1ce3-4196-8cc8-665106b63873 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Request body: {'security_group_rule': {'security_group_id': '476531bc-219b-4bd1-87a1-89c198ead5fb', 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:38.206439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01e90ab3-1ce3-4196-8cc8-665106b63873 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.253133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5c84-e8a3-4be4-8477-14b05603c934 req-eb8fea8f-f830-4237-b20f-337417e6eede tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:38.254712 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea2f5c84-e8a3-4be4-8477-14b05603c934 req-eb8fea8f-f830-4237-b20f-337417e6eede tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 947 time: 0.1000082 Jul 07 19:44:38.282179 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01e90ab3-1ce3-4196-8cc8-665106b63873 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.287610 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01e90ab3-1ce3-4196-8cc8-665106b63873 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.304228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea2f5c84-e8a3-4be4-8477-14b05603c934 req-7d067af2-1fec-49c8-9a9e-1cf905ee4d97 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 Jul 07 19:44:38.308096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e90ab3-1ce3-4196-8cc8-665106b63873 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5498f5-5711-4cbf-b14e-5b62d617626e,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:38.325634 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01e90ab3-1ce3-4196-8cc8-665106b63873 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.328680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-01e90ab3-1ce3-4196-8cc8-665106b63873 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564822 Jul 07 19:44:38.334088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36048) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:38.339435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0250e9a0-6900-48d4-9f9f-2b0cb2467b27 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Request body: {'security_group_rule': {'security_group_id': '476531bc-219b-4bd1-87a1-89c198ead5fb', 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:38.351481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'name': 'tempest-TestServerBasicOps-873951952-router', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:34Z', 'revision_number': 4, 'project_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'gw_port': {'id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '0536ff89-04b0-4d5e-915c-0455e9577e79', 'name': '', 'network_id': '41925138-3936-4199-98b4-874423ff0b0a', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'mac_address': 'fa:16:3e:88:10:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ccf421b-6e4e-4803-a1fd-db63e64c572d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:33Z', 'updated_at': '2021-07-07T19:44:37Z', 'revision_number': 4, 'project_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'subnets': [{'id': '6ccf421b-6e4e-4803-a1fd-db63e64c572d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:38.363901 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-0250e9a0-6900-48d4-9f9f-2b0cb2467b27 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Project cdbab3bd504c4d4d87b10327e778ed02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:44:38.369922 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0250e9a0-6900-48d4-9f9f-2b0cb2467b27 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.384742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:38.387963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0193040-49db-499c-9e6a-1555cbf3c413 None None] The sync data for ids ['3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'] in n-d-793621-9 is: [{'id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'name': 'tempest-TestServerBasicOps-873951952-router', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:34Z', 'revision_number': 4, 'project_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'gw_port': {'id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '0536ff89-04b0-4d5e-915c-0455e9577e79', 'name': '', 'network_id': '41925138-3936-4199-98b4-874423ff0b0a', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'mac_address': 'fa:16:3e:88:10:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ccf421b-6e4e-4803-a1fd-db63e64c572d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:33Z', 'updated_at': '2021-07-07T19:44:37Z', 'revision_number': 4, 'project_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'subnets': [{'id': '6ccf421b-6e4e-4803-a1fd-db63e64c572d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:38.426257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0250e9a0-6900-48d4-9f9f-2b0cb2467b27 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.431183 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0250e9a0-6900-48d4-9f9f-2b0cb2467b27 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.459279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:38.459805 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.464801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250e9a0-6900-48d4-9f9f-2b0cb2467b27 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ceadd3b-9418-4de4-b1d0-6769c99bccf0,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:38.480257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0250e9a0-6900-48d4-9f9f-2b0cb2467b27 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.481932 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0250e9a0-6900-48d4-9f9f-2b0cb2467b27 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465209 Jul 07 19:44:38.484346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36050) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:38.488829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-314f13b4-a392-479d-a28c-3660a1f21423 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Request body: {'security_group_rule': {'security_group_id': '476531bc-219b-4bd1-87a1-89c198ead5fb', 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:38.516455 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-314f13b4-a392-479d-a28c-3660a1f21423 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Project cdbab3bd504c4d4d87b10327e778ed02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:44:38.522296 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-314f13b4-a392-479d-a28c-3660a1f21423 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.593758 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-314f13b4-a392-479d-a28c-3660a1f21423 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.598467 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-314f13b4-a392-479d-a28c-3660a1f21423 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.618326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f13b4-a392-479d-a28c-3660a1f21423 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f744c377-3d74-4af9-ae77-766f3bcc91a2,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:38.626035 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-314f13b4-a392-479d-a28c-3660a1f21423 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.628091 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-314f13b4-a392-479d-a28c-3660a1f21423 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419408 Jul 07 19:44:38.773375 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-e58ce13b-d55e-4f16-86ea-eb22da4595b7 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865081920&fields=id&tenant_id=cdbab3bd504c4d4d87b10327e778ed02 HTTP/1.1" status: 200 len: 267 time: 0.0358992 Jul 07 19:44:38.887493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3149e065-9541-49a8-b09f-a27e9141ce81 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:38.889028 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3149e065-9541-49a8-b09f-a27e9141ce81 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/networks?id=caaa1b5c-5511-487f-919c-b5457e65e7ab HTTP/1.1" status: 200 len: 809 time: 0.1077285 Jul 07 19:44:38.903834 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-8f2edbe4-17fe-4fb8-9616-8501be88f851 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/quotas/cdbab3bd504c4d4d87b10327e778ed02 HTTP/1.1" status: 200 len: 375 time: 0.0094564 Jul 07 19:44:38.969476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-af9b9b8b-fb85-457d-9aea-9bc75ae8c08a tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cdbab3bd504c4d4d87b10327e778ed02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606737 Jul 07 19:44:39.162999 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-b51d2af6-1a88-4628-b7df-b558c8bef9e2 service neutron] 10.222.0.81 "GET /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818416 Jul 07 19:44:39.249801 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-4ce5f015-639c-4ebb-8e9b-565e3d065bd5 service neutron] 10.222.0.81 "GET /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804515 Jul 07 19:44:39.480403 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a1402a6-a4f8-46fd-84e9-b52f63ba82f6 req-f28cc41b-41e9-425b-b61e-9319e9b1faf0 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 210 time: 0.0315635 Jul 07 19:44:39.495528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e5bf-ca68-4284-8641-96d97a3726e5 req-f931b359-bf32-4f6d-939d-15953ed2b8d2 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:39.507330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-afb2e5bf-ca68-4284-8641-96d97a3726e5 req-f931b359-bf32-4f6d-939d-15953ed2b8d2 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 947 time: 0.0705624 Jul 07 19:44:39.547904 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-afb2e5bf-ca68-4284-8641-96d97a3726e5 req-f4fbac76-9ed1-4d6f-8f13-4561a60b0d01 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401194 Jul 07 19:44:40.048747 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.357278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0536ff89-04b0-4d5e-915c-0455e9577e79 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:40.405332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 0536ff89-04b0-4d5e-915c-0455e9577e79 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:40.409140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 0536ff89-04b0-4d5e-915c-0455e9577e79 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:40.409510 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.486914 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.519904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 0536ff89-04b0-4d5e-915c-0455e9577e79, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0536ff89-04b0-4d5e-915c-0455e9577e79,segment=NetworkSegment(222d116f-180b-4c91-86f9-d499ea41a816),segment_id=222d116f-180b-4c91-86f9-d499ea41a816)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:40.525170 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.603570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=0536ff89-04b0-4d5e-915c-0455e9577e79,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:40.669709 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3c9be78-263e-4002-938f-cc366c66bd23 req-7852259e-9dac-47c0-ba03-24e63493d547 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 210 time: 0.0408850 Jul 07 19:44:40.730765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-af5db3c8-2672-490f-b504-a30d6e316b35 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:40.732548 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-af5db3c8-2672-490f-b504-a30d6e316b35 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.110 "GET /v2.0/networks?id=caaa1b5c-5511-487f-919c-b5457e65e7ab HTTP/1.1" status: 200 len: 809 time: 0.1901407 Jul 07 19:44:40.764973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0a2b2-b2f0-4272-9d11-e683507e7de0 req-d5c50065-33c2-4ed5-b0fc-375d99eeac3e tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:40.766533 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7cd0a2b2-b2f0-4272-9d11-e683507e7de0 req-d5c50065-33c2-4ed5-b0fc-375d99eeac3e tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 947 time: 0.0769639 Jul 07 19:44:40.798627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-7a38ff2d-248f-41e7-b11a-d64de24c1c75 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbab3bd504c4d4d87b10327e778ed02 HTTP/1.1" status: 200 len: 380 time: 0.0531092 Jul 07 19:44:40.808925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Request body: {'port': {'device_id': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'admin_state_up': True, 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'security_groups': ['476531bc-219b-4bd1-87a1-89c198ead5fb']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:40.815454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7cd0a2b2-b2f0-4272-9d11-e683507e7de0 req-f9b86b63-992c-4774-a3ed-c407b45a8a4b tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425708 Jul 07 19:44:40.923516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Made reservation on behalf of cdbab3bd504c4d4d87b10327e778ed02 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:44:40.927128 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.053395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Allocated IP 172.20.0.13 (caaa1b5c-5511-487f-919c-b5457e65e7ab/3d782028-e8cd-4b30-9357-afebb54ed1e1/8866da75-9839-49b1-8f56-7d8b26e9a30c) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:41.185756 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.199637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Transition to ACTIVE for port object 8866da75-9839-49b1-8f56-7d8b26e9a30c will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:41.231731 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.279312 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Network caaa1b5c-5511-487f-919c-b5457e65e7ab is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:41.284405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:41.288121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:41.295152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event updated for resources: {'Port': ['ID=8866da75-9839-49b1-8f56-7d8b26e9a30c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:41.560622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9d289441-46e9-4561-9357-69d16c40dabf None None] Provisioning for port 8866da75-9839-49b1-8f56-7d8b26e9a30c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:41.564732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9d289441-46e9-4561-9357-69d16c40dabf None None] Provisioning complete for port 8866da75-9839-49b1-8f56-7d8b26e9a30c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:41.565103 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9d289441-46e9-4561-9357-69d16c40dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.599925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9d289441-46e9-4561-9357-69d16c40dabf None None] Port 8866da75-9839-49b1-8f56-7d8b26e9a30c cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:44:41.633494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:41.634127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.648206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-3dfd98dd-5860-4158-8942-e2089c28795d tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8437221 Jul 07 19:44:41.659885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Request body: {'port': {'device_id': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:41.732746 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.942666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device e562bcef-07f3-4e8c-ad5b-aec6ef7080bb details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:44:42.020965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c648f-d602-4f46-916b-a9756c8f6594 req-240c34e4-d6c3-48d7-bb0e-09ed0838f830 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:42.022280 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58946b7-5554-4ece-b274-ace5f566fcad req-9d382e1b-b2e2-4d33-92dc-5503c0a46eb0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:42.023581 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b9c648f-d602-4f46-916b-a9756c8f6594 req-240c34e4-d6c3-48d7-bb0e-09ed0838f830 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 932 time: 0.2160556 Jul 07 19:44:42.023871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c58946b7-5554-4ece-b274-ace5f566fcad req-9d382e1b-b2e2-4d33-92dc-5503c0a46eb0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 947 time: 0.0843477 Jul 07 19:44:42.048009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:42.069836 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c58946b7-5554-4ece-b274-ace5f566fcad req-fb8ea6c0-e3a6-4cff-bab5-0ff7530e6982 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354092 Jul 07 19:44:42.074532 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'e562bcef-07f3-4e8c-ad5b-aec6ef7080bb', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': 'e562bcef-07f3-4e8c-ad5b-aec6ef7080bb', 'mac_address': 'fa:16:3e:32:0d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:44:42.109667 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b9c648f-d602-4f46-916b-a9756c8f6594 req-2be02985-2139-4cfd-885e-fb1faa007d5c tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747824 Jul 07 19:44:42.120383 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.134588 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e562bcef-07f3-4e8c-ad5b-aec6ef7080bb {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:44:42.154533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8866da75-9839-49b1-8f56-7d8b26e9a30c {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:44:42.156504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:42.162183 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.168280 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.184662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Transition to ACTIVE for port object 8866da75-9839-49b1-8f56-7d8b26e9a30c will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:42.188454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.215881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:42.241503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Pushing event updated for resources: {'Port': ['ID=8866da75-9839-49b1-8f56-7d8b26e9a30c,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:42.324630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Attempting to bind port 8866da75-9839-49b1-8f56-7d8b26e9a30c on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:42.324980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Attempting to bind port 8866da75-9839-49b1-8f56-7d8b26e9a30c by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:42.325343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Attempting to bind port 8866da75-9839-49b1-8f56-7d8b26e9a30c on network caaa1b5c-5511-487f-919c-b5457e65e7ab {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:42.332766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Port 8866da75-9839-49b1-8f56-7d8b26e9a30c on network caaa1b5c-5511-487f-919c-b5457e65e7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:44:42.333097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Attempting to bind port 8866da75-9839-49b1-8f56-7d8b26e9a30c on network caaa1b5c-5511-487f-919c-b5457e65e7ab {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:42.339866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:42.340233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Checking segment: {'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:42.340952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Bound using segment: {'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:42.341129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Bound port: 8866da75-9839-49b1-8f56-7d8b26e9a30c, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b159de-1b68-4030-a389-6a9ccc9569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:42.341560 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.349807 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0536ff89-04b0-4d5e-915c-0455e9577e79 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:42.413339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 0536ff89-04b0-4d5e-915c-0455e9577e79 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:42.413796 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.421987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] For port 8866da75-9839-49b1-8f56-7d8b26e9a30c, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:42.426308 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] For port 8866da75-9839-49b1-8f56-7d8b26e9a30c, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8866da75-9839-49b1-8f56-7d8b26e9a30c,segment=NetworkSegment(86b159de-1b68-4030-a389-6a9ccc9569ca),segment_id=86b159de-1b68-4030-a389-6a9ccc9569ca)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:42.434567 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.475450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:42.475893 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.477349 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] 10.222.0.110 "PUT /v2.0/ports/8866da75-9839-49b1-8f56-7d8b26e9a30c HTTP/1.1" status: 200 len: 1092 time: 0.8214474 Jul 07 19:44:42.477792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'tag': '8866da75-9839-49b1-8f56-7d8b26e9a30c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:42.480120 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9b7db4-d583-4007-8727-e194ebc24e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f390664e-79aa-45d7-9e53-fed3bd738e48", "tag": "8866da75-9839-49b1-8f56-7d8b26e9a30c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:42.517958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb6ed6-d21d-4594-8871-27d6571bb75f service neutron] Pushing event updated for resources: {'Port': ['ID=8866da75-9839-49b1-8f56-7d8b26e9a30c,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:42.536656 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['e562bcef-07f3-4e8c-ad5b-aec6ef7080bb'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:44:42.536891 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3997025a-43b1-4150-b851-ef5f27330efa x-openstack-request-id: req-3997025a-43b1-4150-b851-ef5f27330efa {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:42.537197 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f390664e-79aa-45d7-9e53-fed3bd738e48", "tag": "8866da75-9839-49b1-8f56-7d8b26e9a30c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:42.537197 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3997025a-43b1-4150-b851-ef5f27330efa {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:42.537635 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'tag': '8866da75-9839-49b1-8f56-7d8b26e9a30c', 'status': 'completed', 'code': 200} Jul 07 19:44:42.642361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-5ede9402-7026-4e9a-8e37-bbec9acd0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:42.644015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-5ede9402-7026-4e9a-8e37-bbec9acd0ba8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cdbab3bd504c4d4d87b10327e778ed02&device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 1095 time: 0.1019850 Jul 07 19:44:42.710201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-9b03c53a-0f25-4b88-870c-8b0f452d7500 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8866da75-9839-49b1-8f56-7d8b26e9a30c HTTP/1.1" status: 200 len: 217 time: 0.0547490 Jul 07 19:44:42.768989 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-9d104090-8ad4-4dad-af83-da403d110419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:42.770370 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-9d104090-8ad4-4dad-af83-da403d110419 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3d782028-e8cd-4b30-9357-afebb54ed1e1 HTTP/1.1" status: 200 len: 848 time: 0.0531745 Jul 07 19:44:42.859924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-520f8eaf-c552-487b-bb1c-71f8beff48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:42.861447 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-520f8eaf-c552-487b-bb1c-71f8beff48c0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=caaa1b5c-5511-487f-919c-b5457e65e7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839612 Jul 07 19:44:42.958371 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-ae7c28e2-53d8-4c0d-81c5-16c3a542685f service neutron] 10.222.0.110 "GET /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854714 Jul 07 19:44:43.053817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f096a6e-2061-4a20-8ae1-c3856af08991 req-b348bcab-4999-479a-855a-d91318bf9779 service neutron] 10.222.0.110 "GET /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855875 Jul 07 19:44:43.158509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b7db4-d583-4007-8727-e194ebc24e4a req-40d19b15-5697-4667-b96d-77342734c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:43.160082 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c9b7db4-d583-4007-8727-e194ebc24e4a req-40d19b15-5697-4667-b96d-77342734c065 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cdbab3bd504c4d4d87b10327e778ed02&device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 1095 time: 0.0564890 Jul 07 19:44:43.291943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb57ee-6ea6-489b-80bb-31cd5f4f90aa req-127a05a5-c9c4-4d06-8dac-9cf94e346af0 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:43.293467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23fb57ee-6ea6-489b-80bb-31cd5f4f90aa req-127a05a5-c9c4-4d06-8dac-9cf94e346af0 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 944 time: 0.0685265 Jul 07 19:44:43.332527 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-23fb57ee-6ea6-489b-80bb-31cd5f4f90aa req-2a1f4231-42b4-44ec-8b10-31fe748009f6 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331504 Jul 07 19:44:43.357273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b7db4-d583-4007-8727-e194ebc24e4a req-fa1c3e43-f1cd-4519-a877-0b319ed5fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:43.358104 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c9b7db4-d583-4007-8727-e194ebc24e4a req-fa1c3e43-f1cd-4519-a877-0b319ed5fa46 service neutron] 10.222.0.110 "GET /v2.0/networks?id=caaa1b5c-5511-487f-919c-b5457e65e7ab HTTP/1.1" status: 200 len: 910 time: 0.1902325 Jul 07 19:44:43.370216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec3a82-6b9c-403c-8ae7-7d2a9c109fbc req-0c28a403-bed6-4c09-801c-86b81a1e7d16 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:43.371628 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5ec3a82-6b9c-403c-8ae7-7d2a9c109fbc req-0c28a403-bed6-4c09-801c-86b81a1e7d16 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 948 time: 0.1721427 Jul 07 19:44:43.416677 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c9b7db4-d583-4007-8727-e194ebc24e4a req-fdd797d3-394d-475e-b105-ac4a0202e107 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8866da75-9839-49b1-8f56-7d8b26e9a30c HTTP/1.1" status: 200 len: 217 time: 0.0441194 Jul 07 19:44:43.458806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5ec3a82-6b9c-403c-8ae7-7d2a9c109fbc req-e8502ef1-5437-4200-a117-cc174d8834f9 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808325 Jul 07 19:44:43.476211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b7db4-d583-4007-8727-e194ebc24e4a req-6a032f0d-35e1-49bf-ba41-3f6cc6ecefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:43.478191 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c9b7db4-d583-4007-8727-e194ebc24e4a req-6a032f0d-35e1-49bf-ba41-3f6cc6ecefd4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3d782028-e8cd-4b30-9357-afebb54ed1e1 HTTP/1.1" status: 200 len: 848 time: 0.0492415 Jul 07 19:44:43.541668 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b7db4-d583-4007-8727-e194ebc24e4a req-f8750355-e322-4b54-9ac1-2fc64a81f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:43.543172 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c9b7db4-d583-4007-8727-e194ebc24e4a req-f8750355-e322-4b54-9ac1-2fc64a81f2ca service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=caaa1b5c-5511-487f-919c-b5457e65e7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568984 Jul 07 19:44:43.632940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c9b7db4-d583-4007-8727-e194ebc24e4a req-f34ddb29-19be-479e-b38e-24f94a2dcbba service neutron] 10.222.0.110 "GET /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802748 Jul 07 19:44:43.726519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c9b7db4-d583-4007-8727-e194ebc24e4a req-73215e66-492d-4b2c-b009-b13e45482c78 service neutron] 10.222.0.110 "GET /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848925 Jul 07 19:44:43.937984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device e562bcef-07f3-4e8c-ad5b-aec6ef7080bb up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:43.989000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:43.992901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:43.993283 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.069452 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.091813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e562bcef-07f3-4e8c-ad5b-aec6ef7080bb'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:44.094499 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1e778e-685a-492b-859b-60c118fcb504" -d '{"events": [{"server_uuid": "dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6", "name": "network-vif-plugged", "status": "completed", "tag": "e562bcef-07f3-4e8c-ad5b-aec6ef7080bb"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:44.107155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:44.111099 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.137689 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08aea4be-d114-42e7-9d03-b089fd127cd3 x-openstack-request-id: req-08aea4be-d114-42e7-9d03-b089fd127cd3 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:44.137986 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6", "name": "network-vif-plugged", "status": "completed", "tag": "e562bcef-07f3-4e8c-ad5b-aec6ef7080bb", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:44.138236 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08aea4be-d114-42e7-9d03-b089fd127cd3 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:44.138616 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e562bcef-07f3-4e8c-ad5b-aec6ef7080bb', 'code': 200} Jul 07 19:44:44.164209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:44.253033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4678271-c734-4a96-bae1-e68d9afbd6c5 req-bf148d82-d738-4783-bdf4-450a74367706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:44.254527 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e4678271-c734-4a96-bae1-e68d9afbd6c5 req-bf148d82-d738-4783-bdf4-450a74367706 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 1100 time: 0.0584006 Jul 07 19:44:44.287914 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e4678271-c734-4a96-bae1-e68d9afbd6c5 req-34fe9095-8ff2-4790-8f13-f234ee8cf8cf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267146 Jul 07 19:44:44.508752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9f411-b2f9-4865-b06b-c76671564aa4 req-5fe7f387-0a23-4fa6-a88e-d5c7909a447a tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:44.510253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94f9f411-b2f9-4865-b06b-c76671564aa4 req-5fe7f387-0a23-4fa6-a88e-d5c7909a447a tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 944 time: 0.0636489 Jul 07 19:44:44.547363 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94f9f411-b2f9-4865-b06b-c76671564aa4 req-540e7aff-9981-4da9-88a4-08c8458fbf1b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313189 Jul 07 19:44:44.635526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8985db-652d-449c-a4da-1066412b8081 req-45655241-db53-4528-9161-d669961d17ea tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:44.637114 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7a8985db-652d-449c-a4da-1066412b8081 req-45655241-db53-4528-9161-d669961d17ea tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 949 time: 0.0644059 Jul 07 19:44:44.678770 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7a8985db-652d-449c-a4da-1066412b8081 req-fe6b4aa3-be0a-4942-8bb0-78223492afbb tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360739 Jul 07 19:44:45.034390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8866da75-9839-49b1-8f56-7d8b26e9a30c details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:44:45.128108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 8866da75-9839-49b1-8f56-7d8b26e9a30c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8866da75-9839-49b1-8f56-7d8b26e9a30c,segment=NetworkSegment(86b159de-1b68-4030-a389-6a9ccc9569ca),segment_id=86b159de-1b68-4030-a389-6a9ccc9569ca)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:45.140261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '8866da75-9839-49b1-8f56-7d8b26e9a30c', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'port_id': '8866da75-9839-49b1-8f56-7d8b26e9a30c', 'mac_address': 'fa:16:3e:51:81:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:44:45.182097 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.195579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8866da75-9839-49b1-8f56-7d8b26e9a30c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:44:45.216015 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 8866da75-9839-49b1-8f56-7d8b26e9a30c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8866da75-9839-49b1-8f56-7d8b26e9a30c,segment=NetworkSegment(86b159de-1b68-4030-a389-6a9ccc9569ca),segment_id=86b159de-1b68-4030-a389-6a9ccc9569ca)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:45.219904 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.269381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=8866da75-9839-49b1-8f56-7d8b26e9a30c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:45.488948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['8866da75-9839-49b1-8f56-7d8b26e9a30c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:44:45.739949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88611d2-1136-403c-b755-8477792c29ad req-59676a87-f528-4d38-a559-d1de7bfeaf42 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:45.741378 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d88611d2-1136-403c-b755-8477792c29ad req-59676a87-f528-4d38-a559-d1de7bfeaf42 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 945 time: 0.0788362 Jul 07 19:44:45.779192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d88611d2-1136-403c-b755-8477792c29ad req-cf864b08-a804-4295-b87b-cf3258bc20f7 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319719 Jul 07 19:44:45.857205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d302e8-f556-430d-bd96-5fc07ea7dd92 req-a8e2657e-981e-43f4-93e6-f54aebc0272a tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:45.858658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-14d302e8-f556-430d-bd96-5fc07ea7dd92 req-a8e2657e-981e-43f4-93e6-f54aebc0272a tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 949 time: 0.0626538 Jul 07 19:44:45.895032 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-14d302e8-f556-430d-bd96-5fc07ea7dd92 req-526e57a8-540f-40df-942a-95874fa899a0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308020 Jul 07 19:44:46.969224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540267a-54e6-49e6-932d-d184a6c2b193 req-f646dfb5-7001-415e-bf72-fd2b0a716ad5 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:46.970729 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6540267a-54e6-49e6-932d-d184a6c2b193 req-f646dfb5-7001-415e-bf72-fd2b0a716ad5 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 945 time: 0.0747838 Jul 07 19:44:47.009483 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6540267a-54e6-49e6-932d-d184a6c2b193 req-ae53e897-1a03-4249-b61a-a7f6443f8b03 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327654 Jul 07 19:44:47.061020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8866da75-9839-49b1-8f56-7d8b26e9a30c up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:47.111671 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 8866da75-9839-49b1-8f56-7d8b26e9a30c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:47.115648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 8866da75-9839-49b1-8f56-7d8b26e9a30c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:47.116023 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.357785 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.381861 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8866da75-9839-49b1-8f56-7d8b26e9a30c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:47.384163 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a23c90c-5007-432c-b13a-5d379694c699" -d '{"events": [{"server_uuid": "f390664e-79aa-45d7-9e53-fed3bd738e48", "name": "network-vif-plugged", "status": "completed", "tag": "8866da75-9839-49b1-8f56-7d8b26e9a30c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:47.397190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 8866da75-9839-49b1-8f56-7d8b26e9a30c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8866da75-9839-49b1-8f56-7d8b26e9a30c,segment=NetworkSegment(86b159de-1b68-4030-a389-6a9ccc9569ca),segment_id=86b159de-1b68-4030-a389-6a9ccc9569ca)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:47.402635 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.440707 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd386af-1749-4e32-b59e-50434e995845 x-openstack-request-id: req-0fd386af-1749-4e32-b59e-50434e995845 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:47.440958 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f390664e-79aa-45d7-9e53-fed3bd738e48", "name": "network-vif-plugged", "status": "completed", "tag": "8866da75-9839-49b1-8f56-7d8b26e9a30c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:47.441233 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0fd386af-1749-4e32-b59e-50434e995845 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:47.441643 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8866da75-9839-49b1-8f56-7d8b26e9a30c', 'code': 200} Jul 07 19:44:47.471699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=8866da75-9839-49b1-8f56-7d8b26e9a30c,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:47.580098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff58724-c3d5-429e-b5d6-57f0d985f7f5 req-ce2925e7-79e3-4a8f-bbdf-02f7d0945145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:47.581756 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dff58724-c3d5-429e-b5d6-57f0d985f7f5 req-ce2925e7-79e3-4a8f-bbdf-02f7d0945145 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 1097 time: 0.0576792 Jul 07 19:44:47.620276 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dff58724-c3d5-429e-b5d6-57f0d985f7f5 req-ba68b1d8-8214-496c-afa5-6ad329b82b8d service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311804 Jul 07 19:44:48.190842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1de3e3-a9b8-4558-82c7-2d912550b7c9 req-71f7f4f2-d4c2-4d62-815e-d85f27578115 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:48.192503 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ff1de3e3-a9b8-4558-82c7-2d912550b7c9 req-71f7f4f2-d4c2-4d62-815e-d85f27578115 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 946 time: 0.0690837 Jul 07 19:44:48.232102 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ff1de3e3-a9b8-4558-82c7-2d912550b7c9 req-98c7a296-135d-413a-8090-547f53b331cf tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337558 Jul 07 19:44:48.765655 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:44:49.433464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8422f8e-d3fc-49b1-85d2-626ec5586783 req-cfcbd54a-e7b9-45e4-b212-0a374b7ec5a7 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:49.435140 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8422f8e-d3fc-49b1-85d2-626ec5586783 req-cfcbd54a-e7b9-45e4-b212-0a374b7ec5a7 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 946 time: 0.0768917 Jul 07 19:44:49.478588 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8422f8e-d3fc-49b1-85d2-626ec5586783 req-aecb26e0-2fd1-4473-a393-a81151438048 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377598 Jul 07 19:44:49.677362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a34ab-1236-4423-9ecd-0b10d378bded req-e4e94250-da82-408a-9642-0dfbe5e72173 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:49.678889 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df4a34ab-1236-4423-9ecd-0b10d378bded req-e4e94250-da82-408a-9642-0dfbe5e72173 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 946 time: 0.0681357 Jul 07 19:44:49.720611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df4a34ab-1236-4423-9ecd-0b10d378bded req-18f2efab-d613-4086-8135-afe19d015684 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357316 Jul 07 19:44:49.897816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db31822-38de-4d2f-be20-a444fcff9c92 req-dab5d982-edf1-44fa-ab5a-b686033c5f27 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:49.899946 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6db31822-38de-4d2f-be20-a444fcff9c92 req-dab5d982-edf1-44fa-ab5a-b686033c5f27 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 946 time: 0.0658460 Jul 07 19:44:49.944281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6db31822-38de-4d2f-be20-a444fcff9c92 req-684af600-64e1-4a55-ba0e-67dc1a766da4 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383003 Jul 07 19:44:49.971030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36134) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:50.083508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ba7ed-de53-4b94-a0c1-4ce922ce3ffd tempest-TestServerBasicOps-930712170 tempest-TestServerBasicOps-930712170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:50.085348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2b4ba7ed-de53-4b94-a0c1-4ce922ce3ffd tempest-TestServerBasicOps-930712170 tempest-TestServerBasicOps-930712170-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 1092 time: 0.1133287 Jul 07 19:44:50.088380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36138) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:50.093173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '8866da75-9839-49b1-8f56-7d8b26e9a30c', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:50.121474 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.222325 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.328832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Allocated IP 172.25.0.77 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/fdf6c12e-f852-46cf-ab59-616f63a147ef) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:50.432331 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.470820 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.508181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:50.514298 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:50.518737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:50.538290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event updated for resources: {'Port': ['ID=fdf6c12e-f852-46cf-ab59-616f63a147ef,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:50.879668 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.953776 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:51.096304 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9a9965c9-0cd8-4960-b277-33e75d4db1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:51.417745 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:51.422102 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:51.493531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event updated for resources: {'Port': ['ID=fdf6c12e-f852-46cf-ab59-616f63a147ef,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:51.501711 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:51.604628 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Floating IP a2122422-4eb3-4d20-a403-d4b299863efa associated. External IP: 172.25.0.77, port: 8866da75-9839-49b1-8f56-7d8b26e9a30c. Jul 07 19:44:51.809537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Router affc14ff-7385-4c3a-841d-ec765b88d762 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:44:51.913756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:51.923799 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078e448-a5d4-45a2-87fe-6dd24aea86e0 None None] Sync routers for ids ['affc14ff-7385-4c3a-841d-ec765b88d762'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:51.934604 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:51.935656 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1078e448-a5d4-45a2-87fe-6dd24aea86e0 None None] Routers {'affc14ff-7385-4c3a-841d-ec765b88d762'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:51.936343 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-1078e448-a5d4-45a2-87fe-6dd24aea86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['affc14ff-7385-4c3a-841d-ec765b88d762'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:51.981879 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d90ff307-0669-4bbe-bb6a-3577e03c8302 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8920324 Jul 07 19:44:51.982782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'tag': '8866da75-9839-49b1-8f56-7d8b26e9a30c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:51.986592 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a36396f-03cd-4f9e-99b8-47d12f78beeb" -d '{"events": [{"name": "network-changed", "server_uuid": "f390664e-79aa-45d7-9e53-fed3bd738e48", "tag": "8866da75-9839-49b1-8f56-7d8b26e9a30c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:52.023216 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3729f2c-37a5-41f9-bcec-41ffa1938292 x-openstack-request-id: req-c3729f2c-37a5-41f9-bcec-41ffa1938292 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:52.023511 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f390664e-79aa-45d7-9e53-fed3bd738e48", "tag": "8866da75-9839-49b1-8f56-7d8b26e9a30c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:52.023828 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3729f2c-37a5-41f9-bcec-41ffa1938292 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:52.024751 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'tag': '8866da75-9839-49b1-8f56-7d8b26e9a30c', 'status': 'completed', 'code': 200} Jul 07 19:44:52.056731 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-1078e448-a5d4-45a2-87fe-6dd24aea86e0 None None] Set router affc14ff-7385-4c3a-841d-ec765b88d762 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:52.098700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36396f-03cd-4f9e-99b8-47d12f78beeb req-d1513fa7-d248-43c7-8c76-3ab4fb45d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:52.100266 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a36396f-03cd-4f9e-99b8-47d12f78beeb req-d1513fa7-d248-43c7-8c76-3ab4fb45d6a2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cdbab3bd504c4d4d87b10327e778ed02&device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 1097 time: 0.0532696 Jul 07 19:44:52.190592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36396f-03cd-4f9e-99b8-47d12f78beeb req-cfc47ee2-693e-4759-ac91-5e0417e1f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:52.192118 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a36396f-03cd-4f9e-99b8-47d12f78beeb req-cfc47ee2-693e-4759-ac91-5e0417e1f383 service neutron] 10.222.0.110 "GET /v2.0/networks?id=caaa1b5c-5511-487f-919c-b5457e65e7ab HTTP/1.1" status: 200 len: 910 time: 0.0835376 Jul 07 19:44:52.276782 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-1078e448-a5d4-45a2-87fe-6dd24aea86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:28Z', 'revision_number': 4, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'a2122422-4eb3-4d20-a403-d4b299863efa', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'port_id': '8866da75-9839-49b1-8f56-7d8b26e9a30c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'mac_address': 'fa:16:3e:51:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:44:50Z', 'updated_at': '2021-07-07T19:44:50Z', 'revision_number': 0, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b', 'name': '', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'mac_address': 'fa:16:3e:f2:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:27Z', 'updated_at': '2021-07-07T19:44:34Z', 'revision_number': 5, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'subnets': [{'id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:52.292068 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a36396f-03cd-4f9e-99b8-47d12f78beeb req-f1ee68dd-0712-41aa-af43-b29a7247ec5c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8866da75-9839-49b1-8f56-7d8b26e9a30c HTTP/1.1" status: 200 len: 999 time: 0.0918484 Jul 07 19:44:52.301913 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078e448-a5d4-45a2-87fe-6dd24aea86e0 None None] Checking router: affc14ff-7385-4c3a-841d-ec765b88d762 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:52.310898 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1078e448-a5d4-45a2-87fe-6dd24aea86e0 None None] Routers {'affc14ff-7385-4c3a-841d-ec765b88d762'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:52.311508 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-1078e448-a5d4-45a2-87fe-6dd24aea86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['affc14ff-7385-4c3a-841d-ec765b88d762'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:52.343925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36396f-03cd-4f9e-99b8-47d12f78beeb req-32deee45-57fc-4dd5-9328-982486f19202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:52.345414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a36396f-03cd-4f9e-99b8-47d12f78beeb req-32deee45-57fc-4dd5-9328-982486f19202 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3d782028-e8cd-4b30-9357-afebb54ed1e1 HTTP/1.1" status: 200 len: 848 time: 0.0461824 Jul 07 19:44:52.413319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36396f-03cd-4f9e-99b8-47d12f78beeb req-c1c5810e-5514-485d-b5cc-6e0fbbb89642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:52.414879 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a36396f-03cd-4f9e-99b8-47d12f78beeb req-c1c5810e-5514-485d-b5cc-6e0fbbb89642 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=caaa1b5c-5511-487f-919c-b5457e65e7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610974 Jul 07 19:44:52.511451 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-1078e448-a5d4-45a2-87fe-6dd24aea86e0 None None] Set router affc14ff-7385-4c3a-841d-ec765b88d762 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:52.512900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a36396f-03cd-4f9e-99b8-47d12f78beeb req-79f1e4e3-1122-4fbc-b841-e94958e31bd7 service neutron] 10.222.0.110 "GET /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906408 Jul 07 19:44:52.607693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8a36396f-03cd-4f9e-99b8-47d12f78beeb req-dad87bdc-5ef2-4aae-b75c-886c3d0ed1cc service neutron] 10.222.0.110 "GET /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876844 Jul 07 19:44:52.744154 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-1078e448-a5d4-45a2-87fe-6dd24aea86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:28Z', 'revision_number': 4, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'a2122422-4eb3-4d20-a403-d4b299863efa', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'port_id': '8866da75-9839-49b1-8f56-7d8b26e9a30c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'mac_address': 'fa:16:3e:51:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:44:50Z', 'updated_at': '2021-07-07T19:44:50Z', 'revision_number': 0, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b', 'name': '', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'mac_address': 'fa:16:3e:f2:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:27Z', 'updated_at': '2021-07-07T19:44:34Z', 'revision_number': 5, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'subnets': [{'id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:52.769366 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078e448-a5d4-45a2-87fe-6dd24aea86e0 None None] The sync data for ids ['affc14ff-7385-4c3a-841d-ec765b88d762'] in n-d-793621-9 is: [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:28Z', 'revision_number': 4, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'a2122422-4eb3-4d20-a403-d4b299863efa', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'port_id': '8866da75-9839-49b1-8f56-7d8b26e9a30c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'mac_address': 'fa:16:3e:51:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:44:50Z', 'updated_at': '2021-07-07T19:44:50Z', 'revision_number': 0, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b', 'name': '', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'mac_address': 'fa:16:3e:f2:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:27Z', 'updated_at': '2021-07-07T19:44:34Z', 'revision_number': 5, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'subnets': [{'id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:52.966333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebc773e-0a62-4901-8650-75fd2fae8300 None None] New status for floating IP a2122422-4eb3-4d20-a403-d4b299863efa: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:44:53.841269 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:54.062048 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7aeaff11-3989-4df9-8cd4-df4d0f0608ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:54.815151 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.586961 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:01.867092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837b2ce-6032-4273-8ea3-e8e8e9cbf37c req-d1c18d5c-a09f-4e0e-84d1-9bad8e76c0f7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:01.869122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b837b2ce-6032-4273-8ea3-e8e8e9cbf37c req-d1c18d5c-a09f-4e0e-84d1-9bad8e76c0f7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 946 time: 0.0704751 Jul 07 19:45:01.913427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b837b2ce-6032-4273-8ea3-e8e8e9cbf37c req-ad58a6e0-81c8-4928-b01e-c16ed6c4fe66 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382881 Jul 07 19:45:03.130104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323ed89-f980-4356-8d88-c7fce93a3d0b req-0dc0eece-b6ec-4ade-a135-7d19efdf252f tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:03.132451 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2323ed89-f980-4356-8d88-c7fce93a3d0b req-0dc0eece-b6ec-4ade-a135-7d19efdf252f tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 946 time: 0.0692031 Jul 07 19:45:03.177646 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2323ed89-f980-4356-8d88-c7fce93a3d0b req-2ed84f9d-0af6-4457-b993-cc0d06b9f983 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=66be206e-c31e-4abc-9c2c-1183884b3487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379801 Jul 07 19:45:03.564822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-9c56f049-b454-4f07-934e-4adffa2455d8 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:03.566614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-9c56f049-b454-4f07-934e-4adffa2455d8 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.110 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 946 time: 0.0654120 Jul 07 19:45:03.681222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Deleting port ecf83f1e-663c-403a-8717-d29d2f174ba8 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:03.681569 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.784179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] For port ecf83f1e-663c-403a-8717-d29d2f174ba8, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ecf83f1e-663c-403a-8717-d29d2f174ba8,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:03.784920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.969457 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.970084 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.970552 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Floating IP e0763fef-ad46-4caf-9981-fa45b066bc86 disassociated. External IP: 172.25.0.5, port: ecf83f1e-663c-403a-8717-d29d2f174ba8. Jul 07 19:45:03.971124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Calling delete_port for ecf83f1e-663c-403a-8717-d29d2f174ba8 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:04.137393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:04.176638 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event deleted for resources: {'Port': ['ID=ecf83f1e-663c-403a-8717-d29d2f174ba8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:04.188776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:04.189667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:04.189667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:04.189826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:04.190094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:04.190425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:04.190758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:04.191180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:04.191561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:04.191890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:04.192414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:04.192739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:04.391409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Router 971ef03c-352f-4009-8a0c-779c125a4da4 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:45:04.440467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a831cce9-eed7-46eb-a6fe-fd2f59fa8e2d req-b5f10d67-2fcc-4b1d-bb56-599a4c85feec tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf70ec16-4a02-42d6-b6d1-a12104d418e5 HTTP/1.1" status: 200 len: 210 time: 0.0634196 Jul 07 19:45:04.546563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:45:04.571317 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4558f992-09dc-4fd4-bb2a-cd7d0f9595f3 None None] Sync routers for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:45:04.587951 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558f992-09dc-4fd4-bb2a-cd7d0f9595f3 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:04.588938 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-4558f992-09dc-4fd4-bb2a-cd7d0f9595f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:04.610880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] No DVR routers for this DVR port ecf83f1e-663c-403a-8717-d29d2f174ba8 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:45:04.620733 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:04.623123 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0401148-6db1-4a30-86c6-2e7aec58d44b req-d196eb35-f478-410b-8037-8a26d9e86a9a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.110 "DELETE /v2.0/ports/ecf83f1e-663c-403a-8717-d29d2f174ba8 HTTP/1.1" status: 204 len: 173 time: 1.0499592 Jul 07 19:45:04.623609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'name': 'network-vif-deleted', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:04.626711 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae66b1a-8ed2-45c2-8eec-bdf8b2e31b2f" -d '{"events": [{"server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "name": "network-vif-deleted", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:04.733439 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17828eb5-85e1-4afe-ae92-1a8a9c8fb5c0 x-openstack-request-id: req-17828eb5-85e1-4afe-ae92-1a8a9c8fb5c0 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:04.733951 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf70ec16-4a02-42d6-b6d1-a12104d418e5", "name": "network-vif-deleted", "tag": "ecf83f1e-663c-403a-8717-d29d2f174ba8", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:04.734394 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17828eb5-85e1-4afe-ae92-1a8a9c8fb5c0 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:04.734983 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf70ec16-4a02-42d6-b6d1-a12104d418e5', 'name': 'network-vif-deleted', 'tag': 'ecf83f1e-663c-403a-8717-d29d2f174ba8', 'status': 'completed', 'code': 200} Jul 07 19:45:04.825330 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-4558f992-09dc-4fd4-bb2a-cd7d0f9595f3 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:05.107280 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-4558f992-09dc-4fd4-bb2a-cd7d0f9595f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:34Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:05.135015 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4558f992-09dc-4fd4-bb2a-cd7d0f9595f3 None None] Checking router: 971ef03c-352f-4009-8a0c-779c125a4da4 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:45:05.148881 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558f992-09dc-4fd4-bb2a-cd7d0f9595f3 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:05.150010 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-4558f992-09dc-4fd4-bb2a-cd7d0f9595f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:05.270034 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-4558f992-09dc-4fd4-bb2a-cd7d0f9595f3 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:05.476576 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-4558f992-09dc-4fd4-bb2a-cd7d0f9595f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:34Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:05.507389 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4558f992-09dc-4fd4-bb2a-cd7d0f9595f3 None None] The sync data for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 is: [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:34Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:45:05.575218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36226) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:05.638698 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c1743e84-6a0a-4e15-84cf-7a446fe23927 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.665028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c1743e84-6a0a-4e15-84cf-7a446fe23927 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.725466 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c1743e84-6a0a-4e15-84cf-7a446fe23927 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.728313 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c1743e84-6a0a-4e15-84cf-7a446fe23927 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.729493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c1743e84-6a0a-4e15-84cf-7a446fe23927 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "DELETE /v2.0/security-groups/66be206e-c31e-4abc-9c2c-1183884b3487 HTTP/1.1" status: 204 len: 168 time: 0.1532238 Jul 07 19:45:05.732356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36228) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:05.739630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1743e84-6a0a-4e15-84cf-7a446fe23927 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66be206e-c31e-4abc-9c2c-1183884b3487,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:05.761422 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-cb4aef2b-0f03-4781-97bc-495cd680105d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] show failed (client error): The resource could not be found. Jul 07 19:45:05.765119 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cb4aef2b-0f03-4781-97bc-495cd680105d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups/66be206e-c31e-4abc-9c2c-1183884b3487 HTTP/1.1" status: 404 len: 347 time: 0.0291247 Jul 07 19:45:05.766515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36230) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:05.808165 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.831595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d19f240-5aed-4c15-9934-7cd49f0139ec None None] New status for floating IP e0763fef-ad46-4caf-9981-fa45b066bc86: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:45:05.903857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ce05dcd0-0cc3-4863-9b7f-5e22a2659243 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Deleting port 596be2a0-186e-4894-be76-cdda95266575 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:05.904451 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ce05dcd0-0cc3-4863-9b7f-5e22a2659243 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.995541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ce05dcd0-0cc3-4863-9b7f-5e22a2659243 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.995859 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ce05dcd0-0cc3-4863-9b7f-5e22a2659243 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.009044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ce05dcd0-0cc3-4863-9b7f-5e22a2659243 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Calling delete_port for 596be2a0-186e-4894-be76-cdda95266575 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:06.163512 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ce05dcd0-0cc3-4863-9b7f-5e22a2659243 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.196995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05dcd0-0cc3-4863-9b7f-5e22a2659243 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event deleted for resources: {'Port': ['ID=596be2a0-186e-4894-be76-cdda95266575,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:06.257196 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ce05dcd0-0cc3-4863-9b7f-5e22a2659243 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.260743 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ce05dcd0-0cc3-4863-9b7f-5e22a2659243 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.261963 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ce05dcd0-0cc3-4863-9b7f-5e22a2659243 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "DELETE /v2.0/floatingips/e0763fef-ad46-4caf-9981-fa45b066bc86 HTTP/1.1" status: 204 len: 168 time: 0.4937172 Jul 07 19:45:06.557057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36236) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:06.561775 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d5b37e34-fad6-4455-9c5e-b157f9e58357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596258974', 'description': 'tempest-description--1831093983'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:06.586001 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d5b37e34-fad6-4455-9c5e-b157f9e58357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.669489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d5b37e34-fad6-4455-9c5e-b157f9e58357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.673207 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d5b37e34-fad6-4455-9c5e-b157f9e58357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.699918 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d5b37e34-fad6-4455-9c5e-b157f9e58357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.701158 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d5b37e34-fad6-4455-9c5e-b157f9e58357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1430697 Jul 07 19:45:06.704274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36238) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:06.705203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b37e34-fad6-4455-9c5e-b157f9e58357 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba2d62c-523d-4dc1-b6ab-b67935d599da,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:06.712858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-93623210-8911-4ec7-96fe-2ab491687d00 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Request body: {'security_group_rule': {'security_group_id': '0ba2d62c-523d-4dc1-b6ab-b67935d599da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:06.748511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93623210-8911-4ec7-96fe-2ab491687d00 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.808825 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93623210-8911-4ec7-96fe-2ab491687d00 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.812980 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93623210-8911-4ec7-96fe-2ab491687d00 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.831758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93623210-8911-4ec7-96fe-2ab491687d00 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4603b8-b317-48b1-b9c1-b0cb94c8850d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:06.839021 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93623210-8911-4ec7-96fe-2ab491687d00 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.840096 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-93623210-8911-4ec7-96fe-2ab491687d00 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340828 Jul 07 19:45:06.843081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36240) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:06.847513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f187ffcb-36a9-4d0e-bf3f-f5867fb9bc4a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Request body: {'security_group_rule': {'security_group_id': '0ba2d62c-523d-4dc1-b6ab-b67935d599da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:06.874182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f187ffcb-36a9-4d0e-bf3f-f5867fb9bc4a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.935846 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f187ffcb-36a9-4d0e-bf3f-f5867fb9bc4a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.939647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f187ffcb-36a9-4d0e-bf3f-f5867fb9bc4a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.957107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187ffcb-36a9-4d0e-bf3f-f5867fb9bc4a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595523de-140a-4117-83d5-3a112d5c6a76,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:06.968500 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f187ffcb-36a9-4d0e-bf3f-f5867fb9bc4a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.969902 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f187ffcb-36a9-4d0e-bf3f-f5867fb9bc4a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258812 Jul 07 19:45:06.972931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36242) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:06.977916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:07.001050 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:07.103221 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:07.212990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Allocated IP 172.25.0.161 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/24ea4312-ad97-4884-ad47-24da1c312f83) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:45:07.317598 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:07.364477 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:07.411722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:07.415379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:07.425264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:45:07.449521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event updated for resources: {'Port': ['ID=24ea4312-ad97-4884-ad47-24da1c312f83,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:07.515262 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:07.565788 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:07.719066 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:07.728076 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:07.798464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event updated for resources: {'Port': ['ID=24ea4312-ad97-4884-ad47-24da1c312f83,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:07.810605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:07.825737 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:07.827034 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-531bba3e-b42e-4bf2-943b-dca274c5dbe4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8530753 Jul 07 19:45:08.034603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-69a20799-25d6-48ed-909d-2c5437e1425c tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1596258974&fields=id&tenant_id=60603ddd58cc4914a55f0697ab4bf7ff HTTP/1.1" status: 200 len: 267 time: 0.0374343 Jul 07 19:45:08.142378 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-f9f99bd1-fb3c-4009-bd1f-c1dd090a2694 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:08.143900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-f9f99bd1-fb3c-4009-bd1f-c1dd090a2694 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 816 time: 0.1022091 Jul 07 19:45:08.159915 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-9f513698-5152-4d17-b721-8c03022cd30e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/quotas/60603ddd58cc4914a55f0697ab4bf7ff HTTP/1.1" status: 200 len: 375 time: 0.0094941 Jul 07 19:45:08.245629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-d38e803d-e04c-4ea2-b4b9-f9fd11e793e0 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797548 Jul 07 19:45:08.345517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-f0b982fa-1287-4fef-811f-fb7ba21330b1 service neutron] 10.222.0.81 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883331 Jul 07 19:45:08.459476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-cd5d2ab9-2e23-4e1b-9def-eea4ed6d2e4d service neutron] 10.222.0.81 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079175 Jul 07 19:45:08.643084 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-afbda8d8-5d1c-4277-9216-df5051b35f8a req-65ea5f79-ab95-4cf7-837c-52ae908e11b1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 210 time: 0.0335588 Jul 07 19:45:09.195369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ecf83f1e-663c-403a-8717-d29d2f174ba8 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:09.217928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: ecf83f1e-663c-403a-8717-d29d2f174ba8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:09.218279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ecf83f1e-663c-403a-8717-d29d2f174ba8 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:09.830044 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ccdf1f3d-a19e-4873-95aa-c4a5eed5c4a3 req-3e4b0481-b08d-4050-8786-17ec05321d4d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 210 time: 0.0401709 Jul 07 19:45:09.916835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-655fe48d-48af-4e0d-af2f-c941571a6df5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:09.918348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-655fe48d-48af-4e0d-af2f-c941571a6df5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 816 time: 0.2081347 Jul 07 19:45:09.975178 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-05d4ee86-4d33-4c3b-8ee3-858897ce6907 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60603ddd58cc4914a55f0697ab4bf7ff HTTP/1.1" status: 200 len: 380 time: 0.0475528 Jul 07 19:45:09.985113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Request body: {'port': {'device_id': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'admin_state_up': True, 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'security_groups': ['0ba2d62c-523d-4dc1-b6ab-b67935d599da']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:10.053949 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:10.106396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Made reservation on behalf of 60603ddd58cc4914a55f0697ab4bf7ff for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:45:10.110494 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:10.263356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Allocated IP 172.20.0.11 (adaeea58-cec9-4759-b394-16b38edd657c/ab5e1278-b946-4bbc-8186-78e64d8255cb/28857c3c-13a8-4708-902f-2a51d1936eff) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:45:10.439533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:10.454611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Transition to ACTIVE for port object 28857c3c-13a8-4708-902f-2a51d1936eff will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:10.487380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:10.532228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Network adaeea58-cec9-4759-b394-16b38edd657c is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:10.537345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:10.541101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:45:10.565091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event updated for resources: {'Port': ['ID=28857c3c-13a8-4708-902f-2a51d1936eff,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:10.599770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:10.600432 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:10.617348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-a3deb8a6-7182-47dd-8826-0264ebd5d009 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6353395 Jul 07 19:45:10.649292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Request body: {'port': {'device_id': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:10.734129 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:10.742496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e1754851-27c4-4b0a-9fae-0e745899b0af None None] Provisioning for port 28857c3c-13a8-4708-902f-2a51d1936eff completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:10.746525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e1754851-27c4-4b0a-9fae-0e745899b0af None None] Provisioning complete for port 28857c3c-13a8-4708-902f-2a51d1936eff triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:10.746923 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e1754851-27c4-4b0a-9fae-0e745899b0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:10.781799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e1754851-27c4-4b0a-9fae-0e745899b0af None None] Port 28857c3c-13a8-4708-902f-2a51d1936eff cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:45:11.054612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28857c3c-13a8-4708-902f-2a51d1936eff {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:45:11.064142 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:11.076376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe8ec8-656e-4772-afe0-2d2d2fa4dd95 req-748cd136-aa82-4982-b92d-633893914fbf tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:11.077921 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bcfe8ec8-656e-4772-afe0-2d2d2fa4dd95 req-748cd136-aa82-4982-b92d-633893914fbf tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 932 time: 0.1280839 Jul 07 19:45:11.103798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Transition to ACTIVE for port object 28857c3c-13a8-4708-902f-2a51d1936eff will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:11.110897 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:11.153119 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bcfe8ec8-656e-4772-afe0-2d2d2fa4dd95 req-815af240-8cf5-4c6e-b59e-e4e0a126fa62 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692372 Jul 07 19:45:11.177820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=28857c3c-13a8-4708-902f-2a51d1936eff,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:11.247256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Attempting to bind port 28857c3c-13a8-4708-902f-2a51d1936eff on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:45:11.247606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Attempting to bind port 28857c3c-13a8-4708-902f-2a51d1936eff by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:45:11.247940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Attempting to bind port 28857c3c-13a8-4708-902f-2a51d1936eff on network adaeea58-cec9-4759-b394-16b38edd657c {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:11.252511 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Port 28857c3c-13a8-4708-902f-2a51d1936eff on network adaeea58-cec9-4759-b394-16b38edd657c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:45:11.252840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Attempting to bind port 28857c3c-13a8-4708-902f-2a51d1936eff on network adaeea58-cec9-4759-b394-16b38edd657c {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:11.258650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:45:11.259035 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Checking segment: {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:45:11.259427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Bound using segment: {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:45:11.259870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Bound port: 28857c3c-13a8-4708-902f-2a51d1936eff, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:45:11.260234 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:11.343828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:45:11.348133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28857c3c-13a8-4708-902f-2a51d1936eff,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:45:11.353057 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:11.391056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:11.391754 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:11.393204 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] 10.222.0.48 "PUT /v2.0/ports/28857c3c-13a8-4708-902f-2a51d1936eff HTTP/1.1" status: 200 len: 1092 time: 0.7485719 Jul 07 19:45:11.393658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:11.396135 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5281cbab-623f-41f8-959b-8199e7b23fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:11.419169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aefbaf-2e85-4ebd-b861-7844f950f8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=28857c3c-13a8-4708-902f-2a51d1936eff,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:11.485146 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf4840e-4c41-4d27-8543-a6ae7b8bb2bc x-openstack-request-id: req-acf4840e-4c41-4d27-8543-a6ae7b8bb2bc {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:11.485476 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:11.485700 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-acf4840e-4c41-4d27-8543-a6ae7b8bb2bc {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:11.486193 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff', 'status': 'completed', 'code': 200} Jul 07 19:45:11.532662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-e492240b-87e3-45f8-bacb-07fec9a8d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:11.534761 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-e492240b-87e3-45f8-bacb-07fec9a8d708 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 1095 time: 0.0841420 Jul 07 19:45:11.591843 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-af3fcb0f-2dcf-45bc-8203-c305f070adc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28857c3c-13a8-4708-902f-2a51d1936eff HTTP/1.1" status: 200 len: 217 time: 0.0487916 Jul 07 19:45:11.645436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-4148ca57-1469-4413-8720-d9fd65cb2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:11.647199 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-4148ca57-1469-4413-8720-d9fd65cb2ae6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0486317 Jul 07 19:45:11.709182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-551c5106-16d6-4513-a5fa-1477f4386344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:11.711165 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-551c5106-16d6-4513-a5fa-1477f4386344 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576506 Jul 07 19:45:11.810391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-5444fdd3-5482-48e6-97d6-7f0c2d132dab service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918741 Jul 07 19:45:11.905320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cd7d3b8-db91-4b08-9a4d-8944e9ff75f1 req-537b9439-3a46-4ecc-af89-8d4c3351dd64 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878334 Jul 07 19:45:12.013967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281cbab-623f-41f8-959b-8199e7b23fd0 req-c298366d-c470-4ec3-a4a2-22dd51e3cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:12.015498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5281cbab-623f-41f8-959b-8199e7b23fd0 req-c298366d-c470-4ec3-a4a2-22dd51e3cdd9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 1095 time: 0.0559494 Jul 07 19:45:12.111160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281cbab-623f-41f8-959b-8199e7b23fd0 req-aaaedfbe-26bc-4ef6-bbac-9baf049b6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:12.112688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5281cbab-623f-41f8-959b-8199e7b23fd0 req-aaaedfbe-26bc-4ef6-bbac-9baf049b6bb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.0900347 Jul 07 19:45:12.155063 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5281cbab-623f-41f8-959b-8199e7b23fd0 req-4db87f4b-3e2c-4fda-970d-d8780c13dbfb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28857c3c-13a8-4708-902f-2a51d1936eff HTTP/1.1" status: 200 len: 217 time: 0.0351346 Jul 07 19:45:12.209539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281cbab-623f-41f8-959b-8199e7b23fd0 req-42af355c-2583-4bc4-8931-57068cb1e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:12.211772 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5281cbab-623f-41f8-959b-8199e7b23fd0 req-42af355c-2583-4bc4-8931-57068cb1e96c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0495787 Jul 07 19:45:12.280509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281cbab-623f-41f8-959b-8199e7b23fd0 req-5e3631af-156a-416b-ae2d-774c73fcd536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:12.282027 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5281cbab-623f-41f8-959b-8199e7b23fd0 req-5e3631af-156a-416b-ae2d-774c73fcd536 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635281 Jul 07 19:45:12.679926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ab3c4-a53c-44e9-b5f7-1217e3317d6f req-34038934-860c-4c60-ab27-da6bd6ce712a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:12.681800 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb6ab3c4-a53c-44e9-b5f7-1217e3317d6f req-34038934-860c-4c60-ab27-da6bd6ce712a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.3932364 Jul 07 19:45:12.684599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5281cbab-623f-41f8-959b-8199e7b23fd0 req-49af8f48-b147-428b-b6c7-98758d66e0a3 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949745 Jul 07 19:45:12.773605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb6ab3c4-a53c-44e9-b5f7-1217e3317d6f req-2a881d56-9948-4198-9f76-2bf77fa12029 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851579 Jul 07 19:45:12.808101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5281cbab-623f-41f8-959b-8199e7b23fd0 req-12ad9bed-8768-48c6-9b8d-d5016d628b04 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134195 Jul 07 19:45:13.965556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d795b-edf2-4a02-8613-fafe6f2cdec6 req-fb09a2a6-8fb0-48d0-b1c9-98987ad202f3 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:13.967202 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-918d795b-edf2-4a02-8613-fafe6f2cdec6 req-fb09a2a6-8fb0-48d0-b1c9-98987ad202f3 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.0738034 Jul 07 19:45:14.006514 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-918d795b-edf2-4a02-8613-fafe6f2cdec6 req-39d02aac-ecd8-4fb0-a4d7-1524e7bab25d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332541 Jul 07 19:45:15.216369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ab9ed-5594-4669-931a-6ae16dddf989 req-9d0147cc-171d-4654-a48b-eaa29168fe61 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:15.217891 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce6ab9ed-5594-4669-931a-6ae16dddf989 req-9d0147cc-171d-4654-a48b-eaa29168fe61 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.0687461 Jul 07 19:45:15.255039 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce6ab9ed-5594-4669-931a-6ae16dddf989 req-f3ba536b-cbdd-4696-8f08-793e64002509 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314295 Jul 07 19:45:16.108472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28857c3c-13a8-4708-902f-2a51d1936eff details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:45:16.207002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28857c3c-13a8-4708-902f-2a51d1936eff,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:16.218870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '28857c3c-13a8-4708-902f-2a51d1936eff', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'port_id': '28857c3c-13a8-4708-902f-2a51d1936eff', 'mac_address': 'fa:16:3e:40:e0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:45:16.255907 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:16.268375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28857c3c-13a8-4708-902f-2a51d1936eff {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:45:16.288218 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28857c3c-13a8-4708-902f-2a51d1936eff,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:16.296357 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:16.356113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=28857c3c-13a8-4708-902f-2a51d1936eff,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:16.363987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:16.364443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:16.364804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:16.365212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:16.365615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:16.366140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:16.366476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:16.367379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:16.367713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:16.368044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:16.368371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:16.368696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:16.458146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595faeb1-9c7c-4296-8065-6a125cb5050c req-ca2dfd61-4054-4280-b74a-e041e0d72e6a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:16.459655 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-595faeb1-9c7c-4296-8065-6a125cb5050c req-ca2dfd61-4054-4280-b74a-e041e0d72e6a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 945 time: 0.0702085 Jul 07 19:45:16.497887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-595faeb1-9c7c-4296-8065-6a125cb5050c req-c2f707c8-3491-4bfe-8aad-c843d891f998 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323682 Jul 07 19:45:16.681822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['28857c3c-13a8-4708-902f-2a51d1936eff'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:45:16.932260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb7fb230-6190-4097-9be9-3f5c8409b4f6 req-50bfbe4e-e0b0-40d8-9d73-3c83d8dc3b44 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1283188 Jul 07 19:45:17.042825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07d442-d2e1-41d3-a055-bf58c80e4dcb req-202c2841-a418-475c-a9fa-15e62365dd26 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.044356 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c07d442-d2e1-41d3-a055-bf58c80e4dcb req-202c2841-a418-475c-a9fa-15e62365dd26 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 946 time: 0.1111104 Jul 07 19:45:17.046269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fb230-6190-4097-9be9-3f5c8409b4f6 req-0a750105-339c-40d2-b5a6-cc67bb61a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.047626 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb7fb230-6190-4097-9be9-3f5c8409b4f6 req-0a750105-339c-40d2-b5a6-cc67bb61a607 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 1097 time: 0.0868871 Jul 07 19:45:17.121357 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c07d442-d2e1-41d3-a055-bf58c80e4dcb req-69dd660e-1430-44ef-8f69-783a45a79eee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714440 Jul 07 19:45:17.165508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fb230-6190-4097-9be9-3f5c8409b4f6 req-07353907-9e9b-485d-a6cc-bf9607dd82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.167243 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb7fb230-6190-4097-9be9-3f5c8409b4f6 req-07353907-9e9b-485d-a6cc-bf9607dd82d7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.0966363 Jul 07 19:45:17.239291 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb7fb230-6190-4097-9be9-3f5c8409b4f6 req-ec5cc782-c7c6-4cb4-aea1-778f1df7338b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d986bf6-f659-49e3-b05f-d6e1c0642a10 HTTP/1.1" status: 200 len: 1002 time: 0.0647831 Jul 07 19:45:17.293213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fb230-6190-4097-9be9-3f5c8409b4f6 req-9c311ee8-6455-4d09-a5bd-3319258a58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.294729 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb7fb230-6190-4097-9be9-3f5c8409b4f6 req-9c311ee8-6455-4d09-a5bd-3319258a58f6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0478680 Jul 07 19:45:17.355830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fb230-6190-4097-9be9-3f5c8409b4f6 req-a65d9509-18ac-4ca7-880a-728a79b6508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.357361 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb7fb230-6190-4097-9be9-3f5c8409b4f6 req-a65d9509-18ac-4ca7-880a-728a79b6508e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551515 Jul 07 19:45:17.458191 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb7fb230-6190-4097-9be9-3f5c8409b4f6 req-a68ffe90-796b-422e-9122-5167b7c2d235 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889280 Jul 07 19:45:17.552825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb7fb230-6190-4097-9be9-3f5c8409b4f6 req-f9dfdb49-b7a6-44f3-90b7-8889e414620e service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867634 Jul 07 19:45:17.680746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4daab5-b7da-4122-95c8-64ff6f0c4612 req-cf75995e-af02-4d17-8874-94eaa5a97b1e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.682256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f4daab5-b7da-4122-95c8-64ff6f0c4612 req-cf75995e-af02-4d17-8874-94eaa5a97b1e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 945 time: 0.0646768 Jul 07 19:45:17.728758 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f4daab5-b7da-4122-95c8-64ff6f0c4612 req-8b3d99ac-0d12-4320-af7c-7e6b76d3cee7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403657 Jul 07 19:45:18.109572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28857c3c-13a8-4708-902f-2a51d1936eff up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:18.159035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 28857c3c-13a8-4708-902f-2a51d1936eff completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:18.164012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 28857c3c-13a8-4708-902f-2a51d1936eff triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:18.164586 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:18.256541 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:18.293645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:18.297390 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e93ddc-bda3-4d75-88ec-e04d0ec9b8f3" -d '{"events": [{"server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "name": "network-vif-plugged", "status": "completed", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:18.301533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28857c3c-13a8-4708-902f-2a51d1936eff,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:18.306470 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:18.331459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f331d8-c988-4f2b-beab-2a0b35aa100a req-3f1de590-bd56-44e5-b06d-a703234d1023 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:18.333304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98f331d8-c988-4f2b-beab-2a0b35aa100a req-3f1de590-bd56-44e5-b06d-a703234d1023 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 946 time: 0.0919259 Jul 07 19:45:18.365736 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b985f755-f8ae-412b-a7a8-dc4bf906697d x-openstack-request-id: req-b985f755-f8ae-412b-a7a8-dc4bf906697d {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:18.366064 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "name": "network-vif-plugged", "status": "completed", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:18.366275 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b985f755-f8ae-412b-a7a8-dc4bf906697d {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:18.366737 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff', 'code': 200} Jul 07 19:45:18.372146 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=28857c3c-13a8-4708-902f-2a51d1936eff,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:18.387548 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98f331d8-c988-4f2b-beab-2a0b35aa100a req-e9d7912b-debc-41e3-a3b1-c7c1d6f7ca13 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473738 Jul 07 19:45:18.534410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1addc-d62d-46ea-bd6c-df9145a06946 req-4f2d5f4b-4e86-474f-a5e0-28ef07598613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:18.536120 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2c1addc-d62d-46ea-bd6c-df9145a06946 req-4f2d5f4b-4e86-474f-a5e0-28ef07598613 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 1097 time: 0.1058109 Jul 07 19:45:18.576063 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a2c1addc-d62d-46ea-bd6c-df9145a06946 req-7946c5fa-f891-4bb7-8007-958ca0a85a5d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332310 Jul 07 19:45:18.671975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-089a6adc-f373-43cd-82ac-efbcf66a74ab tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:18.673439 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-089a6adc-f373-43cd-82ac-efbcf66a74ab tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 946 time: 0.0649817 Jul 07 19:45:18.778436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Deleting port 3d986bf6-f659-49e3-b05f-d6e1c0642a10 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:18.779147 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:18.875591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] For port 3d986bf6-f659-49e3-b05f-d6e1c0642a10, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=3d986bf6-f659-49e3-b05f-d6e1c0642a10,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:18.877299 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:18.934857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c015283-a6d9-46f7-b018-e351ecbaff2b req-4f25b648-a402-439b-991a-5087562044cd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:18.936308 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c015283-a6d9-46f7-b018-e351ecbaff2b req-4f25b648-a402-439b-991a-5087562044cd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0702734 Jul 07 19:45:18.986033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6c015283-a6d9-46f7-b018-e351ecbaff2b req-567c11c3-dc76-4ed7-9bef-6f1042733472 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437627 Jul 07 19:45:19.393923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:19.394410 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:19.394614 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Floating IP f46feffd-4c0e-4e12-a3a2-7b8b34830b2a disassociated. External IP: 172.25.0.147, port: 3d986bf6-f659-49e3-b05f-d6e1c0642a10. Jul 07 19:45:19.395117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Calling delete_port for 3d986bf6-f659-49e3-b05f-d6e1c0642a10 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:19.564147 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:19.598105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event deleted for resources: {'Port': ['ID=3d986bf6-f659-49e3-b05f-d6e1c0642a10,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:19.664946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce5699-954b-4b60-af38-cb27ea318cdc req-f8905e0d-a8de-4dda-a1e0-6e539d24a1c3 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:19.666536 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44ce5699-954b-4b60-af38-cb27ea318cdc req-f8905e0d-a8de-4dda-a1e0-6e539d24a1c3 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 867 time: 0.1510441 Jul 07 19:45:19.757196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44ce5699-954b-4b60-af38-cb27ea318cdc req-e6b287dc-2f6e-4a4c-99c3-f8e513c548c0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835419 Jul 07 19:45:19.764324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Router 603fbeb7-ac95-4635-baea-474e84795ff7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:45:19.881051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:45:19.890683 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31549556-5a46-4bb1-8cfe-47b1b3cf41b4 None None] Sync routers for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:45:19.900758 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31549556-5a46-4bb1-8cfe-47b1b3cf41b4 None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:19.901385 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-31549556-5a46-4bb1-8cfe-47b1b3cf41b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:19.929807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] No DVR routers for this DVR port 3d986bf6-f659-49e3-b05f-d6e1c0642a10 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:45:19.932004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:19.935028 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2cf860ac-dd02-4b9b-ae74-27fc2f47956d req-fb1796f8-fe02-4541-a4a6-14954a7260ee tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "DELETE /v2.0/ports/3d986bf6-f659-49e3-b05f-d6e1c0642a10 HTTP/1.1" status: 204 len: 173 time: 1.2546744 Jul 07 19:45:19.935364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'name': 'network-vif-deleted', 'tag': '3d986bf6-f659-49e3-b05f-d6e1c0642a10'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:19.937784 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1e9176-45fe-4947-a39c-b12075f08e8c" -d '{"events": [{"server_uuid": "03f2b910-a767-4022-83fd-6dd07f33df4b", "name": "network-vif-deleted", "tag": "3d986bf6-f659-49e3-b05f-d6e1c0642a10"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:19.998745 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19427e9-547b-4d16-980b-21898e9db284 x-openstack-request-id: req-f19427e9-547b-4d16-980b-21898e9db284 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:20.000163 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f2b910-a767-4022-83fd-6dd07f33df4b", "name": "network-vif-deleted", "tag": "3d986bf6-f659-49e3-b05f-d6e1c0642a10", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:20.001122 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f19427e9-547b-4d16-980b-21898e9db284 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:20.001752 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f2b910-a767-4022-83fd-6dd07f33df4b', 'name': 'network-vif-deleted', 'tag': '3d986bf6-f659-49e3-b05f-d6e1c0642a10', 'status': 'completed', 'code': 200} Jul 07 19:45:20.078686 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-31549556-5a46-4bb1-8cfe-47b1b3cf41b4 None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:20.275048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16996b70-3f53-480f-bbd8-a289cc5bb2f5 req-4d285f7b-6eb4-4481-b740-a1590e81edf5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:20.276868 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-16996b70-3f53-480f-bbd8-a289cc5bb2f5 req-4d285f7b-6eb4-4481-b740-a1590e81edf5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.1216636 Jul 07 19:45:20.356961 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-31549556-5a46-4bb1-8cfe-47b1b3cf41b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:20.366589 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-16996b70-3f53-480f-bbd8-a289cc5bb2f5 req-df097931-b7ef-437f-960d-b6b3441b5003 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836766 Jul 07 19:45:20.410978 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31549556-5a46-4bb1-8cfe-47b1b3cf41b4 None None] Checking router: 603fbeb7-ac95-4635-baea-474e84795ff7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:45:20.422062 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31549556-5a46-4bb1-8cfe-47b1b3cf41b4 None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:20.423035 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-31549556-5a46-4bb1-8cfe-47b1b3cf41b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:20.563432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200753f-23f1-4095-a06c-dc64509bb18c req-2f0e20fc-a876-40f0-b61c-37cc0b157071 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:20.571192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3200753f-23f1-4095-a06c-dc64509bb18c req-2f0e20fc-a876-40f0-b61c-37cc0b157071 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0821371 Jul 07 19:45:20.576312 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 36484) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:20.581312 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fc575b5e-584d-42aa-af31-194ff93f54a4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Request body: {'floatingip': {'port_id': '28857c3c-13a8-4708-902f-2a51d1936eff'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:20.635511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc575b5e-584d-42aa-af31-194ff93f54a4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:20.676624 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-31549556-5a46-4bb1-8cfe-47b1b3cf41b4 None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:20.967652 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-31549556-5a46-4bb1-8cfe-47b1b3cf41b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:20.998609 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31549556-5a46-4bb1-8cfe-47b1b3cf41b4 None None] The sync data for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 is: [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:45:21.039249 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9bfed6ad-78e3-45d0-add9-157586d74f83 req-a86a196b-1b70-4331-8095-1360b6a8eea0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 210 time: 0.1066799 Jul 07 19:45:21.091332 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-eb90c8c3-b931-4bce-9910-9f75d80582df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:21.254878 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc575b5e-584d-42aa-af31-194ff93f54a4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:21.261102 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc575b5e-584d-42aa-af31-194ff93f54a4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:21.372230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6801ed55-8b77-4e5a-a4fb-b14909618940 None None] New status for floating IP f46feffd-4c0e-4e12-a3a2-7b8b34830b2a: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:45:21.392071 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-fc575b5e-584d-42aa-af31-194ff93f54a4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Floating IP c65203d2-5759-428d-b893-0993d680a697 associated. External IP: 172.25.0.161, port: 28857c3c-13a8-4708-902f-2a51d1936eff. Jul 07 19:45:21.650563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc575b5e-584d-42aa-af31-194ff93f54a4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Router 971ef03c-352f-4009-8a0c-779c125a4da4 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:45:21.774141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc575b5e-584d-42aa-af31-194ff93f54a4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:45:21.779254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc575b5e-584d-42aa-af31-194ff93f54a4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:21.785745 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c512b-a644-4f01-823d-2ff8d82c1e63 None None] Sync routers for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:45:21.800663 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c512b-a644-4f01-823d-2ff8d82c1e63 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:21.801545 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c81c512b-a644-4f01-823d-2ff8d82c1e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:21.834939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fc575b5e-584d-42aa-af31-194ff93f54a4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "PUT /v2.0/floatingips/c65203d2-5759-428d-b893-0993d680a697 HTTP/1.1" status: 200 len: 992 time: 1.2571862 Jul 07 19:45:21.924201 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c81c512b-a644-4f01-823d-2ff8d82c1e63 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:22.002817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:22.005199 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebdd278-9b3d-437d-b585-70593f311b38" -d '{"events": [{"name": "network-changed", "server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:22.059346 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f53c226-cc57-4d55-91a5-fec486ea2779 x-openstack-request-id: req-7f53c226-cc57-4d55-91a5-fec486ea2779 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:22.059946 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:22.059946 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f53c226-cc57-4d55-91a5-fec486ea2779 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:22.063173 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff', 'status': 'completed', 'code': 200} Jul 07 19:45:22.192651 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c81c512b-a644-4f01-823d-2ff8d82c1e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c65203d2-5759-428d-b893-0993d680a697', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'port_id': '28857c3c-13a8-4708-902f-2a51d1936eff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'mac_address': 'fa:16:3e:40:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:07Z', 'updated_at': '2021-07-07T19:45:21Z', 'revision_number': 1, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:34Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:22.194091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdd278-9b3d-437d-b585-70593f311b38 req-b5c938cd-2f17-4e3f-a90b-fecfba1179ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:22.196178 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ebdd278-9b3d-437d-b585-70593f311b38 req-b5c938cd-2f17-4e3f-a90b-fecfba1179ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 1097 time: 0.0986426 Jul 07 19:45:22.227017 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c512b-a644-4f01-823d-2ff8d82c1e63 None None] Checking router: 971ef03c-352f-4009-8a0c-779c125a4da4 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:45:22.235942 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c512b-a644-4f01-823d-2ff8d82c1e63 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:22.236824 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c81c512b-a644-4f01-823d-2ff8d82c1e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:44:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:22.250055 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94a75fff-9022-4ba6-a994-efb8383ed9bf req-dddb0ec3-d13b-48c4-a3bd-eb455f20e3c4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 210 time: 0.0462210 Jul 07 19:45:22.348497 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c81c512b-a644-4f01-823d-2ff8d82c1e63 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:22.374292 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac377c58-ea81-4548-b127-aa55c03b24f9 req-a014c226-c5cf-4479-9b6a-0575336fd9a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1012652 Jul 07 19:45:22.375134 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdd278-9b3d-437d-b585-70593f311b38 req-e35afd97-6183-4d1b-9ee4-0fee527bf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:22.376849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ebdd278-9b3d-437d-b585-70593f311b38 req-e35afd97-6183-4d1b-9ee4-0fee527bf5f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.1258283 Jul 07 19:45:22.475007 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ebdd278-9b3d-437d-b585-70593f311b38 req-0f70f324-224e-4c0b-a170-95161f36fb47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28857c3c-13a8-4708-902f-2a51d1936eff HTTP/1.1" status: 200 len: 1000 time: 0.0807557 Jul 07 19:45:22.517753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377c58-ea81-4548-b127-aa55c03b24f9 req-d9a96fa4-c59b-4a05-8f70-152b7683bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:22.519426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac377c58-ea81-4548-b127-aa55c03b24f9 req-d9a96fa4-c59b-4a05-8f70-152b7683bbc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6eff33f71f0f4ae4a10a298b1e34a57a&device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 1100 time: 0.0767963 Jul 07 19:45:22.568190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdd278-9b3d-437d-b585-70593f311b38 req-6a301011-1263-4dfd-959e-5bd5b3ea6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:22.570424 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ebdd278-9b3d-437d-b585-70593f311b38 req-6a301011-1263-4dfd-959e-5bd5b3ea6b4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0867875 Jul 07 19:45:22.642545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdd278-9b3d-437d-b585-70593f311b38 req-a105f272-30ff-490f-b714-a009aa36cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:22.644467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ebdd278-9b3d-437d-b585-70593f311b38 req-a105f272-30ff-490f-b714-a009aa36cb48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672166 Jul 07 19:45:22.649799 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c81c512b-a644-4f01-823d-2ff8d82c1e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c65203d2-5759-428d-b893-0993d680a697', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'port_id': '28857c3c-13a8-4708-902f-2a51d1936eff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'mac_address': 'fa:16:3e:40:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:07Z', 'updated_at': '2021-07-07T19:45:21Z', 'revision_number': 1, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:34Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:22.658079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377c58-ea81-4548-b127-aa55c03b24f9 req-622421cd-0489-4071-b761-3e1bc3e88cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:22.659403 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac377c58-ea81-4548-b127-aa55c03b24f9 req-622421cd-0489-4071-b761-3e1bc3e88cbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.1102293 Jul 07 19:45:22.684329 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c512b-a644-4f01-823d-2ff8d82c1e63 None None] The sync data for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 is: [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c65203d2-5759-428d-b893-0993d680a697', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'port_id': '28857c3c-13a8-4708-902f-2a51d1936eff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'mac_address': 'fa:16:3e:40:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:07Z', 'updated_at': '2021-07-07T19:45:21Z', 'revision_number': 1, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:34Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:45:22.743137 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac377c58-ea81-4548-b127-aa55c03b24f9 req-37a5b37c-6185-4f63-9de8-8ff998693bcc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb HTTP/1.1" status: 200 len: 217 time: 0.0652468 Jul 07 19:45:22.763554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ebdd278-9b3d-437d-b585-70593f311b38 req-f615b4e2-6691-4510-adf9-e1949978de34 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109204 Jul 07 19:45:22.819094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377c58-ea81-4548-b127-aa55c03b24f9 req-845c3f4d-053c-4570-b8ca-5796065bfb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:22.821252 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac377c58-ea81-4548-b127-aa55c03b24f9 req-845c3f4d-053c-4570-b8ca-5796065bfb5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0708070 Jul 07 19:45:22.892927 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ebdd278-9b3d-437d-b585-70593f311b38 req-691a1f1d-38f8-4230-8dc5-0ff6fd1dccd5 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200001 Jul 07 19:45:22.939493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377c58-ea81-4548-b127-aa55c03b24f9 req-44c9b44d-3f86-4668-b6b2-c1de6f18e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:22.941032 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac377c58-ea81-4548-b127-aa55c03b24f9 req-44c9b44d-3f86-4668-b6b2-c1de6f18e67f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117508 Jul 07 19:45:23.046446 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac377c58-ea81-4548-b127-aa55c03b24f9 req-5bf47120-726c-4cba-91e1-534925497be3 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974483 Jul 07 19:45:23.063195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3a439-89b2-4be7-ac7e-8566ae40b0f0 None None] New status for floating IP c65203d2-5759-428d-b893-0993d680a697: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:45:23.156770 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac377c58-ea81-4548-b127-aa55c03b24f9 req-5fb8a51d-318c-4388-b94b-993c8ee80521 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046510 Jul 07 19:45:23.276388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 3d986bf6-f659-49e3-b05f-d6e1c0642a10 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:23.306148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 3d986bf6-f659-49e3-b05f-d6e1c0642a10 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:23.306735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 3d986bf6-f659-49e3-b05f-d6e1c0642a10 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:23.408385 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea10a44c-4b30-4b52-b8ab-d2992ba07a45 req-54be7083-c371-469e-870a-8e6b4b2c5171 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 210 time: 0.0295076 Jul 07 19:45:23.844312 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:24.064994 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2753afbe-78b2-441c-948a-8bac870b1ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:24.584274 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-111926f7-b060-4818-bf7b-4d79cd514d72 req-cf17b627-6b9e-470c-8f6c-986d87ca8b5a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=03f2b910-a767-4022-83fd-6dd07f33df4b HTTP/1.1" status: 200 len: 210 time: 0.0335333 Jul 07 19:45:24.821308 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:25.765060 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:45:25.893669 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c23df8b4-e119-41b5-83da-beafdb67777f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867491618&fields=id&tenant_id=5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 267 time: 0.0369701 Jul 07 19:45:26.027815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-f2ee8cf6-f99e-4245-ae41-3e46c8705c5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:26.029321 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-f2ee8cf6-f99e-4245-ae41-3e46c8705c5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.1246643 Jul 07 19:45:26.044454 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b1f39fce-f3e6-429d-84a6-d60a32cb407e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/quotas/5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 375 time: 0.0096414 Jul 07 19:45:26.119386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-ba8b77c3-5fb3-42cb-b7c8-4d9bbfe19367 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670481 Jul 07 19:45:26.221642 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-bfca0dd3-4091-4810-a154-e709825c69c2 service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899003 Jul 07 19:45:26.317960 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-264736ea-afc9-46ba-934f-03050b2216e5 service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900924 Jul 07 19:45:26.588895 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:26.714825 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-933562e9-2f8e-4777-bd21-1877b2a8882e req-a5c7b751-3685-445d-99f1-acfb58035328 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 210 time: 0.0440600 Jul 07 19:45:27.850948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4e64e24-b28d-4bd7-a751-34246b855bcb req-069567ed-598b-47f9-b3b9-53317dd1c2a8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 210 time: 0.0309947 Jul 07 19:45:28.071260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-22733e44-e930-4ca1-b56a-33e6ff212128 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:28.073500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-22733e44-e930-4ca1-b56a-33e6ff212128 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.1403837 Jul 07 19:45:28.138206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-9abc51cc-0262-463d-8e67-6bc6144c0321 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 379 time: 0.0463095 Jul 07 19:45:28.152676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'port': {'device_id': '113e5836-3527-4652-9863-6500917034ed', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'admin_state_up': True, 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'security_groups': ['9e454615-2262-42eb-a356-68c51143ee8f']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:28.281268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Made reservation on behalf of 5034d959d8df4881b05cee0fb3ab4677 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:45:28.286094 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.435728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Allocated IP 172.20.0.11 (1442ae3f-1fa5-472e-b78b-a0c442cf409b/dea0a7ea-e139-4942-9781-c1c850f2f9a4/346d6e4f-fa9d-4fac-a19f-c2e61cc418eb) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:45:28.613608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.636137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Transition to ACTIVE for port object 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:28.672896 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.719342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:28.724788 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:28.728672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:45:28.752177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:28.790484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:28.791317 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.809326 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-b7f5a6dc-e453-40eb-893d-143e210348e0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6626399 Jul 07 19:45:28.826043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Request body: {'port': {'device_id': '113e5836-3527-4652-9863-6500917034ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:28.946109 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.000625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5677aa93-9a8b-4080-8fe2-06aa7d64131d None None] Provisioning for port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:29.006579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5677aa93-9a8b-4080-8fe2-06aa7d64131d None None] Provisioning complete for port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:29.007693 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5677aa93-9a8b-4080-8fe2-06aa7d64131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.046001 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5677aa93-9a8b-4080-8fe2-06aa7d64131d None None] Port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:45:29.337929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:45:29.346562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.360946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Transition to ACTIVE for port object 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:29.364662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da102a85-5828-4c26-9316-b8dbe73a0643 req-ff2aec99-f065-4283-9150-3e3a50965980 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:29.367884 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.372996 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-da102a85-5828-4c26-9316-b8dbe73a0643 req-ff2aec99-f065-4283-9150-3e3a50965980 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 932 time: 0.0979171 Jul 07 19:45:29.412395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-da102a85-5828-4c26-9316-b8dbe73a0643 req-c168e2b3-1aad-43aa-90b0-b7d0b665d342 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383012 Jul 07 19:45:29.456429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:29.537648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Attempting to bind port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:45:29.538655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Attempting to bind port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:45:29.539093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Attempting to bind port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:29.545121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:45:29.545712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Attempting to bind port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:29.558166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:45:29.559275 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Checking segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:45:29.560424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Bound using segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:45:29.561737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Bound port: 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:45:29.563690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.664858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] For port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:45:29.669486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] For port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:45:29.676939 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.722031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:29.722643 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.724074 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] 10.222.0.110 "PUT /v2.0/ports/346d6e4f-fa9d-4fac-a19f-c2e61cc418eb HTTP/1.1" status: 200 len: 1092 time: 0.9031658 Jul 07 19:45:29.724501 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113e5836-3527-4652-9863-6500917034ed', 'tag': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:29.727553 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec943f0f-e607-41df-bdf2-6f5199542082" -d '{"events": [{"name": "network-changed", "server_uuid": "113e5836-3527-4652-9863-6500917034ed", "tag": "346d6e4f-fa9d-4fac-a19f-c2e61cc418eb"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:29.803712 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b097faa-ffa1-42f8-be8b-68a1d755d105 x-openstack-request-id: req-5b097faa-ffa1-42f8-be8b-68a1d755d105 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:29.804780 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113e5836-3527-4652-9863-6500917034ed", "tag": "346d6e4f-fa9d-4fac-a19f-c2e61cc418eb", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:29.805042 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b097faa-ffa1-42f8-be8b-68a1d755d105 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:29.805452 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113e5836-3527-4652-9863-6500917034ed', 'tag': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'status': 'completed', 'code': 200} Jul 07 19:45:29.807558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b76358-5b61-4458-8a60-16b06c853ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:29.876134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-be9287eb-94f0-4002-bc11-a49bbdb02fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:29.881228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-be9287eb-94f0-4002-bc11-a49bbdb02fbd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 1095 time: 0.0879705 Jul 07 19:45:29.928575 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-d3e7ae06-0f9a-48e6-86ad-bce327b39e52 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb HTTP/1.1" status: 200 len: 217 time: 0.0395110 Jul 07 19:45:29.995286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-6fc06685-075c-4784-96f8-ac92247b907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:29.996951 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-6fc06685-075c-4784-96f8-ac92247b907d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0608275 Jul 07 19:45:30.078216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-cad58210-1ed3-4fba-bc5d-87420c051fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:30.079765 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-cad58210-1ed3-4fba-bc5d-87420c051fbe service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744131 Jul 07 19:45:30.180219 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-8771cf6b-9b65-4aef-b6ee-a4eb7bdaedbc service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930433 Jul 07 19:45:30.274240 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1521b9e8-1bf0-47f1-9ee6-4ff98d159f19 req-abd8d130-3957-410b-8ed2-7215c7347c3d service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850062 Jul 07 19:45:30.396892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec943f0f-e607-41df-bdf2-6f5199542082 req-ed4696ec-6747-49a6-852a-9bf6bb6b5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:30.399240 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ec943f0f-e607-41df-bdf2-6f5199542082 req-ed4696ec-6747-49a6-852a-9bf6bb6b5c11 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 1095 time: 0.0683115 Jul 07 19:45:30.674080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb96a00-d9c2-4b58-86ed-de306c5d2305 req-00dcf88f-1c6e-4135-9a75-81335bbd6187 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:30.676460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ddb96a00-d9c2-4b58-86ed-de306c5d2305 req-00dcf88f-1c6e-4135-9a75-81335bbd6187 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 944 time: 0.0948098 Jul 07 19:45:30.750723 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ddb96a00-d9c2-4b58-86ed-de306c5d2305 req-0dfe58f1-fc81-4a62-adfe-fba0502d77c6 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591593 Jul 07 19:45:30.851815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec943f0f-e607-41df-bdf2-6f5199542082 req-940803e1-97c5-4e99-bf9a-c2ee0bedaebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:30.853395 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ec943f0f-e607-41df-bdf2-6f5199542082 req-940803e1-97c5-4e99-bf9a-c2ee0bedaebf service neutron] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.4462092 Jul 07 19:45:30.903793 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ec943f0f-e607-41df-bdf2-6f5199542082 req-c15d94c5-4e3a-4bdf-a267-08f3f2feafe7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb HTTP/1.1" status: 200 len: 217 time: 0.0426922 Jul 07 19:45:30.967945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec943f0f-e607-41df-bdf2-6f5199542082 req-4e1fda08-300b-474e-84ce-c6a2301e7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:30.969918 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ec943f0f-e607-41df-bdf2-6f5199542082 req-4e1fda08-300b-474e-84ce-c6a2301e7095 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0524290 Jul 07 19:45:31.057170 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec943f0f-e607-41df-bdf2-6f5199542082 req-0f554b80-1eea-484c-9715-2a73f8b7464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:31.058758 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ec943f0f-e607-41df-bdf2-6f5199542082 req-0f554b80-1eea-484c-9715-2a73f8b7464f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728083 Jul 07 19:45:31.191278 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ec943f0f-e607-41df-bdf2-6f5199542082 req-78588754-33ff-4954-9ad3-f009986991de service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228471 Jul 07 19:45:31.315071 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ec943f0f-e607-41df-bdf2-6f5199542082 req-1ec2713e-d155-4efd-9168-cd205e1d80fe service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151757 Jul 07 19:45:31.406408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1777c-6c65-4a06-b3c1-e0b4ce1d76c8 req-2481de1f-c763-4c21-b7ac-758c879afb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:31.407969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6c1777c-6c65-4a06-b3c1-e0b4ce1d76c8 req-2481de1f-c763-4c21-b7ac-758c879afb38 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 1097 time: 0.1214404 Jul 07 19:45:31.445694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a6c1777c-6c65-4a06-b3c1-e0b4ce1d76c8 req-dc0aa526-4e76-4638-9b39-6948ae4be477 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309238 Jul 07 19:45:31.937671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9376535-3527-4ba2-bb4a-4c386fc458d8 req-5779aab1-7a8f-4dc0-83e1-9b91b859690c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:31.939228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9376535-3527-4ba2-bb4a-4c386fc458d8 req-5779aab1-7a8f-4dc0-83e1-9b91b859690c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 944 time: 0.0731387 Jul 07 19:45:31.983948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9376535-3527-4ba2-bb4a-4c386fc458d8 req-378b2428-6a3f-43af-8c54-2c5908030839 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366144 Jul 07 19:45:33.178349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae9397-d649-473c-8ef7-4b4dc8cca45a req-253a40dc-20f1-4a0e-8d43-ae5036fb2294 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:33.180859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acae9397-d649-473c-8ef7-4b4dc8cca45a req-253a40dc-20f1-4a0e-8d43-ae5036fb2294 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 944 time: 0.0791576 Jul 07 19:45:33.229750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acae9397-d649-473c-8ef7-4b4dc8cca45a req-63bcbd49-3e99-46f3-89e3-7d7847e1c150 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419786 Jul 07 19:45:34.419698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee1318-8bd3-420e-af95-aeb1ff9ef083 req-a3e48aa8-ad14-46b3-8a61-26475bdf65fa tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:34.421311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ccee1318-8bd3-420e-af95-aeb1ff9ef083 req-a3e48aa8-ad14-46b3-8a61-26475bdf65fa tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 944 time: 0.0720103 Jul 07 19:45:34.463340 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ccee1318-8bd3-420e-af95-aeb1ff9ef083 req-05eab9dc-2e73-4196-957e-151fc8c91770 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354345 Jul 07 19:45:35.646177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55a631-99ae-4bc5-a71f-afe1606df1cb req-2a6855f4-f5d1-4d97-b134-59a5cb7a8e79 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:35.648331 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f55a631-99ae-4bc5-a71f-afe1606df1cb req-2a6855f4-f5d1-4d97-b134-59a5cb7a8e79 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 944 time: 0.0716844 Jul 07 19:45:35.685419 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f55a631-99ae-4bc5-a71f-afe1606df1cb req-6086f4a3-4157-4234-b2c2-10db9112cd7c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313909 Jul 07 19:45:35.804783 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:36.877220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bac49-11e0-4c59-84c7-046d947adf94 req-ee91c912-dfca-452a-a6e4-3de806c0add2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:36.878711 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-984bac49-11e0-4c59-84c7-046d947adf94 req-ee91c912-dfca-452a-a6e4-3de806c0add2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 944 time: 0.0676599 Jul 07 19:45:36.918047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-984bac49-11e0-4c59-84c7-046d947adf94 req-d8ca9607-767d-4f86-959f-01d17bb680ef tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329852 Jul 07 19:45:38.103471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03574c22-faf2-4660-92ad-2d39a391e491 req-554ebc59-2179-4d95-8d62-97dac5e33442 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:38.105088 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03574c22-faf2-4660-92ad-2d39a391e491 req-554ebc59-2179-4d95-8d62-97dac5e33442 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 944 time: 0.0717838 Jul 07 19:45:38.145929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-03574c22-faf2-4660-92ad-2d39a391e491 req-600529b6-1d03-4255-a67d-52e1a1389956 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349090 Jul 07 19:45:39.327002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59207867-9d75-417c-a2ab-3082fc87de2a req-710ae007-b5f2-422a-b68e-ae28bdc91091 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:39.328794 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-59207867-9d75-417c-a2ab-3082fc87de2a req-710ae007-b5f2-422a-b68e-ae28bdc91091 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 944 time: 0.0685365 Jul 07 19:45:39.374911 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-59207867-9d75-417c-a2ab-3082fc87de2a req-bd32934e-dfd0-48d0-bb0c-4787730184df tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393193 Jul 07 19:45:39.384749 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:45:39.484016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:39.495257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'port_id': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'mac_address': 'fa:16:3e:5a:ed:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:45:39.532531 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:39.545596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:45:39.567398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:39.572484 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:39.626608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:39.858316 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['346d6e4f-fa9d-4fac-a19f-c2e61cc418eb'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:45:40.071508 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.550603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad05d8-322d-4bdf-a384-74269ba84228 req-9f5892f2-2d25-438a-b5fc-c73501a94346 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:40.552125 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00ad05d8-322d-4bdf-a384-74269ba84228 req-9f5892f2-2d25-438a-b5fc-c73501a94346 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 945 time: 0.0636003 Jul 07 19:45:40.591757 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00ad05d8-322d-4bdf-a384-74269ba84228 req-c1916344-5ec7-4a57-a430-35dea788c1bd tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333612 Jul 07 19:45:41.401936 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:41.457265 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:41.461975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:41.462361 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.543681 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.570970 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113e5836-3527-4652-9863-6500917034ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:41.573475 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57184e9-88f6-4143-b696-7e113df75370" -d '{"events": [{"server_uuid": "113e5836-3527-4652-9863-6500917034ed", "name": "network-vif-plugged", "status": "completed", "tag": "346d6e4f-fa9d-4fac-a19f-c2e61cc418eb"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:41.586330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:41.591248 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.615483 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ccea83-e68c-4a7e-b746-e8c30a4aaed0 x-openstack-request-id: req-99ccea83-e68c-4a7e-b746-e8c30a4aaed0 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:41.615779 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113e5836-3527-4652-9863-6500917034ed", "name": "network-vif-plugged", "status": "completed", "tag": "346d6e4f-fa9d-4fac-a19f-c2e61cc418eb", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:41.616040 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99ccea83-e68c-4a7e-b746-e8c30a4aaed0 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:41.616459 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113e5836-3527-4652-9863-6500917034ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'code': 200} Jul 07 19:45:41.646087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:41.747025 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5708f-6a53-4fd1-a1e8-e8c2576fef1a req-0a94962b-7f67-4d70-b9aa-6321193d2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:41.749191 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02e5708f-6a53-4fd1-a1e8-e8c2576fef1a req-0a94962b-7f67-4d70-b9aa-6321193d2548 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 1097 time: 0.0562191 Jul 07 19:45:41.782060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca83cc6-aba0-4459-9402-56dd125067e5 req-959a8620-1ce6-4aa2-b1fe-2c907e967f2a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:41.783568 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ca83cc6-aba0-4459-9402-56dd125067e5 req-959a8620-1ce6-4aa2-b1fe-2c907e967f2a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 946 time: 0.0632424 Jul 07 19:45:41.785148 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02e5708f-6a53-4fd1-a1e8-e8c2576fef1a req-c90a92f4-4267-488f-b765-ed19f0a15c1c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289109 Jul 07 19:45:41.828255 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ca83cc6-aba0-4459-9402-56dd125067e5 req-1a3d7518-47c0-4b02-9438-63bac0145ee9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381835 Jul 07 19:45:43.014639 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb002f61-eb9e-4290-97ac-68d8a4d101c1 req-dc691a81-c768-4e98-b5f9-767d68968b62 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:43.016099 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb002f61-eb9e-4290-97ac-68d8a4d101c1 req-dc691a81-c768-4e98-b5f9-767d68968b62 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 946 time: 0.0691750 Jul 07 19:45:43.055161 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb002f61-eb9e-4290-97ac-68d8a4d101c1 req-c100afa3-ccf0-4c22-b635-a7f036a406f3 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330193 Jul 07 19:45:43.236732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0909df6-16e1-491d-85c9-56dc47943815 req-9cd08b43-65e3-4602-84d3-9785c0ff3319 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:43.238246 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0909df6-16e1-491d-85c9-56dc47943815 req-9cd08b43-65e3-4602-84d3-9785c0ff3319 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 946 time: 0.0703959 Jul 07 19:45:43.277052 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c0909df6-16e1-491d-85c9-56dc47943815 req-d5ee07f8-840d-41d2-bed7-8a4413710e53 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330369 Jul 07 19:45:43.301774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36960) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:43.354800 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b58bd7f-df70-4dc0-9809-869aae5185f8 tempest-TestVolumeBootPattern-843347901 tempest-TestVolumeBootPattern-843347901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:43.356352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1b58bd7f-df70-4dc0-9809-869aae5185f8 tempest-TestVolumeBootPattern-843347901 tempest-TestVolumeBootPattern-843347901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 1092 time: 0.0535679 Jul 07 19:45:43.359186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 36962) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:43.363591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:43.388980 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:43.496335 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:43.599988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Allocated IP 172.25.0.25 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/806b1eca-430c-4089-9c8a-ca49e2aa1f77) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:45:43.704544 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:43.745889 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:43.780246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:43.783090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:43.786533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:45:43.817582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=806b1eca-430c-4089-9c8a-ca49e2aa1f77,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:43.831108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:43.831447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:43.831767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:43.832104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:43.832441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:43.832770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:43.833094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:43.833418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:43.833741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:43.834061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:43.834417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:43.834737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:44.338151 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:44.458231 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:44.617143 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:44.622249 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:44.695085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=806b1eca-430c-4089-9c8a-ca49e2aa1f77,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:44.710646 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:45.089873 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Floating IP cd25e386-f15e-4ae7-897a-e1eed245c2b8 associated. External IP: 172.25.0.25, port: 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb. Jul 07 19:45:45.315648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Router 603fbeb7-ac95-4635-baea-474e84795ff7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:45:45.463033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:45:45.483218 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6bfc3-43ae-448a-ba68-0fe97c7fc22a None None] Sync routers for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:45:45.484791 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:45.496285 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6bfc3-43ae-448a-ba68-0fe97c7fc22a None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:45.497206 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-28c6bfc3-43ae-448a-ba68-0fe97c7fc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:45:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:45.530105 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-de76e4cd-0511-48f0-96f6-9b495c0fc2a1 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1695116 Jul 07 19:45:45.530718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113e5836-3527-4652-9863-6500917034ed', 'tag': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:45.533391 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29acf1bc-87f1-42fe-88e0-6e2ac5325137" -d '{"events": [{"name": "network-changed", "server_uuid": "113e5836-3527-4652-9863-6500917034ed", "tag": "346d6e4f-fa9d-4fac-a19f-c2e61cc418eb"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:45.582748 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc24076-7c20-45fc-8b05-4194ce26375e x-openstack-request-id: req-1fc24076-7c20-45fc-8b05-4194ce26375e {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:45.583337 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113e5836-3527-4652-9863-6500917034ed", "tag": "346d6e4f-fa9d-4fac-a19f-c2e61cc418eb", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:45.583747 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1fc24076-7c20-45fc-8b05-4194ce26375e {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:45.584342 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113e5836-3527-4652-9863-6500917034ed', 'tag': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'status': 'completed', 'code': 200} Jul 07 19:45:45.643651 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-28c6bfc3-43ae-448a-ba68-0fe97c7fc22a None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:45.672440 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acf1bc-87f1-42fe-88e0-6e2ac5325137 req-082cc278-f7ed-44c9-9b1d-e67b1277efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:45.674370 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-29acf1bc-87f1-42fe-88e0-6e2ac5325137 req-082cc278-f7ed-44c9-9b1d-e67b1277efac service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 1097 time: 0.0662806 Jul 07 19:45:45.789586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acf1bc-87f1-42fe-88e0-6e2ac5325137 req-d9a6435c-fc2f-4264-a67e-4f8fde1329cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:45.791126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-29acf1bc-87f1-42fe-88e0-6e2ac5325137 req-d9a6435c-fc2f-4264-a67e-4f8fde1329cc service neutron] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.1098776 Jul 07 19:45:45.882168 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-29acf1bc-87f1-42fe-88e0-6e2ac5325137 req-919d220e-ef82-4b9b-8db3-aa9466c07866 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb HTTP/1.1" status: 200 len: 999 time: 0.0833817 Jul 07 19:45:45.928692 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-28c6bfc3-43ae-448a-ba68-0fe97c7fc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'cd25e386-f15e-4ae7-897a-e1eed245c2b8', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:5a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113e5836-3527-4652-9863-6500917034ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:44Z', 'updated_at': '2021-07-07T19:45:44Z', 'revision_number': 0, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:45.939976 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acf1bc-87f1-42fe-88e0-6e2ac5325137 req-1de57900-e07d-44ac-bcfa-10195b8bd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:45.941546 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-29acf1bc-87f1-42fe-88e0-6e2ac5325137 req-1de57900-e07d-44ac-bcfa-10195b8bd98a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0528655 Jul 07 19:45:45.959667 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6bfc3-43ae-448a-ba68-0fe97c7fc22a None None] Checking router: 603fbeb7-ac95-4635-baea-474e84795ff7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:45:45.969158 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6bfc3-43ae-448a-ba68-0fe97c7fc22a None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:45.969835 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-28c6bfc3-43ae-448a-ba68-0fe97c7fc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:45:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:46.011937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acf1bc-87f1-42fe-88e0-6e2ac5325137 req-0bdc939b-6d5d-4a4a-ace1-92fe5f98ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:46.013796 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-29acf1bc-87f1-42fe-88e0-6e2ac5325137 req-0bdc939b-6d5d-4a4a-ace1-92fe5f98ca45 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647736 Jul 07 19:45:46.120587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-29acf1bc-87f1-42fe-88e0-6e2ac5325137 req-e57dba25-882e-4045-aa84-b913997681b9 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983183 Jul 07 19:45:46.188393 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-28c6bfc3-43ae-448a-ba68-0fe97c7fc22a None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:46.228790 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-29acf1bc-87f1-42fe-88e0-6e2ac5325137 req-5707b7ad-658a-4815-a83d-9bb2a57b173c service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970006 Jul 07 19:45:46.452252 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-28c6bfc3-43ae-448a-ba68-0fe97c7fc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'cd25e386-f15e-4ae7-897a-e1eed245c2b8', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:5a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113e5836-3527-4652-9863-6500917034ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:44Z', 'updated_at': '2021-07-07T19:45:44Z', 'revision_number': 0, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:46.481731 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6bfc3-43ae-448a-ba68-0fe97c7fc22a None None] The sync data for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 is: [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'cd25e386-f15e-4ae7-897a-e1eed245c2b8', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:5a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113e5836-3527-4652-9863-6500917034ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:44Z', 'updated_at': '2021-07-07T19:45:44Z', 'revision_number': 0, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:45:46.712858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148010d-240a-480f-b764-6559446a94e8 None None] New status for floating IP cd25e386-f15e-4ae7-897a-e1eed245c2b8: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:45:51.095405 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-698ae25a-a639-4c73-b56b-2a759a237564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:52.509118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5f35d-16eb-4598-8cc7-92b627084a05 req-162f01c5-e1a1-4017-b48d-794d5b678ea2 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:52.510516 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37a5f35d-16eb-4598-8cc7-92b627084a05 req-162f01c5-e1a1-4017-b48d-794d5b678ea2 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 949 time: 0.0633359 Jul 07 19:45:52.548311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37a5f35d-16eb-4598-8cc7-92b627084a05 req-07a4c8f8-5f93-444c-bc2e-60843235900c tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Jul 07 19:45:53.719065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911956c-1112-4f95-8242-06b18daae8da req-8422b9cb-634c-4f01-bbfd-3789d00d7386 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:53.720565 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d911956c-1112-4f95-8242-06b18daae8da req-8422b9cb-634c-4f01-bbfd-3789d00d7386 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 949 time: 0.0630138 Jul 07 19:45:53.758267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d911956c-1112-4f95-8242-06b18daae8da req-9ec6500c-e7e1-4a9d-be45-ef9f731a1ae9 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319877 Jul 07 19:45:53.846637 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:54.062919 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0cdf0c49-9065-4d92-aba2-978d2bbe5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:54.756362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658c4fc-cc56-481a-b9fb-f2eb0e351683 req-795ffb9c-146c-46a3-937d-0b3d71f9cc9f tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:54.758518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1658c4fc-cc56-481a-b9fb-f2eb0e351683 req-795ffb9c-146c-46a3-937d-0b3d71f9cc9f tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 949 time: 0.0707209 Jul 07 19:45:54.822021 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:54.868168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-1658c4fc-cc56-481a-b9fb-f2eb0e351683 req-d4eff473-50b5-44dd-a669-458abc730aa0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Deleting port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:54.868515 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1658c4fc-cc56-481a-b9fb-f2eb0e351683 req-d4eff473-50b5-44dd-a669-458abc730aa0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:55.003003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1658c4fc-cc56-481a-b9fb-f2eb0e351683 req-d4eff473-50b5-44dd-a669-458abc730aa0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] For port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:55.003279 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1658c4fc-cc56-481a-b9fb-f2eb0e351683 req-d4eff473-50b5-44dd-a669-458abc730aa0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:55.017895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a7ec4-aea5-4145-9b36-32d37e10b41c req-89278699-a37f-48d1-b03b-beef483dc6e1 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:55.019428 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-702a7ec4-aea5-4145-9b36-32d37e10b41c req-89278699-a37f-48d1-b03b-beef483dc6e1 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6 HTTP/1.1" status: 200 len: 949 time: 0.1467831 Jul 07 19:45:55.027089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-1658c4fc-cc56-481a-b9fb-f2eb0e351683 req-d4eff473-50b5-44dd-a669-458abc730aa0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Calling delete_port for e562bcef-07f3-4e8c-ad5b-aec6ef7080bb owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:55.098550 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-702a7ec4-aea5-4145-9b36-32d37e10b41c req-d3766444-781d-44ab-b5cf-edd6ebd850d8 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8a9da6a-f1e8-49d6-9d56-5588465425aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731688 Jul 07 19:45:55.188952 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1658c4fc-cc56-481a-b9fb-f2eb0e351683 req-d4eff473-50b5-44dd-a669-458abc730aa0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:55.201454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['e562bcef-07f3-4e8c-ad5b-aec6ef7080bb'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:45:55.220818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eff473-50b5-44dd-a669-458abc730aa0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Pushing event deleted for resources: {'Port': ['ID=e562bcef-07f3-4e8c-ad5b-aec6ef7080bb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:55.265852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1658c4fc-cc56-481a-b9fb-f2eb0e351683 req-d4eff473-50b5-44dd-a669-458abc730aa0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] No DVR routers for this DVR port e562bcef-07f3-4e8c-ad5b-aec6ef7080bb on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:45:55.268539 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1658c4fc-cc56-481a-b9fb-f2eb0e351683 req-d4eff473-50b5-44dd-a669-458abc730aa0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:55.270628 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1658c4fc-cc56-481a-b9fb-f2eb0e351683 req-d4eff473-50b5-44dd-a669-458abc730aa0 tempest-VolumesBackupsTest-1077453090 tempest-VolumesBackupsTest-1077453090-project] 10.222.0.48 "DELETE /v2.0/ports/e562bcef-07f3-4e8c-ad5b-aec6ef7080bb HTTP/1.1" status: 204 len: 173 time: 0.5063372 Jul 07 19:45:55.271169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6', 'name': 'network-vif-deleted', 'tag': 'e562bcef-07f3-4e8c-ad5b-aec6ef7080bb'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:55.274077 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526bd1b5-ad04-4a4d-abc5-cdba84adb94f" -d '{"events": [{"server_uuid": "dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6", "name": "network-vif-deleted", "tag": "e562bcef-07f3-4e8c-ad5b-aec6ef7080bb"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:55.313476 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d409df-f9db-48f5-8445-69d03b282df4 x-openstack-request-id: req-e9d409df-f9db-48f5-8445-69d03b282df4 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:55.313818 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6", "name": "network-vif-deleted", "tag": "e562bcef-07f3-4e8c-ad5b-aec6ef7080bb", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:55.314096 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9d409df-f9db-48f5-8445-69d03b282df4 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:55.314489 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd15b418-57a3-4f1c-83bb-e1ac17cf5ab6', 'name': 'network-vif-deleted', 'tag': 'e562bcef-07f3-4e8c-ad5b-aec6ef7080bb', 'status': 'completed', 'code': 200} Jul 07 19:45:56.588456 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:58.283284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device e562bcef-07f3-4e8c-ad5b-aec6ef7080bb no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:58.307670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: e562bcef-07f3-4e8c-ad5b-aec6ef7080bb {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:58.308019 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device e562bcef-07f3-4e8c-ad5b-aec6ef7080bb not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:46:02.765207 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:46:05.821962 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:10.070824 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:16.805203 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db45d0cb-df95-4f63-9fb0-f493973dd938 req-6bed4308-e3db-4c63-8e28-391b80db544d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580409 Jul 07 19:46:16.907499 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45d0cb-df95-4f63-9fb0-f493973dd938 req-e9c3921a-eaf2-4451-bae3-5b9088c94119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:46:16.909064 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db45d0cb-df95-4f63-9fb0-f493973dd938 req-e9c3921a-eaf2-4451-bae3-5b9088c94119 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cdbab3bd504c4d4d87b10327e778ed02&device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 1097 time: 0.0589492 Jul 07 19:46:17.014160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45d0cb-df95-4f63-9fb0-f493973dd938 req-ec7850c7-9fe9-4327-af72-ab643fcd15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:46:17.015683 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db45d0cb-df95-4f63-9fb0-f493973dd938 req-ec7850c7-9fe9-4327-af72-ab643fcd15cb service neutron] 10.222.0.110 "GET /v2.0/networks?id=caaa1b5c-5511-487f-919c-b5457e65e7ab HTTP/1.1" status: 200 len: 910 time: 0.0839295 Jul 07 19:46:17.086635 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db45d0cb-df95-4f63-9fb0-f493973dd938 req-1c2dc3df-0dab-4085-9224-ab96cf57c5cf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8866da75-9839-49b1-8f56-7d8b26e9a30c HTTP/1.1" status: 200 len: 1001 time: 0.0605888 Jul 07 19:46:17.135162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45d0cb-df95-4f63-9fb0-f493973dd938 req-9ad0cd1a-1912-4229-998f-de280762a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:46:17.136471 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db45d0cb-df95-4f63-9fb0-f493973dd938 req-9ad0cd1a-1912-4229-998f-de280762a9b7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3d782028-e8cd-4b30-9357-afebb54ed1e1 HTTP/1.1" status: 200 len: 848 time: 0.0432906 Jul 07 19:46:17.195837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45d0cb-df95-4f63-9fb0-f493973dd938 req-d9ebf747-8517-49a5-8d55-deb56178de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:46:17.197313 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db45d0cb-df95-4f63-9fb0-f493973dd938 req-d9ebf747-8517-49a5-8d55-deb56178de9e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=caaa1b5c-5511-487f-919c-b5457e65e7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512116 Jul 07 19:46:17.289877 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db45d0cb-df95-4f63-9fb0-f493973dd938 req-3fa12005-df32-4fde-a7e9-949ceee74d6f service neutron] 10.222.0.110 "GET /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854328 Jul 07 19:46:17.379781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db45d0cb-df95-4f63-9fb0-f493973dd938 req-89a83efe-268e-45de-b342-31af9010c95b service neutron] 10.222.0.110 "GET /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806611 Jul 07 19:46:21.088224 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cb02a5d6-0e32-493a-a528-c8bda0efd9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:23.848950 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:24.064659 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7736fced-3465-43d4-9439-3f069065dccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:24.828125 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:24.886823 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-910f98a8-776e-4962-9bfd-1a8add85a7a8 req-3fee5ac5-ea33-4dbd-96ad-d9d6222809f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570042 Jul 07 19:46:24.963303 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f98a8-776e-4962-9bfd-1a8add85a7a8 req-4089f0ea-c1f6-4dc1-ba7b-043f779de4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:46:24.964792 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-910f98a8-776e-4962-9bfd-1a8add85a7a8 req-4089f0ea-c1f6-4dc1-ba7b-043f779de4f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 1097 time: 0.0534768 Jul 07 19:46:25.083418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f98a8-776e-4962-9bfd-1a8add85a7a8 req-d066cf3d-1ce2-4523-8323-ab032155cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:46:25.084910 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-910f98a8-776e-4962-9bfd-1a8add85a7a8 req-d066cf3d-1ce2-4523-8323-ab032155cb55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.0970285 Jul 07 19:46:25.159270 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-910f98a8-776e-4962-9bfd-1a8add85a7a8 req-147cb14e-6438-40ce-a505-441c67f8e197 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28857c3c-13a8-4708-902f-2a51d1936eff HTTP/1.1" status: 200 len: 1002 time: 0.0675449 Jul 07 19:46:25.208033 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f98a8-776e-4962-9bfd-1a8add85a7a8 req-ffd55d94-d012-4bb8-b720-ca6ca743108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:46:25.210044 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-910f98a8-776e-4962-9bfd-1a8add85a7a8 req-ffd55d94-d012-4bb8-b720-ca6ca743108c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0442891 Jul 07 19:46:25.272839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f98a8-776e-4962-9bfd-1a8add85a7a8 req-7e9d31b9-7d4e-4ddc-97ce-af23a8a9b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:46:25.274330 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-910f98a8-776e-4962-9bfd-1a8add85a7a8 req-7e9d31b9-7d4e-4ddc-97ce-af23a8a9b856 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564733 Jul 07 19:46:25.375718 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-910f98a8-776e-4962-9bfd-1a8add85a7a8 req-8a374be1-d798-465d-8a0f-364584e7afa3 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936871 Jul 07 19:46:25.470270 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-910f98a8-776e-4962-9bfd-1a8add85a7a8 req-9050d27a-f511-4d09-9968-8fd7b39d47dc service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875320 Jul 07 19:46:26.590312 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:35.837430 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:39.764611 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:46:40.071698 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:51.092043 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-34d2f560-729f-4de7-b7c6-d05867ddb184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:52.873084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-1ba7e6a6-39dd-451d-ad2b-9037c6c4eeb1 req-90b5dbce-fede-45bc-a8c9-e66c4e8202d5 service neutron] (93901) timed out ('10.222.0.81', 43340) {{(pid=93901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:46:53.852830 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:54.067178 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb298f6d-6376-48d9-9e1f-099276767927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:54.838144 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:56.593888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:05.851239 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:10.083459 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:16.763108 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:47:16.832665 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c53367ec-019e-45e8-9da2-7f073e436be4 req-5024b46a-608f-462f-80ab-48f3618913ab service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561526 Jul 07 19:47:16.909450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53367ec-019e-45e8-9da2-7f073e436be4 req-eff32d73-8709-4f8f-bc7c-781c2b78d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:16.912071 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c53367ec-019e-45e8-9da2-7f073e436be4 req-eff32d73-8709-4f8f-bc7c-781c2b78d4e9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 1097 time: 0.0532684 Jul 07 19:47:17.018400 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53367ec-019e-45e8-9da2-7f073e436be4 req-674ee44a-42ac-4e2a-9773-935fe4133d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:17.019928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c53367ec-019e-45e8-9da2-7f073e436be4 req-674ee44a-42ac-4e2a-9773-935fe4133d25 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.0848393 Jul 07 19:47:17.094461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c53367ec-019e-45e8-9da2-7f073e436be4 req-2571b027-ca62-476c-923e-48c327d10200 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb HTTP/1.1" status: 200 len: 1001 time: 0.0644951 Jul 07 19:47:17.147048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53367ec-019e-45e8-9da2-7f073e436be4 req-a1c1f0db-bc21-456d-964c-8823210b4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:17.148511 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c53367ec-019e-45e8-9da2-7f073e436be4 req-a1c1f0db-bc21-456d-964c-8823210b4cfb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0442538 Jul 07 19:47:17.210405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53367ec-019e-45e8-9da2-7f073e436be4 req-753a7cb5-f083-4a05-87a2-36a8b2166213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:17.211941 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c53367ec-019e-45e8-9da2-7f073e436be4 req-753a7cb5-f083-4a05-87a2-36a8b2166213 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532427 Jul 07 19:47:17.311641 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c53367ec-019e-45e8-9da2-7f073e436be4 req-576c6766-2496-437c-9726-91c81c951420 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893099 Jul 07 19:47:17.409550 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c53367ec-019e-45e8-9da2-7f073e436be4 req-e472a97b-50e8-4149-931a-7c93217ce450 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882554 Jul 07 19:47:21.095955 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-82eb202d-8c6b-4fdf-8581-52f0fd6b3e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:23.853535 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:24.069719 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-189cfb24-5ea2-42c9-89dd-c304889edc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:24.835567 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:24.878172 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76ee03ca-13bf-4440-ac48-d8650e11bded req-da9cf14b-ead5-4667-8857-cc98245b6a7e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571153 Jul 07 19:47:24.986579 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee03ca-13bf-4440-ac48-d8650e11bded req-9d2ebaa9-6f5d-41e4-ba8e-8bc16066883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:24.988350 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76ee03ca-13bf-4440-ac48-d8650e11bded req-9d2ebaa9-6f5d-41e4-ba8e-8bc16066883f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 1097 time: 0.0647838 Jul 07 19:47:25.210715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee03ca-13bf-4440-ac48-d8650e11bded req-aa693955-6c4c-4d31-9670-4d76e910ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:25.210715 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76ee03ca-13bf-4440-ac48-d8650e11bded req-aa693955-6c4c-4d31-9670-4d76e910ade9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.1121211 Jul 07 19:47:25.292260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76ee03ca-13bf-4440-ac48-d8650e11bded req-eeae4826-22f7-4842-b66b-d55748b2100a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28857c3c-13a8-4708-902f-2a51d1936eff HTTP/1.1" status: 200 len: 1002 time: 0.0761981 Jul 07 19:47:25.292260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee03ca-13bf-4440-ac48-d8650e11bded req-0dcb64c1-5467-477b-8bfd-ae16eef74d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:25.292260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76ee03ca-13bf-4440-ac48-d8650e11bded req-0dcb64c1-5467-477b-8bfd-ae16eef74d85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0514450 Jul 07 19:47:25.355750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee03ca-13bf-4440-ac48-d8650e11bded req-98cd0ae7-8c20-4074-a283-1e904a52ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:25.357398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76ee03ca-13bf-4440-ac48-d8650e11bded req-98cd0ae7-8c20-4074-a283-1e904a52ecab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696118 Jul 07 19:47:25.506019 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76ee03ca-13bf-4440-ac48-d8650e11bded req-65a6bd3f-6216-4e31-bf92-62494d38fafc service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419706 Jul 07 19:47:25.606382 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76ee03ca-13bf-4440-ac48-d8650e11bded req-e46ac138-012d-48de-b8c8-69a66b8bd7fb service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933249 Jul 07 19:47:26.595053 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:35.624525 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-3d5fa6c1-7506-4001-ab88-2013a952188d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867491618&fields=id&tenant_id=5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 267 time: 0.0390079 Jul 07 19:47:35.745904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-ef8c95af-c55f-42fb-ac7d-03e5994259af tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:35.747421 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-ef8c95af-c55f-42fb-ac7d-03e5994259af tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.1161408 Jul 07 19:47:35.762630 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-993b0914-bb37-4a9c-8d34-02fc568d8652 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/quotas/5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 375 time: 0.0095844 Jul 07 19:47:35.844487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-d4e11c7f-d86a-4838-a11f-a92a2bf6f276 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0759051 Jul 07 19:47:35.848997 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:35.951016 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-949073c8-0fa3-4c2f-95eb-b5748ba34ec1 service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932465 Jul 07 19:47:36.044031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-1ea523f7-3def-4c0d-bba0-8938ce5f568a service neutron] 10.222.0.81 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867481 Jul 07 19:47:36.370081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2baf1117-c2c0-4814-837b-569684a6e06e req-ade2bc62-0544-4612-92e4-11b445e6814d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 210 time: 0.0404091 Jul 07 19:47:37.499574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-f3c567e7-7501-4fbf-ae3f-3e5e9120d0c4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:37.503086 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-f3c567e7-7501-4fbf-ae3f-3e5e9120d0c4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 812 time: 0.1519189 Jul 07 19:47:37.554484 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-f00b6b47-1e39-478d-9e4e-2ae7ca1a1eff tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5034d959d8df4881b05cee0fb3ab4677 HTTP/1.1" status: 200 len: 379 time: 0.0404701 Jul 07 19:47:37.570635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'port': {'device_id': '15661c5b-111c-4965-8728-792a63a7aefc', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'admin_state_up': True, 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'security_groups': ['9e454615-2262-42eb-a356-68c51143ee8f']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:47:37.601870 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21948c00-f90f-4447-8a2d-d1dd46a1470e req-f11c2b41-d3e6-45d2-99c8-8c47135485ea tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 210 time: 0.0462859 Jul 07 19:47:37.726044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Made reservation on behalf of 5034d959d8df4881b05cee0fb3ab4677 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:47:37.730770 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:37.883392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Allocated IP 172.20.0.6 (1442ae3f-1fa5-472e-b78b-a0c442cf409b/dea0a7ea-e139-4942-9781-c1c850f2f9a4/d07e4118-9568-4c13-b79f-4ff5b4db2219) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:47:38.062834 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:38.078115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Transition to ACTIVE for port object d07e4118-9568-4c13-b79f-4ff5b4db2219 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:47:38.111920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:38.174550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:47:38.178638 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:47:38.182735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:47:38.222011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=d07e4118-9568-4c13-b79f-4ff5b4db2219,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:38.237092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:38.237467 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:38.237802 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:38.238120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:38.238469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:38.239382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:38.239717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:38.240070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:38.240370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:38.240700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:38.241089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:38.241399 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:38.272180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:38.273119 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:38.293948 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-edac7414-1e86-4bdc-a1c6-35f70fa78601 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274327 Jul 07 19:47:38.305972 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Request body: {'port': {'device_id': '15661c5b-111c-4965-8728-792a63a7aefc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:47:38.401737 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:38.544367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-60e02d5e-ba33-47f4-ac3b-9e0bb0eacdb0 None None] Provisioning for port d07e4118-9568-4c13-b79f-4ff5b4db2219 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:47:38.549073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-60e02d5e-ba33-47f4-ac3b-9e0bb0eacdb0 None None] Provisioning complete for port d07e4118-9568-4c13-b79f-4ff5b4db2219 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:47:38.549440 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-60e02d5e-ba33-47f4-ac3b-9e0bb0eacdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:38.617168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-60e02d5e-ba33-47f4-ac3b-9e0bb0eacdb0 None None] Port d07e4118-9568-4c13-b79f-4ff5b4db2219 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:47:38.809918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07e4118-9568-4c13-b79f-4ff5b4db2219 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:47:38.821818 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:38.854486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Transition to ACTIVE for port object d07e4118-9568-4c13-b79f-4ff5b4db2219 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:47:38.866940 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:38.908741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca0a10-e029-47b1-9e89-7aa3010e43f6 req-87148fba-159a-4f86-a9d2-abeeb8c0dd46 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:38.910300 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5ca0a10-e029-47b1-9e89-7aa3010e43f6 req-87148fba-159a-4f86-a9d2-abeeb8c0dd46 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 931 time: 0.1388686 Jul 07 19:47:39.000859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e4118-9568-4c13-b79f-4ff5b4db2219,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:39.079818 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5ca0a10-e029-47b1-9e89-7aa3010e43f6 req-b8892ac1-1138-4109-9f6a-172c898da192 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444716 Jul 07 19:47:39.087846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Attempting to bind port d07e4118-9568-4c13-b79f-4ff5b4db2219 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:47:39.088185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Attempting to bind port d07e4118-9568-4c13-b79f-4ff5b4db2219 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:47:39.091046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Attempting to bind port d07e4118-9568-4c13-b79f-4ff5b4db2219 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:47:39.102409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Port d07e4118-9568-4c13-b79f-4ff5b4db2219 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:47:39.102745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Attempting to bind port d07e4118-9568-4c13-b79f-4ff5b4db2219 on network 1442ae3f-1fa5-472e-b78b-a0c442cf409b {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:47:39.111238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:47:39.112472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Checking segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:47:39.112472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Bound using segment: {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:47:39.112472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Bound port: d07e4118-9568-4c13-b79f-4ff5b4db2219, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fec026-4d39-4f4e-8368-d9cb1f2c247f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:47:39.112801 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:39.200947 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] For port d07e4118-9568-4c13-b79f-4ff5b4db2219, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:47:39.205053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] For port d07e4118-9568-4c13-b79f-4ff5b4db2219, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d07e4118-9568-4c13-b79f-4ff5b4db2219,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:47:39.211028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:39.246087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:39.246888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:39.249443 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] 10.222.0.48 "PUT /v2.0/ports/d07e4118-9568-4c13-b79f-4ff5b4db2219 HTTP/1.1" status: 200 len: 1091 time: 0.9487696 Jul 07 19:47:39.264130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15661c5b-111c-4965-8728-792a63a7aefc', 'tag': 'd07e4118-9568-4c13-b79f-4ff5b4db2219'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:47:39.267556 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dacee0-275e-4acb-9437-7d9f4394244f" -d '{"events": [{"name": "network-changed", "server_uuid": "15661c5b-111c-4965-8728-792a63a7aefc", "tag": "d07e4118-9568-4c13-b79f-4ff5b4db2219"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:47:39.318769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665065c-4307-4d68-b430-082a0c71fa80 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e4118-9568-4c13-b79f-4ff5b4db2219,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:39.353551 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ba8525-399b-45e9-9144-ff7ae5be6ba2 x-openstack-request-id: req-02ba8525-399b-45e9-9144-ff7ae5be6ba2 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:47:39.353914 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15661c5b-111c-4965-8728-792a63a7aefc", "tag": "d07e4118-9568-4c13-b79f-4ff5b4db2219", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:47:39.354136 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02ba8525-399b-45e9-9144-ff7ae5be6ba2 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:47:39.354530 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15661c5b-111c-4965-8728-792a63a7aefc', 'tag': 'd07e4118-9568-4c13-b79f-4ff5b4db2219', 'status': 'completed', 'code': 200} Jul 07 19:47:39.386492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-0ea7e4c7-d1bc-4201-ae7f-b1cec2d6e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:39.391435 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-0ea7e4c7-d1bc-4201-ae7f-b1cec2d6e050 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 1094 time: 0.0821755 Jul 07 19:47:39.440780 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-54a80ba2-d6bd-42b6-a521-b9f27ccb22d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d07e4118-9568-4c13-b79f-4ff5b4db2219 HTTP/1.1" status: 200 len: 217 time: 0.0441949 Jul 07 19:47:39.502406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-679001e5-6cf6-4d3a-9903-8cca603eeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:39.503833 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-679001e5-6cf6-4d3a-9903-8cca603eeb81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0566623 Jul 07 19:47:39.563627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-601913a6-7e0e-4f69-bb21-8bd3c48a2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:39.565114 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-601913a6-7e0e-4f69-bb21-8bd3c48a2415 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530019 Jul 07 19:47:39.994994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-736bbf0a-b040-4a56-9447-5d77d545a597 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225383 Jul 07 19:47:40.075077 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:40.090654 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94068e0c-faf1-4cbf-b3d0-c217d9f8e701 req-8ca9a05b-ea6b-40b1-8297-00b26ceb2379 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886681 Jul 07 19:47:40.199464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dacee0-275e-4acb-9437-7d9f4394244f req-78d15fdd-bd0f-4110-ab1e-d87471774158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:40.201168 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3dacee0-275e-4acb-9437-7d9f4394244f req-78d15fdd-bd0f-4110-ab1e-d87471774158 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 1094 time: 0.0642045 Jul 07 19:47:40.290458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e5fac-b136-494d-918f-76f298601753 req-ec3b6937-1741-4a5a-a6e0-ba30a0183153 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:40.292314 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d11e5fac-b136-494d-918f-76f298601753 req-ec3b6937-1741-4a5a-a6e0-ba30a0183153 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 943 time: 0.0702302 Jul 07 19:47:40.296779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dacee0-275e-4acb-9437-7d9f4394244f req-be62c20a-2a78-4986-8eca-a9945628f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:40.298378 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3dacee0-275e-4acb-9437-7d9f4394244f req-be62c20a-2a78-4986-8eca-a9945628f854 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.0905097 Jul 07 19:47:40.333414 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d11e5fac-b136-494d-918f-76f298601753 req-6a7e3941-f349-4362-968f-a2347a713f59 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342674 Jul 07 19:47:40.344896 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3dacee0-275e-4acb-9437-7d9f4394244f req-83cf0f2d-a7bc-408b-9c0f-8a34e7476383 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d07e4118-9568-4c13-b79f-4ff5b4db2219 HTTP/1.1" status: 200 len: 217 time: 0.0396118 Jul 07 19:47:40.396854 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dacee0-275e-4acb-9437-7d9f4394244f req-a938570f-e250-474b-ae63-1510c637434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:40.398411 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3dacee0-275e-4acb-9437-7d9f4394244f req-a938570f-e250-474b-ae63-1510c637434f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0476816 Jul 07 19:47:40.459756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dacee0-275e-4acb-9437-7d9f4394244f req-39b21869-426b-405a-9527-6ae96acf47eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:40.461278 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3dacee0-275e-4acb-9437-7d9f4394244f req-39b21869-426b-405a-9527-6ae96acf47eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557849 Jul 07 19:47:40.558122 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3dacee0-275e-4acb-9437-7d9f4394244f req-b9b83b69-c395-48df-a6ca-91e6a4f17cc2 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893517 Jul 07 19:47:40.647580 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3dacee0-275e-4acb-9437-7d9f4394244f req-4dd09104-b115-4869-b60b-0798b536a0b5 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830753 Jul 07 19:47:41.518251 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ee1ea-7ec1-47ad-b0ca-0f0f3ea6327e req-5f4a9754-735f-45ca-b778-51377ae4c7af tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:41.519768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc9ee1ea-7ec1-47ad-b0ca-0f0f3ea6327e req-5f4a9754-735f-45ca-b778-51377ae4c7af tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 943 time: 0.0669935 Jul 07 19:47:41.559947 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc9ee1ea-7ec1-47ad-b0ca-0f0f3ea6327e req-c6ba031a-9ca7-4e7a-becc-eff23a879314 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336800 Jul 07 19:47:42.746685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22659b-68f3-42b8-a016-32e704072145 req-8738788e-0d5a-4339-b357-a9aa2d4b4aaa tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:42.748462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b22659b-68f3-42b8-a016-32e704072145 req-8738788e-0d5a-4339-b357-a9aa2d4b4aaa tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 943 time: 0.0705688 Jul 07 19:47:42.789241 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5b22659b-68f3-42b8-a016-32e704072145 req-f6ebea7c-7896-4b33-8d44-93cb11177620 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338216 Jul 07 19:47:43.969323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a80dfb-2b62-4ae2-8a38-13e5a04a4433 req-8e65c63c-261c-43c5-a761-efb36bc6fc0a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:43.970862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-35a80dfb-2b62-4ae2-8a38-13e5a04a4433 req-8e65c63c-261c-43c5-a761-efb36bc6fc0a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 943 time: 0.0645163 Jul 07 19:47:44.009090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-35a80dfb-2b62-4ae2-8a38-13e5a04a4433 req-d767c71f-9bc8-4be5-947b-478fcdc57bdc tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Jul 07 19:47:45.196078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6d115-e5b7-43ce-8eb9-99c8cb1cc33b req-f5aa3314-7fdf-4b8e-bdeb-a053ae11ec75 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:45.197799 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78c6d115-e5b7-43ce-8eb9-99c8cb1cc33b req-f5aa3314-7fdf-4b8e-bdeb-a053ae11ec75 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 943 time: 0.0720165 Jul 07 19:47:45.235156 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-78c6d115-e5b7-43ce-8eb9-99c8cb1cc33b req-b4aa63e9-a0fd-45c1-905c-7d0cf4ac776a tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Jul 07 19:47:46.412041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12824599-9f66-4119-84c5-ee26fde9eabf req-8487d791-606e-47d9-977e-27f3d9e61fc4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:46.413495 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-12824599-9f66-4119-84c5-ee26fde9eabf req-8487d791-606e-47d9-977e-27f3d9e61fc4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 943 time: 0.0655720 Jul 07 19:47:46.452315 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-12824599-9f66-4119-84c5-ee26fde9eabf req-ab81a12c-1652-4116-98ea-a699feb6ff54 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330153 Jul 07 19:47:47.631095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572bcf2-1b2f-4124-89b7-be0515448c99 req-d42407b5-0aa4-4963-9a4c-b35b79c40d43 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:47.632488 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2572bcf2-1b2f-4124-89b7-be0515448c99 req-d42407b5-0aa4-4963-9a4c-b35b79c40d43 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 943 time: 0.0699637 Jul 07 19:47:47.677745 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2572bcf2-1b2f-4124-89b7-be0515448c99 req-fd1d9f1c-cf90-4ad9-aef4-93459e09b16e tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394030 Jul 07 19:47:48.890870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1286-5536-4ef5-84e8-df0c7000ec9e req-5762928c-b29b-4faf-966a-57ae5187fe65 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:48.892481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bbac1286-5536-4ef5-84e8-df0c7000ec9e req-5762928c-b29b-4faf-966a-57ae5187fe65 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 943 time: 0.0796409 Jul 07 19:47:48.942581 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bbac1286-5536-4ef5-84e8-df0c7000ec9e req-60080e21-9be3-4aff-aa8a-a6eb03c8f579 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437229 Jul 07 19:47:50.122881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360a8cc-c3d8-4927-9678-772628d38abc req-0f6d4e9d-1dd6-44fd-a176-a828698b3669 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:50.124519 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9360a8cc-c3d8-4927-9678-772628d38abc req-0f6d4e9d-1dd6-44fd-a176-a828698b3669 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 943 time: 0.0646954 Jul 07 19:47:50.164426 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9360a8cc-c3d8-4927-9678-772628d38abc req-4afd52c2-672c-434a-b73a-e3b4e5605938 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336840 Jul 07 19:47:50.872138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d07e4118-9568-4c13-b79f-4ff5b4db2219 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:47:50.967610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d07e4118-9568-4c13-b79f-4ff5b4db2219, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d07e4118-9568-4c13-b79f-4ff5b4db2219,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:50.979048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'd07e4118-9568-4c13-b79f-4ff5b4db2219', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'port_id': 'd07e4118-9568-4c13-b79f-4ff5b4db2219', 'mac_address': 'fa:16:3e:7b:ea:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:47:51.022467 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:51.041045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07e4118-9568-4c13-b79f-4ff5b4db2219 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:47:51.071375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d07e4118-9568-4c13-b79f-4ff5b4db2219, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d07e4118-9568-4c13-b79f-4ff5b4db2219,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:51.078649 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:51.122589 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-82d6adf5-02bf-4929-a2bc-c833084f6ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:51.149030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d07e4118-9568-4c13-b79f-4ff5b4db2219,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:51.156425 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:51.156774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:51.157114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:51.157458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:51.157775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:51.158103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:51.158433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:51.158760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:51.159118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:51.159441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:51.159764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:51.160087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:51.381175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281459d-3797-4888-b12d-01308b4d3887 req-cc192eeb-d9ab-4f31-b532-88b63c80e2a9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:51.382688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d281459d-3797-4888-b12d-01308b4d3887 req-cc192eeb-d9ab-4f31-b532-88b63c80e2a9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 944 time: 0.0858092 Jul 07 19:47:51.425308 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d281459d-3797-4888-b12d-01308b4d3887 req-b5a1afeb-bee5-421d-b322-f641037ef223 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365794 Jul 07 19:47:51.432132 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['d07e4118-9568-4c13-b79f-4ff5b4db2219'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:47:52.686010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32292-376d-426c-96ef-3c8427e519bb req-6c12c15c-6b8d-444f-86d5-4971c8e11323 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:52.687563 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3dc32292-376d-426c-96ef-3c8427e519bb req-6c12c15c-6b8d-444f-86d5-4971c8e11323 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 944 time: 0.0682702 Jul 07 19:47:52.728632 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3dc32292-376d-426c-96ef-3c8427e519bb req-6ecda58b-0c42-477b-9eca-86bd515c18aa tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347998 Jul 07 19:47:52.891532 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d07e4118-9568-4c13-b79f-4ff5b4db2219 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:47:52.957153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port d07e4118-9568-4c13-b79f-4ff5b4db2219 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:47:52.962128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port d07e4118-9568-4c13-b79f-4ff5b4db2219 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:47:52.962668 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:53.052082 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:53.077360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15661c5b-111c-4965-8728-792a63a7aefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07e4118-9568-4c13-b79f-4ff5b4db2219'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:47:53.080130 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80c9ba7-ef38-48dd-8412-ef5140f7369d" -d '{"events": [{"server_uuid": "15661c5b-111c-4965-8728-792a63a7aefc", "name": "network-vif-plugged", "status": "completed", "tag": "d07e4118-9568-4c13-b79f-4ff5b4db2219"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:47:53.094845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d07e4118-9568-4c13-b79f-4ff5b4db2219, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d07e4118-9568-4c13-b79f-4ff5b4db2219,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:53.100267 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:53.150943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d07e4118-9568-4c13-b79f-4ff5b4db2219,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:53.193003 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05f2e43-88b2-44b4-b476-2bbbb263997f x-openstack-request-id: req-a05f2e43-88b2-44b4-b476-2bbbb263997f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:47:53.193289 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15661c5b-111c-4965-8728-792a63a7aefc", "name": "network-vif-plugged", "status": "completed", "tag": "d07e4118-9568-4c13-b79f-4ff5b4db2219", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:47:53.193543 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a05f2e43-88b2-44b4-b476-2bbbb263997f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:47:53.193970 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15661c5b-111c-4965-8728-792a63a7aefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07e4118-9568-4c13-b79f-4ff5b4db2219', 'code': 200} Jul 07 19:47:53.324119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498ed94-39b8-4268-9e29-6fc6d95ed64e req-15215df6-337f-4690-b636-b7ac8bf31579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:53.325773 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1498ed94-39b8-4268-9e29-6fc6d95ed64e req-15215df6-337f-4690-b636-b7ac8bf31579 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 1096 time: 0.0580630 Jul 07 19:47:53.369915 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1498ed94-39b8-4268-9e29-6fc6d95ed64e req-76a04498-625f-41eb-bea4-6175e59070a8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355241 Jul 07 19:47:53.765832 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:47:53.855978 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:53.912439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea63fd-69da-426d-bf93-0c1c8373cf0d req-722651b7-9bed-4492-a24a-41a027c81338 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:53.914091 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8aea63fd-69da-426d-bf93-0c1c8373cf0d req-722651b7-9bed-4492-a24a-41a027c81338 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 945 time: 0.0674171 Jul 07 19:47:53.954072 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8aea63fd-69da-426d-bf93-0c1c8373cf0d req-c4972adc-aabd-49d3-9568-6a59f59674d2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340519 Jul 07 19:47:54.074860 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c718d802-ee13-45aa-9424-b493fcfde6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:54.838494 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:55.155939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19195ee2-3772-4b8e-895e-ec5c134286e3 req-5a113260-a0cc-42d9-a145-fc2172b75c5d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:55.157431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-19195ee2-3772-4b8e-895e-ec5c134286e3 req-5a113260-a0cc-42d9-a145-fc2172b75c5d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 945 time: 0.0826480 Jul 07 19:47:55.200203 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-19195ee2-3772-4b8e-895e-ec5c134286e3 req-a668a516-6257-41a5-a125-a0f591e385b0 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369668 Jul 07 19:47:55.400890 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebb7cf-bafa-417f-b667-cb4185f39ef6 req-e1195f40-cb78-44b4-addb-363d05d9a5d6 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:55.401846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-abebb7cf-bafa-417f-b667-cb4185f39ef6 req-e1195f40-cb78-44b4-addb-363d05d9a5d6 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 945 time: 0.0704002 Jul 07 19:47:55.440952 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-abebb7cf-bafa-417f-b667-cb4185f39ef6 req-31911559-5d1e-44af-8217-5601705a6438 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333652 Jul 07 19:47:55.468400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 39280) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:47:55.523066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f35f5d-318e-46d5-afb4-3e541f261377 tempest-TestVolumeBootPattern-843347901 tempest-TestVolumeBootPattern-843347901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:55.527365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-34f35f5d-318e-46d5-afb4-3e541f261377 tempest-TestVolumeBootPattern-843347901 tempest-TestVolumeBootPattern-843347901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 1091 time: 0.0550725 Jul 07 19:47:55.527813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 39284) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:47:55.533055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': 'd07e4118-9568-4c13-b79f-4ff5b4db2219', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:47:55.565182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:55.670680 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:55.784458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Allocated IP 172.25.0.224 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/a9cfde55-8ad7-4d70-8029-71a4c0189c68) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:47:55.885478 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:55.923842 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:55.959620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:47:55.962394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:47:55.964904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:47:55.999466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=a9cfde55-8ad7-4d70-8029-71a4c0189c68,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:56.349114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:56.435648 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:56.595638 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:56.606335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:56.611872 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:56.688809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event updated for resources: {'Port': ['ID=a9cfde55-8ad7-4d70-8029-71a4c0189c68,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:56.698300 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:56.797296 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Floating IP 7716d26a-f822-4290-97c8-8bd94b322ea1 associated. External IP: 172.25.0.224, port: d07e4118-9568-4c13-b79f-4ff5b4db2219. Jul 07 19:47:57.001953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Router 603fbeb7-ac95-4635-baea-474e84795ff7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:47:57.109453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:47:57.119670 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4acd9f-64c6-49f5-a444-537795d01279 None None] Sync routers for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:47:57.127335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:57.129628 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4acd9f-64c6-49f5-a444-537795d01279 None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:47:57.130318 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ee4acd9f-64c6-49f5-a444-537795d01279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:47:57.163051 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ab047bb4-6299-4b0b-9585-620316d87d5f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6340117 Jul 07 19:47:57.163735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15661c5b-111c-4965-8728-792a63a7aefc', 'tag': 'd07e4118-9568-4c13-b79f-4ff5b4db2219'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:47:57.165998 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad689ed-47b4-46bc-816b-d85a8bbb34fc" -d '{"events": [{"name": "network-changed", "server_uuid": "15661c5b-111c-4965-8728-792a63a7aefc", "tag": "d07e4118-9568-4c13-b79f-4ff5b4db2219"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:47:57.206182 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88de3a7d-b3c1-428f-8f78-d21a78eab585 x-openstack-request-id: req-88de3a7d-b3c1-428f-8f78-d21a78eab585 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:47:57.206474 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15661c5b-111c-4965-8728-792a63a7aefc", "tag": "d07e4118-9568-4c13-b79f-4ff5b4db2219", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:47:57.206729 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88de3a7d-b3c1-428f-8f78-d21a78eab585 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:47:57.207210 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15661c5b-111c-4965-8728-792a63a7aefc', 'tag': 'd07e4118-9568-4c13-b79f-4ff5b4db2219', 'status': 'completed', 'code': 200} Jul 07 19:47:57.235985 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ee4acd9f-64c6-49f5-a444-537795d01279 None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:47:57.281185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad689ed-47b4-46bc-816b-d85a8bbb34fc req-8d3c6cdd-e8c0-480f-bf61-fffd66c02c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:57.282605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ad689ed-47b4-46bc-816b-d85a8bbb34fc req-8d3c6cdd-e8c0-480f-bf61-fffd66c02c31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 1096 time: 0.0518081 Jul 07 19:47:57.377726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad689ed-47b4-46bc-816b-d85a8bbb34fc req-61b65833-08ec-4eb6-9e88-5e0c12527982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:57.379259 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ad689ed-47b4-46bc-816b-d85a8bbb34fc req-61b65833-08ec-4eb6-9e88-5e0c12527982 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.0899613 Jul 07 19:47:57.444253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ad689ed-47b4-46bc-816b-d85a8bbb34fc req-00675424-72aa-46b9-bd4c-ac5732eaf46c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d07e4118-9568-4c13-b79f-4ff5b4db2219 HTTP/1.1" status: 200 len: 999 time: 0.0579014 Jul 07 19:47:57.467726 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ee4acd9f-64c6-49f5-a444-537795d01279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7716d26a-f822-4290-97c8-8bd94b322ea1', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.224', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': 'd07e4118-9568-4c13-b79f-4ff5b4db2219', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:7b:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15661c5b-111c-4965-8728-792a63a7aefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:47:56Z', 'updated_at': '2021-07-07T19:47:56Z', 'revision_number': 0, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}, {'id': 'cd25e386-f15e-4ae7-897a-e1eed245c2b8', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:5a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113e5836-3527-4652-9863-6500917034ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:44Z', 'updated_at': '2021-07-07T19:45:46Z', 'revision_number': 1, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:47:57.493663 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4acd9f-64c6-49f5-a444-537795d01279 None None] Checking router: 603fbeb7-ac95-4635-baea-474e84795ff7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:47:57.497479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad689ed-47b4-46bc-816b-d85a8bbb34fc req-004168d0-57b5-4aec-891a-6178c4e981e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:57.499039 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ad689ed-47b4-46bc-816b-d85a8bbb34fc req-004168d0-57b5-4aec-891a-6178c4e981e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0479207 Jul 07 19:47:57.502033 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4acd9f-64c6-49f5-a444-537795d01279 None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:47:57.502758 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ee4acd9f-64c6-49f5-a444-537795d01279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:47:57.560123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad689ed-47b4-46bc-816b-d85a8bbb34fc req-3d2372c4-fb0c-463f-82aa-10edeb9256dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:57.561042 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ad689ed-47b4-46bc-816b-d85a8bbb34fc req-3d2372c4-fb0c-463f-82aa-10edeb9256dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546794 Jul 07 19:47:57.615188 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ee4acd9f-64c6-49f5-a444-537795d01279 None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:47:57.659469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ad689ed-47b4-46bc-816b-d85a8bbb34fc req-53db0aec-63af-4666-ac65-2e95b8f73ec9 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910969 Jul 07 19:47:57.777400 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ad689ed-47b4-46bc-816b-d85a8bbb34fc req-c3e7dd73-e723-45b2-82bd-f1e7c6064840 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106031 Jul 07 19:47:57.876900 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ee4acd9f-64c6-49f5-a444-537795d01279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7716d26a-f822-4290-97c8-8bd94b322ea1', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.224', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': 'd07e4118-9568-4c13-b79f-4ff5b4db2219', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:7b:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15661c5b-111c-4965-8728-792a63a7aefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:47:56Z', 'updated_at': '2021-07-07T19:47:56Z', 'revision_number': 0, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}, {'id': 'cd25e386-f15e-4ae7-897a-e1eed245c2b8', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:5a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113e5836-3527-4652-9863-6500917034ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:44Z', 'updated_at': '2021-07-07T19:45:46Z', 'revision_number': 1, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:47:57.903653 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4acd9f-64c6-49f5-a444-537795d01279 None None] The sync data for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 is: [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '7716d26a-f822-4290-97c8-8bd94b322ea1', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.224', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': 'd07e4118-9568-4c13-b79f-4ff5b4db2219', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:7b:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15661c5b-111c-4965-8728-792a63a7aefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:47:56Z', 'updated_at': '2021-07-07T19:47:56Z', 'revision_number': 0, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}, {'id': 'cd25e386-f15e-4ae7-897a-e1eed245c2b8', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:5a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113e5836-3527-4652-9863-6500917034ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:44Z', 'updated_at': '2021-07-07T19:45:46Z', 'revision_number': 1, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:47:58.114841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd67629-7f65-4b97-b5a0-357e75bbd00b None None] New status for floating IP 7716d26a-f822-4290-97c8-8bd94b322ea1: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:48:05.863174 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:10.081556 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:14.374350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84610cbe-21ee-4a73-b9b7-3b727305cd6a req-a3ee93fb-c7db-4698-92d0-a0d5df216caf tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:14.375929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84610cbe-21ee-4a73-b9b7-3b727305cd6a req-a3ee93fb-c7db-4698-92d0-a0d5df216caf tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0679178 Jul 07 19:48:14.415560 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84610cbe-21ee-4a73-b9b7-3b727305cd6a req-f38ae3ea-6843-4c49-8018-9b22ee4b87a2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334251 Jul 07 19:48:15.608774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72c5d8-cece-4329-a2e8-db8423767b7a req-9a64b2dc-0b09-4ddc-a0a1-fcbb02b813f5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:15.610379 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5d72c5d8-cece-4329-a2e8-db8423767b7a req-9a64b2dc-0b09-4ddc-a0a1-fcbb02b813f5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0756850 Jul 07 19:48:15.652184 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5d72c5d8-cece-4329-a2e8-db8423767b7a req-9099e78e-8dcf-491f-b893-42e3b1788fc1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349441 Jul 07 19:48:16.885773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5c6d-0306-405e-8de4-cd0da2c2bd44 req-9c4afda5-4f6d-4b11-8a63-aa31725e4e00 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:16.888046 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c5c5c6d-0306-405e-8de4-cd0da2c2bd44 req-9c4afda5-4f6d-4b11-8a63-aa31725e4e00 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0942082 Jul 07 19:48:16.942077 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c5c5c6d-0306-405e-8de4-cd0da2c2bd44 req-28841985-098b-417a-a1dd-46b52044d47f tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453839 Jul 07 19:48:17.802245 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1debed2-3e52-47c3-9033-f50d3d713ffe req-7ed7d775-29df-4c8d-b6dd-b74826d18a87 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595455 Jul 07 19:48:17.905227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1debed2-3e52-47c3-9033-f50d3d713ffe req-f729c038-fc53-4c26-a410-ff27ad52629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:17.907024 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1debed2-3e52-47c3-9033-f50d3d713ffe req-f729c038-fc53-4c26-a410-ff27ad52629e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cdbab3bd504c4d4d87b10327e778ed02&device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 1097 time: 0.0561149 Jul 07 19:48:18.027891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1debed2-3e52-47c3-9033-f50d3d713ffe req-7333685f-47a8-421b-811a-7d75fafd84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:18.029849 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1debed2-3e52-47c3-9033-f50d3d713ffe req-7333685f-47a8-421b-811a-7d75fafd84d4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=caaa1b5c-5511-487f-919c-b5457e65e7ab HTTP/1.1" status: 200 len: 910 time: 0.0975776 Jul 07 19:48:18.104299 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1debed2-3e52-47c3-9033-f50d3d713ffe req-d1668bb1-a8cd-4bdf-aede-6aa9e29a3fc6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8866da75-9839-49b1-8f56-7d8b26e9a30c HTTP/1.1" status: 200 len: 1001 time: 0.0664711 Jul 07 19:48:18.163507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1debed2-3e52-47c3-9033-f50d3d713ffe req-9a18603a-3ab3-4066-ad22-85f0c3ea32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:18.164979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1debed2-3e52-47c3-9033-f50d3d713ffe req-9a18603a-3ab3-4066-ad22-85f0c3ea32f3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3d782028-e8cd-4b30-9357-afebb54ed1e1 HTTP/1.1" status: 200 len: 848 time: 0.0509028 Jul 07 19:48:18.165168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f17a9f-9353-499a-b643-ed4f833ad6a3 req-7109c202-953e-4e9b-b302-b57eee746105 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:18.167289 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d0f17a9f-9353-499a-b643-ed4f833ad6a3 req-7109c202-953e-4e9b-b302-b57eee746105 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0749018 Jul 07 19:48:18.215153 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d0f17a9f-9353-499a-b643-ed4f833ad6a3 req-4d5fac9f-93ba-44e0-981c-95e6ee136393 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419004 Jul 07 19:48:18.234623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1debed2-3e52-47c3-9033-f50d3d713ffe req-0237b3eb-0c48-4163-b3f2-c76c5346aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:18.236318 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1debed2-3e52-47c3-9033-f50d3d713ffe req-0237b3eb-0c48-4163-b3f2-c76c5346aa18 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=caaa1b5c-5511-487f-919c-b5457e65e7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612807 Jul 07 19:48:18.340018 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1debed2-3e52-47c3-9033-f50d3d713ffe req-f87de529-6108-4344-8b03-243a01595a08 service neutron] 10.222.0.110 "GET /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932555 Jul 07 19:48:18.435605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1debed2-3e52-47c3-9033-f50d3d713ffe req-519a3283-2b96-499f-8415-e5591a0dcbff service neutron] 10.222.0.110 "GET /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886471 Jul 07 19:48:19.406879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989096d1-6a26-49a9-9664-53ade813d170 req-1b5a9c59-132f-4e16-9716-ad5a7f9dedcf tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:19.408398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-989096d1-6a26-49a9-9664-53ade813d170 req-1b5a9c59-132f-4e16-9716-ad5a7f9dedcf tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0678692 Jul 07 19:48:19.448195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-989096d1-6a26-49a9-9664-53ade813d170 req-442b580a-c3f9-4bb0-970a-4350b2b78b8a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334127 Jul 07 19:48:20.636351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0340e95-e233-44d1-beec-6f9c46a174eb req-424cde88-a647-499f-a042-87814587c94d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:20.637738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0340e95-e233-44d1-beec-6f9c46a174eb req-424cde88-a647-499f-a042-87814587c94d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0638058 Jul 07 19:48:20.677497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0340e95-e233-44d1-beec-6f9c46a174eb req-6919de99-1a72-4ec6-b355-6bc7fb393941 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338113 Jul 07 19:48:21.097443 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-18b84860-6dd5-4ae0-b4af-6310fa1fdc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:21.867746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509f4ac-6d92-4acf-b6f1-24e56f6beeee req-6e232ee8-ba01-4ba2-8b47-ace7609728d1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:21.869258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4509f4ac-6d92-4acf-b6f1-24e56f6beeee req-6e232ee8-ba01-4ba2-8b47-ace7609728d1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0634689 Jul 07 19:48:21.909782 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4509f4ac-6d92-4acf-b6f1-24e56f6beeee req-ddedcf84-46b4-490d-a763-6e6465a6b148 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336132 Jul 07 19:48:23.103711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b725b3-3aeb-48b6-9cea-698fac20a14a req-99a987d1-0169-4afb-a6c1-243038e9bfd4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:23.105302 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d0b725b3-3aeb-48b6-9cea-698fac20a14a req-99a987d1-0169-4afb-a6c1-243038e9bfd4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0763245 Jul 07 19:48:23.149075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d0b725b3-3aeb-48b6-9cea-698fac20a14a req-71a9749a-fa9c-4037-b79b-f45d81accdff tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371783 Jul 07 19:48:23.859384 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:24.070051 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9a0c5291-744b-4d1a-a916-8ace32c08b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:24.337873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6398bf-210b-43ab-a3e6-30fa2b4f326e req-aa76964f-0cb0-411c-9948-f270c19ec166 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:24.338913 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3f6398bf-210b-43ab-a3e6-30fa2b4f326e req-aa76964f-0cb0-411c-9948-f270c19ec166 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0693727 Jul 07 19:48:24.377693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3f6398bf-210b-43ab-a3e6-30fa2b4f326e req-41ad53ff-bc5c-4eb5-9865-44ea0ea16d7c tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328653 Jul 07 19:48:24.839651 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:25.557914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab50f8-6d21-4a55-b79d-de9a00dde3cd req-fc38b296-b09e-4e2e-b91b-144239aae7a4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:25.559455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8ab50f8-6d21-4a55-b79d-de9a00dde3cd req-fc38b296-b09e-4e2e-b91b-144239aae7a4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0647383 Jul 07 19:48:25.597612 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8ab50f8-6d21-4a55-b79d-de9a00dde3cd req-4fbef323-e134-4d92-9f55-cd816e0b6b14 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323932 Jul 07 19:48:26.208861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd0492-8fe1-4a2a-b308-411d72c45212 req-66a3ac91-66c7-4301-bc1a-95e84bc0b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:26.210399 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dbfd0492-8fe1-4a2a-b308-411d72c45212 req-66a3ac91-66c7-4301-bc1a-95e84bc0b87b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 1097 time: 0.0538213 Jul 07 19:48:26.329687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd0492-8fe1-4a2a-b308-411d72c45212 req-92771309-1c64-4cbc-ac6d-8301ffec753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:26.331406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dbfd0492-8fe1-4a2a-b308-411d72c45212 req-92771309-1c64-4cbc-ac6d-8301ffec753d service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.0923762 Jul 07 19:48:26.399073 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dbfd0492-8fe1-4a2a-b308-411d72c45212 req-b5538210-8bd7-4fcc-8f32-fdbb72ed59c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28857c3c-13a8-4708-902f-2a51d1936eff HTTP/1.1" status: 200 len: 1002 time: 0.0607035 Jul 07 19:48:26.450331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd0492-8fe1-4a2a-b308-411d72c45212 req-75037d74-145f-403d-8863-74c8d7a874ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:26.451870 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dbfd0492-8fe1-4a2a-b308-411d72c45212 req-75037d74-145f-403d-8863-74c8d7a874ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0460508 Jul 07 19:48:26.516039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd0492-8fe1-4a2a-b308-411d72c45212 req-86a8148a-6bf9-4be5-9e55-1a04b67fd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:26.517589 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dbfd0492-8fe1-4a2a-b308-411d72c45212 req-86a8148a-6bf9-4be5-9e55-1a04b67fd6f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582035 Jul 07 19:48:26.598110 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:26.611281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dbfd0492-8fe1-4a2a-b308-411d72c45212 req-f2b7ed3c-37dc-4f30-ad6d-9aab624a9e04 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864096 Jul 07 19:48:26.715003 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dbfd0492-8fe1-4a2a-b308-411d72c45212 req-d9c9e963-c588-4c70-bad9-bfecb358493d service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968707 Jul 07 19:48:26.784865 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbd619-e2ab-42e5-9cd7-f8d116165934 req-db5abb91-5bdd-44b8-a98f-0e79c72b4f05 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:26.787174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07fbd619-e2ab-42e5-9cd7-f8d116165934 req-db5abb91-5bdd-44b8-a98f-0e79c72b4f05 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0634110 Jul 07 19:48:26.826206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07fbd619-e2ab-42e5-9cd7-f8d116165934 req-ffb65c82-c01b-4ed6-80ab-f47c698e9c2d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341368 Jul 07 19:48:28.002199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a392fd7-4586-4c96-8325-5a937ad1d99a req-c62431c1-d323-489f-90b2-20ce06f618c1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:28.003691 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7a392fd7-4586-4c96-8325-5a937ad1d99a req-c62431c1-d323-489f-90b2-20ce06f618c1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0637512 Jul 07 19:48:28.043605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7a392fd7-4586-4c96-8325-5a937ad1d99a req-7f4cf67a-e392-4734-b486-9185b08202aa tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336788 Jul 07 19:48:29.227063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95116400-ecf7-4625-b230-581287e24074 req-5d7e7a7d-1702-4433-9448-997715989692 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:29.228605 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95116400-ecf7-4625-b230-581287e24074 req-5d7e7a7d-1702-4433-9448-997715989692 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0657821 Jul 07 19:48:29.267891 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95116400-ecf7-4625-b230-581287e24074 req-e3970117-fee2-4dda-a0f2-620f27fd39a4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328333 Jul 07 19:48:30.459961 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243bd0-c215-4448-9719-1ca4b2874c53 req-072dc85c-4698-44ba-8b9b-4d43220d2787 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:30.461519 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36243bd0-c215-4448-9719-1ca4b2874c53 req-072dc85c-4698-44ba-8b9b-4d43220d2787 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0710742 Jul 07 19:48:30.499996 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-36243bd0-c215-4448-9719-1ca4b2874c53 req-de7e85f6-8b96-4fc5-bc92-239157fa9fde tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Jul 07 19:48:30.768803 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:48:31.082927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28857c3c-13a8-4708-902f-2a51d1936eff details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:48:31.180759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28857c3c-13a8-4708-902f-2a51d1936eff,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:48:31.192350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '28857c3c-13a8-4708-902f-2a51d1936eff', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'port_id': '28857c3c-13a8-4708-902f-2a51d1936eff', 'mac_address': 'fa:16:3e:40:e0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:48:31.229264 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:31.242258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28857c3c-13a8-4708-902f-2a51d1936eff {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:48:31.261812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28857c3c-13a8-4708-902f-2a51d1936eff,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:48:31.265573 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:31.315810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=28857c3c-13a8-4708-902f-2a51d1936eff,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:31.356379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['28857c3c-13a8-4708-902f-2a51d1936eff'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:48:31.681256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05297e32-bd81-4448-8b0c-cb2518ada209 req-ca0c957b-cb8e-4778-8e81-c2ac6e15d718 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:31.683547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05297e32-bd81-4448-8b0c-cb2518ada209 req-ca0c957b-cb8e-4778-8e81-c2ac6e15d718 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 945 time: 0.0687799 Jul 07 19:48:31.723166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05297e32-bd81-4448-8b0c-cb2518ada209 req-c62f16fe-b840-472e-97fe-7940221ee3cd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340414 Jul 07 19:48:32.907136 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a73f-fed3-4baa-b0f5-063206563a8e req-f62f4e84-bdad-4fc3-ab84-84b6be99629d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:32.908657 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ce6a73f-fed3-4baa-b0f5-063206563a8e req-f62f4e84-bdad-4fc3-ab84-84b6be99629d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 945 time: 0.0674536 Jul 07 19:48:32.948877 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ce6a73f-fed3-4baa-b0f5-063206563a8e req-fe9147ee-26ad-4be0-a438-ba47bbb29165 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334580 Jul 07 19:48:33.100960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28857c3c-13a8-4708-902f-2a51d1936eff up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:48:33.150156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 28857c3c-13a8-4708-902f-2a51d1936eff triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:48:33.150539 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:33.232246 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:33.256960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:48:33.259337 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bf01d3-dab3-4a72-8ab0-5214fb6dba50" -d '{"events": [{"server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "name": "network-vif-plugged", "status": "completed", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:48:33.276872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28857c3c-13a8-4708-902f-2a51d1936eff,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:48:33.282557 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:33.306977 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c97f2c8-718e-4ef6-bec3-95ac069292d6 x-openstack-request-id: req-7c97f2c8-718e-4ef6-bec3-95ac069292d6 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:48:33.307271 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "name": "network-vif-plugged", "status": "completed", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:48:33.307527 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c97f2c8-718e-4ef6-bec3-95ac069292d6 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:48:33.307919 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff', 'code': 200} Jul 07 19:48:33.334070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=28857c3c-13a8-4708-902f-2a51d1936eff,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:34.133395 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a3064-90e6-4b36-91b8-e25299ccc075 req-33b392a8-8738-49df-a917-c10a1fb664f6 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:34.135315 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f5a3064-90e6-4b36-91b8-e25299ccc075 req-33b392a8-8738-49df-a917-c10a1fb664f6 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0686052 Jul 07 19:48:34.174156 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f5a3064-90e6-4b36-91b8-e25299ccc075 req-1d1c8248-9c3d-4cb9-8a0d-98775f45cab0 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328469 Jul 07 19:48:35.353581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b83cc-c225-4d7e-9589-1c9f75d6562d req-a2c5b130-1610-4ce0-b0e2-0b2d6e812b3e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:35.355084 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b97b83cc-c225-4d7e-9589-1c9f75d6562d req-a2c5b130-1610-4ce0-b0e2-0b2d6e812b3e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0647557 Jul 07 19:48:35.391904 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b97b83cc-c225-4d7e-9589-1c9f75d6562d req-02207ba5-a6b3-41df-9b99-6e7f50e5c60e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311692 Jul 07 19:48:35.877973 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:36.584046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7959d3-3e90-43eb-a4a7-70c7e75e7ccc req-d8a0ed8b-fd72-45a9-9735-eed1ff6ac5ce tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:36.585639 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae7959d3-3e90-43eb-a4a7-70c7e75e7ccc req-d8a0ed8b-fd72-45a9-9735-eed1ff6ac5ce tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0736079 Jul 07 19:48:36.630952 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae7959d3-3e90-43eb-a4a7-70c7e75e7ccc req-3519077d-a54e-411c-8cad-84cc27326f05 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373778 Jul 07 19:48:37.861338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fd9d1-c791-44ab-89f2-d0f7216ad818 req-ba01aee0-e027-443d-b881-af4eb38af26e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:37.862772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-337fd9d1-c791-44ab-89f2-d0f7216ad818 req-ba01aee0-e027-443d-b881-af4eb38af26e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0855277 Jul 07 19:48:37.916758 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-337fd9d1-c791-44ab-89f2-d0f7216ad818 req-c7023c64-e401-4550-9b52-80705d91987c tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471919 Jul 07 19:48:39.178723 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dccdd2-7f3e-4194-9802-221b06db2421 req-7f52f3ed-bb73-4f8b-84d1-f112fa163b18 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:39.180480 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54dccdd2-7f3e-4194-9802-221b06db2421 req-7f52f3ed-bb73-4f8b-84d1-f112fa163b18 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0760286 Jul 07 19:48:39.234093 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-54dccdd2-7f3e-4194-9802-221b06db2421 req-d54a7c17-a35c-4406-94d0-ff50f94c8054 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471816 Jul 07 19:48:40.095677 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:40.462520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693bbd9-dad2-4531-a5af-ab9eafdcdb39 req-4ec6fff5-8435-41c8-8976-d31f5df913a5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:40.464064 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0693bbd9-dad2-4531-a5af-ab9eafdcdb39 req-4ec6fff5-8435-41c8-8976-d31f5df913a5 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0742748 Jul 07 19:48:40.515512 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0693bbd9-dad2-4531-a5af-ab9eafdcdb39 req-ef046970-9da8-4f5d-b5a0-908955159569 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442507 Jul 07 19:48:41.721614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b5d6a-4c64-4540-b280-a90d5d1985ed req-0bfbd879-9827-4d76-99e2-0609b39bafc3 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:41.724978 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-354b5d6a-4c64-4540-b280-a90d5d1985ed req-0bfbd879-9827-4d76-99e2-0609b39bafc3 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0849433 Jul 07 19:48:41.783271 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-354b5d6a-4c64-4540-b280-a90d5d1985ed req-c3a87752-6c8d-4126-b149-8651a7687384 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475316 Jul 07 19:48:42.972491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbab0b-c8ca-4110-8c24-4bd5fae57fb1 req-c44e4b87-114b-40e7-a2aa-200887f05ded tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:42.974552 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ccbab0b-c8ca-4110-8c24-4bd5fae57fb1 req-c44e4b87-114b-40e7-a2aa-200887f05ded tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0782030 Jul 07 19:48:43.028980 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1ccbab0b-c8ca-4110-8c24-4bd5fae57fb1 req-bac3fbf1-147d-4639-81fa-de60a961e165 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486701 Jul 07 19:48:44.279409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2529f-187a-4aed-9e3f-4ee560d25e2b req-272ab912-2e84-49b7-9699-bf6e69234386 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:44.280881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4eb2529f-187a-4aed-9e3f-4ee560d25e2b req-272ab912-2e84-49b7-9699-bf6e69234386 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0816548 Jul 07 19:48:44.326090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4eb2529f-187a-4aed-9e3f-4ee560d25e2b req-65dfba7f-d8d1-49d9-8cd3-7cba30d748c0 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380626 Jul 07 19:48:45.565517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05dee2-19a4-40b4-b6e1-cf66a2bf6548 req-2bded9d8-6413-4cba-856f-f986da6cdec3 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:45.577121 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c05dee2-19a4-40b4-b6e1-cf66a2bf6548 req-2bded9d8-6413-4cba-856f-f986da6cdec3 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0919960 Jul 07 19:48:45.639428 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c05dee2-19a4-40b4-b6e1-cf66a2bf6548 req-acd412cc-b48f-487c-b269-57ac345cd7ee tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610125 Jul 07 19:48:46.877046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ade20-6bd1-41fd-a7b7-fd3dff4e746d req-2f2af614-b52c-4abd-aaf6-fbe65b054759 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:46.885204 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e3ade20-6bd1-41fd-a7b7-fd3dff4e746d req-2f2af614-b52c-4abd-aaf6-fbe65b054759 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0930970 Jul 07 19:48:46.978454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e3ade20-6bd1-41fd-a7b7-fd3dff4e746d req-6c5c6274-3297-464a-bd93-c549c37d2514 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920355 Jul 07 19:48:48.247003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0ae8-fbd1-4ac4-af0d-179fa91cc5eb req-c652da3a-55df-480a-b789-a758b4b28ecb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:48.251375 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27cf0ae8-fbd1-4ac4-af0d-179fa91cc5eb req-c652da3a-55df-480a-b789-a758b4b28ecb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.1221924 Jul 07 19:48:48.310031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-27cf0ae8-fbd1-4ac4-af0d-179fa91cc5eb req-8ea3740d-f1b4-4203-b7c9-fd0fa6a75d79 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542665 Jul 07 19:48:49.507546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6323a-f38b-49cd-81bb-92ee4714f3af req-c6fa0dbe-882f-4762-8c4d-f7d1be62fe63 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:49.509004 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c8e6323a-f38b-49cd-81bb-92ee4714f3af req-c6fa0dbe-882f-4762-8c4d-f7d1be62fe63 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0747225 Jul 07 19:48:49.547908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c8e6323a-f38b-49cd-81bb-92ee4714f3af req-4c91bad0-3d7f-430c-b9e8-b5a6fff40dcb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330963 Jul 07 19:48:50.372117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3c81d-678a-4f71-81e6-a67a1c322d61 req-2d3e0bb2-5d49-4db1-9a4d-83a5c86dc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:50.373629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23c3c81d-678a-4f71-81e6-a67a1c322d61 req-2d3e0bb2-5d49-4db1-9a4d-83a5c86dc785 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 1097 time: 0.0604537 Jul 07 19:48:50.467922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3c81d-678a-4f71-81e6-a67a1c322d61 req-2726c5dd-e7e2-4221-8e18-42d644bca00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:50.469487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23c3c81d-678a-4f71-81e6-a67a1c322d61 req-2726c5dd-e7e2-4221-8e18-42d644bca00c service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.0882266 Jul 07 19:48:50.542181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23c3c81d-678a-4f71-81e6-a67a1c322d61 req-0cd585f2-9bbf-4b87-9e14-4d028cbc8db8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28857c3c-13a8-4708-902f-2a51d1936eff HTTP/1.1" status: 200 len: 1002 time: 0.0647676 Jul 07 19:48:50.594387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3c81d-678a-4f71-81e6-a67a1c322d61 req-ba8178ab-410f-4e36-a5a1-69949f6b2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:50.595976 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23c3c81d-678a-4f71-81e6-a67a1c322d61 req-ba8178ab-410f-4e36-a5a1-69949f6b2643 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0471070 Jul 07 19:48:50.660407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3c81d-678a-4f71-81e6-a67a1c322d61 req-3c7d730e-ae10-4a36-ab2a-11ef546ab7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:50.662502 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23c3c81d-678a-4f71-81e6-a67a1c322d61 req-3c7d730e-ae10-4a36-ab2a-11ef546ab7d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597866 Jul 07 19:48:51.108412 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af2f9c5c-f565-4256-8fb5-61cc9d5cb5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:51.147522 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23c3c81d-678a-4f71-81e6-a67a1c322d61 req-659ecb25-b510-42c1-a5c9-67b14e5f4b52 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772763 Jul 07 19:48:51.159390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad8fa5-5252-4942-8d45-a8062c982ea2 req-bcc16125-e3b0-479f-8e75-8c4209f43e85 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:51.161067 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95ad8fa5-5252-4942-8d45-a8062c982ea2 req-bcc16125-e3b0-479f-8e75-8c4209f43e85 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.4834461 Jul 07 19:48:51.252349 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95ad8fa5-5252-4942-8d45-a8062c982ea2 req-d73e6cf6-4555-49e8-b3bb-38ae62256945 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819430 Jul 07 19:48:51.286917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-23c3c81d-678a-4f71-81e6-a67a1c322d61 req-c7b9208a-ba4b-4c60-a37c-a1bb8abe128a service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243794 Jul 07 19:48:52.433737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0bc29-f697-427d-b6c7-9c8d1e82c50e req-66b66dd0-c89d-4c22-980b-27790663d418 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:52.435242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76f0bc29-f697-427d-b6c7-9c8d1e82c50e req-66b66dd0-c89d-4c22-980b-27790663d418 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 946 time: 0.0635865 Jul 07 19:48:52.474977 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76f0bc29-f697-427d-b6c7-9c8d1e82c50e req-f6c0b69d-bbd4-4bdf-8e99-0f175f73949a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339148 Jul 07 19:48:53.244130 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28857c3c-13a8-4708-902f-2a51d1936eff no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:48:53.330850 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:53.359820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:48:53.362135 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69623d3-26cf-4b9d-9b30-14f56d204ae1" -d '{"events": [{"server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "name": "network-vif-unplugged", "status": "completed", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:48:53.377787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28857c3c-13a8-4708-902f-2a51d1936eff,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:48:53.383739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:53.412678 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78af8d96-efc6-4387-9168-5371d231792e x-openstack-request-id: req-78af8d96-efc6-4387-9168-5371d231792e {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:48:53.412975 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "name": "network-vif-unplugged", "status": "completed", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:48:53.413235 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78af8d96-efc6-4387-9168-5371d231792e {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:48:53.413763 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff', 'code': 200} Jul 07 19:48:53.447247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=28857c3c-13a8-4708-902f-2a51d1936eff,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:53.455380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:53.455735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:53.456086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:53.456434 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:53.456774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:53.457108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:53.457986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:53.458320 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:53.458651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:53.459003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:53.459363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:53.459662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:53.677855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7c194-1d5c-45fb-ada2-00be92ca7482 req-65f7947c-4d47-45b5-9442-0eaa93e01ef1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:53.679474 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0fb7c194-1d5c-45fb-ada2-00be92ca7482 req-65f7947c-4d47-45b5-9442-0eaa93e01ef1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.0749881 Jul 07 19:48:53.724102 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0fb7c194-1d5c-45fb-ada2-00be92ca7482 req-8666f553-36e2-420c-aaf2-03d7fbc45867 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381181 Jul 07 19:48:53.862864 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:54.074494 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-21d5fc45-2d7b-4778-9c24-7989071374d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:54.653599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-c80ec3e6-c55d-4c8c-a6c5-f18209424014 req-aada6b21-1e6e-44d8-b45b-4828f00cb839 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:48:54.654883 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c80ec3e6-c55d-4c8c-a6c5-f18209424014 req-aada6b21-1e6e-44d8-b45b-4828f00cb839 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063481 Jul 07 19:48:54.871146 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:54.961526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8384beb-85a8-47f3-a168-9a8b9add1d9f req-a27b3bd4-0105-4e8c-83ca-850ec1eb16d8 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:54.971467 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a8384beb-85a8-47f3-a168-9a8b9add1d9f req-a27b3bd4-0105-4e8c-83ca-850ec1eb16d8 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.0832403 Jul 07 19:48:55.016514 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a8384beb-85a8-47f3-a168-9a8b9add1d9f req-cfbade36-0c5a-4144-a011-939a5ba09e26 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389652 Jul 07 19:48:55.192646 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-3cba1ea8-bd82-42fd-8953-1a8a453d1cd8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165545 Jul 07 19:48:55.202371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-991f2a78-be88-42e4-93f2-d9cf0ef3b64b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:48:55.203658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-991f2a78-be88-42e4-93f2-d9cf0ef3b64b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062947 Jul 07 19:48:56.221990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-1985b35c-870f-4285-bbc5-52ce94180529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:56.224128 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-1985b35c-870f-4285-bbc5-52ce94180529 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6&tenant_id=60603ddd58cc4914a55f0697ab4bf7ff HTTP/1.1" status: 200 len: 1095 time: 0.1366568 Jul 07 19:48:56.253799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84145bba-8871-48e2-ad3e-86c9682a27ce req-7a3cbdef-5c56-4720-969c-fe29abc14be2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:56.255768 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84145bba-8871-48e2-ad3e-86c9682a27ce req-7a3cbdef-5c56-4720-969c-fe29abc14be2 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.1005101 Jul 07 19:48:56.322709 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84145bba-8871-48e2-ad3e-86c9682a27ce req-d934e308-81b8-425e-896a-d5b4e996e653 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582838 Jul 07 19:48:56.344167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-9509fb89-bfdf-4f3e-b7c7-c110b84548e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:56.345779 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-9509fb89-bfdf-4f3e-b7c7-c110b84548e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 1095 time: 0.0891540 Jul 07 19:48:56.447901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-f823d4d0-3980-44f7-bfff-37f7d24b4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:56.448913 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-f823d4d0-3980-44f7-bfff-37f7d24b4ad1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.0959578 Jul 07 19:48:56.522555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-f86edeb4-2d0b-4829-a2d8-bc42728ef7f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28857c3c-13a8-4708-902f-2a51d1936eff HTTP/1.1" status: 200 len: 1000 time: 0.0671053 Jul 07 19:48:56.580907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-46e38ef3-f519-4c5d-8ef3-ca81ae828a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:56.582457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-46e38ef3-f519-4c5d-8ef3-ca81ae828a3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0529337 Jul 07 19:48:56.615927 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:56.650602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-778dea45-a1bf-4f0e-9b82-bd3f8556b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:56.652200 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-778dea45-a1bf-4f0e-9b82-bd3f8556b3b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633237 Jul 07 19:48:56.759837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-ee7d7019-5239-4002-8179-c5162c032c51 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000082 Jul 07 19:48:56.867348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a6c934d-8ccc-4bcf-ae50-93123cf159b0 req-1fbf2b35-a8c5-4fb7-af4e-e81fc27bdf85 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986671 Jul 07 19:48:57.260078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28857c3c-13a8-4708-902f-2a51d1936eff no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:48:57.551829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf158c9-0d45-41bb-9a3f-8427330d65ea req-79e5f189-875e-49bd-b5c4-64190da5674a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:57.559344 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4cf158c9-0d45-41bb-9a3f-8427330d65ea req-79e5f189-875e-49bd-b5c4-64190da5674a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.0816927 Jul 07 19:48:57.610163 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4cf158c9-0d45-41bb-9a3f-8427330d65ea req-21decc99-8b1e-4766-b723-3c17a11b17db tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467985 Jul 07 19:48:58.821852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc97c0-7f02-4553-9672-9efb40e0495c req-63984fef-bd22-43bf-9a6f-c83435313d54 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:58.823159 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fbbc97c0-7f02-4553-9672-9efb40e0495c req-63984fef-bd22-43bf-9a6f-c83435313d54 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.0907755 Jul 07 19:48:58.871857 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fbbc97c0-7f02-4553-9672-9efb40e0495c req-e2745e95-a93e-4331-a2ba-f891f31b45f3 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Jul 07 19:49:00.075324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac56a0-737d-47e5-be88-f3eaa9620897 req-f8501efc-93d4-4922-b022-7c8692f5fce8 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:00.076794 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-72ac56a0-737d-47e5-be88-f3eaa9620897 req-f8501efc-93d4-4922-b022-7c8692f5fce8 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.0697722 Jul 07 19:49:00.118631 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-72ac56a0-737d-47e5-be88-f3eaa9620897 req-bd73f355-05a9-4590-84ec-d205d61e4d62 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353370 Jul 07 19:49:01.342433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf29db-516c-41dd-89e3-5c228a81e24a req-17bd171a-9ef1-408f-b20f-bd9c6ea0af14 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:01.347345 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddbf29db-516c-41dd-89e3-5c228a81e24a req-17bd171a-9ef1-408f-b20f-bd9c6ea0af14 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.0910263 Jul 07 19:49:01.417030 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ddbf29db-516c-41dd-89e3-5c228a81e24a req-76cbf2b2-063c-486b-bc76-81baf479d835 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649559 Jul 07 19:49:02.780563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e36481-60bc-47ae-adb0-747479ec1a5f req-7a1177b3-1b54-4046-b162-4170e9babe15 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:02.782122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-61e36481-60bc-47ae-adb0-747479ec1a5f req-7a1177b3-1b54-4046-b162-4170e9babe15 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.1242583 Jul 07 19:49:02.862018 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-61e36481-60bc-47ae-adb0-747479ec1a5f req-39d0c7bb-534a-4e1b-8f37-65c7cbe55413 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728059 Jul 07 19:49:04.087112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061fd7d-c1a9-4230-bb7e-36d77bf3f20f req-13bba485-c644-49d3-895c-41183b714a17 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:04.090009 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0061fd7d-c1a9-4230-bb7e-36d77bf3f20f req-13bba485-c644-49d3-895c-41183b714a17 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.0752442 Jul 07 19:49:04.132354 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0061fd7d-c1a9-4230-bb7e-36d77bf3f20f req-88f64655-b33b-47ce-8b45-0e27fe9f4088 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364923 Jul 07 19:49:05.362145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69238a-0b6f-4bfd-b2f7-e3aa422de8a4 req-6d0be107-2de0-4ef1-beee-8b6670596260 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:05.364714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce69238a-0b6f-4bfd-b2f7-e3aa422de8a4 req-6d0be107-2de0-4ef1-beee-8b6670596260 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.0873208 Jul 07 19:49:05.411853 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce69238a-0b6f-4bfd-b2f7-e3aa422de8a4 req-4145ba42-2bf0-4e1f-a1df-8365bb26e859 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400138 Jul 07 19:49:05.899411 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:06.191718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40848) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:06.327602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-152c8d19-ef21-4b25-828c-300b853b5dc1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6eff33f71f0f4ae4a10a298b1e34a57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345754 Jul 07 19:49:06.329972 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40852) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:06.380206 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:06.402016 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:06.461043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:06.464137 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:06.465163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8a9da6a-f1e8-49d6-9d56-5588465425aa HTTP/1.1" status: 204 len: 168 time: 0.1342914 Jul 07 19:49:06.485657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a9da6a-f1e8-49d6-9d56-5588465425aa,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:06.495393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:06.495734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:06.496078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:06.496461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:06.496741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:06.497073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:06.497393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:06.497923 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:06.498992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:06.499517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:06.500241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:06.500841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b989e8-7e0d-4c72-8c26-8729444b780a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:06.649173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093e8a7-923f-441b-a717-cf2cc967e76a req-0acfeb95-17bc-451c-b1c2-9afb2dedc6b7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:06.656335 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e093e8a7-923f-441b-a717-cf2cc967e76a req-0acfeb95-17bc-451c-b1c2-9afb2dedc6b7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.0866070 Jul 07 19:49:06.699528 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e093e8a7-923f-441b-a717-cf2cc967e76a req-818ebbab-dd99-46f6-a021-c763c6c19bcb tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421696 Jul 07 19:49:07.148111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40876) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:07.247542 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-490806610-network', 'tenant_id': '758d898019a041bf89a8e88bc5941d84'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:07.273631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Made reservation on behalf of 758d898019a041bf89a8e88bc5941d84 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:49:07.276353 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:07.285688 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:07.386056 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:07.391187 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:07.415815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:49:07.434031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:07.434371 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Added segment 7dbfa83c-8181-49d8-ada1-8cb2aadfecb2 of type vlan for network da6beffa-4b76-41f2-8526-96761d5d13fd Jul 07 19:49:07.437797 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1efb14-85ec-4e6b-a0a5-c1e27b547873,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:07.455539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:07.455898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:07.456220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:07.456583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:07.456908 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:07.457235 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:07.457556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:07.457877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:07.458195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:07.458513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:07.458855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:07.459175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:07.495517 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:07.573105 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:07.576409 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:07.577040 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:07.696718 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5471330 Jul 07 19:49:07.700666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40882) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:07.712721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-caea9ef4-556a-4f0a-aa89-091a7a5107ca admin admin] Request body: {'subnet': {'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-490806610-subnet', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:07.732080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba82e5d-3c18-4d4a-a2f4-c631f6344aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=da6beffa-4b76-41f2-8526-96761d5d13fd,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:07.744828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network da6beffa-4b76-41f2-8526-96761d5d13fd details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:49:07.774676 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:49:07.790520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caea9ef4-556a-4f0a-aa89-091a7a5107ca admin admin] Made reservation on behalf of 758d898019a041bf89a8e88bc5941d84 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:49:07.794255 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caea9ef4-556a-4f0a-aa89-091a7a5107ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:07.928285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d38bcd-7e4b-453d-9d1d-d22f061ad2dc req-711e7246-1e98-4f38-845b-b4bd752b8e4c tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:07.929927 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21d38bcd-7e4b-453d-9d1d-d22f061ad2dc req-711e7246-1e98-4f38-845b-b4bd752b8e4c tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.0718806 Jul 07 19:49:07.973891 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21d38bcd-7e4b-453d-9d1d-d22f061ad2dc req-3155f999-d58e-4cc6-afc0-a0885cb5c17d tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346100 Jul 07 19:49:07.981726 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caea9ef4-556a-4f0a-aa89-091a7a5107ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.044605 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caea9ef4-556a-4f0a-aa89-091a7a5107ca admin admin] Checking segment: {'id': '7dbfa83c-8181-49d8-ada1-8cb2aadfecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:08.044955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea9ef4-556a-4f0a-aa89-091a7a5107ca admin admin] Network hostable DHCP agents. Network: da6beffa-4b76-41f2-8526-96761d5d13fd, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:49:08.047057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea9ef4-556a-4f0a-aa89-091a7a5107ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeef0a08-a1ac-494d-9528-7f2346316e55,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:08.065065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea9ef4-556a-4f0a-aa89-091a7a5107ca admin admin] Network da6beffa-4b76-41f2-8526-96761d5d13fd is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:49:08.074945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-caea9ef4-556a-4f0a-aa89-091a7a5107ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, da6beffa-4b76-41f2-8526-96761d5d13fd) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:08.079376 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caea9ef4-556a-4f0a-aa89-091a7a5107ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:08.079901 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caea9ef4-556a-4f0a-aa89-091a7a5107ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.087773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ccb42-1af9-4609-adc6-02bb65ff25cc None None] Network da6beffa-4b76-41f2-8526-96761d5d13fd requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:49:08.096456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-caea9ef4-556a-4f0a-aa89-091a7a5107ca admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3944383 Jul 07 19:49:08.099779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40886) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:08.105766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-490806610-router', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:08.126058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.127495 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.190730 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.237743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-da6beffa-4b76-41f2-8526-96761d5d13fd', 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'fixed_ips': [{'subnet_id': 'eeef0a08-a1ac-494d-9528-7f2346316e55'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:49:08.239654 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.330320 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.375870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Allocated IP 172.20.0.2 (da6beffa-4b76-41f2-8526-96761d5d13fd/eeef0a08-a1ac-494d-9528-7f2346316e55/3070e87f-6d35-49b9-b9fa-01121432cdb7) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:49:08.519459 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.527602 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Transition to ACTIVE for port object 3070e87f-6d35-49b9-b9fa-01121432cdb7 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:08.528765 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.542445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Transition to ACTIVE for port object 3070e87f-6d35-49b9-b9fa-01121432cdb7 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:08.548362 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.548567 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.584289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Network da6beffa-4b76-41f2-8526-96761d5d13fd is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:08.587141 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:08.592452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:49:08.601212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Pushing event updated for resources: {'Port': ['ID=3070e87f-6d35-49b9-b9fa-01121432cdb7,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:08.655269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Attempting to bind port 3070e87f-6d35-49b9-b9fa-01121432cdb7 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:49:08.655639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Attempting to bind port 3070e87f-6d35-49b9-b9fa-01121432cdb7 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '7dbfa83c-8181-49d8-ada1-8cb2aadfecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:49:08.656003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Attempting to bind port 3070e87f-6d35-49b9-b9fa-01121432cdb7 on network da6beffa-4b76-41f2-8526-96761d5d13fd {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:49:08.661279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Allocated IP 172.25.0.183 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/5fdffef0-a55e-486e-ad1d-fd6b98059ee7) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:49:08.661444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:49:08.661771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Checking segment: {'id': '7dbfa83c-8181-49d8-ada1-8cb2aadfecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:08.662173 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.662567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Bound using segment: {'id': '7dbfa83c-8181-49d8-ada1-8cb2aadfecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:49:08.663068 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Bound port: 3070e87f-6d35-49b9-b9fa-01121432cdb7, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbfa83c-8181-49d8-ada1-8cb2aadfecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:49:08.663557 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.736203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] For port 3070e87f-6d35-49b9-b9fa-01121432cdb7, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:49:08.739682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] For port 3070e87f-6d35-49b9-b9fa-01121432cdb7, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3070e87f-6d35-49b9-b9fa-01121432cdb7,segment=NetworkSegment(7dbfa83c-8181-49d8-ada1-8cb2aadfecb2),segment_id=7dbfa83c-8181-49d8-ada1-8cb2aadfecb2)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:49:08.743166 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.764648 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.799843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dd12b-43a9-490c-bed9-8b59cfc80757 None None] Pushing event updated for resources: {'Port': ['ID=3070e87f-6d35-49b9-b9fa-01121432cdb7,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:08.818380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:08.861430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:08.866769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:08.869137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:49:08.892876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Pushing event updated for resources: {'Port': ['ID=5fdffef0-a55e-486e-ad1d-fd6b98059ee7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:09.174376 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:09.242845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eb0d5-3d95-4281-9a2f-01dd27c78b3e req-0a199215-6702-4a7f-a0be-44d89244bf55 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:09.244396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f7eb0d5-3d95-4281-9a2f-01dd27c78b3e req-0a199215-6702-4a7f-a0be-44d89244bf55 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.1204143 Jul 07 19:49:09.317993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f7eb0d5-3d95-4281-9a2f-01dd27c78b3e req-38a65b96-6831-4b39-a86e-1e827814f148 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478425 Jul 07 19:49:09.416301 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:09.547030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Router 9565031a-009d-4de9-8b33-91189430d413 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:49:09.657500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:09.668979 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Sync routers for ids ['9565031a-009d-4de9-8b33-91189430d413'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:09.676222 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:09.679962 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-36644025-5457-47d7-b066-407801cdee90 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5766151 Jul 07 19:49:09.680391 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40890) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:09.684979 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Routers {'9565031a-009d-4de9-8b33-91189430d413'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:09.685620 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:48:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9565031a-009d-4de9-8b33-91189430d413'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:09.729927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7e13c-3615-4b04-a353-753d34b1217a None None] Network da6beffa-4b76-41f2-8526-96761d5d13fd requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:49:09.809166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e9542c0f-a4e7-4efc-b3f6-5d6905622c29 None None] Provisioning for port 3070e87f-6d35-49b9-b9fa-01121432cdb7 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:09.894635 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Set router 9565031a-009d-4de9-8b33-91189430d413 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:10.092939 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9565031a-009d-4de9-8b33-91189430d413', 'name': 'tempest-TestAggregatesBasicOps-490806610-router', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:09Z', 'revision_number': 3, 'project_id': '758d898019a041bf89a8e88bc5941d84', 'gw_port': {'id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9565031a-009d-4de9-8b33-91189430d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:10.094316 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.125090 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Checking router: 9565031a-009d-4de9-8b33-91189430d413 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:10.125687 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Updating router 9565031a-009d-4de9-8b33-91189430d413 port 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:49:10.165050 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.426757 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.437332 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Transition to ACTIVE for port object 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:10.444494 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.468923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.491131 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Attempting to bind port 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:49:10.491367 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Attempting to bind port 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:49:10.491790 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Attempting to bind port 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:49:10.503141 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:49:10.504036 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:10.504495 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.504816 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:49:10.505279 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Bound port: 5fdffef0-a55e-486e-ad1d-fd6b98059ee7, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:49:10.505805 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.555999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6a507-3f53-4f8e-b524-429f8d26c9e5 req-e8a933a6-ef93-4348-92f3-6b6bd4dc4965 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:10.561787 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] For port 5fdffef0-a55e-486e-ad1d-fd6b98059ee7, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:49:10.565651 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] For port 5fdffef0-a55e-486e-ad1d-fd6b98059ee7, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5fdffef0-a55e-486e-ad1d-fd6b98059ee7,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:49:10.567051 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cc6a507-3f53-4f8e-b524-429f8d26c9e5 req-e8a933a6-ef93-4348-92f3-6b6bd4dc4965 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.1251881 Jul 07 19:49:10.567334 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Pushing event updated for resources: {'Port': ['ID=5fdffef0-a55e-486e-ad1d-fd6b98059ee7,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:10.576395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3070e87f-6d35-49b9-b9fa-01121432cdb7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:10.579060 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.583459 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:10.583784 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:10.584122 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:10.584451 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:10.584780 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:10.585101 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:10.585422 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:10.585742 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:10.586049 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:10.586546 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:10.586888 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:10.587209 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:49:10.619639 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cc6a507-3f53-4f8e-b524-429f8d26c9e5 req-15f7f6f4-389d-4994-9124-1703b6c9718e tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496442 Jul 07 19:49:10.643144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 3070e87f-6d35-49b9-b9fa-01121432cdb7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:10.648168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3070e87f-6d35-49b9-b9fa-01121432cdb7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:10.648610 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.650543 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e27e88-b05b-4529-88dd-c47d0a80f1be None None] Pushing event updated for resources: {'Port': ['ID=5fdffef0-a55e-486e-ad1d-fd6b98059ee7,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:10.671086 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Routers {'9565031a-009d-4de9-8b33-91189430d413'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:10.671772 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:48:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9565031a-009d-4de9-8b33-91189430d413'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:10.714294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Allocated IP 172.20.0.1 (da6beffa-4b76-41f2-8526-96761d5d13fd/eeef0a08-a1ac-494d-9528-7f2346316e55/74a032fe-e8cd-4e36-bc69-b3fe6f905653) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:49:10.745772 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.779495 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 3070e87f-6d35-49b9-b9fa-01121432cdb7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3070e87f-6d35-49b9-b9fa-01121432cdb7,segment=NetworkSegment(7dbfa83c-8181-49d8-ada1-8cb2aadfecb2),segment_id=7dbfa83c-8181-49d8-ada1-8cb2aadfecb2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:10.784139 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.797354 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] Set router 9565031a-009d-4de9-8b33-91189430d413 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:10.835737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=3070e87f-6d35-49b9-b9fa-01121432cdb7,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:10.839885 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.854608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Transition to ACTIVE for port object 74a032fe-e8cd-4e36-bc69-b3fe6f905653 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:10.887819 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.923987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Network da6beffa-4b76-41f2-8526-96761d5d13fd is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:10.926812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:10.933069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:49:10.967939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Pushing event updated for resources: {'Port': ['ID=74a032fe-e8cd-4e36-bc69-b3fe6f905653,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:10.980377 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:10.984843 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9565031a-009d-4de9-8b33-91189430d413', 'name': 'tempest-TestAggregatesBasicOps-490806610-router', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:09Z', 'revision_number': 3, 'project_id': '758d898019a041bf89a8e88bc5941d84', 'gw_port': {'id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9565031a-009d-4de9-8b33-91189430d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:11.012847 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f46fc-4dda-41a5-bf40-d61f795bd5ac None None] The sync data for ids ['9565031a-009d-4de9-8b33-91189430d413'] in n-d-793621-9 is: [{'id': '9565031a-009d-4de9-8b33-91189430d413', 'name': 'tempest-TestAggregatesBasicOps-490806610-router', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:09Z', 'revision_number': 3, 'project_id': '758d898019a041bf89a8e88bc5941d84', 'gw_port': {'id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9565031a-009d-4de9-8b33-91189430d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:11.143689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:11.169143 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f135c496-0979-4d33-a5cb-54957daae049 None None] Provisioning for port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:11.173048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f135c496-0979-4d33-a5cb-54957daae049 None None] Provisioning complete for port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:11.173423 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f135c496-0979-4d33-a5cb-54957daae049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:11.209400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f135c496-0979-4d33-a5cb-54957daae049 None None] Port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:49:11.352906 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:11.358323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:11.427095 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:11.428842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Pushing event updated for resources: {'Port': ['ID=74a032fe-e8cd-4e36-bc69-b3fe6f905653,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:11.530966 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Network da6beffa-4b76-41f2-8526-96761d5d13fd is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:11.532356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:11.665015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Router 9565031a-009d-4de9-8b33-91189430d413 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:49:11.823932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:11.829799 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b6afc5f6-fc38-4a7f-b80a-a97003554be6 admin admin] 10.222.0.81 "PUT /v2.0/routers/9565031a-009d-4de9-8b33-91189430d413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1485102 Jul 07 19:49:11.832285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-210d2938-ee02-471e-86aa-8e52a677ded9 None None] Provisioning complete for port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:11.832660 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-210d2938-ee02-471e-86aa-8e52a677ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:11.859292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61984f2f-07b4-46f2-bc9e-1fe5371ec9ad req-fb5cf9d1-3fdc-4a42-8734-475f6556586b tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:11.862231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61984f2f-07b4-46f2-bc9e-1fe5371ec9ad req-fb5cf9d1-3fdc-4a42-8734-475f6556586b tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.1005840 Jul 07 19:49:11.871939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-210d2938-ee02-471e-86aa-8e52a677ded9 None None] Port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:49:11.916787 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61984f2f-07b4-46f2-bc9e-1fe5371ec9ad req-6e3176a4-1af0-4648-9164-99a6adc476d1 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397747 Jul 07 19:49:12.311403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40910) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:12.317089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1710092949-network', 'tenant_id': '3bbb028d42604525851488d692f9bc9b'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:12.340157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Made reservation on behalf of 3bbb028d42604525851488d692f9bc9b for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:49:12.342625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.351643 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.444286 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.449641 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.471686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:49:12.487213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f11f58b-e3ce-48bc-b86a-fb1325ea8951,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:12.491344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.491696 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Added segment 4d71b543-fd87-4c7f-ab0f-259680bc141f of type vlan for network 88e967df-008f-4dfd-b7a1-ddd2d73c7d59 Jul 07 19:49:12.538207 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.569323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.570364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:12.571209 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.599177 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3070e87f-6d35-49b9-b9fa-01121432cdb7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:12.627502 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3148770 Jul 07 19:49:12.630890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40912) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:12.636171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ad832a28-55c5-43ba-955a-a66af4564cf5 admin admin] Request body: {'subnet': {'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1710092949-subnet', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:12.637017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Sync routers for ids ['9565031a-009d-4de9-8b33-91189430d413'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:12.644126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bc02d-1da6-4599-ba0a-0e78aba188ad admin admin] Pushing event updated for resources: {'Network': ['ID=88e967df-008f-4dfd-b7a1-ddd2d73c7d59,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:12.655228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 88e967df-008f-4dfd-b7a1-ddd2d73c7d59 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:49:12.659206 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Routers {'9565031a-009d-4de9-8b33-91189430d413'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:12.659878 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:48:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9565031a-009d-4de9-8b33-91189430d413'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:12.662833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad832a28-55c5-43ba-955a-a66af4564cf5 admin admin] Made reservation on behalf of 3bbb028d42604525851488d692f9bc9b for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:49:12.665614 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ad832a28-55c5-43ba-955a-a66af4564cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.768345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3070e87f-6d35-49b9-b9fa-01121432cdb7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:12.768719 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.840271 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ad832a28-55c5-43ba-955a-a66af4564cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.900317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad832a28-55c5-43ba-955a-a66af4564cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68157357-fb31-452a-b700-88a85422d2ab,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:12.907998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad832a28-55c5-43ba-955a-a66af4564cf5 admin admin] Checking segment: {'id': '4d71b543-fd87-4c7f-ab0f-259680bc141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:12.908363 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad832a28-55c5-43ba-955a-a66af4564cf5 admin admin] Network hostable DHCP agents. Network: 88e967df-008f-4dfd-b7a1-ddd2d73c7d59, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:49:12.926397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad832a28-55c5-43ba-955a-a66af4564cf5 admin admin] Network 88e967df-008f-4dfd-b7a1-ddd2d73c7d59 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:49:12.936317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ad832a28-55c5-43ba-955a-a66af4564cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 88e967df-008f-4dfd-b7a1-ddd2d73c7d59) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:12.949379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad832a28-55c5-43ba-955a-a66af4564cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:12.949979 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ad832a28-55c5-43ba-955a-a66af4564cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.971466 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ad832a28-55c5-43ba-955a-a66af4564cf5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3394604 Jul 07 19:49:12.973342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 40916) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:12.975888 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290ca854-bf6b-4dae-92c7-0bf40821d7fc None None] Network 88e967df-008f-4dfd-b7a1-ddd2d73c7d59 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:49:12.983385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1710092949-router', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:13.006683 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.008077 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.068887 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Set router 9565031a-009d-4de9-8b33-91189430d413 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:13.072899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.214642 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.270183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:13.374298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb4730-b743-4aaa-9f2e-88028e3358e5 req-fbfa14f3-8bc4-4701-890c-5cd70a558672 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:13.375986 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-74fb4730-b743-4aaa-9f2e-88028e3358e5 req-fbfa14f3-8bc4-4701-890c-5cd70a558672 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.3281169 Jul 07 19:49:13.386678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-88e967df-008f-4dfd-b7a1-ddd2d73c7d59', 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'fixed_ips': [{'subnet_id': '68157357-fb31-452a-b700-88a85422d2ab'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:49:13.387575 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.417670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:13.417944 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-74fb4730-b743-4aaa-9f2e-88028e3358e5 req-561e0852-fd2e-40a1-9f44-893fe8ad131a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349443 Jul 07 19:49:13.428702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:13.429081 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.433780 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.453886 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.572594 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Allocated IP 172.25.0.151 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/8004130a-26aa-4668-b0b6-bf9e3fc53829) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:49:13.575240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9565031a-009d-4de9-8b33-91189430d413', 'name': 'tempest-TestAggregatesBasicOps-490806610-router', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:11Z', 'revision_number': 4, 'project_id': '758d898019a041bf89a8e88bc5941d84', 'gw_port': {'id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9565031a-009d-4de9-8b33-91189430d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '74a032fe-e8cd-4e36-bc69-b3fe6f905653', 'name': '', 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'mac_address': 'fa:16:3e:63:43:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9565031a-009d-4de9-8b33-91189430d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'eeef0a08-a1ac-494d-9528-7f2346316e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:10Z', 'updated_at': '2021-07-07T19:49:11Z', 'revision_number': 2, 'project_id': '758d898019a041bf89a8e88bc5941d84', 'subnets': [{'id': 'eeef0a08-a1ac-494d-9528-7f2346316e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:13.608960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Checking router: 9565031a-009d-4de9-8b33-91189430d413 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:13.609363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Updating router 9565031a-009d-4de9-8b33-91189430d413 port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:49:13.636473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Allocated IP 172.20.0.2 (88e967df-008f-4dfd-b7a1-ddd2d73c7d59/68157357-fb31-452a-b700-88a85422d2ab/7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:49:13.675990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.717584 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.727795 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.742159 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.753748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:13.756948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:13.760540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:49:13.801907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 5fdffef0-a55e-486e-ad1d-fd6b98059ee7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5fdffef0-a55e-486e-ad1d-fd6b98059ee7,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:13.806453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8004130a-26aa-4668-b0b6-bf9e3fc53829,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:13.809522 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.975835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=5fdffef0-a55e-486e-ad1d-fd6b98059ee7,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:14.028995 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.033889 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.044060 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Transition to ACTIVE for port object 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:14.072633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Transition to ACTIVE for port object 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:14.079959 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.138341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Network 88e967df-008f-4dfd-b7a1-ddd2d73c7d59 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:14.144384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:14.154146 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:49:14.170149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Pushing event updated for resources: {'Port': ['ID=7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:14.234933 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.257088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Attempting to bind port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:49:14.257467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Attempting to bind port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '4d71b543-fd87-4c7f-ab0f-259680bc141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:49:14.257834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Attempting to bind port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c on network 88e967df-008f-4dfd-b7a1-ddd2d73c7d59 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:49:14.263296 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.268138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:49:14.268513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Checking segment: {'id': '4d71b543-fd87-4c7f-ab0f-259680bc141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:14.268935 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.269326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Bound using segment: {'id': '4d71b543-fd87-4c7f-ab0f-259680bc141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:49:14.269789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Bound port: 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d71b543-fd87-4c7f-ab0f-259680bc141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:49:14.270168 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.285976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Transition to ACTIVE for port object 74a032fe-e8cd-4e36-bc69-b3fe6f905653 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:14.292954 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.377415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6e8fc-271a-4ac4-8a38-58e64ae2fd9b None None] Pushing event updated for resources: {'Port': ['ID=74a032fe-e8cd-4e36-bc69-b3fe6f905653,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:14.377659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Router adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:49:14.410473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] For port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:49:14.443003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] For port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c,segment=NetworkSegment(4d71b543-fd87-4c7f-ab0f-259680bc141f),segment_id=4d71b543-fd87-4c7f-ab0f-259680bc141f)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:49:14.460999 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.477417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Attempting to bind port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:49:14.477805 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Attempting to bind port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '7dbfa83c-8181-49d8-ada1-8cb2aadfecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:49:14.478174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Attempting to bind port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 on network da6beffa-4b76-41f2-8526-96761d5d13fd {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:49:14.519120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:14.531674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:49:14.531922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Checking segment: {'id': '7dbfa83c-8181-49d8-ada1-8cb2aadfecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:14.532311 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.532704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Bound using segment: {'id': '7dbfa83c-8181-49d8-ada1-8cb2aadfecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:49:14.533185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Bound port: 74a032fe-e8cd-4e36-bc69-b3fe6f905653, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbfa83c-8181-49d8-ada1-8cb2aadfecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:49:14.533566 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.533702 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Sync routers for ids ['adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:14.549550 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Routers {'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:14.550114 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:48:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:14.566918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:14.585706 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.590339 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-10a5e340-4c61-4704-9a87-1cf2198e07f2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6083264 Jul 07 19:49:14.591340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40922) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:14.633032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f6747-7109-4b7d-a12d-345ed7e82118 None None] Pushing event updated for resources: {'Port': ['ID=7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:14.689516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] For port 74a032fe-e8cd-4e36-bc69-b3fe6f905653, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:49:14.699430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] For port 74a032fe-e8cd-4e36-bc69-b3fe6f905653, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=74a032fe-e8cd-4e36-bc69-b3fe6f905653,segment=NetworkSegment(7dbfa83c-8181-49d8-ada1-8cb2aadfecb2),segment_id=7dbfa83c-8181-49d8-ada1-8cb2aadfecb2)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:49:14.702626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:14.704059 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.736022 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.747855 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Set router adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:14.832752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Routers {'9565031a-009d-4de9-8b33-91189430d413'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:14.833410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:48:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9565031a-009d-4de9-8b33-91189430d413'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:14.836827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6e8fc-271a-4ac4-8a38-58e64ae2fd9b None None] Pushing event updated for resources: {'Port': ['ID=74a032fe-e8cd-4e36-bc69-b3fe6f905653,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:14.917044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd695b60-7d7b-4b73-90f2-2932e846cbb4 req-d346d2d1-2ee5-4996-a5d9-82276b1ac7a7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:14.925747 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd695b60-7d7b-4b73-90f2-2932e846cbb4 req-d346d2d1-2ee5-4996-a5d9-82276b1ac7a7 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 944 time: 0.2948315 Jul 07 19:49:15.030325 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd695b60-7d7b-4b73-90f2-2932e846cbb4 req-4240733b-efed-4e39-a695-2d6008ee0657 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033189 Jul 07 19:49:15.090519 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'name': 'tempest-TestAggregatesBasicOps-1710092949-router', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:13Z', 'revision_number': 3, 'project_id': '3bbb028d42604525851488d692f9bc9b', 'gw_port': {'id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:96:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:15.093724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] Set router 9565031a-009d-4de9-8b33-91189430d413 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:15.135825 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Checking router: adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:15.136214 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Updating router adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 port 8004130a-26aa-4668-b0b6-bf9e3fc53829 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:49:15.184989 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:15.296001 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:15.356907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28857c3c-13a8-4708-902f-2a51d1936eff details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:49:15.465556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Allocated IP 172.20.0.1 (88e967df-008f-4dfd-b7a1-ddd2d73c7d59/68157357-fb31-452a-b700-88a85422d2ab/2149b313-b9a2-485f-a756-3b4cbcf2089e) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:49:15.477225 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:15.489414 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Transition to ACTIVE for port object 8004130a-26aa-4668-b0b6-bf9e3fc53829 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:15.496358 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:15.547651 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Attempting to bind port 8004130a-26aa-4668-b0b6-bf9e3fc53829 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:49:15.548300 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Attempting to bind port 8004130a-26aa-4668-b0b6-bf9e3fc53829 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:49:15.548300 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Attempting to bind port 8004130a-26aa-4668-b0b6-bf9e3fc53829 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:49:15.552249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28857c3c-13a8-4708-902f-2a51d1936eff,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:15.556891 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:49:15.557538 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:15.558140 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:15.558711 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:49:15.559391 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Bound port: 8004130a-26aa-4668-b0b6-bf9e3fc53829, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:49:15.559950 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:15.566528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '28857c3c-13a8-4708-902f-2a51d1936eff', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'port_id': '28857c3c-13a8-4708-902f-2a51d1936eff', 'mac_address': 'fa:16:3e:40:e0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:49:15.591103 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:15.607533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Transition to ACTIVE for port object 2149b313-b9a2-485f-a756-3b4cbcf2089e will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:15.621084 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:15.636809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9565031a-009d-4de9-8b33-91189430d413', 'name': 'tempest-TestAggregatesBasicOps-490806610-router', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:11Z', 'revision_number': 4, 'project_id': '758d898019a041bf89a8e88bc5941d84', 'gw_port': {'id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9565031a-009d-4de9-8b33-91189430d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '74a032fe-e8cd-4e36-bc69-b3fe6f905653', 'name': '', 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'mac_address': 'fa:16:3e:63:43:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9565031a-009d-4de9-8b33-91189430d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'eeef0a08-a1ac-494d-9528-7f2346316e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:10Z', 'updated_at': '2021-07-07T19:49:14Z', 'revision_number': 4, 'project_id': '758d898019a041bf89a8e88bc5941d84', 'subnets': [{'id': 'eeef0a08-a1ac-494d-9528-7f2346316e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:15.654176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:15.669610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28857c3c-13a8-4708-902f-2a51d1936eff {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:49:15.692917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28857c3c-13a8-4708-902f-2a51d1936eff,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:15.694608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829481c-ecdb-446c-9be7-6f3f3504fdee None None] The sync data for ids ['9565031a-009d-4de9-8b33-91189430d413'] in n-d-793621-9 is: [{'id': '9565031a-009d-4de9-8b33-91189430d413', 'name': 'tempest-TestAggregatesBasicOps-490806610-router', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:11Z', 'revision_number': 4, 'project_id': '758d898019a041bf89a8e88bc5941d84', 'gw_port': {'id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9565031a-009d-4de9-8b33-91189430d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '74a032fe-e8cd-4e36-bc69-b3fe6f905653', 'name': '', 'network_id': 'da6beffa-4b76-41f2-8526-96761d5d13fd', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'mac_address': 'fa:16:3e:63:43:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9565031a-009d-4de9-8b33-91189430d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'eeef0a08-a1ac-494d-9528-7f2346316e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:10Z', 'updated_at': '2021-07-07T19:49:14Z', 'revision_number': 4, 'project_id': '758d898019a041bf89a8e88bc5941d84', 'subnets': [{'id': 'eeef0a08-a1ac-494d-9528-7f2346316e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:15.700570 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:15.719925 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Network 88e967df-008f-4dfd-b7a1-ddd2d73c7d59 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:15.724861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:15.734859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:49:15.751590 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] For port 8004130a-26aa-4668-b0b6-bf9e3fc53829, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:49:15.755731 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] For port 8004130a-26aa-4668-b0b6-bf9e3fc53829, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8004130a-26aa-4668-b0b6-bf9e3fc53829,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:49:15.761514 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78092c-ec18-4236-811a-f84c4da4250a None None] Pushing event updated for resources: {'Port': ['ID=8004130a-26aa-4668-b0b6-bf9e3fc53829,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:15.766866 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:15.799049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=28857c3c-13a8-4708-902f-2a51d1936eff,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:15.872169 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Routers {'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:15.872814 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:48:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:15.874976 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78092c-ec18-4236-811a-f84c4da4250a None None] Pushing event updated for resources: {'Port': ['ID=8004130a-26aa-4668-b0b6-bf9e3fc53829,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:16.024238 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] Set router adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:16.040506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['28857c3c-13a8-4708-902f-2a51d1936eff'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:49:16.116507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3c9148-73d8-43b8-8205-cde4c58f5427 None None] Network 88e967df-008f-4dfd-b7a1-ddd2d73c7d59 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:49:16.118736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2149b313-b9a2-485f-a756-3b4cbcf2089e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:16.141460 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:16.183686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-eec1f64a-e512-4dad-8e1a-2b1074252cb2 None None] Provisioning for port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:16.324896 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'name': 'tempest-TestAggregatesBasicOps-1710092949-router', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:13Z', 'revision_number': 3, 'project_id': '3bbb028d42604525851488d692f9bc9b', 'gw_port': {'id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:96:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:16.357103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b0450-8b6c-4cab-a46b-143f8e56f09d req-4a3cdd0e-308b-49df-a26f-e45f502b50e0 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:16.358939 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-276b0450-8b6c-4cab-a46b-143f8e56f09d req-4a3cdd0e-308b-49df-a26f-e45f502b50e0 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 945 time: 0.1073911 Jul 07 19:49:16.365427 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb4d97-ee4b-42b5-a9c7-be2bb4a7416e None None] The sync data for ids ['adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'] in n-d-793621-9 is: [{'id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'name': 'tempest-TestAggregatesBasicOps-1710092949-router', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:13Z', 'revision_number': 3, 'project_id': '3bbb028d42604525851488d692f9bc9b', 'gw_port': {'id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:96:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:16.382009 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:16.454874 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-276b0450-8b6c-4cab-a46b-143f8e56f09d req-6935dbfe-1f5f-40ab-b2a5-6685dd19b399 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877292 Jul 07 19:49:16.639959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 74a032fe-e8cd-4e36-bc69-b3fe6f905653 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:16.642169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:16.649021 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:16.738781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:16.745284 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:16.748178 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2149b313-b9a2-485f-a756-3b4cbcf2089e,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:16.749292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:16.749743 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:16.920993 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:16.923431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Network 88e967df-008f-4dfd-b7a1-ddd2d73c7d59 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:16.925177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:16.938551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-69450ba7-6efd-44cf-b6e5-832db1c505e6 None None] Provisioning for port 2149b313-b9a2-485f-a756-3b4cbcf2089e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:16.951423 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-69450ba7-6efd-44cf-b6e5-832db1c505e6 None None] Provisioning complete for port 2149b313-b9a2-485f-a756-3b4cbcf2089e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:16.952225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-69450ba7-6efd-44cf-b6e5-832db1c505e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:17.005387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-69450ba7-6efd-44cf-b6e5-832db1c505e6 None None] Port 2149b313-b9a2-485f-a756-3b4cbcf2089e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:49:17.020089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 74a032fe-e8cd-4e36-bc69-b3fe6f905653, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=74a032fe-e8cd-4e36-bc69-b3fe6f905653,segment=NetworkSegment(7dbfa83c-8181-49d8-ada1-8cb2aadfecb2),segment_id=7dbfa83c-8181-49d8-ada1-8cb2aadfecb2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:17.030722 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:17.032120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:17.129096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Router adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:49:17.140197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=74a032fe-e8cd-4e36-bc69-b3fe6f905653,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:17.149249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f16c2cbc-0d00-4db1-ad09-b308d7afb47e None None] Provisioning complete for port 2149b313-b9a2-485f-a756-3b4cbcf2089e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:17.149630 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f16c2cbc-0d00-4db1-ad09-b308d7afb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:17.204456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f16c2cbc-0d00-4db1-ad09-b308d7afb47e None None] Port 2149b313-b9a2-485f-a756-3b4cbcf2089e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:49:17.226175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:17.233010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:17.233457 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:17.321941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:17.329330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6563d16e-2773-4114-80b8-1624756130a9 admin admin] 10.222.0.81 "PUT /v2.0/routers/adaad5e8-8b26-47e3-ae87-7b1f173c8ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7363396 Jul 07 19:49:17.371825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28857c3c-13a8-4708-902f-2a51d1936eff up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:17.407518 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:17.459316 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-901be44e-91e6-486f-b35d-9141f5e70a4e None None] Provisioning complete for port 2149b313-b9a2-485f-a756-3b4cbcf2089e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:17.459700 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-901be44e-91e6-486f-b35d-9141f5e70a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:17.494766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c,segment=NetworkSegment(4d71b543-fd87-4c7f-ab0f-259680bc141f),segment_id=4d71b543-fd87-4c7f-ab0f-259680bc141f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:17.501988 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:17.538092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-901be44e-91e6-486f-b35d-9141f5e70a4e None None] Port 2149b313-b9a2-485f-a756-3b4cbcf2089e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:49:17.541457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 28857c3c-13a8-4708-902f-2a51d1936eff triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:17.542349 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:17.605214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:17.657066 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:17.696109 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:49:17.707924 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f399d98e-9b88-484b-adee-cd213f641e9d" -d '{"events": [{"server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "name": "network-vif-plugged", "status": "completed", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:49:17.734168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28857c3c-13a8-4708-902f-2a51d1936eff,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:17.747286 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:17.771295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b735-e76e-44e8-bb67-18773a459189 req-07cd0e1a-1138-43b5-b500-6cdc82cd9fa4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:17.779455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9782b735-e76e-44e8-bb67-18773a459189 req-07cd0e1a-1138-43b5-b500-6cdc82cd9fa4 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 945 time: 0.1148436 Jul 07 19:49:17.783816 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55099452-66a8-448c-9e54-f77db602cefd x-openstack-request-id: req-55099452-66a8-448c-9e54-f77db602cefd {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:49:17.784108 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "name": "network-vif-plugged", "status": "completed", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:49:17.785001 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55099452-66a8-448c-9e54-f77db602cefd {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:49:17.785396 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff', 'code': 200} Jul 07 19:49:17.829231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=28857c3c-13a8-4708-902f-2a51d1936eff,revision_number=10']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:17.845116 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9782b735-e76e-44e8-bb67-18773a459189 req-a1f50eff-4385-4c56-ba4e-d2a75bfa37bd tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647628 Jul 07 19:49:17.991783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d55ca-13c6-45ae-a709-a0b62bc3325b req-47a5dff9-9760-4fa2-84c6-19f44f7cbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:17.993341 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d15d55ca-13c6-45ae-a709-a0b62bc3325b req-47a5dff9-9760-4fa2-84c6-19f44f7cbd78 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 1098 time: 0.0565295 Jul 07 19:49:18.033052 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d15d55ca-13c6-45ae-a709-a0b62bc3325b req-2e6dae0b-0a8e-43a8-b5de-edcfbfb8a58a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Jul 07 19:49:18.582951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 40976) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:18.598648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8004130a-26aa-4668-b0b6-bf9e3fc53829 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:18.652333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 8004130a-26aa-4668-b0b6-bf9e3fc53829 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:18.656511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8004130a-26aa-4668-b0b6-bf9e3fc53829 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:18.656884 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:18.741133 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:18.765515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 8004130a-26aa-4668-b0b6-bf9e3fc53829, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8004130a-26aa-4668-b0b6-bf9e3fc53829,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:18.772030 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:18.772912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 74a032fe-e8cd-4e36-bc69-b3fe6f905653 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:18.843914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Sync routers for ids ['adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:18.855990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=8004130a-26aa-4668-b0b6-bf9e3fc53829,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:18.863600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Routers {'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:18.864205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:48:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:18.919382 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:18.919704 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:19.014782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Set router adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:19.088725 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-25f2e3f0-c125-45d0-aba7-b2f16d22d0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:19.133033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:19.140621 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bdc38-10c2-46b1-9a27-4ea035a2a08a req-75693630-a738-4341-92a1-dbfdc2a48886 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:19.151286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e9bdc38-10c2-46b1-9a27-4ea035a2a08a req-75693630-a738-4341-92a1-dbfdc2a48886 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 947 time: 0.1712410 Jul 07 19:49:19.235456 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e9bdc38-10c2-46b1-9a27-4ea035a2a08a req-4dedbc22-0281-4e50-ba8e-2809eade3d22 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829418 Jul 07 19:49:19.238117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:19.238117 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:19.354506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'name': 'tempest-TestAggregatesBasicOps-1710092949-router', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:16Z', 'revision_number': 4, 'project_id': '3bbb028d42604525851488d692f9bc9b', 'gw_port': {'id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:96:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '2149b313-b9a2-485f-a756-3b4cbcf2089e', 'name': '', 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'mac_address': 'fa:16:3e:12:4d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '68157357-fb31-452a-b700-88a85422d2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:15Z', 'updated_at': '2021-07-07T19:49:16Z', 'revision_number': 2, 'project_id': '3bbb028d42604525851488d692f9bc9b', 'subnets': [{'id': '68157357-fb31-452a-b700-88a85422d2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:19.384330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Checking router: adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:19.384770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Updating router adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 port 2149b313-b9a2-485f-a756-3b4cbcf2089e binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:49:19.425881 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:19.441850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-25f2e3f0-c125-45d0-aba7-b2f16d22d0c3 admin admin] Deleting port 74a032fe-e8cd-4e36-bc69-b3fe6f905653 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:19.442352 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-25f2e3f0-c125-45d0-aba7-b2f16d22d0c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:19.526318 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-25f2e3f0-c125-45d0-aba7-b2f16d22d0c3 admin admin] For port 74a032fe-e8cd-4e36-bc69-b3fe6f905653, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=74a032fe-e8cd-4e36-bc69-b3fe6f905653,segment=NetworkSegment(7dbfa83c-8181-49d8-ada1-8cb2aadfecb2),segment_id=7dbfa83c-8181-49d8-ada1-8cb2aadfecb2)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:19.526691 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-25f2e3f0-c125-45d0-aba7-b2f16d22d0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:19.540742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-25f2e3f0-c125-45d0-aba7-b2f16d22d0c3 admin admin] Calling delete_port for 74a032fe-e8cd-4e36-bc69-b3fe6f905653 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:19.790720 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-25f2e3f0-c125-45d0-aba7-b2f16d22d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:19.820054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2e3f0-c125-45d0-aba7-b2f16d22d0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=74a032fe-e8cd-4e36-bc69-b3fe6f905653,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:19.858062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf796616-a8e5-42e4-9466-7ddf5f986f64 req-7d9332d6-f8a2-41b0-ba14-5636ed9c0a81 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663142 Jul 07 19:49:19.953787 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:19.954334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf796616-a8e5-42e4-9466-7ddf5f986f64 req-55cfb1d7-3e25-42e8-bad9-394f47525e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:19.955881 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf796616-a8e5-42e4-9466-7ddf5f986f64 req-55cfb1d7-3e25-42e8-bad9-394f47525e74 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 1097 time: 0.0707490 Jul 07 19:49:19.976306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Transition to ACTIVE for port object 2149b313-b9a2-485f-a756-3b4cbcf2089e will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:19.990440 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:20.029233 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-25f2e3f0-c125-45d0-aba7-b2f16d22d0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:20.098001 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ffe96-9ad2-4336-847f-fa127228c617 None None] Pushing event updated for resources: {'Port': ['ID=2149b313-b9a2-485f-a756-3b4cbcf2089e,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:20.158058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf796616-a8e5-42e4-9466-7ddf5f986f64 req-262bf5b3-b338-4058-92ad-68b14ccb7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:20.160966 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf796616-a8e5-42e4-9466-7ddf5f986f64 req-262bf5b3-b338-4058-92ad-68b14ccb7316 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.1787548 Jul 07 19:49:20.201191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Attempting to bind port 2149b313-b9a2-485f-a756-3b4cbcf2089e on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:49:20.201575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Attempting to bind port 2149b313-b9a2-485f-a756-3b4cbcf2089e by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '4d71b543-fd87-4c7f-ab0f-259680bc141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:49:20.201943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Attempting to bind port 2149b313-b9a2-485f-a756-3b4cbcf2089e on network 88e967df-008f-4dfd-b7a1-ddd2d73c7d59 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:49:20.207556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:49:20.207942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Checking segment: {'id': '4d71b543-fd87-4c7f-ab0f-259680bc141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:20.208355 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:20.208755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Bound using segment: {'id': '4d71b543-fd87-4c7f-ab0f-259680bc141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:49:20.209231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Bound port: 2149b313-b9a2-485f-a756-3b4cbcf2089e, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d71b543-fd87-4c7f-ab0f-259680bc141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:49:20.209616 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:20.254624 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf796616-a8e5-42e4-9466-7ddf5f986f64 req-5273eeb4-7456-4d8b-b1d4-1787b413cb45 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb HTTP/1.1" status: 200 len: 1001 time: 0.0827196 Jul 07 19:49:20.287502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] For port 2149b313-b9a2-485f-a756-3b4cbcf2089e, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:49:20.292344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] For port 2149b313-b9a2-485f-a756-3b4cbcf2089e, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2149b313-b9a2-485f-a756-3b4cbcf2089e,segment=NetworkSegment(4d71b543-fd87-4c7f-ab0f-259680bc141f),segment_id=4d71b543-fd87-4c7f-ab0f-259680bc141f)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:49:20.298468 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:20.325284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f2e3f0-c125-45d0-aba7-b2f16d22d0c3 admin admin] Router 9565031a-009d-4de9-8b33-91189430d413 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:49:20.343252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf796616-a8e5-42e4-9466-7ddf5f986f64 req-84efbf7b-8608-416a-96cf-a1a3caf0b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:20.348137 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf796616-a8e5-42e4-9466-7ddf5f986f64 req-84efbf7b-8608-416a-96cf-a1a3caf0b522 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0832381 Jul 07 19:49:20.380653 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ffe96-9ad2-4336-847f-fa127228c617 None None] Pushing event updated for resources: {'Port': ['ID=2149b313-b9a2-485f-a756-3b4cbcf2089e,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:20.383633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Routers {'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:20.384261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:48:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:20.478963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f2e3f0-c125-45d0-aba7-b2f16d22d0c3 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:20.490917 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-25f2e3f0-c125-45d0-aba7-b2f16d22d0c3 admin admin] 10.222.0.81 "PUT /v2.0/routers/9565031a-009d-4de9-8b33-91189430d413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9039836 Jul 07 19:49:20.491043 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651954e2-3c9e-44a5-b211-3afc7ad2f3bb None None] Sync routers for ids ['9565031a-009d-4de9-8b33-91189430d413'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:20.492486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41018) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:20.500962 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651954e2-3c9e-44a5-b211-3afc7ad2f3bb None None] Routers {'9565031a-009d-4de9-8b33-91189430d413'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:20.501580 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-651954e2-3c9e-44a5-b211-3afc7ad2f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:48:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9565031a-009d-4de9-8b33-91189430d413'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:20.506606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf796616-a8e5-42e4-9466-7ddf5f986f64 req-a5ec2837-42d3-45b4-bc28-49e46d147e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:20.507170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf796616-a8e5-42e4-9466-7ddf5f986f64 req-a5ec2837-42d3-45b4-bc28-49e46d147e4b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471133 Jul 07 19:49:20.559417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] Set router adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:20.564884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176560f-2449-4b12-b567-f3025ffebae2 req-1e129029-043c-4c57-843c-afe955d7abdc tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:20.574390 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3176560f-2449-4b12-b567-f3025ffebae2 req-1e129029-043c-4c57-843c-afe955d7abdc tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 947 time: 0.1616814 Jul 07 19:49:20.723246 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8004130a-26aa-4668-b0b6-bf9e3fc53829 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:20.730741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3176560f-2449-4b12-b567-f3025ffebae2 req-3cc687fe-774d-4f8c-a5a7-b0479c2b80fa tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553295 Jul 07 19:49:20.732876 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-651954e2-3c9e-44a5-b211-3afc7ad2f3bb None None] Set router 9565031a-009d-4de9-8b33-91189430d413 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:20.787728 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf796616-a8e5-42e4-9466-7ddf5f986f64 req-f71e5809-1004-4d86-9a12-72b1719c32d7 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533917 Jul 07 19:49:20.919475 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf796616-a8e5-42e4-9466-7ddf5f986f64 req-39f70fa4-6373-45ed-a8a9-e1d40c452555 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225662 Jul 07 19:49:20.932737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8004130a-26aa-4668-b0b6-bf9e3fc53829 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:20.933112 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:20.960254 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-651954e2-3c9e-44a5-b211-3afc7ad2f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9565031a-009d-4de9-8b33-91189430d413', 'name': 'tempest-TestAggregatesBasicOps-490806610-router', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:19Z', 'revision_number': 5, 'project_id': '758d898019a041bf89a8e88bc5941d84', 'gw_port': {'id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9565031a-009d-4de9-8b33-91189430d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:20.969720 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:20.989736 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651954e2-3c9e-44a5-b211-3afc7ad2f3bb None None] Checking router: 9565031a-009d-4de9-8b33-91189430d413 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:20.999468 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651954e2-3c9e-44a5-b211-3afc7ad2f3bb None None] Routers {'9565031a-009d-4de9-8b33-91189430d413'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:21.000164 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-651954e2-3c9e-44a5-b211-3afc7ad2f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:48:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['9565031a-009d-4de9-8b33-91189430d413'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:21.021732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'name': 'tempest-TestAggregatesBasicOps-1710092949-router', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:16Z', 'revision_number': 4, 'project_id': '3bbb028d42604525851488d692f9bc9b', 'gw_port': {'id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:96:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '2149b313-b9a2-485f-a756-3b4cbcf2089e', 'name': '', 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'mac_address': 'fa:16:3e:12:4d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '68157357-fb31-452a-b700-88a85422d2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:15Z', 'updated_at': '2021-07-07T19:49:20Z', 'revision_number': 4, 'project_id': '3bbb028d42604525851488d692f9bc9b', 'subnets': [{'id': '68157357-fb31-452a-b700-88a85422d2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:21.051323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ecad7b-d230-4d17-bc0c-32b1027b4845 None None] The sync data for ids ['adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'] in n-d-793621-9 is: [{'id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'name': 'tempest-TestAggregatesBasicOps-1710092949-router', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:16Z', 'revision_number': 4, 'project_id': '3bbb028d42604525851488d692f9bc9b', 'gw_port': {'id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:96:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '2149b313-b9a2-485f-a756-3b4cbcf2089e', 'name': '', 'network_id': '88e967df-008f-4dfd-b7a1-ddd2d73c7d59', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'mac_address': 'fa:16:3e:12:4d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '68157357-fb31-452a-b700-88a85422d2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:15Z', 'updated_at': '2021-07-07T19:49:20Z', 'revision_number': 4, 'project_id': '3bbb028d42604525851488d692f9bc9b', 'subnets': [{'id': '68157357-fb31-452a-b700-88a85422d2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:21.089340 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.104924 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fca5784b-9218-4536-9758-9916967b4e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.150926 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-651954e2-3c9e-44a5-b211-3afc7ad2f3bb None None] Set router 9565031a-009d-4de9-8b33-91189430d413 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:21.163769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Deleting port 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:21.164111 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.261079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] For port 5fdffef0-a55e-486e-ad1d-fd6b98059ee7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5fdffef0-a55e-486e-ad1d-fd6b98059ee7,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:21.261448 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.279958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Calling delete_port for 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:21.351999 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-651954e2-3c9e-44a5-b211-3afc7ad2f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9565031a-009d-4de9-8b33-91189430d413', 'name': 'tempest-TestAggregatesBasicOps-490806610-router', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:19Z', 'revision_number': 5, 'project_id': '758d898019a041bf89a8e88bc5941d84', 'gw_port': {'id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9565031a-009d-4de9-8b33-91189430d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:21.385884 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651954e2-3c9e-44a5-b211-3afc7ad2f3bb None None] The sync data for ids ['9565031a-009d-4de9-8b33-91189430d413'] in n-d-793621-9 is: [{'id': '9565031a-009d-4de9-8b33-91189430d413', 'name': 'tempest-TestAggregatesBasicOps-490806610-router', 'tenant_id': '758d898019a041bf89a8e88bc5941d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:19Z', 'revision_number': 5, 'project_id': '758d898019a041bf89a8e88bc5941d84', 'gw_port': {'id': '5fdffef0-a55e-486e-ad1d-fd6b98059ee7', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9565031a-009d-4de9-8b33-91189430d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:08Z', 'updated_at': '2021-07-07T19:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:21.469072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.499753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Pushing event deleted for resources: {'Port': ['ID=5fdffef0-a55e-486e-ad1d-fd6b98059ee7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:21.564107 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.661013 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.663356 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.709400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.710112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9565031a-009d-4de9-8b33-91189430d413 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:49:21.715290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.716477 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e05d48ce-8b72-4d74-b3fd-b2df69d1112a admin admin] 10.222.0.81 "DELETE /v2.0/routers/9565031a-009d-4de9-8b33-91189430d413 HTTP/1.1" status: 204 len: 168 time: 1.2229500 Jul 07 19:49:21.720531 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41022) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:21.776833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb7a668-8053-4fbe-8d36-3631c00ae22a admin admin] Deleting subnet eeef0a08-a1ac-494d-9528-7f2346316e55 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:49:21.780390 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-adb7a668-8053-4fbe-8d36-3631c00ae22a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.817337 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-adb7a668-8053-4fbe-8d36-3631c00ae22a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.899551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-adb7a668-8053-4fbe-8d36-3631c00ae22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.967689 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-adb7a668-8053-4fbe-8d36-3631c00ae22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:21.995380 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7a668-8053-4fbe-8d36-3631c00ae22a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeef0a08-a1ac-494d-9528-7f2346316e55,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:21.999046 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-adb7a668-8053-4fbe-8d36-3631c00ae22a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.001034 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-adb7a668-8053-4fbe-8d36-3631c00ae22a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/eeef0a08-a1ac-494d-9528-7f2346316e55 HTTP/1.1" status: 204 len: 168 time: 0.2782853 Jul 07 19:49:22.003434 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41024) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:22.007028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9d123b-b43a-4556-a128-9a78e3afb5a9 None None] Network da6beffa-4b76-41f2-8526-96761d5d13fd requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:49:22.077491 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.133703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Deleting port 3070e87f-6d35-49b9-b9fa-01121432cdb7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:22.134050 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.218298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] For port 3070e87f-6d35-49b9-b9fa-01121432cdb7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3070e87f-6d35-49b9-b9fa-01121432cdb7,segment=NetworkSegment(7dbfa83c-8181-49d8-ada1-8cb2aadfecb2),segment_id=7dbfa83c-8181-49d8-ada1-8cb2aadfecb2)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:22.218298 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.226935 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b1dfa8-a306-45ec-97ea-7270dffe88dc None None] DHCP port deletion for da6beffa-4b76-41f2-8526-96761d5d13fd request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:49:22.233465 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Calling delete_port for 3070e87f-6d35-49b9-b9fa-01121432cdb7 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:22.277440 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-49b1dfa8-a306-45ec-97ea-7270dffe88dc None None] Deleting port 3070e87f-6d35-49b9-b9fa-01121432cdb7 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:22.277985 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49b1dfa8-a306-45ec-97ea-7270dffe88dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.328779 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.349960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-49b1dfa8-a306-45ec-97ea-7270dffe88dc None None] For port 3070e87f-6d35-49b9-b9fa-01121432cdb7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3070e87f-6d35-49b9-b9fa-01121432cdb7,segment=NetworkSegment(7dbfa83c-8181-49d8-ada1-8cb2aadfecb2),segment_id=7dbfa83c-8181-49d8-ada1-8cb2aadfecb2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:22.350862 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49b1dfa8-a306-45ec-97ea-7270dffe88dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.360014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=3070e87f-6d35-49b9-b9fa-01121432cdb7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:22.364719 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] No DVR routers for this DVR port 3070e87f-6d35-49b9-b9fa-01121432cdb7 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:49:22.367813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-49b1dfa8-a306-45ec-97ea-7270dffe88dc None None] Calling delete_port for 3070e87f-6d35-49b9-b9fa-01121432cdb7 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:22.437387 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.445376 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49b1dfa8-a306-45ec-97ea-7270dffe88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.448379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6beffa-4b76-41f2-8526-96761d5d13fd']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:22.459266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbfa83c-8181-49d8-ada1-8cb2aadfecb2') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:22.459637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbfa83c-8181-49d8-ada1-8cb2aadfecb2') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:22.472276 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.473156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1dfa8-a306-45ec-97ea-7270dffe88dc None None] Pushing event deleted for resources: {'Port': ['ID=3070e87f-6d35-49b9-b9fa-01121432cdb7,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:22.479311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b1dfa8-a306-45ec-97ea-7270dffe88dc None None] No DVR routers for this DVR port 3070e87f-6d35-49b9-b9fa-01121432cdb7 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:49:22.499297 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.506371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:49:22.506965 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:49:22.508961 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:49:22.571035 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.576255 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.581857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] 10.222.0.81 "DELETE /v2.0/networks/da6beffa-4b76-41f2-8526-96761d5d13fd HTTP/1.1" status: 204 len: 168 time: 0.5740438 Jul 07 19:49:22.582077 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41026) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:22.629775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2149b313-b9a2-485f-a756-3b4cbcf2089e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:22.634423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd4c74-c617-41e1-93de-ff4360913a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=da6beffa-4b76-41f2-8526-96761d5d13fd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:22.685228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 2149b313-b9a2-485f-a756-3b4cbcf2089e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:22.689428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 2149b313-b9a2-485f-a756-3b4cbcf2089e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:22.689724 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.783031 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.823344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 2149b313-b9a2-485f-a756-3b4cbcf2089e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2149b313-b9a2-485f-a756-3b4cbcf2089e,segment=NetworkSegment(4d71b543-fd87-4c7f-ab0f-259680bc141f),segment_id=4d71b543-fd87-4c7f-ab0f-259680bc141f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:22.829761 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:22.896305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=2149b313-b9a2-485f-a756-3b4cbcf2089e,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:22.991056 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-292524d1-b60d-4dac-8bd0-97cbff74b69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:23.218708 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3070e87f-6d35-49b9-b9fa-01121432cdb7 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:23.245029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 3070e87f-6d35-49b9-b9fa-01121432cdb7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:23.246023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3070e87f-6d35-49b9-b9fa-01121432cdb7 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:23.246654 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 74a032fe-e8cd-4e36-bc69-b3fe6f905653 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:23.256459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-292524d1-b60d-4dac-8bd0-97cbff74b69f admin admin] Deleting port 2149b313-b9a2-485f-a756-3b4cbcf2089e {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:23.256928 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-292524d1-b60d-4dac-8bd0-97cbff74b69f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:23.269183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 74a032fe-e8cd-4e36-bc69-b3fe6f905653 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:23.269537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 74a032fe-e8cd-4e36-bc69-b3fe6f905653 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:23.350292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-292524d1-b60d-4dac-8bd0-97cbff74b69f admin admin] For port 2149b313-b9a2-485f-a756-3b4cbcf2089e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2149b313-b9a2-485f-a756-3b4cbcf2089e,segment=NetworkSegment(4d71b543-fd87-4c7f-ab0f-259680bc141f),segment_id=4d71b543-fd87-4c7f-ab0f-259680bc141f)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:23.350664 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-292524d1-b60d-4dac-8bd0-97cbff74b69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:23.365156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-292524d1-b60d-4dac-8bd0-97cbff74b69f admin admin] Calling delete_port for 2149b313-b9a2-485f-a756-3b4cbcf2089e owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:23.547487 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-292524d1-b60d-4dac-8bd0-97cbff74b69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:23.578285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292524d1-b60d-4dac-8bd0-97cbff74b69f admin admin] Pushing event deleted for resources: {'Port': ['ID=2149b313-b9a2-485f-a756-3b4cbcf2089e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:23.744337 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-292524d1-b60d-4dac-8bd0-97cbff74b69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:23.865771 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:23.966629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292524d1-b60d-4dac-8bd0-97cbff74b69f admin admin] Router adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:49:24.076576 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-026be5ea-9e46-4afc-baa6-3fdbc6fe0a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.077045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292524d1-b60d-4dac-8bd0-97cbff74b69f admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:24.086467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17956af5-da29-4941-82a4-5d9df9078093 None None] Sync routers for ids ['adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:24.089800 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-292524d1-b60d-4dac-8bd0-97cbff74b69f admin admin] 10.222.0.81 "PUT /v2.0/routers/adaad5e8-8b26-47e3-ae87-7b1f173c8ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5063972 Jul 07 19:49:24.092160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41028) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:24.095963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17956af5-da29-4941-82a4-5d9df9078093 None None] Routers {'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:24.097084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-17956af5-da29-4941-82a4-5d9df9078093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:24.200184 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.203157 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-17956af5-da29-4941-82a4-5d9df9078093 None None] Set router adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:24.304605 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.365010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Deleting port 8004130a-26aa-4668-b0b6-bf9e3fc53829 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:24.365413 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.382095 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-17956af5-da29-4941-82a4-5d9df9078093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'name': 'tempest-TestAggregatesBasicOps-1710092949-router', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:23Z', 'revision_number': 5, 'project_id': '3bbb028d42604525851488d692f9bc9b', 'gw_port': {'id': '8004130a-26aa-4668-b0b6-bf9e3fc53829', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:96:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:24.408179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17956af5-da29-4941-82a4-5d9df9078093 None None] Checking router: adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:24.416934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17956af5-da29-4941-82a4-5d9df9078093 None None] Routers {'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:24.417555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-17956af5-da29-4941-82a4-5d9df9078093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:24.450086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] For port 8004130a-26aa-4668-b0b6-bf9e3fc53829, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8004130a-26aa-4668-b0b6-bf9e3fc53829,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:24.450086 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.464953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Calling delete_port for 8004130a-26aa-4668-b0b6-bf9e3fc53829 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:24.516154 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-17956af5-da29-4941-82a4-5d9df9078093 None None] Set router adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:24.548278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:24.578663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-17956af5-da29-4941-82a4-5d9df9078093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'name': 'tempest-TestAggregatesBasicOps-1710092949-router', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:24Z', 'revision_number': 6, 'project_id': '3bbb028d42604525851488d692f9bc9b', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:24.596957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:24.597309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5fdffef0-a55e-486e-ad1d-fd6b98059ee7 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:24.622584 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17956af5-da29-4941-82a4-5d9df9078093 None None] The sync data for ids ['adaad5e8-8b26-47e3-ae87-7b1f173c8ba8'] in n-d-793621-9 is: [{'id': 'adaad5e8-8b26-47e3-ae87-7b1f173c8ba8', 'name': 'tempest-TestAggregatesBasicOps-1710092949-router', 'tenant_id': '3bbb028d42604525851488d692f9bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:13Z', 'updated_at': '2021-07-07T19:49:24Z', 'revision_number': 6, 'project_id': '3bbb028d42604525851488d692f9bc9b', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:24.669784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.698418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8004130a-26aa-4668-b0b6-bf9e3fc53829,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:24.759957 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.847911 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.851329 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.853747 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.900522 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.901306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:49:24.906271 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.907826 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c54dfad5-816a-4be9-9a28-36507aed28e0 admin admin] 10.222.0.81 "DELETE /v2.0/routers/adaad5e8-8b26-47e3-ae87-7b1f173c8ba8 HTTP/1.1" status: 204 len: 168 time: 0.8143420 Jul 07 19:49:24.910938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41030) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:24.956847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e54d284-29dd-4561-9fdb-462ff6259ebb admin admin] Deleting subnet 68157357-fb31-452a-b700-88a85422d2ab {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:49:24.960302 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e54d284-29dd-4561-9fdb-462ff6259ebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:24.997355 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e54d284-29dd-4561-9fdb-462ff6259ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.083554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e54d284-29dd-4561-9fdb-462ff6259ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.135812 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e54d284-29dd-4561-9fdb-462ff6259ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.163765 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e54d284-29dd-4561-9fdb-462ff6259ebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.165630 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9e54d284-29dd-4561-9fdb-462ff6259ebb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/68157357-fb31-452a-b700-88a85422d2ab HTTP/1.1" status: 204 len: 168 time: 0.2536998 Jul 07 19:49:25.166400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54d284-29dd-4561-9fdb-462ff6259ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68157357-fb31-452a-b700-88a85422d2ab,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:25.168324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41032) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:25.169376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd6694f-e62b-4012-ac23-371902e7f649 None None] Network 88e967df-008f-4dfd-b7a1-ddd2d73c7d59 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:49:25.242033 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.295625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Deleting port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:25.295964 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.358098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] For port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c,segment=NetworkSegment(4d71b543-fd87-4c7f-ab0f-259680bc141f),segment_id=4d71b543-fd87-4c7f-ab0f-259680bc141f)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:25.358454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.376036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Calling delete_port for 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:25.403464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51c192-c422-4c23-8345-328e159af2fe None None] DHCP port deletion for 88e967df-008f-4dfd-b7a1-ddd2d73c7d59 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:49:25.450533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ee51c192-c422-4c23-8345-328e159af2fe None None] Deleting port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:25.450843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ee51c192-c422-4c23-8345-328e159af2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.457664 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.484520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:25.486489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] No DVR routers for this DVR port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:49:25.520247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-ee51c192-c422-4c23-8345-328e159af2fe None None] For port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c,segment=NetworkSegment(4d71b543-fd87-4c7f-ab0f-259680bc141f),segment_id=4d71b543-fd87-4c7f-ab0f-259680bc141f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:25.520660 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ee51c192-c422-4c23-8345-328e159af2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.535319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ee51c192-c422-4c23-8345-328e159af2fe None None] Calling delete_port for 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:25.563153 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.574010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e967df-008f-4dfd-b7a1-ddd2d73c7d59']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:25.584567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d71b543-fd87-4c7f-ab0f-259680bc141f') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:25.584859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d71b543-fd87-4c7f-ab0f-259680bc141f') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:25.593872 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.607792 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.614577 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ee51c192-c422-4c23-8345-328e159af2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.615797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:49:25.616299 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:49:25.618037 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:49:25.641003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51c192-c422-4c23-8345-328e159af2fe None None] Pushing event deleted for resources: {'Port': ['ID=7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:25.657183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51c192-c422-4c23-8345-328e159af2fe None None] No DVR routers for this DVR port 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:49:25.683772 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.689341 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:25.694362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/88e967df-008f-4dfd-b7a1-ddd2d73c7d59 HTTP/1.1" status: 204 len: 168 time: 0.5220110 Jul 07 19:49:25.706993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92556ed-70b4-4673-94ad-e851fd02a7e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=88e967df-008f-4dfd-b7a1-ddd2d73c7d59,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:25.872351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41036) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:26.262529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0abe4aec-1567-4a49-9505-a92b7491c2fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=758d898019a041bf89a8e88bc5941d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3889470 Jul 07 19:49:26.265281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41038) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:26.307222 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a1f3f9e-6196-4a63-9803-36278a91ce3b req-0114c406-27f5-4ab5-8f3d-45b35098943d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557039 Jul 07 19:49:26.320372 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fe86c730-c428-4ace-91c7-1fa937263eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:26.345899 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fe86c730-c428-4ace-91c7-1fa937263eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:26.387179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3f9e-6196-4a63-9803-36278a91ce3b req-b1bf1aee-8712-467b-8c0c-b8c133a44da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:26.388701 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a1f3f9e-6196-4a63-9803-36278a91ce3b req-b1bf1aee-8712-467b-8c0c-b8c133a44da9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 1096 time: 0.0540798 Jul 07 19:49:26.400364 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fe86c730-c428-4ace-91c7-1fa937263eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:26.403092 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fe86c730-c428-4ace-91c7-1fa937263eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:26.404291 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fe86c730-c428-4ace-91c7-1fa937263eb7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea1efb14-85ec-4e6b-a0a5-c1e27b547873 HTTP/1.1" status: 204 len: 168 time: 0.1380074 Jul 07 19:49:26.412860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86c730-c428-4ace-91c7-1fa937263eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1efb14-85ec-4e6b-a0a5-c1e27b547873,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:26.507320 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3f9e-6196-4a63-9803-36278a91ce3b req-1c256ffc-684b-4f48-9832-3897d88d9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:26.511494 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a1f3f9e-6196-4a63-9803-36278a91ce3b req-1c256ffc-684b-4f48-9832-3897d88d9a5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.1013482 Jul 07 19:49:26.532753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8004130a-26aa-4668-b0b6-bf9e3fc53829 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:26.556060 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 8004130a-26aa-4668-b0b6-bf9e3fc53829 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:26.556682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8004130a-26aa-4668-b0b6-bf9e3fc53829 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:26.557262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:26.577027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:26.577605 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7a9aa70a-c0d5-4b85-aacd-a1bbfaac335c not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:26.578191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2149b313-b9a2-485f-a756-3b4cbcf2089e no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:26.591966 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a1f3f9e-6196-4a63-9803-36278a91ce3b req-6bc7b17b-61a8-4b48-98a2-33226588b1f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d07e4118-9568-4c13-b79f-4ff5b4db2219 HTTP/1.1" status: 200 len: 1001 time: 0.0757911 Jul 07 19:49:26.610109 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 2149b313-b9a2-485f-a756-3b4cbcf2089e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:26.610454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2149b313-b9a2-485f-a756-3b4cbcf2089e not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:26.621244 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:26.651762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3f9e-6196-4a63-9803-36278a91ce3b req-7358154d-14f9-4e7a-ae61-f43f5e07f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:26.653381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a1f3f9e-6196-4a63-9803-36278a91ce3b req-7358154d-14f9-4e7a-ae61-f43f5e07f349 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0544016 Jul 07 19:49:26.717194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3f9e-6196-4a63-9803-36278a91ce3b req-772e8fd1-1380-46eb-a2d9-82a7caefea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:26.718727 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a1f3f9e-6196-4a63-9803-36278a91ce3b req-772e8fd1-1380-46eb-a2d9-82a7caefea48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582807 Jul 07 19:49:26.793499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41044) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:26.818289 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a1f3f9e-6196-4a63-9803-36278a91ce3b req-48da3b5b-6ad0-4983-9236-3d940862eefc service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921178 Jul 07 19:49:26.839413 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2f2c168a-238e-4e9b-8047-9ebf20e5d67c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3bbb028d42604525851488d692f9bc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447114 Jul 07 19:49:26.841837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41046) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:26.892255 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68e19466-d02e-415d-be71-8b73fd8e04ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:26.913993 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68e19466-d02e-415d-be71-8b73fd8e04ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:26.922222 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a1f3f9e-6196-4a63-9803-36278a91ce3b req-a3827eb9-f2e9-42cb-a0bd-39e0d1f6cc9b service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971763 Jul 07 19:49:26.964026 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68e19466-d02e-415d-be71-8b73fd8e04ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:26.968049 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68e19466-d02e-415d-be71-8b73fd8e04ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:26.968049 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-68e19466-d02e-415d-be71-8b73fd8e04ca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f11f58b-e3ce-48bc-b86a-fb1325ea8951 HTTP/1.1" status: 204 len: 168 time: 0.1250217 Jul 07 19:49:26.976302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e19466-d02e-415d-be71-8b73fd8e04ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f11f58b-e3ce-48bc-b86a-fb1325ea8951,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:28.611752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41086) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:28.617019 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-88b04136-ff43-4ecb-a4b5-734e3723e8e7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475965467', 'description': 'tempest-secgroup-smoke-475965467 description', 'project_id': '44b13c388e294841bb8022c823490da8'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:28.639622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b04136-ff43-4ecb-a4b5-734e3723e8e7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:28.647978 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b04136-ff43-4ecb-a4b5-734e3723e8e7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:28.744144 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b04136-ff43-4ecb-a4b5-734e3723e8e7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:28.749106 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b04136-ff43-4ecb-a4b5-734e3723e8e7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:28.785920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b04136-ff43-4ecb-a4b5-734e3723e8e7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f6e327-a5f4-42b0-83a3-324460bf327a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:28.844227 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b04136-ff43-4ecb-a4b5-734e3723e8e7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:28.848688 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b04136-ff43-4ecb-a4b5-734e3723e8e7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.162639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-88b04136-ff43-4ecb-a4b5-734e3723e8e7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.163888 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-88b04136-ff43-4ecb-a4b5-734e3723e8e7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5510759 Jul 07 19:49:29.164985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b04136-ff43-4ecb-a4b5-734e3723e8e7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1b14d2-a1f4-4124-a027-2048e4efb082,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:29.166992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41088) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:29.171903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-b248b1dd-f36d-4ae5-91e5-03a52e9db1ef tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'ca1b14d2-a1f4-4124-a027-2048e4efb082', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:29.200090 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b248b1dd-f36d-4ae5-91e5-03a52e9db1ef tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.259138 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b248b1dd-f36d-4ae5-91e5-03a52e9db1ef tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.262899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b248b1dd-f36d-4ae5-91e5-03a52e9db1ef tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.280572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248b1dd-f36d-4ae5-91e5-03a52e9db1ef tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550b8820-7156-4e07-9c35-5b7e1e1b5fd0,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:29.286726 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b248b1dd-f36d-4ae5-91e5-03a52e9db1ef tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.287968 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b248b1dd-f36d-4ae5-91e5-03a52e9db1ef tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199636 Jul 07 19:49:29.290753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41090) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:29.295309 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3253ae0f-8c6d-47fb-bcc5-d312583af3cc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'ca1b14d2-a1f4-4124-a027-2048e4efb082', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:29.323062 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3253ae0f-8c6d-47fb-bcc5-d312583af3cc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.395729 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3253ae0f-8c6d-47fb-bcc5-d312583af3cc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.400200 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3253ae0f-8c6d-47fb-bcc5-d312583af3cc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.419590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253ae0f-8c6d-47fb-bcc5-d312583af3cc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c5e517-4df2-490d-8e97-d920e6bde748,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:29.427998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3253ae0f-8c6d-47fb-bcc5-d312583af3cc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.429497 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3253ae0f-8c6d-47fb-bcc5-d312583af3cc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377325 Jul 07 19:49:29.432420 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41092) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:29.437031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0aa94d13-e2ae-4337-a933-c542eb66c3c0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'ca1b14d2-a1f4-4124-a027-2048e4efb082', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:29.472179 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0aa94d13-e2ae-4337-a933-c542eb66c3c0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.534391 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0aa94d13-e2ae-4337-a933-c542eb66c3c0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.538194 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0aa94d13-e2ae-4337-a933-c542eb66c3c0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.555471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa94d13-e2ae-4337-a933-c542eb66c3c0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107b7a50-7bbf-48c8-a903-e418bd32d5c6,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:29.566143 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0aa94d13-e2ae-4337-a933-c542eb66c3c0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.568208 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0aa94d13-e2ae-4337-a933-c542eb66c3c0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345723 Jul 07 19:49:29.571750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41094) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:29.576267 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ecdd8bff-de70-45ba-9f5d-f75dbb551628 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'ca1b14d2-a1f4-4124-a027-2048e4efb082', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:29.603766 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8bff-de70-45ba-9f5d-f75dbb551628 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.663560 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8bff-de70-45ba-9f5d-f75dbb551628 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.667173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8bff-de70-45ba-9f5d-f75dbb551628 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.685283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd8bff-de70-45ba-9f5d-f75dbb551628 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c023d873-c2a2-453f-bb18-f7108a1dd548,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:29.691473 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8bff-de70-45ba-9f5d-f75dbb551628 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.692726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ecdd8bff-de70-45ba-9f5d-f75dbb551628 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200733 Jul 07 19:49:29.695458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41096) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:29.700332 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9c754dee-38a7-49eb-8b1e-7dcdac7306f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'ca1b14d2-a1f4-4124-a027-2048e4efb082', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:29.721812 n-d-793621-9 neutron-server[93901]: INFO neutron.db.securitygroups_db [None req-9c754dee-38a7-49eb-8b1e-7dcdac7306f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Project 44b13c388e294841bb8022c823490da8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:49:29.727164 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c754dee-38a7-49eb-8b1e-7dcdac7306f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.788206 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c754dee-38a7-49eb-8b1e-7dcdac7306f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.792261 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c754dee-38a7-49eb-8b1e-7dcdac7306f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.809927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c754dee-38a7-49eb-8b1e-7dcdac7306f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c239524a-43c2-4e3b-8ec6-3be89ff6d05c,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:29.816272 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c754dee-38a7-49eb-8b1e-7dcdac7306f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.817567 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9c754dee-38a7-49eb-8b1e-7dcdac7306f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211824 Jul 07 19:49:29.820448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41098) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:29.825200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-af042e59-f963-471d-9457-8effc788a1de tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'ca1b14d2-a1f4-4124-a027-2048e4efb082', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:29.847903 n-d-793621-9 neutron-server[93901]: INFO neutron.db.securitygroups_db [None req-af042e59-f963-471d-9457-8effc788a1de tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Project 44b13c388e294841bb8022c823490da8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:49:29.852874 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-af042e59-f963-471d-9457-8effc788a1de tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.916446 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-af042e59-f963-471d-9457-8effc788a1de tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.920096 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-af042e59-f963-471d-9457-8effc788a1de tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.937187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af042e59-f963-471d-9457-8effc788a1de tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce95ad1-ed27-4a83-b6bf-c0a6725454d4,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:29.943677 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-af042e59-f963-471d-9457-8effc788a1de tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:29.944918 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-af042e59-f963-471d-9457-8effc788a1de tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235087 Jul 07 19:49:29.948657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41100) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:29.953585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0b20eb21-37ac-4f0b-8ed7-4ccf00664a35 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'network': {'name': 'tempest-network-smoke--1256654236', 'project_id': '44b13c388e294841bb8022c823490da8', 'port_security_enabled': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:29.980899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b20eb21-37ac-4f0b-8ed7-4ccf00664a35 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Made reservation on behalf of 44b13c388e294841bb8022c823490da8 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:49:29.984664 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b20eb21-37ac-4f0b-8ed7-4ccf00664a35 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.008900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b20eb21-37ac-4f0b-8ed7-4ccf00664a35 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:49:30.017983 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b20eb21-37ac-4f0b-8ed7-4ccf00664a35 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.019010 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-0b20eb21-37ac-4f0b-8ed7-4ccf00664a35 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Added segment 403632a5-d08d-4a16-a944-6db528ead222 of type vlan for network fb7f786e-7245-4830-aaf8-b721640780e3 Jul 07 19:49:30.057915 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b20eb21-37ac-4f0b-8ed7-4ccf00664a35 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.087461 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b20eb21-37ac-4f0b-8ed7-4ccf00664a35 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.093722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b20eb21-37ac-4f0b-8ed7-4ccf00664a35 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:30.094325 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b20eb21-37ac-4f0b-8ed7-4ccf00664a35 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.156064 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0b20eb21-37ac-4f0b-8ed7-4ccf00664a35 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2063642 Jul 07 19:49:30.158990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41102) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:30.163459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'admin_state_up': True, 'project_id': '44b13c388e294841bb8022c823490da8', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:30.173320 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20eb21-37ac-4f0b-8ed7-4ccf00664a35 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Network': ['ID=fb7f786e-7245-4830-aaf8-b721640780e3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:30.183396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network fb7f786e-7245-4830-aaf8-b721640780e3 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:49:30.190926 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.191910 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.249221 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.396781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.592429 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.615323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.720115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.25.0.56 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/b1dbb87e-a497-41d3-9347-103e6b2888ae) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:49:30.835081 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.877316 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:30.912554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:30.915583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:30.918102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:49:30.949257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=b1dbb87e-a497-41d3-9347-103e6b2888ae,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:31.176126 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:31.372545 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:31.502887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router 43d14f2f-8fb3-4099-a43c-25e4490d8222 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:49:31.610005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:31.620321 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Sync routers for ids ['43d14f2f-8fb3-4099-a43c-25e4490d8222'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:31.630600 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Routers {'43d14f2f-8fb3-4099-a43c-25e4490d8222'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:31.631311 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['43d14f2f-8fb3-4099-a43c-25e4490d8222'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:31.631817 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:31.633803 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2e4b849d-5cd9-47d2-bcbc-a898eae06d21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4735861 Jul 07 19:49:31.636621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41104) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:31.745400 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Set router 43d14f2f-8fb3-4099-a43c-25e4490d8222 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:31.773529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-96e60068-4d5d-4a59-a35a-bd12ced8916b tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b13c388e294841bb8022c823490da8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1355152 Jul 07 19:49:31.776078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41108) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:31.922607 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:31Z', 'revision_number': 3, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:31.926326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006bf70-b8f4-476d-945d-2d9dfa7ce35f tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:31.930415 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c006bf70-b8f4-476d-945d-2d9dfa7ce35f tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1508007 Jul 07 19:49:31.930659 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41110) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:31.969023 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-320f9046-2838-4a5c-84a1-6c9ea6ed3fdc tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347164 Jul 07 19:49:31.969292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41112) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:31.974407 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-754a88e8-2cdf-4b18-af6c-861d6d3ba259 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1797020574', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'project_id': '44b13c388e294841bb8022c823490da8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:32.046385 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Checking router: 43d14f2f-8fb3-4099-a43c-25e4490d8222 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:32.046614 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Updating router 43d14f2f-8fb3-4099-a43c-25e4490d8222 port b1dbb87e-a497-41d3-9347-103e6b2888ae binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:49:32.077501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754a88e8-2cdf-4b18-af6c-861d6d3ba259 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Made reservation on behalf of 44b13c388e294841bb8022c823490da8 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:49:32.082953 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-754a88e8-2cdf-4b18-af6c-861d6d3ba259 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:32.090668 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:32.271372 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-754a88e8-2cdf-4b18-af6c-861d6d3ba259 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:32.331172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a88e8-2cdf-4b18-af6c-861d6d3ba259 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Subnet': ['ID=36aae74d-0176-46d3-bbe3-ff9d0059538e,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:32.340704 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754a88e8-2cdf-4b18-af6c-861d6d3ba259 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Checking segment: {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:32.341078 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754a88e8-2cdf-4b18-af6c-861d6d3ba259 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network hostable DHCP agents. Network: fb7f786e-7245-4830-aaf8-b721640780e3, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:49:32.344269 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:32.355924 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Transition to ACTIVE for port object b1dbb87e-a497-41d3-9347-103e6b2888ae will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:32.358962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754a88e8-2cdf-4b18-af6c-861d6d3ba259 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network fb7f786e-7245-4830-aaf8-b721640780e3 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:49:32.363158 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:32.369208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-754a88e8-2cdf-4b18-af6c-861d6d3ba259 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, fb7f786e-7245-4830-aaf8-b721640780e3) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:32.373650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754a88e8-2cdf-4b18-af6c-861d6d3ba259 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:32.374249 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-754a88e8-2cdf-4b18-af6c-861d6d3ba259 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:32.381879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9ed0fd-63d8-4820-9d91-85c3d08f8555 None None] Network fb7f786e-7245-4830-aaf8-b721640780e3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:49:32.395776 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-754a88e8-2cdf-4b18-af6c-861d6d3ba259 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4224236 Jul 07 19:49:32.396073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41114) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:32.429644 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Attempting to bind port b1dbb87e-a497-41d3-9347-103e6b2888ae on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:49:32.430007 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Attempting to bind port b1dbb87e-a497-41d3-9347-103e6b2888ae by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:49:32.430404 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Attempting to bind port b1dbb87e-a497-41d3-9347-103e6b2888ae on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:49:32.437603 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29ee5b-b822-43a4-9b7f-392804e9eed4 None None] Pushing event updated for resources: {'Port': ['ID=b1dbb87e-a497-41d3-9347-103e6b2888ae,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:32.444081 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:49:32.447185 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:32.447660 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:32.448058 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:49:32.448575 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Bound port: b1dbb87e-a497-41d3-9347-103e6b2888ae, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:49:32.449027 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:32.503238 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] For port b1dbb87e-a497-41d3-9347-103e6b2888ae, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:49:32.507319 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] For port b1dbb87e-a497-41d3-9347-103e6b2888ae, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b1dbb87e-a497-41d3-9347-103e6b2888ae,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:49:32.513017 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:32.559862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-fb7f786e-7245-4830-aaf8-b721640780e3', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'fixed_ips': [{'subnet_id': '36aae74d-0176-46d3-bbe3-ff9d0059538e'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:49:32.560090 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Routers {'43d14f2f-8fb3-4099-a43c-25e4490d8222'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:32.560604 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['43d14f2f-8fb3-4099-a43c-25e4490d8222'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:32.560870 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:32.620824 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29ee5b-b822-43a4-9b7f-392804e9eed4 None None] Pushing event updated for resources: {'Port': ['ID=b1dbb87e-a497-41d3-9347-103e6b2888ae,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:32.687569 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] Set router 43d14f2f-8fb3-4099-a43c-25e4490d8222 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:32.732533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Allocated IP 172.20.0.2 (fb7f786e-7245-4830-aaf8-b721640780e3/36aae74d-0176-46d3-bbe3-ff9d0059538e/c44346c0-d036-4cb7-a5f7-b7e7cc314f45) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:49:32.887640 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:31Z', 'revision_number': 3, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:32.926333 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17f1c9-cbb2-4827-aaa2-ab61071e3207 None None] The sync data for ids ['43d14f2f-8fb3-4099-a43c-25e4490d8222'] in n-d-793621-9 is: [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:31Z', 'revision_number': 3, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:32.926640 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:33.049647 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:33.058198 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Transition to ACTIVE for port object c44346c0-d036-4cb7-a5f7-b7e7cc314f45 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:33.084078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Transition to ACTIVE for port object c44346c0-d036-4cb7-a5f7-b7e7cc314f45 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:33.092412 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:33.136700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Network fb7f786e-7245-4830-aaf8-b721640780e3 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:33.139791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:33.142040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:49:33.148407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Pushing event updated for resources: {'Port': ['ID=c44346c0-d036-4cb7-a5f7-b7e7cc314f45,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:33.253623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Attempting to bind port c44346c0-d036-4cb7-a5f7-b7e7cc314f45 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:49:33.254834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Attempting to bind port c44346c0-d036-4cb7-a5f7-b7e7cc314f45 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:49:33.254834 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Attempting to bind port c44346c0-d036-4cb7-a5f7-b7e7cc314f45 on network fb7f786e-7245-4830-aaf8-b721640780e3 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:49:33.259912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:49:33.260937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Checking segment: {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:33.260937 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:33.261198 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Bound using segment: {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:49:33.261562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Bound port: c44346c0-d036-4cb7-a5f7-b7e7cc314f45, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:49:33.261949 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:33.322295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.20.0.1 (fb7f786e-7245-4830-aaf8-b721640780e3/36aae74d-0176-46d3-bbe3-ff9d0059538e/f62e273a-1c68-4330-9f1f-2893b5b7e5d8) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:49:33.329240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] For port c44346c0-d036-4cb7-a5f7-b7e7cc314f45, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:49:33.333976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] For port c44346c0-d036-4cb7-a5f7-b7e7cc314f45, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c44346c0-d036-4cb7-a5f7-b7e7cc314f45,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:49:33.338757 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:33.400673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d5660-be1c-453f-bed9-627ec5f934d2 None None] Pushing event updated for resources: {'Port': ['ID=c44346c0-d036-4cb7-a5f7-b7e7cc314f45,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:33.474560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:33.495738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Transition to ACTIVE for port object f62e273a-1c68-4330-9f1f-2893b5b7e5d8 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:33.537321 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:33.589666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network fb7f786e-7245-4830-aaf8-b721640780e3 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:33.596354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:33.601671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:49:33.654685 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=f62e273a-1c68-4330-9f1f-2893b5b7e5d8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:33.668368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:33.832054 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:34.136369 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:34.141075 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:34.223034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=f62e273a-1c68-4330-9f1f-2893b5b7e5d8,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:34.225619 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:34.320806 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network fb7f786e-7245-4830-aaf8-b721640780e3 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:34.322516 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:34.403539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e082e55-cac9-4599-a811-998fad45d5bb None None] Network fb7f786e-7245-4830-aaf8-b721640780e3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:49:34.442214 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router 43d14f2f-8fb3-4099-a43c-25e4490d8222 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:49:34.466391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-016a5a39-578b-42e1-b33c-ef00d1684a03 None None] Provisioning for port c44346c0-d036-4cb7-a5f7-b7e7cc314f45 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:34.561761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:34.568212 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-af0a0476-2ce9-4637-a084-3a579b3086c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "PUT /v2.0/routers/43d14f2f-8fb3-4099-a43c-25e4490d8222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1710532 Jul 07 19:49:34.618225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b1dbb87e-a497-41d3-9347-103e6b2888ae up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:34.675979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port b1dbb87e-a497-41d3-9347-103e6b2888ae completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:34.680830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b1dbb87e-a497-41d3-9347-103e6b2888ae triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:34.681170 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:34.755602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-19c39e51-4cef-4f1b-9c86-d6ce60858751 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475965467&fields=id&tenant_id=44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 267 time: 0.0407264 Jul 07 19:49:34.781304 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:34.804379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port b1dbb87e-a497-41d3-9347-103e6b2888ae, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b1dbb87e-a497-41d3-9347-103e6b2888ae,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:34.812029 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:34.812849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c44346c0-d036-4cb7-a5f7-b7e7cc314f45 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:34.887132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-132755eb-5181-4ef5-8ae0-584a7c1cd0ac tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:34.891298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-132755eb-5181-4ef5-8ae0-584a7c1cd0ac tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/networks?id=fb7f786e-7245-4830-aaf8-b721640780e3 HTTP/1.1" status: 200 len: 797 time: 0.1275029 Jul 07 19:49:34.904107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=b1dbb87e-a497-41d3-9347-103e6b2888ae,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:34.906629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b3cb73d6-8985-4b03-9ad6-fa11fe8eb6ee tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/quotas/44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 375 time: 0.0114288 Jul 07 19:49:34.934562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port c44346c0-d036-4cb7-a5f7-b7e7cc314f45 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:34.940036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c44346c0-d036-4cb7-a5f7-b7e7cc314f45 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:34.940654 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:34.942535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b0be3269-829f-4d98-afa7-6b28de888ffa None None] Provisioning for port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:34.966728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b0be3269-829f-4d98-afa7-6b28de888ffa None None] Provisioning complete for port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:34.967133 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b0be3269-829f-4d98-afa7-6b28de888ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:34.994531 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-5bed4b20-d1fc-424e-9908-b5ff0e1b71a3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810320 Jul 07 19:49:35.022573 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b0be3269-829f-4d98-afa7-6b28de888ffa None None] Port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:49:35.054366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Sync routers for ids ['43d14f2f-8fb3-4099-a43c-25e4490d8222'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:35.076433 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:35.078380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Routers {'43d14f2f-8fb3-4099-a43c-25e4490d8222'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:35.079138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['43d14f2f-8fb3-4099-a43c-25e4490d8222'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:35.115375 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-ff46d0d4-f6c6-47f1-99e7-1b5437bf9015 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054091 Jul 07 19:49:35.169086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port c44346c0-d036-4cb7-a5f7-b7e7cc314f45, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c44346c0-d036-4cb7-a5f7-b7e7cc314f45,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:35.200517 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:35.208461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a0bed075-e6c7-45bf-8393-ae68aaa5a9b0 None None] Provisioning complete for port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:35.208878 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a0bed075-e6c7-45bf-8393-ae68aaa5a9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:35.224302 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-9fb7707c-5f6f-47a1-9db7-79fa546f9e34 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008570 Jul 07 19:49:35.295810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Set router 43d14f2f-8fb3-4099-a43c-25e4490d8222 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:35.327185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a0bed075-e6c7-45bf-8393-ae68aaa5a9b0 None None] Port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:49:35.332776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=c44346c0-d036-4cb7-a5f7-b7e7cc314f45,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:35.418696 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a42788dd-57bd-4f34-aae8-b334007bc233 req-875f14bc-f53c-4950-ba45-78d876f0b5cc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 210 time: 0.0319846 Jul 07 19:49:35.487756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7d5d9e7d-427a-445d-82f0-d89f87dbd6eb None None] Provisioning complete for port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:35.488306 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9e7d-427a-445d-82f0-d89f87dbd6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:35.549447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d9e7d-427a-445d-82f0-d89f87dbd6eb None None] Port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:49:35.574270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:33Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f62e273a-1c68-4330-9f1f-2893b5b7e5d8', 'name': '', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:5b:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:33Z', 'updated_at': '2021-07-07T19:49:33Z', 'revision_number': 2, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:35.601600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Checking router: 43d14f2f-8fb3-4099-a43c-25e4490d8222 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:35.601949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Updating router 43d14f2f-8fb3-4099-a43c-25e4490d8222 port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:49:35.641549 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:35.919901 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:35.931334 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:35.942228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Transition to ACTIVE for port object f62e273a-1c68-4330-9f1f-2893b5b7e5d8 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:35.948600 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:35.999829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84b2b4-be77-44e2-8a36-a27a44734946 None None] Pushing event updated for resources: {'Port': ['ID=f62e273a-1c68-4330-9f1f-2893b5b7e5d8,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:36.061797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Attempting to bind port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:49:36.062282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Attempting to bind port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:49:36.062699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Attempting to bind port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 on network fb7f786e-7245-4830-aaf8-b721640780e3 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:49:36.069338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:49:36.069785 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Checking segment: {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:36.070343 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:36.070863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Bound using segment: {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:49:36.071677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Bound port: f62e273a-1c68-4330-9f1f-2893b5b7e5d8, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:49:36.072065 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:36.149931 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] For port f62e273a-1c68-4330-9f1f-2893b5b7e5d8, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:49:36.153453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] For port f62e273a-1c68-4330-9f1f-2893b5b7e5d8, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f62e273a-1c68-4330-9f1f-2893b5b7e5d8,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:49:36.158441 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:36.219546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Routers {'43d14f2f-8fb3-4099-a43c-25e4490d8222'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:36.220184 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['43d14f2f-8fb3-4099-a43c-25e4490d8222'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:36.225054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84b2b4-be77-44e2-8a36-a27a44734946 None None] Pushing event updated for resources: {'Port': ['ID=f62e273a-1c68-4330-9f1f-2893b5b7e5d8,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:36.340796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] Set router 43d14f2f-8fb3-4099-a43c-25e4490d8222 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:36.570569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b1dbb87e-a497-41d3-9347-103e6b2888ae up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:36.688683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-593aa332-1a98-45cb-943f-a9fe10f85c50 req-4353fa80-3db2-436f-82a9-4956ce97a567 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 210 time: 0.0642025 Jul 07 19:49:36.713525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:33Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f62e273a-1c68-4330-9f1f-2893b5b7e5d8', 'name': '', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:5b:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:33Z', 'updated_at': '2021-07-07T19:49:36Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:36.721866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-eeb8bbc7-86da-497c-b8ea-f49bd7cacdc9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:36.724422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-eeb8bbc7-86da-497c-b8ea-f49bd7cacdc9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "GET /v2.0/networks?id=fb7f786e-7245-4830-aaf8-b721640780e3 HTTP/1.1" status: 200 len: 797 time: 0.1928341 Jul 07 19:49:36.756154 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868a518-fb31-40b1-bae7-7a8f6fa59355 None None] The sync data for ids ['43d14f2f-8fb3-4099-a43c-25e4490d8222'] in n-d-793621-9 is: [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:33Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f62e273a-1c68-4330-9f1f-2893b5b7e5d8', 'name': '', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:5b:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:33Z', 'updated_at': '2021-07-07T19:49:36Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:36.759890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b1dbb87e-a497-41d3-9347-103e6b2888ae triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:36.760221 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:36.782405 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-c23614a8-8755-482a-a43c-c12c7312a2cc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 379 time: 0.0476911 Jul 07 19:49:36.800543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'port': {'device_id': '361f2da1-4ebd-49db-910f-16e3bb853737', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'admin_state_up': True, 'tenant_id': '44b13c388e294841bb8022c823490da8', 'security_groups': ['ca1b14d2-a1f4-4124-a027-2048e4efb082']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:36.893971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c44346c0-d036-4cb7-a5f7-b7e7cc314f45 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:36.948149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c44346c0-d036-4cb7-a5f7-b7e7cc314f45 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:36.948753 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:36.980215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b134f-14c5-423c-8847-7ba615c5f0e7 req-5de67a23-47d0-45b0-9eae-53120c0bec29 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:36.981769 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-394b134f-14c5-423c-8847-7ba615c5f0e7 req-5de67a23-47d0-45b0-9eae-53120c0bec29 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 946 time: 0.1867297 Jul 07 19:49:37.009266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Made reservation on behalf of 44b13c388e294841bb8022c823490da8 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:49:37.014062 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:37.180576 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-394b134f-14c5-423c-8847-7ba615c5f0e7 req-02b60bf2-203b-4e3d-8126-7d0650d25110 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901104 Jul 07 19:49:37.184508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.20.0.3 (fb7f786e-7245-4830-aaf8-b721640780e3/36aae74d-0176-46d3-bbe3-ff9d0059538e/0034515f-7c61-4bcf-a39a-1e13e1c55b9a) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:49:37.331753 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:37.346934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Transition to ACTIVE for port object 0034515f-7c61-4bcf-a39a-1e13e1c55b9a will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:37.382290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:37.428116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network fb7f786e-7245-4830-aaf8-b721640780e3 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:37.431523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:37.437657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:49:37.466843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:37.496902 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:37.497676 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:37.516847 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-1f143e9c-e4c0-466e-8cb3-70c6453dde42 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7228789 Jul 07 19:49:37.529430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Request body: {'port': {'device_id': '361f2da1-4ebd-49db-910f-16e3bb853737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:37.610076 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:37.711837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df7979ad-f749-48f7-9c31-ac0d85d44493 None None] Provisioning for port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:37.716460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df7979ad-f749-48f7-9c31-ac0d85d44493 None None] Provisioning complete for port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:37.716841 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df7979ad-f749-48f7-9c31-ac0d85d44493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:37.760110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df7979ad-f749-48f7-9c31-ac0d85d44493 None None] Port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:49:37.900573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccd06e-2a7a-4092-bcc5-635fc0aa7691 req-6edc3242-7d64-4a80-9a48-61b5d110cc68 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:37.902208 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-feccd06e-2a7a-4092-bcc5-635fc0aa7691 req-6edc3242-7d64-4a80-9a48-61b5d110cc68 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 931 time: 0.0736353 Jul 07 19:49:37.909568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0034515f-7c61-4bcf-a39a-1e13e1c55b9a {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:49:37.917983 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:37.931111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Transition to ACTIVE for port object 0034515f-7c61-4bcf-a39a-1e13e1c55b9a will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:49:37.935294 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:37.949409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-feccd06e-2a7a-4092-bcc5-635fc0aa7691 req-1381cf83-4758-4f0b-a285-e65bb67f6e21 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373833 Jul 07 19:49:37.988474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Pushing event updated for resources: {'Port': ['ID=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:38.063202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Attempting to bind port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:49:38.063460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Attempting to bind port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:49:38.063793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Attempting to bind port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a on network fb7f786e-7245-4830-aaf8-b721640780e3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:49:38.069027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a on network fb7f786e-7245-4830-aaf8-b721640780e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:49:38.069352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Attempting to bind port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a on network fb7f786e-7245-4830-aaf8-b721640780e3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:49:38.075162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:49:38.075675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Checking segment: {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:49:38.076214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Bound using segment: {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:49:38.076806 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Bound port: 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:49:38.077297 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:38.543285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f62e273a-1c68-4330-9f1f-2893b5b7e5d8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:38.567927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:49:38.571813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:49:38.579917 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:38.596007 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:38.599641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:38.600020 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:38.634038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:38.634702 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:38.636191 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] 10.222.0.48 "PUT /v2.0/ports/0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 200 len: 1091 time: 1.1112640 Jul 07 19:49:38.640927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:49:38.643892 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3609100c-ceca-46b7-ba56-a33b33425b25" -d '{"events": [{"name": "network-changed", "server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:49:38.665620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadbac0-9afd-4384-9a41-976351af3146 req-04c7fd86-a85b-4287-ba08-ed01a472a2d4 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:38.673766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ccadbac0-9afd-4384-9a41-976351af3146 req-04c7fd86-a85b-4287-ba08-ed01a472a2d4 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 946 time: 0.2037039 Jul 07 19:49:38.711688 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:38.717319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-03eb08cc-45da-4d93-90cf-71afda5ea11a tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:38.718887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-03eb08cc-45da-4d93-90cf-71afda5ea11a tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.110 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 946 time: 0.2510693 Jul 07 19:49:38.723324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdce7b-c705-473b-8b2b-d66ce44e9e52 service neutron] Pushing event updated for resources: {'Port': ['ID=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:38.785656 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port f62e273a-1c68-4330-9f1f-2893b5b7e5d8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f62e273a-1c68-4330-9f1f-2893b5b7e5d8,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:38.791362 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:38.810134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ccadbac0-9afd-4384-9a41-976351af3146 req-b4908f5f-4796-429c-857b-1cd19c0adcc5 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/security-groups?id=476531bc-219b-4bd1-87a1-89c198ead5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365564 Jul 07 19:49:38.830830 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edd9015-4657-49df-9778-d834a8f2da0e x-openstack-request-id: req-5edd9015-4657-49df-9778-d834a8f2da0e {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:49:38.831136 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:49:38.831470 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5edd9015-4657-49df-9778-d834a8f2da0e {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:49:38.831901 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'status': 'completed', 'code': 200} Jul 07 19:49:38.860489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=f62e273a-1c68-4330-9f1f-2893b5b7e5d8,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:38.875343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-823483bd-bb7a-4d7a-ba18-ac24a176429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:38.876861 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-823483bd-bb7a-4d7a-ba18-ac24a176429e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1094 time: 0.1822851 Jul 07 19:49:38.921783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-e0c5788a-93a5-475b-9eb3-c4777be8d6ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 200 len: 217 time: 0.0365789 Jul 07 19:49:38.942429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Deleting port 8866da75-9839-49b1-8f56-7d8b26e9a30c {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:38.942772 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:39.026387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-e11d88fe-b5f6-4fcd-a93b-88deabdc6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:39.027886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-e11d88fe-b5f6-4fcd-a93b-88deabdc6d1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36aae74d-0176-46d3-bbe3-ff9d0059538e HTTP/1.1" status: 200 len: 835 time: 0.0977042 Jul 07 19:49:39.094546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] For port 8866da75-9839-49b1-8f56-7d8b26e9a30c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8866da75-9839-49b1-8f56-7d8b26e9a30c,segment=NetworkSegment(86b159de-1b68-4030-a389-6a9ccc9569ca),segment_id=86b159de-1b68-4030-a389-6a9ccc9569ca)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:39.094933 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:39.127143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40244f-796b-4b8b-8179-be9cdcb64263 req-47527793-282f-46b0-a741-1a5f3b8380cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:39.128634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af40244f-796b-4b8b-8179-be9cdcb64263 req-47527793-282f-46b0-a741-1a5f3b8380cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 943 time: 0.0638943 Jul 07 19:49:39.167027 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af40244f-796b-4b8b-8179-be9cdcb64263 req-ee6ae39d-fc91-4465-ab2b-fe4c0c0923bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324373 Jul 07 19:49:39.176407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-f84bbf3d-f59b-4e10-a31a-57ea28ba4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:39.177899 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-f84bbf3d-f59b-4e10-a31a-57ea28ba4b5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb7f786e-7245-4830-aaf8-b721640780e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378739 Jul 07 19:49:39.349586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:39.349884 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:39.350173 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Floating IP a2122422-4eb3-4d20-a403-d4b299863efa disassociated. External IP: 172.25.0.77, port: 8866da75-9839-49b1-8f56-7d8b26e9a30c. Jul 07 19:49:39.350515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Calling delete_port for 8866da75-9839-49b1-8f56-7d8b26e9a30c owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:39.355974 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-d9ccd232-884b-4677-9e3f-2b0ce39816ff service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515021 Jul 07 19:49:39.504900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dcb11727-a0a6-4e42-b848-1cda029c6b74 req-646217bd-5d9d-4ccc-97bf-ac41d70a7598 service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404097 Jul 07 19:49:39.584063 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:39.616540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event deleted for resources: {'Port': ['ID=8866da75-9839-49b1-8f56-7d8b26e9a30c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:39.690531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609100c-ceca-46b7-ba56-a33b33425b25 req-0ae55c50-c8e8-48f3-956b-f2acf78b652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:39.692086 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3609100c-ceca-46b7-ba56-a33b33425b25 req-0ae55c50-c8e8-48f3-956b-f2acf78b652e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1094 time: 0.1368780 Jul 07 19:49:39.801232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Router affc14ff-7385-4c3a-841d-ec765b88d762 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:49:39.864493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609100c-ceca-46b7-ba56-a33b33425b25 req-427fd3af-2dee-4734-baae-aa011f470591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:39.865967 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3609100c-ceca-46b7-ba56-a33b33425b25 req-427fd3af-2dee-4734-baae-aa011f470591 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb7f786e-7245-4830-aaf8-b721640780e3 HTTP/1.1" status: 200 len: 898 time: 0.1448736 Jul 07 19:49:39.953665 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3609100c-ceca-46b7-ba56-a33b33425b25 req-ce91dd88-927f-4c82-be20-2a4a08fc619c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 200 len: 217 time: 0.0760155 Jul 07 19:49:39.980664 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fd438494-8671-4bee-9a0c-bba50b3f107e req-79d21784-d05b-49cb-bf93-5524888e4659 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "GET /v2.0/ports?device_id=f390664e-79aa-45d7-9e53-fed3bd738e48 HTTP/1.1" status: 200 len: 210 time: 0.0386810 Jul 07 19:49:40.027568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:40.037710 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c068f4a-4aee-4f07-87b7-d6d01638db91 None None] Sync routers for ids ['affc14ff-7385-4c3a-841d-ec765b88d762'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:40.048415 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c068f4a-4aee-4f07-87b7-d6d01638db91 None None] Routers {'affc14ff-7385-4c3a-841d-ec765b88d762'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:40.050575 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2c068f4a-4aee-4f07-87b7-d6d01638db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['affc14ff-7385-4c3a-841d-ec765b88d762'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:40.059301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609100c-ceca-46b7-ba56-a33b33425b25 req-d319294b-bb1d-49eb-99d0-a9abec3fb060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:40.060774 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3609100c-ceca-46b7-ba56-a33b33425b25 req-d319294b-bb1d-49eb-99d0-a9abec3fb060 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36aae74d-0176-46d3-bbe3-ff9d0059538e HTTP/1.1" status: 200 len: 835 time: 0.0825801 Jul 07 19:49:40.086472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] No DVR routers for this DVR port 8866da75-9839-49b1-8f56-7d8b26e9a30c on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:49:40.102453 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:40.104579 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:40.106606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e43e7b3-400b-4c95-8647-0c500ce026a3 req-7d60d5d7-06bd-42ef-8985-36244bd8001b tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.110 "DELETE /v2.0/ports/8866da75-9839-49b1-8f56-7d8b26e9a30c HTTP/1.1" status: 204 len: 173 time: 1.3619628 Jul 07 19:49:40.144095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609100c-ceca-46b7-ba56-a33b33425b25 req-661a9e6f-afa5-409b-b1bb-85416e03a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:40.145448 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3609100c-ceca-46b7-ba56-a33b33425b25 req-661a9e6f-afa5-409b-b1bb-85416e03a60f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb7f786e-7245-4830-aaf8-b721640780e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682764 Jul 07 19:49:40.191273 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2c068f4a-4aee-4f07-87b7-d6d01638db91 None None] Set router affc14ff-7385-4c3a-841d-ec765b88d762 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:40.256374 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3609100c-ceca-46b7-ba56-a33b33425b25 req-408c13bd-f545-4018-a0e2-58e486f45046 service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990961 Jul 07 19:49:40.363043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd35415-e8a1-4635-aa29-bbf344642364 req-6b08fc5d-0eef-4a0f-ac71-6b6cc11f30fd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:40.364603 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acd35415-e8a1-4635-aa29-bbf344642364 req-6b08fc5d-0eef-4a0f-ac71-6b6cc11f30fd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 943 time: 0.0728109 Jul 07 19:49:40.369100 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3609100c-ceca-46b7-ba56-a33b33425b25 req-af8a8327-e534-4253-8352-0222e45358ef service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047418 Jul 07 19:49:40.408192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-acd35415-e8a1-4635-aa29-bbf344642364 req-2ded5b1a-ff33-41d5-b626-ac906346adad tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375676 Jul 07 19:49:40.412615 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2c068f4a-4aee-4f07-87b7-d6d01638db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:28Z', 'revision_number': 4, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b', 'name': '', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'mac_address': 'fa:16:3e:f2:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:27Z', 'updated_at': '2021-07-07T19:44:34Z', 'revision_number': 5, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'subnets': [{'id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:40.438333 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c068f4a-4aee-4f07-87b7-d6d01638db91 None None] Checking router: affc14ff-7385-4c3a-841d-ec765b88d762 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:40.447053 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c068f4a-4aee-4f07-87b7-d6d01638db91 None None] Routers {'affc14ff-7385-4c3a-841d-ec765b88d762'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:40.447586 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2c068f4a-4aee-4f07-87b7-d6d01638db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['affc14ff-7385-4c3a-841d-ec765b88d762'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:40.534140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f62e273a-1c68-4330-9f1f-2893b5b7e5d8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:40.552738 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2c068f4a-4aee-4f07-87b7-d6d01638db91 None None] Set router affc14ff-7385-4c3a-841d-ec765b88d762 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:40.587026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:40.587411 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:40.766579 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2c068f4a-4aee-4f07-87b7-d6d01638db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:28Z', 'revision_number': 4, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b', 'name': '', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'mac_address': 'fa:16:3e:f2:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:27Z', 'updated_at': '2021-07-07T19:44:34Z', 'revision_number': 5, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'subnets': [{'id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:40.795149 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c068f4a-4aee-4f07-87b7-d6d01638db91 None None] The sync data for ids ['affc14ff-7385-4c3a-841d-ec765b88d762'] in n-d-793621-9 is: [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:28Z', 'revision_number': 4, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b', 'name': '', 'network_id': 'caaa1b5c-5511-487f-919c-b5457e65e7ab', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'mac_address': 'fa:16:3e:f2:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:27Z', 'updated_at': '2021-07-07T19:44:34Z', 'revision_number': 5, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'subnets': [{'id': '3d782028-e8cd-4b30-9357-afebb54ed1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:40.833182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'name': 'network-vif-deleted', 'tag': '8866da75-9839-49b1-8f56-7d8b26e9a30c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:49:40.835812 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a20d08-216e-4184-a68c-3b30c59c513e" -d '{"events": [{"server_uuid": "f390664e-79aa-45d7-9e53-fed3bd738e48", "name": "network-vif-deleted", "tag": "8866da75-9839-49b1-8f56-7d8b26e9a30c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:49:40.874016 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072ee22b-9561-4fea-b01e-26deab1e83da x-openstack-request-id: req-072ee22b-9561-4fea-b01e-26deab1e83da {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:49:40.874308 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f390664e-79aa-45d7-9e53-fed3bd738e48", "name": "network-vif-deleted", "tag": "8866da75-9839-49b1-8f56-7d8b26e9a30c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:49:40.874587 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-072ee22b-9561-4fea-b01e-26deab1e83da {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:49:40.875011 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f390664e-79aa-45d7-9e53-fed3bd738e48', 'name': 'network-vif-deleted', 'tag': '8866da75-9839-49b1-8f56-7d8b26e9a30c', 'status': 'completed', 'code': 200} Jul 07 19:49:41.021337 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c994b69-7bf7-4f67-bf50-488cfca01395 None None] New status for floating IP a2122422-4eb3-4d20-a403-d4b299863efa: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:49:41.079909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41166) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:41.234878 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d39fe018-93f2-4d22-82db-560a3d956044 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Deleting port fdf6c12e-f852-46cf-ab59-616f63a147ef {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:41.235227 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d39fe018-93f2-4d22-82db-560a3d956044 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:41.591045 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d39fe018-93f2-4d22-82db-560a3d956044 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:41.591784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d39fe018-93f2-4d22-82db-560a3d956044 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:41.598750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e33330-2943-4a21-9921-489cd359492e req-26919b1b-3ab1-4de1-89ea-6e0c2d4540fa tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:41.600306 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98e33330-2943-4a21-9921-489cd359492e req-26919b1b-3ab1-4de1-89ea-6e0c2d4540fa tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 943 time: 0.0689399 Jul 07 19:49:41.603052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d39fe018-93f2-4d22-82db-560a3d956044 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Calling delete_port for fdf6c12e-f852-46cf-ab59-616f63a147ef owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:41.640980 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-98e33330-2943-4a21-9921-489cd359492e req-e63c6d8c-1f82-4699-8968-126cec226aa1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345469 Jul 07 19:49:41.740903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d39fe018-93f2-4d22-82db-560a3d956044 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:41.771419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fe018-93f2-4d22-82db-560a3d956044 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event deleted for resources: {'Port': ['ID=fdf6c12e-f852-46cf-ab59-616f63a147ef,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:41.837535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d39fe018-93f2-4d22-82db-560a3d956044 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:41.840122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d39fe018-93f2-4d22-82db-560a3d956044 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:41.841335 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d39fe018-93f2-4d22-82db-560a3d956044 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "DELETE /v2.0/floatingips/a2122422-4eb3-4d20-a403-d4b299863efa HTTP/1.1" status: 204 len: 168 time: 0.7598588 Jul 07 19:49:41.980073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41176) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:42.037866 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d02f-e2ac-4c40-b167-ba1046da9e25 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:42.062044 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d02f-e2ac-4c40-b167-ba1046da9e25 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:42.120550 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d02f-e2ac-4c40-b167-ba1046da9e25 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:42.123201 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d02f-e2ac-4c40-b167-ba1046da9e25 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:42.124369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b3e1d02f-e2ac-4c40-b167-ba1046da9e25 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] 10.222.0.81 "DELETE /v2.0/security-groups/476531bc-219b-4bd1-87a1-89c198ead5fb HTTP/1.1" status: 204 len: 168 time: 0.1433141 Jul 07 19:49:42.134980 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1d02f-e2ac-4c40-b167-ba1046da9e25 tempest-TestServerBasicOps-726716978 tempest-TestServerBasicOps-726716978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476531bc-219b-4bd1-87a1-89c198ead5fb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:42.169668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41180) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:42.618934 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-630753b0-5767-48b7-a09a-0d2f89bb5126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:42.630267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8866da75-9839-49b1-8f56-7d8b26e9a30c no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:42.804890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 8866da75-9839-49b1-8f56-7d8b26e9a30c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:42.805234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8866da75-9839-49b1-8f56-7d8b26e9a30c not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:42.823940 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa3934-9bf7-426f-8ef3-001ebf4dbdd0 req-f0add7d8-33f6-4eb3-b8b7-45ccc564e9dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:42.825439 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d6fa3934-9bf7-426f-8ef3-001ebf4dbdd0 req-f0add7d8-33f6-4eb3-b8b7-45ccc564e9dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 943 time: 0.0658555 Jul 07 19:49:42.867192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d6fa3934-9bf7-426f-8ef3-001ebf4dbdd0 req-5b7279cd-9753-4f4e-9b19-1ee50e91510a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355294 Jul 07 19:49:42.900489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-630753b0-5767-48b7-a09a-0d2f89bb5126 admin admin] Deleting port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:42.900809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-630753b0-5767-48b7-a09a-0d2f89bb5126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:42.977631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-630753b0-5767-48b7-a09a-0d2f89bb5126 admin admin] For port dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b,segment=NetworkSegment(86b159de-1b68-4030-a389-6a9ccc9569ca),segment_id=86b159de-1b68-4030-a389-6a9ccc9569ca)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:42.977987 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-630753b0-5767-48b7-a09a-0d2f89bb5126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:42.990300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-630753b0-5767-48b7-a09a-0d2f89bb5126 admin admin] Calling delete_port for dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:43.170754 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-630753b0-5767-48b7-a09a-0d2f89bb5126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:43.202857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630753b0-5767-48b7-a09a-0d2f89bb5126 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:43.378388 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-630753b0-5767-48b7-a09a-0d2f89bb5126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:43.453670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0034515f-7c61-4bcf-a39a-1e13e1c55b9a details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:49:43.546614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:43.560489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'port_id': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'mac_address': 'fa:16:3e:35:ae:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:49:43.597504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630753b0-5767-48b7-a09a-0d2f89bb5126 admin admin] Router affc14ff-7385-4c3a-841d-ec765b88d762 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:49:43.605615 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:43.618760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0034515f-7c61-4bcf-a39a-1e13e1c55b9a {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:49:43.638438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:43.642806 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:43.691208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:43.705494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630753b0-5767-48b7-a09a-0d2f89bb5126 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:43.710524 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-630753b0-5767-48b7-a09a-0d2f89bb5126 admin admin] 10.222.0.81 "PUT /v2.0/routers/affc14ff-7385-4c3a-841d-ec765b88d762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5395887 Jul 07 19:49:43.713230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41186) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:43.715936 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b5360-5620-49d9-a200-99d64f18666d None None] Sync routers for ids ['affc14ff-7385-4c3a-841d-ec765b88d762'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:43.726082 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b5360-5620-49d9-a200-99d64f18666d None None] Routers {'affc14ff-7385-4c3a-841d-ec765b88d762'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:43.726696 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-393b5360-5620-49d9-a200-99d64f18666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['affc14ff-7385-4c3a-841d-ec765b88d762'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:43.819552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:43.918757 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-393b5360-5620-49d9-a200-99d64f18666d None None] Set router affc14ff-7385-4c3a-841d-ec765b88d762 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:43.924469 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:43.982237 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Deleting port 3cdccf06-db76-4e3a-bc88-80fa85db6540 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:43.982750 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:44.030347 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0034515f-7c61-4bcf-a39a-1e13e1c55b9a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:49:44.099020 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-393b5360-5620-49d9-a200-99d64f18666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:49:43Z', 'revision_number': 5, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port': {'id': '3cdccf06-db76-4e3a-bc88-80fa85db6540', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:44.109134 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] For port 3cdccf06-db76-4e3a-bc88-80fa85db6540, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3cdccf06-db76-4e3a-bc88-80fa85db6540,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:44.109589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:44.125905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2359e-607c-4011-a629-5f150d9f14b5 req-d746985f-d6f4-4ba7-ac2a-e047b2889e01 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:44.128093 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4aa2359e-607c-4011-a629-5f150d9f14b5 req-d746985f-d6f4-4ba7-ac2a-e047b2889e01 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 944 time: 0.1423006 Jul 07 19:49:44.131411 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b5360-5620-49d9-a200-99d64f18666d None None] Checking router: affc14ff-7385-4c3a-841d-ec765b88d762 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:44.134270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Calling delete_port for 3cdccf06-db76-4e3a-bc88-80fa85db6540 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:44.140745 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b5360-5620-49d9-a200-99d64f18666d None None] Routers {'affc14ff-7385-4c3a-841d-ec765b88d762'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:44.141373 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-393b5360-5620-49d9-a200-99d64f18666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['affc14ff-7385-4c3a-841d-ec765b88d762'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:44.225528 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4aa2359e-607c-4011-a629-5f150d9f14b5 req-1a3a507f-0c6b-478f-89da-03b6d383604d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802314 Jul 07 19:49:44.234521 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-393b5360-5620-49d9-a200-99d64f18666d None None] Set router affc14ff-7385-4c3a-841d-ec765b88d762 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:44.287988 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-393b5360-5620-49d9-a200-99d64f18666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:49:43Z', 'revision_number': 6, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:44.318562 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b5360-5620-49d9-a200-99d64f18666d None None] The sync data for ids ['affc14ff-7385-4c3a-841d-ec765b88d762'] in n-d-793621-9 is: [{'id': 'affc14ff-7385-4c3a-841d-ec765b88d762', 'name': 'tempest-TestServerBasicOps-1703433738-router', 'tenant_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:25Z', 'updated_at': '2021-07-07T19:49:43Z', 'revision_number': 6, 'project_id': 'cdbab3bd504c4d4d87b10327e778ed02', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:44.342547 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:44.369418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdccf06-db76-4e3a-bc88-80fa85db6540,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:44.432580 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:44.519817 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:44.521883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:44.562169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:44.562678 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router affc14ff-7385-4c3a-841d-ec765b88d762 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:49:44.568165 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:44.568704 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b55b82bc-1d32-4d6e-890f-e65c4edfc8a6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/affc14ff-7385-4c3a-841d-ec765b88d762 HTTP/1.1" status: 204 len: 168 time: 0.8545244 Jul 07 19:49:44.571646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41190) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:44.615733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84eae2d-7dca-4983-a159-fb388477102b admin admin] Deleting subnet 3d782028-e8cd-4b30-9357-afebb54ed1e1 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:49:44.618869 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b84eae2d-7dca-4983-a159-fb388477102b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:44.655660 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b84eae2d-7dca-4983-a159-fb388477102b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:44.791156 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:49:45.034874 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b84eae2d-7dca-4983-a159-fb388477102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.090671 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b84eae2d-7dca-4983-a159-fb388477102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.116463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:45.117903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84eae2d-7dca-4983-a159-fb388477102b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d782028-e8cd-4b30-9357-afebb54ed1e1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:45.121544 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b84eae2d-7dca-4983-a159-fb388477102b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.125858 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b84eae2d-7dca-4983-a159-fb388477102b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3d782028-e8cd-4b30-9357-afebb54ed1e1 HTTP/1.1" status: 204 len: 168 time: 0.5508437 Jul 07 19:49:45.125976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41192) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:45.144793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d5cacf-c162-48bd-ad6e-4c3b6709ac0d None None] Network caaa1b5c-5511-487f-919c-b5457e65e7ab requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:49:45.156721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:45.157069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device dbe1d3ce-f960-4c40-8a9c-3164e4b2a55b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:45.199693 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.256457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Deleting port 84705d87-3245-42ee-a4dc-e59036ad28ca {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:45.256812 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.326765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] For port 84705d87-3245-42ee-a4dc-e59036ad28ca, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=84705d87-3245-42ee-a4dc-e59036ad28ca,segment=NetworkSegment(86b159de-1b68-4030-a389-6a9ccc9569ca),segment_id=86b159de-1b68-4030-a389-6a9ccc9569ca)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:45.326765 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.339039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Calling delete_port for 84705d87-3245-42ee-a4dc-e59036ad28ca owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:45.365053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2929d0-4987-4ff8-8aae-a01d0a66cf22 None None] DHCP port deletion for caaa1b5c-5511-487f-919c-b5457e65e7ab request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:49:45.418319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4d2929d0-4987-4ff8-8aae-a01d0a66cf22 None None] Deleting port 84705d87-3245-42ee-a4dc-e59036ad28ca {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:45.418699 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4d2929d0-4987-4ff8-8aae-a01d0a66cf22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.420173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2fb05-7d93-4339-9918-e3d75efa721f req-922d6de2-cb37-43d0-80b5-ade7ea649c8e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:45.423027 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ea2fb05-7d93-4339-9918-e3d75efa721f req-922d6de2-cb37-43d0-80b5-ade7ea649c8e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 944 time: 0.0792720 Jul 07 19:49:45.426992 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.451844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] No DVR routers for this DVR port 84705d87-3245-42ee-a4dc-e59036ad28ca on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:49:45.475220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ea2fb05-7d93-4339-9918-e3d75efa721f req-a781a00f-1dd9-491b-a20c-8c0f0439fbec tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465658 Jul 07 19:49:45.481999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0034515f-7c61-4bcf-a39a-1e13e1c55b9a up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:45.498111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84705d87-3245-42ee-a4dc-e59036ad28ca,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:45.528658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-4d2929d0-4987-4ff8-8aae-a01d0a66cf22 None None] For port 84705d87-3245-42ee-a4dc-e59036ad28ca, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=84705d87-3245-42ee-a4dc-e59036ad28ca,segment=NetworkSegment(86b159de-1b68-4030-a389-6a9ccc9569ca),segment_id=86b159de-1b68-4030-a389-6a9ccc9569ca)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:45.529052 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4d2929d0-4987-4ff8-8aae-a01d0a66cf22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.545632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4d2929d0-4987-4ff8-8aae-a01d0a66cf22 None None] Calling delete_port for 84705d87-3245-42ee-a4dc-e59036ad28ca owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:45.550639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.560801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaa1b5c-5511-487f-919c-b5457e65e7ab']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:45.571487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b159de-1b68-4030-a389-6a9ccc9569ca') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:45.571789 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b159de-1b68-4030-a389-6a9ccc9569ca') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:45.581299 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.593923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:45.596478 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.601596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:45.601973 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.602815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:49:45.603216 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:49:45.605168 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:49:45.659330 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:49:45.663911 n-d-793621-9 neutron-server[93902]: self.session.flush() Jul 07 19:49:45.668209 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.668209 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/caaa1b5c-5511-487f-919c-b5457e65e7ab HTTP/1.1" status: 204 len: 168 time: 0.5398455 Jul 07 19:49:45.669812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41196) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:45.670569 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4d2929d0-4987-4ff8-8aae-a01d0a66cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.684613 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496187a-29d0-4429-9908-2b9d1ceba8e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=caaa1b5c-5511-487f-919c-b5457e65e7ab,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:45.698552 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d2929d0-4987-4ff8-8aae-a01d0a66cf22 None None] Network caaa1b5c-5511-487f-919c-b5457e65e7ab is not hosted by any dhcp agent {{(pid=93902) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:49:45.699193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2929d0-4987-4ff8-8aae-a01d0a66cf22 None None] No DVR routers for this DVR port 84705d87-3245-42ee-a4dc-e59036ad28ca on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:49:45.703273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2929d0-4987-4ff8-8aae-a01d0a66cf22 None None] Pushing event deleted for resources: {'Port': ['ID=84705d87-3245-42ee-a4dc-e59036ad28ca,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:45.740507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41198) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:45.752365 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.776878 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:49:45.778484 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6938369a-85ad-4ec4-8c67-24ac4642cb62" -d '{"events": [{"server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "name": "network-vif-plugged", "status": "completed", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:49:45.794636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:45.800948 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.827153 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a24f95-c07c-439b-9d7f-00fd71dbf007 x-openstack-request-id: req-d7a24f95-c07c-439b-9d7f-00fd71dbf007 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:49:45.827449 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "name": "network-vif-plugged", "status": "completed", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:49:45.827703 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7a24f95-c07c-439b-9d7f-00fd71dbf007 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:49:45.828427 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'code': 200} Jul 07 19:49:45.867949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:45.948235 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Deleting port a9cfde55-8ad7-4d70-8029-71a4c0189c68 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:45.948585 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:45.997912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e75e6-55e4-4f5d-8e62-d5758643086a req-d2b303d6-089a-4096-ac3a-055abdbdf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:45.999367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e9e75e6-55e4-4f5d-8e62-d5758643086a req-d2b303d6-089a-4096-ac3a-055abdbdf558 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1096 time: 0.1009350 Jul 07 19:49:46.029263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:46.029598 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:46.042879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Calling delete_port for a9cfde55-8ad7-4d70-8029-71a4c0189c68 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:46.061096 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e9e75e6-55e4-4f5d-8e62-d5758643086a req-a9fa67a1-dd2c-49bf-800b-bccc3b109af3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367854 Jul 07 19:49:46.132031 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b359f6f7-5e69-470d-8c50-64fd5b072bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:46.217102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:46.247862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event deleted for resources: {'Port': ['ID=a9cfde55-8ad7-4d70-8029-71a4c0189c68,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:46.312173 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:46.312475 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Floating IP 7716d26a-f822-4290-97c8-8bd94b322ea1 disassociated (deleted). External IP: 172.25.0.224, port: d07e4118-9568-4c13-b79f-4ff5b4db2219. Jul 07 19:49:46.399615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b359f6f7-5e69-470d-8c50-64fd5b072bca admin admin] Deleting port 0536ff89-04b0-4d5e-915c-0455e9577e79 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:46.399959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b359f6f7-5e69-470d-8c50-64fd5b072bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:46.482997 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-b359f6f7-5e69-470d-8c50-64fd5b072bca admin admin] For port 0536ff89-04b0-4d5e-915c-0455e9577e79, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=0536ff89-04b0-4d5e-915c-0455e9577e79,segment=NetworkSegment(222d116f-180b-4c91-86f9-d499ea41a816),segment_id=222d116f-180b-4c91-86f9-d499ea41a816)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:46.483590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b359f6f7-5e69-470d-8c50-64fd5b072bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:46.508740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b359f6f7-5e69-470d-8c50-64fd5b072bca admin admin] Calling delete_port for 0536ff89-04b0-4d5e-915c-0455e9577e79 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:46.533445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Router 603fbeb7-ac95-4635-baea-474e84795ff7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:49:46.557769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3cdccf06-db76-4e3a-bc88-80fa85db6540 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:46.589100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 3cdccf06-db76-4e3a-bc88-80fa85db6540 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:46.590235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3cdccf06-db76-4e3a-bc88-80fa85db6540 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:46.590912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 84705d87-3245-42ee-a4dc-e59036ad28ca no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:46.616833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 84705d87-3245-42ee-a4dc-e59036ad28ca {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:46.617108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 84705d87-3245-42ee-a4dc-e59036ad28ca not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:46.651331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:46.655970 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:46.661753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3cdb9-fbd3-40e0-8f15-74e49a422339 None None] Sync routers for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:46.672767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3cdb9-fbd3-40e0-8f15-74e49a422339 None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:46.673397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-84f3cdb9-fbd3-40e0-8f15-74e49a422339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:46.699856 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5d56c5bc-fcbd-4524-90ab-e3ca7e0c6b98 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "DELETE /v2.0/floatingips/7716d26a-f822-4290-97c8-8bd94b322ea1 HTTP/1.1" status: 204 len: 168 time: 0.9581885 Jul 07 19:49:46.700471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15661c5b-111c-4965-8728-792a63a7aefc', 'tag': 'd07e4118-9568-4c13-b79f-4ff5b4db2219'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:49:46.702892 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d78f9f-a6d2-418f-9893-85780492443e" -d '{"events": [{"name": "network-changed", "server_uuid": "15661c5b-111c-4965-8728-792a63a7aefc", "tag": "d07e4118-9568-4c13-b79f-4ff5b4db2219"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:49:46.712127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5d971-b125-4b27-bfad-a7b16cf3df1d req-8b93e35f-a63f-407c-880c-03b1a5464049 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:46.713672 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0db5d971-b125-4b27-bfad-a7b16cf3df1d req-8b93e35f-a63f-407c-880c-03b1a5464049 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.1029060 Jul 07 19:49:46.787699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0db5d971-b125-4b27-bfad-a7b16cf3df1d req-9ad08e0f-76c0-4bbf-9df9-07d3fd67a7ef tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629911 Jul 07 19:49:46.793431 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b359f6f7-5e69-470d-8c50-64fd5b072bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:46.815475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-84f3cdb9-fbd3-40e0-8f15-74e49a422339 None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:46.834727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359f6f7-5e69-470d-8c50-64fd5b072bca admin admin] Pushing event deleted for resources: {'Port': ['ID=0536ff89-04b0-4d5e-915c-0455e9577e79,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:47.046495 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0921a8a-d56f-4503-87f6-37633cf11dcb x-openstack-request-id: req-e0921a8a-d56f-4503-87f6-37633cf11dcb {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:49:47.047050 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15661c5b-111c-4965-8728-792a63a7aefc", "tag": "d07e4118-9568-4c13-b79f-4ff5b4db2219", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:49:47.047169 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0921a8a-d56f-4503-87f6-37633cf11dcb {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:49:47.047485 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15661c5b-111c-4965-8728-792a63a7aefc', 'tag': 'd07e4118-9568-4c13-b79f-4ff5b4db2219', 'status': 'completed', 'code': 200} Jul 07 19:49:47.138433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-84f3cdb9-fbd3-40e0-8f15-74e49a422339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'cd25e386-f15e-4ae7-897a-e1eed245c2b8', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:5a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113e5836-3527-4652-9863-6500917034ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:44Z', 'updated_at': '2021-07-07T19:45:46Z', 'revision_number': 1, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:47.177189 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3cdb9-fbd3-40e0-8f15-74e49a422339 None None] Checking router: 603fbeb7-ac95-4635-baea-474e84795ff7 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:47.187394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3cdb9-fbd3-40e0-8f15-74e49a422339 None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:47.188284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-84f3cdb9-fbd3-40e0-8f15-74e49a422339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:47.197223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e603d-7ea8-4bb2-9642-3d8ff46890d4 req-0171833d-88ef-4831-a64a-4975d5114eeb tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:47.198983 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-427e603d-7ea8-4bb2-9642-3d8ff46890d4 req-0171833d-88ef-4831-a64a-4975d5114eeb tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 945 time: 0.0868337 Jul 07 19:49:47.247535 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-427e603d-7ea8-4bb2-9642-3d8ff46890d4 req-f9a4fdb4-0bc8-4c6d-9054-8da5774a2467 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416112 Jul 07 19:49:47.324814 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-84f3cdb9-fbd3-40e0-8f15-74e49a422339 None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:47.474233 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b359f6f7-5e69-470d-8c50-64fd5b072bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:47.529545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d78f9f-a6d2-418f-9893-85780492443e req-4e04d2d7-7a06-4f3c-a8cf-90bb32f086b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:47.531201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-04d78f9f-a6d2-418f-9893-85780492443e req-4e04d2d7-7a06-4f3c-a8cf-90bb32f086b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 1096 time: 0.1082070 Jul 07 19:49:47.556855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-84f3cdb9-fbd3-40e0-8f15-74e49a422339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'cd25e386-f15e-4ae7-897a-e1eed245c2b8', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:5a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113e5836-3527-4652-9863-6500917034ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:44Z', 'updated_at': '2021-07-07T19:45:46Z', 'revision_number': 1, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:47.588018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3cdb9-fbd3-40e0-8f15-74e49a422339 None None] The sync data for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 is: [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'cd25e386-f15e-4ae7-897a-e1eed245c2b8', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'port_id': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'mac_address': 'fa:16:3e:5a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113e5836-3527-4652-9863-6500917034ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:44Z', 'updated_at': '2021-07-07T19:45:46Z', 'revision_number': 1, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:47.709825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d78f9f-a6d2-418f-9893-85780492443e req-47ad0ad5-c285-4f53-96e4-46b803933ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:47.712132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-04d78f9f-a6d2-418f-9893-85780492443e req-47ad0ad5-c285-4f53-96e4-46b803933ea8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.1731534 Jul 07 19:49:47.793086 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-04d78f9f-a6d2-418f-9893-85780492443e req-18637eff-f89b-4c08-b83d-65be5b17dd65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d07e4118-9568-4c13-b79f-4ff5b4db2219 HTTP/1.1" status: 200 len: 217 time: 0.0683579 Jul 07 19:49:47.846786 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07efb6c-2949-497e-8ab8-72cc13219fa3 None None] New status for floating IP 7716d26a-f822-4290-97c8-8bd94b322ea1: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:49:47.863071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b359f6f7-5e69-470d-8c50-64fd5b072bca admin admin] Router 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:49:47.870845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d78f9f-a6d2-418f-9893-85780492443e req-63a87751-07c0-4824-bd50-3bbedc3aad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:47.872569 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-04d78f9f-a6d2-418f-9893-85780492443e req-63a87751-07c0-4824-bd50-3bbedc3aad78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0692441 Jul 07 19:49:48.063365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d78f9f-a6d2-418f-9893-85780492443e req-60721c3b-2e7c-4ec3-840f-d3dc3eeef233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:48.065314 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-04d78f9f-a6d2-418f-9893-85780492443e req-60721c3b-2e7c-4ec3-840f-d3dc3eeef233 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837790 Jul 07 19:49:48.066241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b359f6f7-5e69-470d-8c50-64fd5b072bca admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:48.071462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b359f6f7-5e69-470d-8c50-64fd5b072bca admin admin] 10.222.0.81 "PUT /v2.0/routers/3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3993170 Jul 07 19:49:48.074030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41214) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:48.075686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1547e0-fcfc-4ff8-95dc-501a24df24be None None] Sync routers for ids ['3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:48.078627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-04d78f9f-a6d2-418f-9893-85780492443e req-c3612abf-8cd6-4f5c-b1ce-810ae4643c5b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:49:48.079661 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-04d78f9f-a6d2-418f-9893-85780492443e req-c3612abf-8cd6-4f5c-b1ce-810ae4643c5b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072050 Jul 07 19:49:48.088822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1547e0-fcfc-4ff8-95dc-501a24df24be None None] Routers {'3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:48.089776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-cf1547e0-fcfc-4ff8-95dc-501a24df24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:48.095873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd624-503e-4bfd-a979-c8bbb6011cc6 req-dee4532c-ce1e-4092-acb9-6ceadc5c35b0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:48.097371 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90afd624-503e-4bfd-a979-c8bbb6011cc6 req-dee4532c-ce1e-4092-acb9-6ceadc5c35b0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.1744428 Jul 07 19:49:48.183918 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90afd624-503e-4bfd-a979-c8bbb6011cc6 req-806664a3-7182-43aa-b664-6d3f9991de7c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795131 Jul 07 19:49:48.188721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:48.205839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-cf1547e0-fcfc-4ff8-95dc-501a24df24be None None] Set router 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:48.216933 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-04d78f9f-a6d2-418f-9893-85780492443e req-0cd8edf1-f044-4f4c-906c-80c33d866844 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289454 Jul 07 19:49:48.331525 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:48.336796 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-04d78f9f-a6d2-418f-9893-85780492443e req-9c6468e3-fb74-4a1e-806a-f7bd6d14f589 service neutron] 10.222.0.48 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090417 Jul 07 19:49:48.428294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Deleting port 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:48.428647 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:48.432064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-cf1547e0-fcfc-4ff8-95dc-501a24df24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'name': 'tempest-TestServerBasicOps-873951952-router', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:49:46Z', 'revision_number': 5, 'project_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'gw_port': {'id': '5f567236-fb9d-4c90-b2a0-e5b37ee74ac4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:48.460869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a17909-79b8-4f35-aec6-af4cc9672857 req-054d6749-a265-4eed-8aa4-ebea4f1ec5ad tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:48.462372 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a6a17909-79b8-4f35-aec6-af4cc9672857 req-054d6749-a265-4eed-8aa4-ebea4f1ec5ad tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 945 time: 0.0715330 Jul 07 19:49:48.463054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1547e0-fcfc-4ff8-95dc-501a24df24be None None] Checking router: 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:48.477641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1547e0-fcfc-4ff8-95dc-501a24df24be None None] Routers {'3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:48.481054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-cf1547e0-fcfc-4ff8-95dc-501a24df24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:48.500445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fa979-970a-4976-b88d-97a6ef304653 req-a1719640-fbf2-4bc3-a0fc-7319393ac64c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:48.502544 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-382fa979-970a-4976-b88d-97a6ef304653 req-a1719640-fbf2-4bc3-a0fc-7319393ac64c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.1257873 Jul 07 19:49:48.515589 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a6a17909-79b8-4f35-aec6-af4cc9672857 req-aaf75cf4-f255-4eb8-84ab-1745835e1f2d tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449035 Jul 07 19:49:48.563240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] For port 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5f567236-fb9d-4c90-b2a0-e5b37ee74ac4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:48.563911 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:48.581817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-382fa979-970a-4976-b88d-97a6ef304653 req-19d526f2-12ea-46d0-902c-1839686101bb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666831 Jul 07 19:49:48.586377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Calling delete_port for 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:48.612515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41222) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:48.676426 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b3786c-ae0f-460f-8c70-cf338e0aa250 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:48.678380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-66b3786c-ae0f-460f-8c70-cf338e0aa250 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1091 time: 0.0648022 Jul 07 19:49:48.681280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41224) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:48.687915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:49:48.735011 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:48.747747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-cf1547e0-fcfc-4ff8-95dc-501a24df24be None None] Set router 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:48.775455 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:48.804168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f567236-fb9d-4c90-b2a0-e5b37ee74ac4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:48.810169 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-cf1547e0-fcfc-4ff8-95dc-501a24df24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'name': 'tempest-TestServerBasicOps-873951952-router', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:49:48Z', 'revision_number': 6, 'project_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:48.840937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1547e0-fcfc-4ff8-95dc-501a24df24be None None] The sync data for ids ['3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82'] in n-d-793621-9 is: [{'id': '3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82', 'name': 'tempest-TestServerBasicOps-873951952-router', 'tenant_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:30Z', 'updated_at': '2021-07-07T19:49:48Z', 'revision_number': 6, 'project_id': 'b2e5edf24e3a48cc82c08f09a5c34608', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:48.844971 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:48.873865 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:48.965110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.25.0.55 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/d86bc618-4856-4330-973d-b31aa45688d2) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:49:48.971520 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:48.973666 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.020529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.021459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:49:49.026184 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.027377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-164a041f-7967-4cad-a6ad-532f2ea1e48e admin admin] 10.222.0.81 "DELETE /v2.0/routers/3fe3eaa1-4f5f-4d56-bda2-c51c011d5a82 HTTP/1.1" status: 204 len: 168 time: 0.9523664 Jul 07 19:49:49.029752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41226) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:49.068925 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.075242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3a7a6f-2ed8-44bf-a775-60c42f0d6c72 admin admin] Deleting subnet 6ccf421b-6e4e-4803-a1fd-db63e64c572d {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:49:49.078281 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7a6f-2ed8-44bf-a775-60c42f0d6c72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.109866 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.114416 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7a6f-2ed8-44bf-a775-60c42f0d6c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.186385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:49:49.195191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:49:49.198190 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7a6f-2ed8-44bf-a775-60c42f0d6c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.199548 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:49:49.201721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=d86bc618-4856-4330-973d-b31aa45688d2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:49.258688 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7a6f-2ed8-44bf-a775-60c42f0d6c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.285246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a7a6f-2ed8-44bf-a775-60c42f0d6c72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ccf421b-6e4e-4803-a1fd-db63e64c572d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:49.288729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2fc85-02ed-448f-bdd4-e422f2636e2f req-97f48bd1-4ee1-4167-adb3-6bf652265b8b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:49.290276 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ca2fc85-02ed-448f-bdd4-e422f2636e2f req-97f48bd1-4ee1-4167-adb3-6bf652265b8b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 945 time: 0.1506858 Jul 07 19:49:49.290420 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7a6f-2ed8-44bf-a775-60c42f0d6c72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.294861 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ba3a7a6f-2ed8-44bf-a775-60c42f0d6c72 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6ccf421b-6e4e-4803-a1fd-db63e64c572d HTTP/1.1" status: 204 len: 168 time: 0.2639394 Jul 07 19:49:49.295459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41228) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:49.302074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e97852b-2c4c-4259-a8a8-af267f0913d8 None None] Network 41925138-3936-4199-98b4-874423ff0b0a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:49:49.375735 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.434903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Deleting port 02df1152-7f24-4dc4-9aba-c14200eba1f8 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:49.435254 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.503805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] For port 02df1152-7f24-4dc4-9aba-c14200eba1f8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=02df1152-7f24-4dc4-9aba-c14200eba1f8,segment=NetworkSegment(222d116f-180b-4c91-86f9-d499ea41a816),segment_id=222d116f-180b-4c91-86f9-d499ea41a816)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:49.504170 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.517064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Calling delete_port for 02df1152-7f24-4dc4-9aba-c14200eba1f8 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:49.526694 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-7ca2fc85-02ed-448f-bdd4-e422f2636e2f req-68da52b8-de92-4e8c-a96a-01f5fbb3cf47 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Deleting port d07e4118-9568-4c13-b79f-4ff5b4db2219 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:49.527064 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ca2fc85-02ed-448f-bdd4-e422f2636e2f req-68da52b8-de92-4e8c-a96a-01f5fbb3cf47 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.603771 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.633385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=02df1152-7f24-4dc4-9aba-c14200eba1f8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:49.635228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] No DVR routers for this DVR port 02df1152-7f24-4dc4-9aba-c14200eba1f8 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:49:49.659429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99a45f6-f43e-4f1f-b6d3-f227ee75cb17 None None] DHCP port deletion for 41925138-3936-4199-98b4-874423ff0b0a request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:49:49.675506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7ca2fc85-02ed-448f-bdd4-e422f2636e2f req-68da52b8-de92-4e8c-a96a-01f5fbb3cf47 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] For port d07e4118-9568-4c13-b79f-4ff5b4db2219, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d07e4118-9568-4c13-b79f-4ff5b4db2219,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:49.675961 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ca2fc85-02ed-448f-bdd4-e422f2636e2f req-68da52b8-de92-4e8c-a96a-01f5fbb3cf47 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.728829 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-7ca2fc85-02ed-448f-bdd4-e422f2636e2f req-68da52b8-de92-4e8c-a96a-01f5fbb3cf47 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Calling delete_port for d07e4118-9568-4c13-b79f-4ff5b4db2219 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:49.737537 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.747422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41925138-3936-4199-98b4-874423ff0b0a']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:49.758191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222d116f-180b-4c91-86f9-d499ea41a816') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:49.758496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222d116f-180b-4c91-86f9-d499ea41a816') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:49.768514 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.788087 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.794425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:49:49.794909 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:49:49.796651 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:49:49.854252 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.861911 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.866578 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] 10.222.0.81 "DELETE /v2.0/networks/41925138-3936-4199-98b4-874423ff0b0a HTTP/1.1" status: 204 len: 168 time: 0.5678968 Jul 07 19:49:49.876343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76244d50-548d-425f-a720-e8fb563c0e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=41925138-3936-4199-98b4-874423ff0b0a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:49.913486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bca41f-8960-4bf5-8935-3a6d81e4993c req-ba87944d-ac78-489a-9e05-6f51b0838de8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:49.915070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47bca41f-8960-4bf5-8935-3a6d81e4993c req-ba87944d-ac78-489a-9e05-6f51b0838de8 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 945 time: 0.2423081 Jul 07 19:49:49.916447 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.038890 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47bca41f-8960-4bf5-8935-3a6d81e4993c req-0e586e57-fcf7-4314-a4f2-966e93a1169f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986392 Jul 07 19:49:50.061888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41234) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:50.069314 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ca2fc85-02ed-448f-bdd4-e422f2636e2f req-68da52b8-de92-4e8c-a96a-01f5fbb3cf47 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.105812 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aac8f45d-043d-4833-be48-94bbf18e9a85 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cdbab3bd504c4d4d87b10327e778ed02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466390 Jul 07 19:49:50.107310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da52b8-de92-4e8c-a96a-01f5fbb3cf47 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event deleted for resources: {'Port': ['ID=d07e4118-9568-4c13-b79f-4ff5b4db2219,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:50.108331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41236) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:50.110510 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.166612 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-766bd51a-bc4b-4cb5-b6a6-eaba30d6036f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.177360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca2fc85-02ed-448f-bdd4-e422f2636e2f req-68da52b8-de92-4e8c-a96a-01f5fbb3cf47 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] No DVR routers for this DVR port d07e4118-9568-4c13-b79f-4ff5b4db2219 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:49:50.182903 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7ca2fc85-02ed-448f-bdd4-e422f2636e2f req-68da52b8-de92-4e8c-a96a-01f5fbb3cf47 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.184853 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ca2fc85-02ed-448f-bdd4-e422f2636e2f req-68da52b8-de92-4e8c-a96a-01f5fbb3cf47 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.48 "DELETE /v2.0/ports/d07e4118-9568-4c13-b79f-4ff5b4db2219 HTTP/1.1" status: 204 len: 173 time: 0.8884623 Jul 07 19:49:50.185292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15661c5b-111c-4965-8728-792a63a7aefc', 'name': 'network-vif-deleted', 'tag': 'd07e4118-9568-4c13-b79f-4ff5b4db2219'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:49:50.187536 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aee626-9bbf-43be-9577-bf86fed309ab" -d '{"events": [{"server_uuid": "15661c5b-111c-4965-8728-792a63a7aefc", "name": "network-vif-deleted", "tag": "d07e4118-9568-4c13-b79f-4ff5b4db2219"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:49:50.190780 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-766bd51a-bc4b-4cb5-b6a6-eaba30d6036f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.248460 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eeae332-bd58-4b24-b93a-044c158bfffa x-openstack-request-id: req-8eeae332-bd58-4b24-b93a-044c158bfffa {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:49:50.248755 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15661c5b-111c-4965-8728-792a63a7aefc", "name": "network-vif-deleted", "tag": "d07e4118-9568-4c13-b79f-4ff5b4db2219", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:49:50.249008 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8eeae332-bd58-4b24-b93a-044c158bfffa {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:49:50.249437 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15661c5b-111c-4965-8728-792a63a7aefc', 'name': 'network-vif-deleted', 'tag': 'd07e4118-9568-4c13-b79f-4ff5b4db2219', 'status': 'completed', 'code': 200} Jul 07 19:49:50.251035 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-766bd51a-bc4b-4cb5-b6a6-eaba30d6036f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.260657 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-766bd51a-bc4b-4cb5-b6a6-eaba30d6036f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.261845 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-766bd51a-bc4b-4cb5-b6a6-eaba30d6036f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fbd43a86-ec42-4a38-8e6a-acc6cfd963c7 HTTP/1.1" status: 204 len: 168 time: 0.1526058 Jul 07 19:49:50.273968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bd51a-bc4b-4cb5-b6a6-eaba30d6036f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd43a86-ec42-4a38-8e6a-acc6cfd963c7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:50.344081 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.349767 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.424906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=d86bc618-4856-4330-973d-b31aa45688d2,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:50.436523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.581667 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Floating IP f3072a93-0817-4c5d-ad72-b11c2aa432b6 associated. External IP: 172.25.0.55, port: 0034515f-7c61-4bcf-a39a-1e13e1c55b9a. Jul 07 19:49:50.599019 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0536ff89-04b0-4d5e-915c-0455e9577e79 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:50.635798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 0536ff89-04b0-4d5e-915c-0455e9577e79 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:50.636730 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 0536ff89-04b0-4d5e-915c-0455e9577e79 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:50.637326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 02df1152-7f24-4dc4-9aba-c14200eba1f8 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:50.665006 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 02df1152-7f24-4dc4-9aba-c14200eba1f8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:50.665623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 02df1152-7f24-4dc4-9aba-c14200eba1f8 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:50.666213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:50.679062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41244) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:50.699840 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:50.700792 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5f567236-fb9d-4c90-b2a0-e5b37ee74ac4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:50.744241 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7d67c382-756b-4ef1-a130-0b835010442c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2e5edf24e3a48cc82c08f09a5c34608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639994 Jul 07 19:49:50.747121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41246) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:50.802648 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5b94f0b5-6f2e-4261-82de-5074a12367f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.825273 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5b94f0b5-6f2e-4261-82de-5074a12367f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.852736 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router 43d14f2f-8fb3-4099-a43c-25e4490d8222 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:49:50.876419 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5b94f0b5-6f2e-4261-82de-5074a12367f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.880473 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5b94f0b5-6f2e-4261-82de-5074a12367f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:50.883249 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5b94f0b5-6f2e-4261-82de-5074a12367f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/26993cee-096c-4d42-9403-1c815c64f372 HTTP/1.1" status: 204 len: 168 time: 0.1350994 Jul 07 19:49:50.891976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94f0b5-6f2e-4261-82de-5074a12367f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26993cee-096c-4d42-9403-1c815c64f372,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:50.984513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:49:50.996238 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b811f1-a2a0-46f9-b018-595974eeb50b None None] Sync routers for ids ['43d14f2f-8fb3-4099-a43c-25e4490d8222'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:49:51.005876 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:51.008379 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b811f1-a2a0-46f9-b018-595974eeb50b None None] Routers {'43d14f2f-8fb3-4099-a43c-25e4490d8222'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:51.009301 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-81b811f1-a2a0-46f9-b018-595974eeb50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['43d14f2f-8fb3-4099-a43c-25e4490d8222'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:51.045636 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9098466a-13d8-4a1c-a3fb-d9dab63ee7be tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3625884 Jul 07 19:49:51.109234 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-abfbd29e-1740-4b59-b4ac-f19627a82968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:51.222982 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-81b811f1-a2a0-46f9-b018-595974eeb50b None None] Set router 43d14f2f-8fb3-4099-a43c-25e4490d8222 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:51.240284 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a3d3ee51-763d-4914-96e8-04bd27f06b59 req-370a5baa-7ce3-4781-b5d4-b39c65220bf2 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 210 time: 0.0576091 Jul 07 19:49:51.472454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d07e4118-9568-4c13-b79f-4ff5b4db2219 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:49:51.511592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: d07e4118-9568-4c13-b79f-4ff5b4db2219 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:49:51.512835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d07e4118-9568-4c13-b79f-4ff5b4db2219 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:49:51.524372 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-81b811f1-a2a0-46f9-b018-595974eeb50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:33Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'f3072a93-0817-4c5d-ad72-b11c2aa432b6', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'port_id': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'mac_address': 'fa:16:3e:35:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361f2da1-4ebd-49db-910f-16e3bb853737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:49:49Z', 'updated_at': '2021-07-07T19:49:49Z', 'revision_number': 0, 'project_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62e273a-1c68-4330-9f1f-2893b5b7e5d8', 'name': '', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:5b:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:33Z', 'updated_at': '2021-07-07T19:49:38Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:51.558151 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b811f1-a2a0-46f9-b018-595974eeb50b None None] Checking router: 43d14f2f-8fb3-4099-a43c-25e4490d8222 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:49:51.570567 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b811f1-a2a0-46f9-b018-595974eeb50b None None] Routers {'43d14f2f-8fb3-4099-a43c-25e4490d8222'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:49:51.571885 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-81b811f1-a2a0-46f9-b018-595974eeb50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['43d14f2f-8fb3-4099-a43c-25e4490d8222'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:51.692508 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-81b811f1-a2a0-46f9-b018-595974eeb50b None None] Set router 43d14f2f-8fb3-4099-a43c-25e4490d8222 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:49:51.698815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86181230-f078-46cd-be91-c1378c2862c4 req-c758f0b8-eb6e-40a8-9b64-2041f47e6185 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:51.700611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86181230-f078-46cd-be91-c1378c2862c4 req-c758f0b8-eb6e-40a8-9b64-2041f47e6185 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.5535221 Jul 07 19:49:51.749273 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86181230-f078-46cd-be91-c1378c2862c4 req-44e97e76-03f1-4b23-8b2f-a3ee9dc0686a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393498 Jul 07 19:49:51.776396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41254) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:51.842050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-69ab5d62-18cd-40e3-9a42-8281521a5568 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/f3072a93-0817-4c5d-ad72-b11c2aa432b6 HTTP/1.1" status: 200 len: 990 time: 0.0638371 Jul 07 19:49:51.935673 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-81b811f1-a2a0-46f9-b018-595974eeb50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:33Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'f3072a93-0817-4c5d-ad72-b11c2aa432b6', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'port_id': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'mac_address': 'fa:16:3e:35:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361f2da1-4ebd-49db-910f-16e3bb853737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:49:49Z', 'updated_at': '2021-07-07T19:49:49Z', 'revision_number': 0, 'project_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62e273a-1c68-4330-9f1f-2893b5b7e5d8', 'name': '', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:5b:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:33Z', 'updated_at': '2021-07-07T19:49:38Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:49:51.963183 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b811f1-a2a0-46f9-b018-595974eeb50b None None] The sync data for ids ['43d14f2f-8fb3-4099-a43c-25e4490d8222'] in n-d-793621-9 is: [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:33Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'f3072a93-0817-4c5d-ad72-b11c2aa432b6', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'port_id': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'mac_address': 'fa:16:3e:35:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361f2da1-4ebd-49db-910f-16e3bb853737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:49:49Z', 'updated_at': '2021-07-07T19:49:49Z', 'revision_number': 0, 'project_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62e273a-1c68-4330-9f1f-2893b5b7e5d8', 'name': '', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:5b:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:33Z', 'updated_at': '2021-07-07T19:49:38Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:49:52.165925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a4713-39b0-4a07-9de4-9856418cb497 None None] New status for floating IP f3072a93-0817-4c5d-ad72-b11c2aa432b6: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:49:52.250834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:49:52.254438 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868540b4-874e-4637-a3b7-cf8f4d6ff2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:49:52.310139 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df975345-2407-4e48-aec5-a5063181c258 x-openstack-request-id: req-df975345-2407-4e48-aec5-a5063181c258 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:49:52.310551 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:49:52.310823 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df975345-2407-4e48-aec5-a5063181c258 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:49:52.311223 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'status': 'completed', 'code': 200} Jul 07 19:49:52.405884 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a899a49e-ed9f-45a8-be73-6a12d9e040b8 req-ec71f365-38c0-4bdd-92ee-641db01920c5 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 210 time: 0.0359030 Jul 07 19:49:52.428221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868540b4-874e-4637-a3b7-cf8f4d6ff2bb req-c64c1656-d41a-4e07-9b66-6d9a453cb514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:52.429748 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-868540b4-874e-4637-a3b7-cf8f4d6ff2bb req-c64c1656-d41a-4e07-9b66-6d9a453cb514 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1096 time: 0.0903201 Jul 07 19:49:52.520858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868540b4-874e-4637-a3b7-cf8f4d6ff2bb req-27b62358-b753-4954-8e9e-1fe403966c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:52.522398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-868540b4-874e-4637-a3b7-cf8f4d6ff2bb req-27b62358-b753-4954-8e9e-1fe403966c0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb7f786e-7245-4830-aaf8-b721640780e3 HTTP/1.1" status: 200 len: 898 time: 0.0855582 Jul 07 19:49:52.595989 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-868540b4-874e-4637-a3b7-cf8f4d6ff2bb req-0ff942fd-dd26-412d-890f-2f9bd25024a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 200 len: 1000 time: 0.0631826 Jul 07 19:49:52.644911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868540b4-874e-4637-a3b7-cf8f4d6ff2bb req-16024c12-223e-45f0-9041-7926b23f2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:52.646405 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-868540b4-874e-4637-a3b7-cf8f4d6ff2bb req-16024c12-223e-45f0-9041-7926b23f2e45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36aae74d-0176-46d3-bbe3-ff9d0059538e HTTP/1.1" status: 200 len: 835 time: 0.0433967 Jul 07 19:49:52.705543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868540b4-874e-4637-a3b7-cf8f4d6ff2bb req-9f2ff264-3180-4d9e-aac5-4278764a24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:52.707336 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-868540b4-874e-4637-a3b7-cf8f4d6ff2bb req-9f2ff264-3180-4d9e-aac5-4278764a24e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb7f786e-7245-4830-aaf8-b721640780e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543509 Jul 07 19:49:52.801474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-868540b4-874e-4637-a3b7-cf8f4d6ff2bb req-8ccfb3a9-874d-4500-a451-8c5e60bc3bc9 service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867953 Jul 07 19:49:52.844609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41260) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:52.891672 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-868540b4-874e-4637-a3b7-cf8f4d6ff2bb req-a22e9b83-bd45-46f0-a6fb-4dd5ed0064f1 service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834382 Jul 07 19:49:52.910537 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9e936dd3-472d-4b40-aa4b-768fc91fa397 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/f3072a93-0817-4c5d-ad72-b11c2aa432b6 HTTP/1.1" status: 200 len: 992 time: 0.0635822 Jul 07 19:49:53.556174 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9006f6f3-4da6-4df9-b047-da3351a975df req-f502d562-8cf6-4244-9e39-4bf2b1ef4d1f tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=15661c5b-111c-4965-8728-792a63a7aefc HTTP/1.1" status: 200 len: 210 time: 0.0321381 Jul 07 19:49:53.868636 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:54.077656 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ca22518e-5dcc-4e5a-894b-41a5621e07d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:54.852056 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:56.607904 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:58.972436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41284) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:49:59.127150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Deleting port 806b1eca-430c-4089-9c8a-ca49e2aa1f77 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:49:59.127410 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:59.200550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:59.200879 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:59.212297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Calling delete_port for 806b1eca-430c-4089-9c8a-ca49e2aa1f77 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:49:59.356272 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:59.382217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event deleted for resources: {'Port': ['ID=806b1eca-430c-4089-9c8a-ca49e2aa1f77,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:59.443619 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:59.443950 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Floating IP cd25e386-f15e-4ae7-897a-e1eed245c2b8 disassociated (deleted). External IP: 172.25.0.25, port: 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb. Jul 07 19:49:59.940189 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Router 603fbeb7-ac95-4635-baea-474e84795ff7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:50:00.047411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:50:00.052177 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:00.056504 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf96a74-2fb3-472a-8ea2-9a2da83c3161 None None] Sync routers for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:50:00.066325 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf96a74-2fb3-472a-8ea2-9a2da83c3161 None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:00.066991 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-daf96a74-2fb3-472a-8ea2-9a2da83c3161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:00.088504 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c915edb0-f950-44b4-a4a3-a618425f6a58 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "DELETE /v2.0/floatingips/cd25e386-f15e-4ae7-897a-e1eed245c2b8 HTTP/1.1" status: 204 len: 168 time: 1.1149666 Jul 07 19:50:00.089227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113e5836-3527-4652-9863-6500917034ed', 'tag': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:50:00.091606 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac46d67f-645b-482d-adf9-899fce21f6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "113e5836-3527-4652-9863-6500917034ed", "tag": "346d6e4f-fa9d-4fac-a19f-c2e61cc418eb"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:50:00.129438 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352e0e93-e175-42a7-bb34-de07edaa09d1 x-openstack-request-id: req-352e0e93-e175-42a7-bb34-de07edaa09d1 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:50:00.129786 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113e5836-3527-4652-9863-6500917034ed", "tag": "346d6e4f-fa9d-4fac-a19f-c2e61cc418eb", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:50:00.129984 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-352e0e93-e175-42a7-bb34-de07edaa09d1 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:50:00.130384 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113e5836-3527-4652-9863-6500917034ed', 'tag': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'status': 'completed', 'code': 200} Jul 07 19:50:00.174278 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-daf96a74-2fb3-472a-8ea2-9a2da83c3161 None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:00.213293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46d67f-645b-482d-adf9-899fce21f6d7 req-6cfa6658-2c49-4334-9945-b37d2632fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:00.214832 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac46d67f-645b-482d-adf9-899fce21f6d7 req-6cfa6658-2c49-4334-9945-b37d2632fe40 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5034d959d8df4881b05cee0fb3ab4677&device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 1097 time: 0.0548842 Jul 07 19:50:00.327604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46d67f-645b-482d-adf9-899fce21f6d7 req-284898fc-e39e-47ac-9f74-c61a0cbfa0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:00.330507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac46d67f-645b-482d-adf9-899fce21f6d7 req-284898fc-e39e-47ac-9f74-c61a0cbfa0ef service neutron] 10.222.0.110 "GET /v2.0/networks?id=1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 200 len: 913 time: 0.1045985 Jul 07 19:50:00.376102 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac46d67f-645b-482d-adf9-899fce21f6d7 req-5d0aed6f-aba2-45ba-9223-334cefeb3dab service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb HTTP/1.1" status: 200 len: 217 time: 0.0365033 Jul 07 19:50:00.396928 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-daf96a74-2fb3-472a-8ea2-9a2da83c3161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:00.439564 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46d67f-645b-482d-adf9-899fce21f6d7 req-489a1aa1-5fed-4b13-92ee-7ef82a660c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:00.441091 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac46d67f-645b-482d-adf9-899fce21f6d7 req-489a1aa1-5fed-4b13-92ee-7ef82a660c5c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 200 len: 851 time: 0.0588300 Jul 07 19:50:00.519701 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf96a74-2fb3-472a-8ea2-9a2da83c3161 None None] Checking router: 603fbeb7-ac95-4635-baea-474e84795ff7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:50:00.528425 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf96a74-2fb3-472a-8ea2-9a2da83c3161 None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:00.529032 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-daf96a74-2fb3-472a-8ea2-9a2da83c3161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:00.535531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa574-83fb-4517-8e80-34c732fc31db req-11635bf1-9136-4862-9366-2dd65e3ee07b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:00.537043 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c7fa574-83fb-4517-8e80-34c732fc31db req-11635bf1-9136-4862-9366-2dd65e3ee07b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 946 time: 0.1196523 Jul 07 19:50:00.539804 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46d67f-645b-482d-adf9-899fce21f6d7 req-94f858a6-f805-4922-999b-fcb5b6b4b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:00.541192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac46d67f-645b-482d-adf9-899fce21f6d7 req-94f858a6-f805-4922-999b-fcb5b6b4b0ba service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1442ae3f-1fa5-472e-b78b-a0c442cf409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833154 Jul 07 19:50:00.622637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7c7fa574-83fb-4517-8e80-34c732fc31db req-13cf53c6-62ca-4a08-ab40-3d0d23b438f4 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796962 Jul 07 19:50:00.633120 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-daf96a74-2fb3-472a-8ea2-9a2da83c3161 None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:00.662442 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac46d67f-645b-482d-adf9-899fce21f6d7 req-2ceb7460-9f9a-424d-b6a4-9894d325285a service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064670 Jul 07 19:50:00.755550 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ac46d67f-645b-482d-adf9-899fce21f6d7 req-2e4315f2-96b0-4e7f-a8bd-def4640e5309 service neutron] 10.222.0.110 "GET /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853019 Jul 07 19:50:00.833500 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-daf96a74-2fb3-472a-8ea2-9a2da83c3161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:00.858661 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf96a74-2fb3-472a-8ea2-9a2da83c3161 None None] The sync data for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 is: [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:37:32Z', 'revision_number': 4, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7', 'name': '', 'network_id': '1442ae3f-1fa5-472e-b78b-a0c442cf409b', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'mac_address': 'fa:16:3e:99:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:30Z', 'updated_at': '2021-07-07T19:37:45Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'subnets': [{'id': 'dea0a7ea-e139-4942-9781-c1c850f2f9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:50:01.072519 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01460642-bb21-434e-add7-421d9a0abec7 None None] New status for floating IP cd25e386-f15e-4ae7-897a-e1eed245c2b8: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:50:01.799182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b8d6f-33d8-47d8-b4fb-2cf2c23244d0 req-9bb37a8f-be34-4a38-99c1-f919fa12ede7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:01.799182 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-018b8d6f-33d8-47d8-b4fb-2cf2c23244d0 req-9bb37a8f-be34-4a38-99c1-f919fa12ede7 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 946 time: 0.0636704 Jul 07 19:50:01.841526 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-018b8d6f-33d8-47d8-b4fb-2cf2c23244d0 req-6c65771e-5999-4af5-80c4-a65ea0904af9 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e454615-2262-42eb-a356-68c51143ee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329397 Jul 07 19:50:02.291626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b2fe-ca2a-42a1-9beb-d774dabbdd6c req-0bab5032-ab16-4ad4-824a-7cfce6414761 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:02.293081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0962b2fe-ca2a-42a1-9beb-d774dabbdd6c req-0bab5032-ab16-4ad4-824a-7cfce6414761 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 946 time: 0.0669014 Jul 07 19:50:02.400575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-0962b2fe-ca2a-42a1-9beb-d774dabbdd6c req-777838ff-7bbf-4cb2-8e80-1d11760d926b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Deleting port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:02.400926 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0962b2fe-ca2a-42a1-9beb-d774dabbdd6c req-777838ff-7bbf-4cb2-8e80-1d11760d926b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:02.497589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-0962b2fe-ca2a-42a1-9beb-d774dabbdd6c req-777838ff-7bbf-4cb2-8e80-1d11760d926b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] For port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:02.497954 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0962b2fe-ca2a-42a1-9beb-d774dabbdd6c req-777838ff-7bbf-4cb2-8e80-1d11760d926b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:02.511758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-0962b2fe-ca2a-42a1-9beb-d774dabbdd6c req-777838ff-7bbf-4cb2-8e80-1d11760d926b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Calling delete_port for 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:02.636968 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0962b2fe-ca2a-42a1-9beb-d774dabbdd6c req-777838ff-7bbf-4cb2-8e80-1d11760d926b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:02.668938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777838ff-7bbf-4cb2-8e80-1d11760d926b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event deleted for resources: {'Port': ['ID=346d6e4f-fa9d-4fac-a19f-c2e61cc418eb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:02.715379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0962b2fe-ca2a-42a1-9beb-d774dabbdd6c req-777838ff-7bbf-4cb2-8e80-1d11760d926b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] No DVR routers for this DVR port 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:50:02.718151 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0962b2fe-ca2a-42a1-9beb-d774dabbdd6c req-777838ff-7bbf-4cb2-8e80-1d11760d926b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:02.721351 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0962b2fe-ca2a-42a1-9beb-d774dabbdd6c req-777838ff-7bbf-4cb2-8e80-1d11760d926b tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.110 "DELETE /v2.0/ports/346d6e4f-fa9d-4fac-a19f-c2e61cc418eb HTTP/1.1" status: 204 len: 173 time: 0.4191265 Jul 07 19:50:02.721823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113e5836-3527-4652-9863-6500917034ed', 'name': 'network-vif-deleted', 'tag': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:50:02.724951 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c037b06-652b-4575-8204-31fee0647115" -d '{"events": [{"server_uuid": "113e5836-3527-4652-9863-6500917034ed", "name": "network-vif-deleted", "tag": "346d6e4f-fa9d-4fac-a19f-c2e61cc418eb"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:50:02.761634 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9575428f-33a4-44f5-b755-f60b9d9c1ee7 x-openstack-request-id: req-9575428f-33a4-44f5-b755-f60b9d9c1ee7 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:50:02.761880 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113e5836-3527-4652-9863-6500917034ed", "name": "network-vif-deleted", "tag": "346d6e4f-fa9d-4fac-a19f-c2e61cc418eb", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:50:02.762138 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9575428f-33a4-44f5-b755-f60b9d9c1ee7 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:50:02.762541 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113e5836-3527-4652-9863-6500917034ed', 'name': 'network-vif-deleted', 'tag': '346d6e4f-fa9d-4fac-a19f-c2e61cc418eb', 'status': 'completed', 'code': 200} Jul 07 19:50:02.993344 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fe2984d5-df7a-4c22-b244-858be372ca8c req-2dca343f-5a4c-4d02-8727-60f0beb88716 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 210 time: 0.0300679 Jul 07 19:50:04.144301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e7fb07c-f63f-43de-b490-03a9345b99fd req-0aa5bb01-30cc-4a51-8b6a-f1ad9107a826 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 210 time: 0.0285037 Jul 07 19:50:04.723346 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:50:04.745510 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:50:04.745851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 346d6e4f-fa9d-4fac-a19f-c2e61cc418eb not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:50:05.289089 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-35f4f003-e6fb-440f-b3ea-88fab8786609 req-89987f99-e427-4afa-a165-f23dae0b9ec5 tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 210 time: 0.0326245 Jul 07 19:50:05.890336 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:06.446818 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3dc44a51-639e-47d2-a33d-332e2c5872ff req-47fdd1dd-5777-458c-b2d3-cd11d2dc60fc tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "GET /v2.0/ports?device_id=113e5836-3527-4652-9863-6500917034ed HTTP/1.1" status: 200 len: 210 time: 0.0324585 Jul 07 19:50:07.538368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41308) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:07.659692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Deleting port de671be7-8bc9-432d-b32c-74874f6834a8 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:07.660034 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:07.733984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:07.734257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:07.745692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Calling delete_port for de671be7-8bc9-432d-b32c-74874f6834a8 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:07.877375 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:07.899850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event deleted for resources: {'Port': ['ID=de671be7-8bc9-432d-b32c-74874f6834a8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:07.909641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:07.909987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:07.910323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:07.910655 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:07.911011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:07.911701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:07.911701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:07.912048 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:07.912379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:07.912699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:07.913017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:07.913345 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:07.975401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:07.978017 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:07.979186 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-664d3357-3538-4982-81b8-b9dae85d068c tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "DELETE /v2.0/floatingips/f46feffd-4c0e-4e12-a3a2-7b8b34830b2a HTTP/1.1" status: 204 len: 168 time: 0.4397771 Jul 07 19:50:10.121750 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:10.296310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41322) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:10.355439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:10.382365 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:10.445484 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:10.448336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:10.450093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] 10.222.0.81 "DELETE /v2.0/security-groups/9e454615-2262-42eb-a356-68c51143ee8f HTTP/1.1" status: 204 len: 168 time: 0.1523168 Jul 07 19:50:10.459399 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e454615-2262-42eb-a356-68c51143ee8f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:10.467166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:10.467519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:10.467870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:10.468211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:10.468581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:10.468883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:10.469210 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:10.470185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:10.470520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:10.471063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:10.471397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:10.471514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a9847-b56a-4857-96ea-c1a50b1946db tempest-TestVolumeBootPattern-1419659408 tempest-TestVolumeBootPattern-1419659408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:10.508182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41326) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:11.057852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e93d0b2f-b7dc-4c92-929c-a6c90fb0eac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:11.313961 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e93d0b2f-b7dc-4c92-929c-a6c90fb0eac6 admin admin] Deleting port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:11.314202 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e93d0b2f-b7dc-4c92-929c-a6c90fb0eac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:11.394776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-e93d0b2f-b7dc-4c92-929c-a6c90fb0eac6 admin admin] For port 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:11.395091 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e93d0b2f-b7dc-4c92-929c-a6c90fb0eac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:11.408291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-e93d0b2f-b7dc-4c92-929c-a6c90fb0eac6 admin admin] Calling delete_port for 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:11.585131 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e93d0b2f-b7dc-4c92-929c-a6c90fb0eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:11.610981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d0b2f-b7dc-4c92-929c-a6c90fb0eac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:11.776814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e93d0b2f-b7dc-4c92-929c-a6c90fb0eac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:11.990811 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93d0b2f-b7dc-4c92-929c-a6c90fb0eac6 admin admin] Router 603fbeb7-ac95-4635-baea-474e84795ff7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:50:12.095838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93d0b2f-b7dc-4c92-929c-a6c90fb0eac6 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:50:12.102723 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e93d0b2f-b7dc-4c92-929c-a6c90fb0eac6 admin admin] 10.222.0.81 "PUT /v2.0/routers/603fbeb7-ac95-4635-baea-474e84795ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5934539 Jul 07 19:50:12.103378 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41334) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:12.106535 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d5c66-88fe-4c2c-8f10-64ca907dbb3a None None] Sync routers for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:50:12.116024 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d5c66-88fe-4c2c-8f10-64ca907dbb3a None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:12.116607 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c14d5c66-88fe-4c2c-8f10-64ca907dbb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:12.208698 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:12.220464 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c14d5c66-88fe-4c2c-8f10-64ca907dbb3a None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:12.307944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:12.361342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Deleting port 570c3999-a2ee-4a07-9468-f1168b27a833 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:12.361777 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:12.398357 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c14d5c66-88fe-4c2c-8f10-64ca907dbb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:50:11Z', 'revision_number': 5, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port': {'id': '570c3999-a2ee-4a07-9468-f1168b27a833', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:23Z', 'updated_at': '2021-07-07T19:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:12.424067 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d5c66-88fe-4c2c-8f10-64ca907dbb3a None None] Checking router: 603fbeb7-ac95-4635-baea-474e84795ff7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:50:12.435540 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d5c66-88fe-4c2c-8f10-64ca907dbb3a None None] Routers {'603fbeb7-ac95-4635-baea-474e84795ff7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:12.436158 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c14d5c66-88fe-4c2c-8f10-64ca907dbb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['603fbeb7-ac95-4635-baea-474e84795ff7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:12.446886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] For port 570c3999-a2ee-4a07-9468-f1168b27a833, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=570c3999-a2ee-4a07-9468-f1168b27a833,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:12.447250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:12.462131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Calling delete_port for 570c3999-a2ee-4a07-9468-f1168b27a833 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:12.522378 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c14d5c66-88fe-4c2c-8f10-64ca907dbb3a None None] Set router 603fbeb7-ac95-4635-baea-474e84795ff7 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:12.577219 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c14d5c66-88fe-4c2c-8f10-64ca907dbb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:50:12Z', 'revision_number': 6, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:12.604000 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d5c66-88fe-4c2c-8f10-64ca907dbb3a None None] The sync data for ids ['603fbeb7-ac95-4635-baea-474e84795ff7'] in n-d-793621-9 is: [{'id': '603fbeb7-ac95-4635-baea-474e84795ff7', 'name': 'tempest-TestVolumeBootPattern-1903914336-router', 'tenant_id': '5034d959d8df4881b05cee0fb3ab4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:21Z', 'updated_at': '2021-07-07T19:50:12Z', 'revision_number': 6, 'project_id': '5034d959d8df4881b05cee0fb3ab4677', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:50:12.639568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:12.666268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Pushing event deleted for resources: {'Port': ['ID=570c3999-a2ee-4a07-9468-f1168b27a833,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:12.726521 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:12.813796 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:12.815856 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:12.863553 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:12.864107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 603fbeb7-ac95-4635-baea-474e84795ff7 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:50:12.868450 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:12.869648 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fcfa6b40-db16-4bdc-99ef-e7c3aed22119 admin admin] 10.222.0.81 "DELETE /v2.0/routers/603fbeb7-ac95-4635-baea-474e84795ff7 HTTP/1.1" status: 204 len: 168 time: 0.7643974 Jul 07 19:50:12.872171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41336) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:12.918677 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ade89ed-2807-4c66-b36b-7a2b258e5827 admin admin] Deleting subnet dea0a7ea-e139-4942-9781-c1c850f2f9a4 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:50:12.921773 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ade89ed-2807-4c66-b36b-7a2b258e5827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:12.957172 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ade89ed-2807-4c66-b36b-7a2b258e5827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.041197 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ade89ed-2807-4c66-b36b-7a2b258e5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.093069 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ade89ed-2807-4c66-b36b-7a2b258e5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.118742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade89ed-2807-4c66-b36b-7a2b258e5827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea0a7ea-e139-4942-9781-c1c850f2f9a4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:13.122332 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4ade89ed-2807-4c66-b36b-7a2b258e5827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.124244 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4ade89ed-2807-4c66-b36b-7a2b258e5827 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dea0a7ea-e139-4942-9781-c1c850f2f9a4 HTTP/1.1" status: 204 len: 168 time: 0.2511563 Jul 07 19:50:13.126730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41338) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:13.129344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5241ef-6e3a-4da6-a63c-fdd6bb669961 None None] Network 1442ae3f-1fa5-472e-b78b-a0c442cf409b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:50:13.193524 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.250186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Deleting port 2af73cff-ecaf-4bef-945c-5957c2efef4e {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:13.250533 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.316045 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] For port 2af73cff-ecaf-4bef-945c-5957c2efef4e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2af73cff-ecaf-4bef-945c-5957c2efef4e,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:13.316485 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.330401 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Calling delete_port for 2af73cff-ecaf-4bef-945c-5957c2efef4e owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:13.345199 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] DHCP port deletion for 1442ae3f-1fa5-472e-b78b-a0c442cf409b request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:50:13.392154 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Deleting port 2af73cff-ecaf-4bef-945c-5957c2efef4e {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:13.392525 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.417668 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.444162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af73cff-ecaf-4bef-945c-5957c2efef4e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:13.455382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] No DVR routers for this DVR port 2af73cff-ecaf-4bef-945c-5957c2efef4e on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:50:13.461022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] For port 2af73cff-ecaf-4bef-945c-5957c2efef4e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=2af73cff-ecaf-4bef-945c-5957c2efef4e,segment=NetworkSegment(69fec026-4d39-4f4e-8368-d9cb1f2c247f),segment_id=69fec026-4d39-4f4e-8368-d9cb1f2c247f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:13.461554 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.475928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Calling delete_port for 2af73cff-ecaf-4bef-945c-5957c2efef4e owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:13.532597 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.549284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1442ae3f-1fa5-472e-b78b-a0c442cf409b']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:13.556689 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.562893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fec026-4d39-4f4e-8368-d9cb1f2c247f') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:13.564161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fec026-4d39-4f4e-8368-d9cb1f2c247f') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:13.574475 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.587530 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Pushing event deleted for resources: {'Port': ['ID=2af73cff-ecaf-4bef-945c-5957c2efef4e,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:13.598415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:13.598677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:13.599025 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.599451 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:13.599951 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:13.600465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:13.600958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:13.601449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:13.601994 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:13.602496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:13.603078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:13.603407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:13.603741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:13.606010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:50:13.606474 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.606614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d525a51-647d-4e85-8121-02a457b4b55d None None] No DVR routers for this DVR port 2af73cff-ecaf-4bef-945c-5957c2efef4e on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:50:13.608328 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:50:13.667966 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.673279 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:13.675136 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1442ae3f-1fa5-472e-b78b-a0c442cf409b HTTP/1.1" status: 204 len: 168 time: 0.5474203 Jul 07 19:50:13.677922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41342) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:13.693583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d911b-26cc-417c-8258-231871b43bc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1442ae3f-1fa5-472e-b78b-a0c442cf409b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:14.024819 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-263a68b9-10fd-4db4-b8c0-a4338f26ceea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:14.267943 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-263a68b9-10fd-4db4-b8c0-a4338f26ceea admin admin] Deleting port f9f35134-1ec7-4832-a868-877a06093699 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:14.268658 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-263a68b9-10fd-4db4-b8c0-a4338f26ceea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:14.343098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-263a68b9-10fd-4db4-b8c0-a4338f26ceea admin admin] For port f9f35134-1ec7-4832-a868-877a06093699, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f9f35134-1ec7-4832-a868-877a06093699,segment=NetworkSegment(fa4b7e83-cd03-4342-8f87-af3bb2992173),segment_id=fa4b7e83-cd03-4342-8f87-af3bb2992173)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:14.343371 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-263a68b9-10fd-4db4-b8c0-a4338f26ceea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:14.356110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-263a68b9-10fd-4db4-b8c0-a4338f26ceea admin admin] Calling delete_port for f9f35134-1ec7-4832-a868-877a06093699 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:14.532944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-263a68b9-10fd-4db4-b8c0-a4338f26ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:14.544508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 570c3999-a2ee-4a07-9468-f1168b27a833 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:50:14.561310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a68b9-10fd-4db4-b8c0-a4338f26ceea admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f35134-1ec7-4832-a868-877a06093699,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:14.573200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 570c3999-a2ee-4a07-9468-f1168b27a833 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:50:14.573543 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 570c3999-a2ee-4a07-9468-f1168b27a833 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:50:14.573953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:50:14.595242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:50:14.595498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 50fe1473-7f90-4b8e-8a4b-74d68ee2b3a7 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:50:14.595911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2af73cff-ecaf-4bef-945c-5957c2efef4e no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:50:14.615956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 2af73cff-ecaf-4bef-945c-5957c2efef4e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:50:14.616297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 2af73cff-ecaf-4bef-945c-5957c2efef4e not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:50:14.736805 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-263a68b9-10fd-4db4-b8c0-a4338f26ceea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:15.294118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263a68b9-10fd-4db4-b8c0-a4338f26ceea admin admin] Router f1d63d60-7578-4311-b62f-e5d356368562 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:50:15.398693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263a68b9-10fd-4db4-b8c0-a4338f26ceea admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:50:15.406002 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-263a68b9-10fd-4db4-b8c0-a4338f26ceea admin admin] 10.222.0.81 "PUT /v2.0/routers/f1d63d60-7578-4311-b62f-e5d356368562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247317 Jul 07 19:50:15.406213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41344) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:15.407391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e2297-c331-4714-9103-43050a44857c None None] Sync routers for ids ['f1d63d60-7578-4311-b62f-e5d356368562'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:50:15.417276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e2297-c331-4714-9103-43050a44857c None None] Routers {'f1d63d60-7578-4311-b62f-e5d356368562'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:15.417967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-ea8e2297-c331-4714-9103-43050a44857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f1d63d60-7578-4311-b62f-e5d356368562'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:15.510260 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:15.523731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-ea8e2297-c331-4714-9103-43050a44857c None None] Set router f1d63d60-7578-4311-b62f-e5d356368562 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:15.609157 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:15.665054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Deleting port a036e255-dba5-41d1-85c4-fe5a874ca98c {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:15.665310 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:15.711561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-ea8e2297-c331-4714-9103-43050a44857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'name': 'tempest-TestVolumeBootPattern-1566332401-router', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:39Z', 'updated_at': '2021-07-07T19:50:14Z', 'revision_number': 5, 'project_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'gw_port': {'id': 'a036e255-dba5-41d1-85c4-fe5a874ca98c', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:37:40Z', 'updated_at': '2021-07-07T19:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:15.738608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e2297-c331-4714-9103-43050a44857c None None] Checking router: f1d63d60-7578-4311-b62f-e5d356368562 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:50:15.744000 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] For port a036e255-dba5-41d1-85c4-fe5a874ca98c, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a036e255-dba5-41d1-85c4-fe5a874ca98c,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:15.744367 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:15.746739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e2297-c331-4714-9103-43050a44857c None None] Routers {'f1d63d60-7578-4311-b62f-e5d356368562'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:15.747369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-ea8e2297-c331-4714-9103-43050a44857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:49:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['f1d63d60-7578-4311-b62f-e5d356368562'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:15.757697 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Calling delete_port for a036e255-dba5-41d1-85c4-fe5a874ca98c owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:15.830994 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-ea8e2297-c331-4714-9103-43050a44857c None None] Set router f1d63d60-7578-4311-b62f-e5d356368562 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:15.880769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-ea8e2297-c331-4714-9103-43050a44857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'name': 'tempest-TestVolumeBootPattern-1566332401-router', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:39Z', 'updated_at': '2021-07-07T19:50:15Z', 'revision_number': 6, 'project_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:15.909804 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e2297-c331-4714-9103-43050a44857c None None] The sync data for ids ['f1d63d60-7578-4311-b62f-e5d356368562'] in n-d-793621-9 is: [{'id': 'f1d63d60-7578-4311-b62f-e5d356368562', 'name': 'tempest-TestVolumeBootPattern-1566332401-router', 'tenant_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:37:39Z', 'updated_at': '2021-07-07T19:50:15Z', 'revision_number': 6, 'project_id': 'c21c0ada75564c04b1f2ed518e5f29b8', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:50:15.920647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:15.954869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Pushing event deleted for resources: {'Port': ['ID=a036e255-dba5-41d1-85c4-fe5a874ca98c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:16.013101 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.103711 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.105892 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.149693 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.150340 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1d63d60-7578-4311-b62f-e5d356368562 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:50:16.155512 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.156831 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-75e77f7a-e240-416d-8d62-905327fef43c admin admin] 10.222.0.81 "DELETE /v2.0/routers/f1d63d60-7578-4311-b62f-e5d356368562 HTTP/1.1" status: 204 len: 168 time: 0.7491045 Jul 07 19:50:16.159521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41346) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:16.206553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d062e9-e1a2-4c78-afe7-5ec8520349e1 admin admin] Deleting subnet 8f53468c-25df-47d4-8437-0efdf4ec25c5 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:50:16.209847 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5d062e9-e1a2-4c78-afe7-5ec8520349e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.249609 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5d062e9-e1a2-4c78-afe7-5ec8520349e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.335055 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5d062e9-e1a2-4c78-afe7-5ec8520349e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.393292 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5d062e9-e1a2-4c78-afe7-5ec8520349e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.417729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d062e9-e1a2-4c78-afe7-5ec8520349e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f53468c-25df-47d4-8437-0efdf4ec25c5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:16.423852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f5d062e9-e1a2-4c78-afe7-5ec8520349e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.425764 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f5d062e9-e1a2-4c78-afe7-5ec8520349e1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8f53468c-25df-47d4-8437-0efdf4ec25c5 HTTP/1.1" status: 204 len: 168 time: 0.2650490 Jul 07 19:50:16.428218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41348) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:16.432179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f4995-c4a0-4e03-8434-10a96479bbac None None] Network 5b713256-9744-443a-b98d-e69359106dab requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:50:16.510926 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.566314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Deleting port 35896780-abdb-45e7-a13b-fe9d294e9de5 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:16.567017 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.631307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] For port 35896780-abdb-45e7-a13b-fe9d294e9de5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=35896780-abdb-45e7-a13b-fe9d294e9de5,segment=NetworkSegment(fa4b7e83-cd03-4342-8f87-af3bb2992173),segment_id=fa4b7e83-cd03-4342-8f87-af3bb2992173)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:16.631570 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.644569 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Calling delete_port for 35896780-abdb-45e7-a13b-fe9d294e9de5 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:16.699719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e75f7-1706-471e-9df3-d9c9b8d2cc44 None None] DHCP port deletion for 5b713256-9744-443a-b98d-e69359106dab request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:50:16.748708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.794605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=35896780-abdb-45e7-a13b-fe9d294e9de5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:16.800100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] No DVR routers for this DVR port 35896780-abdb-45e7-a13b-fe9d294e9de5 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:50:16.810573 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b59e75f7-1706-471e-9df3-d9c9b8d2cc44 None None] Deleting port 35896780-abdb-45e7-a13b-fe9d294e9de5 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:16.811144 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b59e75f7-1706-471e-9df3-d9c9b8d2cc44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.827019 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 35896780-abdb-45e7-a13b-fe9d294e9de5 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:50:16.878629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 35896780-abdb-45e7-a13b-fe9d294e9de5 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:50:16.879003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 35896780-abdb-45e7-a13b-fe9d294e9de5 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:50:16.879429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f9f35134-1ec7-4832-a868-877a06093699 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:50:16.883286 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.894104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b713256-9744-443a-b98d-e69359106dab']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:16.905701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4b7e83-cd03-4342-8f87-af3bb2992173') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:16.906045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4b7e83-cd03-4342-8f87-af3bb2992173') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:16.906176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f9f35134-1ec7-4832-a868-877a06093699 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:50:16.906443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f9f35134-1ec7-4832-a868-877a06093699 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:50:16.907445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a036e255-dba5-41d1-85c4-fe5a874ca98c no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:50:16.916851 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.931984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.935521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: a036e255-dba5-41d1-85c4-fe5a874ca98c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:50:16.935875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a036e255-dba5-41d1-85c4-fe5a874ca98c not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:50:16.939455 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:50:16.940943 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.944983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b59e75f7-1706-471e-9df3-d9c9b8d2cc44 None None] For port 35896780-abdb-45e7-a13b-fe9d294e9de5, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:50:16.946410 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:50:16.949793 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b59e75f7-1706-471e-9df3-d9c9b8d2cc44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.960431 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b59e75f7-1706-471e-9df3-d9c9b8d2cc44 None None] Calling delete_port for 35896780-abdb-45e7-a13b-fe9d294e9de5 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:16.963132 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-b59e75f7-1706-471e-9df3-d9c9b8d2cc44 None None] Port 35896780-abdb-45e7-a13b-fe9d294e9de5 was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:50:16.964360 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b59e75f7-1706-471e-9df3-d9c9b8d2cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:16.992604 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e75f7-1706-471e-9df3-d9c9b8d2cc44 None None] Pushing event deleted for resources: {'Port': ['ID=35896780-abdb-45e7-a13b-fe9d294e9de5,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:16.995276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e75f7-1706-471e-9df3-d9c9b8d2cc44 None None] No DVR routers for this DVR port 35896780-abdb-45e7-a13b-fe9d294e9de5 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:50:17.021662 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:17.031186 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:17.033741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] 10.222.0.81 "DELETE /v2.0/networks/5b713256-9744-443a-b98d-e69359106dab HTTP/1.1" status: 204 len: 168 time: 0.6044598 Jul 07 19:50:17.044861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703466ca-d8bb-463c-9d3a-ac3086ee3ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=5b713256-9744-443a-b98d-e69359106dab,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:17.141514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41352) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:17.184895 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-90a859ed-8aa4-4013-8109-203a9da00dcd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5034d959d8df4881b05cee0fb3ab4677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422096 Jul 07 19:50:17.187378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41354) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:17.234639 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecb51-d522-4966-b41e-1fef551f8f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:17.255272 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecb51-d522-4966-b41e-1fef551f8f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:17.300769 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecb51-d522-4966-b41e-1fef551f8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:17.304874 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecb51-d522-4966-b41e-1fef551f8f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:17.306044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4b5ecb51-d522-4966-b41e-1fef551f8f96 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bae8b34f-5b59-4471-83c7-47db67a0622c HTTP/1.1" status: 204 len: 168 time: 0.1177340 Jul 07 19:50:17.317822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ecb51-d522-4966-b41e-1fef551f8f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae8b34f-5b59-4471-83c7-47db67a0622c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:17.637409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41360) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:17.676911 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-caca15a3-242b-4fe0-887a-867da9b29cd4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c21c0ada75564c04b1f2ed518e5f29b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382705 Jul 07 19:50:17.679317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41362) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:17.733313 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e177ab6-7190-4995-ad48-8cb1746a7d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:17.755393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e177ab6-7190-4995-ad48-8cb1746a7d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:17.801398 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e177ab6-7190-4995-ad48-8cb1746a7d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:17.804358 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e177ab6-7190-4995-ad48-8cb1746a7d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:17.805550 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2e177ab6-7190-4995-ad48-8cb1746a7d7c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/257dbe4d-8aea-42d8-a3a9-5459a03f58bd HTTP/1.1" status: 204 len: 168 time: 0.1252797 Jul 07 19:50:17.813858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e177ab6-7190-4995-ad48-8cb1746a7d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257dbe4d-8aea-42d8-a3a9-5459a03f58bd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:21.103001 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c5160b0f-8e77-46b4-8fa5-881cf5f364c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:21.770554 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:50:23.870506 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:24.077938 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ff61b427-71aa-4d84-91c6-e2aa5ddedacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:24.851448 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:25.409076 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eea9fcd2-1347-4e1c-984c-b9212bbb3cce req-8ca3c561-43af-4ad7-8f03-87ab17426252 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1926899 Jul 07 19:50:25.503877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9fcd2-1347-4e1c-984c-b9212bbb3cce req-281a4e8e-f547-491f-8b48-bf5d40b7a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:25.505270 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eea9fcd2-1347-4e1c-984c-b9212bbb3cce req-281a4e8e-f547-491f-8b48-bf5d40b7a357 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 1098 time: 0.0518394 Jul 07 19:50:25.611732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9fcd2-1347-4e1c-984c-b9212bbb3cce req-763ec833-1e66-4871-aa8e-8ff3a52481e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:25.613240 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eea9fcd2-1347-4e1c-984c-b9212bbb3cce req-763ec833-1e66-4871-aa8e-8ff3a52481e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 200 len: 917 time: 0.0869000 Jul 07 19:50:25.675996 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eea9fcd2-1347-4e1c-984c-b9212bbb3cce req-e7f1cce5-571c-4183-ac27-9418d7b088b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28857c3c-13a8-4708-902f-2a51d1936eff HTTP/1.1" status: 200 len: 1002 time: 0.0560522 Jul 07 19:50:25.728495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9fcd2-1347-4e1c-984c-b9212bbb3cce req-529352f7-17c3-4e40-9e89-2c2e8a4886fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:25.729981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eea9fcd2-1347-4e1c-984c-b9212bbb3cce req-529352f7-17c3-4e40-9e89-2c2e8a4886fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 200 len: 855 time: 0.0478408 Jul 07 19:50:25.786497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9fcd2-1347-4e1c-984c-b9212bbb3cce req-970f19ba-41dd-4ccf-8c74-a5d023449adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:25.787943 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eea9fcd2-1347-4e1c-984c-b9212bbb3cce req-970f19ba-41dd-4ccf-8c74-a5d023449adb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=adaeea58-cec9-4759-b394-16b38edd657c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504942 Jul 07 19:50:25.874582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eea9fcd2-1347-4e1c-984c-b9212bbb3cce req-ecc72a56-32d9-41a8-be18-237c1d23fd30 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794606 Jul 07 19:50:25.967916 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eea9fcd2-1347-4e1c-984c-b9212bbb3cce req-2670d827-ec7a-4efd-99ce-047b42d27c17 service neutron] 10.222.0.48 "GET /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861971 Jul 07 19:50:26.609726 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:35.894859 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:36.679398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-f7e2ddb3-13e5-42ec-a265-9ea483291fc1 req-7407f922-cae1-4953-9748-1125acb5687c service neutron] (93901) timed out ('10.222.0.48', 63064) {{(pid=93901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:50:38.560427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076580e-9390-44e7-9f20-262b8e629121 req-41802ae4-14b9-4e8e-94a9-f25d090b63aa tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:38.561932 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9076580e-9390-44e7-9f20-262b8e629121 req-41802ae4-14b9-4e8e-94a9-f25d090b63aa tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 947 time: 0.0632129 Jul 07 19:50:38.599484 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9076580e-9390-44e7-9f20-262b8e629121 req-073215bd-85ae-463e-a98e-a1ce123ed679 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311542 Jul 07 19:50:39.809428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718b63e-9de3-40b6-81f7-f6ce9f1b0124 req-3a9491bd-50d0-4940-b4aa-c703b5ecf0a0 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:39.810917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b718b63e-9de3-40b6-81f7-f6ce9f1b0124 req-3a9491bd-50d0-4940-b4aa-c703b5ecf0a0 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 947 time: 0.0628183 Jul 07 19:50:39.849468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b718b63e-9de3-40b6-81f7-f6ce9f1b0124 req-4c854a01-fe99-44d6-bd6c-8e03cb9f8f3f tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ba2d62c-523d-4dc1-b6ab-b67935d599da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324469 Jul 07 19:50:40.113339 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:40.129841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-4a22e362-bc1c-47a3-b0d8-6dc4b6bc7fde tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:40.131317 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-4a22e362-bc1c-47a3-b0d8-6dc4b6bc7fde tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.48 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 947 time: 0.0685649 Jul 07 19:50:40.230304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Deleting port 28857c3c-13a8-4708-902f-2a51d1936eff {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:40.230641 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:40.320139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] For port 28857c3c-13a8-4708-902f-2a51d1936eff, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28857c3c-13a8-4708-902f-2a51d1936eff,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:40.320498 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:40.489078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:40.489447 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:40.489762 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Floating IP c65203d2-5759-428d-b893-0993d680a697 disassociated. External IP: 172.25.0.161, port: 28857c3c-13a8-4708-902f-2a51d1936eff. Jul 07 19:50:40.490107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Calling delete_port for 28857c3c-13a8-4708-902f-2a51d1936eff owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:40.617072 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:40.644185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event deleted for resources: {'Port': ['ID=28857c3c-13a8-4708-902f-2a51d1936eff,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:40.760433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Router 971ef03c-352f-4009-8a0c-779c125a4da4 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:50:40.866931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:50:40.876165 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6db3ec-b156-4e79-a614-679ec6cc2bb9 None None] Sync routers for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:50:40.885616 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6db3ec-b156-4e79-a614-679ec6cc2bb9 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:40.886222 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7b6db3ec-b156-4e79-a614-679ec6cc2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:50:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:40.910454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] No DVR routers for this DVR port 28857c3c-13a8-4708-902f-2a51d1936eff on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:50:40.913014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:40.915083 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf6fd463-4478-426f-a9ad-2aa8c85576c4 req-d9d93e38-6926-4852-9b0c-8c7e60058908 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.48 "DELETE /v2.0/ports/28857c3c-13a8-4708-902f-2a51d1936eff HTTP/1.1" status: 204 len: 173 time: 0.7780888 Jul 07 19:50:40.915460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'name': 'network-vif-deleted', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:50:40.917708 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea6b5ec-19cc-4f69-91d3-aeda0e108a52" -d '{"events": [{"server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "name": "network-vif-deleted", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:50:40.995864 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b897e6dd-a731-4aa2-bbac-99fbaa3048a2 x-openstack-request-id: req-b897e6dd-a731-4aa2-bbac-99fbaa3048a2 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:50:40.996125 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a1864-1bbd-4008-b23b-cd230caaa1c6", "name": "network-vif-deleted", "tag": "28857c3c-13a8-4708-902f-2a51d1936eff", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:50:40.996379 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b897e6dd-a731-4aa2-bbac-99fbaa3048a2 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:50:40.996782 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673a1864-1bbd-4008-b23b-cd230caaa1c6', 'name': 'network-vif-deleted', 'tag': '28857c3c-13a8-4708-902f-2a51d1936eff', 'status': 'completed', 'code': 200} Jul 07 19:50:41.014832 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-7b6db3ec-b156-4e79-a614-679ec6cc2bb9 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:41.062909 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1516f058-5d9b-448a-89df-c4dfcf8525ad req-f988c17e-13f9-4e69-b643-5f00b3018602 tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/ports?device_id=673a1864-1bbd-4008-b23b-cd230caaa1c6 HTTP/1.1" status: 200 len: 210 time: 0.0876491 Jul 07 19:50:41.231378 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7b6db3ec-b156-4e79-a614-679ec6cc2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:34Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:41.339700 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6db3ec-b156-4e79-a614-679ec6cc2bb9 None None] Checking router: 971ef03c-352f-4009-8a0c-779c125a4da4 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:50:41.348781 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6db3ec-b156-4e79-a614-679ec6cc2bb9 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:41.349450 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7b6db3ec-b156-4e79-a614-679ec6cc2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:50:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:41.460093 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-7b6db3ec-b156-4e79-a614-679ec6cc2bb9 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:41.658875 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-7b6db3ec-b156-4e79-a614-679ec6cc2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:34Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:41.687789 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6db3ec-b156-4e79-a614-679ec6cc2bb9 None None] The sync data for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 is: [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:39:26Z', 'revision_number': 4, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef', 'name': '', 'network_id': 'adaeea58-cec9-4759-b394-16b38edd657c', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'mac_address': 'fa:16:3e:d8:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:25Z', 'updated_at': '2021-07-07T19:39:34Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'subnets': [{'id': 'ab5e1278-b946-4bbc-8186-78e64d8255cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:50:41.901719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f513747-a363-4f10-b978-840ee88c9410 None None] New status for floating IP c65203d2-5759-428d-b893-0993d680a697: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:50:42.178982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41412) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:42.232498 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0b4240f-dbc8-4b18-a788-19dc9bdd02aa tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.254914 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0b4240f-dbc8-4b18-a788-19dc9bdd02aa tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.300642 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0b4240f-dbc8-4b18-a788-19dc9bdd02aa tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.303434 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e0b4240f-dbc8-4b18-a788-19dc9bdd02aa tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.304573 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e0b4240f-dbc8-4b18-a788-19dc9bdd02aa tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "DELETE /v2.0/security-groups/0ba2d62c-523d-4dc1-b6ab-b67935d599da HTTP/1.1" status: 204 len: 168 time: 0.1245849 Jul 07 19:50:42.307527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41414) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:42.313326 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4240f-dbc8-4b18-a788-19dc9bdd02aa tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba2d62c-523d-4dc1-b6ab-b67935d599da,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:42.321699 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-efd1ea22-cb81-4552-8858-786e838dc1ee tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] show failed (client error): The resource could not be found. Jul 07 19:50:42.322717 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-efd1ea22-cb81-4552-8858-786e838dc1ee tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "GET /v2.0/security-groups/0ba2d62c-523d-4dc1-b6ab-b67935d599da HTTP/1.1" status: 404 len: 347 time: 0.0141716 Jul 07 19:50:42.325841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41416) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:42.451014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-749c019a-b281-47c2-9096-733cec1bdb2a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Deleting port 24ea4312-ad97-4884-ad47-24da1c312f83 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:42.451352 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-749c019a-b281-47c2-9096-733cec1bdb2a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.525146 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-749c019a-b281-47c2-9096-733cec1bdb2a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.525487 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-749c019a-b281-47c2-9096-733cec1bdb2a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.537507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-749c019a-b281-47c2-9096-733cec1bdb2a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Calling delete_port for 24ea4312-ad97-4884-ad47-24da1c312f83 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:42.669216 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-749c019a-b281-47c2-9096-733cec1bdb2a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.694294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c019a-b281-47c2-9096-733cec1bdb2a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Pushing event deleted for resources: {'Port': ['ID=24ea4312-ad97-4884-ad47-24da1c312f83,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:42.760089 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-749c019a-b281-47c2-9096-733cec1bdb2a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.762516 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-749c019a-b281-47c2-9096-733cec1bdb2a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.763687 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-749c019a-b281-47c2-9096-733cec1bdb2a tempest-AttachVolumeShelveTestJSON-761716366 tempest-AttachVolumeShelveTestJSON-761716366-project] 10.222.0.81 "DELETE /v2.0/floatingips/c65203d2-5759-428d-b893-0993d680a697 HTTP/1.1" status: 204 len: 168 time: 0.4368315 Jul 07 19:50:43.762203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28857c3c-13a8-4708-902f-2a51d1936eff no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:50:43.783458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 28857c3c-13a8-4708-902f-2a51d1936eff {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:50:43.783809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28857c3c-13a8-4708-902f-2a51d1936eff not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:50:47.496056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41446) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:48.253676 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e1e48bf-b78a-41f6-81e7-8700e50cae56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:48.518342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e48bf-b78a-41f6-81e7-8700e50cae56 admin admin] Deleting port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:48.518957 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e1e48bf-b78a-41f6-81e7-8700e50cae56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:48.597712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-5e1e48bf-b78a-41f6-81e7-8700e50cae56 admin admin] For port 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:48.597994 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e1e48bf-b78a-41f6-81e7-8700e50cae56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:48.610611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e48bf-b78a-41f6-81e7-8700e50cae56 admin admin] Calling delete_port for 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:48.792760 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e1e48bf-b78a-41f6-81e7-8700e50cae56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:48.815965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e48bf-b78a-41f6-81e7-8700e50cae56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:48.991368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e1e48bf-b78a-41f6-81e7-8700e50cae56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:49.208233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1e48bf-b78a-41f6-81e7-8700e50cae56 admin admin] Router 971ef03c-352f-4009-8a0c-779c125a4da4 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:50:49.312427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1e48bf-b78a-41f6-81e7-8700e50cae56 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:50:49.320976 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5e1e48bf-b78a-41f6-81e7-8700e50cae56 admin admin] 10.222.0.81 "PUT /v2.0/routers/971ef03c-352f-4009-8a0c-779c125a4da4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8220203 Jul 07 19:50:49.321924 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e63ce65-e072-4f46-881f-2e84488d2074 None None] Sync routers for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:50:49.322419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41450) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:49.331653 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e63ce65-e072-4f46-881f-2e84488d2074 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:49.332307 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5e63ce65-e072-4f46-881f-2e84488d2074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:50:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:49.427433 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:49.434824 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-5e63ce65-e072-4f46-881f-2e84488d2074 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:49.529652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:49.582495 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Deleting port be035393-3f44-49d3-a34a-57aec8f358b4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:49.582864 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:49.608713 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5e63ce65-e072-4f46-881f-2e84488d2074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:50:48Z', 'revision_number': 5, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port': {'id': 'be035393-3f44-49d3-a34a-57aec8f358b4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:39:22Z', 'updated_at': '2021-07-07T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:49.634820 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e63ce65-e072-4f46-881f-2e84488d2074 None None] Checking router: 971ef03c-352f-4009-8a0c-779c125a4da4 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:50:49.643123 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e63ce65-e072-4f46-881f-2e84488d2074 None None] Routers {'971ef03c-352f-4009-8a0c-779c125a4da4'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:49.644269 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5e63ce65-e072-4f46-881f-2e84488d2074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:50:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['971ef03c-352f-4009-8a0c-779c125a4da4'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:49.665043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] For port be035393-3f44-49d3-a34a-57aec8f358b4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=be035393-3f44-49d3-a34a-57aec8f358b4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:49.665501 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:49.678952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Calling delete_port for be035393-3f44-49d3-a34a-57aec8f358b4 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:49.730209 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-5e63ce65-e072-4f46-881f-2e84488d2074 None None] Set router 971ef03c-352f-4009-8a0c-779c125a4da4 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:49.783114 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5e63ce65-e072-4f46-881f-2e84488d2074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:50:49Z', 'revision_number': 6, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:49.809802 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e63ce65-e072-4f46-881f-2e84488d2074 None None] The sync data for ids ['971ef03c-352f-4009-8a0c-779c125a4da4'] in n-d-793621-9 is: [{'id': '971ef03c-352f-4009-8a0c-779c125a4da4', 'name': 'tempest-AttachVolumeShelveTestJSON-961783201-router', 'tenant_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:39:21Z', 'updated_at': '2021-07-07T19:50:49Z', 'revision_number': 6, 'project_id': '60603ddd58cc4914a55f0697ab4bf7ff', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:50:49.851932 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:49.875307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Pushing event deleted for resources: {'Port': ['ID=be035393-3f44-49d3-a34a-57aec8f358b4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:49.939501 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.026901 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.029035 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.073761 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.074382 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 971ef03c-352f-4009-8a0c-779c125a4da4 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:50:50.079548 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.080683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f26050ee-8562-4519-ae7a-f86f8749ac20 admin admin] 10.222.0.81 "DELETE /v2.0/routers/971ef03c-352f-4009-8a0c-779c125a4da4 HTTP/1.1" status: 204 len: 168 time: 0.7576983 Jul 07 19:50:50.083290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41452) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:50.127028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad8418b-8f22-4a78-ad29-f9d2b6e30624 admin admin] Deleting subnet ab5e1278-b946-4bbc-8186-78e64d8255cb {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:50:50.130025 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bad8418b-8f22-4a78-ad29-f9d2b6e30624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.165729 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bad8418b-8f22-4a78-ad29-f9d2b6e30624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.252366 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bad8418b-8f22-4a78-ad29-f9d2b6e30624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.303568 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bad8418b-8f22-4a78-ad29-f9d2b6e30624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.329941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8418b-8f22-4a78-ad29-f9d2b6e30624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5e1278-b946-4bbc-8186-78e64d8255cb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:50.331942 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bad8418b-8f22-4a78-ad29-f9d2b6e30624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.334551 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bad8418b-8f22-4a78-ad29-f9d2b6e30624 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ab5e1278-b946-4bbc-8186-78e64d8255cb HTTP/1.1" status: 204 len: 168 time: 0.2502983 Jul 07 19:50:50.336195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a551fc-0c24-4796-b476-a8bc4a1fa4c6 None None] Network adaeea58-cec9-4759-b394-16b38edd657c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:50:50.336949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41456) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:50.406829 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.461116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Deleting port 7cfdf992-3520-4661-91fe-c7c0be1bdc26 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:50.461443 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.525599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] For port 7cfdf992-3520-4661-91fe-c7c0be1bdc26, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7cfdf992-3520-4661-91fe-c7c0be1bdc26,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:50.525599 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.542599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Calling delete_port for 7cfdf992-3520-4661-91fe-c7c0be1bdc26 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:50.554428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8190efef-4a71-44b6-b4e7-2e0194747e12 None None] DHCP port deletion for adaeea58-cec9-4759-b394-16b38edd657c request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:50:50.608439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8190efef-4a71-44b6-b4e7-2e0194747e12 None None] Deleting port 7cfdf992-3520-4661-91fe-c7c0be1bdc26 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:50:50.609212 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8190efef-4a71-44b6-b4e7-2e0194747e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.623023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:50:50.627668 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.651741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfdf992-3520-4661-91fe-c7c0be1bdc26,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:50.661160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] No DVR routers for this DVR port 7cfdf992-3520-4661-91fe-c7c0be1bdc26 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:50:50.675779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:50:50.676124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 6ce4f1d5-cd16-4c35-9b6c-19b11f5e55ef not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:50:50.676534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7cfdf992-3520-4661-91fe-c7c0be1bdc26 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:50:50.703646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 7cfdf992-3520-4661-91fe-c7c0be1bdc26 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:50:50.703646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7cfdf992-3520-4661-91fe-c7c0be1bdc26 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:50:50.703646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device be035393-3f44-49d3-a34a-57aec8f358b4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:50:50.728246 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: be035393-3f44-49d3-a34a-57aec8f358b4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:50:50.728596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device be035393-3f44-49d3-a34a-57aec8f358b4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:50:50.734937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-8190efef-4a71-44b6-b4e7-2e0194747e12 None None] For port 7cfdf992-3520-4661-91fe-c7c0be1bdc26, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7cfdf992-3520-4661-91fe-c7c0be1bdc26,segment=NetworkSegment(ba2bd8dc-7b5b-4147-9742-ef0405fb2113),segment_id=ba2bd8dc-7b5b-4147-9742-ef0405fb2113)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:50.734937 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8190efef-4a71-44b6-b4e7-2e0194747e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.744538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.748226 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-8190efef-4a71-44b6-b4e7-2e0194747e12 None None] Calling delete_port for 7cfdf992-3520-4661-91fe-c7c0be1bdc26 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:50:50.754686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adaeea58-cec9-4759-b394-16b38edd657c']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:50.765165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:50.765460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2bd8dc-7b5b-4147-9742-ef0405fb2113') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:50.775085 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.789835 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.798117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:50:50.798553 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: timer() Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:50:50.800509 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:50:50.830256 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8190efef-4a71-44b6-b4e7-2e0194747e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.842540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190efef-4a71-44b6-b4e7-2e0194747e12 None None] No DVR routers for this DVR port 7cfdf992-3520-4661-91fe-c7c0be1bdc26 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:50:50.861306 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.861892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190efef-4a71-44b6-b4e7-2e0194747e12 None None] Pushing event deleted for resources: {'Port': ['ID=7cfdf992-3520-4661-91fe-c7c0be1bdc26,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:50.870904 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.875067 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] 10.222.0.81 "DELETE /v2.0/networks/adaeea58-cec9-4759-b394-16b38edd657c HTTP/1.1" status: 204 len: 168 time: 0.5349581 Jul 07 19:50:50.885247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad8ee6-0f4e-4227-9ef6-d35587071885 admin admin] Pushing event deleted for resources: {'Network': ['ID=adaeea58-cec9-4759-b394-16b38edd657c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:50.997555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41460) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:51.042174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5f43e9e4-dfb7-452a-97e3-32209bfcb2c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60603ddd58cc4914a55f0697ab4bf7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434422 Jul 07 19:50:51.045012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41462) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:51.094695 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3461d7ea-fa17-4611-ab68-65b172d06daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:51.104164 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-35e12a88-6508-4d70-a47e-1603cd8942c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:51.117914 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3461d7ea-fa17-4611-ab68-65b172d06daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:51.164441 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3461d7ea-fa17-4611-ab68-65b172d06daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:51.168009 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3461d7ea-fa17-4611-ab68-65b172d06daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:51.169154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3461d7ea-fa17-4611-ab68-65b172d06daa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7fabe288-0eec-434a-8211-25520a456c8f HTTP/1.1" status: 204 len: 168 time: 0.1232011 Jul 07 19:50:51.177200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461d7ea-fa17-4611-ab68-65b172d06daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fabe288-0eec-434a-8211-25520a456c8f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:51.976650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41484) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:52.073500 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-567834648-network', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:50:52.095445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Made reservation on behalf of a1dfc9f9172c42bc801762e77a5c666f for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:50:52.097803 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.106077 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.192683 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.196847 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.226623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:50:52.231851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5eced1-1421-468f-b5e2-df5ca0284063,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:52.240822 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.241140 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Added segment f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5 of type vlan for network a923d225-8494-434f-8626-4c2af2901470 Jul 07 19:50:52.283492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.310756 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.311740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:52.312346 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.364831 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3870542 Jul 07 19:50:52.367961 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41488) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:52.373192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2d587d0d-d11f-46aa-a8fb-b4ff142c7bdc admin admin] Request body: {'subnet': {'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-567834648-subnet', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:50:52.374708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105305a-72c9-4bb3-a0d2-457b86746b12 admin admin] Pushing event updated for resources: {'Network': ['ID=a923d225-8494-434f-8626-4c2af2901470,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:52.384520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network a923d225-8494-434f-8626-4c2af2901470 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:50:52.396782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d587d0d-d11f-46aa-a8fb-b4ff142c7bdc admin admin] Made reservation on behalf of a1dfc9f9172c42bc801762e77a5c666f for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:50:52.399175 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d587d0d-d11f-46aa-a8fb-b4ff142c7bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.566034 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d587d0d-d11f-46aa-a8fb-b4ff142c7bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.619446 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d587d0d-d11f-46aa-a8fb-b4ff142c7bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:52.629342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d587d0d-d11f-46aa-a8fb-b4ff142c7bdc admin admin] Checking segment: {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:50:52.629526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d587d0d-d11f-46aa-a8fb-b4ff142c7bdc admin admin] Network hostable DHCP agents. Network: a923d225-8494-434f-8626-4c2af2901470, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:50:52.646313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d587d0d-d11f-46aa-a8fb-b4ff142c7bdc admin admin] Network a923d225-8494-434f-8626-4c2af2901470 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:50:52.654990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-2d587d0d-d11f-46aa-a8fb-b4ff142c7bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, a923d225-8494-434f-8626-4c2af2901470) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:50:52.659396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d587d0d-d11f-46aa-a8fb-b4ff142c7bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:52.659987 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d587d0d-d11f-46aa-a8fb-b4ff142c7bdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.663741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9efd0f-ee0b-4da3-b42a-0dd6bd75425b None None] Network a923d225-8494-434f-8626-4c2af2901470 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:50:52.675032 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2d587d0d-d11f-46aa-a8fb-b4ff142c7bdc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3058619 Jul 07 19:50:52.677928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41490) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:52.682312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:50:52.706413 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.707529 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.763444 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.810625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-a923d225-8494-434f-8626-4c2af2901470', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:50:52.811529 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.900384 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:52.947159 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Allocated IP 172.20.0.2 (a923d225-8494-434f-8626-4c2af2901470/7b0075c9-a68f-4d82-8ea0-f22fa6c1044b/05816dac-7d19-4d1c-b2d4-067c2cd54ce4) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:50:53.107829 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:53.129961 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:53.238420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Allocated IP 172.25.0.144 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/75fc9c28-00cb-43ef-a272-1d5857715fc4) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:50:53.244766 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:53.253313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Transition to ACTIVE for port object 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:50:53.268066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Transition to ACTIVE for port object 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:50:53.273844 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:53.309610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Network a923d225-8494-434f-8626-4c2af2901470 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:50:53.316347 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:50:53.320457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:50:53.327569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Pushing event updated for resources: {'Port': ['ID=05816dac-7d19-4d1c-b2d4-067c2cd54ce4,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:53.346992 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:53.384678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Attempting to bind port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:50:53.385276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Attempting to bind port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:50:53.385424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Attempting to bind port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 on network a923d225-8494-434f-8626-4c2af2901470 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:50:53.390255 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:53.393854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:50:53.393854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Checking segment: {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:50:53.393854 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:53.393854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Bound using segment: {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:50:53.393854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Bound port: 05816dac-7d19-4d1c-b2d4-067c2cd54ce4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:50:53.393854 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:53.424894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:50:53.427699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:50:53.431303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:50:53.455771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] For port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:50:53.459078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] For port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=05816dac-7d19-4d1c-b2d4-067c2cd54ce4,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:50:53.463404 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:53.465963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Pushing event updated for resources: {'Port': ['ID=75fc9c28-00cb-43ef-a272-1d5857715fc4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:53.521861 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2f2a2-41e5-409d-a4e7-05924d88ec93 None None] Pushing event updated for resources: {'Port': ['ID=05816dac-7d19-4d1c-b2d4-067c2cd54ce4,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:53.874142 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.010166 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.081665 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1e78fb5b-2cd7-43ef-8c48-cb0537d4ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.211655 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.345689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Router 1e294e56-512c-463e-b972-5fcb56f6fba8 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:50:54.398403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f17776b-f549-41e9-9415-374d9e2c5417 None None] Network a923d225-8494-434f-8626-4c2af2901470 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:50:54.457694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e2a43bdc-0be9-45a9-9cc5-e2e45ea1b81d None None] Provisioning for port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:50:54.458011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:50:54.474220 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.474645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Sync routers for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:50:54.475603 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c0a2a663-bc43-4c56-b167-cd94a64f5f60 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7967358 Jul 07 19:50:54.478462 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41492) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:54.498135 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:54.498747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:50:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:54.610845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:50:54.682871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:54.802413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:50:54.811826 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:50:54.812195 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.905828 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.924679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.963053 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.988011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:53Z', 'revision_number': 3, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:55.024568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Checking router: 1e294e56-512c-463e-b972-5fcb56f6fba8 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:50:55.024918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Updating router 1e294e56-512c-463e-b972-5fcb56f6fba8 port 75fc9c28-00cb-43ef-a272-1d5857715fc4 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:50:55.029955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=05816dac-7d19-4d1c-b2d4-067c2cd54ce4,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:55.050932 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.093836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Allocated IP 172.20.0.1 (a923d225-8494-434f-8626-4c2af2901470/7b0075c9-a68f-4d82-8ea0-f22fa6c1044b/e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:50:55.100072 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.139674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-33bbcc72-5903-46bb-acee-b52e3bbb8396 None None] Provisioning complete for port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:50:55.139953 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-33bbcc72-5903-46bb-acee-b52e3bbb8396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.169183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=05816dac-7d19-4d1c-b2d4-067c2cd54ce4,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:55.204309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.219525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Transition to ACTIVE for port object e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:50:55.255354 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.297044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Network a923d225-8494-434f-8626-4c2af2901470 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:50:55.303036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:50:55.305233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Pushing event updated for resources: {'Port': ['ID=e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:55.307725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:50:55.348731 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.458500 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.470722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Transition to ACTIVE for port object 75fc9c28-00cb-43ef-a272-1d5857715fc4 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:50:55.477875 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.511956 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.536149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d844a6c-eca9-46c4-94e9-96c5f0d0ae5e None None] Pushing event updated for resources: {'Port': ['ID=75fc9c28-00cb-43ef-a272-1d5857715fc4,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:55.538585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Attempting to bind port 75fc9c28-00cb-43ef-a272-1d5857715fc4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:50:55.538979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Attempting to bind port 75fc9c28-00cb-43ef-a272-1d5857715fc4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:50:55.539342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Attempting to bind port 75fc9c28-00cb-43ef-a272-1d5857715fc4 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:50:55.544977 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:50:55.545350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:50:55.545802 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.546127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:50:55.546714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Bound port: 75fc9c28-00cb-43ef-a272-1d5857715fc4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:50:55.547121 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.592745 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9d1ce039-3407-450c-a3e4-fe8f60cfe294 None None] Provisioning for port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:50:55.604461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9d1ce039-3407-450c-a3e4-fe8f60cfe294 None None] Provisioning complete for port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:50:55.604835 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce039-3407-450c-a3e4-fe8f60cfe294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.631978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] For port 75fc9c28-00cb-43ef-a272-1d5857715fc4, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:50:55.650173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] For port 75fc9c28-00cb-43ef-a272-1d5857715fc4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=75fc9c28-00cb-43ef-a272-1d5857715fc4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:50:55.653151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ce039-3407-450c-a3e4-fe8f60cfe294 None None] Port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:50:55.656249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.692115 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.697603 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.718851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:55.719562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:50:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:55.756200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d844a6c-eca9-46c4-94e9-96c5f0d0ae5e None None] Pushing event updated for resources: {'Port': ['ID=75fc9c28-00cb-43ef-a272-1d5857715fc4,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:55.836806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:56.042940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 2, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:56.070283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288b5f2-ada7-4672-b381-c004b96e3a57 None None] The sync data for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 is: [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 2, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:50:56.117413 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:56.120509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Pushing event updated for resources: {'Port': ['ID=e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:56.211833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Network a923d225-8494-434f-8626-4c2af2901470 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:50:56.213237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:50:56.351837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Router 1e294e56-512c-463e-b972-5fcb56f6fba8 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:50:56.471800 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:50:56.476973 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-28dda33b-9abc-401a-967f-871f651f184e admin admin] 10.222.0.81 "PUT /v2.0/routers/1e294e56-512c-463e-b972-5fcb56f6fba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9973917 Jul 07 19:50:56.483687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5d417788-8292-4314-98b1-c0909af83033 None None] Provisioning complete for port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:50:56.484198 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5d417788-8292-4314-98b1-c0909af83033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:56.525752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5d417788-8292-4314-98b1-c0909af83033 None None] Port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:50:56.595129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:50:56.644019 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:56.708272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:50:56.708732 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.177284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41502) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:57.182011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9a3c5e60-cefc-4e96-9894-de6367948055 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542202657', 'description': 'tempest-description--1586889767'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:50:57.206349 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5e60-cefc-4e96-9894-de6367948055 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.292941 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5e60-cefc-4e96-9894-de6367948055 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.297310 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5e60-cefc-4e96-9894-de6367948055 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.326502 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5e60-cefc-4e96-9894-de6367948055 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.331279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9a3c5e60-cefc-4e96-9894-de6367948055 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1494703 Jul 07 19:50:57.331993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41504) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:57.337158 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e8c36d21-be3c-4e82-9142-b3969dac0974 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Request body: {'security_group_rule': {'security_group_id': 'fb3bf027-eaeb-4b7d-ac61-8233048c5ab8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:50:57.342595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c5e60-cefc-4e96-9894-de6367948055 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:57.369190 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8c36d21-be3c-4e82-9142-b3969dac0974 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.434782 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8c36d21-be3c-4e82-9142-b3969dac0974 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.438838 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8c36d21-be3c-4e82-9142-b3969dac0974 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.457504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36d21-be3c-4e82-9142-b3969dac0974 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32745b5-9059-4682-9f4b-3d39fa6e7f1e,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:57.463674 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e8c36d21-be3c-4e82-9142-b3969dac0974 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.464825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e8c36d21-be3c-4e82-9142-b3969dac0974 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315956 Jul 07 19:50:57.467497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41506) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:57.471866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-86cf2a60-5e31-44d4-8525-9b7617943f03 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Request body: {'security_group_rule': {'security_group_id': 'fb3bf027-eaeb-4b7d-ac61-8233048c5ab8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:50:57.500182 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86cf2a60-5e31-44d4-8525-9b7617943f03 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.557513 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86cf2a60-5e31-44d4-8525-9b7617943f03 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.561123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86cf2a60-5e31-44d4-8525-9b7617943f03 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.578613 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf2a60-5e31-44d4-8525-9b7617943f03 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3549a35c-7782-4fd4-bcd2-e94a2917dd7a,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:57.585187 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86cf2a60-5e31-44d4-8525-9b7617943f03 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.586452 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-86cf2a60-5e31-44d4-8525-9b7617943f03 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180425 Jul 07 19:50:57.589694 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41508) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:50:57.594115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:50:57.616401 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.714168 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.817949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Allocated IP 172.25.0.23 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/46f6c9c7-de0c-41ea-98d8-9ddf0994cadd) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:50:57.923977 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:57.962706 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.000028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:50:58.006065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:50:58.007217 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:50:58.031214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event updated for resources: {'Port': ['ID=46f6c9c7-de0c-41ea-98d8-9ddf0994cadd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:58.099416 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.101712 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Sync routers for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:50:58.111687 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:58.112299 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:50:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:58.147393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.217603 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:58.302732 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.307449 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.383922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event updated for resources: {'Port': ['ID=46f6c9c7-de0c-41ea-98d8-9ddf0994cadd,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:58.391552 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.405321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.406689 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cde033f8-c9f4-440f-a84d-344db5172bcf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8160772 Jul 07 19:50:58.420676 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 2, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:58.449357 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Checking router: 1e294e56-512c-463e-b972-5fcb56f6fba8 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:50:58.449713 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Updating router 1e294e56-512c-463e-b972-5fcb56f6fba8 port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:50:58.483782 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.575477 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-48302551-1ed6-4683-9a6d-4a16c82ef667 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--542202657&fields=id&tenant_id=a1dfc9f9172c42bc801762e77a5c666f HTTP/1.1" status: 200 len: 267 time: 0.0587263 Jul 07 19:50:58.607903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 75fc9c28-00cb-43ef-a272-1d5857715fc4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:50:58.661242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 75fc9c28-00cb-43ef-a272-1d5857715fc4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:50:58.665133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 75fc9c28-00cb-43ef-a272-1d5857715fc4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:50:58.665509 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.686777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-4387a7c6-22ca-4a22-8c1c-34319688a784 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:58.689169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-4387a7c6-22ca-4a22-8c1c-34319688a784 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 810 time: 0.1127636 Jul 07 19:50:58.711578 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-d3079f17-e74d-4970-a329-ef03a7332b72 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/quotas/a1dfc9f9172c42bc801762e77a5c666f HTTP/1.1" status: 200 len: 375 time: 0.0117023 Jul 07 19:50:58.751463 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.774306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 75fc9c28-00cb-43ef-a272-1d5857715fc4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=75fc9c28-00cb-43ef-a272-1d5857715fc4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:58.776962 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:50:58.778750 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.830980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=75fc9c28-00cb-43ef-a272-1d5857715fc4,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:58.831695 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-763d8d3d-8109-4528-ada1-6e8887b8b939 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1148875 Jul 07 19:50:58.848219 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-cbe19708-feb7-41a7-979b-9d3a66371a8d tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:50:58.849232 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-cbe19708-feb7-41a7-979b-9d3a66371a8d tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062153 Jul 07 19:50:58.870460 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.881771 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Transition to ACTIVE for port object e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:50:58.887929 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:58.959751 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Pushing event updated for resources: {'Port': ['ID=e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:58.989945 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:58.990286 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:58.990620 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:58.990975 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:58.991296 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:58.991616 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:58.991932 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:58.992252 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:58.992577 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:58.992875 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:58.993189 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:58.993500 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:58.999346 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-d6f90e8d-f443-4d23-b8ab-a8e5abcd4a34 service neutron] 10.222.0.81 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437964 Jul 07 19:50:59.002393 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Attempting to bind port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:50:59.002758 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Attempting to bind port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:50:59.003148 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Attempting to bind port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a on network a923d225-8494-434f-8626-4c2af2901470 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:50:59.008710 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:50:59.009076 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Checking segment: {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:50:59.009473 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:59.009854 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Bound using segment: {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:50:59.010312 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Bound port: e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:50:59.010687 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:59.079264 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] For port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:50:59.082587 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] For port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:50:59.089265 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:59.107316 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-03bdb812-2ee2-4519-a0be-d14deb3e1810 service neutron] 10.222.0.81 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002975 Jul 07 19:50:59.159262 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:50:59.159892 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:50:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:59.215571 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969065a-40ad-4c0f-85f1-6cd9ac450604 None None] Pushing event updated for resources: {'Port': ['ID=e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:59.278529 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:50:59.317865 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-abd649da-b54c-4dd0-aff5-3bf522b3ca6c req-ae61b25f-1152-4cd6-962b-a37dd6e5b1d9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 210 time: 0.0355015 Jul 07 19:50:59.501646 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:50:59Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:50:59.531104 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50379063-1a32-44c1-a59e-1bf657a683d1 None None] The sync data for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 is: [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:50:59Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:51:00.462393 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a257355-ffa6-4516-a439-24311ad9c9d0 req-b65281ca-d26f-474c-9d2a-bc325c6ea6c7 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 210 time: 0.0310283 Jul 07 19:51:00.598880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:51:00.654821 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:51:00.659336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:51:00.659886 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:00.682904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-779725a8-b06c-4ce5-a87c-1680a8049c92 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:00.684967 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-779725a8-b06c-4ce5-a87c-1680a8049c92 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 810 time: 0.1104069 Jul 07 19:51:00.744638 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-cbd9c9a8-249b-45d7-85cb-f5af2714dbdc tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1dfc9f9172c42bc801762e77a5c666f HTTP/1.1" status: 200 len: 379 time: 0.0380297 Jul 07 19:51:00.746310 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:00.754017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Request body: {'port': {'device_id': '6f133894-d8ba-4ef3-a82e-157097532005', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'admin_state_up': True, 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'security_groups': ['fb3bf027-eaeb-4b7d-ac61-8233048c5ab8']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:51:00.784162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:00.789931 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:00.790774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 75fc9c28-00cb-43ef-a272-1d5857715fc4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:51:00.869819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Made reservation on behalf of a1dfc9f9172c42bc801762e77a5c666f for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:51:00.872940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:00.873806 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:00.882775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 75fc9c28-00cb-43ef-a272-1d5857715fc4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:51:00.883249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:01.004675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Allocated IP 172.20.0.11 (a923d225-8494-434f-8626-4c2af2901470/7b0075c9-a68f-4d82-8ea0-f22fa6c1044b/0aeac8a1-f7f5-4771-af97-14ebcf60e71a) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:51:01.143242 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:01.156576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Transition to ACTIVE for port object 0aeac8a1-f7f5-4771-af97-14ebcf60e71a will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:51:01.188391 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:01.232208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Network a923d225-8494-434f-8626-4c2af2901470 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:51:01.237223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:51:01.241025 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:51:01.264173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event updated for resources: {'Port': ['ID=0aeac8a1-f7f5-4771-af97-14ebcf60e71a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:01.292831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:01.293472 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:01.309425 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-8527e750-3e3a-4075-ad3d-97a9f5b081e5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5594292 Jul 07 19:51:01.322416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-47bfcbc1-baf7-49f3-b757-ef54e874af28 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:51:01.323410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-47bfcbc1-baf7-49f3-b757-ef54e874af28 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056894 Jul 07 19:51:01.389228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Request body: {'port': {'device_id': '6f133894-d8ba-4ef3-a82e-157097532005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:51:01.472904 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:01.515616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-836b3389-697c-4a70-bfcb-29675f5bfeeb None None] Provisioning for port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:51:01.519825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-836b3389-697c-4a70-bfcb-29675f5bfeeb None None] Provisioning complete for port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:51:01.520681 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-836b3389-697c-4a70-bfcb-29675f5bfeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:01.558321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-836b3389-697c-4a70-bfcb-29675f5bfeeb None None] Port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:51:01.712628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afd2cb-4773-4001-91e4-471d081bc25f req-455316bb-66a6-442f-b7cd-4f1b320362d2 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:01.714129 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-51afd2cb-4773-4001-91e4-471d081bc25f req-455316bb-66a6-442f-b7cd-4f1b320362d2 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 932 time: 0.1365869 Jul 07 19:51:01.778371 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-51afd2cb-4773-4001-91e4-471d081bc25f req-abef1a53-08e4-4f19-ab8d-f0a9500c9159 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562565 Jul 07 19:51:01.823193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aeac8a1-f7f5-4771-af97-14ebcf60e71a {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:51:01.830496 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:01.842132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Transition to ACTIVE for port object 0aeac8a1-f7f5-4771-af97-14ebcf60e71a will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:51:01.848344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:01.901661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Pushing event updated for resources: {'Port': ['ID=0aeac8a1-f7f5-4771-af97-14ebcf60e71a,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:01.977231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Attempting to bind port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:51:01.977611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Attempting to bind port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:51:01.978123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Attempting to bind port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a on network a923d225-8494-434f-8626-4c2af2901470 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:51:01.983202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a on network a923d225-8494-434f-8626-4c2af2901470 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:51:01.983537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Attempting to bind port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a on network a923d225-8494-434f-8626-4c2af2901470 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:51:01.989173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:51:01.989517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Checking segment: {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:51:01.989928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Bound using segment: {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:51:01.990344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Bound port: 0aeac8a1-f7f5-4771-af97-14ebcf60e71a, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:51:01.990706 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:02.057533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] For port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:51:02.061002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] For port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:51:02.067861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:02.100023 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:02.101041 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:02.102441 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] 10.222.0.110 "PUT /v2.0/ports/0aeac8a1-f7f5-4771-af97-14ebcf60e71a HTTP/1.1" status: 200 len: 1092 time: 0.7711632 Jul 07 19:51:02.104568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f133894-d8ba-4ef3-a82e-157097532005', 'tag': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:02.106868 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c776b3b7-ee93-4c42-9c77-11cac8a6eeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f133894-d8ba-4ef3-a82e-157097532005", "tag": "0aeac8a1-f7f5-4771-af97-14ebcf60e71a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:02.136505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bdfe5-494b-47ec-8ab0-f2bfdf45d1ff service neutron] Pushing event updated for resources: {'Port': ['ID=0aeac8a1-f7f5-4771-af97-14ebcf60e71a,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:02.163499 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd614df-17f3-49a0-8c7e-3b2fa4349fa8 x-openstack-request-id: req-9dd614df-17f3-49a0-8c7e-3b2fa4349fa8 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:02.163808 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f133894-d8ba-4ef3-a82e-157097532005", "tag": "0aeac8a1-f7f5-4771-af97-14ebcf60e71a", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:02.164155 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9dd614df-17f3-49a0-8c7e-3b2fa4349fa8 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:02.164434 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f133894-d8ba-4ef3-a82e-157097532005', 'tag': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a', 'status': 'completed', 'code': 200} Jul 07 19:51:02.212313 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-7267645d-da0e-4698-b663-938c5222c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:02.213827 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-7267645d-da0e-4698-b663-938c5222c025 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 1095 time: 0.0602288 Jul 07 19:51:02.263018 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-d59c034b-be1a-4852-8dbc-a3edfe89b699 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a HTTP/1.1" status: 200 len: 217 time: 0.0386677 Jul 07 19:51:02.319364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-510e1615-1767-464b-a044-b8f4993cf337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:02.321088 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-510e1615-1767-464b-a044-b8f4993cf337 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0481918 Jul 07 19:51:02.382977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-df9f5326-4d8a-4f50-8a24-140e3df01954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:02.384465 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-df9f5326-4d8a-4f50-8a24-140e3df01954 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536981 Jul 07 19:51:02.482631 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-eeeda941-7081-4302-b22f-941f46175a91 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872886 Jul 07 19:51:02.577037 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d982dba0-d72c-415a-bcbb-512ed24ed3d9 req-66eb2aa8-5adb-4f7a-9b80-7e85d1c9454e service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864258 Jul 07 19:51:02.582661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:51:02.630981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:51:02.631353 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:02.694135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776b3b7-ee93-4c42-9c77-11cac8a6eeb6 req-f7d3c274-09c1-40cd-a76a-1d4c3e49c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:02.695953 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c776b3b7-ee93-4c42-9c77-11cac8a6eeb6 req-f7d3c274-09c1-40cd-a76a-1d4c3e49c71d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 1095 time: 0.0589421 Jul 07 19:51:02.787360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776b3b7-ee93-4c42-9c77-11cac8a6eeb6 req-568741d2-528a-494d-a2f9-451dc03e187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:02.788988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c776b3b7-ee93-4c42-9c77-11cac8a6eeb6 req-568741d2-528a-494d-a2f9-451dc03e187d service neutron] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 911 time: 0.0849245 Jul 07 19:51:02.834871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c776b3b7-ee93-4c42-9c77-11cac8a6eeb6 req-a0dbf81f-a09f-463e-af0c-68bc88e6b21b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a HTTP/1.1" status: 200 len: 217 time: 0.0384696 Jul 07 19:51:02.890490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776b3b7-ee93-4c42-9c77-11cac8a6eeb6 req-52a2b971-275c-425e-a432-203d2b5bdfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:02.892104 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c776b3b7-ee93-4c42-9c77-11cac8a6eeb6 req-52a2b971-275c-425e-a432-203d2b5bdfbb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0497229 Jul 07 19:51:02.997453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298107d2-aba7-48f1-916c-88e39ca1c781 req-7165b2eb-d9ef-4443-adf2-c7e40e5bea72 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:02.999021 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-298107d2-aba7-48f1-916c-88e39ca1c781 req-7165b2eb-d9ef-4443-adf2-c7e40e5bea72 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 944 time: 0.1025913 Jul 07 19:51:03.001772 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776b3b7-ee93-4c42-9c77-11cac8a6eeb6 req-6b23c546-2752-4f79-8f50-13a4829af14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:03.003236 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c776b3b7-ee93-4c42-9c77-11cac8a6eeb6 req-6b23c546-2752-4f79-8f50-13a4829af14b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968657 Jul 07 19:51:03.085500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-298107d2-aba7-48f1-916c-88e39ca1c781 req-c0317a22-73c9-4106-9639-c3e8a83dbabd tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804257 Jul 07 19:51:03.129710 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c776b3b7-ee93-4c42-9c77-11cac8a6eeb6 req-45af49d1-cd35-426c-afd9-2d6f5efff2ca service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116295 Jul 07 19:51:03.221879 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c776b3b7-ee93-4c42-9c77-11cac8a6eeb6 req-fb2029b0-28f8-4fff-8518-9f678e886e5b service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849063 Jul 07 19:51:04.265064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c9db-49e5-42dd-b19b-d6bea0ed948e req-54dc3141-53a6-4f5d-9c5c-300af484dda2 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:04.266564 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88f8c9db-49e5-42dd-b19b-d6bea0ed948e req-54dc3141-53a6-4f5d-9c5c-300af484dda2 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 944 time: 0.0654633 Jul 07 19:51:04.303583 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88f8c9db-49e5-42dd-b19b-d6bea0ed948e req-aacb9e06-2aa8-421e-88c9-7194221b2691 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Jul 07 19:51:04.924915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0aeac8a1-f7f5-4771-af97-14ebcf60e71a details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:51:05.019774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:05.031278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'port_id': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a', 'mac_address': 'fa:16:3e:1b:4a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:51:05.067511 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:05.080221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aeac8a1-f7f5-4771-af97-14ebcf60e71a {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:51:05.100163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:05.103894 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:05.153770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0aeac8a1-f7f5-4771-af97-14ebcf60e71a,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:05.452527 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['0aeac8a1-f7f5-4771-af97-14ebcf60e71a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:51:05.481327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a751-2bc5-4f0e-8c45-2d2bc829a2a1 req-94efb2c4-aa6c-494f-b4e3-34564544bc73 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:05.482839 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-62b7a751-2bc5-4f0e-8c45-2d2bc829a2a1 req-94efb2c4-aa6c-494f-b4e3-34564544bc73 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 945 time: 0.0638692 Jul 07 19:51:05.523130 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-62b7a751-2bc5-4f0e-8c45-2d2bc829a2a1 req-8a4b93b2-5af0-41d6-aa45-8449a53fd566 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341690 Jul 07 19:51:05.889744 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:06.694852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7045cf-0c84-4885-b883-3e21a686a8f1 req-baecd5c4-2b70-4657-9c7d-04f1d5e38af9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:06.696601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3d7045cf-0c84-4885-b883-3e21a686a8f1 req-baecd5c4-2b70-4657-9c7d-04f1d5e38af9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 945 time: 0.0640109 Jul 07 19:51:06.734417 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3d7045cf-0c84-4885-b883-3e21a686a8f1 req-1e2e4fc4-1d57-4004-93ae-30cafaaf5c38 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322797 Jul 07 19:51:06.940325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0aeac8a1-f7f5-4771-af97-14ebcf60e71a up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:51:06.987956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:51:06.991733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:51:06.992102 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:07.069755 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:07.090820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f133894-d8ba-4ef3-a82e-157097532005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:07.093447 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c384a593-9fa4-4233-ac2e-145f9e08472e" -d '{"events": [{"server_uuid": "6f133894-d8ba-4ef3-a82e-157097532005", "name": "network-vif-plugged", "status": "completed", "tag": "0aeac8a1-f7f5-4771-af97-14ebcf60e71a"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:07.106571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:07.111268 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:07.136000 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82513382-741c-457f-8378-0e43bd4110bb x-openstack-request-id: req-82513382-741c-457f-8378-0e43bd4110bb {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:07.136305 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f133894-d8ba-4ef3-a82e-157097532005", "name": "network-vif-plugged", "status": "completed", "tag": "0aeac8a1-f7f5-4771-af97-14ebcf60e71a", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:07.136560 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82513382-741c-457f-8378-0e43bd4110bb {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:07.136955 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f133894-d8ba-4ef3-a82e-157097532005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a', 'code': 200} Jul 07 19:51:07.166057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0aeac8a1-f7f5-4771-af97-14ebcf60e71a,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:07.254439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a568ea-d0ef-4754-bb29-2a5466e00bed req-d6674278-3b92-4246-85a8-35bca4564fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:07.256619 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a1a568ea-d0ef-4754-bb29-2a5466e00bed req-d6674278-3b92-4246-85a8-35bca4564fe5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 1097 time: 0.0529408 Jul 07 19:51:07.294226 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a1a568ea-d0ef-4754-bb29-2a5466e00bed req-ab8fb0a3-1385-4026-8ca6-f2b523f21fe0 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269866 Jul 07 19:51:07.904006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590481fc-933e-4b23-8ff7-3cc4a917ebc9 req-9d5d39c0-a744-4dd7-a715-6791b2f59c94 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:07.905400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-590481fc-933e-4b23-8ff7-3cc4a917ebc9 req-9d5d39c0-a744-4dd7-a715-6791b2f59c94 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0620952 Jul 07 19:51:07.943458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-590481fc-933e-4b23-8ff7-3cc4a917ebc9 req-27f02531-dea1-43fa-849f-5d18a335292f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319655 Jul 07 19:51:09.119640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de316ac1-40d9-402f-9bb7-77eb392427d2 req-1233acb4-3267-4908-baf2-8e631ad1c5b5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:09.121212 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de316ac1-40d9-402f-9bb7-77eb392427d2 req-1233acb4-3267-4908-baf2-8e631ad1c5b5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0665281 Jul 07 19:51:09.160308 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de316ac1-40d9-402f-9bb7-77eb392427d2 req-aadd23ba-fdb7-4fda-89e4-1cbf1671a5b8 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332947 Jul 07 19:51:09.338559 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc929e87-1b23-4c17-a635-b272fa2637a4 req-a7895c3d-c85b-483e-96cf-5db81dee32b7 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:09.340021 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc929e87-1b23-4c17-a635-b272fa2637a4 req-a7895c3d-c85b-483e-96cf-5db81dee32b7 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0664043 Jul 07 19:51:09.349358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41568) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:51:09.353830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-fdd21e9d-57d9-499f-913f-ea50d0cca91b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Request body: {'floatingip': {'port_id': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:51:09.394037 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fdd21e9d-57d9-499f-913f-ea50d0cca91b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:09.832405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fdd21e9d-57d9-499f-913f-ea50d0cca91b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:09.836295 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fdd21e9d-57d9-499f-913f-ea50d0cca91b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:09.932718 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-fdd21e9d-57d9-499f-913f-ea50d0cca91b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Floating IP c1583098-245f-457b-a17d-c5a924748617 associated. External IP: 172.25.0.23, port: 0aeac8a1-f7f5-4771-af97-14ebcf60e71a. Jul 07 19:51:10.122835 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:10.140537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd21e9d-57d9-499f-913f-ea50d0cca91b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Router 1e294e56-512c-463e-b972-5fcb56f6fba8 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:51:10.246513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd21e9d-57d9-499f-913f-ea50d0cca91b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:51:10.251510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fdd21e9d-57d9-499f-913f-ea50d0cca91b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:10.257270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2090c-1e74-4c0f-8caf-2d118d123ca1 None None] Sync routers for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:51:10.266688 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e2090c-1e74-4c0f-8caf-2d118d123ca1 None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:51:10.268126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-98e2090c-1e74-4c0f-8caf-2d118d123ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:50:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:10.287848 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fdd21e9d-57d9-499f-913f-ea50d0cca91b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "PUT /v2.0/floatingips/c1583098-245f-457b-a17d-c5a924748617 HTTP/1.1" status: 200 len: 991 time: 0.9374311 Jul 07 19:51:10.288518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f133894-d8ba-4ef3-a82e-157097532005', 'tag': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:10.290902 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e2c621-249d-4bed-87b9-59a4af9e6a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f133894-d8ba-4ef3-a82e-157097532005", "tag": "0aeac8a1-f7f5-4771-af97-14ebcf60e71a"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:10.327666 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf04895d-ed4f-485d-8a73-481d45ea103d x-openstack-request-id: req-cf04895d-ed4f-485d-8a73-481d45ea103d {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:10.327962 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f133894-d8ba-4ef3-a82e-157097532005", "tag": "0aeac8a1-f7f5-4771-af97-14ebcf60e71a", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:10.328212 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf04895d-ed4f-485d-8a73-481d45ea103d {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:10.328640 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f133894-d8ba-4ef3-a82e-157097532005', 'tag': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a', 'status': 'completed', 'code': 200} Jul 07 19:51:10.380318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-98e2090c-1e74-4c0f-8caf-2d118d123ca1 None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:51:10.404868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2c621-249d-4bed-87b9-59a4af9e6a7f req-ba25e8f2-394b-44c4-aaa2-1d2f4992c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:10.406372 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18e2c621-249d-4bed-87b9-59a4af9e6a7f req-ba25e8f2-394b-44c4-aaa2-1d2f4992c167 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 1097 time: 0.0553508 Jul 07 19:51:10.504259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2c621-249d-4bed-87b9-59a4af9e6a7f req-40e14b8c-9e68-43c3-a441-276ee7e5c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:10.505736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18e2c621-249d-4bed-87b9-59a4af9e6a7f req-40e14b8c-9e68-43c3-a441-276ee7e5c856 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 911 time: 0.0927632 Jul 07 19:51:10.569967 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18e2c621-249d-4bed-87b9-59a4af9e6a7f req-653c3097-1617-4a51-97c4-7435aca1b752 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a HTTP/1.1" status: 200 len: 999 time: 0.0569539 Jul 07 19:51:10.616370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-98e2090c-1e74-4c0f-8caf-2d118d123ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c1583098-245f-457b-a17d-c5a924748617', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'floating_ip_address': '172.25.0.23', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'port_id': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'mac_address': 'fa:16:3e:1b:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f133894-d8ba-4ef3-a82e-157097532005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:50:58Z', 'updated_at': '2021-07-07T19:51:09Z', 'revision_number': 1, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:51:00Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:10.617862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2c621-249d-4bed-87b9-59a4af9e6a7f req-66d9550e-bb9e-4e09-a02a-1c1046b37a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:10.619342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18e2c621-249d-4bed-87b9-59a4af9e6a7f req-66d9550e-bb9e-4e09-a02a-1c1046b37a1c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0427570 Jul 07 19:51:10.643181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2090c-1e74-4c0f-8caf-2d118d123ca1 None None] Checking router: 1e294e56-512c-463e-b972-5fcb56f6fba8 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:51:10.651349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e2090c-1e74-4c0f-8caf-2d118d123ca1 None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:51:10.651970 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-98e2090c-1e74-4c0f-8caf-2d118d123ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:50:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:10.679842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2c621-249d-4bed-87b9-59a4af9e6a7f req-0208111c-bd74-497d-bea9-eb0dfa7fd12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:10.681340 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18e2c621-249d-4bed-87b9-59a4af9e6a7f req-0208111c-bd74-497d-bea9-eb0dfa7fd12c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550866 Jul 07 19:51:10.761352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-98e2090c-1e74-4c0f-8caf-2d118d123ca1 None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:51:10.770468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18e2c621-249d-4bed-87b9-59a4af9e6a7f req-07e55f25-8d44-4db8-88e6-fe70aff4406a service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827670 Jul 07 19:51:10.864809 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-18e2c621-249d-4bed-87b9-59a4af9e6a7f req-6da905e8-a5b6-4d7e-a48a-11430fea6dc0 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871704 Jul 07 19:51:10.991862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-98e2090c-1e74-4c0f-8caf-2d118d123ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c1583098-245f-457b-a17d-c5a924748617', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'floating_ip_address': '172.25.0.23', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'port_id': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'mac_address': 'fa:16:3e:1b:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f133894-d8ba-4ef3-a82e-157097532005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:50:58Z', 'updated_at': '2021-07-07T19:51:09Z', 'revision_number': 1, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:51:00Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:11.017657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2090c-1e74-4c0f-8caf-2d118d123ca1 None None] The sync data for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 is: [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c1583098-245f-457b-a17d-c5a924748617', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'floating_ip_address': '172.25.0.23', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'port_id': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'mac_address': 'fa:16:3e:1b:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f133894-d8ba-4ef3-a82e-157097532005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:50:58Z', 'updated_at': '2021-07-07T19:51:09Z', 'revision_number': 1, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:51:00Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:51:11.203042 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a7cb6-9967-4ebf-9950-faf761009ea6 None None] New status for floating IP c1583098-245f-457b-a17d-c5a924748617: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:51:13.051449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c9156-6c76-4fae-b617-1efe81858c67 req-541b1464-70a4-4910-aa8f-723337aabfbe tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:13.052967 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1b2c9156-6c76-4fae-b617-1efe81858c67 req-541b1464-70a4-4910-aa8f-723337aabfbe tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1096 time: 0.0516951 Jul 07 19:51:13.070858 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1b2c9156-6c76-4fae-b617-1efe81858c67 req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:13.160094 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1b2c9156-6c76-4fae-b617-1efe81858c67 req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:13.163875 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1b2c9156-6c76-4fae-b617-1efe81858c67 req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:13.189586 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1b2c9156-6c76-4fae-b617-1efe81858c67 req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309891 Jul 07 19:51:13.198591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cfc578-33f3-435a-9e24-c55bb5388140,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:13.207033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:13.207389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:13.207877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:13.208223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:13.208582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:13.208919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:13.209249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:13.209579 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:13.209903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:13.210253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:13.210578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:13.210924 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09102fe-2d17-4ee0-953e-3f8271a745a7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:13.373635 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b563797-eedd-4881-9a24-8bc170ec886d req-1b0f4fbf-4cfb-46b9-81b3-f871110c6c7c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:13.375875 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b563797-eedd-4881-9a24-8bc170ec886d req-1b0f4fbf-4cfb-46b9-81b3-f871110c6c7c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.0656927 Jul 07 19:51:13.415161 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b563797-eedd-4881-9a24-8bc170ec886d req-f9f59b9c-a039-4989-8661-beafaa20102e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321467 Jul 07 19:51:13.439419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41584) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:51:13.497159 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-31c71a4f-05d6-4b88-8ba3-8754fa17c735 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/f3072a93-0817-4c5d-ad72-b11c2aa432b6 HTTP/1.1" status: 200 len: 992 time: 0.0567076 Jul 07 19:51:13.864812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-b755cce8-193a-4096-982d-ecd24e440012 req-4cfb39d1-0905-467b-b3c0-6dbbad213f76 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:51:13.865807 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b755cce8-193a-4096-982d-ecd24e440012 req-4cfb39d1-0905-467b-b3c0-6dbbad213f76 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060649 Jul 07 19:51:14.275191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab432baa-3eca-4e3e-b0de-f8386e1290a8 req-1945c6af-7c7a-409f-9f49-61b0f710ac88 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:14.276657 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab432baa-3eca-4e3e-b0de-f8386e1290a8 req-1945c6af-7c7a-409f-9f49-61b0f710ac88 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.1036336 Jul 07 19:51:14.280090 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-6b509bee-fc2b-4ea5-af60-d46c6c7b3893 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1545203 Jul 07 19:51:14.316342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab432baa-3eca-4e3e-b0de-f8386e1290a8 req-7b095a9f-ea68-4734-b390-a9716fb1025f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337958 Jul 07 19:51:15.539488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba3c4c-42ec-48b8-a5a4-2309bd150759 req-f1ff7d53-cc4a-4715-b619-279382e45859 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:15.540986 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2eba3c4c-42ec-48b8-a5a4-2309bd150759 req-f1ff7d53-cc4a-4715-b619-279382e45859 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.1040688 Jul 07 19:51:15.546445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-3fad7383-9b62-4333-91d8-4f2b6e5773d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:15.547930 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-3fad7383-9b62-4333-91d8-4f2b6e5773d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1096 time: 0.0999331 Jul 07 19:51:15.634248 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2eba3c4c-42ec-48b8-a5a4-2309bd150759 req-c82daca8-f020-4892-87e6-919b12872ea7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853066 Jul 07 19:51:15.666116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-04a856fa-f430-4ba4-8611-52a608d8eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:15.667616 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-04a856fa-f430-4ba4-8611-52a608d8eb73 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb7f786e-7245-4830-aaf8-b721640780e3 HTTP/1.1" status: 200 len: 898 time: 0.1124468 Jul 07 19:51:15.732102 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-3c267dbb-39a8-4173-9fb4-28dd475915b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 200 len: 1000 time: 0.0576196 Jul 07 19:51:15.779570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-1d8423b8-45ab-4395-953d-c9eb7f7b3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:15.781041 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-1d8423b8-45ab-4395-953d-c9eb7f7b3578 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36aae74d-0176-46d3-bbe3-ff9d0059538e HTTP/1.1" status: 200 len: 835 time: 0.0420399 Jul 07 19:51:15.840979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-6b042638-5407-4ca1-8f86-02e853763a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:15.842496 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-6b042638-5407-4ca1-8f86-02e853763a3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb7f786e-7245-4830-aaf8-b721640780e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551012 Jul 07 19:51:15.931692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-838e2933-06a6-40c9-a000-8e4e30f8b693 service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822654 Jul 07 19:51:16.025872 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-65764c82-07e6-4452-91ef-b9378797c1eb service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877616 Jul 07 19:51:16.811374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b02427-8e10-4a20-928f-3221a1d71f6e req-3b29e60c-7f56-4b13-b7d2-e9fd1e8ef970 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:16.813255 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1b02427-8e10-4a20-928f-3221a1d71f6e req-3b29e60c-7f56-4b13-b7d2-e9fd1e8ef970 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.0640786 Jul 07 19:51:16.849792 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1b02427-8e10-4a20-928f-3221a1d71f6e req-52e20a82-aa95-45ab-acb0-2d8a04bb6e0f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303853 Jul 07 19:51:18.023893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75597df-bbb0-452c-af51-ab21dd310044 req-f7d8ff4f-4c1e-4657-87d8-019347bff6a0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:18.025431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a75597df-bbb0-452c-af51-ab21dd310044 req-f7d8ff4f-4c1e-4657-87d8-019347bff6a0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.0635109 Jul 07 19:51:18.064194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a75597df-bbb0-452c-af51-ab21dd310044 req-2348d9d9-919d-42e1-9be8-2ee9d2536fe6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327201 Jul 07 19:51:19.245357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed407cc-f44d-4abd-850b-b43b4b5d3d82 req-b7757e21-1ed3-4d6b-b60c-efaa78935d59 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:19.246888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ed407cc-f44d-4abd-850b-b43b4b5d3d82 req-b7757e21-1ed3-4d6b-b60c-efaa78935d59 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.0689361 Jul 07 19:51:19.283992 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ed407cc-f44d-4abd-850b-b43b4b5d3d82 req-5a3c76f9-1d9e-45b3-b759-e077c591a686 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314455 Jul 07 19:51:20.457367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12fc3-9c57-4ee0-b1bf-ffbceac3db17 req-15ca27f6-b1a4-45ad-a7a0-e05a7f50f233 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:20.458908 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-14c12fc3-9c57-4ee0-b1bf-ffbceac3db17 req-15ca27f6-b1a4-45ad-a7a0-e05a7f50f233 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.0632288 Jul 07 19:51:20.496006 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-14c12fc3-9c57-4ee0-b1bf-ffbceac3db17 req-ba6702d0-0352-4ff0-aded-ea1d1f5e3de7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Jul 07 19:51:21.105220 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0401af53-4ac0-4cfe-a447-e9d7ebe70f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:21.670640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370c031-8c96-4452-b692-ca88d5a0ea4d req-f0341c12-69e1-43e7-a747-62ed3343107b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:21.672098 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e370c031-8c96-4452-b692-ca88d5a0ea4d req-f0341c12-69e1-43e7-a747-62ed3343107b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.0637145 Jul 07 19:51:21.714363 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e370c031-8c96-4452-b692-ca88d5a0ea4d req-5a8b92a2-8fb2-4f80-90bb-160b0553ce83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358682 Jul 07 19:51:22.886979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e211-5f3f-472d-bd6a-66398dc2d9d7 req-e6e0477b-0c0d-485c-a182-80ed03f0105f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:22.888449 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b4e7e211-5f3f-472d-bd6a-66398dc2d9d7 req-e6e0477b-0c0d-485c-a182-80ed03f0105f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.0628061 Jul 07 19:51:22.927489 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b4e7e211-5f3f-472d-bd6a-66398dc2d9d7 req-b6b2a5e2-becf-4d09-9c4f-75cc1852d39b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335438 Jul 07 19:51:23.798587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41419de3-6012-43fb-adc2-4d6328640177 req-bdc99ad4-17fa-4dc1-9ac9-31d685387a9e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492897 Jul 07 19:51:23.876016 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:23.898461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41419de3-6012-43fb-adc2-4d6328640177 req-46057e8f-f8b4-49f4-8cf5-817026830af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:23.899985 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41419de3-6012-43fb-adc2-4d6328640177 req-46057e8f-f8b4-49f4-8cf5-817026830af0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 1097 time: 0.0566790 Jul 07 19:51:24.004884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41419de3-6012-43fb-adc2-4d6328640177 req-c289cedf-58b1-4c59-9c27-c45e9e05c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:24.006374 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41419de3-6012-43fb-adc2-4d6328640177 req-c289cedf-58b1-4c59-9c27-c45e9e05c3d2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 911 time: 0.0855229 Jul 07 19:51:24.083689 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dfc1cad0-f229-4032-aac6-8c3e30590630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:24.106920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41419de3-6012-43fb-adc2-4d6328640177 req-c6c1488d-c720-4acf-82ab-17f7a48393a8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a HTTP/1.1" status: 200 len: 1001 time: 0.0912936 Jul 07 19:51:24.162638 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b86c44-3692-4d9b-bd21-3a2c15519d10 req-7e11d828-5e0f-4d19-bde4-2f04b08ab1c1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:24.164126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c4b86c44-3692-4d9b-bd21-3a2c15519d10 req-7e11d828-5e0f-4d19-bde4-2f04b08ab1c1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.1150484 Jul 07 19:51:24.179410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41419de3-6012-43fb-adc2-4d6328640177 req-63d4565c-0633-4236-a88f-0664dfa78869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:24.180795 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41419de3-6012-43fb-adc2-4d6328640177 req-63d4565c-0633-4236-a88f-0664dfa78869 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0662019 Jul 07 19:51:24.236197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c4b86c44-3692-4d9b-bd21-3a2c15519d10 req-7336646b-6d61-46f2-a529-66093df1ae79 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662441 Jul 07 19:51:24.258049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41419de3-6012-43fb-adc2-4d6328640177 req-201abc5b-c06c-492b-b197-c2b249a7fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:24.259572 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41419de3-6012-43fb-adc2-4d6328640177 req-201abc5b-c06c-492b-b197-c2b249a7fb45 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710187 Jul 07 19:51:24.349493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41419de3-6012-43fb-adc2-4d6328640177 req-21da5a50-eb24-4040-b43f-4655ff1c2da4 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804813 Jul 07 19:51:24.444448 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41419de3-6012-43fb-adc2-4d6328640177 req-cb93a0bd-45cf-4478-8576-44a9eb7d15ba service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853539 Jul 07 19:51:24.859501 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:25.701604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361d346-54b3-4924-aa6e-62866b9fdc1b req-495a0402-eb71-472f-a728-9b1b23faf4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:25.703082 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1361d346-54b3-4924-aa6e-62866b9fdc1b req-495a0402-eb71-472f-a728-9b1b23faf4ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1096 time: 0.4366155 Jul 07 19:51:25.715900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda57e4-d531-4f0d-a243-51af4bfe341a req-ad38ab3e-ec83-4972-9ce3-59ee401da325 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:25.717365 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fda57e4-d531-4f0d-a243-51af4bfe341a req-ad38ab3e-ec83-4972-9ce3-59ee401da325 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.0820160 Jul 07 19:51:25.809707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fda57e4-d531-4f0d-a243-51af4bfe341a req-07fdd8fc-cd3e-47bd-8281-c280cbce4a81 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862350 Jul 07 19:51:25.834737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361d346-54b3-4924-aa6e-62866b9fdc1b req-f520ae90-63df-4fcf-961b-b29f8f6395ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:25.836257 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1361d346-54b3-4924-aa6e-62866b9fdc1b req-f520ae90-63df-4fcf-961b-b29f8f6395ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb7f786e-7245-4830-aaf8-b721640780e3 HTTP/1.1" status: 200 len: 898 time: 0.1117783 Jul 07 19:51:25.901181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1361d346-54b3-4924-aa6e-62866b9fdc1b req-ec223121-fc94-4f2b-be67-8569b4381747 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 200 len: 1000 time: 0.0567734 Jul 07 19:51:25.953004 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361d346-54b3-4924-aa6e-62866b9fdc1b req-e75298f5-4bc4-493f-a00d-5975de750f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:25.954448 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1361d346-54b3-4924-aa6e-62866b9fdc1b req-e75298f5-4bc4-493f-a00d-5975de750f01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36aae74d-0176-46d3-bbe3-ff9d0059538e HTTP/1.1" status: 200 len: 835 time: 0.0467215 Jul 07 19:51:26.010141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361d346-54b3-4924-aa6e-62866b9fdc1b req-60fa47eb-f79d-4498-a3e1-b06e22e801cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:26.011636 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1361d346-54b3-4924-aa6e-62866b9fdc1b req-60fa47eb-f79d-4498-a3e1-b06e22e801cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb7f786e-7245-4830-aaf8-b721640780e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505536 Jul 07 19:51:26.097661 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1361d346-54b3-4924-aa6e-62866b9fdc1b req-9db7d503-0bf2-447e-9c9b-6ef98f2c6dca service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778401 Jul 07 19:51:26.187370 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1361d346-54b3-4924-aa6e-62866b9fdc1b req-0a598278-4bae-4a6c-9761-6d4447a3c4a2 service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832133 Jul 07 19:51:26.615132 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:26.984293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf706ab-d666-4df4-b7bc-1eef59cc7e1e req-374e300c-0d18-41c5-a45f-23e018fffdd6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:26.985777 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4cf706ab-d666-4df4-b7bc-1eef59cc7e1e req-374e300c-0d18-41c5-a45f-23e018fffdd6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.0625629 Jul 07 19:51:27.024031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4cf706ab-d666-4df4-b7bc-1eef59cc7e1e req-e40f5d2e-909a-42e2-a213-4640a2464d1a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325837 Jul 07 19:51:28.198678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d29396-5393-4501-a0dd-e04f5aa003a3 req-2ca6a8b0-9742-4d47-9e02-3af18062e003 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:28.200091 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15d29396-5393-4501-a0dd-e04f5aa003a3 req-2ca6a8b0-9742-4d47-9e02-3af18062e003 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.0657599 Jul 07 19:51:28.237659 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15d29396-5393-4501-a0dd-e04f5aa003a3 req-68c7551e-b485-4b44-9beb-239ba057414d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319428 Jul 07 19:51:28.490481 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-297d3d61-c5ce-4eb2-b895-66bd13f064fb service neutron] show failed (client error): The resource could not be found. Jul 07 19:51:28.491509 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-297d3d61-c5ce-4eb2-b895-66bd13f064fb service neutron] 10.222.0.48 "GET /v2.0/ports/0034515f-7c61-4bcf-a39a-1e13e1c55b9a/bindings/n-h2-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0543952 Jul 07 19:51:28.740777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-9497e360-7987-4f72-9334-7a1223d1fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:28.742197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-9497e360-7987-4f72-9334-7a1223d1fde1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737&tenant_id=44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 1096 time: 0.0534506 Jul 07 19:51:28.757472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:51:28.827510 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:29.023151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:29.055664 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:51:29.094494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:29.097667 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c3ef76-97d7-4c55-9a0c-8e38fdac7b28" -d '{"events": [{"server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "name": "network-vif-unplugged", "status": "completed", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:29.108915 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:29.127370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Transition to ACTIVE for port object 0034515f-7c61-4bcf-a39a-1e13e1c55b9a will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:51:29.133787 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:29.161408 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094776d6-4c67-44cf-8bc1-d7dd3365db17 x-openstack-request-id: req-094776d6-4c67-44cf-8bc1-d7dd3365db17 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:29.161698 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "name": "network-vif-unplugged", "status": "completed", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:29.161949 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-094776d6-4c67-44cf-8bc1-d7dd3365db17 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:29.162336 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'code': 200} Jul 07 19:51:29.245566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Pushing event updated for resources: {'Port': ['ID=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,revision_number=6']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:29.269318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:29.269674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:29.270019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:29.270355 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:29.270688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:29.271120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:29.271449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:29.272184 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:29.272513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:29.273506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:29.273506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:29.273858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:29.324427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] No DVR routers for this DVR port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:51:29.432824 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b3229-6e4d-40f8-9e09-13ec8d2417fa req-c6385462-05de-423f-a577-b28d612c03b7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:29.434271 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e85b3229-6e4d-40f8-9e09-13ec8d2417fa req-c6385462-05de-423f-a577-b28d612c03b7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 943 time: 0.0675421 Jul 07 19:51:29.462683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Attempting to bind port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:51:29.463225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Attempting to bind port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:51:29.463560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Attempting to bind port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a on network fb7f786e-7245-4830-aaf8-b721640780e3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:51:29.467873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a on network fb7f786e-7245-4830-aaf8-b721640780e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:51:29.468194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Attempting to bind port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a on network fb7f786e-7245-4830-aaf8-b721640780e3 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:51:29.473511 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e85b3229-6e4d-40f8-9e09-13ec8d2417fa req-c5a3b33e-ee19-4fd0-8729-f73f1b962464 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336516 Jul 07 19:51:29.473702 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:51:29.474043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Checking segment: {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:51:29.474428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Bound using segment: {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:51:29.474878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Bound port: 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403632a5-d08d-4a16-a944-6db528ead222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:51:29.475238 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:29.538246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:51:29.541188 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:51:29.545623 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:29.578246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:29.578881 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:29.580238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] 10.222.0.110 "PUT /v2.0/ports/0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 200 len: 1091 time: 0.8273208 Jul 07 19:51:29.602260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920777c0-6693-402d-ad9c-e45f973ca62a service neutron] Pushing event updated for resources: {'Port': ['ID=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:29.663562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-e670d080-6c87-4449-b2f8-a1b23e496642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:29.665103 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-e670d080-6c87-4449-b2f8-a1b23e496642 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1094 time: 0.0582023 Jul 07 19:51:29.765138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-c655d645-089f-4eb6-946b-cf6e165f9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:29.766634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-c655d645-089f-4eb6-946b-cf6e165f9b96 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb7f786e-7245-4830-aaf8-b721640780e3 HTTP/1.1" status: 200 len: 898 time: 0.0871627 Jul 07 19:51:29.837527 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-aec03f2b-3333-429a-a6ad-f5e7cf2a5812 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 200 len: 998 time: 0.0635622 Jul 07 19:51:29.885907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-a1048d54-5c84-49c7-b675-235d5f4254f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:29.887238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-a1048d54-5c84-49c7-b675-235d5f4254f1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=36aae74d-0176-46d3-bbe3-ff9d0059538e HTTP/1.1" status: 200 len: 835 time: 0.0422254 Jul 07 19:51:29.942930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-a049c944-23f8-453f-b2c7-63ae5ebf5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:29.944386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-a049c944-23f8-453f-b2c7-63ae5ebf5ce2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb7f786e-7245-4830-aaf8-b721640780e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498002 Jul 07 19:51:30.034637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-4ca618e1-bf86-498e-b029-a3fdfc7c75e2 service neutron] 10.222.0.110 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821157 Jul 07 19:51:30.123765 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-474f1f1f-7bf4-4617-8874-9e5538b32d88 req-cf69da3d-fa82-4649-b97f-0e2a5287f8fa service neutron] 10.222.0.110 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816340 Jul 07 19:51:30.653106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf310d-bf12-418b-8194-d1849b4de556 req-012b21da-b79d-40a6-b99f-2c0375801a77 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:30.654594 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2cf310d-bf12-418b-8194-d1849b4de556 req-012b21da-b79d-40a6-b99f-2c0375801a77 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 943 time: 0.0627651 Jul 07 19:51:30.694328 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2cf310d-bf12-418b-8194-d1849b4de556 req-76dbafeb-312c-4fa2-b6e9-e1d9b7decf6f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333898 Jul 07 19:51:31.163179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:31.165600 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e" -d '{"events": [{"name": "network-changed", "server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:31.213072 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbb7cba-4bcd-4596-abb2-aea7bc1bace8 x-openstack-request-id: req-bbbb7cba-4bcd-4596-abb2-aea7bc1bace8 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:31.213363 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:31.213641 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbbb7cba-4bcd-4596-abb2-aea7bc1bace8 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:31.214041 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'status': 'completed', 'code': 200} Jul 07 19:51:31.327773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-0f15f543-17e3-402f-b838-2ce1d19ced45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:31.331864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-0f15f543-17e3-402f-b838-2ce1d19ced45 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1094 time: 0.0958784 Jul 07 19:51:31.336002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-28794bfd-27db-4c79-a8bd-33189c675f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:31.341610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-28794bfd-27db-4c79-a8bd-33189c675f62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1094 time: 0.0992815 Jul 07 19:51:31.497777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-f8dcc63d-48a3-45d4-ade2-bdab7b7938c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:31.499268 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-f8dcc63d-48a3-45d4-ade2-bdab7b7938c2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb7f786e-7245-4830-aaf8-b721640780e3 HTTP/1.1" status: 200 len: 898 time: 0.1568034 Jul 07 19:51:31.500348 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-9392ff4e-5432-40d7-bfbd-3b14aeec2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:31.501659 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-9392ff4e-5432-40d7-bfbd-3b14aeec2d99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb7f786e-7245-4830-aaf8-b721640780e3 HTTP/1.1" status: 200 len: 898 time: 0.1505668 Jul 07 19:51:31.607341 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-85a599a9-80c7-4f10-8e70-b6deed3a76af service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 200 len: 998 time: 0.1005504 Jul 07 19:51:31.611138 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-c5da6a16-d114-4ce5-b0c0-8fd93747be27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 200 len: 998 time: 0.0987620 Jul 07 19:51:31.695277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-c940508f-865c-49e8-8d81-5db892b376dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:31.696996 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-c940508f-865c-49e8-8d81-5db892b376dd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=36aae74d-0176-46d3-bbe3-ff9d0059538e HTTP/1.1" status: 200 len: 835 time: 0.0805357 Jul 07 19:51:31.698338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-78f5db24-1dfd-4f39-a673-03eaf8ef764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:31.699700 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-78f5db24-1dfd-4f39-a673-03eaf8ef764e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36aae74d-0176-46d3-bbe3-ff9d0059538e HTTP/1.1" status: 200 len: 835 time: 0.0761645 Jul 07 19:51:31.799175 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-f7cd131a-dfe3-413a-86bd-4d40b6b0c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:31.800878 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-f7cd131a-dfe3-413a-86bd-4d40b6b0c52f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb7f786e-7245-4830-aaf8-b721640780e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935767 Jul 07 19:51:31.803451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-2734a1d5-d922-4a4f-8064-6fb432e3f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:31.804788 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-2734a1d5-d922-4a4f-8064-6fb432e3f34e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb7f786e-7245-4830-aaf8-b721640780e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903141 Jul 07 19:51:32.003930 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-b7dd69e9-dc38-4115-8ad0-6bb724a9097e service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954441 Jul 07 19:51:32.006309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-c14103ec-2dbb-4c7e-a8a9-2829b8615624 service neutron] 10.222.0.110 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815999 Jul 07 19:51:32.026122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3a4a7-aa76-471a-ac79-e3e8ca8f45a2 req-c359566e-c5b7-48ba-a9cb-bd8aa4efb685 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:32.027576 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d3a4a7-aa76-471a-ac79-e3e8ca8f45a2 req-c359566e-c5b7-48ba-a9cb-bd8aa4efb685 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 943 time: 0.2129638 Jul 07 19:51:32.046260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0034515f-7c61-4bcf-a39a-1e13e1c55b9a no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:51:32.087628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0034515f-7c61-4bcf-a39a-1e13e1c55b9a not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:51:32.167975 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9d3a4a7-aa76-471a-ac79-e3e8ca8f45a2 req-f09a4749-3cfa-4636-98cd-20dacff77fd6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997226 Jul 07 19:51:32.203049 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-97968f73-947d-453b-9811-72aa803e8d3d service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930008 Jul 07 19:51:32.206539 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c7b8106-60cd-4c5a-ba23-24ef3d0af00e req-345d222f-c925-4acc-838e-5e2b32b48c4e service neutron] 10.222.0.110 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889017 Jul 07 19:51:33.116560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0034515f-7c61-4bcf-a39a-1e13e1c55b9a details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:51:33.215276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:33.226541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'port_id': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'mac_address': 'fa:16:3e:35:ae:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:51:33.262979 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:33.275303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0034515f-7c61-4bcf-a39a-1e13e1c55b9a {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:51:33.295093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:33.300415 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:33.350582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc9637-ad62-4ed2-90a7-4f3b0105e22f req-6f7d74d0-b0ee-4ee4-ba0d-a0e4a16764fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:33.351536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:33.352131 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ebc9637-ad62-4ed2-90a7-4f3b0105e22f req-6f7d74d0-b0ee-4ee4-ba0d-a0e4a16764fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 943 time: 0.0695219 Jul 07 19:51:33.359214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:33.359590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:33.359929 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:33.360267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:33.360598 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:33.360924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:33.361250 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:33.361576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:33.361900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:33.362714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:33.363062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:33.363393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:33.391663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ebc9637-ad62-4ed2-90a7-4f3b0105e22f req-06dc36a3-35f5-4a66-bb81-3df4d5282b73 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339553 Jul 07 19:51:33.548072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['0034515f-7c61-4bcf-a39a-1e13e1c55b9a'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:51:33.802778 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d645f-84d6-458c-a266-42611373d80d req-905a36f8-69df-4ccd-a758-44045a383125 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:33.804308 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-025d645f-84d6-458c-a266-42611373d80d req-905a36f8-69df-4ccd-a758-44045a383125 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 944 time: 0.1631145 Jul 07 19:51:33.812450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-840533e0-f88b-4d22-9f21-c80854cf04f7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:33.813818 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-840533e0-f88b-4d22-9f21-c80854cf04f7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737&tenant_id=44b13c388e294841bb8022c823490da8&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 944 time: 0.1738842 Jul 07 19:51:33.884668 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-025d645f-84d6-458c-a266-42611373d80d req-162b2852-84f9-4a84-9167-522808a07296 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699074 Jul 07 19:51:33.891469 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-afa36f76-0cf3-4e95-90a9-96a91ed87174 service neutron] delete failed (client error): The resource could not be found. Jul 07 19:51:33.892524 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-afa36f76-0cf3-4e95-90a9-96a91ed87174 service neutron] 10.222.0.48 "DELETE /v2.0/ports/0034515f-7c61-4bcf-a39a-1e13e1c55b9a/bindings/n-h1-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0719099 Jul 07 19:51:33.990728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-df194b8a-1ed7-4abc-8d5e-09267f866370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:33.992170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-df194b8a-1ed7-4abc-8d5e-09267f866370 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1095 time: 0.0528758 Jul 07 19:51:34.083710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-b1d31c0b-c898-48f9-99a3-a9aafb4b78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:34.085162 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-b1d31c0b-c898-48f9-99a3-a9aafb4b78d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb7f786e-7245-4830-aaf8-b721640780e3 HTTP/1.1" status: 200 len: 898 time: 0.0850415 Jul 07 19:51:34.154108 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-31c1da74-dac0-49bd-8993-38f29a2b1fb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 200 len: 999 time: 0.0562055 Jul 07 19:51:34.204706 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-3ae5e176-1d78-4586-9730-4223e1356b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:34.206729 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-3ae5e176-1d78-4586-9730-4223e1356b13 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36aae74d-0176-46d3-bbe3-ff9d0059538e HTTP/1.1" status: 200 len: 835 time: 0.0462143 Jul 07 19:51:34.261689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-c1c27bd0-dc0a-4b62-8ca2-0a58e9a0a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:34.263092 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-c1c27bd0-dc0a-4b62-8ca2-0a58e9a0a826 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb7f786e-7245-4830-aaf8-b721640780e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500317 Jul 07 19:51:34.349142 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-932601fd-a77d-4795-9a17-45c032694ddc service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794826 Jul 07 19:51:34.439122 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-631ba0ab-4360-4844-9e43-c49c369ae784 req-20cc56ea-4ff2-4f19-aa30-dde82d5bc0a7 service neutron] 10.222.0.48 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837147 Jul 07 19:51:35.073425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6744b-d25c-4aaa-a059-9679f583ef25 req-c7e6e453-819d-4078-9227-d8d9139cde0b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:35.074899 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2dc6744b-d25c-4aaa-a059-9679f583ef25 req-c7e6e453-819d-4078-9227-d8d9139cde0b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 944 time: 0.0730946 Jul 07 19:51:35.113205 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2dc6744b-d25c-4aaa-a059-9679f583ef25 req-b61b29d5-da37-45ee-ad35-21c1523dc7ae tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325167 Jul 07 19:51:35.137422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41706) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:51:35.140410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0034515f-7c61-4bcf-a39a-1e13e1c55b9a up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:51:35.190048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:51:35.194551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:51:35.194959 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:35.274126 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:35.300158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:35.302483 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c783ae-328d-4541-b0a6-98a1b729d0d9" -d '{"events": [{"server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "name": "network-vif-plugged", "status": "completed", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:35.324767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:35.329562 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:35.357319 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ffbd36-90a8-4e54-8ee5-ab506ba5f7fb x-openstack-request-id: req-77ffbd36-90a8-4e54-8ee5-ab506ba5f7fb {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:35.357813 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "name": "network-vif-plugged", "status": "completed", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:35.358428 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77ffbd36-90a8-4e54-8ee5-ab506ba5f7fb {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:35.359140 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'code': 200} Jul 07 19:51:35.391341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:35.543988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-051f1a99-ae70-4c4c-8416-e1a025960d25 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/f3072a93-0817-4c5d-ad72-b11c2aa432b6 HTTP/1.1" status: 200 len: 991 time: 0.4053559 Jul 07 19:51:35.776574 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:51:35.886787 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:40.133336 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:51.107183 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6994bf25-75d6-48f6-b97b-478abd7da2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:53.878255 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:54.084515 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-523708dd-5cb6-48ad-8ecf-964066bbe464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:54.862106 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:56.617644 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:05.887647 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:10.141915 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:10.973698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bac1aa-8fd2-4ef6-876a-ed5c8fe0dc98 req-9f8a0ce5-4278-4e63-959b-2b53e0cc4d7a tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:10.975262 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-64bac1aa-8fd2-4ef6-876a-ed5c8fe0dc98 req-9f8a0ce5-4278-4e63-959b-2b53e0cc4d7a tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1096 time: 0.0577202 Jul 07 19:52:11.009094 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-64bac1aa-8fd2-4ef6-876a-ed5c8fe0dc98 req-956de2f0-cc61-4f6b-a3f0-d6f507caccb5 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283735 Jul 07 19:52:11.033956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41790) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:11.184611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port d86bc618-4856-4330-973d-b31aa45688d2 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:52:11.184860 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:11.256259 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:11.256581 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:11.267724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for d86bc618-4856-4330-973d-b31aa45688d2 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:52:11.462814 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:11.492408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=d86bc618-4856-4330-973d-b31aa45688d2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:11.556687 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:11.557037 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Floating IP f3072a93-0817-4c5d-ad72-b11c2aa432b6 disassociated (deleted). External IP: 172.25.0.55, port: 0034515f-7c61-4bcf-a39a-1e13e1c55b9a. Jul 07 19:52:11.766338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router 43d14f2f-8fb3-4099-a43c-25e4490d8222 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:52:11.870092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:52:11.874952 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:11.879294 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eab84-1fd9-445d-bd8e-a056f0127f12 None None] Sync routers for ids ['43d14f2f-8fb3-4099-a43c-25e4490d8222'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:52:11.888503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4eab84-1fd9-445d-bd8e-a056f0127f12 None None] Routers {'43d14f2f-8fb3-4099-a43c-25e4490d8222'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:52:11.889116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fa4eab84-1fd9-445d-bd8e-a056f0127f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:51:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['43d14f2f-8fb3-4099-a43c-25e4490d8222'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:11.918666 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6bb8a1f5-b638-4927-8e41-ab8f0ae6e3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/floatingips/f3072a93-0817-4c5d-ad72-b11c2aa432b6 HTTP/1.1" status: 204 len: 168 time: 0.8836071 Jul 07 19:52:11.919291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:52:11.921563 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d33f6d-2154-40ff-bb68-f05b0fea252a" -d '{"events": [{"name": "network-changed", "server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:52:11.960893 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726c5078-fe26-4333-a44b-73eccb0ea1b3 x-openstack-request-id: req-726c5078-fe26-4333-a44b-73eccb0ea1b3 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:52:11.961298 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:52:11.961778 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-726c5078-fe26-4333-a44b-73eccb0ea1b3 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:52:11.961983 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'status': 'completed', 'code': 200} Jul 07 19:52:12.006865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-fa4eab84-1fd9-445d-bd8e-a056f0127f12 None None] Set router 43d14f2f-8fb3-4099-a43c-25e4490d8222 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:52:12.053091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d33f6d-2154-40ff-bb68-f05b0fea252a req-d0a0e377-32c9-4f9f-8949-aac8e9b977a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:12.054730 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81d33f6d-2154-40ff-bb68-f05b0fea252a req-d0a0e377-32c9-4f9f-8949-aac8e9b977a5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 1096 time: 0.0641696 Jul 07 19:52:12.176991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d33f6d-2154-40ff-bb68-f05b0fea252a req-7b834789-945a-42f0-a6c2-353b8e67231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:12.178559 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81d33f6d-2154-40ff-bb68-f05b0fea252a req-7b834789-945a-42f0-a6c2-353b8e67231e service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb7f786e-7245-4830-aaf8-b721640780e3 HTTP/1.1" status: 200 len: 898 time: 0.1126149 Jul 07 19:52:12.228009 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81d33f6d-2154-40ff-bb68-f05b0fea252a req-0a8b9430-b22c-410b-8c9c-2a2c52481278 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 200 len: 217 time: 0.0410640 Jul 07 19:52:12.235382 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fa4eab84-1fd9-445d-bd8e-a056f0127f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:33Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f62e273a-1c68-4330-9f1f-2893b5b7e5d8', 'name': '', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:5b:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:33Z', 'updated_at': '2021-07-07T19:49:38Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:12.262702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eab84-1fd9-445d-bd8e-a056f0127f12 None None] Checking router: 43d14f2f-8fb3-4099-a43c-25e4490d8222 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:52:12.270651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4eab84-1fd9-445d-bd8e-a056f0127f12 None None] Routers {'43d14f2f-8fb3-4099-a43c-25e4490d8222'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:52:12.271293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fa4eab84-1fd9-445d-bd8e-a056f0127f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:51:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['43d14f2f-8fb3-4099-a43c-25e4490d8222'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:12.311602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d33f6d-2154-40ff-bb68-f05b0fea252a req-1468063e-bf7e-40f4-977c-882d21a05480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:12.313088 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81d33f6d-2154-40ff-bb68-f05b0fea252a req-1468063e-bf7e-40f4-977c-882d21a05480 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=36aae74d-0176-46d3-bbe3-ff9d0059538e HTTP/1.1" status: 200 len: 835 time: 0.0776784 Jul 07 19:52:12.371675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1863c-6a15-4204-80e9-25a3a3545a03 req-e1aefa09-a677-4704-9d20-72f297095fe7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:12.373309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83f1863c-6a15-4204-80e9-25a3a3545a03 req-e1aefa09-a677-4704-9d20-72f297095fe7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.1106653 Jul 07 19:52:12.428557 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83f1863c-6a15-4204-80e9-25a3a3545a03 req-45a8bbb3-7ccf-4bf8-8c4c-5e701dbd17e2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481043 Jul 07 19:52:12.430529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d33f6d-2154-40ff-bb68-f05b0fea252a req-15a66b50-bba6-4e74-973a-d17f1f5686f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:12.432024 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81d33f6d-2154-40ff-bb68-f05b0fea252a req-15a66b50-bba6-4e74-973a-d17f1f5686f4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb7f786e-7245-4830-aaf8-b721640780e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107438 Jul 07 19:52:12.529293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81d33f6d-2154-40ff-bb68-f05b0fea252a req-c3c0d1f8-0bc6-420a-9561-14f5a73070f8 service neutron] 10.222.0.110 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864918 Jul 07 19:52:12.530105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-fa4eab84-1fd9-445d-bd8e-a056f0127f12 None None] Set router 43d14f2f-8fb3-4099-a43c-25e4490d8222 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:52:12.624543 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81d33f6d-2154-40ff-bb68-f05b0fea252a req-18dfd665-9fae-442a-89b7-cc92b8572317 service neutron] 10.222.0.110 "GET /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881760 Jul 07 19:52:12.732012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-fa4eab84-1fd9-445d-bd8e-a056f0127f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:33Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f62e273a-1c68-4330-9f1f-2893b5b7e5d8', 'name': '', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:5b:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:33Z', 'updated_at': '2021-07-07T19:49:38Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:12.761241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eab84-1fd9-445d-bd8e-a056f0127f12 None None] The sync data for ids ['43d14f2f-8fb3-4099-a43c-25e4490d8222'] in n-d-793621-9 is: [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:33Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'f62e273a-1c68-4330-9f1f-2893b5b7e5d8', 'name': '', 'network_id': 'fb7f786e-7245-4830-aaf8-b721640780e3', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:5b:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:33Z', 'updated_at': '2021-07-07T19:49:38Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '36aae74d-0176-46d3-bbe3-ff9d0059538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:52:12.776093 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:52:12.977030 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f863249-a2fa-487c-8149-30f5da532d0d None None] New status for floating IP f3072a93-0817-4c5d-ad72-b11c2aa432b6: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:52:13.603480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da41293-a7c6-45be-a5de-56f0ead336f0 req-6aef1f64-8629-421d-a0b0-6fad25865947 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:13.605013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0da41293-a7c6-45be-a5de-56f0ead336f0 req-6aef1f64-8629-421d-a0b0-6fad25865947 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.0652127 Jul 07 19:52:13.643582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0da41293-a7c6-45be-a5de-56f0ead336f0 req-2131307b-3609-4f70-bbdd-5df904ef8977 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca1b14d2-a1f4-4124-a027-2048e4efb082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329649 Jul 07 19:52:13.822270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea940c-3e84-4a4c-bda6-5d3e1723ab5c req-9bbec204-361c-47b7-ae6f-7b6ecdf0cdb2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:13.823727 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02ea940c-3e84-4a4c-bda6-5d3e1723ab5c req-9bbec204-361c-47b7-ae6f-7b6ecdf0cdb2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.110 "GET /v2.0/ports?device_id=361f2da1-4ebd-49db-910f-16e3bb853737 HTTP/1.1" status: 200 len: 945 time: 0.0618048 Jul 07 19:52:13.928302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-02ea940c-3e84-4a4c-bda6-5d3e1723ab5c req-436cd966-3f7b-4215-bd19-874600260805 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:52:13.928630 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-02ea940c-3e84-4a4c-bda6-5d3e1723ab5c req-436cd966-3f7b-4215-bd19-874600260805 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:14.013695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-02ea940c-3e84-4a4c-bda6-5d3e1723ab5c req-436cd966-3f7b-4215-bd19-874600260805 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] For port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:14.013998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-02ea940c-3e84-4a4c-bda6-5d3e1723ab5c req-436cd966-3f7b-4215-bd19-874600260805 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:14.026506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-02ea940c-3e84-4a4c-bda6-5d3e1723ab5c req-436cd966-3f7b-4215-bd19-874600260805 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for 0034515f-7c61-4bcf-a39a-1e13e1c55b9a owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:52:14.151588 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-02ea940c-3e84-4a4c-bda6-5d3e1723ab5c req-436cd966-3f7b-4215-bd19-874600260805 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:14.180362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cd966-3f7b-4215-bd19-874600260805 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=0034515f-7c61-4bcf-a39a-1e13e1c55b9a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:14.228743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ea940c-3e84-4a4c-bda6-5d3e1723ab5c req-436cd966-3f7b-4215-bd19-874600260805 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] No DVR routers for this DVR port 0034515f-7c61-4bcf-a39a-1e13e1c55b9a on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:52:14.231250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-02ea940c-3e84-4a4c-bda6-5d3e1723ab5c req-436cd966-3f7b-4215-bd19-874600260805 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:14.233331 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-02ea940c-3e84-4a4c-bda6-5d3e1723ab5c req-436cd966-3f7b-4215-bd19-874600260805 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.110 "DELETE /v2.0/ports/0034515f-7c61-4bcf-a39a-1e13e1c55b9a HTTP/1.1" status: 204 len: 173 time: 0.4000783 Jul 07 19:52:14.233799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'name': 'network-vif-deleted', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:52:14.236106 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6a6c47-1dc3-4e6d-adb9-bf61947b7cc2" -d '{"events": [{"server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "name": "network-vif-deleted", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:52:14.275374 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b91d798-78cf-4c84-98ac-dc2e4dfcebda x-openstack-request-id: req-3b91d798-78cf-4c84-98ac-dc2e4dfcebda {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:52:14.275676 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361f2da1-4ebd-49db-910f-16e3bb853737", "name": "network-vif-deleted", "tag": "0034515f-7c61-4bcf-a39a-1e13e1c55b9a", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:52:14.275930 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b91d798-78cf-4c84-98ac-dc2e4dfcebda {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:52:14.276332 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f2da1-4ebd-49db-910f-16e3bb853737', 'name': 'network-vif-deleted', 'tag': '0034515f-7c61-4bcf-a39a-1e13e1c55b9a', 'status': 'completed', 'code': 200} Jul 07 19:52:14.738979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41812) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:15.185653 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0bef7722-0ce1-44a8-8dfe-694397e2871f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:15.455915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-0bef7722-0ce1-44a8-8dfe-694397e2871f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port f62e273a-1c68-4330-9f1f-2893b5b7e5d8 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:52:15.456310 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0bef7722-0ce1-44a8-8dfe-694397e2871f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:15.544028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-0bef7722-0ce1-44a8-8dfe-694397e2871f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] For port f62e273a-1c68-4330-9f1f-2893b5b7e5d8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f62e273a-1c68-4330-9f1f-2893b5b7e5d8,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:15.544381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0bef7722-0ce1-44a8-8dfe-694397e2871f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:15.557301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-0bef7722-0ce1-44a8-8dfe-694397e2871f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for f62e273a-1c68-4330-9f1f-2893b5b7e5d8 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:52:15.739678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0bef7722-0ce1-44a8-8dfe-694397e2871f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:15.768207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef7722-0ce1-44a8-8dfe-694397e2871f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=f62e273a-1c68-4330-9f1f-2893b5b7e5d8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:15.944055 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0bef7722-0ce1-44a8-8dfe-694397e2871f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:16.487115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bef7722-0ce1-44a8-8dfe-694397e2871f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router 43d14f2f-8fb3-4099-a43c-25e4490d8222 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:52:16.598054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bef7722-0ce1-44a8-8dfe-694397e2871f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:52:16.606095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41818) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:16.606541 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0bef7722-0ce1-44a8-8dfe-694397e2871f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "PUT /v2.0/routers/43d14f2f-8fb3-4099-a43c-25e4490d8222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8661447 Jul 07 19:52:16.608360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f3134-e65e-4895-ad81-168120903a40 None None] Sync routers for ids ['43d14f2f-8fb3-4099-a43c-25e4490d8222'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:52:16.617884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f3134-e65e-4895-ad81-168120903a40 None None] Routers {'43d14f2f-8fb3-4099-a43c-25e4490d8222'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:52:16.618514 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-478f3134-e65e-4895-ad81-168120903a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:51:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['43d14f2f-8fb3-4099-a43c-25e4490d8222'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:16.672533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting subnet 36aae74d-0176-46d3-bbe3-ff9d0059538e {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:52:16.675659 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:16.721582 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:16.732361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-478f3134-e65e-4895-ad81-168120903a40 None None] Set router 43d14f2f-8fb3-4099-a43c-25e4490d8222 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:52:16.919822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-478f3134-e65e-4895-ad81-168120903a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:52:15Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:16.946896 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f3134-e65e-4895-ad81-168120903a40 None None] Checking router: 43d14f2f-8fb3-4099-a43c-25e4490d8222 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:52:16.955572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f3134-e65e-4895-ad81-168120903a40 None None] Routers {'43d14f2f-8fb3-4099-a43c-25e4490d8222'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:52:16.956262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-478f3134-e65e-4895-ad81-168120903a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:51:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['43d14f2f-8fb3-4099-a43c-25e4490d8222'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:17.068367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-478f3134-e65e-4895-ad81-168120903a40 None None] Set router 43d14f2f-8fb3-4099-a43c-25e4490d8222 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:52:17.115752 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.174414 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.205219 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.209538 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/subnets/36aae74d-0176-46d3-bbe3-ff9d0059538e HTTP/1.1" status: 204 len: 168 time: 0.6000133 Jul 07 19:52:17.209538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Subnet': ['ID=36aae74d-0176-46d3-bbe3-ff9d0059538e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:17.210430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41820) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:17.216294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:17.217897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:17.217897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:17.217897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:17.217897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:17.218358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:17.218358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:17.219217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:17.219217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:17.219628 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:17.219894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:17.220190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6bd3d-ff57-47bf-83b6-00c794791bf0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:17.223649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6119dbe2-1bec-48de-9a71-7e32722b472f None None] Network fb7f786e-7245-4830-aaf8-b721640780e3 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:52:17.320655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.344490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0034515f-7c61-4bcf-a39a-1e13e1c55b9a no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:52:17.371823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-478f3134-e65e-4895-ad81-168120903a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:52:15Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:17.375614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 0034515f-7c61-4bcf-a39a-1e13e1c55b9a {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:52:17.375958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0034515f-7c61-4bcf-a39a-1e13e1c55b9a not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:52:17.403444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f3134-e65e-4895-ad81-168120903a40 None None] The sync data for ids ['43d14f2f-8fb3-4099-a43c-25e4490d8222'] in n-d-793621-9 is: [{'id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70057059', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:52:15Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'b1dbb87e-a497-41d3-9347-103e6b2888ae', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d14f2f-8fb3-4099-a43c-25e4490d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:49:30Z', 'updated_at': '2021-07-07T19:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:52:17.425457 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.489675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port b1dbb87e-a497-41d3-9347-103e6b2888ae {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:52:17.490027 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.567588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] For port b1dbb87e-a497-41d3-9347-103e6b2888ae, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b1dbb87e-a497-41d3-9347-103e6b2888ae,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:17.567950 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.580950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for b1dbb87e-a497-41d3-9347-103e6b2888ae owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:52:17.749023 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.778762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=b1dbb87e-a497-41d3-9347-103e6b2888ae,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:17.795570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da629efd-935f-45a6-a6cb-fab89a17794e None None] DHCP port deletion for fb7f786e-7245-4830-aaf8-b721640780e3 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:52:17.844660 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-da629efd-935f-45a6-a6cb-fab89a17794e None None] Deleting port c44346c0-d036-4cb7-a5f7-b7e7cc314f45 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:52:17.844971 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-da629efd-935f-45a6-a6cb-fab89a17794e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.848580 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.915637 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-da629efd-935f-45a6-a6cb-fab89a17794e None None] For port c44346c0-d036-4cb7-a5f7-b7e7cc314f45, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c44346c0-d036-4cb7-a5f7-b7e7cc314f45,segment=NetworkSegment(403632a5-d08d-4a16-a944-6db528ead222),segment_id=403632a5-d08d-4a16-a944-6db528ead222)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:17.916027 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-da629efd-935f-45a6-a6cb-fab89a17794e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.932325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-da629efd-935f-45a6-a6cb-fab89a17794e None None] Calling delete_port for c44346c0-d036-4cb7-a5f7-b7e7cc314f45 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:52:17.945625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.947714 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.992969 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.993578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Fanout notify agent at l3_agent the message router_deleted on router 43d14f2f-8fb3-4099-a43c-25e4490d8222 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:52:18.000716 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.001857 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9becc451-92ab-4684-8b25-2635374f5fb1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/routers/43d14f2f-8fb3-4099-a43c-25e4490d8222 HTTP/1.1" status: 204 len: 168 time: 0.7906344 Jul 07 19:52:18.004916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41824) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:18.026364 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-da629efd-935f-45a6-a6cb-fab89a17794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.056134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da629efd-935f-45a6-a6cb-fab89a17794e None None] Pushing event deleted for resources: {'Port': ['ID=c44346c0-d036-4cb7-a5f7-b7e7cc314f45,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:18.058567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da629efd-935f-45a6-a6cb-fab89a17794e None None] No DVR routers for this DVR port c44346c0-d036-4cb7-a5f7-b7e7cc314f45 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:52:18.106677 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.200028 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.211910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7f786e-7245-4830-aaf8-b721640780e3']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:18.224595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403632a5-d08d-4a16-a944-6db528ead222') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:18.224895 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403632a5-d08d-4a16-a944-6db528ead222') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:18.235422 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.257510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.264031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:52:18.264429 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:52:18.267907 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:52:18.329614 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.337763 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.339301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/networks/fb7f786e-7245-4830-aaf8-b721640780e3 HTTP/1.1" status: 204 len: 168 time: 0.3325562 Jul 07 19:52:18.342265 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41826) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:18.350751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c18520-039a-4f75-bd0d-a8205c34fe70 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Network': ['ID=fb7f786e-7245-4830-aaf8-b721640780e3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:18.401938 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a820c45e-b9f9-49f5-bec7-5dc50ceca007 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.426379 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a820c45e-b9f9-49f5-bec7-5dc50ceca007 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.488883 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a820c45e-b9f9-49f5-bec7-5dc50ceca007 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.491571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a820c45e-b9f9-49f5-bec7-5dc50ceca007 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.492743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a820c45e-b9f9-49f5-bec7-5dc50ceca007 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/security-groups/ca1b14d2-a1f4-4124-a027-2048e4efb082 HTTP/1.1" status: 204 len: 168 time: 0.1494210 Jul 07 19:52:18.501720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820c45e-b9f9-49f5-bec7-5dc50ceca007 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1b14d2-a1f4-4124-a027-2048e4efb082,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:18.633585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b1dbb87e-a497-41d3-9347-103e6b2888ae no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:52:18.657399 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: b1dbb87e-a497-41d3-9347-103e6b2888ae {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:52:18.657742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b1dbb87e-a497-41d3-9347-103e6b2888ae not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:52:18.658143 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c44346c0-d036-4cb7-a5f7-b7e7cc314f45 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:52:18.676266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: c44346c0-d036-4cb7-a5f7-b7e7cc314f45 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:52:18.676626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c44346c0-d036-4cb7-a5f7-b7e7cc314f45 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:52:18.677028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f62e273a-1c68-4330-9f1f-2893b5b7e5d8 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:52:18.697323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f62e273a-1c68-4330-9f1f-2893b5b7e5d8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:52:18.697669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f62e273a-1c68-4330-9f1f-2893b5b7e5d8 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:52:18.741535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41834) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:18.746315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2c760eb0-d4db-45d5-8373-8e10362dcb26 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996841979', 'description': 'tempest-secgroup-smoke-996841979 description', 'project_id': '44b13c388e294841bb8022c823490da8'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:18.769950 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c760eb0-d4db-45d5-8373-8e10362dcb26 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.850774 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c760eb0-d4db-45d5-8373-8e10362dcb26 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.855692 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c760eb0-d4db-45d5-8373-8e10362dcb26 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.878888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2c760eb0-d4db-45d5-8373-8e10362dcb26 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.880050 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2c760eb0-d4db-45d5-8373-8e10362dcb26 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1374450 Jul 07 19:52:18.883132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41836) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:18.887918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3b4b448a-795b-4100-9c86-b14998490141 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': '32b6f67e-e5d0-4f66-a614-808078b25f46', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:18.888127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c760eb0-d4db-45d5-8373-8e10362dcb26 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b6f67e-e5d0-4f66-a614-808078b25f46,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:18.914167 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3b4b448a-795b-4100-9c86-b14998490141 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.968433 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3b4b448a-795b-4100-9c86-b14998490141 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.972306 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3b4b448a-795b-4100-9c86-b14998490141 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.992460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b448a-795b-4100-9c86-b14998490141 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d0a75c-9539-4c0b-9f15-55753748950d,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:18.995938 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3b4b448a-795b-4100-9c86-b14998490141 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.997122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3b4b448a-795b-4100-9c86-b14998490141 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129739 Jul 07 19:52:18.999855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41838) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:19.004958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-53686ccb-3d24-40a5-ba5e-3a28ba60b585 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': '32b6f67e-e5d0-4f66-a614-808078b25f46', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:19.030933 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53686ccb-3d24-40a5-ba5e-3a28ba60b585 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.090614 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53686ccb-3d24-40a5-ba5e-3a28ba60b585 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.094155 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53686ccb-3d24-40a5-ba5e-3a28ba60b585 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.113925 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53686ccb-3d24-40a5-ba5e-3a28ba60b585 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afce5e4-d9f8-4489-9487-6284d23ddd5b,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:19.117867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-53686ccb-3d24-40a5-ba5e-3a28ba60b585 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.119180 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-53686ccb-3d24-40a5-ba5e-3a28ba60b585 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183209 Jul 07 19:52:19.121901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41840) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:19.126418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-68a95cf4-9e42-4d85-a8a8-54525cbc4ba3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': '32b6f67e-e5d0-4f66-a614-808078b25f46', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:19.152454 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68a95cf4-9e42-4d85-a8a8-54525cbc4ba3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.211754 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68a95cf4-9e42-4d85-a8a8-54525cbc4ba3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.215587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68a95cf4-9e42-4d85-a8a8-54525cbc4ba3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.230738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a95cf4-9e42-4d85-a8a8-54525cbc4ba3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947953b7-21f0-481c-87a3-96a576844046,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:19.245428 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-68a95cf4-9e42-4d85-a8a8-54525cbc4ba3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.246731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-68a95cf4-9e42-4d85-a8a8-54525cbc4ba3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238892 Jul 07 19:52:19.249427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41842) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:19.253909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-36520cd3-8746-49c1-8eb6-475de2206627 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': '32b6f67e-e5d0-4f66-a614-808078b25f46', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:19.279819 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36520cd3-8746-49c1-8eb6-475de2206627 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.341626 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36520cd3-8746-49c1-8eb6-475de2206627 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.344997 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36520cd3-8746-49c1-8eb6-475de2206627 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.363329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36520cd3-8746-49c1-8eb6-475de2206627 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fe4f2f-8c3f-4540-958c-2e54c467826d,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:19.369446 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36520cd3-8746-49c1-8eb6-475de2206627 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.370771 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-36520cd3-8746-49c1-8eb6-475de2206627 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204166 Jul 07 19:52:19.373394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41844) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:19.377789 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-17d1bdb7-9e9c-4003-add0-0b0af5cb8a4a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': '32b6f67e-e5d0-4f66-a614-808078b25f46', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:19.399566 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-17d1bdb7-9e9c-4003-add0-0b0af5cb8a4a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Project 44b13c388e294841bb8022c823490da8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:52:19.404242 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-17d1bdb7-9e9c-4003-add0-0b0af5cb8a4a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.465952 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-17d1bdb7-9e9c-4003-add0-0b0af5cb8a4a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.469649 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-17d1bdb7-9e9c-4003-add0-0b0af5cb8a4a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.487864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1bdb7-9e9c-4003-add0-0b0af5cb8a4a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f0bbd3-7ff2-41ae-bc36-0f2e01660356,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:19.494707 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-17d1bdb7-9e9c-4003-add0-0b0af5cb8a4a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.495908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-17d1bdb7-9e9c-4003-add0-0b0af5cb8a4a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215980 Jul 07 19:52:19.498701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41846) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:19.503026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-21a79f1f-2e27-4624-8613-88e002065da1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': '32b6f67e-e5d0-4f66-a614-808078b25f46', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:19.524245 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-21a79f1f-2e27-4624-8613-88e002065da1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Project 44b13c388e294841bb8022c823490da8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:52:19.528913 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21a79f1f-2e27-4624-8613-88e002065da1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.588501 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21a79f1f-2e27-4624-8613-88e002065da1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.592030 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21a79f1f-2e27-4624-8613-88e002065da1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.609127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a79f1f-2e27-4624-8613-88e002065da1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc43f00e-2f45-49da-b747-47f3f3e97d97,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:19.615560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21a79f1f-2e27-4624-8613-88e002065da1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.616921 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-21a79f1f-2e27-4624-8613-88e002065da1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172805 Jul 07 19:52:19.619750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41848) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:19.624800 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-631fec05-3c39-44c3-aafa-0443f746ef8f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'network': {'name': 'tempest-network-smoke--1199022065', 'project_id': '44b13c388e294841bb8022c823490da8', 'port_security_enabled': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:19.646015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631fec05-3c39-44c3-aafa-0443f746ef8f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Made reservation on behalf of 44b13c388e294841bb8022c823490da8 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:52:19.649768 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-631fec05-3c39-44c3-aafa-0443f746ef8f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.675381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631fec05-3c39-44c3-aafa-0443f746ef8f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:52:19.684867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-631fec05-3c39-44c3-aafa-0443f746ef8f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.685305 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-631fec05-3c39-44c3-aafa-0443f746ef8f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Added segment 678e53e3-6203-442b-bc5c-e28c532961ea of type vlan for network 0b064910-3055-4958-9f44-5ce08a3c2605 Jul 07 19:52:19.725081 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-631fec05-3c39-44c3-aafa-0443f746ef8f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.753934 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-631fec05-3c39-44c3-aafa-0443f746ef8f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.759563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631fec05-3c39-44c3-aafa-0443f746ef8f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:19.760137 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-631fec05-3c39-44c3-aafa-0443f746ef8f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.837650 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-631fec05-3c39-44c3-aafa-0443f746ef8f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2167821 Jul 07 19:52:19.840597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 41852) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:19.846519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'admin_state_up': True, 'project_id': '44b13c388e294841bb8022c823490da8', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:19.863665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fec05-3c39-44c3-aafa-0443f746ef8f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Network': ['ID=0b064910-3055-4958-9f44-5ce08a3c2605,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:19.874855 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 0b064910-3055-4958-9f44-5ce08a3c2605 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:52:19.878716 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.879861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.973500 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:20.116627 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:20.325805 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:20.349879 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:20.456726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.25.0.99 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/4161efee-890d-4394-aa1c-4155712591a1) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:52:20.559103 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:20.603373 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:20.641968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:52:20.646894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:52:20.650163 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:52:20.655652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=4161efee-890d-4394-aa1c-4155712591a1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:21.109870 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fc2af88d-36ba-4481-803a-8a0c8e1edd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.150931 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.345802 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.482653 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router 235b61af-8e99-42d3-b306-756dcc853faf is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:52:21.587423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:52:21.597310 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Sync routers for ids ['235b61af-8e99-42d3-b306-756dcc853faf'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:52:21.606690 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Routers {'235b61af-8e99-42d3-b306-756dcc853faf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:52:21.607451 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:51:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['235b61af-8e99-42d3-b306-756dcc853faf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:21.607645 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.612056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4bed69c1-a8c9-4d32-beb3-7b57d1719409 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7668099 Jul 07 19:52:21.613047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41856) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:21.651161 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dade166a-4f42-4c91-b00a-81a0c49892f7 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b13c388e294841bb8022c823490da8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367396 Jul 07 19:52:21.653739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41858) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:21.715404 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Set router 235b61af-8e99-42d3-b306-756dcc853faf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:52:21.749302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11833a8-f547-40c9-a502-4f3368771a06 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:21.751036 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d11833a8-f547-40c9-a502-4f3368771a06 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961781 Jul 07 19:52:21.753825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41860) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:21.782087 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ed564f1d-020f-4882-8eb8-18332a748fc4 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271406 Jul 07 19:52:21.785051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41862) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:21.789844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-78fdbc80-9aba-4901-b4c3-079cb73731d9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1259030501', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'project_id': '44b13c388e294841bb8022c823490da8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:21.879503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fdbc80-9aba-4901-b4c3-079cb73731d9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Made reservation on behalf of 44b13c388e294841bb8022c823490da8 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:52:21.883084 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78fdbc80-9aba-4901-b4c3-079cb73731d9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.891417 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:52:20Z', 'revision_number': 3, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:22.012077 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Checking router: 235b61af-8e99-42d3-b306-756dcc853faf for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:52:22.012425 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Updating router 235b61af-8e99-42d3-b306-756dcc853faf port 4161efee-890d-4394-aa1c-4155712591a1 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:52:22.052147 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.074227 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78fdbc80-9aba-4901-b4c3-079cb73731d9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.140401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdbc80-9aba-4901-b4c3-079cb73731d9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Subnet': ['ID=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:22.145872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fdbc80-9aba-4901-b4c3-079cb73731d9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Checking segment: {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:52:22.146236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fdbc80-9aba-4901-b4c3-079cb73731d9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network hostable DHCP agents. Network: 0b064910-3055-4958-9f44-5ce08a3c2605, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:52:22.163528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fdbc80-9aba-4901-b4c3-079cb73731d9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network 0b064910-3055-4958-9f44-5ce08a3c2605 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:52:22.171963 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-78fdbc80-9aba-4901-b4c3-079cb73731d9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 0b064910-3055-4958-9f44-5ce08a3c2605) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:52:22.179664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afd8acf-1ffb-4393-909e-719fe5318c29 None None] Network 0b064910-3055-4958-9f44-5ce08a3c2605 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:52:22.182005 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fdbc80-9aba-4901-b4c3-079cb73731d9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:22.182723 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-78fdbc80-9aba-4901-b4c3-079cb73731d9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.198375 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-78fdbc80-9aba-4901-b4c3-079cb73731d9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4122889 Jul 07 19:52:22.201191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41866) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:22.311907 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.322765 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Transition to ACTIVE for port object 4161efee-890d-4394-aa1c-4155712591a1 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:52:22.329041 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.341720 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-0b064910-3055-4958-9f44-5ce08a3c2605', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:52:22.342602 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.399341 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Attempting to bind port 4161efee-890d-4394-aa1c-4155712591a1 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:52:22.399761 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Attempting to bind port 4161efee-890d-4394-aa1c-4155712591a1 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:52:22.400555 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Attempting to bind port 4161efee-890d-4394-aa1c-4155712591a1 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:52:22.402252 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Pushing event updated for resources: {'Port': ['ID=4161efee-890d-4394-aa1c-4155712591a1,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:22.412410 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:22.413606 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:22.413953 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:22.414286 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:22.414623 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:22.414976 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:22.415303 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:22.415625 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:22.416564 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:22.416893 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:22.417268 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:22.417535 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:22.422337 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:52:22.422712 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:52:22.423135 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.423555 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:52:22.424030 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Bound port: 4161efee-890d-4394-aa1c-4155712591a1, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:52:22.424457 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.476941 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] For port 4161efee-890d-4394-aa1c-4155712591a1, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:52:22.480417 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] For port 4161efee-890d-4394-aa1c-4155712591a1, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4161efee-890d-4394-aa1c-4155712591a1,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:52:22.484958 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.487691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Allocated IP 172.20.0.2 (0b064910-3055-4958-9f44-5ce08a3c2605/7cefe90a-d9f3-47d5-8ce0-42cfe0c81652/61f892d8-ce13-42fa-b9dc-82e360de1784) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:52:22.544802 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Routers {'235b61af-8e99-42d3-b306-756dcc853faf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:52:22.545425 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:51:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['235b61af-8e99-42d3-b306-756dcc853faf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:22.584877 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9afa9-9d5e-4c7a-b025-b809131e7341 None None] Pushing event updated for resources: {'Port': ['ID=4161efee-890d-4394-aa1c-4155712591a1,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:22.637664 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.647116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Transition to ACTIVE for port object 61f892d8-ce13-42fa-b9dc-82e360de1784 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:52:22.656531 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] Set router 235b61af-8e99-42d3-b306-756dcc853faf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:52:22.662499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Transition to ACTIVE for port object 61f892d8-ce13-42fa-b9dc-82e360de1784 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:52:22.666162 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.670044 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.711528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Network 0b064910-3055-4958-9f44-5ce08a3c2605 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:52:22.714690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:52:22.718284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:52:22.759684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Pushing event updated for resources: {'Port': ['ID=61f892d8-ce13-42fa-b9dc-82e360de1784,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:22.792261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Attempting to bind port 61f892d8-ce13-42fa-b9dc-82e360de1784 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:52:22.792729 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Attempting to bind port 61f892d8-ce13-42fa-b9dc-82e360de1784 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:52:22.793191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Attempting to bind port 61f892d8-ce13-42fa-b9dc-82e360de1784 on network 0b064910-3055-4958-9f44-5ce08a3c2605 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:52:22.798275 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:52:22.798685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Checking segment: {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:52:22.799157 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.799554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Bound using segment: {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:52:22.800054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Bound port: 61f892d8-ce13-42fa-b9dc-82e360de1784, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:52:22.800439 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.851023 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:52:20Z', 'revision_number': 3, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:22.869380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] For port 61f892d8-ce13-42fa-b9dc-82e360de1784, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:52:22.872808 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] For port 61f892d8-ce13-42fa-b9dc-82e360de1784, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=61f892d8-ce13-42fa-b9dc-82e360de1784,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:52:22.876961 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:22.878233 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f36a7-6933-46a4-bf5c-640b6be116c6 None None] The sync data for ids ['235b61af-8e99-42d3-b306-756dcc853faf'] in n-d-793621-9 is: [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:52:20Z', 'revision_number': 3, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:52:22.939608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec2d0f-345d-41fa-b7c7-b794d4eecffa None None] Pushing event updated for resources: {'Port': ['ID=61f892d8-ce13-42fa-b9dc-82e360de1784,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:22.968627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.20.0.1 (0b064910-3055-4958-9f44-5ce08a3c2605/7cefe90a-d9f3-47d5-8ce0-42cfe0c81652/63f376af-068a-476e-981d-0e23eb857f50) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:52:23.124117 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:23.140281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Transition to ACTIVE for port object 63f376af-068a-476e-981d-0e23eb857f50 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:52:23.195832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:23.260952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network 0b064910-3055-4958-9f44-5ce08a3c2605 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:52:23.263445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:52:23.265494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=63f376af-068a-476e-981d-0e23eb857f50,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:23.267973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:52:23.321453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:23.472837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:23.773664 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:23.784516 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:23.866433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=63f376af-068a-476e-981d-0e23eb857f50,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:23.868866 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:23.884025 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:23.964014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network 0b064910-3055-4958-9f44-5ce08a3c2605 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:52:23.965402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:52:23.997706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccc694c-123e-4f16-a2e3-9de5d18223eb None None] Network 0b064910-3055-4958-9f44-5ce08a3c2605 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:52:24.064183 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d6cb99ab-9cd8-4ebd-82f2-3169168d8231 None None] Provisioning for port 61f892d8-ce13-42fa-b9dc-82e360de1784 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:52:24.082907 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router 235b61af-8e99-42d3-b306-756dcc853faf has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:52:24.102279 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bfee8984-b6bb-48a4-ab54-d95671d8d404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.204035 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:52:24.209776 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ff443a45-99cb-40e2-b65e-dcf4710357df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "PUT /v2.0/routers/235b61af-8e99-42d3-b306-756dcc853faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075302 Jul 07 19:52:24.428809 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-ac449e5e-b83a-474b-8929-9fe810b78676 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996841979&fields=id&tenant_id=44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 267 time: 0.0460918 Jul 07 19:52:24.523827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cf3f6b51-dca8-4073-ab6e-0e134373c904 None None] Provisioning for port 63f376af-068a-476e-981d-0e23eb857f50 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:52:24.528213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cf3f6b51-dca8-4073-ab6e-0e134373c904 None None] Provisioning complete for port 63f376af-068a-476e-981d-0e23eb857f50 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:24.528591 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6b51-dca8-4073-ab6e-0e134373c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.551174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Sync routers for ids ['235b61af-8e99-42d3-b306-756dcc853faf'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:52:24.559138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-718d0b97-039e-488b-8e28-c54b5c35aa56 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:24.560652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-718d0b97-039e-488b-8e28-c54b5c35aa56 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 797 time: 0.1193137 Jul 07 19:52:24.578446 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-3a6871f7-148b-46ad-84be-8f022e7a27b7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/quotas/44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 375 time: 0.0109208 Jul 07 19:52:24.584554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Routers {'235b61af-8e99-42d3-b306-756dcc853faf'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:52:24.585403 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:52:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['235b61af-8e99-42d3-b306-756dcc853faf'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:24.589724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-cf3f6b51-dca8-4073-ab6e-0e134373c904 None None] Port 63f376af-068a-476e-981d-0e23eb857f50 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:52:24.712715 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-ddefb34b-c00f-476d-af24-a3f0403c936d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243508 Jul 07 19:52:24.713750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Set router 235b61af-8e99-42d3-b306-756dcc853faf gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:52:24.744622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-667309fd-da59-4d80-9d53-5f768f88e8a7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:52:24.744851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4161efee-890d-4394-aa1c-4155712591a1 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:52:24.745710 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-667309fd-da59-4d80-9d53-5f768f88e8a7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093732 Jul 07 19:52:24.812794 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f2ff6e-9ccf-432e-a0cf-69cf8705bd43 req-ca5e1d07-7fa1-42bd-b263-c34ae394fa9c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650079 Jul 07 19:52:24.827000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-35094ec3-1752-4c3e-8904-bd674986b320 None None] Provisioning complete for port 63f376af-068a-476e-981d-0e23eb857f50 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:24.827378 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-35094ec3-1752-4c3e-8904-bd674986b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.923479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-35094ec3-1752-4c3e-8904-bd674986b320 None None] Port 63f376af-068a-476e-981d-0e23eb857f50 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:52:24.925507 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.947256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 4161efee-890d-4394-aa1c-4155712591a1 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:52:24.957965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 4161efee-890d-4394-aa1c-4155712591a1 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:24.958333 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.992946 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-6b5dce81-00e4-4df2-abb7-9d1dfac2457c service neutron] 10.222.0.81 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342072 Jul 07 19:52:24.995498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2ff6e-9ccf-432e-a0cf-69cf8705bd43 req-6b44c747-a79a-49c3-8b1d-362647d465ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:24.996865 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f2ff6e-9ccf-432e-a0cf-69cf8705bd43 req-6b44c747-a79a-49c3-8b1d-362647d465ef service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 1097 time: 0.1217792 Jul 07 19:52:25.075133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-55993eec-95d6-41ba-b874-20b967016dc1 None None] Provisioning complete for port 63f376af-068a-476e-981d-0e23eb857f50 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:25.075501 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-55993eec-95d6-41ba-b874-20b967016dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:25.120455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:52:23Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '63f376af-068a-476e-981d-0e23eb857f50', 'name': '', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:17:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:22Z', 'updated_at': '2021-07-07T19:52:23Z', 'revision_number': 2, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:25.124675 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:25.148001 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-b80dca74-d941-45b6-af76-3bb0e4ba63d3 service neutron] 10.222.0.81 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488152 Jul 07 19:52:25.157260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Checking router: 235b61af-8e99-42d3-b306-756dcc853faf for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:52:25.157483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2ff6e-9ccf-432e-a0cf-69cf8705bd43 req-d1334bc9-261f-45e2-9ad5-6c9b52ff1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:25.157612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Updating router 235b61af-8e99-42d3-b306-756dcc853faf port 63f376af-068a-476e-981d-0e23eb857f50 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:52:25.158719 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f2ff6e-9ccf-432e-a0cf-69cf8705bd43 req-d1334bc9-261f-45e2-9ad5-6c9b52ff1f76 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 911 time: 0.1177530 Jul 07 19:52:25.160612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-55993eec-95d6-41ba-b874-20b967016dc1 None None] Port 63f376af-068a-476e-981d-0e23eb857f50 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:52:25.233267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f2ff6e-9ccf-432e-a0cf-69cf8705bd43 req-e576bcd0-5919-4ca5-ae3c-36e5287b0410 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a HTTP/1.1" status: 200 len: 1001 time: 0.0652606 Jul 07 19:52:25.300627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2ff6e-9ccf-432e-a0cf-69cf8705bd43 req-07e3b402-cd37-4770-90c6-129367df2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:25.302245 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f2ff6e-9ccf-432e-a0cf-69cf8705bd43 req-07e3b402-cd37-4770-90c6-129367df2521 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0585370 Jul 07 19:52:25.350276 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b57f9ab9-4a83-4aec-ad85-dbcfb8e0f9f8 req-05625af1-2483-4e27-a145-b37794cb78e3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 210 time: 0.0328307 Jul 07 19:52:25.354397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 4161efee-890d-4394-aa1c-4155712591a1, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4161efee-890d-4394-aa1c-4155712591a1,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:25.365557 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:25.366485 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 61f892d8-ce13-42fa-b9dc-82e360de1784 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:52:25.395154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2ff6e-9ccf-432e-a0cf-69cf8705bd43 req-f8885d7c-9253-414e-869c-2d51fc72d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:25.396786 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f2ff6e-9ccf-432e-a0cf-69cf8705bd43 req-f8885d7c-9253-414e-869c-2d51fc72d1b5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706279 Jul 07 19:52:25.406169 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:25.487731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=4161efee-890d-4394-aa1c-4155712591a1,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:25.504910 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f2ff6e-9ccf-432e-a0cf-69cf8705bd43 req-160cbd6c-bbd7-4849-ae38-01325241e44e service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968442 Jul 07 19:52:25.564537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 61f892d8-ce13-42fa-b9dc-82e360de1784 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:52:25.576661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 61f892d8-ce13-42fa-b9dc-82e360de1784 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:25.577044 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:25.623523 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f2ff6e-9ccf-432e-a0cf-69cf8705bd43 req-060fe8f2-9ea5-48ea-88c6-48f473a131d0 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052575 Jul 07 19:52:25.745055 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:25.819296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 61f892d8-ce13-42fa-b9dc-82e360de1784, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=61f892d8-ce13-42fa-b9dc-82e360de1784,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:25.827877 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:25.857188 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:25.877438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Transition to ACTIVE for port object 63f376af-068a-476e-981d-0e23eb857f50 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:52:25.890131 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:25.899467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=61f892d8-ce13-42fa-b9dc-82e360de1784,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:25.988230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1266c51-bcf2-4d90-a1d7-0ecf5170b157 None None] Pushing event updated for resources: {'Port': ['ID=63f376af-068a-476e-981d-0e23eb857f50,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:26.013452 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Attempting to bind port 63f376af-068a-476e-981d-0e23eb857f50 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:52:26.013916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Attempting to bind port 63f376af-068a-476e-981d-0e23eb857f50 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:52:26.014349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Attempting to bind port 63f376af-068a-476e-981d-0e23eb857f50 on network 0b064910-3055-4958-9f44-5ce08a3c2605 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:52:26.020671 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:52:26.021163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Checking segment: {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:52:26.021642 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:26.022099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Bound using segment: {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:52:26.022646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Bound port: 63f376af-068a-476e-981d-0e23eb857f50, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:52:26.023134 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:26.090428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] For port 63f376af-068a-476e-981d-0e23eb857f50, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:52:26.093882 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] For port 63f376af-068a-476e-981d-0e23eb857f50, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=63f376af-068a-476e-981d-0e23eb857f50,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:52:26.100465 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:26.160126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Routers {'235b61af-8e99-42d3-b306-756dcc853faf'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:52:26.160777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:52:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['235b61af-8e99-42d3-b306-756dcc853faf'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:26.165715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1266c51-bcf2-4d90-a1d7-0ecf5170b157 None None] Pushing event updated for resources: {'Port': ['ID=63f376af-068a-476e-981d-0e23eb857f50,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:26.285959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] Set router 235b61af-8e99-42d3-b306-756dcc853faf gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:52:26.512833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:52:23Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '63f376af-068a-476e-981d-0e23eb857f50', 'name': '', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:17:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:22Z', 'updated_at': '2021-07-07T19:52:26Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:26.527977 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26088d08-fb15-49fd-9422-6e1187e9500f req-369a4c51-5182-454c-be27-d0319ae71ce0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 210 time: 0.0482864 Jul 07 19:52:26.541736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e007e6-9e72-432b-9df1-a3825c1358b9 None None] The sync data for ids ['235b61af-8e99-42d3-b306-756dcc853faf'] in n-d-793621-9 is: [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:52:23Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '63f376af-068a-476e-981d-0e23eb857f50', 'name': '', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:17:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:22Z', 'updated_at': '2021-07-07T19:52:26Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:52:26.634989 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-a628c204-46f7-45a8-a9a1-7e4376dee252 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:26.636645 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-a628c204-46f7-45a8-a9a1-7e4376dee252 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.110 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 797 time: 0.1630733 Jul 07 19:52:26.636831 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:26.703945 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-d36140ae-80f2-49ce-9f86-b75634970a7a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 379 time: 0.0539887 Jul 07 19:52:26.732031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'port': {'device_id': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'admin_state_up': True, 'tenant_id': '44b13c388e294841bb8022c823490da8', 'security_groups': ['32b6f67e-e5d0-4f66-a614-808078b25f46']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:26.738589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4161efee-890d-4394-aa1c-4155712591a1 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:52:26.791472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 4161efee-890d-4394-aa1c-4155712591a1 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:26.792231 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:26.865525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Made reservation on behalf of 44b13c388e294841bb8022c823490da8 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:52:26.869458 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:26.887685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 61f892d8-ce13-42fa-b9dc-82e360de1784 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:52:26.937510 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 61f892d8-ce13-42fa-b9dc-82e360de1784 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:26.937888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:27.006755 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.20.0.13 (0b064910-3055-4958-9f44-5ce08a3c2605/7cefe90a-d9f3-47d5-8ce0-42cfe0c81652/4c139076-4457-44c5-8eb7-415b12a80de5) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:52:27.149177 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:27.164477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Transition to ACTIVE for port object 4c139076-4457-44c5-8eb7-415b12a80de5 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:52:27.198810 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:27.249974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network 0b064910-3055-4958-9f44-5ce08a3c2605 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:52:27.255862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:52:27.258350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:52:27.284822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:27.316310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:27.317073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:27.333502 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-24630cc6-97c3-4998-9c09-7507ddb0921f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6131322 Jul 07 19:52:27.351399 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Request body: {'port': {'device_id': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:27.427363 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:27.547004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-570b5bcc-896c-4788-ab8e-b4b28c4d1533 None None] Provisioning for port 4c139076-4457-44c5-8eb7-415b12a80de5 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:52:27.552429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-570b5bcc-896c-4788-ab8e-b4b28c4d1533 None None] Provisioning complete for port 4c139076-4457-44c5-8eb7-415b12a80de5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:27.552802 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-570b5bcc-896c-4788-ab8e-b4b28c4d1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:27.609617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-570b5bcc-896c-4788-ab8e-b4b28c4d1533 None None] Port 4c139076-4457-44c5-8eb7-415b12a80de5 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:52:27.719992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c139076-4457-44c5-8eb7-415b12a80de5 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:52:27.730950 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:27.744368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Transition to ACTIVE for port object 4c139076-4457-44c5-8eb7-415b12a80de5 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:52:27.749851 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:27.754054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2860c85-bf0c-4156-95fc-6716c85b297d req-3d6e9b5c-bb2b-4d07-af6e-e30a87d5b6cc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:27.755775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2860c85-bf0c-4156-95fc-6716c85b297d req-3d6e9b5c-bb2b-4d07-af6e-e30a87d5b6cc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 932 time: 0.0891621 Jul 07 19:52:27.819431 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2860c85-bf0c-4156-95fc-6716c85b297d req-b024f63d-c792-4dd4-88f9-12fe0965c5a2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561190 Jul 07 19:52:27.832403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:27.884984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Attempting to bind port 4c139076-4457-44c5-8eb7-415b12a80de5 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:52:27.885316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Attempting to bind port 4c139076-4457-44c5-8eb7-415b12a80de5 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:52:27.885645 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Attempting to bind port 4c139076-4457-44c5-8eb7-415b12a80de5 on network 0b064910-3055-4958-9f44-5ce08a3c2605 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:52:27.890190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Port 4c139076-4457-44c5-8eb7-415b12a80de5 on network 0b064910-3055-4958-9f44-5ce08a3c2605 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:52:27.890509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Attempting to bind port 4c139076-4457-44c5-8eb7-415b12a80de5 on network 0b064910-3055-4958-9f44-5ce08a3c2605 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:52:27.895975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:52:27.896341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Checking segment: {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:52:27.896720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Bound using segment: {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:52:27.897144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Bound port: 4c139076-4457-44c5-8eb7-415b12a80de5, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:52:27.897495 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:27.966344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:52:27.969723 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:52:27.974342 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:28.010930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:28.011532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:28.012951 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] 10.222.0.110 "PUT /v2.0/ports/4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 1092 time: 0.6672330 Jul 07 19:52:28.013359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:52:28.015815 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d682a1-2a1b-4462-a4c2-18d3d102101b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:52:28.043701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48564583-a145-4f2e-ae08-e2b08c3b22b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:28.087134 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f940c4-69fd-449c-9085-5fba3f4828bc x-openstack-request-id: req-52f940c4-69fd-449c-9085-5fba3f4828bc {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:52:28.087431 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:52:28.087689 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52f940c4-69fd-449c-9085-5fba3f4828bc {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:52:28.088169 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5', 'status': 'completed', 'code': 200} Jul 07 19:52:28.117760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-694fbf48-db4d-472c-b2e3-4e82dbcbb4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:28.119415 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-694fbf48-db4d-472c-b2e3-4e82dbcbb4e2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1095 time: 0.0630002 Jul 07 19:52:28.166425 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-c8416d07-15ba-4d73-a18d-46c77ad4e9ed service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 217 time: 0.0393131 Jul 07 19:52:28.219598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-29332ff9-b958-48ae-836d-50c0a25e953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:28.221000 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-29332ff9-b958-48ae-836d-50c0a25e953b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.0451906 Jul 07 19:52:28.278229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-38075b09-b84f-488f-abe4-ac7810d36018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:28.279527 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-38075b09-b84f-488f-abe4-ac7810d36018 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510674 Jul 07 19:52:28.369237 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-fa84ccfd-d5d5-4d5c-a997-c04040ec20d9 service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825279 Jul 07 19:52:28.459319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-89dd0ff4-48a4-4708-b17b-fa83caf38cfe req-c41bdbb1-2ed8-420a-a7bd-0295637237a9 service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798361 Jul 07 19:52:28.570567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d682a1-2a1b-4462-a4c2-18d3d102101b req-561f1ccb-2c1c-4826-bbd6-13b67ad7ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:28.572108 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d682a1-2a1b-4462-a4c2-18d3d102101b req-561f1ccb-2c1c-4826-bbd6-13b67ad7ac03 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1095 time: 0.0594037 Jul 07 19:52:28.659395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 63f376af-068a-476e-981d-0e23eb857f50 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:52:28.673576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d682a1-2a1b-4462-a4c2-18d3d102101b req-7fc3b250-318a-49e9-8204-74b67f77b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:28.675702 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d682a1-2a1b-4462-a4c2-18d3d102101b req-7fc3b250-318a-49e9-8204-74b67f77b263 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 898 time: 0.0967588 Jul 07 19:52:28.707904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 63f376af-068a-476e-981d-0e23eb857f50 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:52:28.712037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 63f376af-068a-476e-981d-0e23eb857f50 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:28.712417 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:28.723636 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d682a1-2a1b-4462-a4c2-18d3d102101b req-b771c47a-7860-4861-a144-dcfaa20d4cfd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 217 time: 0.0359361 Jul 07 19:52:28.792441 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:28.828556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 63f376af-068a-476e-981d-0e23eb857f50, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=63f376af-068a-476e-981d-0e23eb857f50,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:28.832739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:28.900079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=63f376af-068a-476e-981d-0e23eb857f50,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:29.071014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d682a1-2a1b-4462-a4c2-18d3d102101b req-d4c444b3-ad13-4fc9-9b36-7540f1c06998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:29.072339 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d682a1-2a1b-4462-a4c2-18d3d102101b req-d4c444b3-ad13-4fc9-9b36-7540f1c06998 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.3420920 Jul 07 19:52:29.126407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac45b56-a169-40f6-a66f-6ed50472d8c1 req-2e7d45c0-55e3-4c88-a14e-1188088492bd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:29.127898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ac45b56-a169-40f6-a66f-6ed50472d8c1 req-2e7d45c0-55e3-4c88-a14e-1188088492bd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 944 time: 0.1020563 Jul 07 19:52:29.176498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d682a1-2a1b-4462-a4c2-18d3d102101b req-1a432b51-dac7-43a4-bfc9-9b2f42fe82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:29.177978 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d682a1-2a1b-4462-a4c2-18d3d102101b req-1a432b51-dac7-43a4-bfc9-9b2f42fe82b5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971875 Jul 07 19:52:29.182951 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ac45b56-a169-40f6-a66f-6ed50472d8c1 req-668c8866-a4bf-42b3-abf2-40aeabac0355 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493164 Jul 07 19:52:29.267960 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d682a1-2a1b-4462-a4c2-18d3d102101b req-acdf9c99-eb66-49b5-b3df-a52ef61d5c48 service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821657 Jul 07 19:52:29.359138 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d682a1-2a1b-4462-a4c2-18d3d102101b req-0b6232d9-8847-4bf7-9eba-f64c7387bb2f service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840259 Jul 07 19:52:30.358256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbf6e6-6060-401e-a676-6233483925ec req-927006c5-9d43-44b8-92dc-4b5fe65137b7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:30.359876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42bbf6e6-6060-401e-a676-6233483925ec req-927006c5-9d43-44b8-92dc-4b5fe65137b7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 944 time: 0.0637398 Jul 07 19:52:30.399283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42bbf6e6-6060-401e-a676-6233483925ec req-23c88244-7bab-46e2-ba1c-facfb2eb7552 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338571 Jul 07 19:52:30.634285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 63f376af-068a-476e-981d-0e23eb857f50 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:52:30.681375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 63f376af-068a-476e-981d-0e23eb857f50 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:30.681750 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:31.371133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4c139076-4457-44c5-8eb7-415b12a80de5 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:52:31.469290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:31.481913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '4c139076-4457-44c5-8eb7-415b12a80de5', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'port_id': '4c139076-4457-44c5-8eb7-415b12a80de5', 'mac_address': 'fa:16:3e:eb:3e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:52:31.517494 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:31.530494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c139076-4457-44c5-8eb7-415b12a80de5 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:52:31.555005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:31.559157 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:31.576065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968529-d616-42b9-8f5c-c9ceffc2e02c req-9553b43c-5f4e-4b50-8e50-203f44d6bf92 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:31.577610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b4968529-d616-42b9-8f5c-c9ceffc2e02c req-9553b43c-5f4e-4b50-8e50-203f44d6bf92 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 944 time: 0.0648675 Jul 07 19:52:31.607420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:31.616730 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b4968529-d616-42b9-8f5c-c9ceffc2e02c req-4c080630-11a6-4b00-a822-18cb249e297f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326009 Jul 07 19:52:31.836332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['4c139076-4457-44c5-8eb7-415b12a80de5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:52:32.792403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2005b8-d0ad-4d39-b08d-dfe39d318739 req-720d8c9d-6f13-4e5d-ae39-2474cf9b049f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:32.793885 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8d2005b8-d0ad-4d39-b08d-dfe39d318739 req-720d8c9d-6f13-4e5d-ae39-2474cf9b049f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 945 time: 0.0672286 Jul 07 19:52:32.832472 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8d2005b8-d0ad-4d39-b08d-dfe39d318739 req-8fb486df-d2b2-46d7-a2de-a8c21e9e3add tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329323 Jul 07 19:52:33.384434 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4c139076-4457-44c5-8eb7-415b12a80de5 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:52:33.432367 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 4c139076-4457-44c5-8eb7-415b12a80de5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:52:33.435811 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 4c139076-4457-44c5-8eb7-415b12a80de5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:33.436225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:33.513673 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:33.535541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:52:33.537835 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3939c92c-6723-43af-bbf2-a44796c9dfac" -d '{"events": [{"server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "name": "network-vif-plugged", "status": "completed", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:52:33.551415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:33.555231 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:33.583918 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea8569e-e54e-488a-a2aa-37ca05969604 x-openstack-request-id: req-2ea8569e-e54e-488a-a2aa-37ca05969604 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:52:33.584159 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "name": "network-vif-plugged", "status": "completed", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:52:33.584406 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ea8569e-e54e-488a-a2aa-37ca05969604 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:52:33.584791 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5', 'code': 200} Jul 07 19:52:33.611286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:33.619459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:33.619810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:33.620150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:33.620485 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:33.620818 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:33.621148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:33.621477 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:33.621806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:33.622133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:33.622455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:33.622775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:33.623247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:33.698000 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798744de-e5ed-4832-8271-1138d2149720 req-bbe30eb4-6c3d-4028-86d6-c5791c5731ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:33.699530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-798744de-e5ed-4832-8271-1138d2149720 req-bbe30eb4-6c3d-4028-86d6-c5791c5731ed service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1097 time: 0.0529487 Jul 07 19:52:33.738555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-798744de-e5ed-4832-8271-1138d2149720 req-3ff8d78e-09da-4f7b-9199-458eadf639d2 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290935 Jul 07 19:52:34.008291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d1385-bf07-4f1e-bb00-f6faf59cf00f req-4ce48141-65a6-4cf2-9926-1e2dde52b267 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:34.009779 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b15d1385-bf07-4f1e-bb00-f6faf59cf00f req-4ce48141-65a6-4cf2-9926-1e2dde52b267 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0625751 Jul 07 19:52:34.047147 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b15d1385-bf07-4f1e-bb00-f6faf59cf00f req-9fa30e20-e8da-4872-9e40-e2d3c7fa7c4c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318208 Jul 07 19:52:35.232269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f07983-20ce-42e3-8831-75001f08edd4 req-f26b33c2-3e2b-45d1-ae7d-e553f62b4806 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:35.233781 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9f07983-20ce-42e3-8831-75001f08edd4 req-f26b33c2-3e2b-45d1-ae7d-e553f62b4806 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0740271 Jul 07 19:52:35.274831 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a9f07983-20ce-42e3-8831-75001f08edd4 req-e626634b-8831-4804-b2a1-f906eaa13060 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345647 Jul 07 19:52:35.464700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a710d60-a6ce-419c-af1d-52c4fb571b09 req-b214e202-73ab-4306-a19b-1a41ed09d2cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:35.466212 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a710d60-a6ce-419c-af1d-52c4fb571b09 req-b214e202-73ab-4306-a19b-1a41ed09d2cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0653315 Jul 07 19:52:35.508298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a710d60-a6ce-419c-af1d-52c4fb571b09 req-5df3f9f2-8987-4e51-8cb1-d2fc7efd9691 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364556 Jul 07 19:52:35.532084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41944) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:35.587205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b5083-9976-4a9a-8865-5821626b6e49 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:35.588657 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a36b5083-9976-4a9a-8865-5821626b6e49 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1092 time: 0.0554476 Jul 07 19:52:35.591623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41946) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:35.596484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '4c139076-4457-44c5-8eb7-415b12a80de5', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:35.621491 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:35.723823 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:35.825326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.25.0.38 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/7eecd452-619d-4883-976a-b1c2b6142bfc) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:52:35.889829 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:35.930764 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:35.970912 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:36.007082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:52:36.011648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:52:36.015767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:52:36.021783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=7eecd452-619d-4883-976a-b1c2b6142bfc,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:36.688307 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:36.764945 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:36.911717 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:36.916024 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:36.985346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=7eecd452-619d-4883-976a-b1c2b6142bfc,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:36.996462 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:37.095238 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Floating IP 3e19d714-15af-4ef2-8025-8f1dfbee6180 associated. External IP: 172.25.0.38, port: 4c139076-4457-44c5-8eb7-415b12a80de5. Jul 07 19:52:37.296567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router 235b61af-8e99-42d3-b306-756dcc853faf has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:52:37.403488 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:52:37.412890 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d17959-3db4-42fd-9231-5e645a60fd31 None None] Sync routers for ids ['235b61af-8e99-42d3-b306-756dcc853faf'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:52:37.419015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:37.422825 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d17959-3db4-42fd-9231-5e645a60fd31 None None] Routers {'235b61af-8e99-42d3-b306-756dcc853faf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:52:37.423451 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-51d17959-3db4-42fd-9231-5e645a60fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:52:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['235b61af-8e99-42d3-b306-756dcc853faf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:37.460220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-800448fe-5a42-4efc-a04e-f40147570d83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8675735 Jul 07 19:52:37.460910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:52:37.463305 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9bfa3b-f21a-45a8-a916-a851d4659ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:52:37.501325 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38173acf-e045-48d2-906e-68a69e7bb2d6 x-openstack-request-id: req-38173acf-e045-48d2-906e-68a69e7bb2d6 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:52:37.501629 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:52:37.502175 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38173acf-e045-48d2-906e-68a69e7bb2d6 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:52:37.503289 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5', 'status': 'completed', 'code': 200} Jul 07 19:52:37.533263 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-51d17959-3db4-42fd-9231-5e645a60fd31 None None] Set router 235b61af-8e99-42d3-b306-756dcc853faf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:52:37.580427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bfa3b-f21a-45a8-a916-a851d4659ac0 req-97a5dcb3-64bb-4faf-be71-c3daff3efbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:37.581842 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d9bfa3b-f21a-45a8-a916-a851d4659ac0 req-97a5dcb3-64bb-4faf-be71-c3daff3efbbc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1097 time: 0.0571494 Jul 07 19:52:37.618634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177b648-606d-4bfe-95e1-d9938d1b57a7 req-03571325-b73c-4196-8e95-28bc309d5ebe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:37.620170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a177b648-606d-4bfe-95e1-d9938d1b57a7 req-03571325-b73c-4196-8e95-28bc309d5ebe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0642669 Jul 07 19:52:37.660937 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a177b648-606d-4bfe-95e1-d9938d1b57a7 req-018467c8-43ce-418e-84ad-12e1d38965ef tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347223 Jul 07 19:52:37.678729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bfa3b-f21a-45a8-a916-a851d4659ac0 req-c8c95f3f-e66e-4658-ad2c-0f6ddb8f81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:37.680195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d9bfa3b-f21a-45a8-a916-a851d4659ac0 req-c8c95f3f-e66e-4658-ad2c-0f6ddb8f81fa service neutron] 10.222.0.110 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 898 time: 0.0916135 Jul 07 19:52:37.690524 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41954) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:37.759562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-628f3dec-0279-4207-909b-a4fb2e92ff5b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/3e19d714-15af-4ef2-8025-8f1dfbee6180 HTTP/1.1" status: 200 len: 991 time: 0.0678098 Jul 07 19:52:37.769379 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d9bfa3b-f21a-45a8-a916-a851d4659ac0 req-f68fdfee-fb4b-42c7-a7f7-adf2bdbd11fa service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 999 time: 0.0815730 Jul 07 19:52:37.775222 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-51d17959-3db4-42fd-9231-5e645a60fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:52:23Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '3e19d714-15af-4ef2-8025-8f1dfbee6180', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'floating_ip_address': '172.25.0.38', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'port_id': '4c139076-4457-44c5-8eb7-415b12a80de5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'mac_address': 'fa:16:3e:eb:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:52:36Z', 'updated_at': '2021-07-07T19:52:36Z', 'revision_number': 0, 'project_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f376af-068a-476e-981d-0e23eb857f50', 'name': '', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:17:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:22Z', 'updated_at': '2021-07-07T19:52:28Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:37.805696 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d17959-3db4-42fd-9231-5e645a60fd31 None None] Checking router: 235b61af-8e99-42d3-b306-756dcc853faf for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:52:37.815059 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d17959-3db4-42fd-9231-5e645a60fd31 None None] Routers {'235b61af-8e99-42d3-b306-756dcc853faf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:52:37.815678 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-51d17959-3db4-42fd-9231-5e645a60fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:52:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['235b61af-8e99-42d3-b306-756dcc853faf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:37.821834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bfa3b-f21a-45a8-a916-a851d4659ac0 req-ee705dc9-0592-4434-aca3-bba4bf72c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:37.823729 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d9bfa3b-f21a-45a8-a916-a851d4659ac0 req-ee705dc9-0592-4434-aca3-bba4bf72c48e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.0471127 Jul 07 19:52:37.881592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bfa3b-f21a-45a8-a916-a851d4659ac0 req-b40167c5-4b54-42df-956b-cb9df4a77915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:37.883065 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d9bfa3b-f21a-45a8-a916-a851d4659ac0 req-b40167c5-4b54-42df-956b-cb9df4a77915 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527122 Jul 07 19:52:37.919536 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-51d17959-3db4-42fd-9231-5e645a60fd31 None None] Set router 235b61af-8e99-42d3-b306-756dcc853faf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:52:37.976031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d9bfa3b-f21a-45a8-a916-a851d4659ac0 req-cc6b1445-1b09-4399-81a0-fd22edaf4a3b service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858104 Jul 07 19:52:38.065734 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d9bfa3b-f21a-45a8-a916-a851d4659ac0 req-bf6711ae-8287-4ce2-a3c4-3fc5573974b2 service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827842 Jul 07 19:52:38.135404 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-51d17959-3db4-42fd-9231-5e645a60fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:52:23Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '3e19d714-15af-4ef2-8025-8f1dfbee6180', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'floating_ip_address': '172.25.0.38', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'port_id': '4c139076-4457-44c5-8eb7-415b12a80de5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'mac_address': 'fa:16:3e:eb:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:52:36Z', 'updated_at': '2021-07-07T19:52:36Z', 'revision_number': 0, 'project_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f376af-068a-476e-981d-0e23eb857f50', 'name': '', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:17:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:22Z', 'updated_at': '2021-07-07T19:52:28Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:38.161522 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d17959-3db4-42fd-9231-5e645a60fd31 None None] The sync data for ids ['235b61af-8e99-42d3-b306-756dcc853faf'] in n-d-793621-9 is: [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:52:23Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '3e19d714-15af-4ef2-8025-8f1dfbee6180', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'floating_ip_address': '172.25.0.38', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'port_id': '4c139076-4457-44c5-8eb7-415b12a80de5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'mac_address': 'fa:16:3e:eb:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:52:36Z', 'updated_at': '2021-07-07T19:52:36Z', 'revision_number': 0, 'project_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f376af-068a-476e-981d-0e23eb857f50', 'name': '', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:17:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:22Z', 'updated_at': '2021-07-07T19:52:28Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:52:38.340426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581fa6cf-4464-4e4a-b659-371bd98aa2f9 None None] New status for floating IP 3e19d714-15af-4ef2-8025-8f1dfbee6180: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:52:38.763371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 41958) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:38.824931 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1f71b5e5-91ea-434c-9854-d618f1c3f0d0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/3e19d714-15af-4ef2-8025-8f1dfbee6180 HTTP/1.1" status: 200 len: 993 time: 0.0604661 Jul 07 19:52:40.149140 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:49.775228 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:52:51.110100 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-81978abb-5f06-4733-aa0e-2f3ee4ee3170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:53.887242 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:54.083481 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d9d422c0-56d3-4cc5-8d40-b9abacdd0379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:54.867405 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:56.619192 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:05.616287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f923d0-fec4-4f5f-8412-4726ce03bb67 req-8fec5945-1a40-43d1-9cd6-13cfe857ec63 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:05.617796 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-84f923d0-fec4-4f5f-8412-4726ce03bb67 req-8fec5945-1a40-43d1-9cd6-13cfe857ec63 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0633924 Jul 07 19:53:05.655425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-84f923d0-fec4-4f5f-8412-4726ce03bb67 req-2ff55a94-56be-460b-a788-8be950b13b9b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319219 Jul 07 19:53:05.918244 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:06.840988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e34d1-eaa8-4dfc-b147-53d6f2ef554b req-eadc0063-c3e0-4953-8ec1-9fac52f8595f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:06.842784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-412e34d1-eaa8-4dfc-b147-53d6f2ef554b req-eadc0063-c3e0-4953-8ec1-9fac52f8595f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0702810 Jul 07 19:53:06.884976 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-412e34d1-eaa8-4dfc-b147-53d6f2ef554b req-7ff582b3-c284-4f39-b613-09b869fa8300 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359759 Jul 07 19:53:08.063821 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a028a85-aed2-446e-bee4-12e3c0f39c4b req-25ac1c06-6be1-4a0a-8c96-4531ffdb56de tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:08.065694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a028a85-aed2-446e-bee4-12e3c0f39c4b req-25ac1c06-6be1-4a0a-8c96-4531ffdb56de tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0684502 Jul 07 19:53:08.107592 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a028a85-aed2-446e-bee4-12e3c0f39c4b req-ae5aa1c2-cd59-458a-b17b-7c06027d6ddf tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319555 Jul 07 19:53:09.288970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b22107-443e-47f0-9cdc-0d92530f123a req-86abc53d-041f-401e-942e-20c40fd2e9a4 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:09.290510 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-66b22107-443e-47f0-9cdc-0d92530f123a req-86abc53d-041f-401e-942e-20c40fd2e9a4 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0654464 Jul 07 19:53:09.331854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-66b22107-443e-47f0-9cdc-0d92530f123a req-31caf632-1f30-40e3-bde3-d1184981306c tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348701 Jul 07 19:53:10.145755 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:10.503430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cfe51-207b-476f-a1af-c89727e89d03 req-c8a61e6d-a78c-4daa-b62c-319d50a54b44 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:10.504924 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c97cfe51-207b-476f-a1af-c89727e89d03 req-c8a61e6d-a78c-4daa-b62c-319d50a54b44 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0634317 Jul 07 19:53:10.542902 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c97cfe51-207b-476f-a1af-c89727e89d03 req-81cd4370-508a-4364-accd-f58a2fe27b47 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323710 Jul 07 19:53:11.903831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1badd15-de4f-43ea-8f38-8509caa3aa1d req-8b4b6218-9f65-48e5-9ed6-0b54ef19d7b5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:11.905303 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1badd15-de4f-43ea-8f38-8509caa3aa1d req-8b4b6218-9f65-48e5-9ed6-0b54ef19d7b5 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0662680 Jul 07 19:53:11.942909 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b1badd15-de4f-43ea-8f38-8509caa3aa1d req-b0240f0b-054d-420c-bda5-a40b4ecd3646 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312879 Jul 07 19:53:13.121046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72293dd3-9b02-4995-ab8d-c9de4fa7ac11 req-10123714-85a8-4c09-8cdc-98494fc880f4 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:13.122525 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-72293dd3-9b02-4995-ab8d-c9de4fa7ac11 req-10123714-85a8-4c09-8cdc-98494fc880f4 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0669305 Jul 07 19:53:13.160936 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-72293dd3-9b02-4995-ab8d-c9de4fa7ac11 req-d6498487-5d5c-4722-839f-86308de2f256 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326707 Jul 07 19:53:14.147294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde0a83-4996-4ba4-9383-e0936dd76642 req-ef6fb7fb-70ea-43d3-a710-7ab216cbea56 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:14.148823 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9fde0a83-4996-4ba4-9383-e0936dd76642 req-ef6fb7fb-70ea-43d3-a710-7ab216cbea56 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1097 time: 0.0519094 Jul 07 19:53:14.183237 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9fde0a83-4996-4ba4-9383-e0936dd76642 req-5cbae978-e104-47f7-8658-3bf57b872673 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286069 Jul 07 19:53:14.348161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d23f1e-19cd-492f-84a9-132829fe6935 req-d9b3f07d-e959-4720-b574-039281b3dc8f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:14.349564 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e1d23f1e-19cd-492f-84a9-132829fe6935 req-d9b3f07d-e959-4720-b574-039281b3dc8f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0703464 Jul 07 19:53:14.360244 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca97c0f-3062-43c0-9f65-1357c541abd8 req-eb652aae-cdbb-4344-9b60-bf38c257dc75 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:14.361753 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eca97c0f-3062-43c0-9f65-1357c541abd8 req-eb652aae-cdbb-4344-9b60-bf38c257dc75 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0642803 Jul 07 19:53:14.388796 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e1d23f1e-19cd-492f-84a9-132829fe6935 req-5c04d1d6-b420-4210-adab-a1793a700989 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335646 Jul 07 19:53:14.400761 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-eca97c0f-3062-43c0-9f65-1357c541abd8 req-dbd525d4-c33c-4de2-9008-45324053c44d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328991 Jul 07 19:53:14.425285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42068) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:53:14.487902 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1458ac82-de25-4ed1-8a9f-4bf82a119855 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/3e19d714-15af-4ef2-8025-8f1dfbee6180 HTTP/1.1" status: 200 len: 993 time: 0.0614882 Jul 07 19:53:14.871990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-617346ac-2f4b-49bb-9056-75fb607110df req-8707ea3e-7c99-4384-96bb-d6f552a1fea2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:53:14.873106 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-617346ac-2f4b-49bb-9056-75fb607110df req-8707ea3e-7c99-4384-96bb-d6f552a1fea2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055265 Jul 07 19:53:15.187229 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-c812aa86-9e7e-4674-983b-2b197b48568d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0504296 Jul 07 19:53:15.250467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd7b43-1105-4d1b-bdf8-e20848974278 req-1154ab1b-6ce4-4888-9fed-3b2d353f8727 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:15.251980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ebbd7b43-1105-4d1b-bdf8-e20848974278 req-1154ab1b-6ce4-4888-9fed-3b2d353f8727 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0665283 Jul 07 19:53:15.293763 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ebbd7b43-1105-4d1b-bdf8-e20848974278 req-bd67ee9a-0717-46d5-b32a-07ea4b2cffeb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362413 Jul 07 19:53:15.571497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d388d39-3b24-4088-82e2-14a153f82621 req-812dd832-e99d-4267-b3e1-d65c9c9d31fa tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:15.573036 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d388d39-3b24-4088-82e2-14a153f82621 req-812dd832-e99d-4267-b3e1-d65c9c9d31fa tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0712337 Jul 07 19:53:15.611557 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d388d39-3b24-4088-82e2-14a153f82621 req-16ee067a-c84e-4f89-83c3-838a0f02a65d tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326779 Jul 07 19:53:16.373561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-c141cc3e-5511-4ea1-a1c5-f72db76c9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:16.375142 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-c141cc3e-5511-4ea1-a1c5-f72db76c9327 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1097 time: 0.0534987 Jul 07 19:53:16.470575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-93213efd-af88-4b7a-8b4e-71a8d807abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:16.472188 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-93213efd-af88-4b7a-8b4e-71a8d807abea service neutron] 10.222.0.110 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 898 time: 0.0898952 Jul 07 19:53:16.479061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60010b-ae4a-4d10-817e-92e86205db90 req-afce730d-32ef-4810-81da-c6180a9917bb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:16.480526 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b60010b-ae4a-4d10-817e-92e86205db90 req-afce730d-32ef-4810-81da-c6180a9917bb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0678253 Jul 07 19:53:16.518407 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b60010b-ae4a-4d10-817e-92e86205db90 req-5b478eba-a652-46d8-99b5-89b5cbf3227c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321531 Jul 07 19:53:16.540099 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-fe1ae87b-d48f-47a0-a7c4-bf4d731459d1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 1001 time: 0.0582530 Jul 07 19:53:16.591981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-d0dea1b5-7c17-4a17-8c53-4122b387e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:16.593353 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-d0dea1b5-7c17-4a17-8c53-4122b387e36a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.0437343 Jul 07 19:53:16.661273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-fea8d91e-ee4b-4dbf-a3cd-aef9faf1448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:16.662835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-fea8d91e-ee4b-4dbf-a3cd-aef9faf1448a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620689 Jul 07 19:53:16.802984 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-d2ccbcee-f0cf-4807-a152-714a07c5ee58 service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312602 Jul 07 19:53:16.828268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4d570-cc4a-4efe-a3a8-3f3ced4ac038 req-f09c7188-fa82-4452-81af-1ff2f8352f1c tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:16.829727 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2c4d570-cc4a-4efe-a3a8-3f3ced4ac038 req-f09c7188-fa82-4452-81af-1ff2f8352f1c tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.1023495 Jul 07 19:53:16.914208 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2c4d570-cc4a-4efe-a3a8-3f3ced4ac038 req-6b4b94b9-db6f-4f50-9b9c-3b4a56bfaad3 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743661 Jul 07 19:53:16.933330 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-64085ccf-3616-4862-bf72-f2cad377518f service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207743 Jul 07 19:53:17.300890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5e2f-34a9-4791-926e-b887106e0623 req-f03efe3b-a289-44bc-b297-54a479cdef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:17.302453 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f44a5e2f-34a9-4791-926e-b887106e0623 req-f03efe3b-a289-44bc-b297-54a479cdef4b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 1097 time: 0.0981107 Jul 07 19:53:17.315072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67084729-860a-4e23-98c3-2196f3a345de req-b7c72896-cae9-4e74-a277-906b2be10009 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:17.316611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-67084729-860a-4e23-98c3-2196f3a345de req-b7c72896-cae9-4e74-a277-906b2be10009 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.1038792 Jul 07 19:53:17.403583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-67084729-860a-4e23-98c3-2196f3a345de req-776a74e7-1aaf-44e8-96df-a3d29e793961 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782685 Jul 07 19:53:17.430682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5e2f-34a9-4791-926e-b887106e0623 req-8b763e05-d3a6-4756-864c-c64cdad06817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:17.432243 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f44a5e2f-34a9-4791-926e-b887106e0623 req-8b763e05-d3a6-4756-864c-c64cdad06817 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 911 time: 0.1147335 Jul 07 19:53:17.504911 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f44a5e2f-34a9-4791-926e-b887106e0623 req-0c6edf4d-5726-4902-97e3-4f173ffe34e8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a HTTP/1.1" status: 200 len: 1001 time: 0.0652535 Jul 07 19:53:17.556533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5e2f-34a9-4791-926e-b887106e0623 req-8ec337fe-50d1-4c87-aed1-4d0dded0a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:17.558026 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f44a5e2f-34a9-4791-926e-b887106e0623 req-8ec337fe-50d1-4c87-aed1-4d0dded0a43c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0456207 Jul 07 19:53:17.627369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5e2f-34a9-4791-926e-b887106e0623 req-e53324ef-90c6-4eee-acb5-76d3e2af4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:17.629433 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f44a5e2f-34a9-4791-926e-b887106e0623 req-e53324ef-90c6-4eee-acb5-76d3e2af4d9b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643651 Jul 07 19:53:17.714188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26773c7e-db09-440c-b2f3-334dcd30eb01 req-c9d12c92-1e54-421a-a5ab-78593d328a54 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:17.715964 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26773c7e-db09-440c-b2f3-334dcd30eb01 req-c9d12c92-1e54-421a-a5ab-78593d328a54 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0817435 Jul 07 19:53:17.731069 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f44a5e2f-34a9-4791-926e-b887106e0623 req-14ea9ec7-7c9e-4a29-9052-41507ffc7de4 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917058 Jul 07 19:53:17.763418 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26773c7e-db09-440c-b2f3-334dcd30eb01 req-9440ecaf-083a-4746-8424-ee683bd226a1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373790 Jul 07 19:53:17.826546 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f44a5e2f-34a9-4791-926e-b887106e0623 req-5b0d9aa9-a3de-431e-a253-790ce0de2faa service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889444 Jul 07 19:53:18.585469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46fb61-1988-4f6e-9d9d-31864f2fa3cb req-8f47bdfd-4bfc-4c54-93ed-fe7e8f1838f1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:18.587357 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab46fb61-1988-4f6e-9d9d-31864f2fa3cb req-8f47bdfd-4bfc-4c54-93ed-fe7e8f1838f1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0718837 Jul 07 19:53:18.632544 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab46fb61-1988-4f6e-9d9d-31864f2fa3cb req-a2c501c7-d407-49ac-a236-ef227a119e58 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349247 Jul 07 19:53:18.946961 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2ac3e-cf23-48cc-9fd2-b99540eb249b req-60a0993b-e54c-4f4e-80b3-be71c91a4c88 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:18.948444 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97f2ac3e-cf23-48cc-9fd2-b99540eb249b req-60a0993b-e54c-4f4e-80b3-be71c91a4c88 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0673039 Jul 07 19:53:19.000089 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97f2ac3e-cf23-48cc-9fd2-b99540eb249b req-0f30b579-aa9a-4836-9ad1-5fa56353d20a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457883 Jul 07 19:53:19.806953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882ffd6-dc64-4a67-b8f5-5e440a821cd7 req-4f01a1f8-d847-480d-be01-f6d0a7c3c5a4 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:19.808429 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6882ffd6-dc64-4a67-b8f5-5e440a821cd7 req-4f01a1f8-d847-480d-be01-f6d0a7c3c5a4 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0626442 Jul 07 19:53:19.845317 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6882ffd6-dc64-4a67-b8f5-5e440a821cd7 req-604ee1df-8d46-483b-ba9c-f8870da38d86 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314074 Jul 07 19:53:20.177161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f96b84-32c9-418b-b850-7907264fcb3c req-036e05f1-4785-45ac-9fb8-a4a8bc0dcf98 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:20.178669 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5f96b84-32c9-418b-b850-7907264fcb3c req-036e05f1-4785-45ac-9fb8-a4a8bc0dcf98 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0634356 Jul 07 19:53:20.218824 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5f96b84-32c9-418b-b850-7907264fcb3c req-473c3750-eb0f-4d7b-bf7e-d983e43ce11f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343184 Jul 07 19:53:21.111194 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4eceb3f2-1116-4983-8757-41870101a739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:21.395822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efad7d-6283-4838-baf9-cac9bed4c789 req-dd54c7a4-2693-4150-94fc-33ecc5f1bc64 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:21.398141 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-35efad7d-6283-4838-baf9-cac9bed4c789 req-dd54c7a4-2693-4150-94fc-33ecc5f1bc64 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0681190 Jul 07 19:53:21.435554 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-35efad7d-6283-4838-baf9-cac9bed4c789 req-a976629d-7aec-4b9a-a659-fae19cae0550 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312672 Jul 07 19:53:22.608968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784078d6-ed80-4e17-b87f-fc4b691f22c8 req-40e01da0-51f0-4a2b-a2fd-9c67cc354a2f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:22.610373 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-784078d6-ed80-4e17-b87f-fc4b691f22c8 req-40e01da0-51f0-4a2b-a2fd-9c67cc354a2f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0629077 Jul 07 19:53:22.647584 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-784078d6-ed80-4e17-b87f-fc4b691f22c8 req-745b4754-027c-4d4b-8c8a-a6b9c372f6bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315828 Jul 07 19:53:23.823771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25637add-2cac-4fd1-bf18-da8ee74faa80 req-0185e920-0920-437a-a525-79692132f68f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:23.825248 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25637add-2cac-4fd1-bf18-da8ee74faa80 req-0185e920-0920-437a-a525-79692132f68f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0629513 Jul 07 19:53:23.863017 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25637add-2cac-4fd1-bf18-da8ee74faa80 req-113c4975-e8fb-4f89-bdf1-48179a8cf601 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314846 Jul 07 19:53:23.889316 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:24.084796 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4f0eba5c-8f9a-48a3-ad05-689705a2cf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:24.869871 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:25.041618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3ebcc-0897-4975-915d-0b9e0910cfa2 req-565dba43-dbb7-4b30-b7ea-3365ab197125 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:25.044904 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeb3ebcc-0897-4975-915d-0b9e0910cfa2 req-565dba43-dbb7-4b30-b7ea-3365ab197125 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0672066 Jul 07 19:53:25.080956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eeb3ebcc-0897-4975-915d-0b9e0910cfa2 req-6e8d3dac-0703-4090-bcec-49e54bcb157b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Jul 07 19:53:26.254717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709574c-063c-4f72-baa1-75f181b6de6f req-4431ed73-fd4f-410e-abd6-aa8fb12cfbc8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:26.256230 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4709574c-063c-4f72-baa1-75f181b6de6f req-4431ed73-fd4f-410e-abd6-aa8fb12cfbc8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0628746 Jul 07 19:53:26.293028 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4709574c-063c-4f72-baa1-75f181b6de6f req-e6adcc57-82d5-4d67-ad47-c559a8aa13a6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312691 Jul 07 19:53:26.618974 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:26.778503 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:53:26.823694 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a046d80e-a4c7-44bf-85a3-eb6c9a30f55e req-ef50ccf8-ccfd-4a17-a9a0-c202cb04112d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560529 Jul 07 19:53:26.920433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046d80e-a4c7-44bf-85a3-eb6c9a30f55e req-aca21db8-4e2d-44ac-9b4f-56d65e9e100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:26.922071 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a046d80e-a4c7-44bf-85a3-eb6c9a30f55e req-aca21db8-4e2d-44ac-9b4f-56d65e9e100a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 1097 time: 0.0532329 Jul 07 19:53:27.035314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046d80e-a4c7-44bf-85a3-eb6c9a30f55e req-16b94376-14d1-4369-9276-75d9435de845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:27.036734 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a046d80e-a4c7-44bf-85a3-eb6c9a30f55e req-16b94376-14d1-4369-9276-75d9435de845 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 911 time: 0.0915372 Jul 07 19:53:27.104968 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a046d80e-a4c7-44bf-85a3-eb6c9a30f55e req-b19e488a-3303-4f66-a87e-36e939a29d00 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a HTTP/1.1" status: 200 len: 1001 time: 0.0607824 Jul 07 19:53:27.155473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046d80e-a4c7-44bf-85a3-eb6c9a30f55e req-e8d76c38-741c-4f95-80b3-d5e08614ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:27.157432 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a046d80e-a4c7-44bf-85a3-eb6c9a30f55e req-e8d76c38-741c-4f95-80b3-d5e08614ab0a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0457532 Jul 07 19:53:27.220285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046d80e-a4c7-44bf-85a3-eb6c9a30f55e req-98c232bc-8120-4253-9879-0f372d4a6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:27.223205 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a046d80e-a4c7-44bf-85a3-eb6c9a30f55e req-98c232bc-8120-4253-9879-0f372d4a6df3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584979 Jul 07 19:53:27.310786 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a046d80e-a4c7-44bf-85a3-eb6c9a30f55e req-ded7ae9c-cec7-4dd1-afde-61c5156e2573 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803547 Jul 07 19:53:27.404892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a046d80e-a4c7-44bf-85a3-eb6c9a30f55e req-80fb205e-0c2c-4f97-ac4d-bede4d7d5dd4 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869656 Jul 07 19:53:27.473331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319c41d-46d8-43bf-8942-d232d3debc96 req-0a9aa1c4-d43a-43f8-8045-8ba4021c07f3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:27.474863 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7319c41d-46d8-43bf-8942-d232d3debc96 req-0a9aa1c4-d43a-43f8-8045-8ba4021c07f3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0643978 Jul 07 19:53:27.511651 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7319c41d-46d8-43bf-8942-d232d3debc96 req-6ad0d79a-011c-44f7-952c-a5595f363011 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312655 Jul 07 19:53:28.686761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366dad4-7c45-4249-bb9f-ad7831fc1b9b req-e0a6de16-aa4f-4c65-ac60-a05d20746d7a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:28.688282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9366dad4-7c45-4249-bb9f-ad7831fc1b9b req-e0a6de16-aa4f-4c65-ac60-a05d20746d7a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0638404 Jul 07 19:53:28.728779 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9366dad4-7c45-4249-bb9f-ad7831fc1b9b req-fd033be8-e43c-418f-9a78-a7f26f7d6ec5 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344222 Jul 07 19:53:29.908964 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa848835-ef5d-44b1-ad56-c58addb1cf70 req-f82cdafa-9441-43c4-92ff-f10f4741f517 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:29.910419 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fa848835-ef5d-44b1-ad56-c58addb1cf70 req-f82cdafa-9441-43c4-92ff-f10f4741f517 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0677204 Jul 07 19:53:29.949520 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fa848835-ef5d-44b1-ad56-c58addb1cf70 req-ffa6c8c6-45b9-499a-aae0-ef94478e21d4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334723 Jul 07 19:53:31.127281 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049b17-238e-4715-9fc1-af19aaf4969f req-ac5dde80-ef23-4aac-87b9-42c9d1c4df2b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:31.129257 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42049b17-238e-4715-9fc1-af19aaf4969f req-ac5dde80-ef23-4aac-87b9-42c9d1c4df2b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0644011 Jul 07 19:53:31.167383 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42049b17-238e-4715-9fc1-af19aaf4969f req-3c8fa4b7-f628-404e-80fd-1fbfb2a29515 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325222 Jul 07 19:53:32.341548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a110a4d-e2bc-4075-896e-b18db9b602cd req-f7109b73-9599-4628-a3dd-df42880acabe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:32.343054 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a110a4d-e2bc-4075-896e-b18db9b602cd req-f7109b73-9599-4628-a3dd-df42880acabe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0661130 Jul 07 19:53:32.381432 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a110a4d-e2bc-4075-896e-b18db9b602cd req-c6e00336-9efc-4538-93c7-80b7098725bf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320559 Jul 07 19:53:33.569013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c561e-5952-45e1-b831-0f47e6ee47ec req-c022632e-85a8-4266-b163-383e9f8a5dcd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:33.570489 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a3c561e-5952-45e1-b831-0f47e6ee47ec req-c022632e-85a8-4266-b163-383e9f8a5dcd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0710902 Jul 07 19:53:33.610706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a3c561e-5952-45e1-b831-0f47e6ee47ec req-c7308345-ec9b-4d3b-b5db-18955f256c01 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339398 Jul 07 19:53:34.782097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec711cd-1c38-40db-bf82-03b93e837db1 req-2d6c5df9-405a-4deb-997b-04efbe9b12c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:34.783615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dec711cd-1c38-40db-bf82-03b93e837db1 req-2d6c5df9-405a-4deb-997b-04efbe9b12c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0627022 Jul 07 19:53:34.829923 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dec711cd-1c38-40db-bf82-03b93e837db1 req-84d2670a-dc70-4c7d-86ba-1e51af9e9fd8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402374 Jul 07 19:53:35.919953 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:36.007927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999573e-49ee-4236-b259-68c444bccabe req-d2f766c5-b123-44fd-87a3-d90021dbd3f0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:36.009386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f999573e-49ee-4236-b259-68c444bccabe req-d2f766c5-b123-44fd-87a3-d90021dbd3f0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0654287 Jul 07 19:53:36.048995 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f999573e-49ee-4236-b259-68c444bccabe req-ddb3a080-f927-45bd-b463-99c38cba1c6d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332735 Jul 07 19:53:37.247630 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e28d5-21d0-4d17-b7e8-d06806fe6f1f req-2f26285c-2269-4032-b9ee-20847e8dcb37 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:37.249090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-274e28d5-21d0-4d17-b7e8-d06806fe6f1f req-2f26285c-2269-4032-b9ee-20847e8dcb37 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0699680 Jul 07 19:53:37.288911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-274e28d5-21d0-4d17-b7e8-d06806fe6f1f req-e77c050b-d6ed-4b92-8067-28e4bf0e8adc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339673 Jul 07 19:53:38.462348 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bf3ed-9c91-43e2-87b9-2d6bf8ab9d93 req-8a787ec0-074c-46af-8fe9-d8fb2fd9edfe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:38.463895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-857bf3ed-9c91-43e2-87b9-2d6bf8ab9d93 req-8a787ec0-074c-46af-8fe9-d8fb2fd9edfe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0639906 Jul 07 19:53:38.514543 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-857bf3ed-9c91-43e2-87b9-2d6bf8ab9d93 req-d624f93e-bfab-4b75-9da3-550b0df80dcf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451312 Jul 07 19:53:39.512203 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-8ebf6aeb-f23b-4cf9-a0fa-6b4f1795de33 service neutron] show failed (client error): The resource could not be found. Jul 07 19:53:39.513279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-8ebf6aeb-f23b-4cf9-a0fa-6b4f1795de33 service neutron] 10.222.0.110 "GET /v2.0/ports/4c139076-4457-44c5-8eb7-415b12a80de5/bindings/n-h1-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0539632 Jul 07 19:53:39.699530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e26a04-178d-4a30-be23-9dec4d7b67c8 req-719747ff-8ea1-415c-9230-0e38629b5750 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:39.701076 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-50e26a04-178d-4a30-be23-9dec4d7b67c8 req-719747ff-8ea1-415c-9230-0e38629b5750 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 946 time: 0.0720575 Jul 07 19:53:39.742451 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-50e26a04-178d-4a30-be23-9dec4d7b67c8 req-5a3d93c7-0d4e-46b7-ab9d-90604926a6ac tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346472 Jul 07 19:53:39.771907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-f6298cd3-2b75-40a5-8a46-563e56f12d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:39.773388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-f6298cd3-2b75-40a5-8a46-563e56f12d0a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d&tenant_id=44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 1097 time: 0.0551367 Jul 07 19:53:39.785766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:53:39.858968 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:40.057461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:40.089676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:53:40.129287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:53:40.131976 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e6ae24-3fb4-43b4-8371-ef32d9ca865e" -d '{"events": [{"server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "name": "network-vif-unplugged", "status": "completed", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:53:40.135476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:40.149638 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Transition to ACTIVE for port object 4c139076-4457-44c5-8eb7-415b12a80de5 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:53:40.155735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:40.161614 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:40.186761 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf4d26b-bb80-4607-82c8-fc3415a681ee x-openstack-request-id: req-1bf4d26b-bb80-4607-82c8-fc3415a681ee {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:53:40.186975 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "name": "network-vif-unplugged", "status": "completed", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:53:40.187223 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1bf4d26b-bb80-4607-82c8-fc3415a681ee {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:53:40.187621 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5', 'code': 200} Jul 07 19:53:40.248519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=6']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:40.260477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:40.260831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:40.261177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:40.261520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:40.261857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:40.262191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:40.262526 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:40.262874 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:40.263207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:40.263536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:40.263861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:40.264186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:40.297851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] No DVR routers for this DVR port 4c139076-4457-44c5-8eb7-415b12a80de5 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:53:40.690753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Attempting to bind port 4c139076-4457-44c5-8eb7-415b12a80de5 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:53:40.692213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Attempting to bind port 4c139076-4457-44c5-8eb7-415b12a80de5 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:53:40.692213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Attempting to bind port 4c139076-4457-44c5-8eb7-415b12a80de5 on network 0b064910-3055-4958-9f44-5ce08a3c2605 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:53:40.696430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Port 4c139076-4457-44c5-8eb7-415b12a80de5 on network 0b064910-3055-4958-9f44-5ce08a3c2605 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:53:40.696749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Attempting to bind port 4c139076-4457-44c5-8eb7-415b12a80de5 on network 0b064910-3055-4958-9f44-5ce08a3c2605 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:53:40.701563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:53:40.701904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Checking segment: {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:53:40.702294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Bound using segment: {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:53:40.702724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Bound port: 4c139076-4457-44c5-8eb7-415b12a80de5, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:53:40.703113 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:40.766413 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:53:40.769669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:53:40.774509 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:40.811739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:40.812939 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:40.813341 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] 10.222.0.48 "PUT /v2.0/ports/4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 1092 time: 1.0316193 Jul 07 19:53:40.836826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071d65c-ad0c-4333-9c45-ed9509bbbadd service neutron] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:40.919072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-3451ae4b-65d9-4ed8-a3c2-a92b4a6882cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:40.920582 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-3451ae4b-65d9-4ed8-a3c2-a92b4a6882cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1095 time: 0.0718670 Jul 07 19:53:40.940775 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbdff0-68e0-4e96-a95a-8580c6364d83 req-0caa8192-54c6-4ae6-b2c6-c09e8489eead tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:40.943362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ccbdff0-68e0-4e96-a95a-8580c6364d83 req-0caa8192-54c6-4ae6-b2c6-c09e8489eead tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 944 time: 0.0844569 Jul 07 19:53:40.985668 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0ccbdff0-68e0-4e96-a95a-8580c6364d83 req-b19c5775-ecb6-44c0-ae0e-3207afb3f936 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353632 Jul 07 19:53:41.024696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-ccd23c10-5af2-4a98-a869-5486271a5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:41.026169 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-ccd23c10-5af2-4a98-a869-5486271a5e4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 898 time: 0.0979853 Jul 07 19:53:41.095205 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-ab1cecf7-c876-4aa1-a556-d743a2d9ad7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 999 time: 0.0610578 Jul 07 19:53:41.141410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-e67122c8-ea44-419a-bf8d-5bf7dc2ba6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:41.142783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-e67122c8-ea44-419a-bf8d-5bf7dc2ba6ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.0413721 Jul 07 19:53:41.204650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-64bb1e85-facf-4068-9267-45869a855481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:41.206130 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-64bb1e85-facf-4068-9267-45869a855481 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562203 Jul 07 19:53:41.296963 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-407e7e27-8e4d-422c-8cb1-2b3d2572adc2 service neutron] 10.222.0.48 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838144 Jul 07 19:53:41.387676 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-3e576755-18bf-4b0f-a24e-030d4d0e64d2 service neutron] 10.222.0.48 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832300 Jul 07 19:53:42.181836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42835168-5198-4d31-8a7b-db3508878b17 req-7094fd1d-0630-4243-af8e-1e4bbee4bc04 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:42.183338 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42835168-5198-4d31-8a7b-db3508878b17 req-7094fd1d-0630-4243-af8e-1e4bbee4bc04 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 944 time: 0.0678742 Jul 07 19:53:42.189559 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:53:42.192306 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e31784-ca54-4cf2-8f43-5d5df7633b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:53:42.229828 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-42835168-5198-4d31-8a7b-db3508878b17 req-0d7a0ff3-da0a-42e6-b1ce-c6214e45802b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408466 Jul 07 19:53:42.241538 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c11b53-fd09-43b3-976f-31da53be7001 x-openstack-request-id: req-e4c11b53-fd09-43b3-976f-31da53be7001 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:53:42.241976 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:53:42.242299 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4c11b53-fd09-43b3-976f-31da53be7001 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:53:42.242704 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5', 'status': 'completed', 'code': 200} Jul 07 19:53:42.350946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-6abcb5f0-1125-438c-b325-b01d31c97a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:42.352442 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-6abcb5f0-1125-438c-b325-b01d31c97a31 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1095 time: 0.0897462 Jul 07 19:53:42.357249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-ff0d7f3f-2a12-4c29-9f61-98097d555af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:42.358503 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-ff0d7f3f-2a12-4c29-9f61-98097d555af0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1095 time: 0.0869117 Jul 07 19:53:42.513434 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-34a7d97b-0924-4704-8076-91eedcbfb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:42.514819 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-34a7d97b-0924-4704-8076-91eedcbfb412 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 898 time: 0.1547520 Jul 07 19:53:42.517325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-4c9ead8f-37a2-481d-9889-7126a662b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:42.518634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-4c9ead8f-37a2-481d-9889-7126a662b6e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 898 time: 0.1502101 Jul 07 19:53:42.625612 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-e3b041ce-4e08-4009-8bdd-122a39a364a4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 999 time: 0.1035864 Jul 07 19:53:42.629434 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-c818c914-c2b2-4b9e-9422-61c92dfd490e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 999 time: 0.1020057 Jul 07 19:53:42.711795 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-c38abde8-5ae3-4802-bf75-c9c356dd877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:42.713291 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-c38abde8-5ae3-4802-bf75-c9c356dd877b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.0726495 Jul 07 19:53:42.714510 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-833a8380-d4c0-4f8c-bf07-42511a89ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:42.715846 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-833a8380-d4c0-4f8c-bf07-42511a89ceef service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.0824094 Jul 07 19:53:42.814246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-682f56df-ccb5-407c-8ca5-1251cf9eec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:42.815711 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-682f56df-ccb5-407c-8ca5-1251cf9eec10 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955017 Jul 07 19:53:42.822073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-4392fcc5-7d50-41c3-b905-d43d658b8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:42.823475 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-4392fcc5-7d50-41c3-b905-d43d658b8cf7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948291 Jul 07 19:53:42.981010 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-fa3181df-42c5-43e8-ae8a-56c9ed146ef8 service neutron] 10.222.0.48 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562901 Jul 07 19:53:42.984365 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-bdd886d0-0561-4cfc-befa-646b5b7e9cdb service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530662 Jul 07 19:53:43.142018 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-94257faa-65c7-4adc-879a-9cb27b02fb98 service neutron] 10.222.0.48 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539974 Jul 07 19:53:43.143672 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20e31784-ca54-4cf2-8f43-5d5df7633b5b req-63f00805-2e8f-4ecb-99f6-646ad1eff538 service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488497 Jul 07 19:53:43.409935 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdccfe-bd74-4e13-ad29-374c7658cf37 req-cb0e4222-7b7d-446c-b686-871dce9ef29b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:43.411417 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bfdccfe-bd74-4e13-ad29-374c7658cf37 req-cb0e4222-7b7d-446c-b686-871dce9ef29b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 944 time: 0.0649536 Jul 07 19:53:43.450139 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1bfdccfe-bd74-4e13-ad29-374c7658cf37 req-e050e257-38e4-4cb9-b57b-361af007038b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331151 Jul 07 19:53:43.672566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4c139076-4457-44c5-8eb7-415b12a80de5 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:53:43.711231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4c139076-4457-44c5-8eb7-415b12a80de5 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:53:44.631753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c630-0687-4c06-95bc-54a8493b72a5 req-3dfc7a9e-c0e4-416c-b86f-4b6dbb5bc29f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:44.633258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd98c630-0687-4c06-95bc-54a8493b72a5 req-3dfc7a9e-c0e4-416c-b86f-4b6dbb5bc29f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 944 time: 0.0691917 Jul 07 19:53:44.672918 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd98c630-0687-4c06-95bc-54a8493b72a5 req-3c32fde6-a092-4de3-b447-2975b3bcebf4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338335 Jul 07 19:53:45.857331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1eb3b1-cd26-41a0-bd52-ee8eccbf65a6 req-9536fd91-5766-4d47-a9a5-56dd331c51c3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:45.859171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3e1eb3b1-cd26-41a0-bd52-ee8eccbf65a6 req-9536fd91-5766-4d47-a9a5-56dd331c51c3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 944 time: 0.0633883 Jul 07 19:53:45.897292 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3e1eb3b1-cd26-41a0-bd52-ee8eccbf65a6 req-18bd4b65-1dc6-4cfd-b911-803a3c6092fe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311866 Jul 07 19:53:46.227562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-ffdf1e63-8d51-41a5-af23-bd37d2ad69a0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:46.229102 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-ffdf1e63-8d51-41a5-af23-bd37d2ad69a0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d&tenant_id=44b13c388e294841bb8022c823490da8&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 944 time: 0.0752168 Jul 07 19:53:46.289817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-601b0b1a-9500-49f7-9251-463ff70f5724 service neutron] 10.222.0.48 "GET /v2.0/ports/4c139076-4457-44c5-8eb7-415b12a80de5/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 382 time: 0.0547833 Jul 07 19:53:46.291956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d2dab-452b-456c-a77e-e40504b353df req-483faffd-5086-46e6-86ce-2b6b4fcd467f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:46.293415 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6f1d2dab-452b-456c-a77e-e40504b353df req-483faffd-5086-46e6-86ce-2b6b4fcd467f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 944 time: 0.0784533 Jul 07 19:53:46.333094 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6f1d2dab-452b-456c-a77e-e40504b353df req-02b44dd3-88a5-4c77-a2fa-83a0fd51d4f3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338182 Jul 07 19:53:46.371132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-5f08f492-f604-45a5-8231-f2bb0f41edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:46.372652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-5f08f492-f604-45a5-8231-f2bb0f41edd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1095 time: 0.0587261 Jul 07 19:53:46.464377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-7cc912cd-9604-49ff-851d-7c941d6dee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:46.465847 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-7cc912cd-9604-49ff-851d-7c941d6dee60 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 898 time: 0.0845196 Jul 07 19:53:46.534606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-a7b6789e-5fca-4073-b1c8-cb989e778950 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 999 time: 0.0610480 Jul 07 19:53:46.595847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-e4df97f3-4fb9-4749-8f8d-d74b8f215597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:46.597212 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-e4df97f3-4fb9-4749-8f8d-d74b8f215597 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.0556178 Jul 07 19:53:46.652985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-422d02e0-3049-4c65-abb8-618338a55857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:46.654425 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-422d02e0-3049-4c65-abb8-618338a55857 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509775 Jul 07 19:53:46.660839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 4c139076-4457-44c5-8eb7-415b12a80de5 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:53:46.747724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-2d167f1b-5bda-4c34-8586-4fcd4bf1236c service neutron] 10.222.0.48 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861831 Jul 07 19:53:46.756982 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:46.768360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '4c139076-4457-44c5-8eb7-415b12a80de5', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'port_id': '4c139076-4457-44c5-8eb7-415b12a80de5', 'mac_address': 'fa:16:3e:eb:3e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:53:46.804694 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:46.817789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c139076-4457-44c5-8eb7-415b12a80de5 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:53:46.837846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:46.840519 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-f85660bb-3c8c-4ac4-9ac9-3acd42e86d1b service neutron] 10.222.0.48 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847960 Jul 07 19:53:46.841731 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:46.893690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:46.901820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:46.902164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:46.902499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:46.902849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:46.903182 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:46.903509 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:46.903829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:46.904153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:46.904471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:46.904789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:46.905110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:46.905512 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:47.251213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['4c139076-4457-44c5-8eb7-415b12a80de5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:53:47.512213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98c7d-c2ea-471e-98ca-f6afe55b730b req-5ea057c3-343a-4094-a2f2-eff9f471580b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:47.513635 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6d98c7d-c2ea-471e-98ca-f6afe55b730b req-5ea057c3-343a-4094-a2f2-eff9f471580b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 945 time: 0.0651441 Jul 07 19:53:47.551738 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6d98c7d-c2ea-471e-98ca-f6afe55b730b req-a53f2ac9-a314-4d32-8c9b-3e67e2a6fee5 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323267 Jul 07 19:53:48.665245 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 4c139076-4457-44c5-8eb7-415b12a80de5 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:53:48.720231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 4c139076-4457-44c5-8eb7-415b12a80de5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:53:48.724431 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 4c139076-4457-44c5-8eb7-415b12a80de5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:53:48.725019 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:48.736220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4f672-b52c-459f-a91e-c27894898e81 req-42a7e704-586c-48f2-bff9-e6029b502a46 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:48.737828 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79b4f672-b52c-459f-a91e-c27894898e81 req-42a7e704-586c-48f2-bff9-e6029b502a46 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 945 time: 0.0740011 Jul 07 19:53:48.782501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79b4f672-b52c-459f-a91e-c27894898e81 req-9da16136-e6e1-4e57-9b41-f278cf62d5c3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369625 Jul 07 19:53:48.806094 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:48.831338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:53:48.833641 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76998394-eba5-42ee-9fc4-ec6b0c6e207c" -d '{"events": [{"server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "name": "network-vif-plugged", "status": "completed", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:53:48.846510 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:48.850565 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:48.904971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:48.960100 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0324f86a-59e1-496b-9411-1a584399266b x-openstack-request-id: req-0324f86a-59e1-496b-9411-1a584399266b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:53:48.960398 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "name": "network-vif-plugged", "status": "completed", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:53:48.960688 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0324f86a-59e1-496b-9411-1a584399266b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:53:48.961081 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5', 'code': 200} Jul 07 19:53:49.193183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-0492ef3c-3541-4da7-84c3-fd51a7bcba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:49.194941 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-0492ef3c-3541-4da7-84c3-fd51a7bcba9b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d&tenant_id=44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 1097 time: 0.0584958 Jul 07 19:53:49.206882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:53:49.276546 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:49.482513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:49.520950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:53:49.561208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:53:49.563469 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2008af2e-c823-43e2-aeba-20cea88493be" -d '{"events": [{"server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "name": "network-vif-unplugged", "status": "completed", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:53:49.567415 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:49.582481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Transition to ACTIVE for port object 4c139076-4457-44c5-8eb7-415b12a80de5 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:53:49.585889 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:49.616117 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fcd271-0f1d-443c-a7c2-1339f193ffbe x-openstack-request-id: req-31fcd271-0f1d-443c-a7c2-1339f193ffbe {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:53:49.617115 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "name": "network-vif-unplugged", "status": "completed", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:53:49.617115 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-31fcd271-0f1d-443c-a7c2-1339f193ffbe {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:53:49.617115 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5', 'code': 200} Jul 07 19:53:49.667026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=10']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:49.714215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] No DVR routers for this DVR port 4c139076-4457-44c5-8eb7-415b12a80de5 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:53:49.854030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Attempting to bind port 4c139076-4457-44c5-8eb7-415b12a80de5 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:53:49.854368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Attempting to bind port 4c139076-4457-44c5-8eb7-415b12a80de5 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:53:49.854701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Attempting to bind port 4c139076-4457-44c5-8eb7-415b12a80de5 on network 0b064910-3055-4958-9f44-5ce08a3c2605 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:53:49.859378 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Port 4c139076-4457-44c5-8eb7-415b12a80de5 on network 0b064910-3055-4958-9f44-5ce08a3c2605 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:53:49.859742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Attempting to bind port 4c139076-4457-44c5-8eb7-415b12a80de5 on network 0b064910-3055-4958-9f44-5ce08a3c2605 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:53:49.864892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:53:49.865242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Checking segment: {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:53:49.865631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Bound using segment: {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:53:49.866065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Bound port: 4c139076-4457-44c5-8eb7-415b12a80de5, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678e53e3-6203-442b-bc5c-e28c532961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:53:49.866455 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:49.966676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:53:49.970260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:53:49.975331 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:50.021873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:50.022628 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:50.023901 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] 10.222.0.110 "PUT /v2.0/ports/4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 1093 time: 0.8211486 Jul 07 19:53:50.040186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37769fda-0662-4350-8876-dc761a802fde req-0c280294-e249-4258-8ce2-abbbcf778155 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:50.041701 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37769fda-0662-4350-8876-dc761a802fde req-0c280294-e249-4258-8ce2-abbbcf778155 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 945 time: 0.1333838 Jul 07 19:53:50.073954 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20e1e2-3f31-4238-a733-16343102eb40 service neutron] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=11']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:50.128635 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37769fda-0662-4350-8876-dc761a802fde req-4fa8caa5-bd00-4f40-aba8-f1a7a23d9e5b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763195 Jul 07 19:53:50.150405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-39d87460-63d1-4c39-aadd-07d33abf4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:50.150405 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-39d87460-63d1-4c39-aadd-07d33abf4247 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1096 time: 0.0934815 Jul 07 19:53:50.253203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-174abe4f-8e57-420f-9b0e-a0f8147f0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:50.255370 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-174abe4f-8e57-420f-9b0e-a0f8147f0dbe service neutron] 10.222.0.110 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 898 time: 0.1020281 Jul 07 19:53:50.327702 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-1fd615e6-1fdf-4c56-b8d7-b89a0f2ae291 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 999 time: 0.0634439 Jul 07 19:53:50.375678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-a45c8bc7-82a1-4dfc-a83d-57a1880084b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:50.377230 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-a45c8bc7-82a1-4dfc-a83d-57a1880084b6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.0430062 Jul 07 19:53:50.436566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-b31e48be-c088-4cd9-bee8-96e118be9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:50.438132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-b31e48be-c088-4cd9-bee8-96e118be9e60 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544751 Jul 07 19:53:50.532195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-a35a0844-87a2-470c-9fc9-0666ccdebff6 service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869737 Jul 07 19:53:50.897492 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f7c7fdb-1f55-4933-94bc-b96f9eb9bfc5 req-489f5436-20c4-4b29-80c4-6c375d38df16 service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579695 Jul 07 19:53:51.111793 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c68341a1-0618-4909-8143-0adf1ecbfb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:51.312714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df1e57-cc35-452c-97eb-c17d31f05269 req-cb31d65b-025d-4eee-8ccf-b17105a18512 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:51.314198 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88df1e57-cc35-452c-97eb-c17d31f05269 req-cb31d65b-025d-4eee-8ccf-b17105a18512 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 945 time: 0.0668237 Jul 07 19:53:51.356385 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-88df1e57-cc35-452c-97eb-c17d31f05269 req-ebc1208c-2d4d-4d95-9554-604c2a874f8e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342355 Jul 07 19:53:51.618285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:53:51.620721 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:53:51.669254 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a111161-e94e-439a-9ed8-568ebe41a428 x-openstack-request-id: req-1a111161-e94e-439a-9ed8-568ebe41a428 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:53:51.669561 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:53:51.669921 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a111161-e94e-439a-9ed8-568ebe41a428 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:53:51.670431 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5', 'status': 'completed', 'code': 200} Jul 07 19:53:51.784466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-1679770a-d59f-4bc7-802f-e198b819cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:51.786047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-1679770a-d59f-4bc7-802f-e198b819cb8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1096 time: 0.0924535 Jul 07 19:53:51.787816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-5a4eab3c-0cd7-4c6d-80ef-2111409eaf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:51.789138 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-5a4eab3c-0cd7-4c6d-80ef-2111409eaf5d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1096 time: 0.0875573 Jul 07 19:53:51.947852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-7ba3f9a0-9f6e-4f17-a187-e1d8bf3760c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:51.949238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-7ba3f9a0-9f6e-4f17-a187-e1d8bf3760c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 898 time: 0.1566615 Jul 07 19:53:51.951773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-4f1d3205-f025-4272-90ca-e9eb14df8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:51.953099 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-4f1d3205-f025-4272-90ca-e9eb14df8d2b service neutron] 10.222.0.110 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 898 time: 0.1528144 Jul 07 19:53:52.061853 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-5646164a-d539-4ae9-9299-46a247f26c07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 999 time: 0.1047819 Jul 07 19:53:52.065717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-3cbe2080-0471-4c80-9dbf-2774d8c1699f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 999 time: 0.1031621 Jul 07 19:53:52.143131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-2e61a326-1516-4153-8e0c-6aa56905ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:52.144649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-2e61a326-1516-4153-8e0c-6aa56905ac6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.0760465 Jul 07 19:53:52.148098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-4222bdd3-b5ab-4031-863a-8fb460fc52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:52.149428 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-4222bdd3-b5ab-4031-863a-8fb460fc52cb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.0734353 Jul 07 19:53:52.242382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-27167377-d99c-400b-ab0f-ce3925a34582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:52.244068 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-27167377-d99c-400b-ab0f-ce3925a34582 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933204 Jul 07 19:53:52.250021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-8615cfb9-7488-4abe-b517-d6b5b3c8c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:52.251517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-8615cfb9-7488-4abe-b517-d6b5b3c8c3a7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919886 Jul 07 19:53:52.403925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-c07a3493-242b-47e1-b323-7e98e7486a52 service neutron] 10.222.0.48 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514344 Jul 07 19:53:52.407502 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-f337cfcd-3ad0-4be0-b8f9-7402ebcabe9b service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480453 Jul 07 19:53:52.536084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef6dc5-2142-4726-b606-6a63ede47a21 req-9fdaa053-25d7-4909-aa02-cb9c1b658d76 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:52.537550 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e5ef6dc5-2142-4726-b606-6a63ede47a21 req-9fdaa053-25d7-4909-aa02-cb9c1b658d76 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 945 time: 0.0651307 Jul 07 19:53:52.576630 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-c3744190-f836-4689-a979-291bde2bf53c service neutron] 10.222.0.48 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633530 Jul 07 19:53:52.578144 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e5ef6dc5-2142-4726-b606-6a63ede47a21 req-714c58e4-e92c-4f7a-b0e1-c7daea05701d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348728 Jul 07 19:53:52.578550 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7c94450-0e4d-4e22-b1f1-fa38e0ec3b2b req-ddcfcae7-38b5-45ee-ae8f-79bf22712466 service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514707 Jul 07 19:53:52.712104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 4c139076-4457-44c5-8eb7-415b12a80de5 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:53:52.757214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 4c139076-4457-44c5-8eb7-415b12a80de5 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:53:53.703820 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4c139076-4457-44c5-8eb7-415b12a80de5 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:53:53.763357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48809fa-ac2e-4de7-a51d-991c3a6bc95a req-6ffb9f8a-aff9-4850-8fa8-8949cdf29e71 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:53.764882 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b48809fa-ac2e-4de7-a51d-991c3a6bc95a req-6ffb9f8a-aff9-4850-8fa8-8949cdf29e71 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 945 time: 0.0710621 Jul 07 19:53:53.802455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:53.806415 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b48809fa-ac2e-4de7-a51d-991c3a6bc95a req-ee5b700a-bc01-4893-9e6e-9336202c69fc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352607 Jul 07 19:53:53.818325 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '4c139076-4457-44c5-8eb7-415b12a80de5', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'port_id': '4c139076-4457-44c5-8eb7-415b12a80de5', 'mac_address': 'fa:16:3e:eb:3e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:53:53.831832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42208) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:53:53.857133 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:53.871205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c139076-4457-44c5-8eb7-415b12a80de5 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:53:53.894776 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5f4aab28-1532-413f-9873-43be6e0d9dac tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/3e19d714-15af-4ef2-8025-8f1dfbee6180 HTTP/1.1" status: 200 len: 991 time: 0.0612884 Jul 07 19:53:53.902001 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:53.903888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:53.907914 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:53.955368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=12']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:54.086270 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8745c7cc-fed2-4669-8f19-e09f3c0792f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:54.190956 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['4c139076-4457-44c5-8eb7-415b12a80de5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:53:54.872028 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:55.720404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4c139076-4457-44c5-8eb7-415b12a80de5 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:53:55.778176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 4c139076-4457-44c5-8eb7-415b12a80de5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:53:55.782083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 4c139076-4457-44c5-8eb7-415b12a80de5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:53:55.782457 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:55.870073 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:55.894712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:53:55.897169 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8895aa4c-9301-49d1-a0c7-54574c64d76a" -d '{"events": [{"server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "name": "network-vif-plugged", "status": "completed", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:53:55.918490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:55.924378 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:55.963045 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b53f728-fed5-40ea-88b9-67c67233cbf8 x-openstack-request-id: req-4b53f728-fed5-40ea-88b9-67c67233cbf8 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:53:55.963510 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "name": "network-vif-plugged", "status": "completed", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:53:55.963925 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b53f728-fed5-40ea-88b9-67c67233cbf8 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:53:55.964546 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5', 'code': 200} Jul 07 19:53:55.996790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=13']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:56.623153 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:00.456318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9edde-77fb-4e79-a1e0-51146c682ac3 req-2ba457f4-6fa5-4fc2-8c52-cb7952367fe9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:00.457785 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aac9edde-77fb-4e79-a1e0-51146c682ac3 req-2ba457f4-6fa5-4fc2-8c52-cb7952367fe9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0661421 Jul 07 19:54:00.495017 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aac9edde-77fb-4e79-a1e0-51146c682ac3 req-708adfe9-d59d-4854-a064-f4a0656d0d91 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315306 Jul 07 19:54:01.673887 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e66a9-6f25-46a4-8554-cb8e4ec04ea3 req-39caffae-91df-4a67-af6a-0bc245cfe7c9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:01.675445 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-386e66a9-6f25-46a4-8554-cb8e4ec04ea3 req-39caffae-91df-4a67-af6a-0bc245cfe7c9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0664597 Jul 07 19:54:01.716999 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-386e66a9-6f25-46a4-8554-cb8e4ec04ea3 req-e571105d-5a4e-4187-a178-8cb68ad76cb1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344763 Jul 07 19:54:02.900156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb13dc-cffd-4b7c-99d0-0fddca36d6f1 req-ddbae979-d1f8-4ff3-9626-bace2ed8fb66 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:02.900721 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7eb13dc-cffd-4b7c-99d0-0fddca36d6f1 req-ddbae979-d1f8-4ff3-9626-bace2ed8fb66 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0642843 Jul 07 19:54:02.939915 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7eb13dc-cffd-4b7c-99d0-0fddca36d6f1 req-5b33dafd-9a37-4a13-b64b-20ac53f23e1f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334573 Jul 07 19:54:03.781770 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:54:04.117648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89235c-a0b4-4f2b-b61c-344637a9feb7 req-383c7663-e5b0-48b5-9c24-a1449808faca tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:04.119228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f89235c-a0b4-4f2b-b61c-344637a9feb7 req-383c7663-e5b0-48b5-9c24-a1449808faca tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0674932 Jul 07 19:54:04.155844 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f89235c-a0b4-4f2b-b61c-344637a9feb7 req-56585d88-7452-4bb1-80e0-9c1e0da30124 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308697 Jul 07 19:54:05.329296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aec0b-4c48-46a3-b8ec-bf735b5067c4 req-27676aa2-6184-4e70-886c-649d761de7f3 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:05.330808 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e1aec0b-4c48-46a3-b8ec-bf735b5067c4 req-27676aa2-6184-4e70-886c-649d761de7f3 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0630720 Jul 07 19:54:05.368823 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4e1aec0b-4c48-46a3-b8ec-bf735b5067c4 req-1fedfd04-d30c-4272-a0d3-ae9591d83495 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318410 Jul 07 19:54:05.930725 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:06.541285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db798-0bd2-4296-b589-a681da10e3fa req-69ee08f1-a4ae-4600-a49c-4d7cbf8702d1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:06.542858 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d5db798-0bd2-4296-b589-a681da10e3fa req-69ee08f1-a4ae-4600-a49c-4d7cbf8702d1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0648954 Jul 07 19:54:06.580287 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8d5db798-0bd2-4296-b589-a681da10e3fa req-42648c1b-7165-4b13-9269-c95b24387114 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317585 Jul 07 19:54:07.754771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f905de5-abc6-4674-857a-6458e39be8ad req-99a20857-ac7e-489f-a09f-f95f713d97d8 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:07.756272 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0f905de5-abc6-4674-857a-6458e39be8ad req-99a20857-ac7e-489f-a09f-f95f713d97d8 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0678520 Jul 07 19:54:07.793799 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0f905de5-abc6-4674-857a-6458e39be8ad req-592370aa-df88-4707-bb1c-a5b0e949b423 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320268 Jul 07 19:54:08.973085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5abf0-2fd7-42e1-80b0-b95d6e65e028 req-35b953fa-2a95-4d02-9374-6f632ef6855c tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:08.974575 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aec5abf0-2fd7-42e1-80b0-b95d6e65e028 req-35b953fa-2a95-4d02-9374-6f632ef6855c tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0680931 Jul 07 19:54:09.013487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aec5abf0-2fd7-42e1-80b0-b95d6e65e028 req-ab2f390f-f5a5-4274-ba27-fb194bac6908 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331736 Jul 07 19:54:10.168461 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:10.187134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee31ad-f802-4ef9-b9d6-020ccad4fe0b req-958b07de-532e-44de-bcae-b2a3f3e73a8d tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:10.188618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-efee31ad-f802-4ef9-b9d6-020ccad4fe0b req-958b07de-532e-44de-bcae-b2a3f3e73a8d tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0658469 Jul 07 19:54:10.225688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-efee31ad-f802-4ef9-b9d6-020ccad4fe0b req-f5a17f88-0523-4fc5-9bf8-4a74cb6d92c8 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Jul 07 19:54:11.398138 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c7c04-8e40-4e34-823c-3711af0a266b req-5c3b06d2-fa5c-4b78-b0ce-b90ab8be9d6e tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:11.399680 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e79c7c04-8e40-4e34-823c-3711af0a266b req-5c3b06d2-fa5c-4b78-b0ce-b90ab8be9d6e tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0643470 Jul 07 19:54:11.437360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e79c7c04-8e40-4e34-823c-3711af0a266b req-05adb168-7279-4f4c-8652-944037331a58 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320997 Jul 07 19:54:11.778529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6baa7-97a8-49b2-ab2d-c4380377e6c4 req-63d53a88-b5e9-476c-ae60-fdfdd58e5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:11.780093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aba6baa7-97a8-49b2-ab2d-c4380377e6c4 req-63d53a88-b5e9-476c-ae60-fdfdd58e5c27 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 1097 time: 0.0555146 Jul 07 19:54:11.780558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26832b-a55f-406d-8930-07fabf88d526 req-bcfdb57e-92e9-4f8b-a58f-2fba5262c2d0 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:11.782089 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ee26832b-a55f-406d-8930-07fabf88d526 req-bcfdb57e-92e9-4f8b-a58f-2fba5262c2d0 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0640395 Jul 07 19:54:11.820485 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ee26832b-a55f-406d-8930-07fabf88d526 req-d4181da4-1776-4986-9055-88a8efa3511d tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325429 Jul 07 19:54:11.870628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6baa7-97a8-49b2-ab2d-c4380377e6c4 req-b8844674-dc35-4065-81ea-cd7940e96a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:11.872129 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aba6baa7-97a8-49b2-ab2d-c4380377e6c4 req-b8844674-dc35-4065-81ea-cd7940e96a14 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 911 time: 0.0854156 Jul 07 19:54:11.941732 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aba6baa7-97a8-49b2-ab2d-c4380377e6c4 req-9c3059b4-f367-47e9-a04b-57ad1c2e9c06 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a HTTP/1.1" status: 200 len: 1001 time: 0.0589266 Jul 07 19:54:11.989146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6baa7-97a8-49b2-ab2d-c4380377e6c4 req-bf50aea2-5f6e-4263-8cf6-916561cfefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:11.991202 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aba6baa7-97a8-49b2-ab2d-c4380377e6c4 req-bf50aea2-5f6e-4263-8cf6-916561cfefaa service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0425837 Jul 07 19:54:12.047383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6baa7-97a8-49b2-ab2d-c4380377e6c4 req-c0e24892-4866-408d-a9fd-b1f1a42dbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:12.048867 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aba6baa7-97a8-49b2-ab2d-c4380377e6c4 req-c0e24892-4866-408d-a9fd-b1f1a42dbfb8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503817 Jul 07 19:54:12.142117 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aba6baa7-97a8-49b2-ab2d-c4380377e6c4 req-df2c5d5d-16ba-4062-b145-b35ae8aa9bd0 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844965 Jul 07 19:54:12.230141 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aba6baa7-97a8-49b2-ab2d-c4380377e6c4 req-477774d9-dcbd-4cf2-b421-429bcbb1f961 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803390 Jul 07 19:54:12.996039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72fe73-f468-4991-91b3-d2e55d88787c req-1a6b86ba-41c4-40f0-9159-c0943c9f5e96 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:12.997832 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a72fe73-f468-4991-91b3-d2e55d88787c req-1a6b86ba-41c4-40f0-9159-c0943c9f5e96 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0660188 Jul 07 19:54:13.035440 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3a72fe73-f468-4991-91b3-d2e55d88787c req-8e2ed469-fde9-47b9-8e21-bc72f4639703 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319972 Jul 07 19:54:21.114604 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-51bceced-36f4-499f-8db7-272d3897a2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:23.896495 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:24.086128 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8c5c8814-2649-4468-9e49-b04f9509d8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:24.875821 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:26.623597 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:27.828631 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82ba6068-7826-40f9-8dae-1b7ed28b0129 req-3af5dcf0-7137-4e96-8316-0bb511266aa4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585325 Jul 07 19:54:27.912984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba6068-7826-40f9-8dae-1b7ed28b0129 req-b4ecd539-b54e-4e0b-863d-df5d642091aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:27.914490 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82ba6068-7826-40f9-8dae-1b7ed28b0129 req-b4ecd539-b54e-4e0b-863d-df5d642091aa service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1098 time: 0.0538616 Jul 07 19:54:28.020708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba6068-7826-40f9-8dae-1b7ed28b0129 req-02f2bcc1-a090-4e91-aa2a-2fc504a71ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:28.022089 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82ba6068-7826-40f9-8dae-1b7ed28b0129 req-02f2bcc1-a090-4e91-aa2a-2fc504a71ff0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 898 time: 0.0870326 Jul 07 19:54:28.087399 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82ba6068-7826-40f9-8dae-1b7ed28b0129 req-66641737-0ebc-4c26-8d99-9e5e819eeb57 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 1001 time: 0.0577636 Jul 07 19:54:28.136209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba6068-7826-40f9-8dae-1b7ed28b0129 req-15a29361-73f3-419f-ad1e-7eb951d67183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:28.137661 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82ba6068-7826-40f9-8dae-1b7ed28b0129 req-15a29361-73f3-419f-ad1e-7eb951d67183 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.0436201 Jul 07 19:54:28.197405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba6068-7826-40f9-8dae-1b7ed28b0129 req-cb3677e5-e3a4-4967-bc89-acbfb827f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:28.199147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82ba6068-7826-40f9-8dae-1b7ed28b0129 req-cb3677e5-e3a4-4967-bc89-acbfb827f384 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547261 Jul 07 19:54:28.286368 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82ba6068-7826-40f9-8dae-1b7ed28b0129 req-99edc32e-ab1c-4cff-9320-f343cb1347d5 service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803089 Jul 07 19:54:28.377873 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82ba6068-7826-40f9-8dae-1b7ed28b0129 req-9920d84b-d82b-4e2f-b189-c60fdafbde8c service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839872 Jul 07 19:54:31.249890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cf529-9e53-424e-b355-4bf23dfd3572 req-a3795ebc-7caf-44df-93d3-21c35b61c553 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:31.251453 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a29cf529-9e53-424e-b355-4bf23dfd3572 req-a3795ebc-7caf-44df-93d3-21c35b61c553 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1098 time: 0.2053721 Jul 07 19:54:31.285669 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a29cf529-9e53-424e-b355-4bf23dfd3572 req-a5dc4a1f-889f-485f-aefc-531b0efa923b tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285759 Jul 07 19:54:31.308688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42284) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:31.516001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port 7eecd452-619d-4883-976a-b1c2b6142bfc {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:31.516284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:31.593879 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:31.594211 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:31.605534 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for 7eecd452-619d-4883-976a-b1c2b6142bfc owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:31.747916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:31.777916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=7eecd452-619d-4883-976a-b1c2b6142bfc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:31.837070 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:31.837454 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Floating IP 3e19d714-15af-4ef2-8025-8f1dfbee6180 disassociated (deleted). External IP: 172.25.0.38, port: 4c139076-4457-44c5-8eb7-415b12a80de5. Jul 07 19:54:32.304518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router 235b61af-8e99-42d3-b306-756dcc853faf has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:54:32.413150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:54:32.418666 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.423539 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa73cacb-42b4-4ec2-bb75-24951233461d None None] Sync routers for ids ['235b61af-8e99-42d3-b306-756dcc853faf'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:54:32.433247 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73cacb-42b4-4ec2-bb75-24951233461d None None] Routers {'235b61af-8e99-42d3-b306-756dcc853faf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:32.433853 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-fa73cacb-42b4-4ec2-bb75-24951233461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['235b61af-8e99-42d3-b306-756dcc853faf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:32.454649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d8fe7432-b240-40bb-9dca-da488e14fda9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/floatingips/3e19d714-15af-4ef2-8025-8f1dfbee6180 HTTP/1.1" status: 204 len: 168 time: 1.1448252 Jul 07 19:54:32.455273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:54:32.457539 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68683dcc-9608-4b63-803a-9949b7bf14c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:54:32.499869 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bfae46-11b4-40e0-af6e-cafe0a145bc2 x-openstack-request-id: req-39bfae46-11b4-40e0-af6e-cafe0a145bc2 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:54:32.500170 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:54:32.500422 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39bfae46-11b4-40e0-af6e-cafe0a145bc2 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:54:32.500829 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5', 'status': 'completed', 'code': 200} Jul 07 19:54:32.543763 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-fa73cacb-42b4-4ec2-bb75-24951233461d None None] Set router 235b61af-8e99-42d3-b306-756dcc853faf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:54:32.582144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68683dcc-9608-4b63-803a-9949b7bf14c5 req-e00ad849-3019-4cfc-bfcf-df420042fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:32.583890 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68683dcc-9608-4b63-803a-9949b7bf14c5 req-e00ad849-3019-4cfc-bfcf-df420042fa4e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 1098 time: 0.0549178 Jul 07 19:54:32.687757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68683dcc-9608-4b63-803a-9949b7bf14c5 req-e6d82766-725f-4866-a7c7-89285f24394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:32.689759 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68683dcc-9608-4b63-803a-9949b7bf14c5 req-e6d82766-725f-4866-a7c7-89285f24394f service neutron] 10.222.0.110 "GET /v2.0/networks?id=0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 200 len: 898 time: 0.0990341 Jul 07 19:54:32.736256 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68683dcc-9608-4b63-803a-9949b7bf14c5 req-f9021b15-5239-4955-bd76-a711af5b0485 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 200 len: 217 time: 0.0375443 Jul 07 19:54:32.765053 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-fa73cacb-42b4-4ec2-bb75-24951233461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:52:23Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '63f376af-068a-476e-981d-0e23eb857f50', 'name': '', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:17:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:22Z', 'updated_at': '2021-07-07T19:52:28Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:32.794510 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa73cacb-42b4-4ec2-bb75-24951233461d None None] Checking router: 235b61af-8e99-42d3-b306-756dcc853faf for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:54:32.795360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68683dcc-9608-4b63-803a-9949b7bf14c5 req-3bd124b2-3cf7-4cec-ac3d-a2020ed45ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:32.796856 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68683dcc-9608-4b63-803a-9949b7bf14c5 req-3bd124b2-3cf7-4cec-ac3d-a2020ed45ca6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 200 len: 835 time: 0.0521741 Jul 07 19:54:32.803763 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73cacb-42b4-4ec2-bb75-24951233461d None None] Routers {'235b61af-8e99-42d3-b306-756dcc853faf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:32.804375 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-fa73cacb-42b4-4ec2-bb75-24951233461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['235b61af-8e99-42d3-b306-756dcc853faf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:32.860450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68683dcc-9608-4b63-803a-9949b7bf14c5 req-1b795ef2-ebdb-4833-85ff-924b45411148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:32.862648 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68683dcc-9608-4b63-803a-9949b7bf14c5 req-1b795ef2-ebdb-4833-85ff-924b45411148 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0b064910-3055-4958-9f44-5ce08a3c2605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587900 Jul 07 19:54:32.930137 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-fa73cacb-42b4-4ec2-bb75-24951233461d None None] Set router 235b61af-8e99-42d3-b306-756dcc853faf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:54:32.962075 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68683dcc-9608-4b63-803a-9949b7bf14c5 req-68a1c141-023b-4389-b9c3-96aca2ef790f service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900300 Jul 07 19:54:33.099219 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68683dcc-9608-4b63-803a-9949b7bf14c5 req-6f6e3258-16df-40b7-945f-af1dad30ed07 service neutron] 10.222.0.110 "GET /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271386 Jul 07 19:54:33.107988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550b2e-10d5-4159-9380-7015d0e56139 req-ad4618ef-9a89-44be-a248-83034a98c642 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:33.109451 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84550b2e-10d5-4159-9380-7015d0e56139 req-ad4618ef-9a89-44be-a248-83034a98c642 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 947 time: 0.1296265 Jul 07 19:54:33.143231 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-fa73cacb-42b4-4ec2-bb75-24951233461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:52:23Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '63f376af-068a-476e-981d-0e23eb857f50', 'name': '', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:17:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:22Z', 'updated_at': '2021-07-07T19:52:28Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:33.149998 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84550b2e-10d5-4159-9380-7015d0e56139 req-5f8a9904-ed25-4ef4-84d3-4652b7a163c4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342901 Jul 07 19:54:33.170328 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa73cacb-42b4-4ec2-bb75-24951233461d None None] The sync data for ids ['235b61af-8e99-42d3-b306-756dcc853faf'] in n-d-793621-9 is: [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:52:23Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '63f376af-068a-476e-981d-0e23eb857f50', 'name': '', 'network_id': '0b064910-3055-4958-9f44-5ce08a3c2605', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:17:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:22Z', 'updated_at': '2021-07-07T19:52:28Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '7cefe90a-d9f3-47d5-8ce0-42cfe0c81652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:54:33.450309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12471a93-b3f6-4418-a11d-20a93e46af33 None None] New status for floating IP 3e19d714-15af-4ef2-8025-8f1dfbee6180: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:54:34.381501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c88f-f978-42f4-afa1-f5916098da70 req-9a13f0c7-c61c-4aad-ae70-4a3835ac6a16 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:34.383171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f15c88f-f978-42f4-afa1-f5916098da70 req-9a13f0c7-c61c-4aad-ae70-4a3835ac6a16 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 947 time: 0.1206911 Jul 07 19:54:34.421279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f15c88f-f978-42f4-afa1-f5916098da70 req-99510f28-6e96-4b6b-83ce-56430c4f16f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=32b6f67e-e5d0-4f66-a614-808078b25f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Jul 07 19:54:34.531692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e26e4-8aca-48a9-9dfa-187253f1f00b req-7a07d251-1683-4aa7-b21f-92a5a7136de9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:34.533155 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2b9e26e4-8aca-48a9-9dfa-187253f1f00b req-7a07d251-1683-4aa7-b21f-92a5a7136de9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.110 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 947 time: 0.0653954 Jul 07 19:54:34.631131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-2b9e26e4-8aca-48a9-9dfa-187253f1f00b req-bb25c130-d223-4e00-bfbc-a01206e45976 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port 4c139076-4457-44c5-8eb7-415b12a80de5 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:34.631468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2b9e26e4-8aca-48a9-9dfa-187253f1f00b req-bb25c130-d223-4e00-bfbc-a01206e45976 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:34.720664 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2b9e26e4-8aca-48a9-9dfa-187253f1f00b req-bb25c130-d223-4e00-bfbc-a01206e45976 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] For port 4c139076-4457-44c5-8eb7-415b12a80de5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4c139076-4457-44c5-8eb7-415b12a80de5,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:34.721028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2b9e26e4-8aca-48a9-9dfa-187253f1f00b req-bb25c130-d223-4e00-bfbc-a01206e45976 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:34.734490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-2b9e26e4-8aca-48a9-9dfa-187253f1f00b req-bb25c130-d223-4e00-bfbc-a01206e45976 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for 4c139076-4457-44c5-8eb7-415b12a80de5 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:34.859618 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2b9e26e4-8aca-48a9-9dfa-187253f1f00b req-bb25c130-d223-4e00-bfbc-a01206e45976 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:34.891131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25c130-d223-4e00-bfbc-a01206e45976 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=4c139076-4457-44c5-8eb7-415b12a80de5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:34.934123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9e26e4-8aca-48a9-9dfa-187253f1f00b req-bb25c130-d223-4e00-bfbc-a01206e45976 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] No DVR routers for this DVR port 4c139076-4457-44c5-8eb7-415b12a80de5 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:54:34.936580 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2b9e26e4-8aca-48a9-9dfa-187253f1f00b req-bb25c130-d223-4e00-bfbc-a01206e45976 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:34.938515 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2b9e26e4-8aca-48a9-9dfa-187253f1f00b req-bb25c130-d223-4e00-bfbc-a01206e45976 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.110 "DELETE /v2.0/ports/4c139076-4457-44c5-8eb7-415b12a80de5 HTTP/1.1" status: 204 len: 173 time: 0.3987758 Jul 07 19:54:34.938973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'name': 'network-vif-deleted', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:54:34.941289 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5379e9ca-de9b-41f5-afed-3d97056ef671" -d '{"events": [{"server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "name": "network-vif-deleted", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:54:34.982120 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be912bc-18d9-4d4d-b03c-1e773c669412 x-openstack-request-id: req-0be912bc-18d9-4d4d-b03c-1e773c669412 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:54:34.982547 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a6e55d-6d3c-4ae0-952b-25b5802bb73d", "name": "network-vif-deleted", "tag": "4c139076-4457-44c5-8eb7-415b12a80de5", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:54:34.982706 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0be912bc-18d9-4d4d-b03c-1e773c669412 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:54:34.983079 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6e55d-6d3c-4ae0-952b-25b5802bb73d', 'name': 'network-vif-deleted', 'tag': '4c139076-4457-44c5-8eb7-415b12a80de5', 'status': 'completed', 'code': 200} Jul 07 19:54:35.576328 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37ea6c1e-0326-41fd-b06b-e91193131405 req-0dc3697c-3618-475f-99a8-251eedbce912 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a6e55d-6d3c-4ae0-952b-25b5802bb73d HTTP/1.1" status: 200 len: 210 time: 0.0309806 Jul 07 19:54:35.935283 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:36.667713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42304) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:37.026072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:37.297982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port 63f376af-068a-476e-981d-0e23eb857f50 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:37.298230 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:37.383582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] For port 63f376af-068a-476e-981d-0e23eb857f50, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=63f376af-068a-476e-981d-0e23eb857f50,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:37.383947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:37.396707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for 63f376af-068a-476e-981d-0e23eb857f50 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:37.586861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:37.617712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=63f376af-068a-476e-981d-0e23eb857f50,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:37.649179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:37.649536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:37.649886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:37.650248 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:37.651192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:37.651536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:37.651874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:37.652210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:37.652543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:37.652875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:37.653208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:37.653533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:37.805095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.021504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router 235b61af-8e99-42d3-b306-756dcc853faf has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:54:38.435778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:54:38.441024 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-068606a4-c022-4ec7-8260-17e94822043b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "PUT /v2.0/routers/235b61af-8e99-42d3-b306-756dcc853faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7719014 Jul 07 19:54:38.443331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42306) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:38.445806 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9c4fa9-dfbe-491d-b661-68ed9a03fdbd None None] Sync routers for ids ['235b61af-8e99-42d3-b306-756dcc853faf'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:54:38.455268 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c4fa9-dfbe-491d-b661-68ed9a03fdbd None None] Routers {'235b61af-8e99-42d3-b306-756dcc853faf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:38.455868 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2d9c4fa9-dfbe-491d-b661-68ed9a03fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['235b61af-8e99-42d3-b306-756dcc853faf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:38.493144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-994ecdc0-8521-40f9-86b5-38d8c647c21c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting subnet 7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:54:38.496795 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-994ecdc0-8521-40f9-86b5-38d8c647c21c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.535306 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-994ecdc0-8521-40f9-86b5-38d8c647c21c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.558824 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2d9c4fa9-dfbe-491d-b661-68ed9a03fdbd None None] Set router 235b61af-8e99-42d3-b306-756dcc853faf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:54:38.622763 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-994ecdc0-8521-40f9-86b5-38d8c647c21c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.689867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-994ecdc0-8521-40f9-86b5-38d8c647c21c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.723479 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ecdc0-8521-40f9-86b5-38d8c647c21c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Subnet': ['ID=7cefe90a-d9f3-47d5-8ce0-42cfe0c81652,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:38.723479 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-994ecdc0-8521-40f9-86b5-38d8c647c21c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.723479 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-994ecdc0-8521-40f9-86b5-38d8c647c21c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/subnets/7cefe90a-d9f3-47d5-8ce0-42cfe0c81652 HTTP/1.1" status: 204 len: 168 time: 0.2789807 Jul 07 19:54:38.726115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42308) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:38.729442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc78d5f-70e2-4f31-91c5-f33ea65eea12 None None] Network 0b064910-3055-4958-9f44-5ce08a3c2605 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:54:38.746870 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2d9c4fa9-dfbe-491d-b661-68ed9a03fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:54:37Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:38.776874 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9c4fa9-dfbe-491d-b661-68ed9a03fdbd None None] Checking router: 235b61af-8e99-42d3-b306-756dcc853faf for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:54:38.786000 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c4fa9-dfbe-491d-b661-68ed9a03fdbd None None] Routers {'235b61af-8e99-42d3-b306-756dcc853faf'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:38.786605 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2d9c4fa9-dfbe-491d-b661-68ed9a03fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['235b61af-8e99-42d3-b306-756dcc853faf'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:38.838778 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.890521 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2d9c4fa9-dfbe-491d-b661-68ed9a03fdbd None None] Set router 235b61af-8e99-42d3-b306-756dcc853faf gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:54:38.942298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a530acb1-0aaa-4d5a-8f90-7396caeb08c1 None None] DHCP port deletion for 0b064910-3055-4958-9f44-5ce08a3c2605 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:54:38.960447 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.996158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a530acb1-0aaa-4d5a-8f90-7396caeb08c1 None None] Deleting port 61f892d8-ce13-42fa-b9dc-82e360de1784 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:38.996534 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a530acb1-0aaa-4d5a-8f90-7396caeb08c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.017370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port 4161efee-890d-4394-aa1c-4155712591a1 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:39.017784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.061581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a530acb1-0aaa-4d5a-8f90-7396caeb08c1 None None] For port 61f892d8-ce13-42fa-b9dc-82e360de1784, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=61f892d8-ce13-42fa-b9dc-82e360de1784,segment=NetworkSegment(678e53e3-6203-442b-bc5c-e28c532961ea),segment_id=678e53e3-6203-442b-bc5c-e28c532961ea)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:39.061986 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a530acb1-0aaa-4d5a-8f90-7396caeb08c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.076740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a530acb1-0aaa-4d5a-8f90-7396caeb08c1 None None] Calling delete_port for 61f892d8-ce13-42fa-b9dc-82e360de1784 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:39.104258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] For port 4161efee-890d-4394-aa1c-4155712591a1, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=4161efee-890d-4394-aa1c-4155712591a1,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:39.104615 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.117013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for 4161efee-890d-4394-aa1c-4155712591a1 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:39.161076 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a530acb1-0aaa-4d5a-8f90-7396caeb08c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.167453 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2d9c4fa9-dfbe-491d-b661-68ed9a03fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:54:37Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:39.189179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530acb1-0aaa-4d5a-8f90-7396caeb08c1 None None] Pushing event deleted for resources: {'Port': ['ID=61f892d8-ce13-42fa-b9dc-82e360de1784,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:39.193790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530acb1-0aaa-4d5a-8f90-7396caeb08c1 None None] No DVR routers for this DVR port 61f892d8-ce13-42fa-b9dc-82e360de1784 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:54:39.195238 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9c4fa9-dfbe-491d-b661-68ed9a03fdbd None None] The sync data for ids ['235b61af-8e99-42d3-b306-756dcc853faf'] in n-d-793621-9 is: [{'id': '235b61af-8e99-42d3-b306-756dcc853faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920630775', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '4161efee-890d-4394-aa1c-4155712591a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:52:19Z', 'updated_at': '2021-07-07T19:54:37Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '4161efee-890d-4394-aa1c-4155712591a1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235b61af-8e99-42d3-b306-756dcc853faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:52:20Z', 'updated_at': '2021-07-07T19:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:54:39.300636 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.332148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=4161efee-890d-4394-aa1c-4155712591a1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:39.394051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.493009 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.495184 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.540991 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.542288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Fanout notify agent at l3_agent the message router_deleted on router 235b61af-8e99-42d3-b306-756dcc853faf {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:54:39.549140 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.550506 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fa122ee0-aef9-44d6-811c-82f767dfe4d1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/routers/235b61af-8e99-42d3-b306-756dcc853faf HTTP/1.1" status: 204 len: 168 time: 0.8232579 Jul 07 19:54:39.552933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42310) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:39.632561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.725434 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.735396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b064910-3055-4958-9f44-5ce08a3c2605']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:39.745340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678e53e3-6203-442b-bc5c-e28c532961ea') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:39.745632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678e53e3-6203-442b-bc5c-e28c532961ea') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:39.754407 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.768051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.774062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:54:39.774432 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:54:39.778177 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:54:39.834082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.839426 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.843361 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/networks/0b064910-3055-4958-9f44-5ce08a3c2605 HTTP/1.1" status: 204 len: 168 time: 0.2877297 Jul 07 19:54:39.844765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42312) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:39.860799 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebfbab-fb80-4623-b9df-af2d0848ea97 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Network': ['ID=0b064910-3055-4958-9f44-5ce08a3c2605,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:39.905629 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e19eb5c-18f5-486f-9270-efd27cfea456 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.929342 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e19eb5c-18f5-486f-9270-efd27cfea456 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.956528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4c139076-4457-44c5-8eb7-415b12a80de5 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:54:39.980159 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 4c139076-4457-44c5-8eb7-415b12a80de5 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:54:39.980737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4c139076-4457-44c5-8eb7-415b12a80de5 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:54:39.995437 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e19eb5c-18f5-486f-9270-efd27cfea456 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.998018 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0e19eb5c-18f5-486f-9270-efd27cfea456 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:39.999212 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0e19eb5c-18f5-486f-9270-efd27cfea456 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/security-groups/32b6f67e-e5d0-4f66-a614-808078b25f46 HTTP/1.1" status: 204 len: 168 time: 0.1530592 Jul 07 19:54:40.009483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19eb5c-18f5-486f-9270-efd27cfea456 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b6f67e-e5d0-4f66-a614-808078b25f46,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:40.171558 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.254099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42318) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:40.258913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1622220519', 'description': 'tempest-secgroup-smoke-1622220519 description', 'project_id': '44b13c388e294841bb8022c823490da8'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:40.281536 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.364213 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.368123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.394782 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.396032 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1408584 Jul 07 19:54:40.399271 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42320) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:40.400188 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdefccc3-1320-4e8b-973c-24cdb777efde,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:40.404225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-98ecd7bf-1fc8-410f-97ae-1a7e3aa0f0c7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'cdefccc3-1320-4e8b-973c-24cdb777efde', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:40.407790 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:40.408148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:40.408492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:40.408834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:40.409178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:40.409503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:40.409834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:40.410186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:40.410490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:40.410831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:40.411161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:40.411483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d670be-9403-47f1-9a8f-c7374ff7b711 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:40.431503 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98ecd7bf-1fc8-410f-97ae-1a7e3aa0f0c7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.492190 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98ecd7bf-1fc8-410f-97ae-1a7e3aa0f0c7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.496350 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98ecd7bf-1fc8-410f-97ae-1a7e3aa0f0c7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.514991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecd7bf-1fc8-410f-97ae-1a7e3aa0f0c7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e52338-342e-4b45-ba90-6e7ea1f77a6b,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:40.520579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98ecd7bf-1fc8-410f-97ae-1a7e3aa0f0c7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.521782 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-98ecd7bf-1fc8-410f-97ae-1a7e3aa0f0c7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215038 Jul 07 19:54:40.524530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42322) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:40.529044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bb7b3152-4ba9-4024-b096-1665d4dd4abe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'cdefccc3-1320-4e8b-973c-24cdb777efde', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:40.555407 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3152-4ba9-4024-b096-1665d4dd4abe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.613408 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3152-4ba9-4024-b096-1665d4dd4abe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.616985 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3152-4ba9-4024-b096-1665d4dd4abe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.635403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b3152-4ba9-4024-b096-1665d4dd4abe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958990b6-df50-4c93-931b-50101b700099,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:40.642097 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3152-4ba9-4024-b096-1665d4dd4abe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.643442 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bb7b3152-4ba9-4024-b096-1665d4dd4abe tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179960 Jul 07 19:54:40.646155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42324) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:40.650527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f330d550-fe32-4fde-8574-0c8e5e996751 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'cdefccc3-1320-4e8b-973c-24cdb777efde', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:40.677521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f330d550-fe32-4fde-8574-0c8e5e996751 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.709810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4161efee-890d-4394-aa1c-4155712591a1 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:54:40.730278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 4161efee-890d-4394-aa1c-4155712591a1 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:54:40.730630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 4161efee-890d-4394-aa1c-4155712591a1 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:54:40.731067 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 61f892d8-ce13-42fa-b9dc-82e360de1784 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:54:40.741621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f330d550-fe32-4fde-8574-0c8e5e996751 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.745861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f330d550-fe32-4fde-8574-0c8e5e996751 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.750235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 61f892d8-ce13-42fa-b9dc-82e360de1784 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:54:40.750585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 61f892d8-ce13-42fa-b9dc-82e360de1784 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:54:40.751019 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 63f376af-068a-476e-981d-0e23eb857f50 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:54:40.766014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330d550-fe32-4fde-8574-0c8e5e996751 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafcb7ae-010e-4bad-81cb-68f1bd27d77d,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:40.769540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f330d550-fe32-4fde-8574-0c8e5e996751 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.773391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f330d550-fe32-4fde-8574-0c8e5e996751 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236823 Jul 07 19:54:40.773928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42326) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:40.775508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 63f376af-068a-476e-981d-0e23eb857f50 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:54:40.775923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 63f376af-068a-476e-981d-0e23eb857f50 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:54:40.779293 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-15674dd5-d152-4aad-a01e-a5582cac1e6d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'cdefccc3-1320-4e8b-973c-24cdb777efde', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:40.781452 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:54:40.807884 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-15674dd5-d152-4aad-a01e-a5582cac1e6d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.871628 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-15674dd5-d152-4aad-a01e-a5582cac1e6d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.876208 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-15674dd5-d152-4aad-a01e-a5582cac1e6d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.894666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15674dd5-d152-4aad-a01e-a5582cac1e6d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceff5ab1-23c1-4598-88f3-b43fa44a6dcb,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:40.897862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-15674dd5-d152-4aad-a01e-a5582cac1e6d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.899368 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-15674dd5-d152-4aad-a01e-a5582cac1e6d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247017 Jul 07 19:54:40.902396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42328) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:40.907209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5acbc591-af11-40e2-9b3b-772eeec800cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'cdefccc3-1320-4e8b-973c-24cdb777efde', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:40.929390 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-5acbc591-af11-40e2-9b3b-772eeec800cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Project 44b13c388e294841bb8022c823490da8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:54:40.934599 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5acbc591-af11-40e2-9b3b-772eeec800cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.995903 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5acbc591-af11-40e2-9b3b-772eeec800cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:40.999542 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5acbc591-af11-40e2-9b3b-772eeec800cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.016853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbc591-af11-40e2-9b3b-772eeec800cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a218df85-aa53-4754-b367-c1fa527a26f4,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:41.022676 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5acbc591-af11-40e2-9b3b-772eeec800cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.023888 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5acbc591-af11-40e2-9b3b-772eeec800cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204915 Jul 07 19:54:41.027217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42330) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:41.031594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3945f07c-c379-47ab-9717-01e58a958e44 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'cdefccc3-1320-4e8b-973c-24cdb777efde', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:41.053242 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-3945f07c-c379-47ab-9717-01e58a958e44 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Project 44b13c388e294841bb8022c823490da8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:54:41.058084 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3945f07c-c379-47ab-9717-01e58a958e44 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.118780 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3945f07c-c379-47ab-9717-01e58a958e44 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.122323 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3945f07c-c379-47ab-9717-01e58a958e44 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.138209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945f07c-c379-47ab-9717-01e58a958e44 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bf30fd-5042-4bc1-8764-127d366cb13a,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:41.147620 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3945f07c-c379-47ab-9717-01e58a958e44 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.148818 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3945f07c-c379-47ab-9717-01e58a958e44 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206810 Jul 07 19:54:41.152221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42332) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:41.157065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-866bfaf7-48ab-4dd9-93b8-daf8c96151dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'network': {'name': 'tempest-network-smoke--1731339173', 'project_id': '44b13c388e294841bb8022c823490da8', 'port_security_enabled': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:41.177179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866bfaf7-48ab-4dd9-93b8-daf8c96151dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Made reservation on behalf of 44b13c388e294841bb8022c823490da8 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:54:41.180792 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-866bfaf7-48ab-4dd9-93b8-daf8c96151dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.204499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866bfaf7-48ab-4dd9-93b8-daf8c96151dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:54:41.214059 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-866bfaf7-48ab-4dd9-93b8-daf8c96151dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.214398 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-866bfaf7-48ab-4dd9-93b8-daf8c96151dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Added segment 4f938f8c-f8a9-4e48-97a9-4c0d3621f272 of type vlan for network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 Jul 07 19:54:41.255035 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-866bfaf7-48ab-4dd9-93b8-daf8c96151dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.283477 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-866bfaf7-48ab-4dd9-93b8-daf8c96151dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.288859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866bfaf7-48ab-4dd9-93b8-daf8c96151dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:41.289442 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-866bfaf7-48ab-4dd9-93b8-daf8c96151dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.343740 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-866bfaf7-48ab-4dd9-93b8-daf8c96151dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1905010 Jul 07 19:54:41.346558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42334) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:41.353482 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'admin_state_up': True, 'project_id': '44b13c388e294841bb8022c823490da8', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:41.368002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bfaf7-48ab-4dd9-93b8-daf8c96151dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Network': ['ID=47a0dd1c-09be-4d93-b140-8524c2a0cc38,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:41.378079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:54:41.384111 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.385631 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.454302 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.589053 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.784802 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.803069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.912653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.25.0.151 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/3b8ce181-948b-44a0-b0ed-1d01b5a72c3e) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:54:42.013459 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:42.051868 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:42.086875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:54:42.089872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:42.093749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:54:42.127790 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=3b8ce181-948b-44a0-b0ed-1d01b5a72c3e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:42.344493 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:42.535839 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:42.656437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router c13b8a62-3a3a-4115-ab98-9bb1728ddbce is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:54:42.760906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:54:42.770252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Sync routers for ids ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:54:42.780247 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:42.780484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Routers {'c13b8a62-3a3a-4115-ab98-9bb1728ddbce'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:42.781229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:42.781487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-afc58011-dac6-45c0-a86e-f77cd8c214fb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4339457 Jul 07 19:54:42.784839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42336) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:42.820739 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-75673b2a-ec5f-4222-be98-69a8c63852ae tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b13c388e294841bb8022c823490da8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323510 Jul 07 19:54:42.820995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42338) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:42.886764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Set router c13b8a62-3a3a-4115-ab98-9bb1728ddbce gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:54:42.968047 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143127db-6287-4259-87ae-0049f8441abf tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:42.972188 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-143127db-6287-4259-87ae-0049f8441abf tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477125 Jul 07 19:54:42.972715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42340) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:43.006262 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bd66dac8-a3db-4bf1-bedd-d4a3e14c76dd tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322850 Jul 07 19:54:43.008726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42342) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:43.014233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f644d7a4-d3e0-44c9-84de-b6a765170ea2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1383749695', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'project_id': '44b13c388e294841bb8022c823490da8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:43.062339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:42Z', 'revision_number': 3, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:43.092318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Checking router: c13b8a62-3a3a-4115-ab98-9bb1728ddbce for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:54:43.092671 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Updating router c13b8a62-3a3a-4115-ab98-9bb1728ddbce port 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:54:43.105755 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f644d7a4-d3e0-44c9-84de-b6a765170ea2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Made reservation on behalf of 44b13c388e294841bb8022c823490da8 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:54:43.109414 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f644d7a4-d3e0-44c9-84de-b6a765170ea2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.126294 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.300035 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f644d7a4-d3e0-44c9-84de-b6a765170ea2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.368495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644d7a4-d3e0-44c9-84de-b6a765170ea2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Subnet': ['ID=8330e505-b919-4d8c-ab23-66e33abc6c06,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:43.371497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f644d7a4-d3e0-44c9-84de-b6a765170ea2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Checking segment: {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:54:43.371858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f644d7a4-d3e0-44c9-84de-b6a765170ea2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network hostable DHCP agents. Network: 47a0dd1c-09be-4d93-b140-8524c2a0cc38, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:54:43.374250 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.387647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Transition to ACTIVE for port object 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:54:43.393278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f644d7a4-d3e0-44c9-84de-b6a765170ea2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:54:43.393818 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.405305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f644d7a4-d3e0-44c9-84de-b6a765170ea2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 47a0dd1c-09be-4d93-b140-8524c2a0cc38) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:43.409891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f644d7a4-d3e0-44c9-84de-b6a765170ea2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:43.410404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f644d7a4-d3e0-44c9-84de-b6a765170ea2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.426078 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f644d7a4-d3e0-44c9-84de-b6a765170ea2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4161737 Jul 07 19:54:43.428642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42344) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:43.436678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2043c-cdae-4d54-8030-c2264c0f31df None None] Network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:54:43.490752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Attempting to bind port 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:54:43.491158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Attempting to bind port 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:54:43.491531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Attempting to bind port 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:54:43.507267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:54:43.507893 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:54:43.508308 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.508709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:54:43.509181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Bound port: 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:54:43.509566 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.511131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991f8b1-274a-4853-a953-01c3a9c7bb53 None None] Pushing event updated for resources: {'Port': ['ID=3b8ce181-948b-44a0-b0ed-1d01b5a72c3e,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:43.615149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] For port 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:54:43.633800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] For port 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3b8ce181-948b-44a0-b0ed-1d01b5a72c3e,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:54:43.644616 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.691553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'fixed_ips': [{'subnet_id': '8330e505-b919-4d8c-ab23-66e33abc6c06'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:54:43.692415 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.747453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Routers {'c13b8a62-3a3a-4115-ab98-9bb1728ddbce'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:43.748083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:43.786438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991f8b1-274a-4853-a953-01c3a9c7bb53 None None] Pushing event updated for resources: {'Port': ['ID=3b8ce181-948b-44a0-b0ed-1d01b5a72c3e,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:43.858876 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.943051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] Set router c13b8a62-3a3a-4115-ab98-9bb1728ddbce gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:54:44.008213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Allocated IP 172.20.0.2 (47a0dd1c-09be-4d93-b140-8524c2a0cc38/8330e505-b919-4d8c-ab23-66e33abc6c06/b9e6ddfa-cc55-4437-b692-9b85a683fb89) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:54:44.395070 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:44.406113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:42Z', 'revision_number': 3, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:44.408193 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Transition to ACTIVE for port object b9e6ddfa-cc55-4437-b692-9b85a683fb89 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:54:44.439289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7718b28-1737-48e3-ac49-a644d0d70573 None None] The sync data for ids ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'] in n-d-793621-9 is: [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:42Z', 'revision_number': 3, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:54:44.452570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Transition to ACTIVE for port object b9e6ddfa-cc55-4437-b692-9b85a683fb89 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:54:44.462263 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:44.502744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:54:44.507866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:44.512583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:54:44.518880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.20.0.1 (47a0dd1c-09be-4d93-b140-8524c2a0cc38/8330e505-b919-4d8c-ab23-66e33abc6c06/a411518f-41c5-40f4-9c8a-0b5247dc6cd7) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:54:44.520075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Pushing event updated for resources: {'Port': ['ID=b9e6ddfa-cc55-4437-b692-9b85a683fb89,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:44.581445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Attempting to bind port b9e6ddfa-cc55-4437-b692-9b85a683fb89 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:54:44.581810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Attempting to bind port b9e6ddfa-cc55-4437-b692-9b85a683fb89 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:54:44.582176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Attempting to bind port b9e6ddfa-cc55-4437-b692-9b85a683fb89 on network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:54:44.587238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:54:44.587467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Checking segment: {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:54:44.587901 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:44.588369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Bound using segment: {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:54:44.588869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Bound port: b9e6ddfa-cc55-4437-b692-9b85a683fb89, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:54:44.589253 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:44.640409 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:44.659962 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Transition to ACTIVE for port object a411518f-41c5-40f4-9c8a-0b5247dc6cd7 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:54:44.679135 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] For port b9e6ddfa-cc55-4437-b692-9b85a683fb89, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:54:44.686607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] For port b9e6ddfa-cc55-4437-b692-9b85a683fb89, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b9e6ddfa-cc55-4437-b692-9b85a683fb89,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:54:44.696241 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:44.707281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:44.781919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adcb84-17c3-42bb-8e5c-5bc39b76e099 None None] Pushing event updated for resources: {'Port': ['ID=b9e6ddfa-cc55-4437-b692-9b85a683fb89,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:44.789881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=a411518f-41c5-40f4-9c8a-0b5247dc6cd7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:44.799170 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:54:44.800915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:44.803296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:54:44.846634 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:54:44.906491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:54:44.911195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:54:44.911576 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:45.040528 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:45.077322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3b8ce181-948b-44a0-b0ed-1d01b5a72c3e,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:45.080840 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:45.142060 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=3b8ce181-948b-44a0-b0ed-1d01b5a72c3e,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:45.178106 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:45.326324 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:45.620760 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:45.629662 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:45.706220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=a411518f-41c5-40f4-9c8a-0b5247dc6cd7,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:45.709053 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:45.807647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:54:45.808742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:45.821802 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f724e2-75db-4c24-a5af-55dadc2a06a6 None None] Network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:54:45.935290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router c13b8a62-3a3a-4115-ab98-9bb1728ddbce has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:54:45.944115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7dbbb3cb-e1bc-499f-9a44-0829803c566f None None] Provisioning for port b9e6ddfa-cc55-4437-b692-9b85a683fb89 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:54:46.053936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:54:46.059668 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-40504561-6901-41af-8ecb-fe3cccc4bea3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "PUT /v2.0/routers/c13b8a62-3a3a-4115-ab98-9bb1728ddbce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6300113 Jul 07 19:54:46.226414 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Sync routers for ids ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:54:46.235895 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Routers {'c13b8a62-3a3a-4115-ab98-9bb1728ddbce'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:46.236516 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:46.280094 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ba07136d-0d23-486b-a595-210027ccb487 None None] Provisioning for port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:54:46.284767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ba07136d-0d23-486b-a595-210027ccb487 None None] Provisioning complete for port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:54:46.284767 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ba07136d-0d23-486b-a595-210027ccb487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.324778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ba07136d-0d23-486b-a595-210027ccb487 None None] Port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:54:46.329791 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-f2af0297-4a10-483a-b90b-4e1dfa1c746a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622220519&fields=id&tenant_id=44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 267 time: 0.0401103 Jul 07 19:54:46.356640 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Set router c13b8a62-3a3a-4115-ab98-9bb1728ddbce gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:54:46.451469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-001a2c95-9938-47ef-a550-aeb21882d0e8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:46.453035 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-001a2c95-9938-47ef-a550-aeb21882d0e8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/networks?id=47a0dd1c-09be-4d93-b140-8524c2a0cc38 HTTP/1.1" status: 200 len: 797 time: 0.1141510 Jul 07 19:54:46.461611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-af541d25-f98b-4d79-880b-969270e2b1f8 None None] Provisioning complete for port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:54:46.462256 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-af541d25-f98b-4d79-880b-969270e2b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.476753 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-e99669fe-e2c5-4a98-bc28-6442ff6e8936 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/quotas/44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 375 time: 0.0167940 Jul 07 19:54:46.516503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-af541d25-f98b-4d79-880b-969270e2b1f8 None None] Port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:54:46.551846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-cce70db5-34e9-4682-b367-67c93bd00b81 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737715 Jul 07 19:54:46.574405 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a411518f-41c5-40f4-9c8a-0b5247dc6cd7', 'name': '', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:43:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:43Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 2, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:46.600881 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Checking router: c13b8a62-3a3a-4115-ab98-9bb1728ddbce for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:54:46.601234 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Updating router c13b8a62-3a3a-4115-ab98-9bb1728ddbce port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:54:46.637856 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.656780 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b0bd5996-6305-47d3-9087-0629eac353ef service neutron] 10.222.0.81 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922201 Jul 07 19:54:46.739211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-62eff48b-416c-4375-a9cd-841c6faf2d44 None None] Provisioning complete for port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:54:46.739918 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-62eff48b-416c-4375-a9cd-841c6faf2d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.837126 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-7413f449-6ecd-4537-b4fe-3f064d2b9e20 service neutron] 10.222.0.81 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169815 Jul 07 19:54:46.837233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-62eff48b-416c-4375-a9cd-841c6faf2d44 None None] Port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:54:46.837233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b9e6ddfa-cc55-4437-b692-9b85a683fb89 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:54:46.869391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port b9e6ddfa-cc55-4437-b692-9b85a683fb89 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:54:46.873603 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b9e6ddfa-cc55-4437-b692-9b85a683fb89 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:54:46.873987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.965923 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.966542 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.976061 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Transition to ACTIVE for port object a411518f-41c5-40f4-9c8a-0b5247dc6cd7 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:54:46.985760 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:47.004167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port b9e6ddfa-cc55-4437-b692-9b85a683fb89, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b9e6ddfa-cc55-4437-b692-9b85a683fb89,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:47.009932 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11abdd88-a2af-4195-88ee-be34c999cb58 req-b9125a70-4bc9-4bbf-8e3b-ac115a58ea83 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 210 time: 0.0317605 Jul 07 19:54:47.015320 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:47.016779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:54:47.066463 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Pushing event updated for resources: {'Port': ['ID=a411518f-41c5-40f4-9c8a-0b5247dc6cd7,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:47.098147 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.098497 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.098858 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.099193 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.099521 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.099825 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.100149 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.100466 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.100790 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.101102 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.101440 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.101729 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.115700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=b9e6ddfa-cc55-4437-b692-9b85a683fb89,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:47.118663 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Attempting to bind port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:54:47.119366 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Attempting to bind port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:54:47.119522 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Attempting to bind port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 on network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:54:47.124876 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:54:47.125253 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Checking segment: {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:54:47.125657 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:47.126080 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Bound using segment: {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:54:47.126578 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Bound port: a411518f-41c5-40f4-9c8a-0b5247dc6cd7, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:54:47.127066 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:47.130005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.130405 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.130767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.131123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.131458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.131842 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.132175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.132502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.132829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.133380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.133813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.134089 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:47.154223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:54:47.154613 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:47.200120 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] For port a411518f-41c5-40f4-9c8a-0b5247dc6cd7, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:54:47.203440 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] For port a411518f-41c5-40f4-9c8a-0b5247dc6cd7, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a411518f-41c5-40f4-9c8a-0b5247dc6cd7,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:54:47.210126 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:47.266871 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Routers {'c13b8a62-3a3a-4115-ab98-9bb1728ddbce'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:47.268186 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:47.336436 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd973f-9994-47df-98d9-73855069858a None None] Pushing event updated for resources: {'Port': ['ID=a411518f-41c5-40f4-9c8a-0b5247dc6cd7,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:47.406492 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] Set router c13b8a62-3a3a-4115-ab98-9bb1728ddbce gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:54:47.621135 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a411518f-41c5-40f4-9c8a-0b5247dc6cd7', 'name': '', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:43:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:43Z', 'updated_at': '2021-07-07T19:54:47Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:47.647662 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42f9bd-e282-484f-81b1-a5e0e02dc2e2 None None] The sync data for ids ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'] in n-d-793621-9 is: [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a411518f-41c5-40f4-9c8a-0b5247dc6cd7', 'name': '', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:43:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:43Z', 'updated_at': '2021-07-07T19:54:47Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:54:48.197654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5a26506-a277-45b7-88a1-c7757d5db322 req-6345e044-a761-4711-bf30-0ed124af45da tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 210 time: 0.0390482 Jul 07 19:54:48.212918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-645b5b47-1ff5-4591-b9eb-8bd38f32bb00 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:48.214531 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-645b5b47-1ff5-4591-b9eb-8bd38f32bb00 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "GET /v2.0/networks?id=47a0dd1c-09be-4d93-b140-8524c2a0cc38 HTTP/1.1" status: 200 len: 797 time: 0.1280296 Jul 07 19:54:48.272517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-5ec84155-1147-4ee9-bfb6-c0a25f25d7dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 380 time: 0.0404096 Jul 07 19:54:48.282916 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'port': {'device_id': 'b9804747-36bf-4765-bea2-759007225c9d', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'admin_state_up': True, 'tenant_id': '44b13c388e294841bb8022c823490da8', 'security_groups': ['cdefccc3-1320-4e8b-973c-24cdb777efde']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:48.400030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Made reservation on behalf of 44b13c388e294841bb8022c823490da8 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:54:48.404431 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:48.540678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.20.0.5 (47a0dd1c-09be-4d93-b140-8524c2a0cc38/8330e505-b919-4d8c-ab23-66e33abc6c06/09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:54:48.719943 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:48.743131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Transition to ACTIVE for port object 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:54:48.783608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:48.837181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:54:48.841860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:48.842255 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a411518f-41c5-40f4-9c8a-0b5247dc6cd7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:54:48.845898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:54:48.886684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:48.910421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:54:48.915915 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:54:48.916400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:48.917913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:48.918811 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:48.937469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-b8638cd8-11cb-4e5f-a565-9b70d17878bc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6594272 Jul 07 19:54:48.953503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Request body: {'port': {'device_id': 'b9804747-36bf-4765-bea2-759007225c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:49.024059 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.050901 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.062688 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port a411518f-41c5-40f4-9c8a-0b5247dc6cd7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a411518f-41c5-40f4-9c8a-0b5247dc6cd7,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:49.069023 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.069895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b9e6ddfa-cc55-4437-b692-9b85a683fb89 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:54:49.164119 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=a411518f-41c5-40f4-9c8a-0b5247dc6cd7,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:49.183734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b9e6ddfa-cc55-4437-b692-9b85a683fb89 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:54:49.184212 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.187896 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f622e278-4212-4e65-8ecd-33316bf43009 None None] Provisioning for port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:54:49.199855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df8079-499b-49ef-86a9-83063cbff89b req-43bd3492-8e94-43f7-9f03-85e790b763d6 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:49.202416 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5df8079-499b-49ef-86a9-83063cbff89b req-43bd3492-8e94-43f7-9f03-85e790b763d6 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0768120 Jul 07 19:54:49.211835 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f622e278-4212-4e65-8ecd-33316bf43009 None None] Provisioning complete for port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:54:49.212208 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f622e278-4212-4e65-8ecd-33316bf43009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.250576 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5df8079-499b-49ef-86a9-83063cbff89b req-cc39cdb1-9e56-447d-946e-00804cd80bea tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415502 Jul 07 19:54:49.273586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f622e278-4212-4e65-8ecd-33316bf43009 None None] Port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:54:49.380202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:54:49.390777 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.407233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Transition to ACTIVE for port object 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:54:49.411464 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.470506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a1257-654e-48aa-a28a-038995edc2e1 req-96f8801d-d522-494d-91f0-4fb1e80ea797 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:49.472123 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-615a1257-654e-48aa-a28a-038995edc2e1 req-96f8801d-d522-494d-91f0-4fb1e80ea797 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 931 time: 0.1279986 Jul 07 19:54:49.530821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Pushing event updated for resources: {'Port': ['ID=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:49.575789 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-615a1257-654e-48aa-a28a-038995edc2e1 req-b55d2618-b7d1-465d-b759-04dfe7243c6f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936627 Jul 07 19:54:49.589404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Attempting to bind port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:54:49.589754 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Attempting to bind port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:54:49.590094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Attempting to bind port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:54:49.595076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:54:49.595398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Attempting to bind port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:54:49.600553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:54:49.600897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Checking segment: {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:54:49.601284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Bound using segment: {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:54:49.601719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Bound port: 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:54:49.602082 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.665758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:54:49.669370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:54:49.674102 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.710851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:49.711412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.712813 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] 10.222.0.48 "PUT /v2.0/ports/09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 200 len: 1091 time: 0.7656832 Jul 07 19:54:49.713249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:54:49.715541 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a8749f-a5e8-4d2f-8324-32c2795488eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:54:49.748097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7a90c-75d0-43a9-8c0a-eefaec9fbece service neutron] Pushing event updated for resources: {'Port': ['ID=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:49.819533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-615b5cdf-0a3f-4622-bb68-d52be2f3449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:49.821154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-615b5cdf-0a3f-4622-bb68-d52be2f3449b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1094 time: 0.0615280 Jul 07 19:54:49.829418 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a2b4a8-0028-4db0-bb83-892e231eae6d x-openstack-request-id: req-75a2b4a8-0028-4db0-bb83-892e231eae6d {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:54:49.829680 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:54:49.829933 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75a2b4a8-0028-4db0-bb83-892e231eae6d {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:54:49.830379 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'status': 'completed', 'code': 200} Jul 07 19:54:49.866535 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-dbceba0a-121f-4263-964b-49ee95c1dad8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 200 len: 217 time: 0.0352185 Jul 07 19:54:49.917210 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-5c39aa12-5d2e-4f14-9622-cb9483dfa193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:49.918674 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-5c39aa12-5d2e-4f14-9622-cb9483dfa193 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8330e505-b919-4d8c-ab23-66e33abc6c06 HTTP/1.1" status: 200 len: 835 time: 0.0459032 Jul 07 19:54:49.980436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-5706d5c2-98d3-4cac-9745-30ac4752cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:49.981852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-5706d5c2-98d3-4cac-9745-30ac4752cd17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=47a0dd1c-09be-4d93-b140-8524c2a0cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564013 Jul 07 19:54:50.067920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-d221353c-9438-4b12-8519-7e7d5117d848 service neutron] 10.222.0.48 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786490 Jul 07 19:54:50.159188 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-337fd401-ac1e-4cac-b580-e428b33d9c1b req-a49457bf-4072-4e7c-bbd1-9ada12cfc67b service neutron] 10.222.0.48 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846748 Jul 07 19:54:50.265906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8749f-a5e8-4d2f-8324-32c2795488eb req-b950b3ed-ff2e-4f4e-b08d-70eacdb57b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:50.267399 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45a8749f-a5e8-4d2f-8324-32c2795488eb req-b950b3ed-ff2e-4f4e-b08d-70eacdb57b03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1094 time: 0.0575223 Jul 07 19:54:50.357151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8749f-a5e8-4d2f-8324-32c2795488eb req-17d03ca0-e946-4bef-8bf1-9cd13381aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:50.358652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45a8749f-a5e8-4d2f-8324-32c2795488eb req-17d03ca0-e946-4bef-8bf1-9cd13381aa71 service neutron] 10.222.0.48 "GET /v2.0/networks?id=47a0dd1c-09be-4d93-b140-8524c2a0cc38 HTTP/1.1" status: 200 len: 898 time: 0.0843704 Jul 07 19:54:50.413664 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45a8749f-a5e8-4d2f-8324-32c2795488eb req-e61d8d96-4ea2-4151-961b-4983e4a8c82f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 200 len: 217 time: 0.0475359 Jul 07 19:54:50.482646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8749f-a5e8-4d2f-8324-32c2795488eb req-b919e983-71bc-4825-a519-bd653be1654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:50.484117 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45a8749f-a5e8-4d2f-8324-32c2795488eb req-b919e983-71bc-4825-a519-bd653be1654b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8330e505-b919-4d8c-ab23-66e33abc6c06 HTTP/1.1" status: 200 len: 835 time: 0.0548141 Jul 07 19:54:50.508907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d164ec-53bc-45db-bc55-3c83cbcb9ab5 req-bd3642fb-74c9-4fa1-b6e5-6a05c282e6a0 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:50.510958 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84d164ec-53bc-45db-bc55-3c83cbcb9ab5 req-bd3642fb-74c9-4fa1-b6e5-6a05c282e6a0 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.1381145 Jul 07 19:54:50.574026 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84d164ec-53bc-45db-bc55-3c83cbcb9ab5 req-3883a016-1658-488c-a3b6-df3e0182d4f3 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420449 Jul 07 19:54:50.587494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8749f-a5e8-4d2f-8324-32c2795488eb req-e83bb62e-fc30-4e3a-a887-a16e3214528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:50.589041 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45a8749f-a5e8-4d2f-8324-32c2795488eb req-e83bb62e-fc30-4e3a-a887-a16e3214528c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=47a0dd1c-09be-4d93-b140-8524c2a0cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978413 Jul 07 19:54:50.682416 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45a8749f-a5e8-4d2f-8324-32c2795488eb req-cc560225-b0cf-4abf-893b-3d42cf9198b6 service neutron] 10.222.0.48 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858114 Jul 07 19:54:50.732926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a411518f-41c5-40f4-9c8a-0b5247dc6cd7 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:54:50.756278 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543c34b-f52e-4e37-a976-34e5d83e46ed req-97df43c2-05ca-40f2-a541-9f9dc93fc839 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:50.757882 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9543c34b-f52e-4e37-a976-34e5d83e46ed req-97df43c2-05ca-40f2-a541-9f9dc93fc839 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 943 time: 0.0661840 Jul 07 19:54:50.783093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45a8749f-a5e8-4d2f-8324-32c2795488eb req-125f5599-f0fc-4e46-9cba-041dbe199519 service neutron] 10.222.0.48 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942352 Jul 07 19:54:50.783647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:54:50.784026 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:50.798530 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9543c34b-f52e-4e37-a976-34e5d83e46ed req-d1480048-61f6-48a2-a128-d38d2c981315 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334992 Jul 07 19:54:51.116197 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9d1a009d-d4be-4e1d-8822-f539e0468f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.500979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-a875f000-87b3-49fa-a6c0-b13769805b80 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:51.502426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-a875f000-87b3-49fa-a6c0-b13769805b80 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.110 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.0621874 Jul 07 19:54:51.604712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Deleting port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:51.605056 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.711398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] For port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0aeac8a1-f7f5-4771-af97-14ebcf60e71a,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:51.711755 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.848936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5794f7-2058-4873-9a8a-b1019199187f req-f3e08de7-16c6-450b-9ad9-ecb114b28276 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:51.850424 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a5794f7-2058-4873-9a8a-b1019199187f req-f3e08de7-16c6-450b-9ad9-ecb114b28276 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 946 time: 0.1553674 Jul 07 19:54:51.936956 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1a5794f7-2058-4873-9a8a-b1019199187f req-11c6ba04-eaf3-4860-9d18-51fd1d060c30 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777943 Jul 07 19:54:51.946414 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.946786 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.947305 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Floating IP c1583098-245f-457b-a17d-c5a924748617 disassociated. External IP: 172.25.0.23, port: 0aeac8a1-f7f5-4771-af97-14ebcf60e71a. Jul 07 19:54:51.948560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Calling delete_port for 0aeac8a1-f7f5-4771-af97-14ebcf60e71a owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:51.989717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f947dc-937f-4533-8394-03dd4ad87b42 req-f188d5d5-08b2-4ec7-897c-83de67825d19 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:51.991247 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1f947dc-937f-4533-8394-03dd4ad87b42 req-f188d5d5-08b2-4ec7-897c-83de67825d19 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 943 time: 0.0789521 Jul 07 19:54:52.031555 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1f947dc-937f-4533-8394-03dd4ad87b42 req-6e824fb0-2a22-4e83-8e5f-b84f4d8f7d22 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344045 Jul 07 19:54:52.076238 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:52.112584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event deleted for resources: {'Port': ['ID=0aeac8a1-f7f5-4771-af97-14ebcf60e71a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:52.221932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Router 1e294e56-512c-463e-b972-5fcb56f6fba8 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:54:52.328037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:54:52.337300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7487e6bc-255a-4b99-ae19-71b7af49130e None None] Sync routers for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:54:52.346544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7487e6bc-255a-4b99-ae19-71b7af49130e None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:52.347223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7487e6bc-255a-4b99-ae19-71b7af49130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:52.461616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-7487e6bc-255a-4b99-ae19-71b7af49130e None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:54:52.662707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] No DVR routers for this DVR port 0aeac8a1-f7f5-4771-af97-14ebcf60e71a on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:54:52.665381 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:52.667852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1dc635f-cabb-4485-9ed8-30d5ecf21fb0 req-593141fa-67a7-4c90-a33c-5d848061b1e1 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.110 "DELETE /v2.0/ports/0aeac8a1-f7f5-4771-af97-14ebcf60e71a HTTP/1.1" status: 204 len: 173 time: 1.1572087 Jul 07 19:54:52.668622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f133894-d8ba-4ef3-a82e-157097532005', 'name': 'network-vif-deleted', 'tag': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:54:52.671080 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d197324-02b3-432d-b726-cbcec521a737" -d '{"events": [{"server_uuid": "6f133894-d8ba-4ef3-a82e-157097532005", "name": "network-vif-deleted", "tag": "0aeac8a1-f7f5-4771-af97-14ebcf60e71a"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:54:52.679704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7487e6bc-255a-4b99-ae19-71b7af49130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:51:00Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:52.710346 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7487e6bc-255a-4b99-ae19-71b7af49130e None None] Checking router: 1e294e56-512c-463e-b972-5fcb56f6fba8 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:54:52.714671 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d0543e-0991-4a30-81e1-b1b167029889 x-openstack-request-id: req-d7d0543e-0991-4a30-81e1-b1b167029889 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:54:52.715096 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f133894-d8ba-4ef3-a82e-157097532005", "name": "network-vif-deleted", "tag": "0aeac8a1-f7f5-4771-af97-14ebcf60e71a", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:54:52.715367 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7d0543e-0991-4a30-81e1-b1b167029889 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:54:52.715816 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f133894-d8ba-4ef3-a82e-157097532005', 'name': 'network-vif-deleted', 'tag': '0aeac8a1-f7f5-4771-af97-14ebcf60e71a', 'status': 'completed', 'code': 200} Jul 07 19:54:52.723600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7487e6bc-255a-4b99-ae19-71b7af49130e None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:52.723600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7487e6bc-255a-4b99-ae19-71b7af49130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:52.833171 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-7487e6bc-255a-4b99-ae19-71b7af49130e None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:54:53.036338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-7487e6bc-255a-4b99-ae19-71b7af49130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:51:00Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:53.063808 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7487e6bc-255a-4b99-ae19-71b7af49130e None None] The sync data for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 is: [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:51:00Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:54:53.101291 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47d9a772-faf0-40ad-a23b-d86ff4986185 req-9d7098af-97b8-4d55-93de-e0b53b2df0cc tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f133894-d8ba-4ef3-a82e-157097532005 HTTP/1.1" status: 200 len: 210 time: 0.0299666 Jul 07 19:54:53.226862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c838dc7-e40d-48bc-b2f9-2f566c9ebd1a req-924d8a39-5a71-41b7-9ad4-dbb044a4c1a6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:53.228277 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c838dc7-e40d-48bc-b2f9-2f566c9ebd1a req-924d8a39-5a71-41b7-9ad4-dbb044a4c1a6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 943 time: 0.0717673 Jul 07 19:54:53.272289 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c838dc7-e40d-48bc-b2f9-2f566c9ebd1a req-a5558b74-4164-47cc-a686-310448f7d551 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378597 Jul 07 19:54:53.335789 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0076f41f-0264-4829-bbf3-57775979e882 None None] New status for floating IP c1583098-245f-457b-a17d-c5a924748617: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:54:53.898017 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.085990 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-21458e2c-67ab-44b3-b243-28237748b75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.231797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42410) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:54.297886 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a33f8d9b-9deb-4a46-8798-0a5685f099c9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.326115 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a33f8d9b-9deb-4a46-8798-0a5685f099c9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.374350 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a33f8d9b-9deb-4a46-8798-0a5685f099c9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.377154 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a33f8d9b-9deb-4a46-8798-0a5685f099c9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.378689 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a33f8d9b-9deb-4a46-8798-0a5685f099c9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "DELETE /v2.0/security-groups/fb3bf027-eaeb-4b7d-ac61-8233048c5ab8 HTTP/1.1" status: 204 len: 168 time: 0.1455302 Jul 07 19:54:54.381739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42414) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:54.388495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f8d9b-9deb-4a46-8798-0a5685f099c9 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3bf027-eaeb-4b7d-ac61-8233048c5ab8,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:54.428179 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-0713c24c-ba74-4f8e-ac1c-3acc37c88f14 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] show failed (client error): The resource could not be found. Jul 07 19:54:54.429192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0713c24c-ba74-4f8e-ac1c-3acc37c88f14 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups/fb3bf027-eaeb-4b7d-ac61-8233048c5ab8 HTTP/1.1" status: 404 len: 347 time: 0.0452604 Jul 07 19:54:54.432272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42416) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:54.464032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03953d8-d242-4307-975b-d5d3c37c9dea req-a06d25d7-55ac-4ad7-a960-5592ecb2cfc4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:54.465523 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e03953d8-d242-4307-975b-d5d3c37c9dea req-a06d25d7-55ac-4ad7-a960-5592ecb2cfc4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 943 time: 0.0722001 Jul 07 19:54:54.507350 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e03953d8-d242-4307-975b-d5d3c37c9dea req-5b4c4a32-b7ae-407f-a72e-f1438a3167e9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361011 Jul 07 19:54:54.555277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-009e10b8-da2c-4cc2-a1f2-509dad923a21 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Deleting port 46f6c9c7-de0c-41ea-98d8-9ddf0994cadd {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:54.555618 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-009e10b8-da2c-4cc2-a1f2-509dad923a21 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.627808 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-009e10b8-da2c-4cc2-a1f2-509dad923a21 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.628144 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-009e10b8-da2c-4cc2-a1f2-509dad923a21 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.639525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-009e10b8-da2c-4cc2-a1f2-509dad923a21 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Calling delete_port for 46f6c9c7-de0c-41ea-98d8-9ddf0994cadd owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:54.770328 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-009e10b8-da2c-4cc2-a1f2-509dad923a21 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.797317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e10b8-da2c-4cc2-a1f2-509dad923a21 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event deleted for resources: {'Port': ['ID=46f6c9c7-de0c-41ea-98d8-9ddf0994cadd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:54.860037 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-009e10b8-da2c-4cc2-a1f2-509dad923a21 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.862461 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-009e10b8-da2c-4cc2-a1f2-509dad923a21 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.863627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-009e10b8-da2c-4cc2-a1f2-509dad923a21 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "DELETE /v2.0/floatingips/c1583098-245f-457b-a17d-c5a924748617 HTTP/1.1" status: 204 len: 168 time: 0.4303029 Jul 07 19:54:54.878276 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.024440 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:54:55.116416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:55.131328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'port_id': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'mac_address': 'fa:16:3e:2c:94:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:54:55.167869 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.180088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:54:55.200243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:55.204335 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.252773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:55.280448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42420) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:55.285134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ac3f39f6-1325-4949-b95b-7e346402e37a tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1387590458', 'description': 'tempest-description--28725217'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:55.307693 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac3f39f6-1325-4949-b95b-7e346402e37a tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.386909 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac3f39f6-1325-4949-b95b-7e346402e37a tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.390450 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac3f39f6-1325-4949-b95b-7e346402e37a tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.419156 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ac3f39f6-1325-4949-b95b-7e346402e37a tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.420377 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ac3f39f6-1325-4949-b95b-7e346402e37a tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1389184 Jul 07 19:54:55.421477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f39f6-1325-4949-b95b-7e346402e37a tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3f0ff5-5832-4950-b886-08f99fa4c88e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:55.423499 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42422) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:55.428432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-272adad9-812a-4b29-a86a-5b4eab004e05 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Request body: {'security_group_rule': {'security_group_id': '1c3f0ff5-5832-4950-b886-08f99fa4c88e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:55.458766 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-272adad9-812a-4b29-a86a-5b4eab004e05 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.505101 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-272adad9-812a-4b29-a86a-5b4eab004e05 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.508721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-272adad9-812a-4b29-a86a-5b4eab004e05 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.528776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272adad9-812a-4b29-a86a-5b4eab004e05 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e099f77c-dc68-46cb-99f8-63b1f1279d55,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:55.536709 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-272adad9-812a-4b29-a86a-5b4eab004e05 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.538004 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-272adad9-812a-4b29-a86a-5b4eab004e05 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133869 Jul 07 19:54:55.540717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42426) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:55.545404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f976b9b1-9820-4306-ac2a-41bd783fcc3f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Request body: {'security_group_rule': {'security_group_id': '1c3f0ff5-5832-4950-b886-08f99fa4c88e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:55.572187 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f976b9b1-9820-4306-ac2a-41bd783fcc3f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.575167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:54:55.659071 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f976b9b1-9820-4306-ac2a-41bd783fcc3f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.667309 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f976b9b1-9820-4306-ac2a-41bd783fcc3f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.691792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976b9b1-9820-4306-ac2a-41bd783fcc3f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d40393c-7f29-4de7-8e1e-91393b3ff0b3,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:55.703712 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f976b9b1-9820-4306-ac2a-41bd783fcc3f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.707868 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f976b9b1-9820-4306-ac2a-41bd783fcc3f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631813 Jul 07 19:54:55.708203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42428) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:55.712658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:55.734342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2f8c8-99c3-4083-8be8-fa074512ea2b req-6a314a82-5672-458f-bf22-ff8534e9a8f0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:55.736049 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7b2f8c8-99c3-4083-8be8-fa074512ea2b req-6a314a82-5672-458f-bf22-ff8534e9a8f0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 944 time: 0.1116905 Jul 07 19:54:55.760865 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.824131 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7b2f8c8-99c3-4083-8be8-fa074512ea2b req-a99ad693-308d-4cb1-8e3d-99d0b29667ce tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813041 Jul 07 19:54:55.877233 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.984117 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Allocated IP 172.25.0.227 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/377cf29f-bfda-4a41-98fc-32895cf443f8) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:54:56.046268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0aeac8a1-f7f5-4771-af97-14ebcf60e71a no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:54:56.067999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 0aeac8a1-f7f5-4771-af97-14ebcf60e71a {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:54:56.068343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0aeac8a1-f7f5-4771-af97-14ebcf60e71a not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:54:56.399143 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.437170 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.471521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:54:56.476030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:56.478412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:54:56.509275 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event updated for resources: {'Port': ['ID=377cf29f-bfda-4a41-98fc-32895cf443f8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:56.571668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.612561 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.627811 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.770259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.775171 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.841195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event updated for resources: {'Port': ['ID=377cf29f-bfda-4a41-98fc-32895cf443f8,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:56.852683 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.867140 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.868452 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7430c19c-91de-4e41-ab23-57435fe9d172 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1592846 Jul 07 19:54:57.000889 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874b3c6-8fd5-4679-8ca4-b5bf8af78362 req-17ebcea8-4f7c-469b-8b6e-004c0182c05c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:57.003000 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4874b3c6-8fd5-4679-8ca4-b5bf8af78362 req-17ebcea8-4f7c-469b-8b6e-004c0182c05c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 944 time: 0.0647547 Jul 07 19:54:57.010339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-e9c7f440-93e8-4d6c-af73-d43b9357fb7b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1387590458&fields=id&tenant_id=a1dfc9f9172c42bc801762e77a5c666f HTTP/1.1" status: 200 len: 267 time: 0.0342679 Jul 07 19:54:57.042570 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4874b3c6-8fd5-4679-8ca4-b5bf8af78362 req-dbf5f45b-2221-4020-93bb-908805d4aad7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342779 Jul 07 19:54:57.055270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:54:57.108039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:54:57.111988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:54:57.112355 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:57.125110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-5a8a64a2-d75e-4d45-aca1-8377d506bbfe tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:57.126636 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-5a8a64a2-d75e-4d45-aca1-8377d506bbfe tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 810 time: 0.1097593 Jul 07 19:54:57.141556 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-05d31e8c-984b-4511-a97a-f569625c36c6 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/quotas/a1dfc9f9172c42bc801762e77a5c666f HTTP/1.1" status: 200 len: 375 time: 0.0092964 Jul 07 19:54:57.189969 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:57.213734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:54:57.216127 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e90783-c9ad-4f12-a6ae-dfe2b72a8c70" -d '{"events": [{"server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "name": "network-vif-plugged", "status": "completed", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:54:57.216952 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-0aecfa56-70a7-4437-9225-b07de3ebff3b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699956 Jul 07 19:54:57.230221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:57.234976 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:57.261251 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8f2c1f-27c4-440c-a590-caf3913bc9a7 x-openstack-request-id: req-ea8f2c1f-27c4-440c-a590-caf3913bc9a7 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:54:57.261251 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "name": "network-vif-plugged", "status": "completed", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:54:57.261442 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea8f2c1f-27c4-440c-a590-caf3913bc9a7 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:54:57.261755 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'code': 200} Jul 07 19:54:57.286721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:57.326499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-6d0da832-0e7b-4a17-be18-37eb73fe9fdf service neutron] 10.222.0.81 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973158 Jul 07 19:54:57.381025 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4f51-3e5b-4289-808c-650a06d61257 req-03930a97-3645-44ba-8493-888a01906b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:57.382532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de3c4f51-3e5b-4289-808c-650a06d61257 req-03930a97-3645-44ba-8493-888a01906b63 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1096 time: 0.0579660 Jul 07 19:54:57.419077 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de3c4f51-3e5b-4289-808c-650a06d61257 req-f8b98fdf-b468-4249-80f5-b165a1af4a47 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298812 Jul 07 19:54:57.420464 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-389fddf5-6118-4d85-bfaa-482cd379bc4a service neutron] 10.222.0.81 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878155 Jul 07 19:54:57.598815 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47821c09-3f2c-4969-acec-8f952fe7fbec req-ef559f4c-afa8-4c82-9652-859197469a7d tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 210 time: 0.0344131 Jul 07 19:54:58.233188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52216470-8d5a-4404-be57-7c20d96d8f50 req-d3d8031d-d35b-4f12-a9ef-2f5387a0803f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:58.234761 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52216470-8d5a-4404-be57-7c20d96d8f50 req-d3d8031d-d35b-4f12-a9ef-2f5387a0803f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 945 time: 0.0748756 Jul 07 19:54:58.275147 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52216470-8d5a-4404-be57-7c20d96d8f50 req-98c9d1ff-c5c3-4cfa-9bc9-55e7b2b912d2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342832 Jul 07 19:54:58.801889 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ccd10ef3-737c-47d9-9822-6d7d566f73a2 req-437dcc05-186d-4a57-956c-2d9c8d2f3a29 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 210 time: 0.0680809 Jul 07 19:54:58.867080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-0c0eab68-ea12-47a3-83cd-fe83ebb8a138 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:58.868555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-0c0eab68-ea12-47a3-83cd-fe83ebb8a138 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 810 time: 0.1449437 Jul 07 19:54:58.934750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-8c7366fd-78cc-40a3-a22c-ba874db4dd67 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1dfc9f9172c42bc801762e77a5c666f HTTP/1.1" status: 200 len: 380 time: 0.0480278 Jul 07 19:54:58.946437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Request body: {'port': {'device_id': '3776e327-e014-4892-9362-ee003c1328ee', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'admin_state_up': True, 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'security_groups': ['1c3f0ff5-5832-4950-b886-08f99fa4c88e']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:59.054001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Made reservation on behalf of a1dfc9f9172c42bc801762e77a5c666f for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:54:59.058016 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.179022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Allocated IP 172.20.0.12 (a923d225-8494-434f-8626-4c2af2901470/7b0075c9-a68f-4d82-8ea0-f22fa6c1044b/0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:54:59.316179 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.331353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Transition to ACTIVE for port object 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:54:59.365210 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.409929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Network a923d225-8494-434f-8626-4c2af2901470 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:54:59.415109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:59.418894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:54:59.425633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event updated for resources: {'Port': ['ID=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:59.460844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46918634-c56e-4255-9d05-a14bce1d7921 req-ee2179e6-9b6b-493e-afd8-59051500e936 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:59.462404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46918634-c56e-4255-9d05-a14bce1d7921 req-ee2179e6-9b6b-493e-afd8-59051500e936 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 945 time: 0.0712488 Jul 07 19:54:59.475201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:59.475852 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.492613 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-372c5528-ab15-4d90-93b1-98facceba136 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5500314 Jul 07 19:54:59.503697 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-46918634-c56e-4255-9d05-a14bce1d7921 req-ce2eab2d-7448-4a9a-93f0-70863f6341d5 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348196 Jul 07 19:54:59.508153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Request body: {'port': {'device_id': '3776e327-e014-4892-9362-ee003c1328ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:59.594532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.707932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-42de2623-4555-469e-b976-53e1d5038c35 None None] Provisioning for port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:54:59.712700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-42de2623-4555-469e-b976-53e1d5038c35 None None] Provisioning complete for port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:54:59.713111 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-42de2623-4555-469e-b976-53e1d5038c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.755753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-42de2623-4555-469e-b976-53e1d5038c35 None None] Port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:54:59.814475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3723a5-9bf7-47cc-abcb-5900739ea062 req-b07588e7-8503-4086-bfce-5f378674957b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:59.815950 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb3723a5-9bf7-47cc-abcb-5900739ea062 req-b07588e7-8503-4086-bfce-5f378674957b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 945 time: 0.1874456 Jul 07 19:54:59.889606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb3723a5-9bf7-47cc-abcb-5900739ea062 req-ce5981ad-313f-49f1-9744-9f4b71356cf6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642841 Jul 07 19:54:59.920042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42466) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:59.974957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:54:59.983240 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.996171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Transition to ACTIVE for port object 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:54:59.999901 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.020502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51d9a51-f248-4be1-af66-c2a2c9d96ca3 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:00.022011 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e51d9a51-f248-4be1-af66-c2a2c9d96ca3 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1091 time: 0.1009636 Jul 07 19:55:00.026408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42472) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:00.030402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f457cb-5f02-49f6-9ecd-e367e4819ad2 req-24d430fc-ed04-4624-b220-36290952aeb7 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:00.031885 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06f457cb-5f02-49f6-9ecd-e367e4819ad2 req-24d430fc-ed04-4624-b220-36290952aeb7 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 932 time: 0.1096320 Jul 07 19:55:00.033365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:00.074633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06f457cb-5f02-49f6-9ecd-e367e4819ad2 req-96858fda-9f3a-4a37-9a03-1bb177f9d767 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c3f0ff5-5832-4950-b886-08f99fa4c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357175 Jul 07 19:55:00.075725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:00.101131 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.208665 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Attempting to bind port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:55:00.209008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Attempting to bind port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:55:00.209343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Attempting to bind port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 on network a923d225-8494-434f-8626-4c2af2901470 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:55:00.217484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 on network a923d225-8494-434f-8626-4c2af2901470 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:55:00.217815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Attempting to bind port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 on network a923d225-8494-434f-8626-4c2af2901470 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:55:00.225685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:55:00.226031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Checking segment: {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:55:00.226427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Bound using segment: {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:55:00.226994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Bound port: 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a923d225-8494-434f-8626-4c2af2901470'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:55:00.227355 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.313125 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.326157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] For port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:55:00.330366 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] For port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:55:00.335287 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.404079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:00.404689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.406447 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] 10.222.0.110 "PUT /v2.0/ports/0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 HTTP/1.1" status: 200 len: 1092 time: 0.9028230 Jul 07 19:55:00.410567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3776e327-e014-4892-9362-ee003c1328ee', 'tag': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:55:00.413685 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087a9042-3d97-4996-8dbd-83d40036ffae" -d '{"events": [{"name": "network-changed", "server_uuid": "3776e327-e014-4892-9362-ee003c1328ee", "tag": "0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:55:00.476684 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be561e-c805-4149-a7b1-64eb924c1bc0 x-openstack-request-id: req-63be561e-c805-4149-a7b1-64eb924c1bc0 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:55:00.476984 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3776e327-e014-4892-9362-ee003c1328ee", "tag": "0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:55:00.477215 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63be561e-c805-4149-a7b1-64eb924c1bc0 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:55:00.477621 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3776e327-e014-4892-9362-ee003c1328ee', 'tag': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0', 'status': 'completed', 'code': 200} Jul 07 19:55:00.533949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0924e8-b40e-4877-b2ba-4ed09af529a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:00.563230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.25.0.214 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/f96499c2-5884-4274-b220-a736e5137e0a) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:00.627137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-c386f569-3dad-4911-9759-45dca9e04c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:00.628656 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-c386f569-3dad-4911-9759-45dca9e04c70 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 1095 time: 0.1701002 Jul 07 19:55:00.689368 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-0b313dd5-6cf8-4ab8-a179-7ac70b0bbee4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 HTTP/1.1" status: 200 len: 217 time: 0.0457847 Jul 07 19:55:00.744242 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.767326 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-cc12f045-6516-4578-a4e2-2f323c5bd835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:00.768818 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-cc12f045-6516-4578-a4e2-2f323c5bd835 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0669653 Jul 07 19:55:00.827789 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.877418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:00.885186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:00.887552 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:00.894079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-2e545395-6e5d-46c6-9f41-787fe350da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:00.895623 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-2e545395-6e5d-46c6-9f41-787fe350da72 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193624 Jul 07 19:55:00.914073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=f96499c2-5884-4274-b220-a736e5137e0a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:01.071261 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-695f6c06-ab35-45ce-9d0a-be8f52f029d4 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579847 Jul 07 19:55:01.253744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e446e-0953-453c-86e1-35e280b8ff22 req-afae4d27-3d69-465a-b20e-e1af335e6a24 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:01.255530 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-090e446e-0953-453c-86e1-35e280b8ff22 req-afae4d27-3d69-465a-b20e-e1af335e6a24 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 944 time: 0.0649750 Jul 07 19:55:01.257398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6139b613-be6e-4873-b49d-cee1c51930f2 req-df4bca10-b921-4422-890f-75bc7a8e398f service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687140 Jul 07 19:55:01.300675 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-090e446e-0953-453c-86e1-35e280b8ff22 req-fd4b229a-9fec-44c6-a3bd-d919779ca048 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c3f0ff5-5832-4950-b886-08f99fa4c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388262 Jul 07 19:55:01.810917 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9042-3d97-4996-8dbd-83d40036ffae req-79696aef-8ead-4c0b-a586-2c9fdccaa945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:01.812892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087a9042-3d97-4996-8dbd-83d40036ffae req-79696aef-8ead-4c0b-a586-2c9fdccaa945 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 1095 time: 0.4865217 Jul 07 19:55:01.878618 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:01.999802 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9042-3d97-4996-8dbd-83d40036ffae req-dd6b2ba7-cca7-413e-895a-eff8c76541b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:02.001185 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087a9042-3d97-4996-8dbd-83d40036ffae req-dd6b2ba7-cca7-413e-895a-eff8c76541b0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 911 time: 0.1798494 Jul 07 19:55:02.047089 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:02.049542 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087a9042-3d97-4996-8dbd-83d40036ffae req-2f140a11-81fb-4525-aa20-0f6b76498803 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 HTTP/1.1" status: 200 len: 217 time: 0.0393739 Jul 07 19:55:02.139451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9042-3d97-4996-8dbd-83d40036ffae req-d1fd171c-18ad-4c41-a33d-511f35104d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:02.140911 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087a9042-3d97-4996-8dbd-83d40036ffae req-d1fd171c-18ad-4c41-a33d-511f35104d1e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0726721 Jul 07 19:55:02.265485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9042-3d97-4996-8dbd-83d40036ffae req-4c7b8adb-1118-4113-9eaa-ddc9f4b48d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:02.266922 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087a9042-3d97-4996-8dbd-83d40036ffae req-4c7b8adb-1118-4113-9eaa-ddc9f4b48d5b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154373 Jul 07 19:55:02.325940 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:02.337846 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:02.431094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=f96499c2-5884-4274-b220-a736e5137e0a,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:02.456745 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087a9042-3d97-4996-8dbd-83d40036ffae req-2620d94c-342c-4253-9172-4b0d9b124b0d service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800225 Jul 07 19:55:02.488906 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:02.666743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-087a9042-3d97-4996-8dbd-83d40036ffae req-d871a39c-c4fa-487b-9ba2-4ba1219b9748 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912544 Jul 07 19:55:02.674295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ce131-9a07-4382-9a99-659cb95985a2 req-6da01545-15c2-4b6a-add9-59b9bf837a3a tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:02.675729 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-717ce131-9a07-4382-9a99-659cb95985a2 req-6da01545-15c2-4b6a-add9-59b9bf837a3a tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 944 time: 0.2457173 Jul 07 19:55:02.680409 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Floating IP 792e5657-aa39-4127-a16f-df713d9c496f associated. External IP: 172.25.0.214, port: 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c. Jul 07 19:55:02.789210 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-717ce131-9a07-4382-9a99-659cb95985a2 req-554f7a30-97a3-4b6c-9176-2feb2a3f92ab tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c3f0ff5-5832-4950-b886-08f99fa4c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057217 Jul 07 19:55:02.934739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router c13b8a62-3a3a-4115-ab98-9bb1728ddbce has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:03.047554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:03.058160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af290fdb-c674-486f-b23f-537a171f263b None None] Sync routers for ids ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:03.067909 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.070930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af290fdb-c674-486f-b23f-537a171f263b None None] Routers {'c13b8a62-3a3a-4115-ab98-9bb1728ddbce'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:03.071793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-af290fdb-c674-486f-b23f-537a171f263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:03.122901 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e96962cf-4017-4e9d-ab86-07c9e7e01878 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0946577 Jul 07 19:55:03.123595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:55:03.125985 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9778def-a0c3-4e09-ad48-b32356d4b231" -d '{"events": [{"name": "network-changed", "server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:55:03.162812 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6507a8-7bfb-4282-9766-4bfc4451ab6e x-openstack-request-id: req-cd6507a8-7bfb-4282-9766-4bfc4451ab6e {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:55:03.163112 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:55:03.163370 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd6507a8-7bfb-4282-9766-4bfc4451ab6e {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:55:03.163786 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'status': 'completed', 'code': 200} Jul 07 19:55:03.275319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9778def-a0c3-4e09-ad48-b32356d4b231 req-ee6b3179-1775-4927-bbc5-23a2b43b5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:03.277513 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9778def-a0c3-4e09-ad48-b32356d4b231 req-ee6b3179-1775-4927-bbc5-23a2b43b5428 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1096 time: 0.0875201 Jul 07 19:55:03.309208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fbf6c-7a87-4e00-b0ef-217e69caad12 req-63292889-81c4-4fc8-b434-ac872385687c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:03.311528 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3b1fbf6c-7a87-4e00-b0ef-217e69caad12 req-63292889-81c4-4fc8-b434-ac872385687c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 945 time: 0.0926600 Jul 07 19:55:03.353950 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3b1fbf6c-7a87-4e00-b0ef-217e69caad12 req-b74d8029-efa0-4fc6-9404-fb4ee8d450e8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362394 Jul 07 19:55:03.378859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-af290fdb-c674-486f-b23f-537a171f263b None None] Set router c13b8a62-3a3a-4115-ab98-9bb1728ddbce gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:55:03.381833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42484) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:03.388149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9778def-a0c3-4e09-ad48-b32356d4b231 req-134211cf-1901-42f3-9615-92a84548bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:03.389706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9778def-a0c3-4e09-ad48-b32356d4b231 req-134211cf-1901-42f3-9615-92a84548bf89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=47a0dd1c-09be-4d93-b140-8524c2a0cc38 HTTP/1.1" status: 200 len: 898 time: 0.1055453 Jul 07 19:55:03.462817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9778def-a0c3-4e09-ad48-b32356d4b231 req-9d6a2fee-99ed-4099-a100-2144da6464d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 200 len: 999 time: 0.0665414 Jul 07 19:55:03.470328 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-28462dd8-e681-453d-b82e-9cb9b151a5d8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/792e5657-aa39-4127-a16f-df713d9c496f HTTP/1.1" status: 200 len: 991 time: 0.0865774 Jul 07 19:55:03.517911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9778def-a0c3-4e09-ad48-b32356d4b231 req-257d5e79-52a4-4ffc-8dfd-6bbbbbd41d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:03.519356 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9778def-a0c3-4e09-ad48-b32356d4b231 req-257d5e79-52a4-4ffc-8dfd-6bbbbbd41d4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8330e505-b919-4d8c-ab23-66e33abc6c06 HTTP/1.1" status: 200 len: 835 time: 0.0503540 Jul 07 19:55:03.583991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9778def-a0c3-4e09-ad48-b32356d4b231 req-64163add-be3d-4547-9f4d-1d14e97f3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:03.585530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9778def-a0c3-4e09-ad48-b32356d4b231 req-64163add-be3d-4547-9f4d-1d14e97f3504 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=47a0dd1c-09be-4d93-b140-8524c2a0cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599229 Jul 07 19:55:03.618200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-af290fdb-c674-486f-b23f-537a171f263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '792e5657-aa39-4127-a16f-df713d9c496f', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'port_id': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'mac_address': 'fa:16:3e:2c:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9804747-36bf-4765-bea2-759007225c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:55:01Z', 'updated_at': '2021-07-07T19:55:01Z', 'revision_number': 0, 'project_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a411518f-41c5-40f4-9c8a-0b5247dc6cd7', 'name': '', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:43:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:43Z', 'updated_at': '2021-07-07T19:54:49Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:03.651393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af290fdb-c674-486f-b23f-537a171f263b None None] Checking router: c13b8a62-3a3a-4115-ab98-9bb1728ddbce for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:55:03.662261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af290fdb-c674-486f-b23f-537a171f263b None None] Routers {'c13b8a62-3a3a-4115-ab98-9bb1728ddbce'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:03.662905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-af290fdb-c674-486f-b23f-537a171f263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:03.684206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9778def-a0c3-4e09-ad48-b32356d4b231 req-f519b6b3-cb21-40d7-9e74-2d2c2931a81e service neutron] 10.222.0.48 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918684 Jul 07 19:55:03.784600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-af290fdb-c674-486f-b23f-537a171f263b None None] Set router c13b8a62-3a3a-4115-ab98-9bb1728ddbce gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:55:03.787893 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9778def-a0c3-4e09-ad48-b32356d4b231 req-7467507d-5515-404b-8703-ef97db902142 service neutron] 10.222.0.48 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967987 Jul 07 19:55:03.978484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876db1c3-7a9f-4c11-a40f-9bb372d38aee req-181ca50e-8104-47d5-953b-5214b41c976d tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:03.980637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-876db1c3-7a9f-4c11-a40f-9bb372d38aee req-181ca50e-8104-47d5-953b-5214b41c976d tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 944 time: 0.0690751 Jul 07 19:55:04.021130 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-876db1c3-7a9f-4c11-a40f-9bb372d38aee req-b79c0853-763c-4f25-8d47-097efa29a22b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c3f0ff5-5832-4950-b886-08f99fa4c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346196 Jul 07 19:55:04.032701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-af290fdb-c674-486f-b23f-537a171f263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '792e5657-aa39-4127-a16f-df713d9c496f', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'port_id': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'mac_address': 'fa:16:3e:2c:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9804747-36bf-4765-bea2-759007225c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:55:01Z', 'updated_at': '2021-07-07T19:55:01Z', 'revision_number': 0, 'project_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a411518f-41c5-40f4-9c8a-0b5247dc6cd7', 'name': '', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:43:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:43Z', 'updated_at': '2021-07-07T19:54:49Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:04.060555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af290fdb-c674-486f-b23f-537a171f263b None None] The sync data for ids ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'] in n-d-793621-9 is: [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '792e5657-aa39-4127-a16f-df713d9c496f', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'port_id': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'mac_address': 'fa:16:3e:2c:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9804747-36bf-4765-bea2-759007225c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:55:01Z', 'updated_at': '2021-07-07T19:55:01Z', 'revision_number': 0, 'project_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a411518f-41c5-40f4-9c8a-0b5247dc6cd7', 'name': '', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:43:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:43Z', 'updated_at': '2021-07-07T19:54:49Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:04.110253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:55:04.233291 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:55:04.247024 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'port_id': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0', 'mac_address': 'fa:16:3e:2d:93:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:55:04.286858 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.301420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:55:04.306393 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d38724-8efb-45d5-8a48-42689a482f68 None None] New status for floating IP 792e5657-aa39-4127-a16f-df713d9c496f: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:55:04.322363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:55:04.327999 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.376282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:04.475039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42488) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:04.541220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4090802f-b341-44ee-8e09-f76d45811b84 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/792e5657-aa39-4127-a16f-df713d9c496f HTTP/1.1" status: 200 len: 991 time: 0.0637975 Jul 07 19:55:04.611553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:55:05.191704 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b0639-4854-46dd-a12d-87579fa432be req-7c03ec40-bfdb-4add-9671-067d22e5fbc8 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:05.193172 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-534b0639-4854-46dd-a12d-87579fa432be req-7c03ec40-bfdb-4add-9671-067d22e5fbc8 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 945 time: 0.0633295 Jul 07 19:55:05.235549 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-534b0639-4854-46dd-a12d-87579fa432be req-b7d2ad59-b4fa-4e96-83b8-1b4d5cba610d tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c3f0ff5-5832-4950-b886-08f99fa4c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359936 Jul 07 19:55:05.543348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42492) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:05.602648 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7f631100-37d3-4169-a95b-d17bb942fadd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/792e5657-aa39-4127-a16f-df713d9c496f HTTP/1.1" status: 200 len: 993 time: 0.0580599 Jul 07 19:55:05.949015 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:06.140787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:55:06.193975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:55:06.198066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:55:06.198432 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:06.277012 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:06.299217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3776e327-e014-4892-9362-ee003c1328ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:55:06.301457 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e53682-9fd7-4827-857e-6e9de7ddcfca" -d '{"events": [{"server_uuid": "3776e327-e014-4892-9362-ee003c1328ee", "name": "network-vif-plugged", "status": "completed", "tag": "0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:55:06.315573 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:55:06.319400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:06.351457 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe865f55-1f29-4cb3-bf4c-d65a78315406 x-openstack-request-id: req-fe865f55-1f29-4cb3-bf4c-d65a78315406 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:55:06.351643 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3776e327-e014-4892-9362-ee003c1328ee", "name": "network-vif-plugged", "status": "completed", "tag": "0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:55:06.351879 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe865f55-1f29-4cb3-bf4c-d65a78315406 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:55:06.352905 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3776e327-e014-4892-9362-ee003c1328ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0', 'code': 200} Jul 07 19:55:06.381022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:06.422402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7c979-93b6-4ca0-852a-fe07605ba79a req-c193ccc3-eb61-403b-a9af-14023de7de90 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:06.424463 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8e7c979-93b6-4ca0-852a-fe07605ba79a req-c193ccc3-eb61-403b-a9af-14023de7de90 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 946 time: 0.0714388 Jul 07 19:55:06.487360 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8e7c979-93b6-4ca0-852a-fe07605ba79a req-6aef2b6a-8c6d-470d-bc82-d08f09fdd581 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c3f0ff5-5832-4950-b886-08f99fa4c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557573 Jul 07 19:55:06.501323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00374f6-15ee-427a-85d8-89ce22d0cee0 req-7e3a7566-67c2-4601-b2f5-a03dc92ac5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:06.502837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a00374f6-15ee-427a-85d8-89ce22d0cee0 req-7e3a7566-67c2-4601-b2f5-a03dc92ac5b7 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 1097 time: 0.0900838 Jul 07 19:55:06.542539 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a00374f6-15ee-427a-85d8-89ce22d0cee0 req-c72b0ab0-d878-473e-a7b5-e4bf06bf9490 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1c3f0ff5-5832-4950-b886-08f99fa4c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285544 Jul 07 19:55:07.677627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1419cf-f1a0-4523-8cab-cca889ca2242 req-09b0024e-4e9f-4922-81fa-5c36b2c365e2 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:07.679146 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb1419cf-f1a0-4523-8cab-cca889ca2242 req-09b0024e-4e9f-4922-81fa-5c36b2c365e2 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 946 time: 0.0683484 Jul 07 19:55:07.719323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb1419cf-f1a0-4523-8cab-cca889ca2242 req-b670a8d3-f337-43c2-bd8b-594ad05c0c8f tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c3f0ff5-5832-4950-b886-08f99fa4c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335410 Jul 07 19:55:07.898018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4dade-1c42-410a-82f6-c307ad3d1536 req-a07e34fa-5629-4452-b5df-ea34629ab644 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:07.899470 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fdd4dade-1c42-410a-82f6-c307ad3d1536 req-a07e34fa-5629-4452-b5df-ea34629ab644 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 946 time: 0.0706577 Jul 07 19:55:07.908537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42502) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:07.913082 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e5d850f2-6f7c-4e77-8819-58cc976b3e09 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Request body: {'floatingip': {'port_id': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:07.953980 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e5d850f2-6f7c-4e77-8819-58cc976b3e09 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.688312 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e5d850f2-6f7c-4e77-8819-58cc976b3e09 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.692094 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e5d850f2-6f7c-4e77-8819-58cc976b3e09 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.791060 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-e5d850f2-6f7c-4e77-8819-58cc976b3e09 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Floating IP 39f502c0-50eb-4b3f-9026-1c703747f2e9 associated. External IP: 172.25.0.227, port: 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0. Jul 07 19:55:08.995611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d850f2-6f7c-4e77-8819-58cc976b3e09 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Router 1e294e56-512c-463e-b972-5fcb56f6fba8 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:09.101513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d850f2-6f7c-4e77-8819-58cc976b3e09 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:09.106747 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e5d850f2-6f7c-4e77-8819-58cc976b3e09 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:09.111130 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727d1ff-6ede-4e87-97cd-628c45f6c3ef None None] Sync routers for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:09.120285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b727d1ff-6ede-4e87-97cd-628c45f6c3ef None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:09.120900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b727d1ff-6ede-4e87-97cd-628c45f6c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:09.142408 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e5d850f2-6f7c-4e77-8819-58cc976b3e09 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "PUT /v2.0/floatingips/39f502c0-50eb-4b3f-9026-1c703747f2e9 HTTP/1.1" status: 200 len: 992 time: 1.2328081 Jul 07 19:55:09.143030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3776e327-e014-4892-9362-ee003c1328ee', 'tag': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:55:09.145309 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7811d6f5-9bf3-4b79-b26a-3c5a8ffbfc40" -d '{"events": [{"name": "network-changed", "server_uuid": "3776e327-e014-4892-9362-ee003c1328ee", "tag": "0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:55:09.184003 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5554979e-d9dc-4e06-808b-6f7ad7d99609 x-openstack-request-id: req-5554979e-d9dc-4e06-808b-6f7ad7d99609 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:55:09.184301 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3776e327-e014-4892-9362-ee003c1328ee", "tag": "0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:55:09.184558 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5554979e-d9dc-4e06-808b-6f7ad7d99609 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:55:09.184969 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3776e327-e014-4892-9362-ee003c1328ee', 'tag': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0', 'status': 'completed', 'code': 200} Jul 07 19:55:09.236130 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-b727d1ff-6ede-4e87-97cd-628c45f6c3ef None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:55:09.261291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d6f5-9bf3-4b79-b26a-3c5a8ffbfc40 req-bbdd038c-75c9-497f-835c-c1555c33ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:09.262818 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7811d6f5-9bf3-4b79-b26a-3c5a8ffbfc40 req-bbdd038c-75c9-497f-835c-c1555c33ac72 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 1097 time: 0.0569019 Jul 07 19:55:09.358722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d6f5-9bf3-4b79-b26a-3c5a8ffbfc40 req-92d07ada-0f0e-4988-baf3-7e64cfcf49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:09.360273 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7811d6f5-9bf3-4b79-b26a-3c5a8ffbfc40 req-92d07ada-0f0e-4988-baf3-7e64cfcf49b1 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 911 time: 0.0904889 Jul 07 19:55:09.425572 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7811d6f5-9bf3-4b79-b26a-3c5a8ffbfc40 req-82fe9cc0-2d8e-41e4-a2e3-ea5187d7a5e5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 HTTP/1.1" status: 200 len: 1000 time: 0.0580606 Jul 07 19:55:09.465416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b727d1ff-6ede-4e87-97cd-628c45f6c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '39f502c0-50eb-4b3f-9026-1c703747f2e9', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'port_id': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'mac_address': 'fa:16:3e:2d:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3776e327-e014-4892-9362-ee003c1328ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:54:56Z', 'updated_at': '2021-07-07T19:55:08Z', 'revision_number': 1, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:51:00Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:09.475984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d6f5-9bf3-4b79-b26a-3c5a8ffbfc40 req-93404b7b-35be-4f70-a3e6-79abc56b82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:09.477467 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7811d6f5-9bf3-4b79-b26a-3c5a8ffbfc40 req-93404b7b-35be-4f70-a3e6-79abc56b82c1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0451574 Jul 07 19:55:09.491608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727d1ff-6ede-4e87-97cd-628c45f6c3ef None None] Checking router: 1e294e56-512c-463e-b972-5fcb56f6fba8 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:55:09.500466 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b727d1ff-6ede-4e87-97cd-628c45f6c3ef None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:09.501078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b727d1ff-6ede-4e87-97cd-628c45f6c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:54:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:09.539131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d6f5-9bf3-4b79-b26a-3c5a8ffbfc40 req-df77f955-37c8-48d8-ae23-8d4522d5615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:09.540564 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7811d6f5-9bf3-4b79-b26a-3c5a8ffbfc40 req-df77f955-37c8-48d8-ae23-8d4522d5615a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555847 Jul 07 19:55:09.606026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-b727d1ff-6ede-4e87-97cd-628c45f6c3ef None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:55:09.628336 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7811d6f5-9bf3-4b79-b26a-3c5a8ffbfc40 req-ea8fcbcd-4c2e-4a77-94cc-0e0c5c96c1cc service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804787 Jul 07 19:55:09.729575 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7811d6f5-9bf3-4b79-b26a-3c5a8ffbfc40 req-ceb4db3f-ac44-47ec-a905-8562abc4b9b8 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948415 Jul 07 19:55:09.840682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b727d1ff-6ede-4e87-97cd-628c45f6c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '39f502c0-50eb-4b3f-9026-1c703747f2e9', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'port_id': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'mac_address': 'fa:16:3e:2d:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3776e327-e014-4892-9362-ee003c1328ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:54:56Z', 'updated_at': '2021-07-07T19:55:08Z', 'revision_number': 1, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:51:00Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:09.867491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727d1ff-6ede-4e87-97cd-628c45f6c3ef None None] The sync data for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 is: [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '39f502c0-50eb-4b3f-9026-1c703747f2e9', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'port_id': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'mac_address': 'fa:16:3e:2d:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3776e327-e014-4892-9362-ee003c1328ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:54:56Z', 'updated_at': '2021-07-07T19:55:08Z', 'revision_number': 1, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:51:00Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:10.051346 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c0f501-deb1-42ab-bdb4-775e419fb6fa None None] New status for floating IP 39f502c0-50eb-4b3f-9026-1c703747f2e9: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:55:10.177729 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.780645 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:55:21.116389 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c1501e76-1372-4c41-98b8-e81030910e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.900155 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:24.087789 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a821364f-1393-449e-a955-9e39233531a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:24.880795 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:26.622900 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:27.824917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f77c3c4-2b71-4a84-8cd6-d3493e31aa9f req-5a82bd94-41de-44db-a19f-ffc4b2105f97 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529549 Jul 07 19:55:27.922101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77c3c4-2b71-4a84-8cd6-d3493e31aa9f req-35e62f0c-da81-40c8-9de2-46f48757a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:27.923662 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f77c3c4-2b71-4a84-8cd6-d3493e31aa9f req-35e62f0c-da81-40c8-9de2-46f48757a992 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 1097 time: 0.0535789 Jul 07 19:55:28.032863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77c3c4-2b71-4a84-8cd6-d3493e31aa9f req-2c639ba0-474c-4430-9b6f-45dc8fc1b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:28.034344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f77c3c4-2b71-4a84-8cd6-d3493e31aa9f req-2c639ba0-474c-4430-9b6f-45dc8fc1b980 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 911 time: 0.0898833 Jul 07 19:55:28.103533 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f77c3c4-2b71-4a84-8cd6-d3493e31aa9f req-744308e7-1889-43c5-bd0b-8c710305fdba service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 HTTP/1.1" status: 200 len: 1002 time: 0.0595469 Jul 07 19:55:28.153780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77c3c4-2b71-4a84-8cd6-d3493e31aa9f req-bd838b4b-0d05-4edf-a113-fe1010f5794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:28.155266 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f77c3c4-2b71-4a84-8cd6-d3493e31aa9f req-bd838b4b-0d05-4edf-a113-fe1010f5794f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0442410 Jul 07 19:55:28.217030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77c3c4-2b71-4a84-8cd6-d3493e31aa9f req-e6a05991-e129-424f-8c04-fec817705796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:28.218546 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f77c3c4-2b71-4a84-8cd6-d3493e31aa9f req-e6a05991-e129-424f-8c04-fec817705796 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565205 Jul 07 19:55:28.309700 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f77c3c4-2b71-4a84-8cd6-d3493e31aa9f req-8454d757-31cf-4567-9d70-f6fa89822681 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817106 Jul 07 19:55:28.410781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2f77c3c4-2b71-4a84-8cd6-d3493e31aa9f req-551bb46a-5265-4e83-82c7-54f552916d2e service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934973 Jul 07 19:55:29.311143 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d2ec1531-0a6f-4f6b-9077-8a63497266bc req-9d389e97-112a-4b6b-9398-cc85f8a59b27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1027124 Jul 07 19:55:29.407326 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec1531-0a6f-4f6b-9077-8a63497266bc req-7b36e26d-2ddf-4459-a388-e2aa2300e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:29.408840 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d2ec1531-0a6f-4f6b-9077-8a63497266bc req-7b36e26d-2ddf-4459-a388-e2aa2300e1f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1096 time: 0.0538738 Jul 07 19:55:29.518633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec1531-0a6f-4f6b-9077-8a63497266bc req-1ae9eccc-4ba4-47dc-af66-ffb74d72b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:29.520048 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d2ec1531-0a6f-4f6b-9077-8a63497266bc req-1ae9eccc-4ba4-47dc-af66-ffb74d72b7f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=47a0dd1c-09be-4d93-b140-8524c2a0cc38 HTTP/1.1" status: 200 len: 898 time: 0.0891764 Jul 07 19:55:29.587966 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d2ec1531-0a6f-4f6b-9077-8a63497266bc req-bbd04f3e-f285-4dd4-ae0f-bdbeb167277e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 200 len: 1001 time: 0.0582213 Jul 07 19:55:29.636192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec1531-0a6f-4f6b-9077-8a63497266bc req-f3fe39de-d330-48f6-905a-47179cc88d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:29.637646 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d2ec1531-0a6f-4f6b-9077-8a63497266bc req-f3fe39de-d330-48f6-905a-47179cc88d2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8330e505-b919-4d8c-ab23-66e33abc6c06 HTTP/1.1" status: 200 len: 835 time: 0.0432413 Jul 07 19:55:29.698484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec1531-0a6f-4f6b-9077-8a63497266bc req-b6344af7-a761-440b-9dec-4fd8dde98e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:29.700328 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d2ec1531-0a6f-4f6b-9077-8a63497266bc req-b6344af7-a761-440b-9dec-4fd8dde98e1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=47a0dd1c-09be-4d93-b140-8524c2a0cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559769 Jul 07 19:55:29.790710 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d2ec1531-0a6f-4f6b-9077-8a63497266bc req-f91c53d2-61b4-4ef2-ac9f-48d98e55202f service neutron] 10.222.0.48 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833316 Jul 07 19:55:29.884453 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d2ec1531-0a6f-4f6b-9077-8a63497266bc req-79a11833-cc69-4016-94e0-0aa5ca25372d service neutron] 10.222.0.48 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873950 Jul 07 19:55:35.952351 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:40.195119 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:51.240878 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-50752f4e-2302-4288-8581-471aca67a8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:53.901268 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:54.089450 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-33a8fd89-42d9-497b-ad5b-d341c05ca38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:54.779199 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:55:54.883181 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:56.625332 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:05.953864 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:10.194336 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:21.121888 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-49bad9cc-ee0a-46d4-9b82-7b7ae73e9aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:23.902277 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:24.090534 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-eae3f476-23a0-4503-b676-5e7155e1d136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:24.270774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d2a7-8719-45d1-bcae-d8a1edada52c req-763198af-4fac-4acc-a700-dbfc7425594b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:24.272291 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4cf9d2a7-8719-45d1-bcae-d8a1edada52c req-763198af-4fac-4acc-a700-dbfc7425594b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 945 time: 0.0642915 Jul 07 19:56:24.310528 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4cf9d2a7-8719-45d1-bcae-d8a1edada52c req-39dfa759-06cc-459d-bf5c-b1238b1fdfce tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323918 Jul 07 19:56:24.336076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42676) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:24.403431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-af1e303b-a37f-49ef-a2f1-6072ed833454 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/792e5657-aa39-4127-a16f-df713d9c496f HTTP/1.1" status: 200 len: 993 time: 0.0659969 Jul 07 19:56:24.850687 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3247ba9-d049-46a2-9540-1831f2d7b359 req-83f23365-298a-47fe-9f48-59178e24dd4f tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:24.852232 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a3247ba9-d049-46a2-9540-1831f2d7b359 req-83f23365-298a-47fe-9f48-59178e24dd4f tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1096 time: 0.0598583 Jul 07 19:56:24.885243 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:24.887538 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a3247ba9-d049-46a2-9540-1831f2d7b359 req-828e0dee-6980-445e-b535-863ad40d06b9 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294189 Jul 07 19:56:25.502674 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-e4898bdf-c2f3-4466-b8c8-c192ba97d099 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019456 Jul 07 19:56:25.511725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-4bb287a3-508d-486c-98a6-9cd796a70fea service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:56:25.512708 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-4bb287a3-508d-486c-98a6-9cd796a70fea service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054979 Jul 07 19:56:26.202522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-1e09c2e4-cfde-40c1-8218-a81e4fac6fbb tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:26.203907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-1e09c2e4-cfde-40c1-8218-a81e4fac6fbb tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/ports/09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 200 len: 1093 time: 0.0957999 Jul 07 19:56:26.211614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] Request body: {'binding': {'host': 'n-h2-793621-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:26.212063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] Unknown quota resources ['binding']. {{(pid=93900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:56:26.343763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] Attempting to bind port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on host n-h2-793621-9 for vnic_type normal with profile None {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:56:26.344096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] Attempting to bind port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:56:26.344422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] Attempting to bind port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:56:26.348624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] Port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:56:26.348944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] Attempting to bind port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:56:26.353649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:56:26.353920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] Checking segment: {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:56:26.354297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] Bound using segment: {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:56:26.354720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] Bound port: 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:56:26.441481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:56:26.445535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] Notify callbacks [] for binding, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:26.446724 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-8be69c64-96f4-4f26-b12d-3977d351ee66 service neutron] 10.222.0.81 "POST /v2.0/ports/09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2384312 Jul 07 19:56:26.635363 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:26.669089 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c6fdc-864d-4e81-a8c1-9d9fb02f2636 req-998f4882-539b-4ff5-a8af-38c9a9fa6847 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:26.670871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-954c6fdc-864d-4e81-a8c1-9d9fb02f2636 req-998f4882-539b-4ff5-a8af-38c9a9fa6847 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 945 time: 0.0778446 Jul 07 19:56:26.710710 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-954c6fdc-864d-4e81-a8c1-9d9fb02f2636 req-5dbb3007-4e2c-4d2d-aed8-16fbc0831869 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341315 Jul 07 19:56:26.754636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-960a33b6-ec3f-4a5b-9699-0ae8727d7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:26.756188 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-960a33b6-ec3f-4a5b-9699-0ae8727d7db4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1096 time: 0.1016812 Jul 07 19:56:26.846420 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2503587d-ed92-4b1b-9977-4be2684e294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:26.847944 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2503587d-ed92-4b1b-9977-4be2684e294e service neutron] 10.222.0.110 "GET /v2.0/networks?id=47a0dd1c-09be-4d93-b140-8524c2a0cc38 HTTP/1.1" status: 200 len: 898 time: 0.0844867 Jul 07 19:56:26.918236 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-c3baafc4-d36f-460a-a5d8-a0f38ea786e0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 200 len: 1001 time: 0.0625327 Jul 07 19:56:26.969031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-234c03a6-4ccf-4180-9608-2e65ad61313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:26.970443 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-234c03a6-4ccf-4180-9608-2e65ad61313a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8330e505-b919-4d8c-ab23-66e33abc6c06 HTTP/1.1" status: 200 len: 835 time: 0.0427172 Jul 07 19:56:27.028409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-1a8c5794-aa97-4533-b7bf-8420db708b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:27.029911 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-1a8c5794-aa97-4533-b7bf-8420db708b71 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=47a0dd1c-09be-4d93-b140-8524c2a0cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509348 Jul 07 19:56:27.125601 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-928c0d2a-8c5b-44a6-ac46-c350a9135457 service neutron] 10.222.0.110 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864179 Jul 07 19:56:27.218587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-c6b6d618-12cb-4e7d-a77c-d6f9260a0e32 service neutron] 10.222.0.110 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813324 Jul 07 19:56:27.389610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-1e9c8fc5-4e6b-4891-9498-6aeb1081080f tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:27.391104 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-1e9c8fc5-4e6b-4891-9498-6aeb1081080f tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d&tenant_id=44b13c388e294841bb8022c823490da8&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 1096 time: 0.0950704 Jul 07 19:56:27.404779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-9'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:27.474485 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:27.596786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:27.633405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:56:27.672825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:56:27.675230 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3928128a-6324-45f8-a0ee-8de01f2b338b" -d '{"events": [{"server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:56:27.679194 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:27.687096 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:27.716483 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1144e669-f461-4cc0-88ab-2562d7714621 x-openstack-request-id: req-1144e669-f461-4cc0-88ab-2562d7714621 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:56:27.716774 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:56:27.717024 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1144e669-f461-4cc0-88ab-2562d7714621 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:56:27.717419 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'code': 200} Jul 07 19:56:27.784388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Pushing event updated for resources: {'Port': ['ID=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:27.794191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:27.794544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:27.794905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:27.795767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:27.796101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:27.796431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:27.796759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:27.797085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:27.797406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:27.797731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:27.798059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:27.798374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:27.831916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-798a5b62-5718-4a06-abc4-a8633e4612eb req-0ca95f53-afda-47fb-861b-b9dadaaa3e04 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701933 Jul 07 19:56:27.862991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Attempting to bind port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on host n-h1-793621-9 for vnic_type normal with profile {"migrating_to": "n-h2-793621-9"} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:56:27.863338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Attempting to bind port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:56:27.863678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Attempting to bind port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:56:27.868618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:56:27.868949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Attempting to bind port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:56:27.874492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:56:27.874877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Checking segment: {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:56:27.875448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Bound using segment: {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:56:27.875903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Bound port: 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f938f8c-f8a9-4e48-97a9-4c0d3621f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:56:27.876326 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:27.915239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd5a57-a4fa-4441-a348-fb98f4cb6036 req-da7371b4-62a0-44d4-b966-0c9fa9231a17 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:27.917686 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2acd5a57-a4fa-4441-a348-fb98f4cb6036 req-da7371b4-62a0-44d4-b966-0c9fa9231a17 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 943 time: 0.0780110 Jul 07 19:56:27.955533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:56:27.959156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:56:27.964055 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:27.991117 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2acd5a57-a4fa-4441-a348-fb98f4cb6036 req-54cf5321-975b-444e-9870-b1c6094c8ccb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666044 Jul 07 19:56:28.012540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5b62-5718-4a06-abc4-a8633e4612eb req-ec6ba224-f690-4994-8ef4-096a6f4072d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:28.014992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-798a5b62-5718-4a06-abc4-a8633e4612eb req-ec6ba224-f690-4994-8ef4-096a6f4072d6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 1097 time: 0.0819726 Jul 07 19:56:28.037968 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Provisioning complete for port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:56:28.038551 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.109392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:28.110028 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.111491 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] 10.222.0.110 "PUT /v2.0/ports/09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 200 len: 1121 time: 0.7107332 Jul 07 19:56:28.117152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005e498-a59b-4ef1-882b-0005b5a4cf47 service neutron] Pushing event updated for resources: {'Port': ['ID=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,revision_number=8']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:28.127111 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.147855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5b62-5718-4a06-abc4-a8633e4612eb req-830a8383-9c2e-42f4-806f-50636807789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:28.149506 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-798a5b62-5718-4a06-abc4-a8633e4612eb req-830a8383-9c2e-42f4-806f-50636807789b service neutron] 10.222.0.110 "GET /v2.0/networks?id=a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 200 len: 911 time: 0.1058016 Jul 07 19:56:28.161940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:56:28.164281 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c21b8a8-748d-471c-9484-0b4f23d74653" -d '{"events": [{"server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "name": "network-vif-plugged", "status": "completed", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:56:28.195658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:56:28.227043 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8869b615-a3cd-4ba9-a88f-df0f655aaba5 x-openstack-request-id: req-8869b615-a3cd-4ba9-a88f-df0f655aaba5 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:56:28.227390 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "name": "network-vif-plugged", "status": "completed", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:56:28.227556 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8869b615-a3cd-4ba9-a88f-df0f655aaba5 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:56:28.227983 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'code': 200} Jul 07 19:56:28.231669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:28.237480 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-798a5b62-5718-4a06-abc4-a8633e4612eb req-265915a8-fa97-428a-b9e8-f3cae3c9b028 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 HTTP/1.1" status: 200 len: 1002 time: 0.0792968 Jul 07 19:56:28.239413 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.288812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5b62-5718-4a06-abc4-a8633e4612eb req-cc3561d7-fb7a-47b8-88b9-c4616f343e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:28.290221 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-798a5b62-5718-4a06-abc4-a8633e4612eb req-cc3561d7-fb7a-47b8-88b9-c4616f343e06 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 200 len: 849 time: 0.0458672 Jul 07 19:56:28.353865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5b62-5718-4a06-abc4-a8633e4612eb req-a05df603-ce21-4726-ba0f-dfac2482fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:28.355730 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-798a5b62-5718-4a06-abc4-a8633e4612eb req-a05df603-ce21-4726-ba0f-dfac2482fdf8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a923d225-8494-434f-8626-4c2af2901470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585022 Jul 07 19:56:28.452130 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-798a5b62-5718-4a06-abc4-a8633e4612eb req-6392b800-592f-41d9-af13-6b35a47b7945 service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883369 Jul 07 19:56:28.549957 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-798a5b62-5718-4a06-abc4-a8633e4612eb req-16aba419-9fd3-4543-9e43-81049fb216cb service neutron] 10.222.0.110 "GET /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877213 Jul 07 19:56:28.568593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Pushing event updated for resources: {'Port': ['ID=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:28.588327 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.588681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.589025 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.589368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.589709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.590037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.590366 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.590695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.591049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.591375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.591700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.592023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbabf4-063b-4fa9-b209-244872da499f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.755927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f6f8662e-fb8c-40b7-8370-21f33e9d0055 None None] Provisioning complete for port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:56:28.756306 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f6f8662e-fb8c-40b7-8370-21f33e9d0055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:29.176442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41433f4a-249f-4f3e-9840-d44ece8fa186 req-5fb3cfe1-0101-40c2-8671-bde73f55d78f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:29.177876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41433f4a-249f-4f3e-9840-d44ece8fa186 req-5fb3cfe1-0101-40c2-8671-bde73f55d78f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 945 time: 0.0635884 Jul 07 19:56:29.218545 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-41433f4a-249f-4f3e-9840-d44ece8fa186 req-1b902d00-b507-4d0b-9ca1-66e76458e353 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352077 Jul 07 19:56:29.291394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822c01c-cff8-4f3a-941d-092627d98f9e req-ee0d7e97-350f-4050-aea3-ceacad82fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:29.292888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b822c01c-cff8-4f3a-941d-092627d98f9e req-ee0d7e97-350f-4050-aea3-ceacad82fd01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1126 time: 0.0538576 Jul 07 19:56:29.400752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822c01c-cff8-4f3a-941d-092627d98f9e req-d46761b3-a1f2-4364-bb53-027d95d23d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:29.402363 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b822c01c-cff8-4f3a-941d-092627d98f9e req-d46761b3-a1f2-4364-bb53-027d95d23d69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=47a0dd1c-09be-4d93-b140-8524c2a0cc38 HTTP/1.1" status: 200 len: 898 time: 0.0876396 Jul 07 19:56:29.468866 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b822c01c-cff8-4f3a-941d-092627d98f9e req-d4aa5558-9ce3-4093-9555-2bff2908e3e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 200 len: 1001 time: 0.0577159 Jul 07 19:56:29.522763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822c01c-cff8-4f3a-941d-092627d98f9e req-743c2a88-18e3-4efa-b2fc-a7225ff4adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:29.524231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b822c01c-cff8-4f3a-941d-092627d98f9e req-743c2a88-18e3-4efa-b2fc-a7225ff4adab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8330e505-b919-4d8c-ab23-66e33abc6c06 HTTP/1.1" status: 200 len: 835 time: 0.0462365 Jul 07 19:56:29.582217 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822c01c-cff8-4f3a-941d-092627d98f9e req-3c9b734c-f26e-48cf-8dc5-38fe35564d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:29.583732 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b822c01c-cff8-4f3a-941d-092627d98f9e req-3c9b734c-f26e-48cf-8dc5-38fe35564d00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=47a0dd1c-09be-4d93-b140-8524c2a0cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510683 Jul 07 19:56:29.673431 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b822c01c-cff8-4f3a-941d-092627d98f9e req-6a0032ca-cb37-40cb-ab15-18ac275c0e0d service neutron] 10.222.0.48 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818231 Jul 07 19:56:29.726095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:56:29.728679 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9336600-12b5-4a6f-becb-be5c393b7def" -d '{"events": [{"name": "network-changed", "server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:56:29.764776 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e515e-a0a3-4079-a970-3c8645f51364 x-openstack-request-id: req-f68e515e-a0a3-4079-a970-3c8645f51364 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:56:29.765060 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:56:29.765311 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f68e515e-a0a3-4079-a970-3c8645f51364 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:56:29.765701 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'status': 'completed', 'code': 200} Jul 07 19:56:29.775680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b822c01c-cff8-4f3a-941d-092627d98f9e req-86319032-0477-4909-8daf-66cafb66b629 service neutron] 10.222.0.48 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937502 Jul 07 19:56:29.876793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9336600-12b5-4a6f-becb-be5c393b7def req-45ead146-1a44-403b-adfc-e1673e958974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:29.878301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9336600-12b5-4a6f-becb-be5c393b7def req-45ead146-1a44-403b-adfc-e1673e958974 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1126 time: 0.0551956 Jul 07 19:56:30.263902 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9336600-12b5-4a6f-becb-be5c393b7def req-9490c852-eb25-458b-8759-c487d25fc97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:30.265381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9336600-12b5-4a6f-becb-be5c393b7def req-9490c852-eb25-458b-8759-c487d25fc97e service neutron] 10.222.0.48 "GET /v2.0/networks?id=47a0dd1c-09be-4d93-b140-8524c2a0cc38 HTTP/1.1" status: 200 len: 898 time: 0.3804083 Jul 07 19:56:30.330695 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9336600-12b5-4a6f-becb-be5c393b7def req-29cefb46-2fdf-4619-a050-bdfb94990332 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 200 len: 1001 time: 0.0579553 Jul 07 19:56:30.380053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9336600-12b5-4a6f-becb-be5c393b7def req-a84d64de-460d-49ca-90fb-9eae1afa0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:30.381535 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9336600-12b5-4a6f-becb-be5c393b7def req-a84d64de-460d-49ca-90fb-9eae1afa0362 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8330e505-b919-4d8c-ab23-66e33abc6c06 HTTP/1.1" status: 200 len: 835 time: 0.0430253 Jul 07 19:56:30.394669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e766a7-c161-41c2-8332-9eb053e7fae1 req-d9780f12-0f95-4ffb-b2c2-b9929b001b7e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:30.396190 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17e766a7-c161-41c2-8332-9eb053e7fae1 req-d9780f12-0f95-4ffb-b2c2-b9929b001b7e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 945 time: 0.0659335 Jul 07 19:56:30.435420 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-17e766a7-c161-41c2-8332-9eb053e7fae1 req-5a098351-09ff-4b26-a399-ce0c5c20498d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336347 Jul 07 19:56:30.446327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9336600-12b5-4a6f-becb-be5c393b7def req-d94785e3-ab2b-4956-8035-f97112a7e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:30.447881 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9336600-12b5-4a6f-becb-be5c393b7def req-d94785e3-ab2b-4956-8035-f97112a7e708 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=47a0dd1c-09be-4d93-b140-8524c2a0cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592186 Jul 07 19:56:30.485376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:56:30.543703 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9336600-12b5-4a6f-becb-be5c393b7def req-b3e483ef-1f26-4bfb-b483-7e501da92de4 service neutron] 10.222.0.48 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879724 Jul 07 19:56:30.585130 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:30.597622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c has no active binding in host n-h2-793621-9 {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:56:30.636713 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9336600-12b5-4a6f-becb-be5c393b7def req-043a2927-fbd1-4543-84a5-520e102083a4 service neutron] 10.222.0.48 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856407 Jul 07 19:56:31.611833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0550814-406f-4f40-a40d-8ed78420282f req-5d1971c7-eb96-4944-b127-8c3c33d58f38 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:31.613618 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c0550814-406f-4f40-a40d-8ed78420282f req-5d1971c7-eb96-4944-b127-8c3c33d58f38 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 945 time: 0.0626550 Jul 07 19:56:31.650406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c0550814-406f-4f40-a40d-8ed78420282f req-431e3087-fee6-4b47-abf9-dfc5fad502d5 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310917 Jul 07 19:56:31.777752 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:56:32.829838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e47d17-8aad-42aa-8036-695cf81869ee req-130a1dd0-63f8-47e5-a199-02b7f8aab410 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:32.831340 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41e47d17-8aad-42aa-8036-695cf81869ee req-130a1dd0-63f8-47e5-a199-02b7f8aab410 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 945 time: 0.0686939 Jul 07 19:56:32.868633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-41e47d17-8aad-42aa-8036-695cf81869ee req-befee070-bbb3-4db2-8b82-2ea4a36aaf1e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316992 Jul 07 19:56:33.763407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-d2464012-cf3e-4dc5-8f82-424c4af63727 service neutron] 10.222.0.48 "GET /v2.0/ports/09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c/bindings/n-h2-793621-9 HTTP/1.1" status: 200 len: 384 time: 0.0557096 Jul 07 19:56:33.934128 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-94762f3d-3883-45de-b12f-e727869bdda2 req-34c0264d-0084-43d7-a76e-8e264a81b2ed service neutron] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:33.955134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-94762f3d-3883-45de-b12f-e727869bdda2 req-34c0264d-0084-43d7-a76e-8e264a81b2ed service neutron] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:56:33.994820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:56:33.997163 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2862dd2d-3c79-42ba-a2d5-c2a247856a1f" -d '{"events": [{"server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:56:34.004338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-94762f3d-3883-45de-b12f-e727869bdda2 req-34c0264d-0084-43d7-a76e-8e264a81b2ed service neutron] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:34.019420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94762f3d-3883-45de-b12f-e727869bdda2 req-34c0264d-0084-43d7-a76e-8e264a81b2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:34.044737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00fc-54b0-44c3-9555-7870d2e6bf52 req-b87724b6-46de-4dd7-8aea-843e04a5d476 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:34.046965 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-095c00fc-54b0-44c3-9555-7870d2e6bf52 req-b87724b6-46de-4dd7-8aea-843e04a5d476 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 945 time: 0.0677023 Jul 07 19:56:34.057733 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f05c5c8-d6e6-46e3-b326-b00848afaa94 x-openstack-request-id: req-4f05c5c8-d6e6-46e3-b326-b00848afaa94 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:56:34.058031 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:56:34.058285 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f05c5c8-d6e6-46e3-b326-b00848afaa94 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:56:34.058675 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'code': 200} Jul 07 19:56:34.085869 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-095c00fc-54b0-44c3-9555-7870d2e6bf52 req-19e4d497-11d8-4f7c-8c51-ce2afde02638 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331690 Jul 07 19:56:34.101864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-94762f3d-3883-45de-b12f-e727869bdda2 req-34c0264d-0084-43d7-a76e-8e264a81b2ed service neutron] Transition to ACTIVE for port object 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:56:34.107470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-94762f3d-3883-45de-b12f-e727869bdda2 req-34c0264d-0084-43d7-a76e-8e264a81b2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:34.202276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0264d-0084-43d7-a76e-8e264a81b2ed service neutron] Pushing event updated for resources: {'Port': ['ID=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,revision_number=11']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:34.240832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-94762f3d-3883-45de-b12f-e727869bdda2 req-34c0264d-0084-43d7-a76e-8e264a81b2ed service neutron] No DVR routers for this DVR port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:56:34.376408 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-34c0264d-0084-43d7-a76e-8e264a81b2ed service neutron] 10.222.0.48 "PUT /v2.0/ports/09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c/bindings/n-h2-793621-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6068120 Jul 07 19:56:34.521983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-eb5c57b3-f2f5-4936-a71e-f4c7b2427a79 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:34.523496 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-eb5c57b3-f2f5-4936-a71e-f4c7b2427a79 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d&tenant_id=44b13c388e294841bb8022c823490da8&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 1095 time: 0.0930061 Jul 07 19:56:34.581378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-121f74ba-34b0-4a19-921c-960bb1c67ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:34.582738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-121f74ba-34b0-4a19-921c-960bb1c67ff7 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d&tenant_id=44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 1095 time: 0.0513999 Jul 07 19:56:34.661062 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-bea498ec-fd08-436b-b2a3-38f8d35f16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:34.662498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-bea498ec-fd08-436b-b2a3-38f8d35f16f1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1095 time: 0.0541623 Jul 07 19:56:34.754165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-4971e6bb-efef-49bd-a50b-2c07e3dda099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:34.755654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-4971e6bb-efef-49bd-a50b-2c07e3dda099 service neutron] 10.222.0.110 "GET /v2.0/networks?id=47a0dd1c-09be-4d93-b140-8524c2a0cc38 HTTP/1.1" status: 200 len: 898 time: 0.0835385 Jul 07 19:56:34.824010 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-fc93fd1a-9b66-47ac-a0ab-e18e4a5b91df service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 200 len: 999 time: 0.0599997 Jul 07 19:56:34.874780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-584af3f8-9282-40f7-9381-6696f6c44b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:34.876143 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-584af3f8-9282-40f7-9381-6696f6c44b3d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8330e505-b919-4d8c-ab23-66e33abc6c06 HTTP/1.1" status: 200 len: 835 time: 0.0433381 Jul 07 19:56:34.933692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-0567b474-c2e0-4d1e-a927-26148054ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:34.935304 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-0567b474-c2e0-4d1e-a927-26148054ad60 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=47a0dd1c-09be-4d93-b140-8524c2a0cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510933 Jul 07 19:56:35.027657 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-f64bff5b-9be0-46e2-bd53-e052c39aeeea service neutron] 10.222.0.110 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839419 Jul 07 19:56:35.120098 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-ffb94abc-9ef8-4399-9c80-e8f0af6ace7d service neutron] 10.222.0.110 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828421 Jul 07 19:56:35.268903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00119269-3e52-4083-ad24-8a2c4ce395e9 req-612238ce-07ef-4461-92b7-1d98c7163b8c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:35.270449 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00119269-3e52-4083-ad24-8a2c4ce395e9 req-612238ce-07ef-4461-92b7-1d98c7163b8c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 944 time: 0.0657921 Jul 07 19:56:35.315598 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00119269-3e52-4083-ad24-8a2c4ce395e9 req-ad462092-7951-4fff-a6de-a3899ff47dd2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385103 Jul 07 19:56:35.437820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762f3d-3883-45de-b12f-e727869bdda2 req-5f337d48-94f6-4c08-b6a6-07020cde4aab tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:35.439388 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-5f337d48-94f6-4c08-b6a6-07020cde4aab tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d&tenant_id=44b13c388e294841bb8022c823490da8&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 1095 time: 0.0606868 Jul 07 19:56:35.570329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-94762f3d-3883-45de-b12f-e727869bdda2 req-0ee1c58e-dcd0-47cc-b0e9-ef03fb14d449 service neutron] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:56:35.573695 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-94762f3d-3883-45de-b12f-e727869bdda2 req-0ee1c58e-dcd0-47cc-b0e9-ef03fb14d449 service neutron] Notify callbacks [] for binding, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:35.574866 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94762f3d-3883-45de-b12f-e727869bdda2 req-0ee1c58e-dcd0-47cc-b0e9-ef03fb14d449 service neutron] 10.222.0.110 "DELETE /v2.0/ports/09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c/bindings/n-h1-793621-9 HTTP/1.1" status: 204 len: 173 time: 0.1273148 Jul 07 19:56:35.951577 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:36.495096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752eb7b-9f91-4be2-86d2-da7731053d75 req-84d5b2f1-5787-4cda-a971-4f8ed6b25418 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:36.496604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1752eb7b-9f91-4be2-86d2-da7731053d75 req-84d5b2f1-5787-4cda-a971-4f8ed6b25418 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 944 time: 0.0638916 Jul 07 19:56:36.534891 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1752eb7b-9f91-4be2-86d2-da7731053d75 req-c1425145-2f89-4900-bc07-bc08890763f0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Jul 07 19:56:36.697657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893d8c0-3ae0-47bc-95f5-1d11ca1e24d7 req-dc5e731a-009f-436e-94cd-a9a48e61d3d5 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:36.699177 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8893d8c0-3ae0-47bc-95f5-1d11ca1e24d7 req-dc5e731a-009f-436e-94cd-a9a48e61d3d5 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1095 time: 0.0526805 Jul 07 19:56:36.733619 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8893d8c0-3ae0-47bc-95f5-1d11ca1e24d7 req-96b1f32f-7dcb-4db7-ad70-8600b7910a43 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285425 Jul 07 19:56:36.909226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917baaa3-70a5-455c-aaad-0c77afd70772 req-6b541f8b-6924-4d5e-9592-32e7a4fcb175 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:36.910649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-917baaa3-70a5-455c-aaad-0c77afd70772 req-6b541f8b-6924-4d5e-9592-32e7a4fcb175 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 944 time: 0.0636690 Jul 07 19:56:36.948830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-917baaa3-70a5-455c-aaad-0c77afd70772 req-da5032bc-6abb-4bb0-bf02-31a286defe5b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325270 Jul 07 19:56:36.978142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42772) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:37.041683 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d2cf42fc-32af-4251-a5f7-b206f66f2ab5 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/792e5657-aa39-4127-a16f-df713d9c496f HTTP/1.1" status: 200 len: 991 time: 0.0623977 Jul 07 19:56:37.314323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42778) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:37.468315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port f96499c2-5884-4274-b220-a736e5137e0a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:56:37.468677 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:37.541226 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:37.541552 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:37.551475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:56:37.553887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for f96499c2-5884-4274-b220-a736e5137e0a owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:56:37.589916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:56:37.705987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:37.732142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=f96499c2-5884-4274-b220-a736e5137e0a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:37.794620 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:37.794994 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Floating IP 792e5657-aa39-4127-a16f-df713d9c496f disassociated (deleted). External IP: 172.25.0.214, port: 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c. Jul 07 19:56:37.995235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router c13b8a62-3a3a-4115-ab98-9bb1728ddbce has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:56:38.100792 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:56:38.105670 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:38.110299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4f5c4a-51b6-48f5-b7c1-96b22b50a5de None None] Sync routers for ids ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:56:38.118871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4f5c4a-51b6-48f5-b7c1-96b22b50a5de None None] Routers {'c13b8a62-3a3a-4115-ab98-9bb1728ddbce'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:56:38.119482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8f4f5c4a-51b6-48f5-b7c1-96b22b50a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:56:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:38.146121 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8c518b7f-5f0a-4050-b037-dd3b3329b8cb tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/floatingips/792e5657-aa39-4127-a16f-df713d9c496f HTTP/1.1" status: 204 len: 168 time: 0.8305964 Jul 07 19:56:38.146706 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:56:38.149026 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a768dbd5-25bb-48de-848d-8a25a286e4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:56:38.186346 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e91911c-a43d-4f02-b038-e72c8f41c0b8 x-openstack-request-id: req-3e91911c-a43d-4f02-b038-e72c8f41c0b8 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:56:38.186702 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:56:38.187381 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e91911c-a43d-4f02-b038-e72c8f41c0b8 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:56:38.187792 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'status': 'completed', 'code': 200} Jul 07 19:56:38.233284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-8f4f5c4a-51b6-48f5-b7c1-96b22b50a5de None None] Set router c13b8a62-3a3a-4115-ab98-9bb1728ddbce gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:56:38.276672 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768dbd5-25bb-48de-848d-8a25a286e4d6 req-bcdddd97-0eef-4520-b6df-4d1268e477e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:38.278209 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a768dbd5-25bb-48de-848d-8a25a286e4d6 req-bcdddd97-0eef-4520-b6df-4d1268e477e8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 1095 time: 0.0592289 Jul 07 19:56:38.371744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768dbd5-25bb-48de-848d-8a25a286e4d6 req-ba4ed305-9bd2-4d60-aa5f-46ee0dadb759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:38.373253 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a768dbd5-25bb-48de-848d-8a25a286e4d6 req-ba4ed305-9bd2-4d60-aa5f-46ee0dadb759 service neutron] 10.222.0.110 "GET /v2.0/networks?id=47a0dd1c-09be-4d93-b140-8524c2a0cc38 HTTP/1.1" status: 200 len: 898 time: 0.0885272 Jul 07 19:56:38.428836 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a768dbd5-25bb-48de-848d-8a25a286e4d6 req-e00da4a2-9026-40a7-ac43-1ddbb271b64a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 200 len: 217 time: 0.0421202 Jul 07 19:56:38.450562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8f4f5c4a-51b6-48f5-b7c1-96b22b50a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a411518f-41c5-40f4-9c8a-0b5247dc6cd7', 'name': '', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:43:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:43Z', 'updated_at': '2021-07-07T19:54:49Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:38.477760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4f5c4a-51b6-48f5-b7c1-96b22b50a5de None None] Checking router: c13b8a62-3a3a-4115-ab98-9bb1728ddbce for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:56:38.483640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768dbd5-25bb-48de-848d-8a25a286e4d6 req-6200799c-1476-4145-b928-fd60a91e05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:38.485360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a768dbd5-25bb-48de-848d-8a25a286e4d6 req-6200799c-1476-4145-b928-fd60a91e05d9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8330e505-b919-4d8c-ab23-66e33abc6c06 HTTP/1.1" status: 200 len: 835 time: 0.0461266 Jul 07 19:56:38.486071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4f5c4a-51b6-48f5-b7c1-96b22b50a5de None None] Routers {'c13b8a62-3a3a-4115-ab98-9bb1728ddbce'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:56:38.486674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8f4f5c4a-51b6-48f5-b7c1-96b22b50a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:56:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:38.545677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768dbd5-25bb-48de-848d-8a25a286e4d6 req-6565c5c7-4896-4253-a684-c330037295ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:38.547469 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a768dbd5-25bb-48de-848d-8a25a286e4d6 req-6565c5c7-4896-4253-a684-c330037295ce service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=47a0dd1c-09be-4d93-b140-8524c2a0cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552430 Jul 07 19:56:38.552575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff47dd5-92ef-4254-be1b-c1a413a250f1 req-84a86c74-3e3e-4c2e-9c70-9c582ba96e99 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:38.554192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ff47dd5-92ef-4254-be1b-c1a413a250f1 req-84a86c74-3e3e-4c2e-9c70-9c582ba96e99 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 944 time: 0.0681658 Jul 07 19:56:38.596720 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ff47dd5-92ef-4254-be1b-c1a413a250f1 req-1dd29cd4-5174-41ef-94f3-2795f5a2a566 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdefccc3-1320-4e8b-973c-24cdb777efde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367723 Jul 07 19:56:38.600811 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-8f4f5c4a-51b6-48f5-b7c1-96b22b50a5de None None] Set router c13b8a62-3a3a-4115-ab98-9bb1728ddbce gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:56:38.645613 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a768dbd5-25bb-48de-848d-8a25a286e4d6 req-bd3d764f-f96e-4793-92fa-4a27a3a98e17 service neutron] 10.222.0.110 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875700 Jul 07 19:56:38.760871 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a768dbd5-25bb-48de-848d-8a25a286e4d6 req-7c9c20da-4e35-48b0-90ae-0c8bd5c00462 service neutron] 10.222.0.110 "GET /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063771 Jul 07 19:56:38.817398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-8f4f5c4a-51b6-48f5-b7c1-96b22b50a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a411518f-41c5-40f4-9c8a-0b5247dc6cd7', 'name': '', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:43:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:43Z', 'updated_at': '2021-07-07T19:54:49Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:38.848080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4f5c4a-51b6-48f5-b7c1-96b22b50a5de None None] The sync data for ids ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'] in n-d-793621-9 is: [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a411518f-41c5-40f4-9c8a-0b5247dc6cd7', 'name': '', 'network_id': '47a0dd1c-09be-4d93-b140-8524c2a0cc38', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:43:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:43Z', 'updated_at': '2021-07-07T19:54:49Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': '8330e505-b919-4d8c-ab23-66e33abc6c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:56:38.983403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffd2ed-38f6-4ac6-bd3b-3ee9f49233fa req-befec673-523f-4608-b0be-7486216742c0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:38.985098 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4dffd2ed-38f6-4ac6-bd3b-3ee9f49233fa req-befec673-523f-4608-b0be-7486216742c0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.110 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 944 time: 0.0666375 Jul 07 19:56:39.065858 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ca6f4-1bd4-4d1e-bbf1-09f057a1335b None None] New status for floating IP 792e5657-aa39-4127-a16f-df713d9c496f: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:56:39.096000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-4dffd2ed-38f6-4ac6-bd3b-3ee9f49233fa req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:56:39.096360 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4dffd2ed-38f6-4ac6-bd3b-3ee9f49233fa req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:39.185118 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-4dffd2ed-38f6-4ac6-bd3b-3ee9f49233fa req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] For port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:39.186084 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4dffd2ed-38f6-4ac6-bd3b-3ee9f49233fa req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:39.198757 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-4dffd2ed-38f6-4ac6-bd3b-3ee9f49233fa req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:56:39.327613 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4dffd2ed-38f6-4ac6-bd3b-3ee9f49233fa req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:39.354381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:39.368848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:39.369208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:39.369560 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:39.369902 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:39.370243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:39.370581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:39.370977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:39.371273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:39.371606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:39.371936 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:39.372265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:39.372593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:39.414119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dffd2ed-38f6-4ac6-bd3b-3ee9f49233fa req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] No DVR routers for this DVR port 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:56:39.416583 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4dffd2ed-38f6-4ac6-bd3b-3ee9f49233fa req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:39.418589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4dffd2ed-38f6-4ac6-bd3b-3ee9f49233fa req-29d3b640-af71-4e80-9243-492894d47600 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.110 "DELETE /v2.0/ports/09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c HTTP/1.1" status: 204 len: 173 time: 0.4253850 Jul 07 19:56:39.419056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'name': 'network-vif-deleted', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:56:39.422042 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1507cec8-2aeb-4212-9bc7-a8e665089674" -d '{"events": [{"server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "name": "network-vif-deleted", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:56:39.519123 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64412228-7a71-4024-abd1-1c2e4f143592 x-openstack-request-id: req-64412228-7a71-4024-abd1-1c2e4f143592 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:56:39.519419 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9804747-36bf-4765-bea2-759007225c9d", "name": "network-vif-deleted", "tag": "09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:56:39.519685 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64412228-7a71-4024-abd1-1c2e4f143592 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:56:39.520086 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9804747-36bf-4765-bea2-759007225c9d', 'name': 'network-vif-deleted', 'tag': '09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c', 'status': 'completed', 'code': 200} Jul 07 19:56:39.760446 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0580d259-a9ad-484d-bf7f-fcad505b153f req-5a505c3e-903a-4fc1-ad51-5a6ad5b2e67f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9804747-36bf-4765-bea2-759007225c9d HTTP/1.1" status: 200 len: 210 time: 0.0307882 Jul 07 19:56:40.220377 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:40.860227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42802) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:41.227328 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd643e0-c16d-4e79-aaf1-ce59b1f0f3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:41.491970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-cdd643e0-c16d-4e79-aaf1-ce59b1f0f3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port a411518f-41c5-40f4-9c8a-0b5247dc6cd7 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:56:41.492308 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd643e0-c16d-4e79-aaf1-ce59b1f0f3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:41.576860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-cdd643e0-c16d-4e79-aaf1-ce59b1f0f3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] For port a411518f-41c5-40f4-9c8a-0b5247dc6cd7, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a411518f-41c5-40f4-9c8a-0b5247dc6cd7,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:41.577213 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd643e0-c16d-4e79-aaf1-ce59b1f0f3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:41.589633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-cdd643e0-c16d-4e79-aaf1-ce59b1f0f3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for a411518f-41c5-40f4-9c8a-0b5247dc6cd7 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:56:41.772625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd643e0-c16d-4e79-aaf1-ce59b1f0f3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:41.798927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd643e0-c16d-4e79-aaf1-ce59b1f0f3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=a411518f-41c5-40f4-9c8a-0b5247dc6cd7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:41.976303 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdd643e0-c16d-4e79-aaf1-ce59b1f0f3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:42.483352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd643e0-c16d-4e79-aaf1-ce59b1f0f3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router c13b8a62-3a3a-4115-ab98-9bb1728ddbce has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:56:42.517073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:56:42.536846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:56:42.537197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 09a573a4-cf4f-42f9-bfe5-5a316a5f7b0c not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:56:42.585895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd643e0-c16d-4e79-aaf1-ce59b1f0f3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:56:42.590806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cdd643e0-c16d-4e79-aaf1-ce59b1f0f3b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "PUT /v2.0/routers/c13b8a62-3a3a-4115-ab98-9bb1728ddbce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294872 Jul 07 19:56:42.593673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42808) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:42.595213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d16183-0624-42b0-8709-990b4c56881d None None] Sync routers for ids ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:56:42.604181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d16183-0624-42b0-8709-990b4c56881d None None] Routers {'c13b8a62-3a3a-4115-ab98-9bb1728ddbce'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:56:42.604789 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e7d16183-0624-42b0-8709-990b4c56881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:56:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:42.646136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-e946dce4-b8ac-41f3-9642-efc3032fc292 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting subnet 8330e505-b919-4d8c-ab23-66e33abc6c06 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:56:42.649127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e946dce4-b8ac-41f3-9642-efc3032fc292 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:42.688808 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e946dce4-b8ac-41f3-9642-efc3032fc292 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:42.707435 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e7d16183-0624-42b0-8709-990b4c56881d None None] Set router c13b8a62-3a3a-4115-ab98-9bb1728ddbce gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:56:42.782412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e946dce4-b8ac-41f3-9642-efc3032fc292 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:42.848929 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e946dce4-b8ac-41f3-9642-efc3032fc292 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:42.876150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946dce4-b8ac-41f3-9642-efc3032fc292 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Subnet': ['ID=8330e505-b919-4d8c-ab23-66e33abc6c06,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:42.881432 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e946dce4-b8ac-41f3-9642-efc3032fc292 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:42.885671 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e946dce4-b8ac-41f3-9642-efc3032fc292 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/subnets/8330e505-b919-4d8c-ab23-66e33abc6c06 HTTP/1.1" status: 204 len: 168 time: 0.2885246 Jul 07 19:56:42.886335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42810) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:42.887795 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b59d58-1546-40a8-b1ec-e7a21c784b08 None None] Network 47a0dd1c-09be-4d93-b140-8524c2a0cc38 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:56:42.901645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e7d16183-0624-42b0-8709-990b4c56881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:56:41Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:42.960159 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d16183-0624-42b0-8709-990b4c56881d None None] Checking router: c13b8a62-3a3a-4115-ab98-9bb1728ddbce for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:56:42.981791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d16183-0624-42b0-8709-990b4c56881d None None] Routers {'c13b8a62-3a3a-4115-ab98-9bb1728ddbce'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:56:42.983052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e7d16183-0624-42b0-8709-990b4c56881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:56:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:42.993034 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.096872 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.132964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e7d16183-0624-42b0-8709-990b4c56881d None None] Set router c13b8a62-3a3a-4115-ab98-9bb1728ddbce gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:56:43.149120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:56:43.149398 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.250966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe552403-8c9c-4b71-b438-23f6b3d2a527 None None] DHCP port deletion for 47a0dd1c-09be-4d93-b140-8524c2a0cc38 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:56:43.253315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] For port 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3b8ce181-948b-44a0-b0ed-1d01b5a72c3e,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:43.253676 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.266881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:56:43.355626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fe552403-8c9c-4b71-b438-23f6b3d2a527 None None] Deleting port b9e6ddfa-cc55-4437-b692-9b85a683fb89 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:56:43.355999 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fe552403-8c9c-4b71-b438-23f6b3d2a527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.439396 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.471618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=3b8ce181-948b-44a0-b0ed-1d01b5a72c3e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:43.537159 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.586525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-fe552403-8c9c-4b71-b438-23f6b3d2a527 None None] For port b9e6ddfa-cc55-4437-b692-9b85a683fb89, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b9e6ddfa-cc55-4437-b692-9b85a683fb89,segment=NetworkSegment(4f938f8c-f8a9-4e48-97a9-4c0d3621f272),segment_id=4f938f8c-f8a9-4e48-97a9-4c0d3621f272)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:43.587121 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fe552403-8c9c-4b71-b438-23f6b3d2a527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.598869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e7d16183-0624-42b0-8709-990b4c56881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:56:41Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:43.625807 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fe552403-8c9c-4b71-b438-23f6b3d2a527 None None] Calling delete_port for b9e6ddfa-cc55-4437-b692-9b85a683fb89 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:56:43.628798 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.629800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d16183-0624-42b0-8709-990b4c56881d None None] The sync data for ids ['c13b8a62-3a3a-4115-ab98-9bb1728ddbce'] in n-d-793621-9 is: [{'id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967733103', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:56:41Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': '3b8ce181-948b-44a0-b0ed-1d01b5a72c3e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13b8a62-3a3a-4115-ab98-9bb1728ddbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:41Z', 'updated_at': '2021-07-07T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:56:43.631965 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.679073 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.679636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Fanout notify agent at l3_agent the message router_deleted on router c13b8a62-3a3a-4115-ab98-9bb1728ddbce {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:56:43.687653 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.688767 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-becee2f7-2a85-4ebc-9d9a-14f54514786a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/routers/c13b8a62-3a3a-4115-ab98-9bb1728ddbce HTTP/1.1" status: 204 len: 168 time: 0.8018026 Jul 07 19:56:43.691532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42814) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:43.710472 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fe552403-8c9c-4b71-b438-23f6b3d2a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.739917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe552403-8c9c-4b71-b438-23f6b3d2a527 None None] Pushing event deleted for resources: {'Port': ['ID=b9e6ddfa-cc55-4437-b692-9b85a683fb89,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:43.742214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe552403-8c9c-4b71-b438-23f6b3d2a527 None None] No DVR routers for this DVR port b9e6ddfa-cc55-4437-b692-9b85a683fb89 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:56:43.775995 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.862877 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.872339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a0dd1c-09be-4d93-b140-8524c2a0cc38']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:43.882839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f938f8c-f8a9-4e48-97a9-4c0d3621f272') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:43.883144 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f938f8c-f8a9-4e48-97a9-4c0d3621f272') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:43.892367 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.906122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.911870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:56:43.912261 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:56:43.915374 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:56:43.985241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.990332 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:43.993354 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/networks/47a0dd1c-09be-4d93-b140-8524c2a0cc38 HTTP/1.1" status: 204 len: 168 time: 0.3000436 Jul 07 19:56:43.995511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42816) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:44.011101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048cb0c-4477-4213-8d3a-d47750a7134d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Network': ['ID=47a0dd1c-09be-4d93-b140-8524c2a0cc38,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:44.067660 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b25d66c4-a506-426d-a5c1-dd210460f93f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:44.095189 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b25d66c4-a506-426d-a5c1-dd210460f93f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:44.155538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b25d66c4-a506-426d-a5c1-dd210460f93f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:44.158268 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b25d66c4-a506-426d-a5c1-dd210460f93f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:44.159464 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b25d66c4-a506-426d-a5c1-dd210460f93f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/security-groups/cdefccc3-1320-4e8b-973c-24cdb777efde HTTP/1.1" status: 204 len: 168 time: 0.1628487 Jul 07 19:56:44.169089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d66c4-a506-426d-a5c1-dd210460f93f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdefccc3-1320-4e8b-973c-24cdb777efde,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:44.722150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42824) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:44.729926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a83b92d3-9065-405b-aba5-2d1a7660b067 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506423598', 'description': 'tempest-secgroup-smoke-1506423598 description', 'project_id': '44b13c388e294841bb8022c823490da8'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:44.753729 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a83b92d3-9065-405b-aba5-2d1a7660b067 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:44.778486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a411518f-41c5-40f4-9c8a-0b5247dc6cd7 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:56:44.802480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: a411518f-41c5-40f4-9c8a-0b5247dc6cd7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:56:44.802967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a411518f-41c5-40f4-9c8a-0b5247dc6cd7 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:56:44.803379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b9e6ddfa-cc55-4437-b692-9b85a683fb89 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:56:44.822400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: b9e6ddfa-cc55-4437-b692-9b85a683fb89 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:56:44.822741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b9e6ddfa-cc55-4437-b692-9b85a683fb89 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:56:44.823218 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:56:44.842629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:56:44.847599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3b8ce181-948b-44a0-b0ed-1d01b5a72c3e not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:56:44.847841 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a83b92d3-9065-405b-aba5-2d1a7660b067 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:44.854027 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a83b92d3-9065-405b-aba5-2d1a7660b067 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:44.884049 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a83b92d3-9065-405b-aba5-2d1a7660b067 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:44.885342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a83b92d3-9065-405b-aba5-2d1a7660b067 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1621034 Jul 07 19:56:44.887138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b92d3-9065-405b-aba5-2d1a7660b067 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:44.888397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42826) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:44.895212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-054c6456-8913-4bb4-92a9-784abc41f835 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:44.929706 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-054c6456-8913-4bb4-92a9-784abc41f835 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:44.985305 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-054c6456-8913-4bb4-92a9-784abc41f835 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:44.988829 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-054c6456-8913-4bb4-92a9-784abc41f835 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.006763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c6456-8913-4bb4-92a9-784abc41f835 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80dd6a61-9646-43cc-a1c3-ca973071fbae,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:45.012170 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-054c6456-8913-4bb4-92a9-784abc41f835 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.014496 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-054c6456-8913-4bb4-92a9-784abc41f835 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240740 Jul 07 19:56:45.016997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42828) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:45.021459 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5202b8b0-5554-4986-a6fa-542280277210 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:45.053551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5202b8b0-5554-4986-a6fa-542280277210 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.108587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5202b8b0-5554-4986-a6fa-542280277210 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.112228 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5202b8b0-5554-4986-a6fa-542280277210 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.129639 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202b8b0-5554-4986-a6fa-542280277210 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83415ba1-7196-45ec-90b9-65e703014634,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:45.136013 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5202b8b0-5554-4986-a6fa-542280277210 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.137374 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5202b8b0-5554-4986-a6fa-542280277210 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194429 Jul 07 19:56:45.140678 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42830) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:45.145127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7b2bfd20-5c29-4445-95a0-c338adc5c0f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:45.172084 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b2bfd20-5c29-4445-95a0-c338adc5c0f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.236535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b2bfd20-5c29-4445-95a0-c338adc5c0f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.241471 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b2bfd20-5c29-4445-95a0-c338adc5c0f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.259826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bfd20-5c29-4445-95a0-c338adc5c0f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0729da5-f103-47d4-ae75-c33072ff083f,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:45.267819 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7b2bfd20-5c29-4445-95a0-c338adc5c0f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.269498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7b2bfd20-5c29-4445-95a0-c338adc5c0f8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277583 Jul 07 19:56:45.272267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42834) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:45.276782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-23035241-7fce-4ec8-8229-38477569057e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:45.301690 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23035241-7fce-4ec8-8229-38477569057e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.361294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23035241-7fce-4ec8-8229-38477569057e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.364909 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23035241-7fce-4ec8-8229-38477569057e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.382951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23035241-7fce-4ec8-8229-38477569057e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0fad85-8607-4eeb-b893-9438e3441f10,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:45.390898 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23035241-7fce-4ec8-8229-38477569057e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.394749 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-23035241-7fce-4ec8-8229-38477569057e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188414 Jul 07 19:56:45.394928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42838) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:45.399331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-27cd2968-6853-4564-ba69-39b25e4bb92b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:45.422267 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-27cd2968-6853-4564-ba69-39b25e4bb92b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Project 44b13c388e294841bb8022c823490da8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:56:45.430021 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cd2968-6853-4564-ba69-39b25e4bb92b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.491771 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cd2968-6853-4564-ba69-39b25e4bb92b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.496229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cd2968-6853-4564-ba69-39b25e4bb92b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.515425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd2968-6853-4564-ba69-39b25e4bb92b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285d794e-5f0a-450a-9726-0bb22d1ccfa8,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:45.520800 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27cd2968-6853-4564-ba69-39b25e4bb92b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.522084 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-27cd2968-6853-4564-ba69-39b25e4bb92b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262243 Jul 07 19:56:45.524946 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42840) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:45.529427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3f8f8a6b-afe5-4d44-9c37-150eb1b83dee tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'security_group_rule': {'security_group_id': 'ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71', 'project_id': '44b13c388e294841bb8022c823490da8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:45.550664 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-3f8f8a6b-afe5-4d44-9c37-150eb1b83dee tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Project 44b13c388e294841bb8022c823490da8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:56:45.555389 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8a6b-afe5-4d44-9c37-150eb1b83dee tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.618652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8a6b-afe5-4d44-9c37-150eb1b83dee tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.622241 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8a6b-afe5-4d44-9c37-150eb1b83dee tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.642005 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f8a6b-afe5-4d44-9c37-150eb1b83dee tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddfb979-aa41-4695-9e36-18c243828aff,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:45.645230 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8a6b-afe5-4d44-9c37-150eb1b83dee tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.649181 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3f8f8a6b-afe5-4d44-9c37-150eb1b83dee tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205120 Jul 07 19:56:45.649603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42842) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:45.654226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8d32e0d3-a9d3-4e5d-9b8b-2ef93b886da8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'network': {'name': 'tempest-network-smoke--1442770842', 'project_id': '44b13c388e294841bb8022c823490da8', 'port_security_enabled': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:45.674432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d32e0d3-a9d3-4e5d-9b8b-2ef93b886da8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Made reservation on behalf of 44b13c388e294841bb8022c823490da8 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:56:45.677769 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d32e0d3-a9d3-4e5d-9b8b-2ef93b886da8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.703714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d32e0d3-a9d3-4e5d-9b8b-2ef93b886da8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:56:45.710447 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d32e0d3-a9d3-4e5d-9b8b-2ef93b886da8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.710785 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-8d32e0d3-a9d3-4e5d-9b8b-2ef93b886da8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Added segment 52fdf135-0227-4dbc-a635-2750ddabad2f of type vlan for network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d Jul 07 19:56:45.750552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d32e0d3-a9d3-4e5d-9b8b-2ef93b886da8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.780615 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d32e0d3-a9d3-4e5d-9b8b-2ef93b886da8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.786447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d32e0d3-a9d3-4e5d-9b8b-2ef93b886da8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:45.787046 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d32e0d3-a9d3-4e5d-9b8b-2ef93b886da8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.843843 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8d32e0d3-a9d3-4e5d-9b8b-2ef93b886da8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1935484 Jul 07 19:56:45.846545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42844) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:45.850879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'admin_state_up': True, 'project_id': '44b13c388e294841bb8022c823490da8', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:45.869176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32e0d3-a9d3-4e5d-9b8b-2ef93b886da8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Network': ['ID=3ed416b4-1b60-4767-8e7e-070dea9c8a9d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:45.879566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:56:45.885145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.886550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:45.938613 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:46.382623 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:46.569790 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:46.588571 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:46.693889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.25.0.220 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/a0b511d1-10ed-4f7a-bd28-eba4fc2649b1) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:56:46.793575 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:46.836350 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:46.871677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:56:46.875042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:56:46.877534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:56:46.908165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=a0b511d1-10ed-4f7a-bd28-eba4fc2649b1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:47.127054 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:47.318541 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:47.443050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:56:47.549091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:56:47.558460 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Sync routers for ids ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:56:47.567495 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:47.568012 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Routers {'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:56:47.568608 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:56:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:47.568733 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-555824d3-9141-4673-a4fc-e27b17b8ee94 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7212367 Jul 07 19:56:47.572048 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42848) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:47.600244 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e2e81d60-6851-452c-9901-dc88aba570ab tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=44b13c388e294841bb8022c823490da8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271208 Jul 07 19:56:47.602891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42850) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:47.677421 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Set router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:56:47.690412 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415c3e4b-bb95-47de-941b-815300aa5680 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:47.694832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-415c3e4b-bb95-47de-941b-815300aa5680 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908294 Jul 07 19:56:47.695102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 42854) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:47.730307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-805ddd71-0c2f-4bbf-9284-ffd325b9f0e1 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340259 Jul 07 19:56:47.733047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42856) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:47.738148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-18259a3c-8ae7-4f5c-8715-0ca1c39ea981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1203425279', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'project_id': '44b13c388e294841bb8022c823490da8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:47.830832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18259a3c-8ae7-4f5c-8715-0ca1c39ea981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Made reservation on behalf of 44b13c388e294841bb8022c823490da8 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:56:47.834497 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18259a3c-8ae7-4f5c-8715-0ca1c39ea981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:47.852397 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T19:56:47Z', 'revision_number': 3, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:47.882151 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Checking router: a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:56:47.882503 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Updating router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 port a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:56:47.916567 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.018889 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18259a3c-8ae7-4f5c-8715-0ca1c39ea981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.078063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18259a3c-8ae7-4f5c-8715-0ca1c39ea981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Subnet': ['ID=cea607f8-8ecb-4e53-9097-4ea09932c4d3,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:48.086820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18259a3c-8ae7-4f5c-8715-0ca1c39ea981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Checking segment: {'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:56:48.087200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18259a3c-8ae7-4f5c-8715-0ca1c39ea981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network hostable DHCP agents. Network: 3ed416b4-1b60-4767-8e7e-070dea9c8a9d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:56:48.104053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18259a3c-8ae7-4f5c-8715-0ca1c39ea981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:56:48.113691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-18259a3c-8ae7-4f5c-8715-0ca1c39ea981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 3ed416b4-1b60-4767-8e7e-070dea9c8a9d) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:56:48.123667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18259a3c-8ae7-4f5c-8715-0ca1c39ea981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:48.123919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c13a05c-929c-4c9b-840e-1b2ecba4231c None None] Network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:56:48.124382 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-18259a3c-8ae7-4f5c-8715-0ca1c39ea981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.139341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-18259a3c-8ae7-4f5c-8715-0ca1c39ea981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4051805 Jul 07 19:56:48.142115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42858) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:48.169221 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.179989 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Transition to ACTIVE for port object a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:56:48.189102 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.238330 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Attempting to bind port a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:56:48.239086 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Attempting to bind port a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:56:48.239086 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Attempting to bind port a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:56:48.247546 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Pushing event updated for resources: {'Port': ['ID=a0b511d1-10ed-4f7a-bd28-eba4fc2649b1,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:48.250456 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:56:48.251179 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:56:48.251369 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.251743 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:56:48.252208 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Bound port: a0b511d1-10ed-4f7a-bd28-eba4fc2649b1, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:56:48.252584 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.277961 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:48.278229 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:48.278554 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:48.278912 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:48.279871 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:48.280099 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:48.280454 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:48.281001 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:48.281394 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:48.281657 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:48.281979 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:48.282298 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:48.293752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'fixed_ips': [{'subnet_id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:56:48.294694 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.318762 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] For port a0b511d1-10ed-4f7a-bd28-eba4fc2649b1, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:56:48.322047 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] For port a0b511d1-10ed-4f7a-bd28-eba4fc2649b1, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a0b511d1-10ed-4f7a-bd28-eba4fc2649b1,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:56:48.327070 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.388060 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91005ba-6e76-4a9d-998c-7c3fb9ba7f1f None None] Pushing event updated for resources: {'Port': ['ID=a0b511d1-10ed-4f7a-bd28-eba4fc2649b1,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:48.395072 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Routers {'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:56:48.395780 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:56:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:48.442286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Allocated IP 172.20.0.2 (3ed416b4-1b60-4767-8e7e-070dea9c8a9d/cea607f8-8ecb-4e53-9097-4ea09932c4d3/e8979617-0ad5-468d-818c-e47f2ab78878) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:56:48.506412 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] Set router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:56:48.597343 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.613072 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.614755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Transition to ACTIVE for port object e8979617-0ad5-468d-818c-e47f2ab78878 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:56:48.631101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Transition to ACTIVE for port object e8979617-0ad5-468d-818c-e47f2ab78878 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:56:48.637809 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.680847 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:56:48.684100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:56:48.689057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:56:48.692086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Pushing event updated for resources: {'Port': ['ID=e8979617-0ad5-468d-818c-e47f2ab78878,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:48.754076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Attempting to bind port e8979617-0ad5-468d-818c-e47f2ab78878 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:56:48.754525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Attempting to bind port e8979617-0ad5-468d-818c-e47f2ab78878 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:56:48.754937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Attempting to bind port e8979617-0ad5-468d-818c-e47f2ab78878 on network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:56:48.760369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:56:48.760742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Checking segment: {'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:56:48.761191 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.761771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Bound using segment: {'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:56:48.762433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Bound port: e8979617-0ad5-468d-818c-e47f2ab78878, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:56:48.762845 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.819527 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T19:56:47Z', 'revision_number': 3, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:48.835368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] For port e8979617-0ad5-468d-818c-e47f2ab78878, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:56:48.840653 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] For port e8979617-0ad5-468d-818c-e47f2ab78878, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e8979617-0ad5-468d-818c-e47f2ab78878,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:56:48.845806 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:48.858931 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aeaff9-44f0-41b1-b727-f1b5ccc3c5b1 None None] The sync data for ids ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'] in n-d-793621-9 is: [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T19:56:47Z', 'revision_number': 3, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:56:48.915081 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afba91-f847-4837-89fd-e386dd1e2a14 None None] Pushing event updated for resources: {'Port': ['ID=e8979617-0ad5-468d-818c-e47f2ab78878,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:48.922497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.20.0.1 (3ed416b4-1b60-4767-8e7e-070dea9c8a9d/cea607f8-8ecb-4e53-9097-4ea09932c4d3/83dfd2e5-213e-4533-987c-484a74c61119) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:56:49.061194 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.085558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Transition to ACTIVE for port object 83dfd2e5-213e-4533-987c-484a74c61119 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:56:49.127239 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.199573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=83dfd2e5-213e-4533-987c-484a74c61119,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:49.203772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:56:49.205772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:56:49.207599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:56:49.261918 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.427411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.726649 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.731981 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.898394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c8e1df-b64b-4eed-887d-816f73910b82 None None] Network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:56:49.971069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-72cacb35-7797-4556-a86a-133f630652ef None None] Provisioning for port e8979617-0ad5-468d-818c-e47f2ab78878 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:56:50.146921 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:50.148509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=83dfd2e5-213e-4533-987c-484a74c61119,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:50.242968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:56:50.245181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:56:50.318088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cf583318-ba91-4929-a56c-752d71f6e9e3 None None] Provisioning for port 83dfd2e5-213e-4533-987c-484a74c61119 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:56:50.322348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cf583318-ba91-4929-a56c-752d71f6e9e3 None None] Provisioning complete for port 83dfd2e5-213e-4533-987c-484a74c61119 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:56:50.322727 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cf583318-ba91-4929-a56c-752d71f6e9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:50.368920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-cf583318-ba91-4929-a56c-752d71f6e9e3 None None] Port 83dfd2e5-213e-4533-987c-484a74c61119 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:56:50.374160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:56:50.488729 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c835e88b-6fd3-418f-9021-c11f90c48d4f None None] Provisioning complete for port 83dfd2e5-213e-4533-987c-484a74c61119 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:56:50.489203 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c835e88b-6fd3-418f-9021-c11f90c48d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:50.490775 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:56:50.496379 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0a85991a-6cf2-4411-b7e5-23324c4566f1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "PUT /v2.0/routers/a9b81980-f1e5-4bbe-97fc-c1d71bd5e523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3532343 Jul 07 19:56:50.530702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c835e88b-6fd3-418f-9021-c11f90c48d4f None None] Port 83dfd2e5-213e-4533-987c-484a74c61119 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:56:50.595826 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Sync routers for ids ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:56:50.605601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Routers {'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:56:50.606324 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:56:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:50.669424 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-d40d6759-08ba-4b1a-9ec7-cf249199155b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506423598&fields=id&tenant_id=44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 267 time: 0.0398521 Jul 07 19:56:50.722114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Set router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:56:50.772292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3cb1afe8-0634-4665-8130-f440f25b4002 None None] Provisioning complete for port 83dfd2e5-213e-4533-987c-484a74c61119 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:56:50.772670 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3cb1afe8-0634-4665-8130-f440f25b4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:50.789499 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-526e353f-cd96-4e2b-ac47-375045702a7c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:50.792205 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-526e353f-cd96-4e2b-ac47-375045702a7c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/networks?id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d HTTP/1.1" status: 200 len: 797 time: 0.1156783 Jul 07 19:56:50.809514 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-d2edb021-b2ab-41ac-ab40-bd692eedbf57 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/quotas/44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 375 time: 0.0123062 Jul 07 19:56:50.871502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:56:50.888178 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-5e4947ac-d48e-462a-b32e-df4a3d189814 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728312 Jul 07 19:56:50.902706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3cb1afe8-0634-4665-8130-f440f25b4002 None None] Port 83dfd2e5-213e-4533-987c-484a74c61119 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:56:50.964814 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:56:50.972939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:56:50.972939 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:50.989413 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-76766b72-ff12-4ec1-9c9e-fd59b43743ba service neutron] 10.222.0.81 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897150 Jul 07 19:56:51.054259 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T19:56:49Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '83dfd2e5-213e-4533-987c-484a74c61119', 'name': '', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:d0:3a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:48Z', 'updated_at': '2021-07-07T19:56:49Z', 'revision_number': 2, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:51.083344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-09b673b6-9a6a-43ac-8a16-3ae8eda92aef service neutron] 10.222.0.81 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877092 Jul 07 19:56:51.103081 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Checking router: a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:56:51.103437 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Updating router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 port 83dfd2e5-213e-4533-987c-484a74c61119 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:56:51.147937 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:51.167553 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3629f88c-4308-4261-a2dd-2b4aaa79d07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:51.174540 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:51.179790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port a0b511d1-10ed-4f7a-bd28-eba4fc2649b1, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a0b511d1-10ed-4f7a-bd28-eba4fc2649b1,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:51.188986 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:51.189771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e8979617-0ad5-468d-818c-e47f2ab78878 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:56:51.264105 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a63dfb5a-beb1-451b-bcde-00fd58609a83 req-1b38456c-52cc-4064-be21-468a41ffa91b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 210 time: 0.0389526 Jul 07 19:56:51.305129 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=a0b511d1-10ed-4f7a-bd28-eba4fc2649b1,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:51.372860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port e8979617-0ad5-468d-818c-e47f2ab78878 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:56:51.382207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e8979617-0ad5-468d-818c-e47f2ab78878 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:56:51.382580 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:51.536516 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:51.608538 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port e8979617-0ad5-468d-818c-e47f2ab78878, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e8979617-0ad5-468d-818c-e47f2ab78878,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:51.614809 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:51.626342 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:51.656046 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Transition to ACTIVE for port object 83dfd2e5-213e-4533-987c-484a74c61119 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:56:51.668116 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:51.686225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=e8979617-0ad5-468d-818c-e47f2ab78878,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:51.773797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226d091-1bee-493b-b290-a64a633dea6d None None] Pushing event updated for resources: {'Port': ['ID=83dfd2e5-213e-4533-987c-484a74c61119,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:51.789852 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Attempting to bind port 83dfd2e5-213e-4533-987c-484a74c61119 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:56:51.790233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Attempting to bind port 83dfd2e5-213e-4533-987c-484a74c61119 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:56:51.790609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Attempting to bind port 83dfd2e5-213e-4533-987c-484a74c61119 on network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:56:51.796228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:56:51.796604 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Checking segment: {'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:56:51.797015 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:51.797413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Bound using segment: {'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:56:51.797890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Bound port: 83dfd2e5-213e-4533-987c-484a74c61119, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:56:51.798282 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:51.869515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] For port 83dfd2e5-213e-4533-987c-484a74c61119, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:56:51.879960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] For port 83dfd2e5-213e-4533-987c-484a74c61119, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=83dfd2e5-213e-4533-987c-484a74c61119,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:56:51.889236 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:51.967901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226d091-1bee-493b-b290-a64a633dea6d None None] Pushing event updated for resources: {'Port': ['ID=83dfd2e5-213e-4533-987c-484a74c61119,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:51.971000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Routers {'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:56:51.971606 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:56:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:52.081872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] Set router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:56:52.426388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-3e8e0928-3dc0-4ee9-ab9e-4ab9bc82b96e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:52.428053 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-3e8e0928-3dc0-4ee9-ab9e-4ab9bc82b96e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "GET /v2.0/networks?id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d HTTP/1.1" status: 200 len: 797 time: 0.1513796 Jul 07 19:56:52.461355 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa5dfebf-d715-4f85-bc23-c57a3e2a20a9 req-3cd60ac0-d4a9-4944-aec7-ce50175cf841 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 210 time: 0.0627437 Jul 07 19:56:52.485816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T19:56:49Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '83dfd2e5-213e-4533-987c-484a74c61119', 'name': '', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:d0:3a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:48Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:52.507591 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-5d1bc5fd-6275-458e-b0fe-cd366ff10c9e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b13c388e294841bb8022c823490da8 HTTP/1.1" status: 200 len: 380 time: 0.0610340 Jul 07 19:56:52.516859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9c60e-b8e1-4eed-b30a-7528f7739d35 None None] The sync data for ids ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'] in n-d-793621-9 is: [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T19:56:49Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '83dfd2e5-213e-4533-987c-484a74c61119', 'name': '', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:d0:3a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:48Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:56:52.520697 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'port': {'device_id': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'admin_state_up': True, 'tenant_id': '44b13c388e294841bb8022c823490da8', 'security_groups': ['ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:52.717990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Made reservation on behalf of 44b13c388e294841bb8022c823490da8 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:56:52.724430 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:52.905832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 83dfd2e5-213e-4533-987c-484a74c61119 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:56:52.927238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.20.0.5 (3ed416b4-1b60-4767-8e7e-070dea9c8a9d/cea607f8-8ecb-4e53-9097-4ea09932c4d3/20beee3d-082a-4903-9a62-1ec4182401e3) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:56:52.975376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 83dfd2e5-213e-4533-987c-484a74c61119 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:56:52.980396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 83dfd2e5-213e-4533-987c-484a74c61119 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:56:52.980762 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.093350 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.113573 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.131063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Transition to ACTIVE for port object 20beee3d-082a-4903-9a62-1ec4182401e3 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:56:53.132300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 83dfd2e5-213e-4533-987c-484a74c61119, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=83dfd2e5-213e-4533-987c-484a74c61119,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:53.137461 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.139689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:56:53.175317 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.236416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=83dfd2e5-213e-4533-987c-484a74c61119,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:53.241185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=20beee3d-082a-4903-9a62-1ec4182401e3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:53.249973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:56:53.250781 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.256396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:56:53.258445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:56:53.264205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:56:53.343435 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:53.344290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.387740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e8979617-0ad5-468d-818c-e47f2ab78878 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:56:53.401037 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b3b0355b-2540-417e-af79-5222e463fa43 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8839276 Jul 07 19:56:53.416875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Request body: {'port': {'device_id': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:53.465342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e8979617-0ad5-468d-818c-e47f2ab78878 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:56:53.465903 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.571767 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.643118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7e9b9334-afd8-4420-a462-bed4da13c2b9 None None] Provisioning for port 20beee3d-082a-4903-9a62-1ec4182401e3 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:56:53.647201 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-7e9b9334-afd8-4420-a462-bed4da13c2b9 None None] Provisioning complete for port 20beee3d-082a-4903-9a62-1ec4182401e3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:56:53.647575 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e9b9334-afd8-4420-a462-bed4da13c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.681889 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b9334-afd8-4420-a462-bed4da13c2b9 None None] Port 20beee3d-082a-4903-9a62-1ec4182401e3 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:56:53.698230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ea20-c006-4b7f-9b9a-1f671b994a81 req-d229fc46-8d80-407f-8c1a-57c12e6892c7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:53.700058 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d348ea20-c006-4b7f-9b9a-1f671b994a81 req-d229fc46-8d80-407f-8c1a-57c12e6892c7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 931 time: 0.0741899 Jul 07 19:56:53.744608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d348ea20-c006-4b7f-9b9a-1f671b994a81 req-de0c92ee-9801-4a7e-8207-54322dd423b3 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352027 Jul 07 19:56:53.871327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20beee3d-082a-4903-9a62-1ec4182401e3 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:56:53.881212 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.907358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Transition to ACTIVE for port object 20beee3d-082a-4903-9a62-1ec4182401e3 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:56:53.910762 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.913648 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:53.965407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Pushing event updated for resources: {'Port': ['ID=20beee3d-082a-4903-9a62-1ec4182401e3,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:54.050381 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Attempting to bind port 20beee3d-082a-4903-9a62-1ec4182401e3 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:56:54.050823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Attempting to bind port 20beee3d-082a-4903-9a62-1ec4182401e3 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:56:54.051253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Attempting to bind port 20beee3d-082a-4903-9a62-1ec4182401e3 on network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:56:54.056187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Port 20beee3d-082a-4903-9a62-1ec4182401e3 on network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:56:54.056552 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Attempting to bind port 20beee3d-082a-4903-9a62-1ec4182401e3 on network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:56:54.062830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:56:54.063278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Checking segment: {'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:56:54.063567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Bound using segment: {'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:56:54.065431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Bound port: 20beee3d-082a-4903-9a62-1ec4182401e3, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52fdf135-0227-4dbc-a635-2750ddabad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:56:54.065805 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:54.095314 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d9d1bed5-eacf-41a6-808b-d82bfe6d21d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:54.142116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] For port 20beee3d-082a-4903-9a62-1ec4182401e3, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:56:54.145888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] For port 20beee3d-082a-4903-9a62-1ec4182401e3, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=20beee3d-082a-4903-9a62-1ec4182401e3,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:56:54.153893 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:54.203329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:54.203989 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:54.205586 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] 10.222.0.48 "PUT /v2.0/ports/20beee3d-082a-4903-9a62-1ec4182401e3 HTTP/1.1" status: 200 len: 1091 time: 0.7990572 Jul 07 19:56:54.206108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:56:54.208480 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fb147c-c5d9-4191-a05e-2d2a82c9ac0e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:56:54.241237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adf0e0-ba94-45a6-831c-10bae543ba4f service neutron] Pushing event updated for resources: {'Port': ['ID=20beee3d-082a-4903-9a62-1ec4182401e3,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:54.285933 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32392fd-2f17-4613-b0ae-9874799119f9 x-openstack-request-id: req-c32392fd-2f17-4613-b0ae-9874799119f9 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:56:54.286240 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:56:54.286491 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c32392fd-2f17-4613-b0ae-9874799119f9 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:56:54.286926 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3', 'status': 'completed', 'code': 200} Jul 07 19:56:54.319673 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b2564578-78c5-483e-a5b7-acf33c974e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:54.321210 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-b2564578-78c5-483e-a5b7-acf33c974e92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 1094 time: 0.0654640 Jul 07 19:56:54.369862 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-9ae5c58c-8af6-45eb-b7e8-ef301245122c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20beee3d-082a-4903-9a62-1ec4182401e3 HTTP/1.1" status: 200 len: 217 time: 0.0401511 Jul 07 19:56:54.429445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-d74c31c5-09d3-40d1-8c2e-e86cd9ecdacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:54.431155 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-d74c31c5-09d3-40d1-8c2e-e86cd9ecdacc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea607f8-8ecb-4e53-9097-4ea09932c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0540268 Jul 07 19:56:54.492199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-3510411a-1d38-4af9-9dde-dad47286c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:54.493709 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-3510411a-1d38-4af9-9dde-dad47286c0e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537810 Jul 07 19:56:54.590152 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-35ac3e6c-47e7-4363-88c3-ccb085534189 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883021 Jul 07 19:56:54.681534 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21e533bb-f015-4f70-ab66-03e14d81c69b req-8e2d3500-8c85-4c1f-b721-58cd706c4b64 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836751 Jul 07 19:56:54.789580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 83dfd2e5-213e-4533-987c-484a74c61119 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:56:54.794939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb147c-c5d9-4191-a05e-2d2a82c9ac0e req-8cd6b858-61eb-45dc-97ba-5c915a1bd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:54.796690 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-96fb147c-c5d9-4191-a05e-2d2a82c9ac0e req-8cd6b858-61eb-45dc-97ba-5c915a1bd3e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 1094 time: 0.0616968 Jul 07 19:56:54.847763 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 83dfd2e5-213e-4533-987c-484a74c61119 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:56:54.848148 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:54.898547 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:54.956968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb147c-c5d9-4191-a05e-2d2a82c9ac0e req-3dcd2463-810e-443f-bd7e-63f3da21a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:54.959980 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-96fb147c-c5d9-4191-a05e-2d2a82c9ac0e req-3dcd2463-810e-443f-bd7e-63f3da21a712 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d HTTP/1.1" status: 200 len: 898 time: 0.1566238 Jul 07 19:56:55.010269 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-96fb147c-c5d9-4191-a05e-2d2a82c9ac0e req-76918868-863e-4e72-8e50-aafe768571a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20beee3d-082a-4903-9a62-1ec4182401e3 HTTP/1.1" status: 200 len: 217 time: 0.0438538 Jul 07 19:56:55.026081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee5912-4a9f-426a-9e60-aad67f9dc29a req-6336ef0d-0c8e-4d0d-b48d-d9cec34509e2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:55.027565 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47ee5912-4a9f-426a-9e60-aad67f9dc29a req-6336ef0d-0c8e-4d0d-b48d-d9cec34509e2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 943 time: 0.1351578 Jul 07 19:56:55.095555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb147c-c5d9-4191-a05e-2d2a82c9ac0e req-7973a3cd-301e-477c-8020-51330d7c855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:55.098088 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-96fb147c-c5d9-4191-a05e-2d2a82c9ac0e req-7973a3cd-301e-477c-8020-51330d7c855d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea607f8-8ecb-4e53-9097-4ea09932c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0799117 Jul 07 19:56:55.101017 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47ee5912-4a9f-426a-9e60-aad67f9dc29a req-14d7b665-c515-468a-9185-513f2817ce56 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664790 Jul 07 19:56:55.155323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb147c-c5d9-4191-a05e-2d2a82c9ac0e req-0c5c5146-67e9-4fc5-b7be-9bde95f46131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:55.156830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-96fb147c-c5d9-4191-a05e-2d2a82c9ac0e req-0c5c5146-67e9-4fc5-b7be-9bde95f46131 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524535 Jul 07 19:56:55.252165 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-96fb147c-c5d9-4191-a05e-2d2a82c9ac0e req-f6fe314b-ee05-4dda-96b7-5d2d7ce5f4a1 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882301 Jul 07 19:56:55.348258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-96fb147c-c5d9-4191-a05e-2d2a82c9ac0e req-f0b704a1-4902-41d5-88b0-3f3132ff9648 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893841 Jul 07 19:56:56.277002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5564b-b69d-4b01-a093-68416855f468 req-d143c25f-4316-4bee-a054-25b3e4d21d3f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:56.278473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86e5564b-b69d-4b01-a093-68416855f468 req-d143c25f-4316-4bee-a054-25b3e4d21d3f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 943 time: 0.0637908 Jul 07 19:56:56.322090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86e5564b-b69d-4b01-a093-68416855f468 req-643daec0-7028-4970-a794-6f677408b55e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371084 Jul 07 19:56:56.631960 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:57.506505 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035728f-5207-4349-8996-79b893eceb9b req-ccc400e4-45bd-4891-b442-74e95cac26e6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:57.508139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8035728f-5207-4349-8996-79b893eceb9b req-ccc400e4-45bd-4891-b442-74e95cac26e6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 943 time: 0.0682173 Jul 07 19:56:57.546050 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8035728f-5207-4349-8996-79b893eceb9b req-efa1f6ef-9d88-486e-af02-f9fcd9da42d2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324824 Jul 07 19:56:58.723260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3f8d6-79aa-4cc3-b3a9-f4b482c699aa req-07187a5a-3f40-4b68-9191-0155f1047eaa tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:58.724763 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ad3f8d6-79aa-4cc3-b3a9-f4b482c699aa req-07187a5a-3f40-4b68-9191-0155f1047eaa tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 943 time: 0.0683830 Jul 07 19:56:58.762279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ad3f8d6-79aa-4cc3-b3a9-f4b482c699aa req-799b3cea-8ca3-4922-8d4d-0e2277348068 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317719 Jul 07 19:56:59.639186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 20beee3d-082a-4903-9a62-1ec4182401e3 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:56:59.738714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 20beee3d-082a-4903-9a62-1ec4182401e3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=20beee3d-082a-4903-9a62-1ec4182401e3,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:59.750350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '20beee3d-082a-4903-9a62-1ec4182401e3', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'port_id': '20beee3d-082a-4903-9a62-1ec4182401e3', 'mac_address': 'fa:16:3e:fa:1f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:56:59.787219 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:59.801073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20beee3d-082a-4903-9a62-1ec4182401e3 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:56:59.822880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 20beee3d-082a-4903-9a62-1ec4182401e3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=20beee3d-082a-4903-9a62-1ec4182401e3,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:56:59.827893 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:59.878650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=20beee3d-082a-4903-9a62-1ec4182401e3,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:59.938679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedeb1-a494-45c3-a432-f45c2a72746c req-34d7e4d3-5e5d-4888-a1b3-1150c255d728 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:59.940215 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74dedeb1-a494-45c3-a432-f45c2a72746c req-34d7e4d3-5e5d-4888-a1b3-1150c255d728 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 944 time: 0.0638566 Jul 07 19:56:59.980478 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74dedeb1-a494-45c3-a432-f45c2a72746c req-f5a10254-5ea7-486f-8753-911bdb5b880f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334368 Jul 07 19:57:00.228581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['20beee3d-082a-4903-9a62-1ec4182401e3'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:57:01.154776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d35c37-a49e-4d25-a134-c73682e0cde5 req-feef478b-5136-455f-9bf6-dcd8778ee62d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:01.156280 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00d35c37-a49e-4d25-a134-c73682e0cde5 req-feef478b-5136-455f-9bf6-dcd8778ee62d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 944 time: 0.0637867 Jul 07 19:57:01.193613 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00d35c37-a49e-4d25-a134-c73682e0cde5 req-e20790a9-0a25-42a8-a161-b81c550c379f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318642 Jul 07 19:57:01.661054 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 20beee3d-082a-4903-9a62-1ec4182401e3 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:01.713360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 20beee3d-082a-4903-9a62-1ec4182401e3 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:01.717123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 20beee3d-082a-4903-9a62-1ec4182401e3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:01.717493 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:01.793171 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:01.815311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:57:01.817538 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bc50de-e8ee-42a7-a977-9c9227c9e23a" -d '{"events": [{"server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "name": "network-vif-plugged", "status": "completed", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:57:01.830852 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 20beee3d-082a-4903-9a62-1ec4182401e3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=20beee3d-082a-4903-9a62-1ec4182401e3,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:01.834775 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:01.862066 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c82df9-d4ae-4648-b982-3957a2c86748 x-openstack-request-id: req-a2c82df9-d4ae-4648-b982-3957a2c86748 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:57:01.862383 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "name": "network-vif-plugged", "status": "completed", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:57:01.862641 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2c82df9-d4ae-4648-b982-3957a2c86748 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:57:01.863043 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3', 'code': 200} Jul 07 19:57:01.891690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=20beee3d-082a-4903-9a62-1ec4182401e3,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:01.966042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd776267-2c97-4109-ba55-48002dff6e0d req-520cc926-c9cf-4f69-9b50-7db49a8c359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:01.967644 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd776267-2c97-4109-ba55-48002dff6e0d req-520cc926-c9cf-4f69-9b50-7db49a8c359e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 1096 time: 0.0515597 Jul 07 19:57:02.001772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd776267-2c97-4109-ba55-48002dff6e0d req-2188cde6-d968-4343-a84d-172169fc4c7d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273063 Jul 07 19:57:02.369095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73743fc-c98b-4233-85c4-dd9c97c49a23 req-7bfab14d-fb31-4758-8d7d-0a99283827e1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:02.370624 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c73743fc-c98b-4233-85c4-dd9c97c49a23 req-7bfab14d-fb31-4758-8d7d-0a99283827e1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0648263 Jul 07 19:57:02.413956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c73743fc-c98b-4233-85c4-dd9c97c49a23 req-00517f12-0b2a-4fcf-99c7-b5e12e91e257 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367672 Jul 07 19:57:03.599819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18979c-5077-43f2-a82a-67f5c0ae6665 req-24ee215e-17bd-4593-869a-c95fd56050dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:03.601228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c18979c-5077-43f2-a82a-67f5c0ae6665 req-24ee215e-17bd-4593-869a-c95fd56050dd tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0664465 Jul 07 19:57:03.639592 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c18979c-5077-43f2-a82a-67f5c0ae6665 req-81c77efc-b395-4a9f-a616-9f9607bf475e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317225 Jul 07 19:57:03.822952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042366-5e6c-41cb-ac1d-123b8fbf8a98 req-81655662-c030-4c59-8873-650af6a32461 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:03.824636 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26042366-5e6c-41cb-ac1d-123b8fbf8a98 req-81655662-c030-4c59-8873-650af6a32461 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0652826 Jul 07 19:57:03.862702 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26042366-5e6c-41cb-ac1d-123b8fbf8a98 req-0e75f8ab-2364-4657-b0e3-065872f99709 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Jul 07 19:57:03.886903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42966) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:03.938184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc48f834-a996-4032-9800-b1a515b39319 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:03.939732 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bc48f834-a996-4032-9800-b1a515b39319 tempest-TestNetworkAdvancedServerOps-1007396908 tempest-TestNetworkAdvancedServerOps-1007396908-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 1091 time: 0.0518425 Jul 07 19:57:03.942574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42968) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:03.946940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '20beee3d-082a-4903-9a62-1ec4182401e3', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:03.969143 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.067377 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.170840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Allocated IP 172.25.0.96 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/28cac7f0-90af-4c83-9aee-828c1828e372) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:57:04.273213 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.311852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.346339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:04.349154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:04.353410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:57:04.382504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=28cac7f0-90af-4c83-9aee-828c1828e372,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:04.725801 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.805153 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.957363 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.962015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.033856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event updated for resources: {'Port': ['ID=28cac7f0-90af-4c83-9aee-828c1828e372,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:05.047050 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.151573 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Floating IP 8b76a6ca-dccb-4de4-a896-36e56b68b5c1 associated. External IP: 172.25.0.96, port: 20beee3d-082a-4903-9a62-1ec4182401e3. Jul 07 19:57:05.385861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:57:05.498184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:57:05.508501 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d9bf58-652a-473a-b96d-8bf560920e6d None None] Sync routers for ids ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:57:05.515600 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.519886 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d9bf58-652a-473a-b96d-8bf560920e6d None None] Routers {'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:05.520588 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a4d9bf58-652a-473a-b96d-8bf560920e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:56:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:05.556313 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3dfb1d9f-5857-4950-af09-2b91181f8ab1 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6102693 Jul 07 19:57:05.556313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:57:05.556734 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a888117e-3875-4e68-876c-751a3e949dec" -d '{"events": [{"name": "network-changed", "server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:57:05.600872 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5250859a-3a42-4067-8b30-9e07574e1f06 x-openstack-request-id: req-5250859a-3a42-4067-8b30-9e07574e1f06 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:57:05.601730 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:57:05.602162 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5250859a-3a42-4067-8b30-9e07574e1f06 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:57:05.602827 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3', 'status': 'completed', 'code': 200} Jul 07 19:57:05.638019 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-a4d9bf58-652a-473a-b96d-8bf560920e6d None None] Set router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:05.735956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888117e-3875-4e68-876c-751a3e949dec req-71470bbd-1691-46f1-88a0-a2a0f0631ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:05.737477 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a888117e-3875-4e68-876c-751a3e949dec req-71470bbd-1691-46f1-88a0-a2a0f0631ebd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 1096 time: 0.1048863 Jul 07 19:57:05.799606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539329e9-603c-4993-8762-eb22120d9d56 req-29d3fbb0-0f71-4514-a6e6-8407482143a9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:05.801043 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-539329e9-603c-4993-8762-eb22120d9d56 req-29d3fbb0-0f71-4514-a6e6-8407482143a9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.1369326 Jul 07 19:57:05.860846 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-539329e9-603c-4993-8762-eb22120d9d56 req-8475c7b4-21c7-40d9-9469-cf10a367ac96 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506909 Jul 07 19:57:05.881832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888117e-3875-4e68-876c-751a3e949dec req-e38731f7-0c38-4343-882c-80a91649832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:05.883866 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a888117e-3875-4e68-876c-751a3e949dec req-e38731f7-0c38-4343-882c-80a91649832a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d HTTP/1.1" status: 200 len: 898 time: 0.1390913 Jul 07 19:57:05.897096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 42988) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:05.907996 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a4d9bf58-652a-473a-b96d-8bf560920e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T19:56:49Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '8b76a6ca-dccb-4de4-a896-36e56b68b5c1', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'port_id': '20beee3d-082a-4903-9a62-1ec4182401e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'mac_address': 'fa:16:3e:fa:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:57:04Z', 'updated_at': '2021-07-07T19:57:04Z', 'revision_number': 0, 'project_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83dfd2e5-213e-4533-987c-484a74c61119', 'name': '', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:d0:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:48Z', 'updated_at': '2021-07-07T19:56:53Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:05.941454 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d9bf58-652a-473a-b96d-8bf560920e6d None None] Checking router: a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:57:05.953137 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d9bf58-652a-473a-b96d-8bf560920e6d None None] Routers {'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:05.953759 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a4d9bf58-652a-473a-b96d-8bf560920e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:56:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:05.973030 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.976819 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-98f2430e-c200-4e66-9f9e-293099a3e418 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/8b76a6ca-dccb-4de4-a896-36e56b68b5c1 HTTP/1.1" status: 200 len: 990 time: 0.0785782 Jul 07 19:57:05.981348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a888117e-3875-4e68-876c-751a3e949dec req-45ef7b41-eaee-4eeb-bcc4-608c2095d065 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20beee3d-082a-4903-9a62-1ec4182401e3 HTTP/1.1" status: 200 len: 998 time: 0.0893300 Jul 07 19:57:06.033106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888117e-3875-4e68-876c-751a3e949dec req-b40aca83-5445-4f4c-8c3f-4d603147f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:06.034672 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a888117e-3875-4e68-876c-751a3e949dec req-b40aca83-5445-4f4c-8c3f-4d603147f495 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea607f8-8ecb-4e53-9097-4ea09932c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0456901 Jul 07 19:57:06.059231 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-a4d9bf58-652a-473a-b96d-8bf560920e6d None None] Set router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:06.092130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888117e-3875-4e68-876c-751a3e949dec req-8c5eef75-5957-4859-9297-bff2fb7b38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:06.093626 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a888117e-3875-4e68-876c-751a3e949dec req-8c5eef75-5957-4859-9297-bff2fb7b38cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528336 Jul 07 19:57:06.187894 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a888117e-3875-4e68-876c-751a3e949dec req-75df4bc2-e6ab-4b4c-8475-eb21d7949ca9 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858390 Jul 07 19:57:06.275337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a888117e-3875-4e68-876c-751a3e949dec req-828ea049-9c16-4b65-a985-5de2b3eb9126 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807915 Jul 07 19:57:06.283164 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a4d9bf58-652a-473a-b96d-8bf560920e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T19:56:49Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '8b76a6ca-dccb-4de4-a896-36e56b68b5c1', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'port_id': '20beee3d-082a-4903-9a62-1ec4182401e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'mac_address': 'fa:16:3e:fa:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:57:04Z', 'updated_at': '2021-07-07T19:57:04Z', 'revision_number': 0, 'project_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83dfd2e5-213e-4533-987c-484a74c61119', 'name': '', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:d0:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:48Z', 'updated_at': '2021-07-07T19:56:53Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:06.310493 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d9bf58-652a-473a-b96d-8bf560920e6d None None] The sync data for ids ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'] in n-d-793621-9 is: [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T19:56:49Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '8b76a6ca-dccb-4de4-a896-36e56b68b5c1', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'port_id': '20beee3d-082a-4903-9a62-1ec4182401e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'mac_address': 'fa:16:3e:fa:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:57:04Z', 'updated_at': '2021-07-07T19:57:04Z', 'revision_number': 0, 'project_id': '44b13c388e294841bb8022c823490da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83dfd2e5-213e-4533-987c-484a74c61119', 'name': '', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:d0:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:48Z', 'updated_at': '2021-07-07T19:56:53Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:57:06.510639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093517d5-05aa-4af6-ae96-3c89bb8f573a None None] New status for floating IP 8b76a6ca-dccb-4de4-a896-36e56b68b5c1: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:57:06.980286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43002) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:07.045119 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e7e8c8cf-ba86-4091-b591-dd2256e8ec3c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/8b76a6ca-dccb-4de4-a896-36e56b68b5c1 HTTP/1.1" status: 200 len: 992 time: 0.0635793 Jul 07 19:57:08.776532 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:57:10.222108 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:21.122033 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4afb7d69-775f-462d-90e3-9d52ceb36fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:23.901877 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:24.096124 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ca271d75-1a0f-43f1-ae34-bd836592e833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:24.891684 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:26.291687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa65dfa-1a8b-444d-8a14-53e46b932658 req-87073d0f-4d8f-4353-b5f8-db4b7ba06145 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:26.293148 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9fa65dfa-1a8b-444d-8a14-53e46b932658 req-87073d0f-4d8f-4353-b5f8-db4b7ba06145 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 946 time: 0.0615702 Jul 07 19:57:26.330560 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9fa65dfa-1a8b-444d-8a14-53e46b932658 req-27f4e193-d400-47f5-adb4-8f80d5aafb73 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c3f0ff5-5832-4950-b886-08f99fa4c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318995 Jul 07 19:57:26.629024 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:27.507268 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07b7d3-8619-4bbb-80db-f426683efa99 req-6d7425b2-74de-48da-9ed2-cc1e8fb160d7 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:27.508761 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb07b7d3-8619-4bbb-80db-f426683efa99 req-6d7425b2-74de-48da-9ed2-cc1e8fb160d7 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 946 time: 0.0668447 Jul 07 19:57:27.547023 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb07b7d3-8619-4bbb-80db-f426683efa99 req-ae8b4f13-2a1a-4f2b-add2-14e06e7909fb tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c3f0ff5-5832-4950-b886-08f99fa4c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Jul 07 19:57:28.368860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-af024f0f-8198-4e6f-b54b-771c457002f4 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:28.370442 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-af024f0f-8198-4e6f-b54b-771c457002f4 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.110 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 946 time: 0.0628455 Jul 07 19:57:28.474088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Deleting port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:28.474426 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.559368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] For port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:28.560054 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.717100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95474-72bd-4d55-aba7-eca309ef1778 req-02137b9c-219a-43ee-8eb7-3a5f180d7c0e tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:28.719125 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6e95474-72bd-4d55-aba7-eca309ef1778 req-02137b9c-219a-43ee-8eb7-3a5f180d7c0e tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 946 time: 0.0637860 Jul 07 19:57:28.757383 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6e95474-72bd-4d55-aba7-eca309ef1778 req-c841e1c8-2b30-46e8-b90b-5d9b9a17385b tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c3f0ff5-5832-4950-b886-08f99fa4c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325792 Jul 07 19:57:28.783111 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.783518 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.784015 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Floating IP 39f502c0-50eb-4b3f-9026-1c703747f2e9 disassociated. External IP: 172.25.0.227, port: 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0. Jul 07 19:57:28.784399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Calling delete_port for 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:28.910927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.939793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event deleted for resources: {'Port': ['ID=0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:29.052277 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Router 1e294e56-512c-463e-b972-5fcb56f6fba8 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:57:29.159236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:57:29.168931 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b926a7-7354-4e57-a464-a85646fb2303 None None] Sync routers for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:57:29.178583 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b926a7-7354-4e57-a464-a85646fb2303 None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:29.179228 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f4b926a7-7354-4e57-a464-a85646fb2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:57:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:29.202956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] No DVR routers for this DVR port 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:57:29.207784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:29.210218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b30a19f-9e7a-4ea6-8f4e-0eff58497447 req-ab0b5530-d4af-4c88-a7d1-53ab7a9e1d81 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.110 "DELETE /v2.0/ports/0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 HTTP/1.1" status: 204 len: 173 time: 0.8308485 Jul 07 19:57:29.210762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3776e327-e014-4892-9362-ee003c1328ee', 'name': 'network-vif-deleted', 'tag': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:57:29.213070 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5d2cd0-7a81-43b2-8930-72f00e213e2c" -d '{"events": [{"server_uuid": "3776e327-e014-4892-9362-ee003c1328ee", "name": "network-vif-deleted", "tag": "0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:57:29.266203 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0966cb8e-dc7a-42e4-b699-e2014f925181 x-openstack-request-id: req-0966cb8e-dc7a-42e4-b699-e2014f925181 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:57:29.266495 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3776e327-e014-4892-9362-ee003c1328ee", "name": "network-vif-deleted", "tag": "0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:57:29.266875 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0966cb8e-dc7a-42e4-b699-e2014f925181 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:57:29.267326 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3776e327-e014-4892-9362-ee003c1328ee', 'name': 'network-vif-deleted', 'tag': '0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0', 'status': 'completed', 'code': 200} Jul 07 19:57:29.289224 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2431c4d5-68c7-4b9b-bc7f-04cfdf1019ea req-f28079e9-1b4c-4912-9e09-d43bebac8253 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660679 Jul 07 19:57:29.323615 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f4b926a7-7354-4e57-a464-a85646fb2303 None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:29.429843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431c4d5-68c7-4b9b-bc7f-04cfdf1019ea req-7a6ad90f-f175-4e66-be90-71a99514dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:29.431534 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2431c4d5-68c7-4b9b-bc7f-04cfdf1019ea req-7a6ad90f-f175-4e66-be90-71a99514dcd6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 1096 time: 0.0688260 Jul 07 19:57:29.540206 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431c4d5-68c7-4b9b-bc7f-04cfdf1019ea req-f5d1b874-7c11-4901-9af6-59cce6fc416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:29.541735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2431c4d5-68c7-4b9b-bc7f-04cfdf1019ea req-f5d1b874-7c11-4901-9af6-59cce6fc416f service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d HTTP/1.1" status: 200 len: 898 time: 0.0877702 Jul 07 19:57:29.542953 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f4b926a7-7354-4e57-a464-a85646fb2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:51:00Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:29.569770 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b926a7-7354-4e57-a464-a85646fb2303 None None] Checking router: 1e294e56-512c-463e-b972-5fcb56f6fba8 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:57:29.579307 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b926a7-7354-4e57-a464-a85646fb2303 None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:29.579930 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f4b926a7-7354-4e57-a464-a85646fb2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:57:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:29.687904 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f4b926a7-7354-4e57-a464-a85646fb2303 None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:29.773720 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-166dab13-cac1-4f02-8d00-0e559773e549 req-d7d5c60c-a1b1-438f-a37c-edfbae4a2979 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0315003 Jul 07 19:57:29.877356 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-166dab13-cac1-4f02-8d00-0e559773e549 req-e32472f7-e9ed-486c-a890-e2e626c7c94f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 210 time: 0.0515113 Jul 07 19:57:29.982154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f2bdef7e-95a5-4107-8a77-55437a3644c8 req-fffebb0e-b0a6-452c-bc41-2f9867953517 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/ports?device_id=3776e327-e014-4892-9362-ee003c1328ee HTTP/1.1" status: 200 len: 210 time: 0.0379603 Jul 07 19:57:30.011472 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2431c4d5-68c7-4b9b-bc7f-04cfdf1019ea req-e6a56115-1693-49a9-8dff-e0522d6add43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20beee3d-082a-4903-9a62-1ec4182401e3 HTTP/1.1" status: 200 len: 1000 time: 0.4625459 Jul 07 19:57:30.015934 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f4b926a7-7354-4e57-a464-a85646fb2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:51:00Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:30.050992 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b926a7-7354-4e57-a464-a85646fb2303 None None] The sync data for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 is: [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:50:55Z', 'revision_number': 4, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a', 'name': '', 'network_id': 'a923d225-8494-434f-8626-4c2af2901470', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'mac_address': 'fa:16:3e:05:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:54Z', 'updated_at': '2021-07-07T19:51:00Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'subnets': [{'id': '7b0075c9-a68f-4d82-8ea0-f22fa6c1044b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:57:30.073176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431c4d5-68c7-4b9b-bc7f-04cfdf1019ea req-02836cf7-bfb5-49e8-a0cc-322bbd30a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:30.075301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2431c4d5-68c7-4b9b-bc7f-04cfdf1019ea req-02836cf7-bfb5-49e8-a0cc-322bbd30a200 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea607f8-8ecb-4e53-9097-4ea09932c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0576038 Jul 07 19:57:30.138212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431c4d5-68c7-4b9b-bc7f-04cfdf1019ea req-337c6eed-5be5-4a85-9f09-fe94c7eca958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:30.139796 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2431c4d5-68c7-4b9b-bc7f-04cfdf1019ea req-337c6eed-5be5-4a85-9f09-fe94c7eca958 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571332 Jul 07 19:57:30.239253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2431c4d5-68c7-4b9b-bc7f-04cfdf1019ea req-f546b4fc-8496-4246-8c65-01b49fd0f0dd service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903921 Jul 07 19:57:30.314833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b578c72-4b5b-4f46-94b5-e85593742406 None None] New status for floating IP 39f502c0-50eb-4b3f-9026-1c703747f2e9: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:57:30.344657 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2431c4d5-68c7-4b9b-bc7f-04cfdf1019ea req-8f65f977-eed8-44da-af44-48431e4c5258 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988059 Jul 07 19:57:30.429339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dab13-cac1-4f02-8d00-0e559773e549 req-6bc68c20-2c5c-47d2-b07c-5914fdd16568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:30.430756 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-166dab13-cac1-4f02-8d00-0e559773e549 req-6bc68c20-2c5c-47d2-b07c-5914fdd16568 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5294220 Jul 07 19:57:30.596221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dab13-cac1-4f02-8d00-0e559773e549 req-1bcdb45f-c6c1-4507-b83f-96aa3af28d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:30.597701 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-166dab13-cac1-4f02-8d00-0e559773e549 req-1bcdb45f-c6c1-4507-b83f-96aa3af28d47 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558650 Jul 07 19:57:31.107373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43090) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:31.162586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:31.186206 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:31.232699 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:31.235773 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:31.236914 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "DELETE /v2.0/security-groups/1c3f0ff5-5832-4950-b886-08f99fa4c88e HTTP/1.1" status: 204 len: 168 time: 0.1284893 Jul 07 19:57:31.239822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43092) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:31.245560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3f0ff5-5832-4950-b886-08f99fa4c88e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:31.253136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:31.253509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:31.253847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:31.253999 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-59ac0551-f040-4a05-80ed-84523424ef04 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] show failed (client error): The resource could not be found. Jul 07 19:57:31.254183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:31.254528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:31.254879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:31.255000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-59ac0551-f040-4a05-80ed-84523424ef04 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "GET /v2.0/security-groups/1c3f0ff5-5832-4950-b886-08f99fa4c88e HTTP/1.1" status: 404 len: 347 time: 0.0140605 Jul 07 19:57:31.255190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:31.255516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:31.255835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:31.256153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:31.256472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:31.256797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494497-a653-465c-a8f0-44d8f85ea834 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:31.257858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43094) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:31.387683 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-afe4ab78-e0ca-4b5e-8c55-f59b3d0ca110 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Deleting port 377cf29f-bfda-4a41-98fc-32895cf443f8 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:31.388024 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe4ab78-e0ca-4b5e-8c55-f59b3d0ca110 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:31.462884 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe4ab78-e0ca-4b5e-8c55-f59b3d0ca110 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:31.463217 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe4ab78-e0ca-4b5e-8c55-f59b3d0ca110 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:31.475476 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-afe4ab78-e0ca-4b5e-8c55-f59b3d0ca110 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Calling delete_port for 377cf29f-bfda-4a41-98fc-32895cf443f8 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:31.603959 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe4ab78-e0ca-4b5e-8c55-f59b3d0ca110 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:31.631411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4ab78-e0ca-4b5e-8c55-f59b3d0ca110 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Pushing event deleted for resources: {'Port': ['ID=377cf29f-bfda-4a41-98fc-32895cf443f8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:31.698810 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe4ab78-e0ca-4b5e-8c55-f59b3d0ca110 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:31.701304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-afe4ab78-e0ca-4b5e-8c55-f59b3d0ca110 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:31.702743 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-afe4ab78-e0ca-4b5e-8c55-f59b3d0ca110 tempest-AttachVolumeTestJSON-181233263 tempest-AttachVolumeTestJSON-181233263-project] 10.222.0.81 "DELETE /v2.0/floatingips/39f502c0-50eb-4b3f-9026-1c703747f2e9 HTTP/1.1" status: 204 len: 168 time: 0.4439979 Jul 07 19:57:32.741714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:57:32.765769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:57:32.766685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0bc60b18-b9de-46a1-acc3-0f8d3cd5fbd0 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:57:35.959482 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:38.574059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43128) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:39.023419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43f8d75a-213b-423e-8242-66c4d5e87f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:39.280862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-43f8d75a-213b-423e-8242-66c4d5e87f6c admin admin] Deleting port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:39.281282 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43f8d75a-213b-423e-8242-66c4d5e87f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:39.366809 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-43f8d75a-213b-423e-8242-66c4d5e87f6c admin admin] For port e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:39.367419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43f8d75a-213b-423e-8242-66c4d5e87f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:39.380563 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-43f8d75a-213b-423e-8242-66c4d5e87f6c admin admin] Calling delete_port for e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:39.557836 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43f8d75a-213b-423e-8242-66c4d5e87f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:39.584896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8d75a-213b-423e-8242-66c4d5e87f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:39.754561 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-43f8d75a-213b-423e-8242-66c4d5e87f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:39.965221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f8d75a-213b-423e-8242-66c4d5e87f6c admin admin] Router 1e294e56-512c-463e-b972-5fcb56f6fba8 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:57:40.070524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f8d75a-213b-423e-8242-66c4d5e87f6c admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:57:40.075435 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-43f8d75a-213b-423e-8242-66c4d5e87f6c admin admin] 10.222.0.81 "PUT /v2.0/routers/1e294e56-512c-463e-b972-5fcb56f6fba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5002367 Jul 07 19:57:40.078490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43134) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:40.079297 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3704a8b2-b670-4287-be0b-e4fdb07852c7 None None] Sync routers for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:57:40.088138 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3704a8b2-b670-4287-be0b-e4fdb07852c7 None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:40.088839 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3704a8b2-b670-4287-be0b-e4fdb07852c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:57:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:40.182888 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.190887 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-3704a8b2-b670-4287-be0b-e4fdb07852c7 None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:40.229458 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.284440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.339822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Deleting port 75fc9c28-00cb-43ef-a272-1d5857715fc4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:40.340164 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.368547 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3704a8b2-b670-4287-be0b-e4fdb07852c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:57:39Z', 'revision_number': 5, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port': {'id': '75fc9c28-00cb-43ef-a272-1d5857715fc4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:50:53Z', 'updated_at': '2021-07-07T19:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:40.395343 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3704a8b2-b670-4287-be0b-e4fdb07852c7 None None] Checking router: 1e294e56-512c-463e-b972-5fcb56f6fba8 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:57:40.403477 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3704a8b2-b670-4287-be0b-e4fdb07852c7 None None] Routers {'1e294e56-512c-463e-b972-5fcb56f6fba8'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:40.404102 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3704a8b2-b670-4287-be0b-e4fdb07852c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:57:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['1e294e56-512c-463e-b972-5fcb56f6fba8'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:40.418098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] For port 75fc9c28-00cb-43ef-a272-1d5857715fc4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=75fc9c28-00cb-43ef-a272-1d5857715fc4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:40.419012 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.431622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Calling delete_port for 75fc9c28-00cb-43ef-a272-1d5857715fc4 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:40.490870 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-3704a8b2-b670-4287-be0b-e4fdb07852c7 None None] Set router 1e294e56-512c-463e-b972-5fcb56f6fba8 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:40.544530 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3704a8b2-b670-4287-be0b-e4fdb07852c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:57:40Z', 'revision_number': 6, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:40.571121 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3704a8b2-b670-4287-be0b-e4fdb07852c7 None None] The sync data for ids ['1e294e56-512c-463e-b972-5fcb56f6fba8'] in n-d-793621-9 is: [{'id': '1e294e56-512c-463e-b972-5fcb56f6fba8', 'name': 'tempest-AttachVolumeTestJSON-567834648-router', 'tenant_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:50:52Z', 'updated_at': '2021-07-07T19:57:40Z', 'revision_number': 6, 'project_id': 'a1dfc9f9172c42bc801762e77a5c666f', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:57:40.599837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.626591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=75fc9c28-00cb-43ef-a272-1d5857715fc4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:40.658512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:40.658893 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:40.659241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:40.659579 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:40.659913 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:40.660357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:40.660592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:40.660915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:40.661237 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:40.661566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:40.661884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:40.662203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:40.700960 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.790665 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.792780 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.836357 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.836893 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e294e56-512c-463e-b972-5fcb56f6fba8 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:57:40.841189 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.842337 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8f653393-c30d-4a82-b361-050beb52bed6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/1e294e56-512c-463e-b972-5fcb56f6fba8 HTTP/1.1" status: 204 len: 168 time: 0.7628322 Jul 07 19:57:40.844842 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43136) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:40.888569 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-7597bf5c-71a8-4f3a-bd3b-2cf5e4cc5644 admin admin] Deleting subnet 7b0075c9-a68f-4d82-8ea0-f22fa6c1044b {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:57:40.892531 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7597bf5c-71a8-4f3a-bd3b-2cf5e4cc5644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.929613 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7597bf5c-71a8-4f3a-bd3b-2cf5e4cc5644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.016213 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7597bf5c-71a8-4f3a-bd3b-2cf5e4cc5644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.045966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:57:41.066715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:57:41.067087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e380e528-7c8d-4fdc-8b7a-4388ce4c2d4a not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:57:41.075176 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7597bf5c-71a8-4f3a-bd3b-2cf5e4cc5644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.100657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597bf5c-71a8-4f3a-bd3b-2cf5e4cc5644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0075c9-a68f-4d82-8ea0-f22fa6c1044b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:41.105136 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7597bf5c-71a8-4f3a-bd3b-2cf5e4cc5644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.107020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7597bf5c-71a8-4f3a-bd3b-2cf5e4cc5644 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7b0075c9-a68f-4d82-8ea0-f22fa6c1044b HTTP/1.1" status: 204 len: 168 time: 0.2612500 Jul 07 19:57:41.109472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43138) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:41.110429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f33f7a-0752-4784-8ab5-6fbd378f5e73 None None] Network a923d225-8494-434f-8626-4c2af2901470 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:57:41.180469 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.235849 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Deleting port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:41.236200 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.301816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] For port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=05816dac-7d19-4d1c-b2d4-067c2cd54ce4,segment=NetworkSegment(f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5),segment_id=f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:41.302102 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.316298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Calling delete_port for 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:41.371817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] DHCP port deletion for a923d225-8494-434f-8626-4c2af2901470 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:57:41.400164 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.424447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Deleting port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:41.425209 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.428400 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Pushing event deleted for resources: {'Port': ['ID=05816dac-7d19-4d1c-b2d4-067c2cd54ce4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:41.435303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] No DVR routers for this DVR port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:57:41.491036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] For port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:41.491434 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.509493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Calling delete_port for 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:41.512194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:57:41.513313 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.513484 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.523088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a923d225-8494-434f-8626-4c2af2901470']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:41.533727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:41.534021 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a0b2eb-0880-46d9-99d0-0d3a6b6bf3f5') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:41.539866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Pushing event deleted for resources: {'Port': ['ID=05816dac-7d19-4d1c-b2d4-067c2cd54ce4,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:41.542264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] No DVR routers for this DVR port 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:57:41.546932 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.555694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:41.555972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:41.556322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:41.556743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:41.556997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:41.557358 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:41.557691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:41.557948 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:41.558280 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:41.558616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:41.558969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:41.559298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6641714-86a7-4fc8-bdb8-2b238707a287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:41.574915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.581312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:57:41.581760 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:57:41.583461 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:57:41.639564 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.644082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.646124 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a923d225-8494-434f-8626-4c2af2901470 HTTP/1.1" status: 204 len: 168 time: 0.5352027 Jul 07 19:57:41.667865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746f07a-74d2-4b7c-b982-c5de85efb843 admin admin] Pushing event deleted for resources: {'Network': ['ID=a923d225-8494-434f-8626-4c2af2901470,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:41.762724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43142) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:41.805690 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-40f1cb7b-0cbe-4cbe-afc6-ca015856c3ff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1dfc9f9172c42bc801762e77a5c666f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416591 Jul 07 19:57:41.808080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43144) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:41.857207 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-417cc02a-08ab-4138-ba87-514325e27985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.877970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-417cc02a-08ab-4138-ba87-514325e27985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.924144 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-417cc02a-08ab-4138-ba87-514325e27985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.926815 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-417cc02a-08ab-4138-ba87-514325e27985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.928204 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-417cc02a-08ab-4138-ba87-514325e27985 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b5eced1-1421-468f-b5e2-df5ca0284063 HTTP/1.1" status: 204 len: 168 time: 0.1191967 Jul 07 19:57:41.935704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cc02a-08ab-4138-ba87-514325e27985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5eced1-1421-468f-b5e2-df5ca0284063,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:42.816211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:57:42.838498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:57:42.838930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 05816dac-7d19-4d1c-b2d4-067c2cd54ce4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:57:42.839430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 75fc9c28-00cb-43ef-a272-1d5857715fc4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:57:42.859252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 75fc9c28-00cb-43ef-a272-1d5857715fc4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:57:42.859578 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 75fc9c28-00cb-43ef-a272-1d5857715fc4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:57:43.113264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43194) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:43.222290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aa4d0025-11ee-4dcd-8d9b-ba1eb0309004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.319669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aa4d0025-11ee-4dcd-8d9b-ba1eb0309004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.330991 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-aa4d0025-11ee-4dcd-8d9b-ba1eb0309004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.364027 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-aa4d0025-11ee-4dcd-8d9b-ba1eb0309004 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f6875255ea64bb0a67509192c71c34b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496743 Jul 07 19:57:43.364802 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d0025-11ee-4dcd-8d9b-ba1eb0309004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f398e692-d752-4240-83da-3ec7d20af28c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:43.366686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43202) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:43.415996 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc551-1ddc-49be-bec8-19731cbab042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.436224 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc551-1ddc-49be-bec8-19731cbab042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.484470 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc551-1ddc-49be-bec8-19731cbab042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.487250 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc551-1ddc-49be-bec8-19731cbab042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.488869 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bd1bc551-1ddc-49be-bec8-19731cbab042 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f398e692-d752-4240-83da-3ec7d20af28c HTTP/1.1" status: 204 len: 168 time: 0.1208148 Jul 07 19:57:43.499867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bc551-1ddc-49be-bec8-19731cbab042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f398e692-d752-4240-83da-3ec7d20af28c,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:45.446956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43254) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:45.576567 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d397-b6f7-4cb7-91f0-1e7899a73d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:45.662187 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d397-b6f7-4cb7-91f0-1e7899a73d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:45.666084 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d397-b6f7-4cb7-91f0-1e7899a73d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:45.704298 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0ce8d397-b6f7-4cb7-91f0-1e7899a73d83 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16e5e5c66f7e418ea4ec5cdf7e4cdf0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562685 Jul 07 19:57:45.706391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8d397-b6f7-4cb7-91f0-1e7899a73d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8debf5a7-3648-4f99-a621-b0a1b1e31398,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:45.707180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43260) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:45.763855 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ac9b-d3a0-4666-a2a5-c906616aa7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:45.776404 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:57:45.786530 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ac9b-d3a0-4666-a2a5-c906616aa7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:45.838456 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ac9b-d3a0-4666-a2a5-c906616aa7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:45.841349 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ac9b-d3a0-4666-a2a5-c906616aa7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:45.845620 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f1b1ac9b-d3a0-4666-a2a5-c906616aa7c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8debf5a7-3648-4f99-a621-b0a1b1e31398 HTTP/1.1" status: 204 len: 168 time: 0.1322770 Jul 07 19:57:45.855169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1ac9b-d3a0-4666-a2a5-c906616aa7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8debf5a7-3648-4f99-a621-b0a1b1e31398,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:46.102958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43268) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:46.116475 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec2d5aa5-57e9-450d-b694-949c5a3f91a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:46.201404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec2d5aa5-57e9-450d-b694-949c5a3f91a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:46.205455 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ec2d5aa5-57e9-450d-b694-949c5a3f91a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:46.246627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ec2d5aa5-57e9-450d-b694-949c5a3f91a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6989bad2abc14d27bb06ddb1afc46b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425986 Jul 07 19:57:46.247742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d5aa5-57e9-450d-b694-949c5a3f91a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b216a6-8c6b-47e9-944b-62dccbc99612,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:46.249404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43270) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:46.300778 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05a0fb8-977a-4628-bec6-ee16dfff9327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:46.320906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05a0fb8-977a-4628-bec6-ee16dfff9327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:46.366325 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05a0fb8-977a-4628-bec6-ee16dfff9327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:46.368811 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e05a0fb8-977a-4628-bec6-ee16dfff9327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:46.370228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e05a0fb8-977a-4628-bec6-ee16dfff9327 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09b216a6-8c6b-47e9-944b-62dccbc99612 HTTP/1.1" status: 204 len: 168 time: 0.1196537 Jul 07 19:57:46.377480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a0fb8-977a-4628-bec6-ee16dfff9327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b216a6-8c6b-47e9-944b-62dccbc99612,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:48.803110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43334) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:48.904461 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba16a709-9463-405a-a577-cf5984e37477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:48.993111 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba16a709-9463-405a-a577-cf5984e37477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:48.997193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba16a709-9463-405a-a577-cf5984e37477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:49.035362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ba16a709-9463-405a-a577-cf5984e37477 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=738c0220158c4ec1945d8cbfe7f9f2a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311797 Jul 07 19:57:49.036228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16a709-9463-405a-a577-cf5984e37477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a7b605-30de-439c-a8ae-cfb9fb6faf4f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:49.038037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43338) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:49.086628 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9b32aef8-8945-425e-a407-762b24c408b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:49.107524 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9b32aef8-8945-425e-a407-762b24c408b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:49.152929 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9b32aef8-8945-425e-a407-762b24c408b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:49.155486 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9b32aef8-8945-425e-a407-762b24c408b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:49.157135 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9b32aef8-8945-425e-a407-762b24c408b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77a7b605-30de-439c-a8ae-cfb9fb6faf4f HTTP/1.1" status: 204 len: 168 time: 0.1180358 Jul 07 19:57:49.164823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32aef8-8945-425e-a407-762b24c408b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a7b605-30de-439c-a8ae-cfb9fb6faf4f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:49.419488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43346) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:49.432342 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e01aee37-4a09-4712-9b4d-9dbcf7ed1a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:49.520080 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e01aee37-4a09-4712-9b4d-9dbcf7ed1a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:49.524135 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e01aee37-4a09-4712-9b4d-9dbcf7ed1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:49.561955 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e01aee37-4a09-4712-9b4d-9dbcf7ed1a1f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08c25fd033e943628074a23a74bb171b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414008 Jul 07 19:57:49.563233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01aee37-4a09-4712-9b4d-9dbcf7ed1a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a3c640-ec85-429c-bbb4-92b6d03bffa5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:49.564674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43348) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:49.615916 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e9556f0-8983-4e54-8cef-702a6e5d1f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:49.636349 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e9556f0-8983-4e54-8cef-702a6e5d1f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:49.683708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e9556f0-8983-4e54-8cef-702a6e5d1f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:49.686215 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1e9556f0-8983-4e54-8cef-702a6e5d1f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:49.687382 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1e9556f0-8983-4e54-8cef-702a6e5d1f80 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/51a3c640-ec85-429c-bbb4-92b6d03bffa5 HTTP/1.1" status: 204 len: 168 time: 0.1217129 Jul 07 19:57:49.695736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9556f0-8983-4e54-8cef-702a6e5d1f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a3c640-ec85-429c-bbb4-92b6d03bffa5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:51.125786 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ff7e8445-d501-4be8-8391-6a4d7a7dd657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:53.903247 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:54.097614 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2d77369e-295c-4e6e-a398-89dcdd52fce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:54.893837 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:55.273610 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43488) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:55.376920 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98bdf61d-192c-45a6-9795-97a68ee0cb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:55.464820 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98bdf61d-192c-45a6-9795-97a68ee0cb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:55.468656 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-98bdf61d-192c-45a6-9795-97a68ee0cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:55.507090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-98bdf61d-192c-45a6-9795-97a68ee0cb20 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=83b5da9af43f44c988ef9455f0f7d6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323732 Jul 07 19:57:55.507973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdf61d-192c-45a6-9795-97a68ee0cb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3011942b-5e5a-413d-987a-852d133ffa3b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:55.510641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43492) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:55.563314 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0db911b8-fe26-4f70-85d5-d5351c740116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:55.584232 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0db911b8-fe26-4f70-85d5-d5351c740116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:55.630009 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0db911b8-fe26-4f70-85d5-d5351c740116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:55.632588 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0db911b8-fe26-4f70-85d5-d5351c740116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:55.633726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0db911b8-fe26-4f70-85d5-d5351c740116 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3011942b-5e5a-413d-987a-852d133ffa3b HTTP/1.1" status: 204 len: 168 time: 0.1220558 Jul 07 19:57:55.642274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db911b8-fe26-4f70-85d5-d5351c740116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3011942b-5e5a-413d-987a-852d133ffa3b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:55.889398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43498) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:55.902966 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ade7b625-0c1c-4793-bc8b-a6ca75226156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:55.992816 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ade7b625-0c1c-4793-bc8b-a6ca75226156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:55.997622 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ade7b625-0c1c-4793-bc8b-a6ca75226156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:56.035421 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ade7b625-0c1c-4793-bc8b-a6ca75226156 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42a1afe28c3e4d0aa407704dd5841e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449425 Jul 07 19:57:56.037352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7b625-0c1c-4793-bc8b-a6ca75226156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b0c504-eaac-42b9-9934-99fcb9fb7945,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:56.038104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43500) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:56.086668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72db6c5d-d5a3-48f5-b475-fa172c8a9efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:56.107818 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72db6c5d-d5a3-48f5-b475-fa172c8a9efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:56.154471 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72db6c5d-d5a3-48f5-b475-fa172c8a9efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:56.157098 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72db6c5d-d5a3-48f5-b475-fa172c8a9efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:56.158282 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-72db6c5d-d5a3-48f5-b475-fa172c8a9efa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/19b0c504-eaac-42b9-9934-99fcb9fb7945 HTTP/1.1" status: 204 len: 168 time: 0.1190660 Jul 07 19:57:56.166153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db6c5d-d5a3-48f5-b475-fa172c8a9efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b0c504-eaac-42b9-9934-99fcb9fb7945,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:56.631758 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:57.654060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43546) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:57.759683 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d269ba8-2189-4c02-a9d2-9d56451276be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:57.846305 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d269ba8-2189-4c02-a9d2-9d56451276be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:57.850204 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d269ba8-2189-4c02-a9d2-9d56451276be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:57.888042 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8d269ba8-2189-4c02-a9d2-9d56451276be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6becb83f7ca4482ea413ba72573907b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328932 Jul 07 19:57:57.888872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d269ba8-2189-4c02-a9d2-9d56451276be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ca3e0b-b598-4565-95bd-f9f211f2395b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:57.891277 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43550) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:57.941488 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f691407e-474f-461a-ae8a-84ef1089dc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:57.963684 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f691407e-474f-461a-ae8a-84ef1089dc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:58.009291 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f691407e-474f-461a-ae8a-84ef1089dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:58.011885 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f691407e-474f-461a-ae8a-84ef1089dc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:58.013026 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f691407e-474f-461a-ae8a-84ef1089dc94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09ca3e0b-b598-4565-95bd-f9f211f2395b HTTP/1.1" status: 204 len: 168 time: 0.1202896 Jul 07 19:57:58.021047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691407e-474f-461a-ae8a-84ef1089dc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ca3e0b-b598-4565-95bd-f9f211f2395b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:00.074693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43614) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:00.175398 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-194b35cc-80c7-47c1-8ddc-2a81651d5761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:00.264107 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-194b35cc-80c7-47c1-8ddc-2a81651d5761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:00.268049 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-194b35cc-80c7-47c1-8ddc-2a81651d5761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:00.306420 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-194b35cc-80c7-47c1-8ddc-2a81651d5761 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d05d8b2a15b34cfa87eb47656388bb91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305877 Jul 07 19:58:00.307532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b35cc-80c7-47c1-8ddc-2a81651d5761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422ea7ba-cf94-4e2f-9ed4-6ff62757a040,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:00.309249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43618) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:00.357592 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c2094ea-7042-4d02-9477-30977dcd3d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:00.378063 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c2094ea-7042-4d02-9477-30977dcd3d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:00.425472 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c2094ea-7042-4d02-9477-30977dcd3d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:00.428045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1c2094ea-7042-4d02-9477-30977dcd3d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:00.429188 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1c2094ea-7042-4d02-9477-30977dcd3d3d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/422ea7ba-cf94-4e2f-9ed4-6ff62757a040 HTTP/1.1" status: 204 len: 168 time: 0.1189361 Jul 07 19:58:00.436748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2094ea-7042-4d02-9477-30977dcd3d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422ea7ba-cf94-4e2f-9ed4-6ff62757a040,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:02.113618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43694) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:02.216750 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42dbeab5-0af7-4da0-8f48-556b3fd0387e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:02.303538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42dbeab5-0af7-4da0-8f48-556b3fd0387e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:02.307133 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-42dbeab5-0af7-4da0-8f48-556b3fd0387e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:02.348681 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-42dbeab5-0af7-4da0-8f48-556b3fd0387e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e87cc54303364cb19d7a3649a8d46c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310390 Jul 07 19:58:02.348681 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbeab5-0af7-4da0-8f48-556b3fd0387e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544bfa2f-676f-40ea-b4a0-5c0cbd929ce3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:02.349064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43698) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:02.401183 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-be884f58-11a0-44c1-832f-8449e48fda65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:02.422696 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-be884f58-11a0-44c1-832f-8449e48fda65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:02.469090 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-be884f58-11a0-44c1-832f-8449e48fda65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:02.472355 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-be884f58-11a0-44c1-832f-8449e48fda65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:02.473795 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-be884f58-11a0-44c1-832f-8449e48fda65 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/544bfa2f-676f-40ea-b4a0-5c0cbd929ce3 HTTP/1.1" status: 204 len: 168 time: 0.1229787 Jul 07 19:58:02.481853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be884f58-11a0-44c1-832f-8449e48fda65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544bfa2f-676f-40ea-b4a0-5c0cbd929ce3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:02.734545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43704) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:02.747673 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b256f1da-dadf-4270-bcb3-70868942ca5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:02.842337 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b256f1da-dadf-4270-bcb3-70868942ca5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:02.847513 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b256f1da-dadf-4270-bcb3-70868942ca5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:02.884944 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b256f1da-dadf-4270-bcb3-70868942ca5c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8f44382a8e04ef79705e372ed77f706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492739 Jul 07 19:58:02.886168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256f1da-dadf-4270-bcb3-70868942ca5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e5faaf-e088-4cae-9055-3f44b1e07e76,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:02.888778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43706) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:02.941489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5c41922e-b45e-471c-bb51-ef576bc15e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:02.963123 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5c41922e-b45e-471c-bb51-ef576bc15e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:03.012939 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5c41922e-b45e-471c-bb51-ef576bc15e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:03.016449 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5c41922e-b45e-471c-bb51-ef576bc15e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:03.020649 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5c41922e-b45e-471c-bb51-ef576bc15e3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4e5faaf-e088-4cae-9055-3f44b1e07e76 HTTP/1.1" status: 204 len: 168 time: 0.1281693 Jul 07 19:58:03.027959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41922e-b45e-471c-bb51-ef576bc15e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e5faaf-e088-4cae-9055-3f44b1e07e76,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:04.253509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43742) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:04.344611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:58:04.365541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:04.452214 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:04.554545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Allocated IP 172.25.0.233 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/596d6bb3-a645-4e2c-b6d7-99e7e5c2bf2b) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:58:04.653431 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:04.691190 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:04.725352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:58:04.728212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:58:04.731634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:58:04.765292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Pushing event updated for resources: {'Port': ['ID=596d6bb3-a645-4e2c-b6d7-99e7e5c2bf2b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:04.824549 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:04.866574 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.012610 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.016831 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.082242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Pushing event updated for resources: {'Port': ['ID=596d6bb3-a645-4e2c-b6d7-99e7e5c2bf2b,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:05.093801 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.107577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.112334 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2bb29319-933e-4598-99f0-b402e7bde211 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8577657 Jul 07 19:58:05.112568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43746) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:05.117611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-415ed883-fc7b-4882-a120-e808d6be4c7b tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1912096095', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'fixed_ips': [{'ip_address': '172.25.0.233'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:58:05.138634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415ed883-fc7b-4882-a120-e808d6be4c7b tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Made reservation on behalf of 9b0f54ca907d46198db01d34b92dc311 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:58:05.140949 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-415ed883-fc7b-4882-a120-e808d6be4c7b tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.149448 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-415ed883-fc7b-4882-a120-e808d6be4c7b tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.238976 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-415ed883-fc7b-4882-a120-e808d6be4c7b tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.242405 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-415ed883-fc7b-4882-a120-e808d6be4c7b tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.247567 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [None req-415ed883-fc7b-4882-a120-e808d6be4c7b tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] device_id is not set on port b0b40cbb-7e24-4949-a618-00a558562ecd yet. {{(pid=93900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:58:05.316643 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ed883-fc7b-4882-a120-e808d6be4c7b tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0190a56-2f2f-4719-a438-89643883611f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:05.444537 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-415ed883-fc7b-4882-a120-e808d6be4c7b tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 19:58:05.445042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415ed883-fc7b-4882-a120-e808d6be4c7b tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:58:05.460439 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-415ed883-fc7b-4882-a120-e808d6be4c7b tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3467057 Jul 07 19:58:05.463652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43748) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:05.620028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-48111c3a-c8d7-4016-bf7d-7f2e559045f2 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Deleting port 596d6bb3-a645-4e2c-b6d7-99e7e5c2bf2b {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:58:05.620304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-48111c3a-c8d7-4016-bf7d-7f2e559045f2 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.706630 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-48111c3a-c8d7-4016-bf7d-7f2e559045f2 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.706982 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-48111c3a-c8d7-4016-bf7d-7f2e559045f2 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.719215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-48111c3a-c8d7-4016-bf7d-7f2e559045f2 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Calling delete_port for 596d6bb3-a645-4e2c-b6d7-99e7e5c2bf2b owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:58:05.851076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-48111c3a-c8d7-4016-bf7d-7f2e559045f2 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.880427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48111c3a-c8d7-4016-bf7d-7f2e559045f2 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Pushing event deleted for resources: {'Port': ['ID=596d6bb3-a645-4e2c-b6d7-99e7e5c2bf2b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:05.936397 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-48111c3a-c8d7-4016-bf7d-7f2e559045f2 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.938999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-48111c3a-c8d7-4016-bf7d-7f2e559045f2 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:05.940829 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-48111c3a-c8d7-4016-bf7d-7f2e559045f2 tempest-ExternalNetworksAdminNegativeTestJSON-58510558 tempest-ExternalNetworksAdminNegativeTestJSON-58510558-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/31dfd079-19c2-463f-90cb-500436691f6c HTTP/1.1" status: 204 len: 168 time: 0.4761860 Jul 07 19:58:05.972503 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:06.177225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43756) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:06.280368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-305ac5ba-528c-4777-80f0-543abe29141e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:06.371376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-305ac5ba-528c-4777-80f0-543abe29141e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:06.375275 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-305ac5ba-528c-4777-80f0-543abe29141e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:06.414138 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-305ac5ba-528c-4777-80f0-543abe29141e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb3491a96e3d465e86bc16b0f9c89685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358475 Jul 07 19:58:06.415013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ac5ba-528c-4777-80f0-543abe29141e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e619825d-44e2-4aca-9b7a-fad174f4d415,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:06.417727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43760) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:06.471634 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7267ba31-22fc-43cc-885c-27a44194b668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:06.491681 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7267ba31-22fc-43cc-885c-27a44194b668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:06.536633 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7267ba31-22fc-43cc-885c-27a44194b668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:06.539256 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7267ba31-22fc-43cc-885c-27a44194b668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:06.540596 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7267ba31-22fc-43cc-885c-27a44194b668 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e619825d-44e2-4aca-9b7a-fad174f4d415 HTTP/1.1" status: 204 len: 168 time: 0.1216395 Jul 07 19:58:06.548122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267ba31-22fc-43cc-885c-27a44194b668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e619825d-44e2-4aca-9b7a-fad174f4d415,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:06.793743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43766) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:06.834024 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-08afd444-d4fb-453d-ad6b-1469fdc3c1a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b0f54ca907d46198db01d34b92dc311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391190 Jul 07 19:58:06.836351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43768) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:06.881438 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13617607-77b5-47c8-9bd8-d47ab47cae1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:06.902171 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13617607-77b5-47c8-9bd8-d47ab47cae1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:06.947350 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13617607-77b5-47c8-9bd8-d47ab47cae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:06.950181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13617607-77b5-47c8-9bd8-d47ab47cae1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:06.951369 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-13617607-77b5-47c8-9bd8-d47ab47cae1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0190a56-2f2f-4719-a438-89643883611f HTTP/1.1" status: 204 len: 168 time: 0.1141422 Jul 07 19:58:06.959840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13617607-77b5-47c8-9bd8-d47ab47cae1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0190a56-2f2f-4719-a438-89643883611f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:07.612483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43790) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:07.703480 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7b43ef53-9f27-4e74-b740-daac5f878574 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] Request body: {'port': {'network_id': '0f1f5a83-4bf8-4b36-8f25-51ab346a2051', 'name': 'tempest-NetworksNegativeTestJSON-1785105752'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:58:07.720053 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b43ef53-9f27-4e74-b740-daac5f878574 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] POST failed (client error): The resource could not be found. Jul 07 19:58:07.721040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b43ef53-9f27-4e74-b740-daac5f878574 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:58:07.722374 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7b43ef53-9f27-4e74-b740-daac5f878574 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1088939 Jul 07 19:58:07.726412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43794) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:07.745729 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-5211fc2d-bc9d-431a-b45d-437eb7cd9466 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] DELETE failed (client error): The resource could not be found. Jul 07 19:58:07.746380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5211fc2d-bc9d-431a-b45d-437eb7cd9466 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:58:07.748049 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5211fc2d-bc9d-431a-b45d-437eb7cd9466 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] 10.222.0.81 "DELETE /v2.0/networks/86a09fe6-1e8a-4e56-b336-72cb01be3654 HTTP/1.1" status: 404 len: 339 time: 0.0206153 Jul 07 19:58:07.751587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43796) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:07.776193 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c11d6e-e6fa-4777-a1cf-114ef0bcad87 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] DELETE failed (client error): The resource could not be found. Jul 07 19:58:07.777130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c11d6e-e6fa-4777-a1cf-114ef0bcad87 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:58:07.778505 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f1c11d6e-e6fa-4777-a1cf-114ef0bcad87 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] 10.222.0.81 "DELETE /v2.0/ports/c5a0cb05-06a5-4830-99f9-628cddb55e0c HTTP/1.1" status: 404 len: 333 time: 0.0260081 Jul 07 19:58:07.782107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43798) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:07.808125 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-e689593e-9fd7-4e1f-bd4d-313b61496d66 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] DELETE failed (client error): The resource could not be found. Jul 07 19:58:07.808558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e689593e-9fd7-4e1f-bd4d-313b61496d66 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:58:07.810229 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e689593e-9fd7-4e1f-bd4d-313b61496d66 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] 10.222.0.81 "DELETE /v2.0/subnets/618714e5-3610-4c64-be2f-49f9036618b1 HTTP/1.1" status: 404 len: 337 time: 0.0271773 Jul 07 19:58:07.814034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43800) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:07.833160 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfa71fa-7e75-4185-bbe4-a14a2bff510f tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] GET failed (client error): The resource could not be found. Jul 07 19:58:07.834446 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2bfa71fa-7e75-4185-bbe4-a14a2bff510f tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] 10.222.0.81 "GET /v2.0/networks/9410a4fa-cd8d-4dcb-8d48-5e990484297d HTTP/1.1" status: 404 len: 339 time: 0.0194943 Jul 07 19:58:07.837841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43802) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:07.867930 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57e752d-2fbe-4331-9a1e-cbaf4d451f68 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] GET failed (client error): The resource could not be found. Jul 07 19:58:07.869638 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a57e752d-2fbe-4331-9a1e-cbaf4d451f68 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] 10.222.0.81 "GET /v2.0/ports/9d40bbe2-b436-4252-867e-4e871eae9664 HTTP/1.1" status: 404 len: 333 time: 0.0306256 Jul 07 19:58:07.872818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43804) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:07.898913 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a4b82e-b610-44f0-ba39-2e64eec4a535 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] GET failed (client error): The resource could not be found. Jul 07 19:58:07.900192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a6a4b82e-b610-44f0-ba39-2e64eec4a535 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] 10.222.0.81 "GET /v2.0/subnets/205bde77-ce96-4502-8db8-8615f31daf38 HTTP/1.1" status: 404 len: 337 time: 0.0265040 Jul 07 19:58:07.903999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43806) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:07.909577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d7c6c146-bb79-4193-9e90-a7f5f1224984 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:58:07.923533 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c6c146-bb79-4193-9e90-a7f5f1224984 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] PUT failed (client error): The resource could not be found. Jul 07 19:58:07.923990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c6c146-bb79-4193-9e90-a7f5f1224984 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:58:07.925657 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d7c6c146-bb79-4193-9e90-a7f5f1224984 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] 10.222.0.81 "PUT /v2.0/networks/a1ead809-9327-4dc2-8fbc-9d54122944cc HTTP/1.1" status: 404 len: 339 time: 0.0207546 Jul 07 19:58:07.929585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43808) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:07.934879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5b1d11a1-3638-4582-8e70-cd716e02cc73 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:58:07.956707 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1d11a1-3638-4582-8e70-cd716e02cc73 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] PUT failed (client error): The resource could not be found. Jul 07 19:58:07.957358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1d11a1-3638-4582-8e70-cd716e02cc73 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:58:07.966826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43810) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:07.966997 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5b1d11a1-3638-4582-8e70-cd716e02cc73 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] 10.222.0.81 "PUT /v2.0/ports/c0d461dc-a9e5-45ba-a491-376542745b5c HTTP/1.1" status: 404 len: 333 time: 0.0319390 Jul 07 19:58:07.968582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ced90ba2-fd39-4b78-8f96-ff7599195fc5 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:58:07.991768 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced90ba2-fd39-4b78-8f96-ff7599195fc5 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] PUT failed (client error): The resource could not be found. Jul 07 19:58:07.992145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced90ba2-fd39-4b78-8f96-ff7599195fc5 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:58:07.993277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ced90ba2-fd39-4b78-8f96-ff7599195fc5 tempest-NetworksNegativeTestJSON-1207267516 tempest-NetworksNegativeTestJSON-1207267516-project] 10.222.0.81 "PUT /v2.0/subnets/a7821269-ea2e-429d-8ad7-9bfb7ef44806 HTTP/1.1" status: 404 len: 337 time: 0.0293939 Jul 07 19:58:08.237245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43816) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:08.340338 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03271518-a95d-4937-a06d-98c85615f689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:08.433156 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03271518-a95d-4937-a06d-98c85615f689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:08.437076 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-03271518-a95d-4937-a06d-98c85615f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:08.475932 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-03271518-a95d-4937-a06d-98c85615f689 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d92bb63d3fcf40189d5016080e71c56c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375846 Jul 07 19:58:08.476814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03271518-a95d-4937-a06d-98c85615f689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6abde1-38da-47eb-812a-6a523fb097cf,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:08.478590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43820) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:08.527541 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85daf7de-c758-4623-9ada-5eaf317deeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:08.548157 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85daf7de-c758-4623-9ada-5eaf317deeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:08.593490 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85daf7de-c758-4623-9ada-5eaf317deeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:08.596705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-85daf7de-c758-4623-9ada-5eaf317deeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:08.597862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-85daf7de-c758-4623-9ada-5eaf317deeba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab6abde1-38da-47eb-812a-6a523fb097cf HTTP/1.1" status: 204 len: 168 time: 0.1181796 Jul 07 19:58:08.605657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85daf7de-c758-4623-9ada-5eaf317deeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6abde1-38da-47eb-812a-6a523fb097cf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:09.223224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43842) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:09.316839 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-668379872'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:58:09.339971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Made reservation on behalf of bd0033a06c3140bc9ef26aef0335f7a0 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:58:09.343446 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:09.352454 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:09.447899 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:09.452530 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:09.484065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:58:09.494313 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da6e410-5ef4-4fe6-8a71-3676239d4727,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:09.500254 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:09.500591 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Added segment 120211b3-065b-49f5-863e-fea915042ef5 of type vlan for network d7cff0cb-bef7-4433-9178-d326549f8401 Jul 07 19:58:09.541587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:09.575211 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:09.580953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:09.581531 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:09.638719 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4143174 Jul 07 19:58:09.641918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43846) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:09.646507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-7fd7600e-b3cb-4706-b4bd-94590cf8d7ca tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd7cff0cb-bef7-4433-9178-d326549f8401', 'tempest-TagsTest-Tag-1254697019') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:09.663050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd46ae-6d90-4c5e-804a-a96a05e34fbe tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Pushing event updated for resources: {'Network': ['ID=d7cff0cb-bef7-4433-9178-d326549f8401,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:09.674329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network d7cff0cb-bef7-4433-9178-d326549f8401 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:58:09.753874 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7fd7600e-b3cb-4706-b4bd-94590cf8d7ca tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "PUT /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401/tags/tempest-TagsTest-Tag-1254697019 HTTP/1.1" status: 201 len: 201 time: 0.1108935 Jul 07 19:58:09.756318 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43848) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:09.760541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-0bdec17f-51e6-4433-951a-75c877ce28c0 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd7cff0cb-bef7-4433-9178-d326549f8401', 'tempest-TagsTest-Tag-1254697019') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:09.832033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0bdec17f-51e6-4433-951a-75c877ce28c0 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "GET /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401/tags/tempest-TagsTest-Tag-1254697019 HTTP/1.1" status: 204 len: 168 time: 0.0745833 Jul 07 19:58:09.834576 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43850) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:09.838853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-9d5e0c40-d053-484f-8fca-144cbaea9118 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd7cff0cb-bef7-4433-9178-d326549f8401') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:09.910304 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9d5e0c40-d053-484f-8fca-144cbaea9118 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "GET /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401/tags HTTP/1.1" status: 200 len: 238 time: 0.0747907 Jul 07 19:58:09.913384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43852) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:09.918105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-cd16d706-9c9d-4c54-9459-91596f219219 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd7cff0cb-bef7-4433-9178-d326549f8401', {'tags': ['tempest-TagsTest-Tag-179984552', 'tempest-TagsTest-Tag-1445367929', 'tempest-TagsTest-Tag-659623355']}) {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:09.997830 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cd16d706-9c9d-4c54-9459-91596f219219 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "PUT /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401/tags HTTP/1.1" status: 200 len: 307 time: 0.0833726 Jul 07 19:58:10.000520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43854) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:10.005203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-67b6dede-7c93-4fe4-bd7e-c54a3258fe19 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd7cff0cb-bef7-4433-9178-d326549f8401', 'tempest-TagsTest-Tag-179984552') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:10.127135 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-67b6dede-7c93-4fe4-bd7e-c54a3258fe19 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "DELETE /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401/tags/tempest-TagsTest-Tag-179984552 HTTP/1.1" status: 204 len: 168 time: 0.1254418 Jul 07 19:58:10.129684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43856) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:10.134159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-e24e04d5-48ce-4b39-822f-9be8b81d7170 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd7cff0cb-bef7-4433-9178-d326549f8401', 'tempest-TagsTest-Tag-179984552') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:10.201782 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-e24e04d5-48ce-4b39-822f-9be8b81d7170 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] show failed (client error): The resource could not be found. Jul 07 19:58:10.203167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e24e04d5-48ce-4b39-822f-9be8b81d7170 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "GET /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401/tags/tempest-TagsTest-Tag-179984552 HTTP/1.1" status: 404 len: 325 time: 0.0722117 Jul 07 19:58:10.206539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43858) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:10.210892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-54e911cf-fd55-4924-bea3-0cf803e31f18 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd7cff0cb-bef7-4433-9178-d326549f8401', 'tempest-TagsTest-Tag-1445367929') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:10.237849 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:10.286567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-54e911cf-fd55-4924-bea3-0cf803e31f18 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "GET /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401/tags/tempest-TagsTest-Tag-1445367929 HTTP/1.1" status: 204 len: 168 time: 0.0781386 Jul 07 19:58:10.288188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43860) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:10.292899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-c84937cf-63e4-47be-9304-028c16cb4e74 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd7cff0cb-bef7-4433-9178-d326549f8401', 'tempest-TagsTest-Tag-659623355') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:10.364458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c84937cf-63e4-47be-9304-028c16cb4e74 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "GET /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401/tags/tempest-TagsTest-Tag-659623355 HTTP/1.1" status: 204 len: 168 time: 0.0752120 Jul 07 19:58:10.366813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43862) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:10.371146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-3bba66d2-746b-4e3f-8e39-fd138ccd7390 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd7cff0cb-bef7-4433-9178-d326549f8401') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:10.465647 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3bba66d2-746b-4e3f-8e39-fd138ccd7390 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "DELETE /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401/tags HTTP/1.1" status: 204 len: 168 time: 0.0976815 Jul 07 19:58:10.468143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43864) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:10.477115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-07d02728-b506-4e59-aad3-9a7241745420 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd7cff0cb-bef7-4433-9178-d326549f8401', 'tempest-TagsTest-Tag-1445367929') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:10.545610 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-07d02728-b506-4e59-aad3-9a7241745420 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] show failed (client error): The resource could not be found. Jul 07 19:58:10.546665 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-07d02728-b506-4e59-aad3-9a7241745420 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "GET /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401/tags/tempest-TagsTest-Tag-1445367929 HTTP/1.1" status: 404 len: 326 time: 0.0773525 Jul 07 19:58:10.549556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43866) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:10.553974 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-a10bdb6d-1d93-4110-afc8-794e9a3f9c9d tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd7cff0cb-bef7-4433-9178-d326549f8401', 'tempest-TagsTest-Tag-659623355') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:10.627728 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-a10bdb6d-1d93-4110-afc8-794e9a3f9c9d tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] show failed (client error): The resource could not be found. Jul 07 19:58:10.628799 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a10bdb6d-1d93-4110-afc8-794e9a3f9c9d tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "GET /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401/tags/tempest-TagsTest-Tag-659623355 HTTP/1.1" status: 404 len: 325 time: 0.0783343 Jul 07 19:58:10.631513 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43868) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:10.635975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.tag.tag_plugin [None req-f68a7882-1e12-4a1f-b568-9f5404a8bb81 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd7cff0cb-bef7-4433-9178-d326549f8401') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:10.707583 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f68a7882-1e12-4a1f-b568-9f5404a8bb81 tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "DELETE /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401/tags HTTP/1.1" status: 204 len: 168 time: 0.0750744 Jul 07 19:58:10.711930 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43870) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:10.792019 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:10.877673 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:10.887845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cff0cb-bef7-4433-9178-d326549f8401']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:10.898700 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120211b3-065b-49f5-863e-fea915042ef5') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:10.899034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120211b3-065b-49f5-863e-fea915042ef5') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:10.907660 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:10.926955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:10.932652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:58:10.933041 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: timer() Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:58:10.936340 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:58:10.993435 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:11.000603 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:11.002503 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] 10.222.0.81 "DELETE /v2.0/networks/d7cff0cb-bef7-4433-9178-d326549f8401 HTTP/1.1" status: 204 len: 168 time: 0.2890940 Jul 07 19:58:11.014368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bd9ab-19d3-4241-a5fd-4bafd947ed6b tempest-TagsTest-125484300 tempest-TagsTest-125484300-project] Pushing event deleted for resources: {'Network': ['ID=d7cff0cb-bef7-4433-9178-d326549f8401,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:11.235809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43876) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:11.364453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2a74e7d2-e1f0-4006-9909-735fab083c82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd0033a06c3140bc9ef26aef0335f7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269109 Jul 07 19:58:11.366898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43880) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:11.414230 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23917dc5-34a5-4065-ba12-a6275c008af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:11.435615 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23917dc5-34a5-4065-ba12-a6275c008af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:11.488455 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23917dc5-34a5-4065-ba12-a6275c008af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:11.491022 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-23917dc5-34a5-4065-ba12-a6275c008af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:11.492167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-23917dc5-34a5-4065-ba12-a6275c008af4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0da6e410-5ef4-4fe6-8a71-3676239d4727 HTTP/1.1" status: 204 len: 168 time: 0.1243465 Jul 07 19:58:11.500309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23917dc5-34a5-4065-ba12-a6275c008af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da6e410-5ef4-4fe6-8a71-3676239d4727,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:17.466698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43986) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:17.569199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5beb9fe2-794f-4d05-aaea-d8089f0b2c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:17.655814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5beb9fe2-794f-4d05-aaea-d8089f0b2c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:17.659848 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5beb9fe2-794f-4d05-aaea-d8089f0b2c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:17.698044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5beb9fe2-794f-4d05-aaea-d8089f0b2c2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ddcac2721dab40db955a4d70f06b0f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301693 Jul 07 19:58:17.698865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb9fe2-794f-4d05-aaea-d8089f0b2c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289c4758-b1ce-4ba9-b51b-2f663f8b23be,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:17.700767 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43990) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:17.751540 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-de700259-b5a8-4afd-b762-43d1422d0658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:17.773134 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-de700259-b5a8-4afd-b762-43d1422d0658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:17.818573 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-de700259-b5a8-4afd-b762-43d1422d0658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:17.821383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-de700259-b5a8-4afd-b762-43d1422d0658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:17.822508 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-de700259-b5a8-4afd-b762-43d1422d0658 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/289c4758-b1ce-4ba9-b51b-2f663f8b23be HTTP/1.1" status: 204 len: 168 time: 0.1207488 Jul 07 19:58:17.830537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de700259-b5a8-4afd-b762-43d1422d0658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289c4758-b1ce-4ba9-b51b-2f663f8b23be,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:18.078698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 43996) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:18.092857 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b0af149-dcfc-42a4-986b-a094ca418a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.178355 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b0af149-dcfc-42a4-986b-a094ca418a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.181976 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b0af149-dcfc-42a4-986b-a094ca418a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.223347 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3b0af149-dcfc-42a4-986b-a094ca418a3a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a15b13726b344547877a1776aa14fd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435344 Jul 07 19:58:18.225506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0af149-dcfc-42a4-986b-a094ca418a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7a95a4-d4d4-4c17-b26e-dfc857e94185,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:18.226027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 43998) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:18.277422 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f943c50-e6dd-47d0-95b9-c2bdaf14b257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.297695 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f943c50-e6dd-47d0-95b9-c2bdaf14b257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.344418 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f943c50-e6dd-47d0-95b9-c2bdaf14b257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.347145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1f943c50-e6dd-47d0-95b9-c2bdaf14b257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.348304 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1f943c50-e6dd-47d0-95b9-c2bdaf14b257 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea7a95a4-d4d4-4c17-b26e-dfc857e94185 HTTP/1.1" status: 204 len: 168 time: 0.1212790 Jul 07 19:58:18.355834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f943c50-e6dd-47d0-95b9-c2bdaf14b257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7a95a4-d4d4-4c17-b26e-dfc857e94185,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:18.662429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44004) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:18.679074 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f4620c5-d9f6-494f-b596-bf39c3e3730e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.770835 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f4620c5-d9f6-494f-b596-bf39c3e3730e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.774773 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f4620c5-d9f6-494f-b596-bf39c3e3730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.812946 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2f4620c5-d9f6-494f-b596-bf39c3e3730e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6946f2715d584427b6ae8d2fd8a177f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493888 Jul 07 19:58:18.813815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4620c5-d9f6-494f-b596-bf39c3e3730e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce19c52-72d1-498b-972e-f724504316eb,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:18.816174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44006) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:18.865964 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cedc0c15-31ca-485f-a8a3-760e7ffbaeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.886462 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cedc0c15-31ca-485f-a8a3-760e7ffbaeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.932686 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cedc0c15-31ca-485f-a8a3-760e7ffbaeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.935208 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cedc0c15-31ca-485f-a8a3-760e7ffbaeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:18.936382 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cedc0c15-31ca-485f-a8a3-760e7ffbaeea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dce19c52-72d1-498b-972e-f724504316eb HTTP/1.1" status: 204 len: 168 time: 0.1190987 Jul 07 19:58:18.944911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc0c15-31ca-485f-a8a3-760e7ffbaeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce19c52-72d1-498b-972e-f724504316eb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:20.687709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44066) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:20.791349 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f013993-a189-46bd-8ab6-08ce3843704f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.877496 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f013993-a189-46bd-8ab6-08ce3843704f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.881983 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f013993-a189-46bd-8ab6-08ce3843704f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.918771 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2f013993-a189-46bd-8ab6-08ce3843704f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bf9be043c2514640ae8a0f63eda42e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298038 Jul 07 19:58:20.920734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f013993-a189-46bd-8ab6-08ce3843704f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d82645-f0a3-47d9-8dbc-fdfc89a95218,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:20.921679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44070) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:20.971015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d88a578-3c94-42c0-b673-521dae50f241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.991615 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d88a578-3c94-42c0-b673-521dae50f241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.038647 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d88a578-3c94-42c0-b673-521dae50f241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.041257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d88a578-3c94-42c0-b673-521dae50f241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.042438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1d88a578-3c94-42c0-b673-521dae50f241 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7d82645-f0a3-47d9-8dbc-fdfc89a95218 HTTP/1.1" status: 204 len: 168 time: 0.1197045 Jul 07 19:58:21.050844 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88a578-3c94-42c0-b673-521dae50f241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d82645-f0a3-47d9-8dbc-fdfc89a95218,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:21.126454 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-048a45e4-0d4e-4bed-a4b0-4a0b67f13572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.306646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44076) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:21.320200 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7088e4f4-8d8f-4c62-bcac-90d961bf43b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.415076 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7088e4f4-8d8f-4c62-bcac-90d961bf43b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.419058 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7088e4f4-8d8f-4c62-bcac-90d961bf43b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.456127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088e4f4-8d8f-4c62-bcac-90d961bf43b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fb886c-3060-4551-b9dc-e8c2786f60ab,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:21.461593 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7088e4f4-8d8f-4c62-bcac-90d961bf43b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac45996c6c2a4f35889cb8d95eac397e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538475 Jul 07 19:58:21.462908 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44078) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:21.511121 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-349755a7-81b4-4bc8-9d49-c0e37185cc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.532262 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-349755a7-81b4-4bc8-9d49-c0e37185cc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.579354 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-349755a7-81b4-4bc8-9d49-c0e37185cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.582359 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-349755a7-81b4-4bc8-9d49-c0e37185cc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.583560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-349755a7-81b4-4bc8-9d49-c0e37185cc3f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9fb886c-3060-4551-b9dc-e8c2786f60ab HTTP/1.1" status: 204 len: 168 time: 0.1197312 Jul 07 19:58:21.591489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349755a7-81b4-4bc8-9d49-c0e37185cc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fb886c-3060-4551-b9dc-e8c2786f60ab,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:22.776341 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:58:22.831577 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70a102-50c0-40ae-8791-f831d376a68b req-f3dfab2f-ab1c-4875-901e-36c3714a8fac tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:22.833114 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d70a102-50c0-40ae-8791-f831d376a68b req-f3dfab2f-ab1c-4875-901e-36c3714a8fac tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0696039 Jul 07 19:58:22.880615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d70a102-50c0-40ae-8791-f831d376a68b req-36a24fa1-f275-4366-b7cb-27865c54d924 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396700 Jul 07 19:58:23.904026 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.071352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9dd37-8bbc-4e26-84df-cd7232a8b49a req-3816249e-fc0f-4de3-b9e9-253c95470d5b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:24.073013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-54c9dd37-8bbc-4e26-84df-cd7232a8b49a req-3816249e-fc0f-4de3-b9e9-253c95470d5b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0712390 Jul 07 19:58:24.098033 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4f624ca5-972b-4efc-bc13-2ffdc22ec9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.117493 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-54c9dd37-8bbc-4e26-84df-cd7232a8b49a req-667d7ec4-c1de-42d0-9303-1bc43aec3f52 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385942 Jul 07 19:58:24.921154 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:25.619663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64535221-4e2d-4075-a271-edbce8ca7ba4 req-f70ef33e-8479-4d93-a19b-132797212613 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:25.621166 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-64535221-4e2d-4075-a271-edbce8ca7ba4 req-f70ef33e-8479-4d93-a19b-132797212613 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.3848562 Jul 07 19:58:25.660966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-64535221-4e2d-4075-a271-edbce8ca7ba4 req-2a191521-b979-4944-bffe-8386ac8c1613 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332470 Jul 07 19:58:26.637299 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:26.838811 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf037d65-380d-464d-ab42-dd601373f042 req-4ef62dae-a160-4947-a939-59a3389dd839 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:26.840227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf037d65-380d-464d-ab42-dd601373f042 req-4ef62dae-a160-4947-a939-59a3389dd839 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0641184 Jul 07 19:58:26.880370 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf037d65-380d-464d-ab42-dd601373f042 req-c799c0b8-eff9-4d12-9f81-0cf87cd3a53d tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336905 Jul 07 19:58:28.053623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6242c3-81d6-4aa3-a480-7eee51ee43ed req-487aec1e-e2cb-4482-be2b-9655395f47f6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:28.055126 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac6242c3-81d6-4aa3-a480-7eee51ee43ed req-487aec1e-e2cb-4482-be2b-9655395f47f6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0633066 Jul 07 19:58:28.093833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac6242c3-81d6-4aa3-a480-7eee51ee43ed req-32ffc59f-d6d9-4432-815c-0975bcf409b4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330665 Jul 07 19:58:29.331694 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b638-a2d0-4795-a075-a98f3bfe22fc req-764c3545-9cfb-4a8c-ae0b-4de58515b6ed tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:29.333179 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e40b638-a2d0-4795-a075-a98f3bfe22fc req-764c3545-9cfb-4a8c-ae0b-4de58515b6ed tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.1097085 Jul 07 19:58:29.379444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23def09-5d8f-44e6-8fbf-a204b876e71d req-6a689ec5-50d9-4a3c-b5f1-d9930b6956de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:29.380894 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e23def09-5d8f-44e6-8fbf-a204b876e71d req-6a689ec5-50d9-4a3c-b5f1-d9930b6956de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 1096 time: 0.1039259 Jul 07 19:58:29.389631 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e40b638-a2d0-4795-a075-a98f3bfe22fc req-62829235-b732-499c-9830-f70cbf99f1cc tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494325 Jul 07 19:58:29.496028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23def09-5d8f-44e6-8fbf-a204b876e71d req-673d5c81-435c-4238-9347-5783e1529536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:29.497535 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e23def09-5d8f-44e6-8fbf-a204b876e71d req-673d5c81-435c-4238-9347-5783e1529536 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d HTTP/1.1" status: 200 len: 898 time: 0.0875285 Jul 07 19:58:29.571228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e23def09-5d8f-44e6-8fbf-a204b876e71d req-6308a703-50eb-40b6-a00c-1696285aff37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20beee3d-082a-4903-9a62-1ec4182401e3 HTTP/1.1" status: 200 len: 1000 time: 0.0661705 Jul 07 19:58:29.623549 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23def09-5d8f-44e6-8fbf-a204b876e71d req-e99e3ffc-f4fc-4a40-bd52-6116af711539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:29.625044 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e23def09-5d8f-44e6-8fbf-a204b876e71d req-e99e3ffc-f4fc-4a40-bd52-6116af711539 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea607f8-8ecb-4e53-9097-4ea09932c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0477118 Jul 07 19:58:29.701407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23def09-5d8f-44e6-8fbf-a204b876e71d req-bd9039b2-3183-49f2-96d4-53970e23274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:29.703301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e23def09-5d8f-44e6-8fbf-a204b876e71d req-bd9039b2-3183-49f2-96d4-53970e23274d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716488 Jul 07 19:58:29.797654 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e23def09-5d8f-44e6-8fbf-a204b876e71d req-02fbc649-a1cf-461f-8799-07e75718e527 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874870 Jul 07 19:58:29.889140 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e23def09-5d8f-44e6-8fbf-a204b876e71d req-b44104ac-5e65-45cd-9af2-84f2ab13c835 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849288 Jul 07 19:58:30.586496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fa565-2f27-466e-a262-a267c940634d req-d2f6a334-626d-48e5-ab02-ea31316619e6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:30.588020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb1fa565-2f27-466e-a262-a267c940634d req-d2f6a334-626d-48e5-ab02-ea31316619e6 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0683105 Jul 07 19:58:30.628264 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb1fa565-2f27-466e-a262-a267c940634d req-02ff1a9c-02b3-43c5-a7a0-6289f537cf1b tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342844 Jul 07 19:58:31.812618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59392e-f8df-46d3-8102-ac8e774d8025 req-1728bfdd-c4af-4afc-89f1-bb716482c423 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:31.814479 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d59392e-f8df-46d3-8102-ac8e774d8025 req-1728bfdd-c4af-4afc-89f1-bb716482c423 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0692971 Jul 07 19:58:31.855699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d59392e-f8df-46d3-8102-ac8e774d8025 req-6ad4e20f-9de1-4566-80ae-e3010ee64058 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353861 Jul 07 19:58:33.057186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189c79-3cea-454f-b1cd-8d88128afac2 req-26f06c49-9c7d-4d68-bda4-778272e864a5 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:33.058731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fa189c79-3cea-454f-b1cd-8d88128afac2 req-26f06c49-9c7d-4d68-bda4-778272e864a5 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0669389 Jul 07 19:58:33.101687 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fa189c79-3cea-454f-b1cd-8d88128afac2 req-e038835c-1939-4480-99f9-29c75959adf9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358098 Jul 07 19:58:34.298917 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fbcf2-2f37-4f69-a2f7-a01fe54f0adc req-c698181c-d8f9-4e7f-bac5-a55fd26443cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:34.300444 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a51fbcf2-2f37-4f69-a2f7-a01fe54f0adc req-c698181c-d8f9-4e7f-bac5-a55fd26443cf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0648196 Jul 07 19:58:34.338738 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a51fbcf2-2f37-4f69-a2f7-a01fe54f0adc req-34146e58-3c42-4f8f-aff3-9636095cea84 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326812 Jul 07 19:58:35.514900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c89bce-4b6c-4c44-817a-90b255631e60 req-4ddcbaa2-3d0c-48ca-b87c-f257063d19f7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:35.516349 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95c89bce-4b6c-4c44-817a-90b255631e60 req-4ddcbaa2-3d0c-48ca-b87c-f257063d19f7 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0652885 Jul 07 19:58:35.553929 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95c89bce-4b6c-4c44-817a-90b255631e60 req-251d4d12-749c-45e0-a897-92d0ed38673a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319209 Jul 07 19:58:35.981999 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:36.740018 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d3451-081e-4278-a8d6-6405d0f83c39 req-227605a8-3284-4d87-924b-ec22eca381a8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:36.741458 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba6d3451-081e-4278-a8d6-6405d0f83c39 req-227605a8-3284-4d87-924b-ec22eca381a8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0743785 Jul 07 19:58:36.779620 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba6d3451-081e-4278-a8d6-6405d0f83c39 req-100c2d65-5ac2-4881-9e08-f54bc21a1df0 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323694 Jul 07 19:58:37.965338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a717e3-6a75-4782-b215-4f8a8a799ff2 req-0ee73b07-68c3-49b3-9754-03dd8273c0df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:37.966885 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e4a717e3-6a75-4782-b215-4f8a8a799ff2 req-0ee73b07-68c3-49b3-9754-03dd8273c0df tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0713916 Jul 07 19:58:38.007795 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e4a717e3-6a75-4782-b215-4f8a8a799ff2 req-289f8b98-83ba-4209-80ea-6d9c8fc56728 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336196 Jul 07 19:58:39.206873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017e407-66d3-4314-8200-7ce3f474c866 req-7c1844b1-18aa-4c8b-b1c2-c1637ed82ff5 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:39.208380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c017e407-66d3-4314-8200-7ce3f474c866 req-7c1844b1-18aa-4c8b-b1c2-c1637ed82ff5 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0864563 Jul 07 19:58:39.258044 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c017e407-66d3-4314-8200-7ce3f474c866 req-79c01835-190c-4db5-8a9b-564796787e09 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402019 Jul 07 19:58:40.271024 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:40.461537 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f3afc-6b99-4564-bc25-f7adf52ff4c8 req-240c1aab-9141-49b4-9cc2-5dc0d043fe68 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:40.463137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d20f3afc-6b99-4564-bc25-f7adf52ff4c8 req-240c1aab-9141-49b4-9cc2-5dc0d043fe68 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0833983 Jul 07 19:58:40.508632 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d20f3afc-6b99-4564-bc25-f7adf52ff4c8 req-397d3f48-e1ae-4c5e-bf8b-a2863e88ff6c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380738 Jul 07 19:58:41.693039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a610f-8841-4514-9e77-db1b0406f66d req-e9ee71e4-6f5b-474f-8874-87077ccedf4e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:41.695250 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3d4a610f-8841-4514-9e77-db1b0406f66d req-e9ee71e4-6f5b-474f-8874-87077ccedf4e tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0687628 Jul 07 19:58:41.738031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3d4a610f-8841-4514-9e77-db1b0406f66d req-eaa42fd3-2560-4389-a7f9-042264601de4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359373 Jul 07 19:58:42.356760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241871a9-e5db-4870-9721-9fddc0874a59 req-88540a53-4f87-42ee-9f88-1d9892f9932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:42.358426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-241871a9-e5db-4870-9721-9fddc0874a59 req-88540a53-4f87-42ee-9f88-1d9892f9932f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 1096 time: 0.0566943 Jul 07 19:58:42.393607 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-241871a9-e5db-4870-9721-9fddc0874a59 req-606318f7-2b75-4a0a-9560-69c29c0b3e99 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293515 Jul 07 19:58:42.945254 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543b8ef-7003-4870-b034-a776ec996591 req-9d03536c-523e-4806-b8f5-bad4b5c4dba5 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:42.946788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3543b8ef-7003-4870-b034-a776ec996591 req-9d03536c-523e-4806-b8f5-bad4b5c4dba5 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0921760 Jul 07 19:58:42.986837 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3543b8ef-7003-4870-b034-a776ec996591 req-165bb120-daae-4de8-af3c-b308a287866f tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340977 Jul 07 19:58:44.086612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 20beee3d-082a-4903-9a62-1ec4182401e3 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:58:44.089483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 20beee3d-082a-4903-9a62-1ec4182401e3 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:58:44.173805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb9af8-7f05-4d9b-8977-90ae3f656738 req-87425090-f0be-42b6-95c1-c3d8c6fa5373 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:44.175411 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4cb9af8-7f05-4d9b-8977-90ae3f656738 req-87425090-f0be-42b6-95c1-c3d8c6fa5373 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.0709953 Jul 07 19:58:44.217806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4cb9af8-7f05-4d9b-8977-90ae3f656738 req-c9071baf-fed9-439e-b3df-0b757aaf90e4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361011 Jul 07 19:58:44.249341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44244) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:44.257833 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.288886 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 20beee3d-082a-4903-9a62-1ec4182401e3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=20beee3d-082a-4903-9a62-1ec4182401e3,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:44.294504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:58:44.296783 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32f0eb4-2734-4e4f-9187-86d36159e368" -d '{"events": [{"server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "name": "network-vif-unplugged", "status": "completed", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:58:44.317826 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 20beee3d-082a-4903-9a62-1ec4182401e3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=20beee3d-082a-4903-9a62-1ec4182401e3,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:44.318925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '20beee3d-082a-4903-9a62-1ec4182401e3', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'port_id': '20beee3d-082a-4903-9a62-1ec4182401e3', 'mac_address': 'fa:16:3e:fa:1f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:58:44.324171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-35e7cc28-3ed4-4170-8d78-d33c0279cf41 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/floatingips/8b76a6ca-dccb-4de4-a896-36e56b68b5c1 HTTP/1.1" status: 200 len: 992 time: 0.0734999 Jul 07 19:58:44.324463 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.355959 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba0164f-b8a3-48ae-8028-ed5ea5c60cad x-openstack-request-id: req-4ba0164f-b8a3-48ae-8028-ed5ea5c60cad {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:58:44.356260 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "name": "network-vif-unplugged", "status": "completed", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:58:44.356516 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ba0164f-b8a3-48ae-8028-ed5ea5c60cad {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:58:44.356913 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3', 'code': 200} Jul 07 19:58:44.409461 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.414174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=20beee3d-082a-4903-9a62-1ec4182401e3,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:44.429621 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:44.429971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:44.430317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:44.430656 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:44.431023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:44.431351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:44.431688 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:44.432018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:44.432344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:44.432670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:44.432995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:44.433322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:44.437550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20beee3d-082a-4903-9a62-1ec4182401e3 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:58:44.458945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 20beee3d-082a-4903-9a62-1ec4182401e3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=20beee3d-082a-4903-9a62-1ec4182401e3,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:44.463832 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.513345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=20beee3d-082a-4903-9a62-1ec4182401e3,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:44.795438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['20beee3d-082a-4903-9a62-1ec4182401e3'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:58:46.082888 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 20beee3d-082a-4903-9a62-1ec4182401e3 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:58:46.131456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 20beee3d-082a-4903-9a62-1ec4182401e3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:46.131835 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:46.220600 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:46.258189 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 20beee3d-082a-4903-9a62-1ec4182401e3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=20beee3d-082a-4903-9a62-1ec4182401e3,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:46.263382 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:46.321614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=20beee3d-082a-4903-9a62-1ec4182401e3,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:46.358064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:58:46.361143 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37552ba-51be-4fc3-8e47-30476dfba172" -d '{"events": [{"server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "name": "network-vif-plugged", "status": "completed", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:58:46.407518 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f753c84e-6adb-47ff-8096-6450222b5132 x-openstack-request-id: req-f753c84e-6adb-47ff-8096-6450222b5132 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:58:46.407806 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "name": "network-vif-plugged", "status": "completed", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:58:46.408059 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f753c84e-6adb-47ff-8096-6450222b5132 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:58:46.408474 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3', 'code': 200} Jul 07 19:58:48.882919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44282) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:48.987457 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.081575 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.085592 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.124015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8b6ee4d5d97458288d4cdd30b171518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399287 Jul 07 19:58:49.124989 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b3d3c8-70cd-489b-8ad8-da793798eaed,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:49.127216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44286) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:49.133601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.133955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.134291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.134637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.135006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.135339 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.135669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.135995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.136320 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.136642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.136964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.137285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8be725-f66c-4a59-a035-8796f45f566e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.187536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.209468 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.260377 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.263265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.264698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7b3d3c8-70cd-489b-8ad8-da793798eaed HTTP/1.1" status: 204 len: 168 time: 0.1363509 Jul 07 19:58:49.273347 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b3d3c8-70cd-489b-8ad8-da793798eaed,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:49.281109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.281460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.281882 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.282187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.283181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.283570 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.283782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.284152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.284519 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.284847 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.285175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:49.285498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56519190-4080-48c6-a31d-6ab9223f23e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:51.128214 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0050c124-224e-4ad0-8a03-9147b374613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:53.909325 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:54.103270 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ff27b11f-2090-4cfe-8b46-fac12bb8b8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:54.347698 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44356) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:54.470785 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91bb3824-9e4a-4936-b089-60e62488cd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:54.571742 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91bb3824-9e4a-4936-b089-60e62488cd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:54.575870 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-91bb3824-9e4a-4936-b089-60e62488cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:54.619256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-91bb3824-9e4a-4936-b089-60e62488cd85 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5de01557577241cc839935023ae07916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702038 Jul 07 19:58:54.619805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb3824-9e4a-4936-b089-60e62488cd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db091a7-dbe1-4c94-bc70-8f8a70e2cbd3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:54.622453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44360) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:54.677072 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bbd6355e-95a3-4ff9-bab9-f2b6e2932fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:54.700529 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bbd6355e-95a3-4ff9-bab9-f2b6e2932fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:54.751690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bbd6355e-95a3-4ff9-bab9-f2b6e2932fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:54.754523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bbd6355e-95a3-4ff9-bab9-f2b6e2932fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:54.755709 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bbd6355e-95a3-4ff9-bab9-f2b6e2932fab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7db091a7-dbe1-4c94-bc70-8f8a70e2cbd3 HTTP/1.1" status: 204 len: 168 time: 0.1321702 Jul 07 19:58:54.764266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6355e-95a3-4ff9-bab9-f2b6e2932fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db091a7-dbe1-4c94-bc70-8f8a70e2cbd3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:54.904240 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:56.631684 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:59.779621 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:59:04.977067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44496) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:05.093627 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c135d56-20bc-4ff5-ac8a-2b591712b443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.192019 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c135d56-20bc-4ff5-ac8a-2b591712b443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.195696 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9c135d56-20bc-4ff5-ac8a-2b591712b443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.231423 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9c135d56-20bc-4ff5-ac8a-2b591712b443 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=de698b6ab0cf4871991abf3372d11823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532151 Jul 07 19:59:05.233350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c135d56-20bc-4ff5-ac8a-2b591712b443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09537c5-4c4f-4d53-b0f9-88c6ec01dec7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:05.234109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44502) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:05.284729 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed908cfd-3d55-455a-988b-d736f9ad047e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.305675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed908cfd-3d55-455a-988b-d736f9ad047e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.352878 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed908cfd-3d55-455a-988b-d736f9ad047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.355579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed908cfd-3d55-455a-988b-d736f9ad047e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.356717 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ed908cfd-3d55-455a-988b-d736f9ad047e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f09537c5-4c4f-4d53-b0f9-88c6ec01dec7 HTTP/1.1" status: 204 len: 168 time: 0.1214991 Jul 07 19:59:05.364837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed908cfd-3d55-455a-988b-d736f9ad047e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09537c5-4c4f-4d53-b0f9-88c6ec01dec7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:05.605733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44510) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:05.619259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ecd0-c7f1-46f6-8f63-c7df5a08502c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.704173 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ecd0-c7f1-46f6-8f63-c7df5a08502c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.708676 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ecd0-c7f1-46f6-8f63-c7df5a08502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.746638 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7fe9ecd0-c7f1-46f6-8f63-c7df5a08502c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71d93db9cf654111b7f94152db297bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398277 Jul 07 19:59:05.747515 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9ecd0-c7f1-46f6-8f63-c7df5a08502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111a1d85-b952-4cf8-b443-c070ed5f07ec,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:05.749634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44512) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:05.802759 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3824d0fa-73ea-46db-950d-1e054bb79b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.826771 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3824d0fa-73ea-46db-950d-1e054bb79b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.872104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3824d0fa-73ea-46db-950d-1e054bb79b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.874624 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3824d0fa-73ea-46db-950d-1e054bb79b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.875798 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3824d0fa-73ea-46db-950d-1e054bb79b3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/111a1d85-b952-4cf8-b443-c070ed5f07ec HTTP/1.1" status: 204 len: 168 time: 0.1243331 Jul 07 19:59:05.884873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824d0fa-73ea-46db-950d-1e054bb79b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111a1d85-b952-4cf8-b443-c070ed5f07ec,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:05.981827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.197065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44520) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:06.210363 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-30172a50-3e68-4ca5-ad52-6ba6e0dc4732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.299022 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-30172a50-3e68-4ca5-ad52-6ba6e0dc4732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.303379 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-30172a50-3e68-4ca5-ad52-6ba6e0dc4732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.340924 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-30172a50-3e68-4ca5-ad52-6ba6e0dc4732 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6018fb329b4b4df883a61f5eaaceab37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428118 Jul 07 19:59:06.341797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30172a50-3e68-4ca5-ad52-6ba6e0dc4732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060eda55-a2bc-4f62-9074-62ed5472340b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:06.343673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44522) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:06.393855 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97d6753a-b903-41eb-ac82-c9c9817a0ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.415309 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97d6753a-b903-41eb-ac82-c9c9817a0ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.461521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97d6753a-b903-41eb-ac82-c9c9817a0ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.464248 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-97d6753a-b903-41eb-ac82-c9c9817a0ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.465403 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-97d6753a-b903-41eb-ac82-c9c9817a0ace admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/060eda55-a2bc-4f62-9074-62ed5472340b HTTP/1.1" status: 204 len: 168 time: 0.1205688 Jul 07 19:59:06.473808 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6753a-b903-41eb-ac82-c9c9817a0ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060eda55-a2bc-4f62-9074-62ed5472340b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:08.714367 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8f3b4e6f-873a-43fc-ad5c-be40717b2234 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=10baf70a6a534bfa95fe33c1220e1d46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324483 Jul 07 19:59:08.894709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-78fe8cda-1418-4781-9567-0123a79c3bf1 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:08.896197 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-78fe8cda-1418-4781-9567-0123a79c3bf1 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766422 Jul 07 19:59:08.912784 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-31752f49-ac13-4fb4-94e2-4eecf0a12aec tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/quotas/10baf70a6a534bfa95fe33c1220e1d46 HTTP/1.1" status: 200 len: 375 time: 0.0094295 Jul 07 19:59:08.960742 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-2fe375d4-05ce-474b-8d11-e65511225f78 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=10baf70a6a534bfa95fe33c1220e1d46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426590 Jul 07 19:59:09.130649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9677fcc-4c06-4b83-ba6a-80b118e73c46 req-d9d6d354-e0e2-4815-93ab-d3358c5516cc tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 210 time: 0.0282326 Jul 07 19:59:10.272547 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:10.285447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cee9ea1d-f59b-426e-afdf-827da2b1d920 req-fd2eb04e-4cd2-497c-ad61-5d64f08fcebd tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 210 time: 0.0356603 Jul 07 19:59:10.429960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-29c5e6a3-45f6-4ec0-80cf-7f4daed113cd tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=10baf70a6a534bfa95fe33c1220e1d46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240512 Jul 07 19:59:10.537501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-9dc9ddc1-3522-45cd-8831-aeaf66cb54fc tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:10.539032 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-9dc9ddc1-3522-45cd-8831-aeaf66cb54fc tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1038959 Jul 07 19:59:10.557049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Request body: {'port': {'device_id': '5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '10baf70a6a534bfa95fe33c1220e1d46'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:59:10.675593 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Made reservation on behalf of 10baf70a6a534bfa95fe33c1220e1d46 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:59:10.679159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:10.688120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:10.781741 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:10.786459 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:10.848495 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9c4425-91e9-461e-a93b-c2580723c814,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:10.926732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Allocated IP 192.168.233.84 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/fba4ca5f-515d-440a-bd24-8bb752aa5291) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:59:11.075351 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.089781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Transition to ACTIVE for port object fba4ca5f-515d-440a-bd24-8bb752aa5291 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:59:11.122453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.164689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:59:11.167921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:59:11.173985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:59:11.206841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Pushing event updated for resources: {'Port': ['ID=fba4ca5f-515d-440a-bd24-8bb752aa5291,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:11.230885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:11.231526 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.246588 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-26439c81-5d55-4ea2-8571-2c9d61b6971a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6934915 Jul 07 19:59:11.263153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Request body: {'port': {'device_id': '5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:59:11.342782 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.444416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-44ad0b3e-a28b-4b7a-b542-c80276db4b1f None None] Provisioning for port fba4ca5f-515d-440a-bd24-8bb752aa5291 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:59:11.449430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-44ad0b3e-a28b-4b7a-b542-c80276db4b1f None None] Provisioning complete for port fba4ca5f-515d-440a-bd24-8bb752aa5291 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:59:11.449952 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-44ad0b3e-a28b-4b7a-b542-c80276db4b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.467148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f998f-63f4-4916-ae72-97b405f00a80 req-37bdec9b-a157-422c-b091-4a214f8a2d2f tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:11.468782 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c90f998f-63f4-4916-ae72-97b405f00a80 req-37bdec9b-a157-422c-b091-4a214f8a2d2f tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 935 time: 0.0685961 Jul 07 19:59:11.492470 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-44ad0b3e-a28b-4b7a-b542-c80276db4b1f None None] Port fba4ca5f-515d-440a-bd24-8bb752aa5291 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:59:11.668972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba4ca5f-515d-440a-bd24-8bb752aa5291 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:59:11.677522 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.691877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Transition to ACTIVE for port object fba4ca5f-515d-440a-bd24-8bb752aa5291 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:59:11.696417 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.748753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Pushing event updated for resources: {'Port': ['ID=fba4ca5f-515d-440a-bd24-8bb752aa5291,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:11.811355 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c90f998f-63f4-4916-ae72-97b405f00a80 req-4359ca43-32f1-4819-afe6-8a6228d46076 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c4425-91e9-461e-a93b-c2580723c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359897 Jul 07 19:59:11.825417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Attempting to bind port fba4ca5f-515d-440a-bd24-8bb752aa5291 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:59:11.825776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Attempting to bind port fba4ca5f-515d-440a-bd24-8bb752aa5291 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:59:11.826092 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Attempting to bind port fba4ca5f-515d-440a-bd24-8bb752aa5291 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:59:11.831349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Port fba4ca5f-515d-440a-bd24-8bb752aa5291 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:59:11.831675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Attempting to bind port fba4ca5f-515d-440a-bd24-8bb752aa5291 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:59:11.836500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:59:11.837055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:59:11.837337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:59:11.837789 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Bound port: fba4ca5f-515d-440a-bd24-8bb752aa5291, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:59:11.838141 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.914034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] For port fba4ca5f-515d-440a-bd24-8bb752aa5291, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:59:11.917785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] For port fba4ca5f-515d-440a-bd24-8bb752aa5291, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fba4ca5f-515d-440a-bd24-8bb752aa5291,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:59:11.921509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.955872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:11.956725 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.958100 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] 10.222.0.110 "PUT /v2.0/ports/fba4ca5f-515d-440a-bd24-8bb752aa5291 HTTP/1.1" status: 200 len: 1095 time: 0.6995583 Jul 07 19:59:11.958536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac', 'tag': 'fba4ca5f-515d-440a-bd24-8bb752aa5291'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:59:11.960838 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f7ae8f-1675-4f6e-94cf-ecdce8313bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac", "tag": "fba4ca5f-515d-440a-bd24-8bb752aa5291"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:59:11.996566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201b731-b561-43ab-a5df-71ab3c9f243a service neutron] Pushing event updated for resources: {'Port': ['ID=fba4ca5f-515d-440a-bd24-8bb752aa5291,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:12.034466 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4472685-b7e7-412d-a436-66ea5faadd5f x-openstack-request-id: req-b4472685-b7e7-412d-a436-66ea5faadd5f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:59:12.034758 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac", "tag": "fba4ca5f-515d-440a-bd24-8bb752aa5291", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:59:12.035038 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4472685-b7e7-412d-a436-66ea5faadd5f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:59:12.035437 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac', 'tag': 'fba4ca5f-515d-440a-bd24-8bb752aa5291', 'status': 'completed', 'code': 200} Jul 07 19:59:12.081619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8ae52e31-c05c-483f-b3de-bc7436655fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:12.083184 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-8ae52e31-c05c-483f-b3de-bc7436655fc5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=10baf70a6a534bfa95fe33c1220e1d46&device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 1098 time: 0.0760727 Jul 07 19:59:12.154065 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-529b09d4-ee3a-49ca-8240-791ce11db1b5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fba4ca5f-515d-440a-bd24-8bb752aa5291 HTTP/1.1" status: 200 len: 217 time: 0.0580242 Jul 07 19:59:12.215079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-81adfd1b-04cd-463d-99e5-c32d25e4f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:12.216926 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-81adfd1b-04cd-463d-99e5-c32d25e4f465 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0531936 Jul 07 19:59:12.310124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-0319f227-b3bc-4112-830b-f84be9dcc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:12.311671 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-0319f227-b3bc-4112-830b-f84be9dcc64d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0850506 Jul 07 19:59:12.406170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-2298f2f7-684e-4840-b8b4-a86130e059b5 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835798 Jul 07 19:59:12.499354 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7f09494d-cfc1-4948-8939-5d7486d48470 req-cd8fa04d-8193-4524-87c9-90e1c95a54c3 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828302 Jul 07 19:59:12.605623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7ae8f-1675-4f6e-94cf-ecdce8313bb4 req-bd2e0e4c-e61a-4f63-8c74-fa33cecbaff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:12.607117 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28f7ae8f-1675-4f6e-94cf-ecdce8313bb4 req-bd2e0e4c-e61a-4f63-8c74-fa33cecbaff1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=10baf70a6a534bfa95fe33c1220e1d46&device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 1098 time: 0.0518854 Jul 07 19:59:12.992208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a33c5e-6bd7-4ac9-a92b-99575d605c97 req-17ab92c7-9c92-406b-a565-e4b46b0537fc tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:12.994206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07a33c5e-6bd7-4ac9-a92b-99575d605c97 req-17ab92c7-9c92-406b-a565-e4b46b0537fc tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 947 time: 0.0695772 Jul 07 19:59:13.004141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7ae8f-1675-4f6e-94cf-ecdce8313bb4 req-1892a31b-34e6-48e2-9adc-0f7357bd5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:13.005611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28f7ae8f-1675-4f6e-94cf-ecdce8313bb4 req-1892a31b-34e6-48e2-9adc-0f7357bd5e08 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.3921149 Jul 07 19:59:13.031772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-07a33c5e-6bd7-4ac9-a92b-99575d605c97 req-b2bf0719-916f-488f-9c53-990bcf2bba36 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c4425-91e9-461e-a93b-c2580723c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Jul 07 19:59:13.052353 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28f7ae8f-1675-4f6e-94cf-ecdce8313bb4 req-83a4b6e3-1c2b-42fb-85c9-3a936da869fd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fba4ca5f-515d-440a-bd24-8bb752aa5291 HTTP/1.1" status: 200 len: 217 time: 0.0370920 Jul 07 19:59:13.104082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7ae8f-1675-4f6e-94cf-ecdce8313bb4 req-c06c4953-c71f-4692-a8bf-9666ba968491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:13.105507 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28f7ae8f-1675-4f6e-94cf-ecdce8313bb4 req-c06c4953-c71f-4692-a8bf-9666ba968491 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0436914 Jul 07 19:59:13.167558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7ae8f-1675-4f6e-94cf-ecdce8313bb4 req-eafc860e-44ca-4da7-a3b8-f4ca5572715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:13.169028 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28f7ae8f-1675-4f6e-94cf-ecdce8313bb4 req-eafc860e-44ca-4da7-a3b8-f4ca5572715b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553021 Jul 07 19:59:13.259514 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28f7ae8f-1675-4f6e-94cf-ecdce8313bb4 req-31508452-332c-4420-b5bb-d11928305234 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825055 Jul 07 19:59:13.352144 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28f7ae8f-1675-4f6e-94cf-ecdce8313bb4 req-27c58d65-d0e4-412a-af52-7011887f41fb service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857785 Jul 07 19:59:14.209403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbe5b4-99ba-4e8d-bb43-604efbf6ec98 req-301c7a71-706e-4f13-915c-80449c35bf52 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:14.210907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0dbe5b4-99ba-4e8d-bb43-604efbf6ec98 req-301c7a71-706e-4f13-915c-80449c35bf52 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 947 time: 0.0662069 Jul 07 19:59:14.248238 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a0dbe5b4-99ba-4e8d-bb43-604efbf6ec98 req-a9f43bf9-ffd0-4bc2-ac0f-febe35effb88 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c4425-91e9-461e-a93b-c2580723c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Jul 07 19:59:15.250402 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device fba4ca5f-515d-440a-bd24-8bb752aa5291 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:59:15.343687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port fba4ca5f-515d-440a-bd24-8bb752aa5291, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fba4ca5f-515d-440a-bd24-8bb752aa5291,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:59:15.359114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'fba4ca5f-515d-440a-bd24-8bb752aa5291', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': 'fba4ca5f-515d-440a-bd24-8bb752aa5291', 'mac_address': 'fa:16:3e:a0:a9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:59:15.396454 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:15.410428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba4ca5f-515d-440a-bd24-8bb752aa5291 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:59:15.419868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e487a-1116-4dda-b38c-b3a2e4dd98ab req-c86ad63a-bbb9-41dd-9ab8-42e24aa3186a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:15.421663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c7e487a-1116-4dda-b38c-b3a2e4dd98ab req-c86ad63a-bbb9-41dd-9ab8-42e24aa3186a tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 947 time: 0.0632470 Jul 07 19:59:15.429727 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port fba4ca5f-515d-440a-bd24-8bb752aa5291, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fba4ca5f-515d-440a-bd24-8bb752aa5291,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:59:15.433881 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:15.462836 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c7e487a-1116-4dda-b38c-b3a2e4dd98ab req-b40be6a3-c7fd-4a4d-aea9-6c75f1c7a567 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c4425-91e9-461e-a93b-c2580723c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356259 Jul 07 19:59:15.481681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=fba4ca5f-515d-440a-bd24-8bb752aa5291,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:15.770850 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['fba4ca5f-515d-440a-bd24-8bb752aa5291'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:59:16.633746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2544070-fc76-46c7-b899-1042dcb885ce req-adae7a51-2a3c-402e-a63d-d1e5a74b4652 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:16.635257 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b2544070-fc76-46c7-b899-1042dcb885ce req-adae7a51-2a3c-402e-a63d-d1e5a74b4652 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 948 time: 0.0635304 Jul 07 19:59:16.678069 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b2544070-fc76-46c7-b899-1042dcb885ce req-4ae44f02-c0e3-4eed-8b45-2527468d264f tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c4425-91e9-461e-a93b-c2580723c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372548 Jul 07 19:59:17.250670 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device fba4ca5f-515d-440a-bd24-8bb752aa5291 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:59:17.298058 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port fba4ca5f-515d-440a-bd24-8bb752aa5291 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:59:17.301556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port fba4ca5f-515d-440a-bd24-8bb752aa5291 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:59:17.301927 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.378509 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.551650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba4ca5f-515d-440a-bd24-8bb752aa5291'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:59:17.553791 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933cb95a-fdc7-4920-8778-d5226fdc6e82" -d '{"events": [{"server_uuid": "5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac", "name": "network-vif-plugged", "status": "completed", "tag": "fba4ca5f-515d-440a-bd24-8bb752aa5291"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:59:17.566779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port fba4ca5f-515d-440a-bd24-8bb752aa5291, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fba4ca5f-515d-440a-bd24-8bb752aa5291,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:59:17.570838 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.618397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=fba4ca5f-515d-440a-bd24-8bb752aa5291,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:17.718416 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4d1ecd-02aa-4134-894b-c5cc2ad2982a x-openstack-request-id: req-1b4d1ecd-02aa-4134-894b-c5cc2ad2982a {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:59:17.718715 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac", "name": "network-vif-plugged", "status": "completed", "tag": "fba4ca5f-515d-440a-bd24-8bb752aa5291", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:59:17.719001 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b4d1ecd-02aa-4134-894b-c5cc2ad2982a {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:59:17.719400 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba4ca5f-515d-440a-bd24-8bb752aa5291', 'code': 200} Jul 07 19:59:17.881491 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7aff0-8f01-4ff4-bc7f-50a0b36c5bfd req-eb3b6a0e-b94b-47d2-981b-ae04abcf2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:17.882954 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cac7aff0-8f01-4ff4-bc7f-50a0b36c5bfd req-eb3b6a0e-b94b-47d2-981b-ae04abcf2fe6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 1100 time: 0.0961585 Jul 07 19:59:17.890277 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616c138-63a3-413f-b0cd-3801765c7171 req-1b76a095-324d-4f5a-8a56-7e44e5542887 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:17.891666 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a616c138-63a3-413f-b0cd-3801765c7171 req-1b76a095-324d-4f5a-8a56-7e44e5542887 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 949 time: 0.0970190 Jul 07 19:59:17.948262 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cac7aff0-8f01-4ff4-bc7f-50a0b36c5bfd req-7a978689-ae57-4cd7-80c2-5814498e344f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6f9c4425-91e9-461e-a93b-c2580723c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556567 Jul 07 19:59:17.955536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a616c138-63a3-413f-b0cd-3801765c7171 req-31d5bd8f-864c-45d1-9725-d0742ede6aa5 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c4425-91e9-461e-a93b-c2580723c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577376 Jul 07 19:59:19.130558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727ea5d-4d74-40e8-b437-3fd73a1e7509 req-31134631-bf1c-4e32-a945-937a78a66db4 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:19.132055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7727ea5d-4d74-40e8-b437-3fd73a1e7509 req-31134631-bf1c-4e32-a945-937a78a66db4 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 949 time: 0.0636020 Jul 07 19:59:19.169383 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7727ea5d-4d74-40e8-b437-3fd73a1e7509 req-2a7fa710-79a4-4c2a-82d7-bd6c443d5e02 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c4425-91e9-461e-a93b-c2580723c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316818 Jul 07 19:59:19.564125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d098a-4200-467b-b91c-b385a791de08 req-939d6c07-bf3d-4cfc-b62f-3f1562f805a3 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:19.565522 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa4d098a-4200-467b-b91c-b385a791de08 req-939d6c07-bf3d-4cfc-b62f-3f1562f805a3 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 949 time: 0.0616465 Jul 07 19:59:19.602693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fa4d098a-4200-467b-b91c-b385a791de08 req-2f231f71-228a-4fc7-89db-f4018aed4df0 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c4425-91e9-461e-a93b-c2580723c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Jul 07 19:59:20.781217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c4cbf-e471-492a-a510-f141557b2a41 req-d855253f-3d7c-47b9-a3b7-aea73baecf36 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:20.782688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0c3c4cbf-e471-492a-a510-f141557b2a41 req-d855253f-3d7c-47b9-a3b7-aea73baecf36 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 949 time: 0.0673954 Jul 07 19:59:20.822841 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0c3c4cbf-e471-492a-a510-f141557b2a41 req-bb4e5cde-0c4f-471c-a57c-69ae40e98733 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c4425-91e9-461e-a93b-c2580723c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345094 Jul 07 19:59:20.971782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859cc60-5ebc-4098-8957-21c58ed94e38 req-c2a20076-b36e-4fb5-a5ff-1b6c1196b6dc tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:20.973222 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d859cc60-5ebc-4098-8957-21c58ed94e38 req-c2a20076-b36e-4fb5-a5ff-1b6c1196b6dc tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 949 time: 0.0627272 Jul 07 19:59:21.081789 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d859cc60-5ebc-4098-8957-21c58ed94e38 req-5cfc7f48-f8d7-4f49-9513-f35587c8a8d2 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Deleting port fba4ca5f-515d-440a-bd24-8bb752aa5291 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:59:21.082141 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d859cc60-5ebc-4098-8957-21c58ed94e38 req-5cfc7f48-f8d7-4f49-9513-f35587c8a8d2 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:21.129386 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9c720d4b-f68d-4a18-b5ee-8a7d96ebe66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:21.172017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d859cc60-5ebc-4098-8957-21c58ed94e38 req-5cfc7f48-f8d7-4f49-9513-f35587c8a8d2 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] For port fba4ca5f-515d-440a-bd24-8bb752aa5291, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fba4ca5f-515d-440a-bd24-8bb752aa5291,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:59:21.172374 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d859cc60-5ebc-4098-8957-21c58ed94e38 req-5cfc7f48-f8d7-4f49-9513-f35587c8a8d2 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:21.185881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d859cc60-5ebc-4098-8957-21c58ed94e38 req-5cfc7f48-f8d7-4f49-9513-f35587c8a8d2 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Calling delete_port for fba4ca5f-515d-440a-bd24-8bb752aa5291 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:59:21.315105 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d859cc60-5ebc-4098-8957-21c58ed94e38 req-5cfc7f48-f8d7-4f49-9513-f35587c8a8d2 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:21.331075 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['fba4ca5f-515d-440a-bd24-8bb752aa5291'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:59:21.344929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc7f48-f8d7-4f49-9513-f35587c8a8d2 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Pushing event deleted for resources: {'Port': ['ID=fba4ca5f-515d-440a-bd24-8bb752aa5291,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:21.396723 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d859cc60-5ebc-4098-8957-21c58ed94e38 req-5cfc7f48-f8d7-4f49-9513-f35587c8a8d2 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] No DVR routers for this DVR port fba4ca5f-515d-440a-bd24-8bb752aa5291 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:59:21.399576 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d859cc60-5ebc-4098-8957-21c58ed94e38 req-5cfc7f48-f8d7-4f49-9513-f35587c8a8d2 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:21.402242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d859cc60-5ebc-4098-8957-21c58ed94e38 req-5cfc7f48-f8d7-4f49-9513-f35587c8a8d2 tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.110 "DELETE /v2.0/ports/fba4ca5f-515d-440a-bd24-8bb752aa5291 HTTP/1.1" status: 204 len: 173 time: 0.4199677 Jul 07 19:59:21.402751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac', 'name': 'network-vif-deleted', 'tag': 'fba4ca5f-515d-440a-bd24-8bb752aa5291'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:59:21.405169 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12dce9f-77a9-482f-ab0a-5f9468832caf" -d '{"events": [{"server_uuid": "5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac", "name": "network-vif-deleted", "tag": "fba4ca5f-515d-440a-bd24-8bb752aa5291"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:59:21.449191 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651cd065-f02b-4bb5-b2c8-49c5a709b90e x-openstack-request-id: req-651cd065-f02b-4bb5-b2c8-49c5a709b90e {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:59:21.449489 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac", "name": "network-vif-deleted", "tag": "fba4ca5f-515d-440a-bd24-8bb752aa5291", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:59:21.449748 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-651cd065-f02b-4bb5-b2c8-49c5a709b90e {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:59:21.450185 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac', 'name': 'network-vif-deleted', 'tag': 'fba4ca5f-515d-440a-bd24-8bb752aa5291', 'status': 'completed', 'code': 200} Jul 07 19:59:21.983737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-421e4f86-60a6-4c36-865f-fc7abd7a594c req-3ac3ce0a-3152-4a15-9786-2ba0aa977a8f tempest-VolumesNegativeTest-512125635 tempest-VolumesNegativeTest-512125635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f19ce11-c43e-4ee1-9f1e-4ca17806d0ac HTTP/1.1" status: 200 len: 210 time: 0.0306098 Jul 07 19:59:23.904825 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:24.098129 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4ac4eb7f-31f5-4883-92d7-78ab172f9020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:24.902751 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:25.266514 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device fba4ca5f-515d-440a-bd24-8bb752aa5291 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:59:25.291891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: fba4ca5f-515d-440a-bd24-8bb752aa5291 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:59:25.292238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device fba4ca5f-515d-440a-bd24-8bb752aa5291 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:59:26.629694 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:27.876795 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44874) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:28.011020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d141d6e3-b3b9-4e95-a9e5-3e3be4b9452c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10baf70a6a534bfa95fe33c1220e1d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329446 Jul 07 19:59:28.013498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44878) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:28.062540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e6f8789a-83c9-4faa-865d-6d32d2d02507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:28.084498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e6f8789a-83c9-4faa-865d-6d32d2d02507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:28.133508 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e6f8789a-83c9-4faa-865d-6d32d2d02507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:28.136288 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e6f8789a-83c9-4faa-865d-6d32d2d02507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:28.137420 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e6f8789a-83c9-4faa-865d-6d32d2d02507 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f9c4425-91e9-461e-a93b-c2580723c814 HTTP/1.1" status: 204 len: 168 time: 0.1230364 Jul 07 19:59:28.146281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8789a-83c9-4faa-865d-6d32d2d02507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9c4425-91e9-461e-a93b-c2580723c814,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:28.768883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 44902) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:28.862162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-652447938-network', 'tenant_id': '5fd55b6ed7eb47c79e87df29b9a6704e'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:59:28.883424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Made reservation on behalf of 5fd55b6ed7eb47c79e87df29b9a6704e for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:59:28.885820 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:28.897899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:28.983605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:28.987240 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:29.007307 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:59:29.022484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b9e354-bf34-4a29-a960-9f3a6cd533d4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:29.025341 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:29.025691 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Added segment a2705128-acc7-4aa4-95a4-f194d9a546f4 of type vlan for network 0497adb7-7873-4f27-b2a7-404411e3d457 Jul 07 19:59:29.065226 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:29.093171 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:29.094272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:29.094972 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:29.148826 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3787289 Jul 07 19:59:29.151957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 44906) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:29.156086 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926527fc-c6db-49cb-9051-e28a18c09c76 admin admin] Pushing event updated for resources: {'Network': ['ID=0497adb7-7873-4f27-b2a7-404411e3d457,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:29.157102 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-559d15e7-ea2e-40ad-a18c-1d276867ae51 admin admin] Request body: {'subnet': {'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-652447938-subnet', 'tenant_id': '5fd55b6ed7eb47c79e87df29b9a6704e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:59:29.166349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 0497adb7-7873-4f27-b2a7-404411e3d457 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:59:29.179330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559d15e7-ea2e-40ad-a18c-1d276867ae51 admin admin] Made reservation on behalf of 5fd55b6ed7eb47c79e87df29b9a6704e for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:59:29.181866 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-559d15e7-ea2e-40ad-a18c-1d276867ae51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:29.349873 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-559d15e7-ea2e-40ad-a18c-1d276867ae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:29.401971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d15e7-ea2e-40ad-a18c-1d276867ae51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d77d7fd-0714-4e5b-87e3-10763405efa6,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:29.418273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d15e7-ea2e-40ad-a18c-1d276867ae51 admin admin] Checking segment: {'id': 'a2705128-acc7-4aa4-95a4-f194d9a546f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:59:29.418630 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d15e7-ea2e-40ad-a18c-1d276867ae51 admin admin] Network hostable DHCP agents. Network: 0497adb7-7873-4f27-b2a7-404411e3d457, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:59:29.434730 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d15e7-ea2e-40ad-a18c-1d276867ae51 admin admin] Network 0497adb7-7873-4f27-b2a7-404411e3d457 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:59:29.443926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-559d15e7-ea2e-40ad-a18c-1d276867ae51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 0497adb7-7873-4f27-b2a7-404411e3d457) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:59:29.447439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559d15e7-ea2e-40ad-a18c-1d276867ae51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:29.448020 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-559d15e7-ea2e-40ad-a18c-1d276867ae51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:29.452501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab363e4-1eca-4c77-8ae1-f982cfdcb58d None None] Network 0497adb7-7873-4f27-b2a7-404411e3d457 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:59:29.466408 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-559d15e7-ea2e-40ad-a18c-1d276867ae51 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3132048 Jul 07 19:59:29.575863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb3e46-99d3-4c63-a928-2bdbdf909660 None None] Network 0497adb7-7873-4f27-b2a7-404411e3d457 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:59:31.257736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aee047d5-e6f6-444e-bc9e-5733ea92ef60 req-aad80f78-3c56-4f5b-8a4c-c42a0bf629a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544121 Jul 07 19:59:31.353512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee047d5-e6f6-444e-bc9e-5733ea92ef60 req-66921893-4845-4ff5-9f5c-c296075f052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:31.355059 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aee047d5-e6f6-444e-bc9e-5733ea92ef60 req-66921893-4845-4ff5-9f5c-c296075f052b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 1096 time: 0.0538104 Jul 07 19:59:31.463127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee047d5-e6f6-444e-bc9e-5733ea92ef60 req-e0b5a99c-fdac-4c63-8214-a433339c829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:31.464589 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aee047d5-e6f6-444e-bc9e-5733ea92ef60 req-e0b5a99c-fdac-4c63-8214-a433339c829a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d HTTP/1.1" status: 200 len: 898 time: 0.0881710 Jul 07 19:59:31.533741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aee047d5-e6f6-444e-bc9e-5733ea92ef60 req-b0785c84-037b-474c-b9dd-b7a295112564 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20beee3d-082a-4903-9a62-1ec4182401e3 HTTP/1.1" status: 200 len: 1000 time: 0.0606570 Jul 07 19:59:31.583104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee047d5-e6f6-444e-bc9e-5733ea92ef60 req-4f809733-5547-4f94-a632-b2cd6dc029b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:31.584637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aee047d5-e6f6-444e-bc9e-5733ea92ef60 req-4f809733-5547-4f94-a632-b2cd6dc029b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea607f8-8ecb-4e53-9097-4ea09932c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0439053 Jul 07 19:59:31.644038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee047d5-e6f6-444e-bc9e-5733ea92ef60 req-afe81f7e-eb74-46ce-a9f5-ba2a4f6a73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:31.645559 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aee047d5-e6f6-444e-bc9e-5733ea92ef60 req-afe81f7e-eb74-46ce-a9f5-ba2a4f6a73e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538900 Jul 07 19:59:31.744718 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aee047d5-e6f6-444e-bc9e-5733ea92ef60 req-75734ec6-9216-4f22-b907-5ba3c5a378cd service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896697 Jul 07 19:59:31.832276 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-aee047d5-e6f6-444e-bc9e-5733ea92ef60 req-a23637f7-caef-4d07-92a9-aca967d837b0 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837831 Jul 07 19:59:36.011846 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:36.777988 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:59:40.277509 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:51.131128 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-737e70b6-537e-401d-9fe8-64b953556005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:53.907411 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:54.099072 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3aadd76f-867c-4fc3-9f98-0506f2b7d5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:54.910339 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:56.632202 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:01.381854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45286) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:01.738583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port 28cac7f0-90af-4c83-9aee-828c1828e372 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:00:01.738988 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:01.822560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:01.823014 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:01.839210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for 28cac7f0-90af-4c83-9aee-828c1828e372 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:00:02.026674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:02.061374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=28cac7f0-90af-4c83-9aee-828c1828e372,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:02.087877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:02.088238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:02.088706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:02.089166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:02.089503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:02.089837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:02.090166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:02.090494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:02.090840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:02.091167 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:02.091489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:02.091807 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:02.137506 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:02.137832 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Floating IP 8b76a6ca-dccb-4de4-a896-36e56b68b5c1 disassociated (deleted). External IP: 172.25.0.96, port: 20beee3d-082a-4903-9a62-1ec4182401e3. Jul 07 20:00:02.370726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:00:02.496898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:00:02.502573 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:02.511646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce3b535-20f0-4da8-9182-2ab27e3f0935 None None] Sync routers for ids ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:00:02.523645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce3b535-20f0-4da8-9182-2ab27e3f0935 None None] Routers {'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:00:02.524653 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9ce3b535-20f0-4da8-9182-2ab27e3f0935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:59:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:02.546013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dee3fad2-8646-4cb7-b4c7-c8195fbe8e1c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/floatingips/8b76a6ca-dccb-4de4-a896-36e56b68b5c1 HTTP/1.1" status: 204 len: 168 time: 1.1630080 Jul 07 20:00:02.546804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:02.549599 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c314c416-9217-416c-aa1c-7c1b737b9990" -d '{"events": [{"name": "network-changed", "server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:02.594320 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c005bbe9-f03b-4dd1-9033-5b90f9943dea x-openstack-request-id: req-c005bbe9-f03b-4dd1-9033-5b90f9943dea {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:02.594718 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:02.595110 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c005bbe9-f03b-4dd1-9033-5b90f9943dea {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:02.595629 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3', 'status': 'completed', 'code': 200} Jul 07 20:00:02.674522 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-9ce3b535-20f0-4da8-9182-2ab27e3f0935 None None] Set router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:00:02.740588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-0c13f26f-22d2-4681-8c9d-e032ac0c2a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:02.743595 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-0c13f26f-22d2-4681-8c9d-e032ac0c2a58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44b13c388e294841bb8022c823490da8&device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 1096 time: 0.1191182 Jul 07 20:00:02.873357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-9fc405eb-949b-41a2-8b2b-5a8a99232508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:02.875393 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-9fc405eb-949b-41a2-8b2b-5a8a99232508 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d HTTP/1.1" status: 200 len: 898 time: 0.1239784 Jul 07 20:00:02.928483 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-bdb9e3ee-242c-4103-9ea3-aace4e2c0f16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20beee3d-082a-4903-9a62-1ec4182401e3 HTTP/1.1" status: 200 len: 217 time: 0.0445662 Jul 07 20:00:02.964364 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9ce3b535-20f0-4da8-9182-2ab27e3f0935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T19:56:49Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '83dfd2e5-213e-4533-987c-484a74c61119', 'name': '', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:d0:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:48Z', 'updated_at': '2021-07-07T19:56:53Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:02.997377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-a9c6f2eb-76f7-49ec-a17a-decb9fe56907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:02.998228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce3b535-20f0-4da8-9182-2ab27e3f0935 None None] Checking router: a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:00:03.003012 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-a9c6f2eb-76f7-49ec-a17a-decb9fe56907 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea607f8-8ecb-4e53-9097-4ea09932c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0669379 Jul 07 20:00:03.008337 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce3b535-20f0-4da8-9182-2ab27e3f0935 None None] Routers {'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:00:03.008965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9ce3b535-20f0-4da8-9182-2ab27e3f0935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:59:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:03.111210 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-0c31c0cb-b159-4755-b8fc-bc8b55b5d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:03.113919 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-0c31c0cb-b159-4755-b8fc-bc8b55b5d702 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ed416b4-1b60-4767-8e7e-070dea9c8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003780 Jul 07 20:00:03.126568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-74e5aefd-b9c9-423f-87b3-915efdd5d953 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:00:03.128003 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-74e5aefd-b9c9-423f-87b3-915efdd5d953 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067599 Jul 07 20:00:03.222733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-9ce3b535-20f0-4da8-9182-2ab27e3f0935 None None] Set router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:00:03.259611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-edec5e23-9dc4-4eab-a98f-84a2dd770003 service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221607 Jul 07 20:00:03.319757 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403091b8-b556-42c4-9abe-94576dee71b3 req-552a2a0e-8258-44d6-a8b0-771864c44608 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:03.322745 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-403091b8-b556-42c4-9abe-94576dee71b3 req-552a2a0e-8258-44d6-a8b0-771864c44608 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.3430083 Jul 07 20:00:03.373513 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-403091b8-b556-42c4-9abe-94576dee71b3 req-b417ab8a-47ba-4132-9d8a-fea1c39ae2b9 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Jul 07 20:00:03.386554 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c314c416-9217-416c-aa1c-7c1b737b9990 req-cda92364-501f-40cd-aa35-44f38c6dd8af service neutron] 10.222.0.48 "GET /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173980 Jul 07 20:00:03.526306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9ce3b535-20f0-4da8-9182-2ab27e3f0935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T19:56:49Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '83dfd2e5-213e-4533-987c-484a74c61119', 'name': '', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:d0:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:48Z', 'updated_at': '2021-07-07T19:56:53Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:03.556116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce3b535-20f0-4da8-9182-2ab27e3f0935 None None] The sync data for ids ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'] in n-d-793621-9 is: [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T19:56:49Z', 'revision_number': 4, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '83dfd2e5-213e-4533-987c-484a74c61119', 'name': '', 'network_id': '3ed416b4-1b60-4767-8e7e-070dea9c8a9d', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'mac_address': 'fa:16:3e:d0:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:48Z', 'updated_at': '2021-07-07T19:56:53Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'subnets': [{'id': 'cea607f8-8ecb-4e53-9097-4ea09932c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:00:03.789440 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce2d128-4a79-48bc-bb1a-34b712b35b33 None None] New status for floating IP 8b76a6ca-dccb-4de4-a896-36e56b68b5c1: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:00:04.627111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58f90b-daff-4b71-8d4c-3e116abe56ad req-24cdf8b9-6a84-4a74-9e14-45a507894037 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:04.628766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a58f90b-daff-4b71-8d4c-3e116abe56ad req-24cdf8b9-6a84-4a74-9e14-45a507894037 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.1311474 Jul 07 20:00:04.688851 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a58f90b-daff-4b71-8d4c-3e116abe56ad req-784f3392-74d4-4403-bc26-9e6a2886c3b2 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439866 Jul 07 20:00:04.712069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476db400-0036-4833-ad2d-6de9abe8264b req-f8c09edd-8b66-4965-b6b0-cb0b907afed4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:04.714607 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-476db400-0036-4833-ad2d-6de9abe8264b req-f8c09edd-8b66-4965-b6b0-cb0b907afed4 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 945 time: 0.1122963 Jul 07 20:00:04.818149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-476db400-0036-4833-ad2d-6de9abe8264b req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port 20beee3d-082a-4903-9a62-1ec4182401e3 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:00:04.818499 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-476db400-0036-4833-ad2d-6de9abe8264b req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:04.911618 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-476db400-0036-4833-ad2d-6de9abe8264b req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] For port 20beee3d-082a-4903-9a62-1ec4182401e3, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=20beee3d-082a-4903-9a62-1ec4182401e3,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:04.911998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-476db400-0036-4833-ad2d-6de9abe8264b req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:04.925939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-476db400-0036-4833-ad2d-6de9abe8264b req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for 20beee3d-082a-4903-9a62-1ec4182401e3 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:00:05.058437 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-476db400-0036-4833-ad2d-6de9abe8264b req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:05.093561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=20beee3d-082a-4903-9a62-1ec4182401e3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:05.118570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:05.119111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:05.119493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:05.119869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:05.120259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:05.120612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:05.121000 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:05.121453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:05.121780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:05.122117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:05.122524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:05.122974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:05.149345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-476db400-0036-4833-ad2d-6de9abe8264b req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] No DVR routers for this DVR port 20beee3d-082a-4903-9a62-1ec4182401e3 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:00:05.152397 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-476db400-0036-4833-ad2d-6de9abe8264b req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:05.154577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-476db400-0036-4833-ad2d-6de9abe8264b req-a6370b05-509c-4c3b-9c36-dbfdc38766c8 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.48 "DELETE /v2.0/ports/20beee3d-082a-4903-9a62-1ec4182401e3 HTTP/1.1" status: 204 len: 173 time: 0.4341571 Jul 07 20:00:05.155068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'name': 'network-vif-deleted', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:05.157462 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8c7d81-c811-4016-8322-d014b2fdcd24" -d '{"events": [{"server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "name": "network-vif-deleted", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:05.309455 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26910dbb-c1ec-4144-9899-41fa74d2ae27 x-openstack-request-id: req-26910dbb-c1ec-4144-9899-41fa74d2ae27 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:05.309915 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf26b782-11dd-429a-ae4a-9d36efd519a2", "name": "network-vif-deleted", "tag": "20beee3d-082a-4903-9a62-1ec4182401e3", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:05.310310 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26910dbb-c1ec-4144-9899-41fa74d2ae27 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:05.310746 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf26b782-11dd-429a-ae4a-9d36efd519a2', 'name': 'network-vif-deleted', 'tag': '20beee3d-082a-4903-9a62-1ec4182401e3', 'status': 'completed', 'code': 200} Jul 07 20:00:05.862194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-40e126a4-3ed0-498b-b046-e5b2798919d2 req-00f7f515-5269-4a24-8aa9-0603e0121c8c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf26b782-11dd-429a-ae4a-9d36efd519a2 HTTP/1.1" status: 200 len: 210 time: 0.0340598 Jul 07 20:00:06.012826 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:06.957289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45406) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:07.414808 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86036d42-147e-4982-a972-0c8b104bebaf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:07.749460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-86036d42-147e-4982-a972-0c8b104bebaf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port 83dfd2e5-213e-4533-987c-484a74c61119 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:00:07.749804 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86036d42-147e-4982-a972-0c8b104bebaf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:08.120737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-86036d42-147e-4982-a972-0c8b104bebaf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] For port 83dfd2e5-213e-4533-987c-484a74c61119, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=83dfd2e5-213e-4533-987c-484a74c61119,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:08.121434 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86036d42-147e-4982-a972-0c8b104bebaf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:08.134152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-86036d42-147e-4982-a972-0c8b104bebaf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for 83dfd2e5-213e-4533-987c-484a74c61119 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:00:08.348402 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86036d42-147e-4982-a972-0c8b104bebaf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:08.377493 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86036d42-147e-4982-a972-0c8b104bebaf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=83dfd2e5-213e-4533-987c-484a74c61119,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:08.549979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 20beee3d-082a-4903-9a62-1ec4182401e3 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:00:08.575883 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 20beee3d-082a-4903-9a62-1ec4182401e3 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:00:08.576329 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 20beee3d-082a-4903-9a62-1ec4182401e3 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:00:08.614495 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86036d42-147e-4982-a972-0c8b104bebaf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:08.872665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86036d42-147e-4982-a972-0c8b104bebaf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:00:08.979850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86036d42-147e-4982-a972-0c8b104bebaf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:00:08.985515 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-86036d42-147e-4982-a972-0c8b104bebaf tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "PUT /v2.0/routers/a9b81980-f1e5-4bbe-97fc-c1d71bd5e523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0271194 Jul 07 20:00:08.989270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45444) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:08.990982 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f120dcd-edb6-4f8a-a8df-bfd9fc74a00b None None] Sync routers for ids ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:00:09.004916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f120dcd-edb6-4f8a-a8df-bfd9fc74a00b None None] Routers {'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:00:09.005642 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9f120dcd-edb6-4f8a-a8df-bfd9fc74a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:59:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:09.045570 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b6a10d-c6fd-44e3-8c63-d147c7b1ab4c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting subnet cea607f8-8ecb-4e53-9097-4ea09932c4d3 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:00:09.048662 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a10d-c6fd-44e3-8c63-d147c7b1ab4c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.096199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a10d-c6fd-44e3-8c63-d147c7b1ab4c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.127494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-9f120dcd-edb6-4f8a-a8df-bfd9fc74a00b None None] Set router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:00:09.183336 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a10d-c6fd-44e3-8c63-d147c7b1ab4c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.258099 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a10d-c6fd-44e3-8c63-d147c7b1ab4c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.287573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6a10d-c6fd-44e3-8c63-d147c7b1ab4c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Subnet': ['ID=cea607f8-8ecb-4e53-9097-4ea09932c4d3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:09.291880 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a10d-c6fd-44e3-8c63-d147c7b1ab4c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.296927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45452) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:09.297409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d7b6a10d-c6fd-44e3-8c63-d147c7b1ab4c tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/subnets/cea607f8-8ecb-4e53-9097-4ea09932c4d3 HTTP/1.1" status: 204 len: 168 time: 0.3066583 Jul 07 20:00:09.310875 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eb1354-80a3-4262-8add-46c71387c83c None None] Network 3ed416b4-1b60-4767-8e7e-070dea9c8a9d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:00:09.433578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.442690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9f120dcd-edb6-4f8a-a8df-bfd9fc74a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T20:00:08Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:09.475213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f120dcd-edb6-4f8a-a8df-bfd9fc74a00b None None] Checking router: a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:00:09.490817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f120dcd-edb6-4f8a-a8df-bfd9fc74a00b None None] Routers {'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:00:09.491459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9f120dcd-edb6-4f8a-a8df-bfd9fc74a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T19:59:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:09.555270 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.588862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] DHCP port deletion for 3ed416b4-1b60-4767-8e7e-070dea9c8a9d request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:00:09.643614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Deleting port a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:00:09.644014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.734750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] For port a0b511d1-10ed-4f7a-bd28-eba4fc2649b1, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a0b511d1-10ed-4f7a-bd28-eba4fc2649b1,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:09.735164 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.750245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Calling delete_port for a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:00:09.807524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-9f120dcd-edb6-4f8a-a8df-bfd9fc74a00b None None] Set router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:00:09.921849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Deleting port e8979617-0ad5-468d-818c-e47f2ab78878 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:00:09.922736 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.940629 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.971540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Port': ['ID=a0b511d1-10ed-4f7a-bd28-eba4fc2649b1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:10.010317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] For port e8979617-0ad5-468d-818c-e47f2ab78878, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e8979617-0ad5-468d-818c-e47f2ab78878,segment=NetworkSegment(52fdf135-0227-4dbc-a635-2750ddabad2f),segment_id=52fdf135-0227-4dbc-a635-2750ddabad2f)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:10.010909 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.028378 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Calling delete_port for e8979617-0ad5-468d-818c-e47f2ab78878 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:00:10.034001 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.131358 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.133536 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.140690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9f120dcd-edb6-4f8a-a8df-bfd9fc74a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T20:00:08Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:10.168922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f120dcd-edb6-4f8a-a8df-bfd9fc74a00b None None] The sync data for ids ['a9b81980-f1e5-4bbe-97fc-c1d71bd5e523'] in n-d-793621-9 is: [{'id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37246055', 'tenant_id': '44b13c388e294841bb8022c823490da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:56:45Z', 'updated_at': '2021-07-07T20:00:08Z', 'revision_number': 5, 'project_id': '44b13c388e294841bb8022c823490da8', 'gw_port': {'id': 'a0b511d1-10ed-4f7a-bd28-eba4fc2649b1', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b81980-f1e5-4bbe-97fc-c1d71bd5e523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:56:46Z', 'updated_at': '2021-07-07T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:00:10.177571 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.181578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.182313 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Fanout notify agent at l3_agent the message router_deleted on router a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:00:10.202204 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.207219 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45466) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:10.207843 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ed4e3790-bdc8-4d7d-ac5a-6584382d059a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/routers/a9b81980-f1e5-4bbe-97fc-c1d71bd5e523 HTTP/1.1" status: 204 len: 168 time: 0.9093323 Jul 07 20:00:10.210104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Pushing event deleted for resources: {'Port': ['ID=e8979617-0ad5-468d-818c-e47f2ab78878,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:10.219513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] No DVR routers for this DVR port e8979617-0ad5-468d-818c-e47f2ab78878 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:00:10.222018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:10.222459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:10.222969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:10.223294 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:10.223723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:10.224126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:10.224537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:10.224954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:10.225347 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:10.225747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:10.226159 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:10.226585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e58b-3c77-4ab3-9699-a791f2d67258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:10.277419 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.320512 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.412897 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.423944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed416b4-1b60-4767-8e7e-070dea9c8a9d']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:10.435326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fdf135-0227-4dbc-a635-2750ddabad2f') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:10.435629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fdf135-0227-4dbc-a635-2750ddabad2f') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:10.445224 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.464979 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.472937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:00:10.473445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: timer() Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:00:10.476721 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:00:10.551509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.560304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.561714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/networks/3ed416b4-1b60-4767-8e7e-070dea9c8a9d HTTP/1.1" status: 204 len: 168 time: 0.3524909 Jul 07 20:00:10.564608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45474) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:10.575009 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeacfeb-5b46-4c60-9f12-5ca148943e5a tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'Network': ['ID=3ed416b4-1b60-4767-8e7e-070dea9c8a9d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:10.638900 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e2a722e-a8e1-4aa2-b51e-3ecfc9b0f981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.668575 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e2a722e-a8e1-4aa2-b51e-3ecfc9b0f981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.756234 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e2a722e-a8e1-4aa2-b51e-3ecfc9b0f981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.759727 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3e2a722e-a8e1-4aa2-b51e-3ecfc9b0f981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:10.761070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3e2a722e-a8e1-4aa2-b51e-3ecfc9b0f981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] 10.222.0.81 "DELETE /v2.0/security-groups/ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71 HTTP/1.1" status: 204 len: 168 time: 0.1949034 Jul 07 20:00:10.771372 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a722e-a8e1-4aa2-b51e-3ecfc9b0f981 tempest-TestNetworkAdvancedServerOps-1419220155 tempest-TestNetworkAdvancedServerOps-1419220155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea69f70d-45fd-4ebc-a8d4-a3e037e5ad71,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:10.996616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 83dfd2e5-213e-4533-987c-484a74c61119 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:00:11.019988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 83dfd2e5-213e-4533-987c-484a74c61119 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:00:11.020501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 83dfd2e5-213e-4533-987c-484a74c61119 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:00:11.021121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e8979617-0ad5-468d-818c-e47f2ab78878 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:00:11.042958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: e8979617-0ad5-468d-818c-e47f2ab78878 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:00:11.043307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e8979617-0ad5-468d-818c-e47f2ab78878 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:00:11.116927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45490) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:11.266582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45498) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:11.267105 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-778fbeae-3480-4c27-b374-094bc39090d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44b13c388e294841bb8022c823490da8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485989 Jul 07 20:00:11.330703 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-55f85fae-d2d1-46a5-a3d6-f04778bd7982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.353439 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-55f85fae-d2d1-46a5-a3d6-f04778bd7982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.413770 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-55f85fae-d2d1-46a5-a3d6-f04778bd7982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.417622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-55f85fae-d2d1-46a5-a3d6-f04778bd7982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.418830 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-55f85fae-d2d1-46a5-a3d6-f04778bd7982 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/12f6e327-a5f4-42b0-83a3-324460bf327a HTTP/1.1" status: 204 len: 168 time: 0.1510937 Jul 07 20:00:11.434602 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f85fae-d2d1-46a5-a3d6-f04778bd7982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f6e327-a5f4-42b0-83a3-324460bf327a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:11.740747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45510) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:11.785603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3b2b840d-3ede-41c3-a143-02f72541fa9e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef725115e59249abac3908567975873a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411844 Jul 07 20:00:11.785827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45516) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:11.842867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-471941dc-5f51-4ce8-993c-6ba2e1577b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.865406 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-471941dc-5f51-4ce8-993c-6ba2e1577b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.919531 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-471941dc-5f51-4ce8-993c-6ba2e1577b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.923176 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-471941dc-5f51-4ce8-993c-6ba2e1577b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.924335 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-471941dc-5f51-4ce8-993c-6ba2e1577b8c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65cfc578-33f3-435a-9e24-c55bb5388140 HTTP/1.1" status: 204 len: 168 time: 0.1376095 Jul 07 20:00:11.933360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471941dc-5f51-4ce8-993c-6ba2e1577b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cfc578-33f3-435a-9e24-c55bb5388140,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:12.615080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45552) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:12.720120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1074626436-network', 'tenant_id': '3f44b39e1ce24649b8cfa5d5b5660696'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:12.744599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Made reservation on behalf of 3f44b39e1ce24649b8cfa5d5b5660696 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:00:12.747016 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.759565 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.860302 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:00:12.876285 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.882243 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.882379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:00:12.882747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a0b511d1-10ed-4f7a-bd28-eba4fc2649b1 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:00:12.909260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:00:12.918927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a13123-3230-434c-853d-8ba2df88dd4a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:12.924191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.924533 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Added segment cb737d3f-3235-4257-aa06-15614af72572 of type vlan for network 36a41d2c-e46b-427b-a370-c5efb3b8b7f9 Jul 07 20:00:12.965162 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.994456 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.995643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:12.996304 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:13.047286 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4310772 Jul 07 20:00:13.050512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 45556) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:13.056257 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-275c2a0d-f4c5-4e65-9f3a-e15d5ebdd964 admin admin] Request body: {'subnet': {'network_id': '36a41d2c-e46b-427b-a370-c5efb3b8b7f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1074626436-subnet', 'tenant_id': '3f44b39e1ce24649b8cfa5d5b5660696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:13.057631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97465ae0-7697-4eda-84a1-31bf9124ff87 admin admin] Pushing event updated for resources: {'Network': ['ID=36a41d2c-e46b-427b-a370-c5efb3b8b7f9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:13.073897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 36a41d2c-e46b-427b-a370-c5efb3b8b7f9 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:00:13.087056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275c2a0d-f4c5-4e65-9f3a-e15d5ebdd964 admin admin] Made reservation on behalf of 3f44b39e1ce24649b8cfa5d5b5660696 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:00:13.090635 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-275c2a0d-f4c5-4e65-9f3a-e15d5ebdd964 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:13.268257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-275c2a0d-f4c5-4e65-9f3a-e15d5ebdd964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:13.330500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c2a0d-f4c5-4e65-9f3a-e15d5ebdd964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=567fb29c-ffff-48a3-82a9-ad3fc9d19d13,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:13.339772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c2a0d-f4c5-4e65-9f3a-e15d5ebdd964 admin admin] Checking segment: {'id': 'cb737d3f-3235-4257-aa06-15614af72572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36a41d2c-e46b-427b-a370-c5efb3b8b7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:00:13.340142 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c2a0d-f4c5-4e65-9f3a-e15d5ebdd964 admin admin] Network hostable DHCP agents. Network: 36a41d2c-e46b-427b-a370-c5efb3b8b7f9, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:00:13.357713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c2a0d-f4c5-4e65-9f3a-e15d5ebdd964 admin admin] Network 36a41d2c-e46b-427b-a370-c5efb3b8b7f9 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:00:13.369417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-275c2a0d-f4c5-4e65-9f3a-e15d5ebdd964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 36a41d2c-e46b-427b-a370-c5efb3b8b7f9) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:00:13.379651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d42c27d-83e2-47b6-96b2-d91598d3363a None None] Network 36a41d2c-e46b-427b-a370-c5efb3b8b7f9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:00:13.381296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275c2a0d-f4c5-4e65-9f3a-e15d5ebdd964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:13.381907 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-275c2a0d-f4c5-4e65-9f3a-e15d5ebdd964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:13.397273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-275c2a0d-f4c5-4e65-9f3a-e15d5ebdd964 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3453133 Jul 07 20:00:13.517556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f67184-3b3b-430f-8692-b015eb239e8b None None] Network 36a41d2c-e46b-427b-a370-c5efb3b8b7f9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:00:13.777530 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:00:13.894104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45574) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:13.899448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2129649598-network', 'tenant_id': 'fabd8576e06f45e89375e3f1ade31a8b'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:13.924407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Made reservation on behalf of fabd8576e06f45e89375e3f1ade31a8b for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:00:13.926956 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:13.939711 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.027611 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.033046 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.057874 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:00:14.071922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db90f1e-d6c2-4926-a369-2287aa96ea6f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:14.076830 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.077174 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Added segment f93bcd40-6cbc-4f13-aded-cc050596382c of type vlan for network 5d4b32f0-41aa-44cd-bdcf-a227b4facbb4 Jul 07 20:00:14.121356 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.152120 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.153036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:14.153625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.207128 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3118136 Jul 07 20:00:14.209846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 45576) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:14.214652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-cde00f5f-4a9b-4559-9bd6-47086d4f4e00 admin admin] Request body: {'subnet': {'network_id': '5d4b32f0-41aa-44cd-bdcf-a227b4facbb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2129649598-subnet', 'tenant_id': 'fabd8576e06f45e89375e3f1ade31a8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:14.234632 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42308b-2bc7-4e8c-a32c-9c3812c16618 admin admin] Pushing event updated for resources: {'Network': ['ID=5d4b32f0-41aa-44cd-bdcf-a227b4facbb4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:14.244925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 5d4b32f0-41aa-44cd-bdcf-a227b4facbb4 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:00:14.250078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde00f5f-4a9b-4559-9bd6-47086d4f4e00 admin admin] Made reservation on behalf of fabd8576e06f45e89375e3f1ade31a8b for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:00:14.252752 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde00f5f-4a9b-4559-9bd6-47086d4f4e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.419321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde00f5f-4a9b-4559-9bd6-47086d4f4e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.480755 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde00f5f-4a9b-4559-9bd6-47086d4f4e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29360dda-0a90-4e86-9e3a-091065275c18,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:14.488077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde00f5f-4a9b-4559-9bd6-47086d4f4e00 admin admin] Checking segment: {'id': 'f93bcd40-6cbc-4f13-aded-cc050596382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '5d4b32f0-41aa-44cd-bdcf-a227b4facbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:00:14.488441 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde00f5f-4a9b-4559-9bd6-47086d4f4e00 admin admin] Network hostable DHCP agents. Network: 5d4b32f0-41aa-44cd-bdcf-a227b4facbb4, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:00:14.506017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde00f5f-4a9b-4559-9bd6-47086d4f4e00 admin admin] Network 5d4b32f0-41aa-44cd-bdcf-a227b4facbb4 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:00:14.514459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-cde00f5f-4a9b-4559-9bd6-47086d4f4e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 5d4b32f0-41aa-44cd-bdcf-a227b4facbb4) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:00:14.523471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762f9883-572b-435d-872e-2ab4011e5ac8 None None] Network 5d4b32f0-41aa-44cd-bdcf-a227b4facbb4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:00:14.523608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde00f5f-4a9b-4559-9bd6-47086d4f4e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:14.524171 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cde00f5f-4a9b-4559-9bd6-47086d4f4e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.539023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cde00f5f-4a9b-4559-9bd6-47086d4f4e00 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3280256 Jul 07 20:00:14.693153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd4e1a8-83ac-454d-ab7c-d2f94bebdbf8 None None] Network 5d4b32f0-41aa-44cd-bdcf-a227b4facbb4 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:00:15.151901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-59ab9b98-de35-4240-ac5e-00da23396553 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:15.153427 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-59ab9b98-de35-4240-ac5e-00da23396553 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/networks?id=36a41d2c-e46b-427b-a370-c5efb3b8b7f9 HTTP/1.1" status: 200 len: 812 time: 0.1836681 Jul 07 20:00:15.169234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-2bbbcbf8-6870-4b26-9547-408272c225ac tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/quotas/3f44b39e1ce24649b8cfa5d5b5660696 HTTP/1.1" status: 200 len: 375 time: 0.0098653 Jul 07 20:00:15.206984 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-3090a3c1-2b5e-41a8-988f-03f04866af01 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f44b39e1ce24649b8cfa5d5b5660696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322089 Jul 07 20:00:15.417701 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-7d84694f-9466-4898-99de-76b625329abb service neutron] 10.222.0.81 "GET /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029607 Jul 07 20:00:15.519058 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-94916c76-313b-4042-ba1e-2a9b699b8ee2 service neutron] 10.222.0.81 "GET /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946784 Jul 07 20:00:15.693327 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f283a344-572e-4053-8746-b877a3fee792 req-39176c80-2810-4536-a84f-08fed7f39615 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 210 time: 0.0330055 Jul 07 20:00:16.874010 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3e2412d0-3576-4e52-958e-8a42b2fde88f req-53c1df03-0e85-4bd4-ad5f-b9d293c2f126 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 210 time: 0.0427372 Jul 07 20:00:17.150186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-781dffb5-76e4-4ff4-bd07-09bbcc090027 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:17.151707 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-781dffb5-76e4-4ff4-bd07-09bbcc090027 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.110 "GET /v2.0/networks?id=36a41d2c-e46b-427b-a370-c5efb3b8b7f9 HTTP/1.1" status: 200 len: 812 time: 0.1356595 Jul 07 20:00:17.167047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Request body: {'port': {'device_id': 'd2107523-efa5-474c-a4f2-7f0afec3c519', 'network_id': '36a41d2c-e46b-427b-a370-c5efb3b8b7f9', 'admin_state_up': True, 'tenant_id': '3f44b39e1ce24649b8cfa5d5b5660696'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:17.296421 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Made reservation on behalf of 3f44b39e1ce24649b8cfa5d5b5660696 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:00:17.301016 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.449728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Allocated IP 172.20.0.10 (36a41d2c-e46b-427b-a370-c5efb3b8b7f9/567fb29c-ffff-48a3-82a9-ad3fc9d19d13/fae6bb8b-da92-45ef-a04a-bafd8363538b) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:00:17.614095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.658330 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.716790 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Network 36a41d2c-e46b-427b-a370-c5efb3b8b7f9 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:00:17.721205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:00:17.724550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Pushing event updated for resources: {'Port': ['ID=fae6bb8b-da92-45ef-a04a-bafd8363538b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:17.727624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:00:17.788406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:17.789031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.804375 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-10406f21-a64d-4b30-8577-cef0afb45061 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6407268 Jul 07 20:00:17.818107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Request body: {'port': {'device_id': 'd2107523-efa5-474c-a4f2-7f0afec3c519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:17.910450 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:18.094437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aee38-d98c-4295-b1e5-267ee49016ba req-09b2c34a-83bf-48f0-9271-4bb4e684441b tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:18.096410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-685aee38-d98c-4295-b1e5-267ee49016ba req-09b2c34a-83bf-48f0-9271-4bb4e684441b tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 932 time: 0.0742917 Jul 07 20:00:18.146281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-685aee38-d98c-4295-b1e5-267ee49016ba req-88299a9b-ec66-4a9a-9e13-028f0d354bdc tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399842 Jul 07 20:00:18.247148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae6bb8b-da92-45ef-a04a-bafd8363538b {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:00:18.255301 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:18.274215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Transition to ACTIVE for port object fae6bb8b-da92-45ef-a04a-bafd8363538b will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:00:18.286597 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:18.344987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Pushing event updated for resources: {'Port': ['ID=fae6bb8b-da92-45ef-a04a-bafd8363538b,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:18.426100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Attempting to bind port fae6bb8b-da92-45ef-a04a-bafd8363538b on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:00:18.426434 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Attempting to bind port fae6bb8b-da92-45ef-a04a-bafd8363538b by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'cb737d3f-3235-4257-aa06-15614af72572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36a41d2c-e46b-427b-a370-c5efb3b8b7f9'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:00:18.426755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Attempting to bind port fae6bb8b-da92-45ef-a04a-bafd8363538b on network 36a41d2c-e46b-427b-a370-c5efb3b8b7f9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:00:18.431748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Port fae6bb8b-da92-45ef-a04a-bafd8363538b on network 36a41d2c-e46b-427b-a370-c5efb3b8b7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:00:18.432198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Attempting to bind port fae6bb8b-da92-45ef-a04a-bafd8363538b on network 36a41d2c-e46b-427b-a370-c5efb3b8b7f9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:00:18.437129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:00:18.437464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Checking segment: {'id': 'cb737d3f-3235-4257-aa06-15614af72572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36a41d2c-e46b-427b-a370-c5efb3b8b7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:00:18.437996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Bound using segment: {'id': 'cb737d3f-3235-4257-aa06-15614af72572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36a41d2c-e46b-427b-a370-c5efb3b8b7f9'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:00:18.438249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Bound port: fae6bb8b-da92-45ef-a04a-bafd8363538b, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb737d3f-3235-4257-aa06-15614af72572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36a41d2c-e46b-427b-a370-c5efb3b8b7f9'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:00:18.438600 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:18.507061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] For port fae6bb8b-da92-45ef-a04a-bafd8363538b, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:00:18.510514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] For port fae6bb8b-da92-45ef-a04a-bafd8363538b, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fae6bb8b-da92-45ef-a04a-bafd8363538b,segment=NetworkSegment(cb737d3f-3235-4257-aa06-15614af72572),segment_id=cb737d3f-3235-4257-aa06-15614af72572)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:00:18.516064 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:18.560901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:18.561728 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:18.563035 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] 10.222.0.110 "PUT /v2.0/ports/fae6bb8b-da92-45ef-a04a-bafd8363538b HTTP/1.1" status: 200 len: 1092 time: 0.7515159 Jul 07 20:00:18.563490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2107523-efa5-474c-a4f2-7f0afec3c519', 'tag': 'fae6bb8b-da92-45ef-a04a-bafd8363538b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:18.567778 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95382c19-8420-452d-9b67-80c78587a0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2107523-efa5-474c-a4f2-7f0afec3c519", "tag": "fae6bb8b-da92-45ef-a04a-bafd8363538b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:18.593458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e65e4e-2836-4906-9c29-54d2a4a7ccaf service neutron] Pushing event updated for resources: {'Port': ['ID=fae6bb8b-da92-45ef-a04a-bafd8363538b,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:18.651881 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fd63e5-53c7-4c54-bc5b-a448b06af38c x-openstack-request-id: req-a0fd63e5-53c7-4c54-bc5b-a448b06af38c {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:18.652179 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2107523-efa5-474c-a4f2-7f0afec3c519", "tag": "fae6bb8b-da92-45ef-a04a-bafd8363538b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:18.652429 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0fd63e5-53c7-4c54-bc5b-a448b06af38c {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:18.652848 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2107523-efa5-474c-a4f2-7f0afec3c519', 'tag': 'fae6bb8b-da92-45ef-a04a-bafd8363538b', 'status': 'completed', 'code': 200} Jul 07 20:00:18.680338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-01fae335-991f-471d-ab2c-e1462634737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:18.681841 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-01fae335-991f-471d-ab2c-e1462634737e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3f44b39e1ce24649b8cfa5d5b5660696&device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 1095 time: 0.0660279 Jul 07 20:00:18.729631 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-37432dab-94b2-469e-b139-545fc9680ac8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fae6bb8b-da92-45ef-a04a-bafd8363538b HTTP/1.1" status: 200 len: 217 time: 0.0363917 Jul 07 20:00:18.782607 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-32d215fb-f3cb-4d38-81e9-3b1fde0b42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:18.784285 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-32d215fb-f3cb-4d38-81e9-3b1fde0b42ba service neutron] 10.222.0.110 "GET /v2.0/subnets?id=567fb29c-ffff-48a3-82a9-ad3fc9d19d13 HTTP/1.1" status: 200 len: 852 time: 0.0481980 Jul 07 20:00:18.817932 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-15386920-76d0-4f94-b29a-1f305591fb60 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=36a41d2c-e46b-427b-a370-c5efb3b8b7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269251 Jul 07 20:00:18.922678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-23c14356-e7a8-4514-8abf-1549047a4577 service neutron] 10.222.0.110 "GET /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964520 Jul 07 20:00:19.019867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-24dc8db6-9700-431d-8283-87c2025e42a4 req-ddf0af25-8c2f-431d-82e3-dcc13211501f service neutron] 10.222.0.110 "GET /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869951 Jul 07 20:00:19.131720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95382c19-8420-452d-9b67-80c78587a0e5 req-2fa7986a-203f-4ec4-ad67-13d323f1bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:19.133235 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95382c19-8420-452d-9b67-80c78587a0e5 req-2fa7986a-203f-4ec4-ad67-13d323f1bdb9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3f44b39e1ce24649b8cfa5d5b5660696&device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 1095 time: 0.0598519 Jul 07 20:00:19.231979 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95382c19-8420-452d-9b67-80c78587a0e5 req-f480506f-831b-42b2-a74a-1ac0d8d0d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:19.233776 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95382c19-8420-452d-9b67-80c78587a0e5 req-f480506f-831b-42b2-a74a-1ac0d8d0d4e9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=36a41d2c-e46b-427b-a370-c5efb3b8b7f9 HTTP/1.1" status: 200 len: 913 time: 0.0936942 Jul 07 20:00:19.284213 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95382c19-8420-452d-9b67-80c78587a0e5 req-a508a2b7-cbe2-4d72-926d-bd896c30b9cd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fae6bb8b-da92-45ef-a04a-bafd8363538b HTTP/1.1" status: 200 len: 217 time: 0.0425999 Jul 07 20:00:19.336367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a9aa9-a226-473c-9ca1-f623cb078653 req-157ad054-e5dd-4887-8cd7-8d32ea0fec15 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:19.337982 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-065a9aa9-a226-473c-9ca1-f623cb078653 req-157ad054-e5dd-4887-8cd7-8d32ea0fec15 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 944 time: 0.0723572 Jul 07 20:00:19.338514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95382c19-8420-452d-9b67-80c78587a0e5 req-a42cc460-e523-4c2b-a8ce-842827145da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:19.340113 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95382c19-8420-452d-9b67-80c78587a0e5 req-a42cc460-e523-4c2b-a8ce-842827145da6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=567fb29c-ffff-48a3-82a9-ad3fc9d19d13 HTTP/1.1" status: 200 len: 852 time: 0.0496025 Jul 07 20:00:19.381251 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-065a9aa9-a226-473c-9ca1-f623cb078653 req-93f610ef-611e-400b-bcf3-7f2dbe92cc08 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371609 Jul 07 20:00:19.381959 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95382c19-8420-452d-9b67-80c78587a0e5 req-04081762-cd54-423c-9089-22940f502cad service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=36a41d2c-e46b-427b-a370-c5efb3b8b7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310166 Jul 07 20:00:19.482025 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95382c19-8420-452d-9b67-80c78587a0e5 req-b9937df6-95f8-4489-b366-0dc5de4ef421 service neutron] 10.222.0.110 "GET /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921690 Jul 07 20:00:19.581688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-95382c19-8420-452d-9b67-80c78587a0e5 req-838ddac6-09cf-4bbc-b2ee-54da52da2190 service neutron] 10.222.0.110 "GET /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906920 Jul 07 20:00:19.919634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ff3efc71-129f-4f9c-a181-f911e690a9b4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:19.921017 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ff3efc71-129f-4f9c-a181-f911e690a9b4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/networks?id=0497adb7-7873-4f27-b2a7-404411e3d457 HTTP/1.1" status: 200 len: 813 time: 0.1045327 Jul 07 20:00:19.935316 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ee4781bc-a90d-4363-9faf-fe1a37c415ef tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/quotas/5fd55b6ed7eb47c79e87df29b9a6704e HTTP/1.1" status: 200 len: 375 time: 0.0089662 Jul 07 20:00:20.256213 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-1c00173f-215d-411b-b85b-e7ae2f960fe7 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5fd55b6ed7eb47c79e87df29b9a6704e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3160641 Jul 07 20:00:20.342179 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-5a8a24f2-d0b8-497e-92d8-cb5b4c5f66bd service neutron] 10.222.0.81 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792603 Jul 07 20:00:20.433959 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-d58ccfa3-c2d2-46bd-8cf7-52e3cd410971 service neutron] 10.222.0.81 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855422 Jul 07 20:00:20.564929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf8b9f-acf1-4ef5-9a98-75cac1b8bf3b req-230702fc-fed8-46e7-9cae-1e90afc9ae1c tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:20.567541 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2cf8b9f-acf1-4ef5-9a98-75cac1b8bf3b req-230702fc-fed8-46e7-9cae-1e90afc9ae1c tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 944 time: 0.0699017 Jul 07 20:00:20.609126 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68fd1f3c-ef7c-46ed-b170-f721be18b984 req-9a5949aa-4ebd-46a9-b3de-88c0099b8844 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 210 time: 0.0295644 Jul 07 20:00:20.611326 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c2cf8b9f-acf1-4ef5-9a98-75cac1b8bf3b req-be8a8b76-83f3-4065-8133-716cfd9aa1f5 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Jul 07 20:00:21.131837 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8fae6b85-fdf1-4246-b407-69bb73a113ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:21.608576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device fae6bb8b-da92-45ef-a04a-bafd8363538b details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:00:21.723693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port fae6bb8b-da92-45ef-a04a-bafd8363538b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fae6bb8b-da92-45ef-a04a-bafd8363538b,segment=NetworkSegment(cb737d3f-3235-4257-aa06-15614af72572),segment_id=cb737d3f-3235-4257-aa06-15614af72572)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:21.729126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-edd4d810-7b3d-4e95-a58d-8142b389c421 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:21.733709 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-edd4d810-7b3d-4e95-a58d-8142b389c421 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.48 "GET /v2.0/networks?id=0497adb7-7873-4f27-b2a7-404411e3d457 HTTP/1.1" status: 200 len: 813 time: 0.1713376 Jul 07 20:00:21.740316 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'fae6bb8b-da92-45ef-a04a-bafd8363538b', 'network_id': '36a41d2c-e46b-427b-a370-c5efb3b8b7f9', 'port_id': 'fae6bb8b-da92-45ef-a04a-bafd8363538b', 'mac_address': 'fa:16:3e:07:da:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567fb29c-ffff-48a3-82a9-ad3fc9d19d13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:00:21.751220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Request body: {'port': {'device_id': '9a381e94-ccc8-4439-a1bd-dcef9e854dac', 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457', 'admin_state_up': True, 'tenant_id': '5fd55b6ed7eb47c79e87df29b9a6704e'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:21.784449 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:21.808890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae6bb8b-da92-45ef-a04a-bafd8363538b {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:00:21.828568 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3075ce30-44c3-4f7e-bce2-40f241556c79 req-7d98b837-31ae-4233-8ee4-a26e85c59e9a tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 210 time: 0.0348008 Jul 07 20:00:21.839707 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port fae6bb8b-da92-45ef-a04a-bafd8363538b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fae6bb8b-da92-45ef-a04a-bafd8363538b,segment=NetworkSegment(cb737d3f-3235-4257-aa06-15614af72572),segment_id=cb737d3f-3235-4257-aa06-15614af72572)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:21.851770 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:21.903212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=fae6bb8b-da92-45ef-a04a-bafd8363538b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:21.925331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c44af-07fd-45fc-b47f-066d9830085d req-94e27a0c-2c1e-46e3-b12f-62f577478574 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:21.926925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e1c44af-07fd-45fc-b47f-066d9830085d req-94e27a0c-2c1e-46e3-b12f-62f577478574 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 944 time: 0.1719117 Jul 07 20:00:21.953933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Made reservation on behalf of 5fd55b6ed7eb47c79e87df29b9a6704e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:00:21.957874 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:21.988588 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6e1c44af-07fd-45fc-b47f-066d9830085d req-bcbab5c0-79ac-49e4-9662-27d901cc26d8 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551097 Jul 07 20:00:22.106821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Allocated IP 172.20.0.5 (0497adb7-7873-4f27-b2a7-404411e3d457/4d77d7fd-0714-4e5b-87e3-10763405efa6/14168ebc-c8e8-44b6-b005-abd093acbdb2) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:00:22.131337 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['fae6bb8b-da92-45ef-a04a-bafd8363538b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:00:22.284027 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:22.325562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:22.366658 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Network 0497adb7-7873-4f27-b2a7-404411e3d457 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:00:22.369969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:00:22.373897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:00:22.412568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Pushing event updated for resources: {'Port': ['ID=14168ebc-c8e8-44b6-b005-abd093acbdb2,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:22.437102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:22.437743 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:22.453315 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-881fdf22-6287-45fb-ae48-1656917ce5f4 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7089076 Jul 07 20:00:22.464904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Request body: {'port': {'device_id': '9a381e94-ccc8-4439-a1bd-dcef9e854dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:22.538106 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:22.812276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14168ebc-c8e8-44b6-b005-abd093acbdb2 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:00:22.820054 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:22.836919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Transition to ACTIVE for port object 14168ebc-c8e8-44b6-b005-abd093acbdb2 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:00:22.842516 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:22.896473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Pushing event updated for resources: {'Port': ['ID=14168ebc-c8e8-44b6-b005-abd093acbdb2,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:22.902508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-9ebdd278-9b3d-437d-b585-70593f311b38 req-691a1f1d-38f8-4230-8dc5-0ff6fd1dccd5 service neutron] (93900) timed out ('10.222.0.48', 62927) {{(pid=93900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 20:00:22.973333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Attempting to bind port 14168ebc-c8e8-44b6-b005-abd093acbdb2 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:00:22.973677 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Attempting to bind port 14168ebc-c8e8-44b6-b005-abd093acbdb2 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'a2705128-acc7-4aa4-95a4-f194d9a546f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:00:22.974127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Attempting to bind port 14168ebc-c8e8-44b6-b005-abd093acbdb2 on network 0497adb7-7873-4f27-b2a7-404411e3d457 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:00:22.979525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Port 14168ebc-c8e8-44b6-b005-abd093acbdb2 on network 0497adb7-7873-4f27-b2a7-404411e3d457 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:00:22.979846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Attempting to bind port 14168ebc-c8e8-44b6-b005-abd093acbdb2 on network 0497adb7-7873-4f27-b2a7-404411e3d457 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:00:22.984814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:00:22.985162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Checking segment: {'id': 'a2705128-acc7-4aa4-95a4-f194d9a546f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:00:22.985541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Bound using segment: {'id': 'a2705128-acc7-4aa4-95a4-f194d9a546f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:00:22.985967 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Bound port: 14168ebc-c8e8-44b6-b005-abd093acbdb2, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2705128-acc7-4aa4-95a4-f194d9a546f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:00:22.986322 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:23.021266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddab157-a986-4b73-bfe8-ba56ae4cf4aa req-b09f63e3-64bb-4654-9513-5e0c6d832e0f tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:23.022919 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ddab157-a986-4b73-bfe8-ba56ae4cf4aa req-b09f63e3-64bb-4654-9513-5e0c6d832e0f tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 943 time: 0.0705411 Jul 07 20:00:23.064030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] For port 14168ebc-c8e8-44b6-b005-abd093acbdb2, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:00:23.068310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] For port 14168ebc-c8e8-44b6-b005-abd093acbdb2, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=14168ebc-c8e8-44b6-b005-abd093acbdb2,segment=NetworkSegment(a2705128-acc7-4aa4-95a4-f194d9a546f4),segment_id=a2705128-acc7-4aa4-95a4-f194d9a546f4)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:00:23.072973 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ddab157-a986-4b73-bfe8-ba56ae4cf4aa req-c9d359ae-f907-4f4f-9599-c5503f3ec290 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Jul 07 20:00:23.075858 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:23.126310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:23.126959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:23.128367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] 10.222.0.48 "PUT /v2.0/ports/14168ebc-c8e8-44b6-b005-abd093acbdb2 HTTP/1.1" status: 200 len: 1091 time: 0.6677384 Jul 07 20:00:23.129414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a381e94-ccc8-4439-a1bd-dcef9e854dac', 'tag': '14168ebc-c8e8-44b6-b005-abd093acbdb2'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:23.131679 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c01f4e5-333c-4f5c-ba56-f2ae1f33217a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a381e94-ccc8-4439-a1bd-dcef9e854dac", "tag": "14168ebc-c8e8-44b6-b005-abd093acbdb2"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:23.218094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad369fab-d392-4b74-b4c2-c6e39c3a26dd service neutron] Pushing event updated for resources: {'Port': ['ID=14168ebc-c8e8-44b6-b005-abd093acbdb2,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:23.272257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066e29e-a8c8-42a1-98ef-742900f50b05 req-b1845162-4f7f-4bb1-8621-5740a1def1b2 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:23.273918 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9066e29e-a8c8-42a1-98ef-742900f50b05 req-b1845162-4f7f-4bb1-8621-5740a1def1b2 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 945 time: 0.1519730 Jul 07 20:00:23.279436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-c13592fe-edae-4840-9684-b62caca63bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:23.280990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-c13592fe-edae-4840-9684-b62caca63bbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fd55b6ed7eb47c79e87df29b9a6704e&device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 1094 time: 0.0991752 Jul 07 20:00:23.333518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-1a43edb8-28d5-49e4-b68e-0f64991a3f5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14168ebc-c8e8-44b6-b005-abd093acbdb2 HTTP/1.1" status: 200 len: 217 time: 0.0442636 Jul 07 20:00:23.360780 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9066e29e-a8c8-42a1-98ef-742900f50b05 req-9c112a79-0e99-4110-a0f3-be10091a4ff0 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787477 Jul 07 20:00:23.382327 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef97bc1e-6201-4ec8-b22f-bcfdb64491d7 x-openstack-request-id: req-ef97bc1e-6201-4ec8-b22f-bcfdb64491d7 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:23.382613 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a381e94-ccc8-4439-a1bd-dcef9e854dac", "tag": "14168ebc-c8e8-44b6-b005-abd093acbdb2", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:23.382886 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ef97bc1e-6201-4ec8-b22f-bcfdb64491d7 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:23.383280 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a381e94-ccc8-4439-a1bd-dcef9e854dac', 'tag': '14168ebc-c8e8-44b6-b005-abd093acbdb2', 'status': 'completed', 'code': 200} Jul 07 20:00:23.399972 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-7f21b9d8-e51a-481d-9263-b92115cbe88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:23.401410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-7f21b9d8-e51a-481d-9263-b92115cbe88e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d77d7fd-0714-4e5b-87e3-10763405efa6 HTTP/1.1" status: 200 len: 853 time: 0.0573206 Jul 07 20:00:23.437613 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-dd1cd231-95c2-49c3-8fb3-f0f2dfb10c8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0497adb7-7873-4f27-b2a7-404411e3d457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298212 Jul 07 20:00:23.525442 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-1046f5e6-1fd7-41e2-b18b-74c4d5195a49 service neutron] 10.222.0.48 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807269 Jul 07 20:00:23.609098 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device fae6bb8b-da92-45ef-a04a-bafd8363538b up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:00:23.623890 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58566611-15a0-4c57-bc2d-da28dc28d1a0 req-10147a9d-098d-43dc-8f3a-92d002ec9481 service neutron] 10.222.0.48 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919859 Jul 07 20:00:23.671557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port fae6bb8b-da92-45ef-a04a-bafd8363538b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:00:23.676175 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port fae6bb8b-da92-45ef-a04a-bafd8363538b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:00:23.676552 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:23.760792 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:23.785017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2107523-efa5-474c-a4f2-7f0afec3c519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae6bb8b-da92-45ef-a04a-bafd8363538b'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:23.788617 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf9ab1-5814-4f2e-84f1-7ed0028d34ea" -d '{"events": [{"server_uuid": "d2107523-efa5-474c-a4f2-7f0afec3c519", "name": "network-vif-plugged", "status": "completed", "tag": "fae6bb8b-da92-45ef-a04a-bafd8363538b"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:23.804972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port fae6bb8b-da92-45ef-a04a-bafd8363538b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fae6bb8b-da92-45ef-a04a-bafd8363538b,segment=NetworkSegment(cb737d3f-3235-4257-aa06-15614af72572),segment_id=cb737d3f-3235-4257-aa06-15614af72572)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:23.810706 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:23.840537 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0666eea-7230-492f-9bc0-24c9c8a23e6e x-openstack-request-id: req-c0666eea-7230-492f-9bc0-24c9c8a23e6e {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:23.840838 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2107523-efa5-474c-a4f2-7f0afec3c519", "name": "network-vif-plugged", "status": "completed", "tag": "fae6bb8b-da92-45ef-a04a-bafd8363538b", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:23.841092 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c0666eea-7230-492f-9bc0-24c9c8a23e6e {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:23.841514 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2107523-efa5-474c-a4f2-7f0afec3c519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae6bb8b-da92-45ef-a04a-bafd8363538b', 'code': 200} Jul 07 20:00:23.869628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=fae6bb8b-da92-45ef-a04a-bafd8363538b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:23.910529 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:23.975359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187538b5-84ec-4c54-ad21-dd086d899d41 req-2cb2243f-2518-4d5a-8e5b-59c158870e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:23.977028 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-187538b5-84ec-4c54-ad21-dd086d899d41 req-2cb2243f-2518-4d5a-8e5b-59c158870e00 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 1097 time: 0.0572417 Jul 07 20:00:24.016137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-187538b5-84ec-4c54-ad21-dd086d899d41 req-c9a39e0b-e5cf-49ea-8814-28bf6f378df0 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295496 Jul 07 20:00:24.042637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01f4e5-333c-4f5c-ba56-f2ae1f33217a req-85879c71-7d53-4325-9fe7-27b7cad45bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:24.044157 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c01f4e5-333c-4f5c-ba56-f2ae1f33217a req-85879c71-7d53-4325-9fe7-27b7cad45bd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fd55b6ed7eb47c79e87df29b9a6704e&device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 1094 time: 0.3666012 Jul 07 20:00:24.101761 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8a8018c6-0966-4815-8f29-11450c123de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:24.134739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01f4e5-333c-4f5c-ba56-f2ae1f33217a req-a5b7c5a2-fb77-45c7-8026-2f4996c80888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:24.136169 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c01f4e5-333c-4f5c-ba56-f2ae1f33217a req-a5b7c5a2-fb77-45c7-8026-2f4996c80888 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0497adb7-7873-4f27-b2a7-404411e3d457 HTTP/1.1" status: 200 len: 914 time: 0.0850499 Jul 07 20:00:24.180534 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c01f4e5-333c-4f5c-ba56-f2ae1f33217a req-436c6d6e-4640-4ee0-b44e-97b50eb5d35a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14168ebc-c8e8-44b6-b005-abd093acbdb2 HTTP/1.1" status: 200 len: 217 time: 0.0372956 Jul 07 20:00:24.259713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01f4e5-333c-4f5c-ba56-f2ae1f33217a req-be32afa2-3d19-486f-b34d-b8b034d9d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:24.261177 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c01f4e5-333c-4f5c-ba56-f2ae1f33217a req-be32afa2-3d19-486f-b34d-b8b034d9d6c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d77d7fd-0714-4e5b-87e3-10763405efa6 HTTP/1.1" status: 200 len: 853 time: 0.0742779 Jul 07 20:00:24.303256 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c01f4e5-333c-4f5c-ba56-f2ae1f33217a req-269dcc85-1a7c-4958-b1a7-ec35da20b3ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0497adb7-7873-4f27-b2a7-404411e3d457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344310 Jul 07 20:00:24.314428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d231cfb-4f7b-4258-ad60-07204f46abaf req-25db0f8b-1073-44b1-8a81-960c63ce54da tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:24.315883 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d231cfb-4f7b-4258-ad60-07204f46abaf req-25db0f8b-1073-44b1-8a81-960c63ce54da tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 943 time: 0.1278121 Jul 07 20:00:24.395989 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d231cfb-4f7b-4258-ad60-07204f46abaf req-269caac7-a047-4f30-9f85-5cfb9ba1b0b2 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716910 Jul 07 20:00:24.426351 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c01f4e5-333c-4f5c-ba56-f2ae1f33217a req-d8448035-534f-4707-b372-3d58578a9880 service neutron] 10.222.0.48 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095469 Jul 07 20:00:24.520290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c01f4e5-333c-4f5c-ba56-f2ae1f33217a req-053c1ab3-acd6-4d48-8ac1-ffabf2cd84f1 service neutron] 10.222.0.48 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867183 Jul 07 20:00:24.546770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b8a00-ec89-4d30-8956-ae29f957a72d req-b2c40770-b953-4a70-8d31-fab22c490d53 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:24.548257 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1b6b8a00-ec89-4d30-8956-ae29f957a72d req-b2c40770-b953-4a70-8d31-fab22c490d53 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0624583 Jul 07 20:00:24.589103 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1b6b8a00-ec89-4d30-8956-ae29f957a72d req-640adbce-1ff8-4f5a-bc4c-4de36d4dc1bb tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351758 Jul 07 20:00:24.910869 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:25.571519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febad237-5d9b-4e2d-a037-73e160061405 req-44746480-4d52-4a6a-a59e-3c420163414b tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:25.573075 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-febad237-5d9b-4e2d-a037-73e160061405 req-44746480-4d52-4a6a-a59e-3c420163414b tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 943 time: 0.0632839 Jul 07 20:00:25.611325 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-febad237-5d9b-4e2d-a037-73e160061405 req-7c175cad-c629-450a-93c6-5a53869a552e tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326540 Jul 07 20:00:25.759141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73a9df-22f5-42b5-bc9b-b71b1b0d2073 req-65513125-e635-47ed-a4f9-f6ad8001949a tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:25.760623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a73a9df-22f5-42b5-bc9b-b71b1b0d2073 req-65513125-e635-47ed-a4f9-f6ad8001949a tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0638137 Jul 07 20:00:25.797326 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8a73a9df-22f5-42b5-bc9b-b71b1b0d2073 req-0d8f3f7c-9e2f-4003-a502-5119c6726c91 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Jul 07 20:00:25.970429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47882412-8b54-4aee-a58b-69179e2dc776 req-43be42da-075b-406f-9c5d-8b38e6d12b26 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:25.972603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47882412-8b54-4aee-a58b-69179e2dc776 req-43be42da-075b-406f-9c5d-8b38e6d12b26 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0623856 Jul 07 20:00:26.013535 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47882412-8b54-4aee-a58b-69179e2dc776 req-48aaa914-0527-464e-b72a-712fc617c799 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350819 Jul 07 20:00:26.370887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170438-3b73-4d4e-b4e4-e551bd52679c req-6ec239af-1389-4a4c-a5bc-16552a2f5bb4 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:26.372381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e170438-3b73-4d4e-b4e4-e551bd52679c req-6ec239af-1389-4a4c-a5bc-16552a2f5bb4 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0622022 Jul 07 20:00:26.411280 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e170438-3b73-4d4e-b4e4-e551bd52679c req-4c4b1e37-641d-43cb-aeca-f97d15386fdb tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Jul 07 20:00:26.623909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 14168ebc-c8e8-44b6-b005-abd093acbdb2 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:00:26.644681 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:26.738753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 14168ebc-c8e8-44b6-b005-abd093acbdb2, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=14168ebc-c8e8-44b6-b005-abd093acbdb2,segment=NetworkSegment(a2705128-acc7-4aa4-95a4-f194d9a546f4),segment_id=a2705128-acc7-4aa4-95a4-f194d9a546f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:26.749844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '14168ebc-c8e8-44b6-b005-abd093acbdb2', 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457', 'port_id': '14168ebc-c8e8-44b6-b005-abd093acbdb2', 'mac_address': 'fa:16:3e:34:b7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d77d7fd-0714-4e5b-87e3-10763405efa6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:00:26.793549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017656c-3776-4e05-86ef-9c56c9c34de6 req-fb04bb10-7191-406b-ba20-af3a216645bd tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:26.794734 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0017656c-3776-4e05-86ef-9c56c9c34de6 req-fb04bb10-7191-406b-ba20-af3a216645bd tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 943 time: 0.0657821 Jul 07 20:00:26.801128 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:26.814886 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14168ebc-c8e8-44b6-b005-abd093acbdb2 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:00:26.836809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 14168ebc-c8e8-44b6-b005-abd093acbdb2, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=14168ebc-c8e8-44b6-b005-abd093acbdb2,segment=NetworkSegment(a2705128-acc7-4aa4-95a4-f194d9a546f4),segment_id=a2705128-acc7-4aa4-95a4-f194d9a546f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:26.838104 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0017656c-3776-4e05-86ef-9c56c9c34de6 req-3a090167-d0ca-40d9-b9d7-d8f08a314afb tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387912 Jul 07 20:00:26.840850 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:26.889463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=14168ebc-c8e8-44b6-b005-abd093acbdb2,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:27.193678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['14168ebc-c8e8-44b6-b005-abd093acbdb2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:00:27.587137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1129cf-7afc-4162-874a-f0fb0500b950 req-1ea1d6a6-c6fa-4dfc-90a9-fe755b170c12 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:27.588640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c1129cf-7afc-4162-874a-f0fb0500b950 req-1ea1d6a6-c6fa-4dfc-90a9-fe755b170c12 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0639598 Jul 07 20:00:27.627012 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c1129cf-7afc-4162-874a-f0fb0500b950 req-8bd350a4-6a47-4052-90c5-5a495226542b tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325794 Jul 07 20:00:27.983586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c58b2c-19e1-4225-a3a0-e5a33eafb4c3 req-cbb5f3c2-c2e7-4e68-9b47-d009452c6328 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:27.985779 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0c58b2c-19e1-4225-a3a0-e5a33eafb4c3 req-cbb5f3c2-c2e7-4e68-9b47-d009452c6328 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0751612 Jul 07 20:00:28.028423 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b0c58b2c-19e1-4225-a3a0-e5a33eafb4c3 req-208adda9-0ca2-4e43-8b14-a5844fcb67db tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351160 Jul 07 20:00:28.039148 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d997115-7416-4ca8-bd6f-e5eea50c5b06 req-4ebf233a-3bcf-481d-8621-de1c99e01584 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:28.040705 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d997115-7416-4ca8-bd6f-e5eea50c5b06 req-4ebf233a-3bcf-481d-8621-de1c99e01584 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 944 time: 0.0847282 Jul 07 20:00:28.111010 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d997115-7416-4ca8-bd6f-e5eea50c5b06 req-be7f7bfa-f265-456b-8876-c566f0412f58 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614104 Jul 07 20:00:28.125703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2e77-d2e0-47e9-9477-8a95365154a1 req-c937bd29-4acc-4b7f-b2a2-e7e52fe8d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:28.127226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25fd2e77-d2e0-47e9-9477-8a95365154a1 req-c937bd29-4acc-4b7f-b2a2-e7e52fe8d949 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3f44b39e1ce24649b8cfa5d5b5660696&device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 1097 time: 0.0856345 Jul 07 20:00:28.224273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2e77-d2e0-47e9-9477-8a95365154a1 req-2e49db22-853e-41cd-9d14-3416a6fb2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:28.225788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25fd2e77-d2e0-47e9-9477-8a95365154a1 req-2e49db22-853e-41cd-9d14-3416a6fb2e53 service neutron] 10.222.0.110 "GET /v2.0/networks?id=36a41d2c-e46b-427b-a370-c5efb3b8b7f9 HTTP/1.1" status: 200 len: 913 time: 0.0918553 Jul 07 20:00:28.270242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25fd2e77-d2e0-47e9-9477-8a95365154a1 req-e0a22911-cd59-4091-84b8-695bf433e8a1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fae6bb8b-da92-45ef-a04a-bafd8363538b HTTP/1.1" status: 200 len: 217 time: 0.0343547 Jul 07 20:00:28.321034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2e77-d2e0-47e9-9477-8a95365154a1 req-30670f10-34cf-4419-8996-a808e20fb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:28.322466 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25fd2e77-d2e0-47e9-9477-8a95365154a1 req-30670f10-34cf-4419-8996-a808e20fb088 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=567fb29c-ffff-48a3-82a9-ad3fc9d19d13 HTTP/1.1" status: 200 len: 852 time: 0.0431695 Jul 07 20:00:28.359530 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25fd2e77-d2e0-47e9-9477-8a95365154a1 req-61cb77fb-1d76-4036-81d4-326f2c36161e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=36a41d2c-e46b-427b-a370-c5efb3b8b7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300760 Jul 07 20:00:28.456764 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25fd2e77-d2e0-47e9-9477-8a95365154a1 req-718532b2-75a9-4ffb-8962-973b85f3cd31 service neutron] 10.222.0.110 "GET /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877960 Jul 07 20:00:28.559460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-25fd2e77-d2e0-47e9-9477-8a95365154a1 req-54c79359-1bdf-4292-bfe2-5c4d112819ce service neutron] 10.222.0.110 "GET /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930963 Jul 07 20:00:28.640036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 14168ebc-c8e8-44b6-b005-abd093acbdb2 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:00:28.687158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 14168ebc-c8e8-44b6-b005-abd093acbdb2 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:00:28.691407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 14168ebc-c8e8-44b6-b005-abd093acbdb2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:00:28.691780 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:28.767379 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:28.790131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a381e94-ccc8-4439-a1bd-dcef9e854dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14168ebc-c8e8-44b6-b005-abd093acbdb2'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:28.792642 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696488b1-6920-4e8b-b8c6-a504797311aa" -d '{"events": [{"server_uuid": "9a381e94-ccc8-4439-a1bd-dcef9e854dac", "name": "network-vif-plugged", "status": "completed", "tag": "14168ebc-c8e8-44b6-b005-abd093acbdb2"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:28.805107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 14168ebc-c8e8-44b6-b005-abd093acbdb2, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=14168ebc-c8e8-44b6-b005-abd093acbdb2,segment=NetworkSegment(a2705128-acc7-4aa4-95a4-f194d9a546f4),segment_id=a2705128-acc7-4aa4-95a4-f194d9a546f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:28.809131 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:28.840489 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72efc99b-3b45-4f5e-a83f-53f00f3517d2 x-openstack-request-id: req-72efc99b-3b45-4f5e-a83f-53f00f3517d2 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:28.840779 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a381e94-ccc8-4439-a1bd-dcef9e854dac", "name": "network-vif-plugged", "status": "completed", "tag": "14168ebc-c8e8-44b6-b005-abd093acbdb2", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:28.841032 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-72efc99b-3b45-4f5e-a83f-53f00f3517d2 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:28.841420 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a381e94-ccc8-4439-a1bd-dcef9e854dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14168ebc-c8e8-44b6-b005-abd093acbdb2', 'code': 200} Jul 07 20:00:28.869021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=14168ebc-c8e8-44b6-b005-abd093acbdb2,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:28.990915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5e546-1466-48f1-9f43-c3de2582e469 req-9cab6624-442b-4253-ae45-61f3b2196129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:28.992380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfd5e546-1466-48f1-9f43-c3de2582e469 req-9cab6624-442b-4253-ae45-61f3b2196129 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 1096 time: 0.0966706 Jul 07 20:00:29.026986 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfd5e546-1466-48f1-9f43-c3de2582e469 req-4842e204-715e-4daa-9294-95cf75442419 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271771 Jul 07 20:00:29.206526 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533d312-ef8c-4bca-b5f8-70f3cc23f080 req-b53a52d7-84f1-45c8-b7b9-ca158d9bb5eb tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:29.208037 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b533d312-ef8c-4bca-b5f8-70f3cc23f080 req-b53a52d7-84f1-45c8-b7b9-ca158d9bb5eb tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0658991 Jul 07 20:00:29.246951 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b533d312-ef8c-4bca-b5f8-70f3cc23f080 req-88204bf9-a715-4196-9d56-f2583e27f130 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331142 Jul 07 20:00:29.307573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670cd3b-edff-4693-a137-f23d59c6495b req-ed4f6485-4865-43e8-9d08-412891102c64 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:29.309049 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4670cd3b-edff-4693-a137-f23d59c6495b req-ed4f6485-4865-43e8-9d08-412891102c64 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 945 time: 0.0710611 Jul 07 20:00:29.352444 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4670cd3b-edff-4693-a137-f23d59c6495b req-ed110e3e-b37e-4d6f-95f0-b0640646dce9 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371528 Jul 07 20:00:30.420882 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0894c-a602-411e-a404-82b88aada763 req-988ff3ac-d0b1-4265-b682-98a46df3b165 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:30.422428 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2f0894c-a602-411e-a404-82b88aada763 req-988ff3ac-d0b1-4265-b682-98a46df3b165 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0649493 Jul 07 20:00:30.461492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2f0894c-a602-411e-a404-82b88aada763 req-d179f793-4a66-4e81-a187-1dece7e0a93a tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333364 Jul 07 20:00:30.530586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144235a-0c1e-43a7-8a53-54c9acfe7678 req-d89ac01f-dcea-4130-8547-2ba3d29bdd6c tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:30.532217 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2144235a-0c1e-43a7-8a53-54c9acfe7678 req-d89ac01f-dcea-4130-8547-2ba3d29bdd6c tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 945 time: 0.0653217 Jul 07 20:00:30.570922 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2144235a-0c1e-43a7-8a53-54c9acfe7678 req-94c61721-ed64-4e65-9d1e-0f5af9be8cc7 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324812 Jul 07 20:00:30.840629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff23a1-a820-4d67-bd95-f90cc4e4ddd2 req-79eedd18-c69c-4f49-9e86-c6e8bae6b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:30.842218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2ff23a1-a820-4d67-bd95-f90cc4e4ddd2 req-79eedd18-c69c-4f49-9e86-c6e8bae6b85a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3f44b39e1ce24649b8cfa5d5b5660696&device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 1097 time: 0.0628784 Jul 07 20:00:30.855659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05681c46-7227-4477-8c21-f00f860e4fd6 req-09c0d727-bbc3-4fb1-80a4-8de45e3b7ab9 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:30.857235 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05681c46-7227-4477-8c21-f00f860e4fd6 req-09c0d727-bbc3-4fb1-80a4-8de45e3b7ab9 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0743408 Jul 07 20:00:30.897206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05681c46-7227-4477-8c21-f00f860e4fd6 req-a6543208-5db2-468f-a534-305785d6ac0f tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338094 Jul 07 20:00:30.956978 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff23a1-a820-4d67-bd95-f90cc4e4ddd2 req-8e6de3c9-87b8-41fd-97f3-ed7b74ba04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:30.958460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2ff23a1-a820-4d67-bd95-f90cc4e4ddd2 req-8e6de3c9-87b8-41fd-97f3-ed7b74ba04f0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=36a41d2c-e46b-427b-a370-c5efb3b8b7f9 HTTP/1.1" status: 200 len: 913 time: 0.0877469 Jul 07 20:00:31.004881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2ff23a1-a820-4d67-bd95-f90cc4e4ddd2 req-8c92ec42-1cf6-4028-8a30-ea2d86b5f482 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fae6bb8b-da92-45ef-a04a-bafd8363538b HTTP/1.1" status: 200 len: 217 time: 0.0378997 Jul 07 20:00:31.065960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff23a1-a820-4d67-bd95-f90cc4e4ddd2 req-a5f495cd-5480-42fe-bb25-6c4a2c975b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:31.066972 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2ff23a1-a820-4d67-bd95-f90cc4e4ddd2 req-a5f495cd-5480-42fe-bb25-6c4a2c975b89 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=567fb29c-ffff-48a3-82a9-ad3fc9d19d13 HTTP/1.1" status: 200 len: 852 time: 0.0530183 Jul 07 20:00:31.106459 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2ff23a1-a820-4d67-bd95-f90cc4e4ddd2 req-c208c608-6e8a-49c3-9742-74731db74630 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=36a41d2c-e46b-427b-a370-c5efb3b8b7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322356 Jul 07 20:00:31.197037 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2ff23a1-a820-4d67-bd95-f90cc4e4ddd2 req-57319617-68d3-4c35-923e-78ecdba329c3 service neutron] 10.222.0.110 "GET /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839748 Jul 07 20:00:31.299850 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2ff23a1-a820-4d67-bd95-f90cc4e4ddd2 req-3c99a79e-afd8-45aa-81cb-9e946d3c8afc service neutron] 10.222.0.110 "GET /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949810 Jul 07 20:00:31.447745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-a6c1777c-6c65-4a06-b3c1-e0b4ce1d76c8 req-dc0aa526-4e76-4638-9b39-6948ae4be477 service neutron] (93900) timed out ('10.222.0.81', 42832) {{(pid=93900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 20:00:32.086407 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb6a4b-182b-4a3a-9bff-9a7cdb94861b req-a4339dc9-042b-4170-afc1-7321ee157970 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:32.093847 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-09fb6a4b-182b-4a3a-9bff-9a7cdb94861b req-a4339dc9-042b-4170-afc1-7321ee157970 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0731373 Jul 07 20:00:32.130394 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-09fb6a4b-182b-4a3a-9bff-9a7cdb94861b req-c9e49fec-357f-4158-8eef-5605c80cb059 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356879 Jul 07 20:00:32.528367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15f0d6-2da9-42c2-b334-695ed5ede157 req-c8badec2-a0e5-43ba-9d9a-198dfea27924 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:32.535449 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e15f0d6-2da9-42c2-b334-695ed5ede157 req-c8badec2-a0e5-43ba-9d9a-198dfea27924 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0824912 Jul 07 20:00:32.573499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e15f0d6-2da9-42c2-b334-695ed5ede157 req-72ddf729-4de2-49db-8c1d-d4994588f80d tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365820 Jul 07 20:00:32.644541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee7f80-d866-467f-8c59-c652f90a648f req-cdb35365-0344-4316-8650-30fcf8372542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:32.646236 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4ee7f80-d866-467f-8c59-c652f90a648f req-cdb35365-0344-4316-8650-30fcf8372542 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3f44b39e1ce24649b8cfa5d5b5660696&device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 1097 time: 0.0572813 Jul 07 20:00:32.744259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee7f80-d866-467f-8c59-c652f90a648f req-abc5532f-9ebf-425b-b255-29680b269fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:32.745925 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4ee7f80-d866-467f-8c59-c652f90a648f req-abc5532f-9ebf-425b-b255-29680b269fd8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=36a41d2c-e46b-427b-a370-c5efb3b8b7f9 HTTP/1.1" status: 200 len: 913 time: 0.0928731 Jul 07 20:00:32.794266 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4ee7f80-d866-467f-8c59-c652f90a648f req-2c4968f3-c8ba-4939-872a-e0178952af10 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fae6bb8b-da92-45ef-a04a-bafd8363538b HTTP/1.1" status: 200 len: 217 time: 0.0382924 Jul 07 20:00:32.843888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee7f80-d866-467f-8c59-c652f90a648f req-a9bd789d-277f-4d22-b563-64067b4ef82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:32.845898 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4ee7f80-d866-467f-8c59-c652f90a648f req-a9bd789d-277f-4d22-b563-64067b4ef82d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=567fb29c-ffff-48a3-82a9-ad3fc9d19d13 HTTP/1.1" status: 200 len: 852 time: 0.0453806 Jul 07 20:00:32.884868 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4ee7f80-d866-467f-8c59-c652f90a648f req-2e1a058f-2cda-4bdc-b52a-501fe5e5789b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=36a41d2c-e46b-427b-a370-c5efb3b8b7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283554 Jul 07 20:00:32.986463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4ee7f80-d866-467f-8c59-c652f90a648f req-98e2a038-de88-4044-a0c6-0a55a17e0ba0 service neutron] 10.222.0.110 "GET /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910766 Jul 07 20:00:33.083309 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4ee7f80-d866-467f-8c59-c652f90a648f req-342cf620-f7f5-4e4a-9274-45c4d1f65f96 service neutron] 10.222.0.110 "GET /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878134 Jul 07 20:00:33.819334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b7eb1-0dd8-419d-bd3b-55780d61e6c7 req-1d61cc4d-4bd8-4a1f-b57e-710659cdf29d tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:33.820897 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b77b7eb1-0dd8-419d-bd3b-55780d61e6c7 req-1d61cc4d-4bd8-4a1f-b57e-710659cdf29d tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.1256368 Jul 07 20:00:33.827783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfbfd666-2e88-4504-ad46-8e56425386dc req-6f892c73-4653-4950-afe3-ffda0729bfd7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854414 Jul 07 20:00:33.865909 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b77b7eb1-0dd8-419d-bd3b-55780d61e6c7 req-4b338ddd-bf94-4072-99c2-4b6dba454694 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370467 Jul 07 20:00:33.941981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfd666-2e88-4504-ad46-8e56425386dc req-72c6ea28-6ffa-4b78-bbad-a8d38436bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:33.943741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfbfd666-2e88-4504-ad46-8e56425386dc req-72c6ea28-6ffa-4b78-bbad-a8d38436bd48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fd55b6ed7eb47c79e87df29b9a6704e&device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 1096 time: 0.0588818 Jul 07 20:00:34.056218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfd666-2e88-4504-ad46-8e56425386dc req-97ef4889-ec91-43c5-9ea0-ef6715e89dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:34.057754 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfbfd666-2e88-4504-ad46-8e56425386dc req-97ef4889-ec91-43c5-9ea0-ef6715e89dae service neutron] 10.222.0.48 "GET /v2.0/networks?id=0497adb7-7873-4f27-b2a7-404411e3d457 HTTP/1.1" status: 200 len: 914 time: 0.0924160 Jul 07 20:00:34.105755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfbfd666-2e88-4504-ad46-8e56425386dc req-8646d4f1-1aeb-435d-8804-d2e477046965 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14168ebc-c8e8-44b6-b005-abd093acbdb2 HTTP/1.1" status: 200 len: 217 time: 0.0409853 Jul 07 20:00:34.159415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfd666-2e88-4504-ad46-8e56425386dc req-8cf97a01-6fcd-40fa-b51e-08110d31a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:34.161065 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfbfd666-2e88-4504-ad46-8e56425386dc req-8cf97a01-6fcd-40fa-b51e-08110d31a36e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d77d7fd-0714-4e5b-87e3-10763405efa6 HTTP/1.1" status: 200 len: 853 time: 0.0484252 Jul 07 20:00:34.196272 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfbfd666-2e88-4504-ad46-8e56425386dc req-a6839639-441d-476b-9c33-fc153441299b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0497adb7-7873-4f27-b2a7-404411e3d457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274401 Jul 07 20:00:34.288475 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfbfd666-2e88-4504-ad46-8e56425386dc req-d346140d-910e-4de4-a4c4-bdb5ba63dec6 service neutron] 10.222.0.48 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859582 Jul 07 20:00:34.383918 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfbfd666-2e88-4504-ad46-8e56425386dc req-41d412e3-f2cd-4e29-a952-fc06be0d041f service neutron] 10.222.0.48 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893033 Jul 07 20:00:35.056256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99560eb8-f7d6-4913-a5a8-d417d3caaad4 req-6344c27f-540f-4dfb-b480-63771ed520f9 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:35.057698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99560eb8-f7d6-4913-a5a8-d417d3caaad4 req-6344c27f-540f-4dfb-b480-63771ed520f9 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0731714 Jul 07 20:00:35.099991 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99560eb8-f7d6-4913-a5a8-d417d3caaad4 req-7a7a6f10-5f01-4c9a-a8bc-31be7a99d35d tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344338 Jul 07 20:00:35.498533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080739e-d4a1-48f2-962d-5e82eb1324dd req-06d1cca9-4783-43bc-9e73-5e44d6494c4a tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:35.500293 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2080739e-d4a1-48f2-962d-5e82eb1324dd req-06d1cca9-4783-43bc-9e73-5e44d6494c4a tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0689578 Jul 07 20:00:35.539743 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2080739e-d4a1-48f2-962d-5e82eb1324dd req-8fe6883b-fd23-4eee-a49e-14f0c023133a tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332699 Jul 07 20:00:36.029726 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:36.721612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04aef4-6960-488b-be9b-c45b5104b3ef req-7e82b4a0-912e-413d-b4cd-12c4195a9bf2 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:36.723156 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db04aef4-6960-488b-be9b-c45b5104b3ef req-7e82b4a0-912e-413d-b4cd-12c4195a9bf2 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0657985 Jul 07 20:00:36.765272 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db04aef4-6960-488b-be9b-c45b5104b3ef req-ab380b15-6cdc-43c8-931f-1a3c47decb14 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3a13123-3230-434c-853d-8ba2df88dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355690 Jul 07 20:00:37.531886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05fe6-09fe-4595-8c35-a39bbdb486a5 req-061c50c7-4f03-422a-8c12-885bd7635746 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:37.533344 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68d05fe6-09fe-4595-8c35-a39bbdb486a5 req-061c50c7-4f03-422a-8c12-885bd7635746 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.110 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 946 time: 0.0697832 Jul 07 20:00:37.641768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-68d05fe6-09fe-4595-8c35-a39bbdb486a5 req-774504db-53f3-4717-b015-a7c67d645711 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Deleting port fae6bb8b-da92-45ef-a04a-bafd8363538b {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:00:37.642041 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68d05fe6-09fe-4595-8c35-a39bbdb486a5 req-774504db-53f3-4717-b015-a7c67d645711 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:37.741084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-68d05fe6-09fe-4595-8c35-a39bbdb486a5 req-774504db-53f3-4717-b015-a7c67d645711 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] For port fae6bb8b-da92-45ef-a04a-bafd8363538b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=fae6bb8b-da92-45ef-a04a-bafd8363538b,segment=NetworkSegment(cb737d3f-3235-4257-aa06-15614af72572),segment_id=cb737d3f-3235-4257-aa06-15614af72572)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:37.741540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68d05fe6-09fe-4595-8c35-a39bbdb486a5 req-774504db-53f3-4717-b015-a7c67d645711 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:37.755804 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-68d05fe6-09fe-4595-8c35-a39bbdb486a5 req-774504db-53f3-4717-b015-a7c67d645711 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Calling delete_port for fae6bb8b-da92-45ef-a04a-bafd8363538b owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:00:37.901770 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68d05fe6-09fe-4595-8c35-a39bbdb486a5 req-774504db-53f3-4717-b015-a7c67d645711 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:37.917692 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['fae6bb8b-da92-45ef-a04a-bafd8363538b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:00:37.932676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a799d94a-2342-4188-a0e6-7eb3fa8e57a3 req-a7dc7519-d156-4269-9e9c-7cb209fb9154 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2107523-efa5-474c-a4f2-7f0afec3c519 HTTP/1.1" status: 200 len: 210 time: 0.0427558 Jul 07 20:00:37.959776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774504db-53f3-4717-b015-a7c67d645711 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Pushing event deleted for resources: {'Port': ['ID=fae6bb8b-da92-45ef-a04a-bafd8363538b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:38.006045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d05fe6-09fe-4595-8c35-a39bbdb486a5 req-774504db-53f3-4717-b015-a7c67d645711 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] No DVR routers for this DVR port fae6bb8b-da92-45ef-a04a-bafd8363538b on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:00:38.008801 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68d05fe6-09fe-4595-8c35-a39bbdb486a5 req-774504db-53f3-4717-b015-a7c67d645711 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:38.010786 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68d05fe6-09fe-4595-8c35-a39bbdb486a5 req-774504db-53f3-4717-b015-a7c67d645711 tempest-TestServerAdvancedOps-366547226 tempest-TestServerAdvancedOps-366547226-project] 10.222.0.110 "DELETE /v2.0/ports/fae6bb8b-da92-45ef-a04a-bafd8363538b HTTP/1.1" status: 204 len: 173 time: 0.4682503 Jul 07 20:00:38.011249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2107523-efa5-474c-a4f2-7f0afec3c519', 'name': 'network-vif-deleted', 'tag': 'fae6bb8b-da92-45ef-a04a-bafd8363538b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:38.013546 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176c0be2-9d15-4984-ab67-df87a38d5598" -d '{"events": [{"server_uuid": "d2107523-efa5-474c-a4f2-7f0afec3c519", "name": "network-vif-deleted", "tag": "fae6bb8b-da92-45ef-a04a-bafd8363538b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:38.061738 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c023c16f-39e3-47b8-8ced-a0fde8989e5f x-openstack-request-id: req-c023c16f-39e3-47b8-8ced-a0fde8989e5f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:38.062127 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2107523-efa5-474c-a4f2-7f0afec3c519", "name": "network-vif-deleted", "tag": "fae6bb8b-da92-45ef-a04a-bafd8363538b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:38.062449 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c023c16f-39e3-47b8-8ced-a0fde8989e5f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:38.062948 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2107523-efa5-474c-a4f2-7f0afec3c519', 'name': 'network-vif-deleted', 'tag': 'fae6bb8b-da92-45ef-a04a-bafd8363538b', 'status': 'completed', 'code': 200} Jul 07 20:00:39.040781 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46262) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:39.090390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dec395-7019-48de-a68c-8fb1d7c7f4c7 admin admin] Deleting subnet 567fb29c-ffff-48a3-82a9-ad3fc9d19d13 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:00:39.093723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1dec395-7019-48de-a68c-8fb1d7c7f4c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.133412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1dec395-7019-48de-a68c-8fb1d7c7f4c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.172597 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1dec395-7019-48de-a68c-8fb1d7c7f4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.229173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1dec395-7019-48de-a68c-8fb1d7c7f4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.258326 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b1dec395-7019-48de-a68c-8fb1d7c7f4c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.262053 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b1dec395-7019-48de-a68c-8fb1d7c7f4c7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/567fb29c-ffff-48a3-82a9-ad3fc9d19d13 HTTP/1.1" status: 204 len: 168 time: 0.2183678 Jul 07 20:00:39.262053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dec395-7019-48de-a68c-8fb1d7c7f4c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=567fb29c-ffff-48a3-82a9-ad3fc9d19d13,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:39.263447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46264) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:39.346191 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.440535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.451260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a41d2c-e46b-427b-a370-c5efb3b8b7f9']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:39.462073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb737d3f-3235-4257-aa06-15614af72572') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:39.462286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb737d3f-3235-4257-aa06-15614af72572') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:39.472193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.487906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.494627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:00:39.495428 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: timer() Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:00:39.497926 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:00:39.557650 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.563164 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.565543 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/36a41d2c-e46b-427b-a370-c5efb3b8b7f9 HTTP/1.1" status: 204 len: 168 time: 0.3008058 Jul 07 20:00:39.568603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46268) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:39.578151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722a573-4986-4134-9dd5-f279229edab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=36a41d2c-e46b-427b-a370-c5efb3b8b7f9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:39.620019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91f6d1b-71c9-407c-ac12-acc9d147ee06 admin admin] Deleting subnet 29360dda-0a90-4e86-9e3a-091065275c18 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:00:39.623332 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e91f6d1b-71c9-407c-ac12-acc9d147ee06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.662945 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e91f6d1b-71c9-407c-ac12-acc9d147ee06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.709711 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e91f6d1b-71c9-407c-ac12-acc9d147ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.769896 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e91f6d1b-71c9-407c-ac12-acc9d147ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.794404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f6d1b-71c9-407c-ac12-acc9d147ee06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29360dda-0a90-4e86-9e3a-091065275c18,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:39.800738 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e91f6d1b-71c9-407c-ac12-acc9d147ee06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.802632 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e91f6d1b-71c9-407c-ac12-acc9d147ee06 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/29360dda-0a90-4e86-9e3a-091065275c18 HTTP/1.1" status: 204 len: 168 time: 0.2322111 Jul 07 20:00:39.805296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46270) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:39.884874 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.966908 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.978062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4b32f0-41aa-44cd-bdcf-a227b4facbb4']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:39.989913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93bcd40-6cbc-4f13-aded-cc050596382c') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:39.990229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93bcd40-6cbc-4f13-aded-cc050596382c') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:39.999659 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.013300 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.019433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:00:40.019826 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:00:40.021545 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:00:40.080836 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.087591 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.092290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5d4b32f0-41aa-44cd-bdcf-a227b4facbb4 HTTP/1.1" status: 204 len: 168 time: 0.2830722 Jul 07 20:00:40.102310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6594e-3b7b-46f0-bc4b-0c2d9e15ac72 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d4b32f0-41aa-44cd-bdcf-a227b4facbb4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:40.258898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46274) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:40.279199 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.309323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46276) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:40.309902 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ddee8581-1593-4802-8970-bbee01723ead admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f44b39e1ce24649b8cfa5d5b5660696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493357 Jul 07 20:00:40.363082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f1c18951-acf5-4d70-81ce-0003c46e7eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.389670 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f1c18951-acf5-4d70-81ce-0003c46e7eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.436654 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f1c18951-acf5-4d70-81ce-0003c46e7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.439376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f1c18951-acf5-4d70-81ce-0003c46e7eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.441391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f1c18951-acf5-4d70-81ce-0003c46e7eeb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c3a13123-3230-434c-853d-8ba2df88dd4a HTTP/1.1" status: 204 len: 168 time: 0.1310709 Jul 07 20:00:40.453061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c18951-acf5-4d70-81ce-0003c46e7eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a13123-3230-434c-853d-8ba2df88dd4a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:40.767618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46292) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:40.811357 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a7f20d57-59ae-4b07-9ec5-27146f8d63d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fabd8576e06f45e89375e3f1ade31a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402372 Jul 07 20:00:40.811711 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46294) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:40.870432 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad33d-27d0-4d3f-9052-bca744eb5c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.894228 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad33d-27d0-4d3f-9052-bca744eb5c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.944404 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad33d-27d0-4d3f-9052-bca744eb5c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.946997 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad33d-27d0-4d3f-9052-bca744eb5c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:40.948154 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9b3ad33d-27d0-4d3f-9052-bca744eb5c3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0db90f1e-d6c2-4926-a369-2287aa96ea6f HTTP/1.1" status: 204 len: 168 time: 0.1355062 Jul 07 20:00:40.958027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ad33d-27d0-4d3f-9052-bca744eb5c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db90f1e-d6c2-4926-a369-2287aa96ea6f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:41.673470 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device fae6bb8b-da92-45ef-a04a-bafd8363538b no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:00:41.693247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: fae6bb8b-da92-45ef-a04a-bafd8363538b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:00:41.693593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device fae6bb8b-da92-45ef-a04a-bafd8363538b not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:00:50.775769 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:00:51.133280 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bffc1d93-1ae9-4cbe-8d7c-9a869bba2181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:53.912469 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:54.103229 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2593-383c-4627-b3e3-7e6395097673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:54.912145 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:56.636984 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:06.038013 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:10.277593 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:12.623637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7651a-78e9-4e03-908d-c904c8641a84 req-a1a31dc7-db1d-43f1-8751-782056d8a1cd tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:12.625134 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90c7651a-78e9-4e03-908d-c904c8641a84 req-a1a31dc7-db1d-43f1-8751-782056d8a1cd tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 945 time: 0.0645561 Jul 07 20:01:12.663714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-90c7651a-78e9-4e03-908d-c904c8641a84 req-6d75dc9b-0824-4f58-ad99-2628097d1fcf tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329139 Jul 07 20:01:13.844451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110090c-d397-402a-bef6-e70f4dedb6ed req-c4d23710-2bf0-4ca5-97cf-7d31fd2a2e8c tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:13.845953 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8110090c-d397-402a-bef6-e70f4dedb6ed req-c4d23710-2bf0-4ca5-97cf-7d31fd2a2e8c tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 945 time: 0.0645542 Jul 07 20:01:13.888131 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8110090c-d397-402a-bef6-e70f4dedb6ed req-cbec8cb1-1ab0-487b-9acc-1db0e29adadc tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362039 Jul 07 20:01:14.409794 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d25f77-36cb-4db3-a57e-496f37979528 req-081a9a96-d960-41b5-b1b3-ea0963724096 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:14.411322 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84d25f77-36cb-4db3-a57e-496f37979528 req-081a9a96-d960-41b5-b1b3-ea0963724096 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 945 time: 0.0722737 Jul 07 20:01:14.517756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-84d25f77-36cb-4db3-a57e-496f37979528 req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Deleting port 14168ebc-c8e8-44b6-b005-abd093acbdb2 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:01:14.518103 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-84d25f77-36cb-4db3-a57e-496f37979528 req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:14.612995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-84d25f77-36cb-4db3-a57e-496f37979528 req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] For port 14168ebc-c8e8-44b6-b005-abd093acbdb2, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=14168ebc-c8e8-44b6-b005-abd093acbdb2,segment=NetworkSegment(a2705128-acc7-4aa4-95a4-f194d9a546f4),segment_id=a2705128-acc7-4aa4-95a4-f194d9a546f4)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:14.613866 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-84d25f77-36cb-4db3-a57e-496f37979528 req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:14.626211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-84d25f77-36cb-4db3-a57e-496f37979528 req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Calling delete_port for 14168ebc-c8e8-44b6-b005-abd093acbdb2 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:01:14.761369 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-84d25f77-36cb-4db3-a57e-496f37979528 req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:14.774415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['14168ebc-c8e8-44b6-b005-abd093acbdb2'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:01:14.793161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Pushing event deleted for resources: {'Port': ['ID=14168ebc-c8e8-44b6-b005-abd093acbdb2,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:14.807427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:14.807777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:14.808119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:14.808455 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:14.808788 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:14.809183 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:14.809443 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:14.809769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:14.810175 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:14.810464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:14.810804 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:14.811130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:14.848839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d25f77-36cb-4db3-a57e-496f37979528 req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] No DVR routers for this DVR port 14168ebc-c8e8-44b6-b005-abd093acbdb2 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:01:14.851439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-84d25f77-36cb-4db3-a57e-496f37979528 req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:14.853510 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84d25f77-36cb-4db3-a57e-496f37979528 req-9062f5dc-72dc-442e-93e9-8247e88b5a73 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.48 "DELETE /v2.0/ports/14168ebc-c8e8-44b6-b005-abd093acbdb2 HTTP/1.1" status: 204 len: 173 time: 0.4369001 Jul 07 20:01:14.853946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a381e94-ccc8-4439-a1bd-dcef9e854dac', 'name': 'network-vif-deleted', 'tag': '14168ebc-c8e8-44b6-b005-abd093acbdb2'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:01:14.856246 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b91190e-8933-4dfc-89e2-142f18e911ac" -d '{"events": [{"server_uuid": "9a381e94-ccc8-4439-a1bd-dcef9e854dac", "name": "network-vif-deleted", "tag": "14168ebc-c8e8-44b6-b005-abd093acbdb2"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:01:14.894543 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5a070c-ca82-494b-afbe-b5140019a2f0 x-openstack-request-id: req-7f5a070c-ca82-494b-afbe-b5140019a2f0 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:01:14.894877 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a381e94-ccc8-4439-a1bd-dcef9e854dac", "name": "network-vif-deleted", "tag": "14168ebc-c8e8-44b6-b005-abd093acbdb2", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:01:14.895147 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f5a070c-ca82-494b-afbe-b5140019a2f0 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:01:14.895560 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a381e94-ccc8-4439-a1bd-dcef9e854dac', 'name': 'network-vif-deleted', 'tag': '14168ebc-c8e8-44b6-b005-abd093acbdb2', 'status': 'completed', 'code': 200} Jul 07 20:01:15.042030 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0c269f55-424d-483a-937b-64747c0f09d7 req-e1d361fe-422d-409d-82e7-a1409e897e7b tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a381e94-ccc8-4439-a1bd-dcef9e854dac HTTP/1.1" status: 200 len: 210 time: 0.0304084 Jul 07 20:01:18.876422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 14168ebc-c8e8-44b6-b005-abd093acbdb2 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:01:18.897184 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 14168ebc-c8e8-44b6-b005-abd093acbdb2 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:01:18.897525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 14168ebc-c8e8-44b6-b005-abd093acbdb2 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:01:21.134225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3e3c0d97-e03f-4541-8b84-758f3e74093a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:23.107045 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-0b5fd19f-51a9-467b-b313-99130671521f tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:23.108534 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-0b5fd19f-51a9-467b-b313-99130671521f tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/networks?id=0497adb7-7873-4f27-b2a7-404411e3d457 HTTP/1.1" status: 200 len: 813 time: 0.1080015 Jul 07 20:01:23.124060 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-a7bc7264-0b2e-415f-b5c6-f1b520c29e13 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/quotas/5fd55b6ed7eb47c79e87df29b9a6704e HTTP/1.1" status: 200 len: 375 time: 0.0092640 Jul 07 20:01:23.158116 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-9984e2e3-ca64-4333-b6e5-06412cd977d9 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5fd55b6ed7eb47c79e87df29b9a6704e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289357 Jul 07 20:01:23.350462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-acd27eec-8662-4157-9f42-54560ebf2d52 service neutron] 10.222.0.81 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849339 Jul 07 20:01:23.440558 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-fe32abe2-8596-4d50-bf80-9f053ece95fe service neutron] 10.222.0.81 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842996 Jul 07 20:01:23.611033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-20d0073f-af60-4402-966a-0204012d658b req-cb4cefe9-c648-4376-9258-f52d96757f46 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 210 time: 0.0296972 Jul 07 20:01:23.915855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:24.104893 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-20ab4512-cc67-42b4-8ffd-63e64eb04203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:24.782734 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-366ab304-aa3b-4323-9a2d-afe0ba56d407 req-2a7ed528-8011-4ea4-9fe1-ca1f20a7e82e tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 210 time: 0.0368552 Jul 07 20:01:24.791951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-8accb7b9-0960-48e7-af7e-ba8ee00a3594 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:24.793722 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-8accb7b9-0960-48e7-af7e-ba8ee00a3594 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.48 "GET /v2.0/networks?id=0497adb7-7873-4f27-b2a7-404411e3d457 HTTP/1.1" status: 200 len: 813 time: 0.1568382 Jul 07 20:01:24.807423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Request body: {'port': {'device_id': 'ec54474e-7c99-4b91-a996-ab4d2fe1de40', 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457', 'admin_state_up': True, 'tenant_id': '5fd55b6ed7eb47c79e87df29b9a6704e'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:24.916531 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:24.927196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Made reservation on behalf of 5fd55b6ed7eb47c79e87df29b9a6704e for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:01:24.931651 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:25.058507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Allocated IP 172.20.0.2 (0497adb7-7873-4f27-b2a7-404411e3d457/4d77d7fd-0714-4e5b-87e3-10763405efa6/d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:01:25.212027 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:25.251532 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:25.296770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Network 0497adb7-7873-4f27-b2a7-404411e3d457 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:01:25.302382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:01:25.306282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:01:25.312665 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Pushing event updated for resources: {'Port': ['ID=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:25.358154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:25.358771 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:25.373459 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-6fef52dd-e715-4507-aa6a-b8caa3186017 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5700860 Jul 07 20:01:25.385236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Request body: {'port': {'device_id': 'ec54474e-7c99-4b91-a996-ab4d2fe1de40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:25.460088 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:25.713590 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:01:25.720863 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:25.733607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Transition to ACTIVE for port object d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:01:25.737198 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:25.791243 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:25.856518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Attempting to bind port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:01:25.856850 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Attempting to bind port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'a2705128-acc7-4aa4-95a4-f194d9a546f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:01:25.857169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Attempting to bind port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b on network 0497adb7-7873-4f27-b2a7-404411e3d457 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:01:25.861560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b on network 0497adb7-7873-4f27-b2a7-404411e3d457 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:01:25.861879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Attempting to bind port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b on network 0497adb7-7873-4f27-b2a7-404411e3d457 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:01:25.866740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:01:25.867101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Checking segment: {'id': 'a2705128-acc7-4aa4-95a4-f194d9a546f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:01:25.867478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Bound using segment: {'id': 'a2705128-acc7-4aa4-95a4-f194d9a546f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:01:25.867900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Bound port: d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2705128-acc7-4aa4-95a4-f194d9a546f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:01:25.868250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:25.932158 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] For port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:01:25.935304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] For port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b,segment=NetworkSegment(a2705128-acc7-4aa4-95a4-f194d9a546f4),segment_id=a2705128-acc7-4aa4-95a4-f194d9a546f4)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:01:25.939824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:25.964987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e0ddb-e6b0-4f67-931a-36d90966a4b9 req-6daac61d-455f-4e26-94fe-d10271fe913c tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:25.966406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-160e0ddb-e6b0-4f67-931a-36d90966a4b9 req-6daac61d-455f-4e26-94fe-d10271fe913c tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 943 time: 0.0681589 Jul 07 20:01:25.978937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:25.979558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:25.980972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] 10.222.0.48 "PUT /v2.0/ports/d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b HTTP/1.1" status: 200 len: 1091 time: 0.5997999 Jul 07 20:01:25.981412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec54474e-7c99-4b91-a996-ab4d2fe1de40', 'tag': 'd9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:01:25.983691 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5031399a-d78f-4e6f-a975-c9d36674d0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec54474e-7c99-4b91-a996-ab4d2fe1de40", "tag": "d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:01:26.007100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e21e73-14be-4cc3-913f-5925c0373fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:26.010339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-160e0ddb-e6b0-4f67-931a-36d90966a4b9 req-4a3c6f62-d347-4dd0-8520-2789e9625277 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383592 Jul 07 20:01:26.053350 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4c4b41-4832-4e73-b4fd-22c3d64c93ef x-openstack-request-id: req-7b4c4b41-4832-4e73-b4fd-22c3d64c93ef {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:01:26.053647 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec54474e-7c99-4b91-a996-ab4d2fe1de40", "tag": "d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:01:26.053898 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b4c4b41-4832-4e73-b4fd-22c3d64c93ef {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:01:26.054291 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec54474e-7c99-4b91-a996-ab4d2fe1de40', 'tag': 'd9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b', 'status': 'completed', 'code': 200} Jul 07 20:01:26.080888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-5c5f5913-9916-41ac-8689-afcab3b2715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:26.082388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-5c5f5913-9916-41ac-8689-afcab3b2715a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fd55b6ed7eb47c79e87df29b9a6704e&device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 1094 time: 0.0565078 Jul 07 20:01:26.122252 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-4e80da9e-78b3-4624-89b9-f5e26fd5cda1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b HTTP/1.1" status: 200 len: 217 time: 0.0319989 Jul 07 20:01:26.178379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-66d44aa8-0a39-4c39-b60b-4207a4d218e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:26.179877 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-66d44aa8-0a39-4c39-b60b-4207a4d218e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d77d7fd-0714-4e5b-87e3-10763405efa6 HTTP/1.1" status: 200 len: 853 time: 0.0498796 Jul 07 20:01:26.213469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-25df8046-9f51-4224-ac46-6f740d8a731c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0497adb7-7873-4f27-b2a7-404411e3d457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261450 Jul 07 20:01:26.301179 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-4cb96b80-f4fb-49bc-afe8-ab3c3dfb145d service neutron] 10.222.0.48 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793312 Jul 07 20:01:26.391913 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50bfc2a7-b01e-4630-a80f-a36d8a2ee885 req-bffc4dab-5fc4-4a64-949e-a077141601d4 service neutron] 10.222.0.48 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836976 Jul 07 20:01:26.505805 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031399a-d78f-4e6f-a975-c9d36674d0f2 req-85d15b41-86e6-491c-800c-920e2adf222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:26.507345 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5031399a-d78f-4e6f-a975-c9d36674d0f2 req-85d15b41-86e6-491c-800c-920e2adf222a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fd55b6ed7eb47c79e87df29b9a6704e&device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 1094 time: 0.0560083 Jul 07 20:01:26.598964 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031399a-d78f-4e6f-a975-c9d36674d0f2 req-4b0b2305-de94-410e-aed0-cd9edb5ceee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:26.600489 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5031399a-d78f-4e6f-a975-c9d36674d0f2 req-4b0b2305-de94-410e-aed0-cd9edb5ceee7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0497adb7-7873-4f27-b2a7-404411e3d457 HTTP/1.1" status: 200 len: 914 time: 0.0860338 Jul 07 20:01:26.636583 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:26.641406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5031399a-d78f-4e6f-a975-c9d36674d0f2 req-0f8bbebb-744d-4b5c-ae28-b0dce918e3af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b HTTP/1.1" status: 200 len: 217 time: 0.0340230 Jul 07 20:01:26.691232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031399a-d78f-4e6f-a975-c9d36674d0f2 req-0754fb51-3bcf-4c7e-8686-097df46c9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:26.692748 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5031399a-d78f-4e6f-a975-c9d36674d0f2 req-0754fb51-3bcf-4c7e-8686-097df46c9a7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d77d7fd-0714-4e5b-87e3-10763405efa6 HTTP/1.1" status: 200 len: 853 time: 0.0446291 Jul 07 20:01:26.730831 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5031399a-d78f-4e6f-a975-c9d36674d0f2 req-7de8cfd7-c959-4ad2-8769-e1cd22b06d3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0497adb7-7873-4f27-b2a7-404411e3d457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312798 Jul 07 20:01:26.819570 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5031399a-d78f-4e6f-a975-c9d36674d0f2 req-ccc7f184-0016-47da-980d-51c660ad0384 service neutron] 10.222.0.48 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804174 Jul 07 20:01:26.912536 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5031399a-d78f-4e6f-a975-c9d36674d0f2 req-d0977096-7271-464f-ac50-7835bad9a111 service neutron] 10.222.0.48 "GET /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863116 Jul 07 20:01:27.187855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa595e-b14f-4e82-9041-c72d6b1a04af req-08dd3215-fcad-4d13-a030-54ee4df4f736 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:27.189376 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6daa595e-b14f-4e82-9041-c72d6b1a04af req-08dd3215-fcad-4d13-a030-54ee4df4f736 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 943 time: 0.0638418 Jul 07 20:01:27.228977 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6daa595e-b14f-4e82-9041-c72d6b1a04af req-9eb10f6b-8234-4805-8ed0-f76f58a95dbf tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Jul 07 20:01:27.774149 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:01:28.409390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f171910-5e24-4293-8d87-a53b687b7058 req-75a55751-0d57-47ec-b3ae-c86e0ee6dca1 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:28.411855 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0f171910-5e24-4293-8d87-a53b687b7058 req-75a55751-0d57-47ec-b3ae-c86e0ee6dca1 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 943 time: 0.0671241 Jul 07 20:01:28.453301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0f171910-5e24-4293-8d87-a53b687b7058 req-62b30f4a-a6e3-4d99-8aee-e482098a0f68 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336010 Jul 07 20:01:29.630849 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4303a49-a521-44de-ae7a-e938b6edc746 req-d6ba8d25-3474-4c55-a07d-ea9786064e6d tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:29.632337 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4303a49-a521-44de-ae7a-e938b6edc746 req-d6ba8d25-3474-4c55-a07d-ea9786064e6d tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 943 time: 0.0690522 Jul 07 20:01:29.669286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f4303a49-a521-44de-ae7a-e938b6edc746 req-480a454a-8601-413f-9127-72dc98420b22 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Jul 07 20:01:30.841814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8067cdc-2399-4bef-aec2-83f30c84be90 req-0f5174c9-9f3f-4b74-963e-42174bd974f6 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:30.843323 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a8067cdc-2399-4bef-aec2-83f30c84be90 req-0f5174c9-9f3f-4b74-963e-42174bd974f6 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 943 time: 0.0626421 Jul 07 20:01:30.881555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a8067cdc-2399-4bef-aec2-83f30c84be90 req-feff7ede-fd76-4e71-a321-a950a1097cc0 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Jul 07 20:01:30.906181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:01:31.002949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b,segment=NetworkSegment(a2705128-acc7-4aa4-95a4-f194d9a546f4),segment_id=a2705128-acc7-4aa4-95a4-f194d9a546f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:31.014760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'd9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b', 'network_id': '0497adb7-7873-4f27-b2a7-404411e3d457', 'port_id': 'd9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b', 'mac_address': 'fa:16:3e:84:b1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d77d7fd-0714-4e5b-87e3-10763405efa6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:01:31.050152 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:31.063133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:01:31.081778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b,segment=NetworkSegment(a2705128-acc7-4aa4-95a4-f194d9a546f4),segment_id=a2705128-acc7-4aa4-95a4-f194d9a546f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:31.085611 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:31.132128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:31.139723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:31.140069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:31.140406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:31.140738 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:31.141065 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:31.141490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:31.141817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:31.142139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:31.142463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:31.142778 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:31.143152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:31.143491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:31.415577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:01:32.055017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805fdb-df2d-46f0-ab7d-a5a4eb5ab4a2 req-08a1be55-768d-444a-8eed-ca8c5b2e6344 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:32.056429 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e805fdb-df2d-46f0-ab7d-a5a4eb5ab4a2 req-08a1be55-768d-444a-8eed-ca8c5b2e6344 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 944 time: 0.0639293 Jul 07 20:01:32.094017 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e805fdb-df2d-46f0-ab7d-a5a4eb5ab4a2 req-4169fb03-6508-4b69-8876-28f3022c154b tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320482 Jul 07 20:01:32.921553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:01:32.969146 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:01:32.972712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:01:32.973087 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:33.053417 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:33.076591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec54474e-7c99-4b91-a996-ab4d2fe1de40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:01:33.079399 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57d5611-80fd-4d39-bf2d-5c44cb81d81a" -d '{"events": [{"server_uuid": "ec54474e-7c99-4b91-a996-ab4d2fe1de40", "name": "network-vif-plugged", "status": "completed", "tag": "d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:01:33.093145 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b,segment=NetworkSegment(a2705128-acc7-4aa4-95a4-f194d9a546f4),segment_id=a2705128-acc7-4aa4-95a4-f194d9a546f4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:33.097237 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:33.120477 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c71eaeb-765f-4697-91b5-edb448d98e86 x-openstack-request-id: req-4c71eaeb-765f-4697-91b5-edb448d98e86 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:01:33.120715 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec54474e-7c99-4b91-a996-ab4d2fe1de40", "name": "network-vif-plugged", "status": "completed", "tag": "d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:01:33.120972 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c71eaeb-765f-4697-91b5-edb448d98e86 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:01:33.121360 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec54474e-7c99-4b91-a996-ab4d2fe1de40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b', 'code': 200} Jul 07 20:01:33.152024 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:33.240336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff33e00-2707-4064-8e18-6c1aaca1a02a req-e767f480-a037-4c70-87a0-50f432585a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:33.241849 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ff33e00-2707-4064-8e18-6c1aaca1a02a req-e767f480-a037-4c70-87a0-50f432585a64 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 1096 time: 0.0576844 Jul 07 20:01:33.275744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec3801-43ce-4279-b89c-bfe138c0cb78 req-9ed4c2af-95b8-4689-9e0d-3fcdccf559fb tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:33.276972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ff33e00-2707-4064-8e18-6c1aaca1a02a req-40664d52-2df1-4f7e-b359-e465e7bebb1b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281699 Jul 07 20:01:33.277360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d5ec3801-43ce-4279-b89c-bfe138c0cb78 req-9ed4c2af-95b8-4689-9e0d-3fcdccf559fb tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 945 time: 0.0646980 Jul 07 20:01:33.315501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d5ec3801-43ce-4279-b89c-bfe138c0cb78 req-970a1dee-1cf9-4e82-a630-149e7627d661 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325394 Jul 07 20:01:34.491973 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599153f9-861d-4e7d-9244-6585e32bf03d req-a74111d4-9613-4e5a-afbb-6f378027b96f tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:34.493464 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-599153f9-861d-4e7d-9244-6585e32bf03d req-a74111d4-9613-4e5a-afbb-6f378027b96f tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 945 time: 0.0631962 Jul 07 20:01:34.532811 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-599153f9-861d-4e7d-9244-6585e32bf03d req-527ec6d6-2e8a-4501-aaba-31127642fd6e tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320139 Jul 07 20:01:35.719521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba2dc4-9133-40b7-a916-7d57a51b7b70 req-55efc8dd-9723-44b7-8a2b-89f4772d7bdc tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:35.721047 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91ba2dc4-9133-40b7-a916-7d57a51b7b70 req-55efc8dd-9723-44b7-8a2b-89f4772d7bdc tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 945 time: 0.0748165 Jul 07 20:01:35.759324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91ba2dc4-9133-40b7-a916-7d57a51b7b70 req-3496c3aa-3871-43e4-99a0-99c011a96451 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320117 Jul 07 20:01:36.052759 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:40.271228 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.147342 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f6731569-61c2-4cba-a066-0dd9f1a3e195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:53.920923 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.105280 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2de6145d-3b00-4e3d-b73d-d2f26b4ac95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.916664 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.642023 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:01.362047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb94c3-02fb-4844-8964-623222b495e7 req-affebb99-a336-4ea1-b938-b27f3466e171 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:01.364079 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44bb94c3-02fb-4844-8964-623222b495e7 req-affebb99-a336-4ea1-b938-b27f3466e171 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 945 time: 0.0647986 Jul 07 20:02:01.400919 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-44bb94c3-02fb-4844-8964-623222b495e7 req-bcb0eb6a-b56f-4e10-9bbf-82285bfbc4ae tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Jul 07 20:02:02.579676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1955d5-904f-4c35-9756-80a930979539 req-cfb51ce5-9c2a-4d0c-a2cd-34e626fb1865 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:02.581417 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c1955d5-904f-4c35-9756-80a930979539 req-cfb51ce5-9c2a-4d0c-a2cd-34e626fb1865 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 945 time: 0.0666859 Jul 07 20:02:02.623212 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c1955d5-904f-4c35-9756-80a930979539 req-e5a54cf9-89d7-401c-8869-d0d9ef04cd4b tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6b9e354-bf34-4a29-a960-9f3a6cd533d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352576 Jul 07 20:02:03.279365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cecd0-6721-4a51-abc9-9ee21b7a622c req-31c0ea9e-06ec-4fbe-9206-8509cd705e68 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:03.280820 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f06cecd0-6721-4a51-abc9-9ee21b7a622c req-31c0ea9e-06ec-4fbe-9206-8509cd705e68 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 945 time: 0.0664690 Jul 07 20:02:03.381603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f06cecd0-6721-4a51-abc9-9ee21b7a622c req-948de57d-ad8e-44fe-a67d-4416dbf75437 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Deleting port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:02:03.381947 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f06cecd0-6721-4a51-abc9-9ee21b7a622c req-948de57d-ad8e-44fe-a67d-4416dbf75437 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:03.473137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f06cecd0-6721-4a51-abc9-9ee21b7a622c req-948de57d-ad8e-44fe-a67d-4416dbf75437 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] For port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b,segment=NetworkSegment(a2705128-acc7-4aa4-95a4-f194d9a546f4),segment_id=a2705128-acc7-4aa4-95a4-f194d9a546f4)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:02:03.473494 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f06cecd0-6721-4a51-abc9-9ee21b7a622c req-948de57d-ad8e-44fe-a67d-4416dbf75437 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:03.485818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f06cecd0-6721-4a51-abc9-9ee21b7a622c req-948de57d-ad8e-44fe-a67d-4416dbf75437 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Calling delete_port for d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:02:03.611566 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f06cecd0-6721-4a51-abc9-9ee21b7a622c req-948de57d-ad8e-44fe-a67d-4416dbf75437 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:03.624730 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:02:03.638650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948de57d-ad8e-44fe-a67d-4416dbf75437 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Pushing event deleted for resources: {'Port': ['ID=d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:03.684481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06cecd0-6721-4a51-abc9-9ee21b7a622c req-948de57d-ad8e-44fe-a67d-4416dbf75437 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] No DVR routers for this DVR port d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:02:03.687075 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f06cecd0-6721-4a51-abc9-9ee21b7a622c req-948de57d-ad8e-44fe-a67d-4416dbf75437 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:03.689067 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f06cecd0-6721-4a51-abc9-9ee21b7a622c req-948de57d-ad8e-44fe-a67d-4416dbf75437 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.48 "DELETE /v2.0/ports/d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b HTTP/1.1" status: 204 len: 173 time: 0.4020965 Jul 07 20:02:03.689512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec54474e-7c99-4b91-a996-ab4d2fe1de40', 'name': 'network-vif-deleted', 'tag': 'd9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:02:03.691848 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5aa573-6cbd-42e5-9932-1b71d410df1d" -d '{"events": [{"server_uuid": "ec54474e-7c99-4b91-a996-ab4d2fe1de40", "name": "network-vif-deleted", "tag": "d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:02:03.732792 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995e28f5-2696-4f44-bb40-a518d5652f76 x-openstack-request-id: req-995e28f5-2696-4f44-bb40-a518d5652f76 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:02:03.733180 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec54474e-7c99-4b91-a996-ab4d2fe1de40", "name": "network-vif-deleted", "tag": "d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:02:03.733528 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-995e28f5-2696-4f44-bb40-a518d5652f76 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:02:03.734027 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec54474e-7c99-4b91-a996-ab4d2fe1de40', 'name': 'network-vif-deleted', 'tag': 'd9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b', 'status': 'completed', 'code': 200} Jul 07 20:02:03.775912 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87d4cd4e-1b20-48fc-8c1f-778e5b0064b9 req-e4c214b2-f47a-4964-bbcb-273662f6b870 tempest-VolumesSnapshotTestJSON-1015156196 tempest-VolumesSnapshotTestJSON-1015156196-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec54474e-7c99-4b91-a996-ab4d2fe1de40 HTTP/1.1" status: 200 len: 210 time: 0.0352120 Jul 07 20:02:04.777077 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:02:06.057724 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:07.067106 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:02:07.087702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:02:07.088048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device d9b0bcd6-b8c1-4630-9c88-c8e8685b6c1b not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:02:10.273682 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:21.138224 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f3fbaa3c-295e-4adb-a223-3b1e2ae6ca75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:23.922424 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:24.105606 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c231d7ba-e0d3-40db-af21-676b795296f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:24.921866 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:26.645278 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:36.049171 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:40.287563 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:41.776361 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:02:44.964191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46796) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:45.009289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Deleting subnet 4d77d7fd-0714-4e5b-87e3-10763405efa6 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:02:45.012523 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:45.049224 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:45.088165 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:45.139721 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:45.170828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d77d7fd-0714-4e5b-87e3-10763405efa6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:45.177040 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:45.178999 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4d77d7fd-0714-4e5b-87e3-10763405efa6 HTTP/1.1" status: 204 len: 168 time: 0.2136426 Jul 07 20:02:45.181663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46798) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:45.184241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.184590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.184927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.185259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.185588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.185916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.186236 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.186561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.186903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.187223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.187544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.187864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7513138-b834-4781-93c3-b6e8261c85ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.262193 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:45.338719 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:45.350519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0497adb7-7873-4f27-b2a7-404411e3d457']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:45.361965 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2705128-acc7-4aa4-95a4-f194d9a546f4') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:45.362258 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2705128-acc7-4aa4-95a4-f194d9a546f4') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:45.371206 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:45.385649 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:45.392324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:02:45.392759 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:02:45.395531 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:02:45.752511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:45.757472 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:45.759350 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] 10.222.0.81 "DELETE /v2.0/networks/0497adb7-7873-4f27-b2a7-404411e3d457 HTTP/1.1" status: 204 len: 168 time: 0.5766318 Jul 07 20:02:45.771607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Pushing event deleted for resources: {'Network': ['ID=0497adb7-7873-4f27-b2a7-404411e3d457,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:45.778861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.779204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.779540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.779868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.780193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.780517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.780837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.781153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.781469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.781780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.782091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.782402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dabcc-7fa1-4540-a5d2-1c74e350a49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:45.927233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46802) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:45.966293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8e02b94e-f371-4853-8667-321d141299c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5fd55b6ed7eb47c79e87df29b9a6704e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376880 Jul 07 20:02:45.968739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46804) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:46.016125 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fe3756bb-92c7-444a-8789-caad488c4ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:46.037826 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fe3756bb-92c7-444a-8789-caad488c4ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:46.083466 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fe3756bb-92c7-444a-8789-caad488c4ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:46.086261 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fe3756bb-92c7-444a-8789-caad488c4ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:46.087481 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fe3756bb-92c7-444a-8789-caad488c4ce8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6b9e354-bf34-4a29-a960-9f3a6cd533d4 HTTP/1.1" status: 204 len: 168 time: 0.1177864 Jul 07 20:02:46.095383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3756bb-92c7-444a-8789-caad488c4ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b9e354-bf34-4a29-a960-9f3a6cd533d4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:48.132334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46856) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:48.137448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Request body: {'network': {'name': 'tempest-network-smoke--1921916426', 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'port_security_enabled': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:02:48.159296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Made reservation on behalf of 25975c8cceb743f39ea386e12fa0be67 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:02:48.162725 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.171033 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.277195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.280947 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.304552 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:02:48.319015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805399e2-6aa2-4035-b62a-4953159f2c5a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:48.323800 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.324147 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Added segment 581773f9-0393-47b4-8c36-2ae85888f0f6 of type vlan for network 53f9d519-7974-4656-8522-1da7a2a688fb Jul 07 20:02:48.364363 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.394174 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.399907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:48.400489 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.490898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3574033 Jul 07 20:02:48.493928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46860) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:48.498725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'admin_state_up': True, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:02:48.507057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bf5df-3397-4554-8435-a608fa18b5fe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Network': ['ID=53f9d519-7974-4656-8522-1da7a2a688fb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:48.518615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 53f9d519-7974-4656-8522-1da7a2a688fb details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:02:48.526344 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.527537 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.613101 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.744942 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.936796 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:48.956229 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:49.062734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Allocated IP 172.25.0.234 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/f6f4af1a-0905-46c4-a14c-2f3c92a0b06d) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:02:49.164776 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:49.202859 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:49.238161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:02:49.241099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:02:49.246440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:02:49.276462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Port': ['ID=f6f4af1a-0905-46c4-a14c-2f3c92a0b06d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:49.795197 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:49.986108 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:50.109520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:02:50.214193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:02:50.224349 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Sync routers for ids ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:02:50.234358 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Routers {'d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:02:50.235087 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:02:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:50.239283 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:50.241021 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e139640f-74b4-4623-89c3-62ebd23a628c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7459855 Jul 07 20:02:50.244042 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46862) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:50.363727 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-64c314bb-4d97-4aed-b638-1d388c47a005 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=25975c8cceb743f39ea386e12fa0be67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1184356 Jul 07 20:02:50.366229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46866) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:50.431074 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Set router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:02:50.457231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfe9351-5d91-4325-bd3d-07c8c470c576 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:50.458873 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6bfe9351-5d91-4325-bd3d-07c8c470c576 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916035 Jul 07 20:02:50.461749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46868) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:50.497336 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-82f9f811-3a42-4743-8a52-99704db23d32 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343809 Jul 07 20:02:50.499759 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46870) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:50.504763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-07f5952f-1a4e-425f-b014-274b6456908d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1723680811', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:02:50.595827 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f5952f-1a4e-425f-b014-274b6456908d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Made reservation on behalf of 25975c8cceb743f39ea386e12fa0be67 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:02:50.600704 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07f5952f-1a4e-425f-b014-274b6456908d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:50.605618 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:49Z', 'revision_number': 3, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:50.632431 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Checking router: d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:02:50.632774 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Updating router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 port f6f4af1a-0905-46c4-a14c-2f3c92a0b06d binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:02:50.665242 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:50.785043 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07f5952f-1a4e-425f-b014-274b6456908d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:50.847456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5952f-1a4e-425f-b014-274b6456908d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Subnet': ['ID=58a8a65f-80ef-4e26-bab5-7312c32c7278,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:50.858363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5952f-1a4e-425f-b014-274b6456908d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Checking segment: {'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:02:50.858744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5952f-1a4e-425f-b014-274b6456908d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network hostable DHCP agents. Network: 53f9d519-7974-4656-8522-1da7a2a688fb, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:02:50.876113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5952f-1a4e-425f-b014-274b6456908d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network 53f9d519-7974-4656-8522-1da7a2a688fb is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:02:50.885703 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-07f5952f-1a4e-425f-b014-274b6456908d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 53f9d519-7974-4656-8522-1da7a2a688fb) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:02:50.890223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f5952f-1a4e-425f-b014-274b6456908d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:50.890940 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07f5952f-1a4e-425f-b014-274b6456908d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:50.898505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543fa11e-3bb4-470f-8188-b46ad3d02832 None None] Network 53f9d519-7974-4656-8522-1da7a2a688fb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:02:50.907021 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-07f5952f-1a4e-425f-b014-274b6456908d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4062142 Jul 07 20:02:50.910540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46872) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:50.921209 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:50.931905 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Transition to ACTIVE for port object f6f4af1a-0905-46c4-a14c-2f3c92a0b06d will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:02:50.938112 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:50.991072 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Attempting to bind port f6f4af1a-0905-46c4-a14c-2f3c92a0b06d on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:02:50.992072 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Attempting to bind port f6f4af1a-0905-46c4-a14c-2f3c92a0b06d by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:02:50.992072 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Attempting to bind port f6f4af1a-0905-46c4-a14c-2f3c92a0b06d on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:02:50.993674 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Pushing event updated for resources: {'Port': ['ID=f6f4af1a-0905-46c4-a14c-2f3c92a0b06d,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:51.003891 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.004241 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.004696 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.004910 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.005242 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.005570 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.005897 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.006226 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.006554 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.006910 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.007233 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.007559 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.010900 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:02:51.011280 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:02:51.011683 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:51.012075 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:02:51.012553 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Bound port: f6f4af1a-0905-46c4-a14c-2f3c92a0b06d, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:02:51.012939 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:51.064526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-53f9d519-7974-4656-8522-1da7a2a688fb', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'fixed_ips': [{'subnet_id': '58a8a65f-80ef-4e26-bab5-7312c32c7278'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:02:51.068372 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:51.080373 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] For port f6f4af1a-0905-46c4-a14c-2f3c92a0b06d, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:02:51.085719 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] For port f6f4af1a-0905-46c4-a14c-2f3c92a0b06d, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f6f4af1a-0905-46c4-a14c-2f3c92a0b06d,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:02:51.090667 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:51.159827 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d254c-6591-4b48-8923-a15d13db6a12 None None] Pushing event updated for resources: {'Port': ['ID=f6f4af1a-0905-46c4-a14c-2f3c92a0b06d,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:51.164982 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Routers {'d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:02:51.165605 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:02:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:51.181225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9a579c8b-5c37-446f-9b2e-356dce8a65ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:51.248462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Allocated IP 172.20.0.2 (53f9d519-7974-4656-8522-1da7a2a688fb/58a8a65f-80ef-4e26-bab5-7312c32c7278/f28d0ab6-3b79-4a54-a413-74d4a79f6578) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:02:51.282690 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] Set router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:02:51.398498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:51.411898 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:51.422809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Transition to ACTIVE for port object f28d0ab6-3b79-4a54-a413-74d4a79f6578 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:02:51.439575 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Transition to ACTIVE for port object f28d0ab6-3b79-4a54-a413-74d4a79f6578 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:02:51.446569 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:51.473477 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:49Z', 'revision_number': 3, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:51.497461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Pushing event updated for resources: {'Port': ['ID=f28d0ab6-3b79-4a54-a413-74d4a79f6578,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:51.505018 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03711b54-93f4-4873-96c8-029d2d79330e None None] The sync data for ids ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'] in n-d-793621-9 is: [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:49Z', 'revision_number': 3, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:02:51.505973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.506512 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.507047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.507567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.507908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.508242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.508571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.508900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.509225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.509549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.509871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.510192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:51.521633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Network 53f9d519-7974-4656-8522-1da7a2a688fb is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:02:51.523174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:02:51.525698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:02:51.586925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Attempting to bind port f28d0ab6-3b79-4a54-a413-74d4a79f6578 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:02:51.588178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Attempting to bind port f28d0ab6-3b79-4a54-a413-74d4a79f6578 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:02:51.588178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Attempting to bind port f28d0ab6-3b79-4a54-a413-74d4a79f6578 on network 53f9d519-7974-4656-8522-1da7a2a688fb {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:02:51.593674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:02:51.594055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Checking segment: {'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:02:51.594465 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:51.594887 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Bound using segment: {'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:02:51.595378 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Bound port: f28d0ab6-3b79-4a54-a413-74d4a79f6578, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:02:51.595762 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:51.669845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] For port f28d0ab6-3b79-4a54-a413-74d4a79f6578, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:02:51.675368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] For port f28d0ab6-3b79-4a54-a413-74d4a79f6578, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f28d0ab6-3b79-4a54-a413-74d4a79f6578,segment=NetworkSegment(581773f9-0393-47b4-8c36-2ae85888f0f6),segment_id=581773f9-0393-47b4-8c36-2ae85888f0f6)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:02:51.681521 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:51.727787 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Allocated IP 172.20.0.1 (53f9d519-7974-4656-8522-1da7a2a688fb/58a8a65f-80ef-4e26-bab5-7312c32c7278/67607cb2-fdd8-4425-9f58-e54bc39ab5e3) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:02:51.756465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988bd4a-92df-4556-9cd4-072160c205b1 None None] Pushing event updated for resources: {'Port': ['ID=f28d0ab6-3b79-4a54-a413-74d4a79f6578,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:51.886831 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:51.905447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Transition to ACTIVE for port object 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:02:51.961736 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:52.040735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network 53f9d519-7974-4656-8522-1da7a2a688fb is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:02:52.044826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:02:52.047479 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:02:52.096954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Port': ['ID=67607cb2-fdd8-4425-9f58-e54bc39ab5e3,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:52.112414 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:52.287615 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:52.607748 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:52.613517 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:52.691369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Port': ['ID=67607cb2-fdd8-4425-9f58-e54bc39ab5e3,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:52.695070 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:52.843645 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network 53f9d519-7974-4656-8522-1da7a2a688fb is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:02:52.845198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:02:52.866371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4cdb45-60ba-4530-9080-f90cd12dd178 None None] Network 53f9d519-7974-4656-8522-1da7a2a688fb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:02:52.929515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-dacf2ab7-c119-488e-bc39-5bfdb06fe828 None None] Provisioning for port f28d0ab6-3b79-4a54-a413-74d4a79f6578 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:02:52.969267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:02:53.077371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f6f4af1a-0905-46c4-a14c-2f3c92a0b06d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:02:53.101851 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:02:53.110953 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c5cb1ea8-d862-4935-9c1b-83a58ae0c7db tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "PUT /v2.0/routers/d05a27c0-a5b2-47db-be9f-bbfcdf2669f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1992817 Jul 07 20:02:53.114520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46876) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:53.120262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-60b14661-c92d-48d0-bec1-7de817df01e7 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2001669549', 'description': 'tempest-secgroup_access--2001669549 description', 'project_id': '25975c8cceb743f39ea386e12fa0be67'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:02:53.141015 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f6f4af1a-0905-46c4-a14c-2f3c92a0b06d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:02:53.146471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f6f4af1a-0905-46c4-a14c-2f3c92a0b06d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:53.147093 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.152569 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-60b14661-c92d-48d0-bec1-7de817df01e7 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.238592 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.260844 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-60b14661-c92d-48d0-bec1-7de817df01e7 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.262068 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port f6f4af1a-0905-46c4-a14c-2f3c92a0b06d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f6f4af1a-0905-46c4-a14c-2f3c92a0b06d,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:02:53.266146 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-60b14661-c92d-48d0-bec1-7de817df01e7 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.267800 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.269686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f28d0ab6-3b79-4a54-a413-74d4a79f6578 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:02:53.296669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-60b14661-c92d-48d0-bec1-7de817df01e7 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.298220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-60b14661-c92d-48d0-bec1-7de817df01e7 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1819878 Jul 07 20:02:53.301222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46878) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:53.306678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-a23e6129-cefa-418d-93fb-7a6a729fff3f tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--43692752', 'description': 'tempest-secgroup_general--43692752 description', 'project_id': '25975c8cceb743f39ea386e12fa0be67'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:02:53.311162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b14661-c92d-48d0-bec1-7de817df01e7 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be959e5-455d-4c54-b205-729d9e8229bd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:53.335132 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a23e6129-cefa-418d-93fb-7a6a729fff3f tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.353539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=f6f4af1a-0905-46c4-a14c-2f3c92a0b06d,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:53.390782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port f28d0ab6-3b79-4a54-a413-74d4a79f6578 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:02:53.395534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ff25045d-8b3d-4ab5-ab01-718802a2551f None None] Provisioning for port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:02:53.401312 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f28d0ab6-3b79-4a54-a413-74d4a79f6578 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:53.401770 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.405864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ff25045d-8b3d-4ab5-ab01-718802a2551f None None] Provisioning complete for port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:53.406324 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ff25045d-8b3d-4ab5-ab01-718802a2551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.437716 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a23e6129-cefa-418d-93fb-7a6a729fff3f tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.446226 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a23e6129-cefa-418d-93fb-7a6a729fff3f tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.480731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e6129-cefa-418d-93fb-7a6a729fff3f tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:53.484075 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a23e6129-cefa-418d-93fb-7a6a729fff3f tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.485047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Sync routers for ids ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:02:53.485407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a23e6129-cefa-418d-93fb-7a6a729fff3f tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1826749 Jul 07 20:02:53.488233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46880) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:53.492981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-11a85786-0b29-4fc4-a357-743264909abe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Request body: {'security_group_rule': {'security_group_id': '1be959e5-455d-4c54-b205-729d9e8229bd', 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:02:53.499942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ff25045d-8b3d-4ab5-ab01-718802a2551f None None] Port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:02:53.511646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Routers {'d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:02:53.512332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:02:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:53.522906 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-11a85786-0b29-4fc4-a357-743264909abe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.561469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ff25045d-8b3d-4ab5-ab01-718802a2551f None None] Provisioning complete for port f28d0ab6-3b79-4a54-a413-74d4a79f6578 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:53.561836 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ff25045d-8b3d-4ab5-ab01-718802a2551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.596718 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-11a85786-0b29-4fc4-a357-743264909abe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.601171 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-11a85786-0b29-4fc4-a357-743264909abe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.619929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a85786-0b29-4fc4-a357-743264909abe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091c9216-3122-499c-bc5e-55e34dd8e54e,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:53.626281 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-11a85786-0b29-4fc4-a357-743264909abe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.628453 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-11a85786-0b29-4fc4-a357-743264909abe tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386216 Jul 07 20:02:53.794370 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-de574eb7-1b36-4c67-86dc-4cc2b3ed91fd tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_general--43692752&fields=id&tenant_id=25975c8cceb743f39ea386e12fa0be67 HTTP/1.1" status: 200 len: 267 time: 0.0414019 Jul 07 20:02:53.843682 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-5bc0e52f-54ee-40a4-ac6c-7d92eef01f94 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_access--2001669549&fields=id&tenant_id=25975c8cceb743f39ea386e12fa0be67 HTTP/1.1" status: 200 len: 267 time: 0.0418274 Jul 07 20:02:53.852690 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:53.878910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Set router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:02:53.985654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-8856f1a5-91e7-4844-8a98-e3adb62f4848 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:53.987138 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-8856f1a5-91e7-4844-8a98-e3adb62f4848 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/networks?id=53f9d519-7974-4656-8522-1da7a2a688fb HTTP/1.1" status: 200 len: 797 time: 0.1281745 Jul 07 20:02:54.000079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port f28d0ab6-3b79-4a54-a413-74d4a79f6578, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f28d0ab6-3b79-4a54-a413-74d4a79f6578,segment=NetworkSegment(581773f9-0393-47b4-8c36-2ae85888f0f6),segment_id=581773f9-0393-47b4-8c36-2ae85888f0f6)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:02:54.003323 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-92ffb4d6-eb1f-42ae-9917-f846f83619a1 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/quotas/25975c8cceb743f39ea386e12fa0be67 HTTP/1.1" status: 200 len: 375 time: 0.0099154 Jul 07 20:02:54.003767 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:54.013380 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:54.079255 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ff25045d-8b3d-4ab5-ab01-718802a2551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:54.089112 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-694c02b9-da6a-47d6-8b1e-0b8b4ba370bd tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=25975c8cceb743f39ea386e12fa0be67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772691 Jul 07 20:02:54.107933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-c46df8ef-fe20-4ee0-984f-2b08b0a38b74 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:02:54.109518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-c46df8ef-fe20-4ee0-984f-2b08b0a38b74 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077887 Jul 07 20:02:54.152889 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e8f85fce-5232-4e99-8cbe-3fc1f00e0684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:54.166702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=f28d0ab6-3b79-4a54-a413-74d4a79f6578,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:54.222056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-6c6b474a-076f-4dd3-b8f1-69f5963cfa31 service neutron] 10.222.0.81 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047137 Jul 07 20:02:54.233558 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-ff25045d-8b3d-4ab5-ab01-718802a2551f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:02:54.233916 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-ff25045d-8b3d-4ab5-ab01-718802a2551f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:02:54.267539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:52Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '67607cb2-fdd8-4425-9f58-e54bc39ab5e3', 'name': '', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'mac_address': 'fa:16:3e:54:b0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:51Z', 'updated_at': '2021-07-07T20:02:52Z', 'revision_number': 2, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'subnets': [{'id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:54.298658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Checking router: d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:02:54.299045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Updating router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:02:54.327404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-fa320d98-4290-4772-a936-e91f8237b969 service neutron] 10.222.0.81 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969841 Jul 07 20:02:54.337141 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:54.554908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0830f6c2-c2fe-43f3-b8bb-481d1b25545f req-b8d54681-309a-4e78-870f-e8a30bf23136 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 210 time: 0.0353615 Jul 07 20:02:54.675140 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:54.685842 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Transition to ACTIVE for port object 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:02:54.691847 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:54.775665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b123d6-0a04-4468-911f-261094b48beb None None] Pushing event updated for resources: {'Port': ['ID=67607cb2-fdd8-4425-9f58-e54bc39ab5e3,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:54.840103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Attempting to bind port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:02:54.840558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Attempting to bind port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:02:54.840998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Attempting to bind port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 on network 53f9d519-7974-4656-8522-1da7a2a688fb {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:02:54.847589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:02:54.848039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Checking segment: {'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:02:54.848540 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:54.848988 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Bound using segment: {'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:02:54.849551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Bound port: 67607cb2-fdd8-4425-9f58-e54bc39ab5e3, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:02:54.851588 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:54.953367 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:54.970105 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] For port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:02:54.990695 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] For port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=67607cb2-fdd8-4425-9f58-e54bc39ab5e3,segment=NetworkSegment(581773f9-0393-47b4-8c36-2ae85888f0f6),segment_id=581773f9-0393-47b4-8c36-2ae85888f0f6)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:02:54.998711 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:55.041501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f6f4af1a-0905-46c4-a14c-2f3c92a0b06d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:02:55.090498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Routers {'d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:02:55.091169 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:02:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:55.153824 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b123d6-0a04-4468-911f-261094b48beb None None] Pushing event updated for resources: {'Port': ['ID=67607cb2-fdd8-4425-9f58-e54bc39ab5e3,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:55.224963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f6f4af1a-0905-46c4-a14c-2f3c92a0b06d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:55.225318 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:55.275477 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] Set router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:02:55.457413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f28d0ab6-3b79-4a54-a413-74d4a79f6578 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:02:55.558151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port f28d0ab6-3b79-4a54-a413-74d4a79f6578 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:55.558523 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:55.621261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:52Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '67607cb2-fdd8-4425-9f58-e54bc39ab5e3', 'name': '', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'mac_address': 'fa:16:3e:54:b0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:51Z', 'updated_at': '2021-07-07T20:02:54Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'subnets': [{'id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:55.648798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281a97a-f5ac-4483-94d4-ba3446d43ee5 None None] The sync data for ids ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'] in n-d-793621-9 is: [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:52Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '67607cb2-fdd8-4425-9f58-e54bc39ab5e3', 'name': '', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'mac_address': 'fa:16:3e:54:b0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:51Z', 'updated_at': '2021-07-07T20:02:54Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'subnets': [{'id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:02:55.774821 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-16b5dc89-4dde-4280-8c84-561b48526a04 req-f68d6b63-27e8-4d4f-a59f-65f0dfc19a6d tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 210 time: 0.0893896 Jul 07 20:02:55.867612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-d3a63a3d-0fdc-4861-afdf-fb8467d1971f tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:55.869118 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-d3a63a3d-0fdc-4861-afdf-fb8467d1971f tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.48 "GET /v2.0/networks?id=53f9d519-7974-4656-8522-1da7a2a688fb HTTP/1.1" status: 200 len: 797 time: 0.1260710 Jul 07 20:02:55.925004 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-f6921f80-0269-4f54-9ebe-3030598e062e tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25975c8cceb743f39ea386e12fa0be67 HTTP/1.1" status: 200 len: 476 time: 0.0425713 Jul 07 20:02:55.934926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Request body: {'port': {'device_id': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'admin_state_up': True, 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'security_groups': ['9c7b4683-20ac-4f7a-932d-0e6b8fcdd960', '1be959e5-455d-4c54-b205-729d9e8229bd']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:02:56.053739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Made reservation on behalf of 25975c8cceb743f39ea386e12fa0be67 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:02:56.057685 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:56.186588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Allocated IP 172.20.0.5 (53f9d519-7974-4656-8522-1da7a2a688fb/58a8a65f-80ef-4e26-bab5-7312c32c7278/8f58d8f0-2737-4d5c-864a-9271fded5265) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:02:56.345368 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:56.360230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Transition to ACTIVE for port object 8f58d8f0-2737-4d5c-864a-9271fded5265 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:02:56.395951 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:56.438237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network 53f9d519-7974-4656-8522-1da7a2a688fb is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:02:56.442171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:02:56.448436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:02:56.482106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Port': ['ID=8f58d8f0-2737-4d5c-864a-9271fded5265,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:56.507756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:56.508463 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:56.529777 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-07c62d32-1fe5-4a11-ab6d-c584c67d321b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5989094 Jul 07 20:02:56.542567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Request body: {'port': {'device_id': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:02:56.624151 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:56.649549 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:56.710365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b12319b8-56e5-4e00-b336-284f713a0fd5 None None] Provisioning for port 8f58d8f0-2737-4d5c-864a-9271fded5265 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:02:56.715302 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b12319b8-56e5-4e00-b336-284f713a0fd5 None None] Provisioning complete for port 8f58d8f0-2737-4d5c-864a-9271fded5265 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:56.715478 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b12319b8-56e5-4e00-b336-284f713a0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:56.761704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b12319b8-56e5-4e00-b336-284f713a0fd5 None None] Port 8f58d8f0-2737-4d5c-864a-9271fded5265 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:02:56.919088 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f58d8f0-2737-4d5c-864a-9271fded5265 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:02:56.927800 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:56.942515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Transition to ACTIVE for port object 8f58d8f0-2737-4d5c-864a-9271fded5265 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:02:56.949169 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:56.976311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9cf12-bc50-4bd9-9cc6-f56e3798b3c7 req-af12e516-68d6-48a4-bef6-02e01a1cdfa5 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:56.977926 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5d9cf12-bc50-4bd9-9cc6-f56e3798b3c7 req-af12e516-68d6-48a4-bef6-02e01a1cdfa5 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 970 time: 0.0821717 Jul 07 20:02:57.012818 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f58d8f0-2737-4d5c-864a-9271fded5265,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:57.031236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:02:57.051453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5d9cf12-bc50-4bd9-9cc6-f56e3798b3c7 req-e97504a8-2aaf-451c-a5b2-c95005435147 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0666022 Jul 07 20:02:57.086913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:02:57.092318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:57.092709 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:57.093165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Attempting to bind port 8f58d8f0-2737-4d5c-864a-9271fded5265 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:02:57.093507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Attempting to bind port 8f58d8f0-2737-4d5c-864a-9271fded5265 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:02:57.093986 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Attempting to bind port 8f58d8f0-2737-4d5c-864a-9271fded5265 on network 53f9d519-7974-4656-8522-1da7a2a688fb {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:02:57.098458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Port 8f58d8f0-2737-4d5c-864a-9271fded5265 on network 53f9d519-7974-4656-8522-1da7a2a688fb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:02:57.098812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Attempting to bind port 8f58d8f0-2737-4d5c-864a-9271fded5265 on network 53f9d519-7974-4656-8522-1da7a2a688fb {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:02:57.104311 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:02:57.104666 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Checking segment: {'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:02:57.105058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Bound using segment: {'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:02:57.105507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Bound port: 8f58d8f0-2737-4d5c-864a-9271fded5265, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581773f9-0393-47b4-8c36-2ae85888f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:02:57.105857 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:57.178840 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:57.179975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] For port 8f58d8f0-2737-4d5c-864a-9271fded5265, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:02:57.183734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] For port 8f58d8f0-2737-4d5c-864a-9271fded5265, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8f58d8f0-2737-4d5c-864a-9271fded5265,segment=NetworkSegment(581773f9-0393-47b4-8c36-2ae85888f0f6),segment_id=581773f9-0393-47b4-8c36-2ae85888f0f6)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:02:57.190389 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:57.218313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=67607cb2-fdd8-4425-9f58-e54bc39ab5e3,segment=NetworkSegment(581773f9-0393-47b4-8c36-2ae85888f0f6),segment_id=581773f9-0393-47b4-8c36-2ae85888f0f6)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:02:57.222659 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:57.231876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:57.232402 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:57.233800 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] 10.222.0.48 "PUT /v2.0/ports/8f58d8f0-2737-4d5c-864a-9271fded5265 HTTP/1.1" status: 200 len: 1130 time: 0.6959548 Jul 07 20:02:57.234245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'tag': '8f58d8f0-2737-4d5c-864a-9271fded5265'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:02:57.236595 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0aecba-a4f4-48ed-9987-e6d21450de31" -d '{"events": [{"name": "network-changed", "server_uuid": "562d8ea7-1494-4f05-ae14-a7a5c96bb743", "tag": "8f58d8f0-2737-4d5c-864a-9271fded5265"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:02:57.280830 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8876cdf-2327-44c5-9ad0-14ba3a38e0a6 x-openstack-request-id: req-a8876cdf-2327-44c5-9ad0-14ba3a38e0a6 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:02:57.281123 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562d8ea7-1494-4f05-ae14-a7a5c96bb743", "tag": "8f58d8f0-2737-4d5c-864a-9271fded5265", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:02:57.281373 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8876cdf-2327-44c5-9ad0-14ba3a38e0a6 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:02:57.281846 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'tag': '8f58d8f0-2737-4d5c-864a-9271fded5265', 'status': 'completed', 'code': 200} Jul 07 20:02:57.284987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e0bfa-9666-40d6-a8bf-e3a6883273b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f58d8f0-2737-4d5c-864a-9271fded5265,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:57.294258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=67607cb2-fdd8-4425-9f58-e54bc39ab5e3,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:57.346785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-fb16e40a-09e7-40d6-9d27-2601d41f91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:57.348467 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-fb16e40a-09e7-40d6-9d27-2601d41f91a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25975c8cceb743f39ea386e12fa0be67&device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 1133 time: 0.0600803 Jul 07 20:02:57.390027 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-d293c35d-8657-48ce-88b2-2d5619e39a4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f58d8f0-2737-4d5c-864a-9271fded5265 HTTP/1.1" status: 200 len: 217 time: 0.0342343 Jul 07 20:02:57.445784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-8b0a0b67-f2c3-4a49-952b-05e7ec4acda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:57.447264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-8b0a0b67-f2c3-4a49-952b-05e7ec4acda8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58a8a65f-80ef-4e26-bab5-7312c32c7278 HTTP/1.1" status: 200 len: 835 time: 0.0500314 Jul 07 20:02:57.503349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-c818817d-8279-46d0-a94c-01f2fbc96099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:57.504809 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-c818817d-8279-46d0-a94c-01f2fbc96099 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f9d519-7974-4656-8522-1da7a2a688fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513320 Jul 07 20:02:57.593972 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-2e8496b0-bf2d-4839-b574-8ce800d7372c service neutron] 10.222.0.48 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813761 Jul 07 20:02:57.687940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-473fc89c-5b95-44f3-9c74-cfc28c0e2c4e req-a85ef874-0237-4f69-9cca-ba96a8d79e75 service neutron] 10.222.0.48 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864773 Jul 07 20:02:57.792335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aecba-a4f4-48ed-9987-e6d21450de31 req-f12908e6-8a9b-4325-9a71-49391a4d39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:57.793820 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c0aecba-a4f4-48ed-9987-e6d21450de31 req-f12908e6-8a9b-4325-9a71-49391a4d39e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25975c8cceb743f39ea386e12fa0be67&device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 1133 time: 0.0523746 Jul 07 20:02:57.885630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aecba-a4f4-48ed-9987-e6d21450de31 req-9690c63a-fd13-46a7-bb03-874368ad53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:57.887110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c0aecba-a4f4-48ed-9987-e6d21450de31 req-9690c63a-fd13-46a7-bb03-874368ad53d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f9d519-7974-4656-8522-1da7a2a688fb HTTP/1.1" status: 200 len: 898 time: 0.0867805 Jul 07 20:02:57.926993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c0aecba-a4f4-48ed-9987-e6d21450de31 req-6156a402-d0eb-46eb-8ffb-91c1d3c1c151 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f58d8f0-2737-4d5c-864a-9271fded5265 HTTP/1.1" status: 200 len: 217 time: 0.0327744 Jul 07 20:02:57.973927 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aecba-a4f4-48ed-9987-e6d21450de31 req-c2d03803-e615-4424-9684-e87e8c541027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:57.975518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c0aecba-a4f4-48ed-9987-e6d21450de31 req-c2d03803-e615-4424-9684-e87e8c541027 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58a8a65f-80ef-4e26-bab5-7312c32c7278 HTTP/1.1" status: 200 len: 835 time: 0.0424526 Jul 07 20:02:58.037259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aecba-a4f4-48ed-9987-e6d21450de31 req-0a9bd18f-b10c-4117-86bb-e0664b681d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:58.038757 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c0aecba-a4f4-48ed-9987-e6d21450de31 req-0a9bd18f-b10c-4117-86bb-e0664b681d65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f9d519-7974-4656-8522-1da7a2a688fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573957 Jul 07 20:02:58.127900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c0aecba-a4f4-48ed-9987-e6d21450de31 req-191ff7b1-f7d1-4ab0-8f1a-2fd78c577fa1 service neutron] 10.222.0.48 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812070 Jul 07 20:02:58.218851 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac2ec2-ace4-4415-ae0f-7207738e60fc req-71509826-8ad3-4ef0-a4a8-9a4d8e4d3b0e tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:58.220344 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bac2ec2-ace4-4415-ae0f-7207738e60fc req-71509826-8ad3-4ef0-a4a8-9a4d8e4d3b0e tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 982 time: 0.0690370 Jul 07 20:02:58.222481 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3c0aecba-a4f4-48ed-9987-e6d21450de31 req-30d0ba2f-ab29-41e6-a239-422cd0241cf6 service neutron] 10.222.0.48 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873351 Jul 07 20:02:58.261356 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bac2ec2-ace4-4415-ae0f-7207738e60fc req-ba8d9387-046d-48f2-a5d7-ea8dd5c2111a tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0350881 Jul 07 20:02:58.982908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:02:59.030036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:59.030406 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:59.437939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ddadc-ff40-452d-b7bd-2927dcdab01b req-8d868de1-d4ec-4f17-a5d1-23a95aed84f2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:59.439469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0f5ddadc-ff40-452d-b7bd-2927dcdab01b req-8d868de1-d4ec-4f17-a5d1-23a95aed84f2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 982 time: 0.0665972 Jul 07 20:02:59.480757 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0f5ddadc-ff40-452d-b7bd-2927dcdab01b req-b715b85b-a166-42ff-a14c-9830ca54fe06 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0347798 Jul 07 20:03:00.650699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2a605-5a0c-4fe2-86c4-267a86385c5b req-1529055e-39f9-4904-8c10-738dd1286f6b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:00.652253 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ed2a605-5a0c-4fe2-86c4-267a86385c5b req-1529055e-39f9-4904-8c10-738dd1286f6b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 982 time: 0.0634992 Jul 07 20:03:00.692581 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ed2a605-5a0c-4fe2-86c4-267a86385c5b req-f895681e-71d8-49d8-922f-d9aa6574b576 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0346582 Jul 07 20:03:01.266273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8f58d8f0-2737-4d5c-864a-9271fded5265 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:03:01.366975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8f58d8f0-2737-4d5c-864a-9271fded5265, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8f58d8f0-2737-4d5c-864a-9271fded5265,segment=NetworkSegment(581773f9-0393-47b4-8c36-2ae85888f0f6),segment_id=581773f9-0393-47b4-8c36-2ae85888f0f6)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:03:01.379686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '8f58d8f0-2737-4d5c-864a-9271fded5265', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'port_id': '8f58d8f0-2737-4d5c-864a-9271fded5265', 'mac_address': 'fa:16:3e:fd:1f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:03:01.425172 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:01.438702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f58d8f0-2737-4d5c-864a-9271fded5265 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:03:01.459253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8f58d8f0-2737-4d5c-864a-9271fded5265, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8f58d8f0-2737-4d5c-864a-9271fded5265,segment=NetworkSegment(581773f9-0393-47b4-8c36-2ae85888f0f6),segment_id=581773f9-0393-47b4-8c36-2ae85888f0f6)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:03:01.464440 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:01.513947 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8f58d8f0-2737-4d5c-864a-9271fded5265,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:03:01.808686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8f58d8f0-2737-4d5c-864a-9271fded5265'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:03:01.870433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca59dc7-486e-41cb-b51c-53ad69cf95ed req-b53e6f69-7fbb-4cdd-976e-652f685002d6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:01.872031 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ca59dc7-486e-41cb-b51c-53ad69cf95ed req-b53e6f69-7fbb-4cdd-976e-652f685002d6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 983 time: 0.0638971 Jul 07 20:03:01.923798 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ca59dc7-486e-41cb-b51c-53ad69cf95ed req-ec344bd2-5afc-49b2-a38e-d4da1650400c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0435205 Jul 07 20:03:03.104234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1b513-7c6c-486b-926e-be59299a3d13 req-3bc00548-52de-43f5-87d8-fbfeae32302e tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:03.105811 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27d1b513-7c6c-486b-926e-be59299a3d13 req-3bc00548-52de-43f5-87d8-fbfeae32302e tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 983 time: 0.0676606 Jul 07 20:03:03.147249 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-27d1b513-7c6c-486b-926e-be59299a3d13 req-02e364cc-fa3b-4e7f-97c7-6040e1345379 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0352964 Jul 07 20:03:03.275457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8f58d8f0-2737-4d5c-864a-9271fded5265 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:03:03.322099 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 8f58d8f0-2737-4d5c-864a-9271fded5265 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:03:03.331744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 8f58d8f0-2737-4d5c-864a-9271fded5265 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:03:03.332221 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:03.416356 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:03.444595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f58d8f0-2737-4d5c-864a-9271fded5265'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:03:03.446951 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d9ecf6-52f7-41d2-aa5d-48a0153584c9" -d '{"events": [{"server_uuid": "562d8ea7-1494-4f05-ae14-a7a5c96bb743", "name": "network-vif-plugged", "status": "completed", "tag": "8f58d8f0-2737-4d5c-864a-9271fded5265"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:03:03.459848 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8f58d8f0-2737-4d5c-864a-9271fded5265, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8f58d8f0-2737-4d5c-864a-9271fded5265,segment=NetworkSegment(581773f9-0393-47b4-8c36-2ae85888f0f6),segment_id=581773f9-0393-47b4-8c36-2ae85888f0f6)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:03:03.463948 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:03.487939 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868ff3d8-c4e3-435e-bc9b-472d3156280d x-openstack-request-id: req-868ff3d8-c4e3-435e-bc9b-472d3156280d {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:03:03.488237 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562d8ea7-1494-4f05-ae14-a7a5c96bb743", "name": "network-vif-plugged", "status": "completed", "tag": "8f58d8f0-2737-4d5c-864a-9271fded5265", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:03:03.488495 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-868ff3d8-c4e3-435e-bc9b-472d3156280d {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:03:03.488895 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f58d8f0-2737-4d5c-864a-9271fded5265', 'code': 200} Jul 07 20:03:03.517513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8f58d8f0-2737-4d5c-864a-9271fded5265,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:03:03.603390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266d94f-1e83-49f9-a907-374be78bc2dd req-6f2c68b6-e2e0-4587-8b13-1986eab6179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:03.604893 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b266d94f-1e83-49f9-a907-374be78bc2dd req-6f2c68b6-e2e0-4587-8b13-1986eab6179f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 1135 time: 0.0557761 Jul 07 20:03:03.642854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b266d94f-1e83-49f9-a907-374be78bc2dd req-4ce61042-7f21-4091-853d-130548a250db service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0315938 Jul 07 20:03:04.330677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4991c41-5688-4473-a80f-7a9107084ea5 req-7bf2f649-be06-4c8b-b42f-11233a2fb6ba tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:04.332490 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4991c41-5688-4473-a80f-7a9107084ea5 req-7bf2f649-be06-4c8b-b42f-11233a2fb6ba tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 984 time: 0.0723498 Jul 07 20:03:04.376363 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a4991c41-5688-4473-a80f-7a9107084ea5 req-e09735bc-fcfc-4451-89e3-1ede51c57836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0381448 Jul 07 20:03:05.554526 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bf519-9448-4a01-bfb1-a5ee54069260 req-29a8064b-367c-46b3-9ac0-782207036f24 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:05.555982 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-468bf519-9448-4a01-bfb1-a5ee54069260 req-29a8064b-367c-46b3-9ac0-782207036f24 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 984 time: 0.0649285 Jul 07 20:03:05.595712 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-468bf519-9448-4a01-bfb1-a5ee54069260 req-24e0738f-3d79-4f24-bd9e-68d3047e10a7 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0337543 Jul 07 20:03:05.767934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72157cd-149d-4973-9abb-f9bb67947bbb req-ea21d104-0a62-4cc8-a7d3-45b74aa45661 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:05.769499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e72157cd-149d-4973-9abb-f9bb67947bbb req-ea21d104-0a62-4cc8-a7d3-45b74aa45661 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 984 time: 0.0642457 Jul 07 20:03:05.813766 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e72157cd-149d-4973-9abb-f9bb67947bbb req-9a3c6f30-88fd-4d89-a956-964134213723 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0384161 Jul 07 20:03:05.980263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5208ae-2aca-44c1-82c8-1c5bd84df384 req-b5fc5963-fd32-4cba-8bb7-4c83d8a9f9fb tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:05.981805 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d5208ae-2aca-44c1-82c8-1c5bd84df384 req-b5fc5963-fd32-4cba-8bb7-4c83d8a9f9fb tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 1135 time: 0.0576236 Jul 07 20:03:06.001020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0d5208ae-2aca-44c1-82c8-1c5bd84df384 req-0327d037-16e9-4736-ab7b-008c67daa4f8 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:06.063998 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:06.095227 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0d5208ae-2aca-44c1-82c8-1c5bd84df384 req-0327d037-16e9-4736-ab7b-008c67daa4f8 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:06.099431 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-0d5208ae-2aca-44c1-82c8-1c5bd84df384 req-0327d037-16e9-4736-ab7b-008c67daa4f8 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:06.120611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d5208ae-2aca-44c1-82c8-1c5bd84df384 req-0327d037-16e9-4736-ab7b-008c67daa4f8 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1331449 Jul 07 20:03:06.131324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327d037-16e9-4736-ab7b-008c67daa4f8 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87352ee8-25fe-49ca-bf68-99d91701a1ff,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:03:06.144695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46934) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:03:06.198993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6e05b8-dae0-41ab-8ec1-20319c3c2af9 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:06.200843 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-de6e05b8-dae0-41ab-8ec1-20319c3c2af9 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 1130 time: 0.0549150 Jul 07 20:03:06.203968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46936) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:03:06.211303 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '8f58d8f0-2737-4d5c-864a-9271fded5265', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:03:06.240080 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:06.344542 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:06.451083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Allocated IP 172.25.0.201 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/15142dd2-03c0-4afa-ba2d-62d6f69f7d8b) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:03:06.558140 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:06.596935 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:06.634454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:03:06.640558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:03:06.646696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:03:06.651126 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Port': ['ID=15142dd2-03c0-4afa-ba2d-62d6f69f7d8b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:03:07.038645 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:07.114465 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:07.255974 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:07.260204 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:07.332347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Port': ['ID=15142dd2-03c0-4afa-ba2d-62d6f69f7d8b,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:03:07.341703 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:07.439918 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Floating IP 06a968f6-cca3-4968-878c-d453eaa22b30 associated. External IP: 172.25.0.201, port: 8f58d8f0-2737-4d5c-864a-9271fded5265. Jul 07 20:03:07.942698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:03:08.046279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:03:08.056076 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c000b887-ee95-4ad4-9974-4ff85d2b9f52 None None] Sync routers for ids ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:03:08.070076 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c000b887-ee95-4ad4-9974-4ff85d2b9f52 None None] Routers {'d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:03:08.070285 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:08.070405 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c000b887-ee95-4ad4-9974-4ff85d2b9f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:02:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:03:08.108554 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-036e30d3-dcfc-4a09-9b7a-1e1b3bc769d9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9035008 Jul 07 20:03:08.109144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'tag': '8f58d8f0-2737-4d5c-864a-9271fded5265'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:03:08.111298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46938) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:03:08.111789 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d911f9d-249f-46d8-ad4b-9d15e7feaa04" -d '{"events": [{"name": "network-changed", "server_uuid": "562d8ea7-1494-4f05-ae14-a7a5c96bb743", "tag": "8f58d8f0-2737-4d5c-864a-9271fded5265"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:03:08.169227 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a184e573-b529-437f-ba64-ff0504ab92ef x-openstack-request-id: req-a184e573-b529-437f-ba64-ff0504ab92ef {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:03:08.170183 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562d8ea7-1494-4f05-ae14-a7a5c96bb743", "tag": "8f58d8f0-2737-4d5c-864a-9271fded5265", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:03:08.170183 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a184e573-b529-437f-ba64-ff0504ab92ef {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:03:08.170389 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'tag': '8f58d8f0-2737-4d5c-864a-9271fded5265', 'status': 'completed', 'code': 200} Jul 07 20:03:08.192616 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c000b887-ee95-4ad4-9974-4ff85d2b9f52 None None] Set router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:03:08.247657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911f9d-249f-46d8-ad4b-9d15e7feaa04 req-c1f8704e-52b9-4ebd-a106-9794ff930f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:08.249259 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d911f9d-249f-46d8-ad4b-9d15e7feaa04 req-c1f8704e-52b9-4ebd-a106-9794ff930f7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25975c8cceb743f39ea386e12fa0be67&device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 1135 time: 0.0558007 Jul 07 20:03:08.306140 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b071cb-9993-4db4-a1e6-56d9f36e6f35 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:08.306540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b071cb-9993-4db4-a1e6-56d9f36e6f35 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:08.307043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b071cb-9993-4db4-a1e6-56d9f36e6f35 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:08.307523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b071cb-9993-4db4-a1e6-56d9f36e6f35 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:08.311600 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-20b071cb-9993-4db4-a1e6-56d9f36e6f35 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1957779 Jul 07 20:03:08.311809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46944) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:03:08.350821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911f9d-249f-46d8-ad4b-9d15e7feaa04 req-1524f1d9-54ee-4ab7-bc8c-3dd373c190ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:08.352353 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d911f9d-249f-46d8-ad4b-9d15e7feaa04 req-1524f1d9-54ee-4ab7-bc8c-3dd373c190ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f9d519-7974-4656-8522-1da7a2a688fb HTTP/1.1" status: 200 len: 898 time: 0.0959868 Jul 07 20:03:08.430407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d911f9d-249f-46d8-ad4b-9d15e7feaa04 req-0cba57ad-98b6-4abc-871f-929026d25646 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f58d8f0-2737-4d5c-864a-9271fded5265 HTTP/1.1" status: 200 len: 999 time: 0.0712156 Jul 07 20:03:08.460053 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c000b887-ee95-4ad4-9974-4ff85d2b9f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:52Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '06a968f6-cca3-4968-878c-d453eaa22b30', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'port_id': '8f58d8f0-2737-4d5c-864a-9271fded5265', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'mac_address': 'fa:16:3e:fd:1f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:03:06Z', 'updated_at': '2021-07-07T20:03:06Z', 'revision_number': 0, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67607cb2-fdd8-4425-9f58-e54bc39ab5e3', 'name': '', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'mac_address': 'fa:16:3e:54:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:51Z', 'updated_at': '2021-07-07T20:02:57Z', 'revision_number': 5, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'subnets': [{'id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:03:08.485679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911f9d-249f-46d8-ad4b-9d15e7feaa04 req-c42c0230-d611-41c7-b126-06729cc4dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:08.488071 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d911f9d-249f-46d8-ad4b-9d15e7feaa04 req-c42c0230-d611-41c7-b126-06729cc4dfd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58a8a65f-80ef-4e26-bab5-7312c32c7278 HTTP/1.1" status: 200 len: 835 time: 0.0507729 Jul 07 20:03:08.491026 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c000b887-ee95-4ad4-9974-4ff85d2b9f52 None None] Checking router: d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:03:08.501343 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c000b887-ee95-4ad4-9974-4ff85d2b9f52 None None] Routers {'d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:03:08.501982 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c000b887-ee95-4ad4-9974-4ff85d2b9f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:02:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:03:08.554290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911f9d-249f-46d8-ad4b-9d15e7feaa04 req-ab9b3526-2b06-4c92-9931-d706b8ad4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:08.556094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d911f9d-249f-46d8-ad4b-9d15e7feaa04 req-ab9b3526-2b06-4c92-9931-d706b8ad4879 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f9d519-7974-4656-8522-1da7a2a688fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623569 Jul 07 20:03:08.627229 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-c000b887-ee95-4ad4-9974-4ff85d2b9f52 None None] Set router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:03:08.668388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d911f9d-249f-46d8-ad4b-9d15e7feaa04 req-cd4bae62-afa5-4a31-8013-53fc78bbe7c9 service neutron] 10.222.0.48 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050978 Jul 07 20:03:08.741411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0028d449-3a00-4fe0-94e1-19ce2ecac248 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:08.741882 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0028d449-3a00-4fe0-94e1-19ce2ecac248 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:08.742346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0028d449-3a00-4fe0-94e1-19ce2ecac248 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:08.742824 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0028d449-3a00-4fe0-94e1-19ce2ecac248 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:08.744633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0028d449-3a00-4fe0-94e1-19ce2ecac248 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.4318912 Jul 07 20:03:08.748420 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46946) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:03:08.785422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d911f9d-249f-46d8-ad4b-9d15e7feaa04 req-7fc0a15d-a144-4553-b503-5bd153283945 service neutron] 10.222.0.48 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102917 Jul 07 20:03:08.979986 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-c000b887-ee95-4ad4-9974-4ff85d2b9f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:52Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '06a968f6-cca3-4968-878c-d453eaa22b30', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'port_id': '8f58d8f0-2737-4d5c-864a-9271fded5265', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'mac_address': 'fa:16:3e:fd:1f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:03:06Z', 'updated_at': '2021-07-07T20:03:06Z', 'revision_number': 0, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67607cb2-fdd8-4425-9f58-e54bc39ab5e3', 'name': '', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'mac_address': 'fa:16:3e:54:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:51Z', 'updated_at': '2021-07-07T20:02:57Z', 'revision_number': 5, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'subnets': [{'id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:03:08.991913 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-80c2cf17-8442-4f15-b172-3d466ddf2c04 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.2424152 Jul 07 20:03:08.994427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46948) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:03:09.006658 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c000b887-ee95-4ad4-9974-4ff85d2b9f52 None None] The sync data for ids ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'] in n-d-793621-9 is: [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:52Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '06a968f6-cca3-4968-878c-d453eaa22b30', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'port_id': '8f58d8f0-2737-4d5c-864a-9271fded5265', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'mac_address': 'fa:16:3e:fd:1f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:03:06Z', 'updated_at': '2021-07-07T20:03:06Z', 'revision_number': 0, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67607cb2-fdd8-4425-9f58-e54bc39ab5e3', 'name': '', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'mac_address': 'fa:16:3e:54:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:51Z', 'updated_at': '2021-07-07T20:02:57Z', 'revision_number': 5, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'subnets': [{'id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:03:09.056354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35928a1f-a210-4939-a12f-cd6501690be2 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:09.056845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35928a1f-a210-4939-a12f-cd6501690be2 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:09.058457 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-35928a1f-a210-4939-a12f-cd6501690be2 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 HTTP/1.1" status: 200 len: 1990 time: 0.0630946 Jul 07 20:03:09.214048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a013a-8e0f-49c9-afb3-84e936e5c610 None None] New status for floating IP 06a968f6-cca3-4968-878c-d453eaa22b30: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:03:10.275256 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:18.775771 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:03:21.145284 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1834d999-12dc-44f9-b7d6-1f6a09519ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:23.926388 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:24.110643 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fe9b7415-cf89-4f4b-9419-8d50a50bef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:24.926659 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:26.648088 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:35.253086 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c520726-690e-48da-83e8-e214b5dd5d67 req-af8c5c85-494a-42ea-a853-0aa63edc0567 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615473 Jul 07 20:03:35.359530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c520726-690e-48da-83e8-e214b5dd5d67 req-2f1ab82f-f626-40be-b3ec-9c2fae671bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:35.361081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c520726-690e-48da-83e8-e214b5dd5d67 req-2f1ab82f-f626-40be-b3ec-9c2fae671bed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25975c8cceb743f39ea386e12fa0be67&device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 1135 time: 0.0565886 Jul 07 20:03:35.469290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c520726-690e-48da-83e8-e214b5dd5d67 req-baa3ef5c-42bf-49a4-b553-7bb7019bf0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:35.470839 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c520726-690e-48da-83e8-e214b5dd5d67 req-baa3ef5c-42bf-49a4-b553-7bb7019bf0c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f9d519-7974-4656-8522-1da7a2a688fb HTTP/1.1" status: 200 len: 898 time: 0.0867286 Jul 07 20:03:35.542324 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c520726-690e-48da-83e8-e214b5dd5d67 req-e98b7c71-cf4b-40ad-b63c-4c2d2ee987f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f58d8f0-2737-4d5c-864a-9271fded5265 HTTP/1.1" status: 200 len: 1001 time: 0.0647643 Jul 07 20:03:35.593899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c520726-690e-48da-83e8-e214b5dd5d67 req-547da3d2-c03f-4150-ae53-5c9456459ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:35.595441 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c520726-690e-48da-83e8-e214b5dd5d67 req-547da3d2-c03f-4150-ae53-5c9456459ee8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58a8a65f-80ef-4e26-bab5-7312c32c7278 HTTP/1.1" status: 200 len: 835 time: 0.0467324 Jul 07 20:03:35.656660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c520726-690e-48da-83e8-e214b5dd5d67 req-9da3961b-778a-41b6-aeb7-423d66c08c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:35.658147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c520726-690e-48da-83e8-e214b5dd5d67 req-9da3961b-778a-41b6-aeb7-423d66c08c26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f9d519-7974-4656-8522-1da7a2a688fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562847 Jul 07 20:03:35.758596 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c520726-690e-48da-83e8-e214b5dd5d67 req-935e9a05-a977-4328-a1ad-cbb9f2b3fb7d service neutron] 10.222.0.48 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920901 Jul 07 20:03:35.860870 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4c520726-690e-48da-83e8-e214b5dd5d67 req-a908d926-b81a-42ae-8e42-4150c4f0d201 service neutron] 10.222.0.48 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950747 Jul 07 20:03:36.085461 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:40.287752 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:51.145579 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c18c72af-346f-44fa-beb9-399daaf90063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:53.927235 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:54.101976 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-81f83efb-5e8f-4599-a8a2-8a8986332e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:54.928288 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:55.774750 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:03:56.650519 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:06.095246 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:10.285411 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:21.146998 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2acfd644-2f64-4deb-bc91-82b335148b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:23.927692 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:24.103809 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3709ae90-41f3-4f6f-82c4-c06cd560b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:24.366840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46978) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:24.458531 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a143ca19-452f-471d-aef3-acdd3ebd6baf tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0905967 Jul 07 20:04:24.461650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 46982) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:24.466512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Request body: {'network': {'name': 'tempest-network-smoke--1867283252', 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'port_security_enabled': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:04:24.488303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Made reservation on behalf of 25975c8cceb743f39ea386e12fa0be67 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:04:24.492905 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:24.516489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:04:24.525788 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:24.526134 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Added segment 547a9964-d030-431a-b08b-e7ebafeec5c8 of type vlan for network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 Jul 07 20:04:24.572582 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:24.601015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:24.606554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:24.607164 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:24.670517 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2077689 Jul 07 20:04:24.673219 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46984) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:24.676448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Network': ['ID=66a3ed8e-c3d2-47d6-839e-12135fe54ae6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:24.677907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1394731041', 'admin_state_up': True, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:04:24.684045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:24.684404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:24.684746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:24.685083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:24.685413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:24.685743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:24.686068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:24.686396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:24.686724 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:24.687077 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:24.687478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:24.687797 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bda6b9-21c5-4ce7-bf31-d03221229342 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:24.700127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:04:24.711940 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:24.713474 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:24.765165 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:24.902303 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:24.931968 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:25.093724 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:25.112058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:25.216960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Allocated IP 172.25.0.108 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/3339dd37-c4b5-4fba-bd08-dae1316b847b) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:04:25.317194 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:25.355358 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:25.393646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:04:25.396522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:04:25.404134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:04:25.431520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Port': ['ID=3339dd37-c4b5-4fba-bd08-dae1316b847b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:25.444531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:25.444915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:25.445810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:25.446345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:25.446491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:25.446841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:25.447152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:25.447483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:25.447813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:25.448142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:25.448491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:25.448827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:25.662466 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:25.856383 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:25.981509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Router af7d11bf-8eae-4980-a73c-f0cca3098062 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:04:26.086069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:04:26.096606 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Sync routers for ids ['af7d11bf-8eae-4980-a73c-f0cca3098062'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:04:26.104507 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.108680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f6d44e0e-38ee-4c7c-98df-b91a160ed82b tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4315572 Jul 07 20:04:26.108840 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Routers {'af7d11bf-8eae-4980-a73c-f0cca3098062'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:26.108840 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:04:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['af7d11bf-8eae-4980-a73c-f0cca3098062'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:26.109026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46986) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:26.177712 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6f7f1-58de-4487-88cf-88df50fe9ad2 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:26.179239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0ba6f7f1-58de-4487-88cf-88df50fe9ad2 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=25975c8cceb743f39ea386e12fa0be67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0694726 Jul 07 20:04:26.181938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46988) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:26.210990 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Set router af7d11bf-8eae-4980-a73c-f0cca3098062 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:26.270842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1048e6-4055-4697-b6e7-e4333e2246c0 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:26.272284 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5c1048e6-4055-4697-b6e7-e4333e2246c0 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894518 Jul 07 20:04:26.275830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46990) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:26.306958 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-aa9b5f5f-6bc2-460b-9c82-3b606efecb5a tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300274 Jul 07 20:04:26.309620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46992) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:26.339011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0d31471c-e709-4ecb-a899-1a8c2df78e22 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=25975c8cceb743f39ea386e12fa0be67&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281394 Jul 07 20:04:26.341358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46994) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:26.388312 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394731041', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:04:24Z', 'updated_at': '2021-07-07T20:04:25Z', 'revision_number': 3, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:04:25Z', 'updated_at': '2021-07-07T20:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:26.417087 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Checking router: af7d11bf-8eae-4980-a73c-f0cca3098062 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:04:26.417429 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Updating router af7d11bf-8eae-4980-a73c-f0cca3098062 port 3339dd37-c4b5-4fba-bd08-dae1316b847b binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:04:26.424114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d7a90-25f7-45c8-a9ae-830c09356ef7 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:26.428541 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-180d7a90-25f7-45c8-a9ae-830c09356ef7 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0833752 Jul 07 20:04:26.428749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46996) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:26.452027 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.461698 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-673c59ba-10d0-409a-b405-eaaef681dd10 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314078 Jul 07 20:04:26.464117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 46998) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:26.468822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9497a5c5-dd03-4510-b428-1b9cf0b453b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2040428683', 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6', 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:04:26.554836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9497a5c5-dd03-4510-b428-1b9cf0b453b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Made reservation on behalf of 25975c8cceb743f39ea386e12fa0be67 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:04:26.558936 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9497a5c5-dd03-4510-b428-1b9cf0b453b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.656145 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.706213 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.718179 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Transition to ACTIVE for port object 3339dd37-c4b5-4fba-bd08-dae1316b847b will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:04:26.727729 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.785280 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Pushing event updated for resources: {'Port': ['ID=3339dd37-c4b5-4fba-bd08-dae1316b847b,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:26.787591 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Attempting to bind port 3339dd37-c4b5-4fba-bd08-dae1316b847b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:04:26.787952 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Attempting to bind port 3339dd37-c4b5-4fba-bd08-dae1316b847b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:04:26.788312 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Attempting to bind port 3339dd37-c4b5-4fba-bd08-dae1316b847b on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:04:26.797698 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:04:26.798085 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:04:26.798505 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.798924 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:04:26.799394 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Bound port: 3339dd37-c4b5-4fba-bd08-dae1316b847b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:04:26.799776 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.802584 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:26.802958 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:26.803297 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:26.803630 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:26.803997 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:26.804925 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:26.805635 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:26.805635 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:26.805852 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:26.806130 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:26.806446 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:26.806762 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:26.860898 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] For port 3339dd37-c4b5-4fba-bd08-dae1316b847b, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:04:26.864280 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] For port 3339dd37-c4b5-4fba-bd08-dae1316b847b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3339dd37-c4b5-4fba-bd08-dae1316b847b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:04:26.868644 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.923344 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Routers {'af7d11bf-8eae-4980-a73c-f0cca3098062'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:26.923985 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:04:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['af7d11bf-8eae-4980-a73c-f0cca3098062'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:26.972333 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa1192-0f5a-4186-9256-86f3bb3289f4 None None] Pushing event updated for resources: {'Port': ['ID=3339dd37-c4b5-4fba-bd08-dae1316b847b,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:27.041868 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] Set router af7d11bf-8eae-4980-a73c-f0cca3098062 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:27.069094 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9497a5c5-dd03-4510-b428-1b9cf0b453b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:27.127403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497a5c5-dd03-4510-b428-1b9cf0b453b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Subnet': ['ID=5d29b740-f910-48a9-8076-7ac1d86b3f79,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:27.137451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9497a5c5-dd03-4510-b428-1b9cf0b453b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Checking segment: {'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:04:27.137819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9497a5c5-dd03-4510-b428-1b9cf0b453b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network hostable DHCP agents. Network: 66a3ed8e-c3d2-47d6-839e-12135fe54ae6, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:04:27.155467 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9497a5c5-dd03-4510-b428-1b9cf0b453b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:04:27.165124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-9497a5c5-dd03-4510-b428-1b9cf0b453b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 66a3ed8e-c3d2-47d6-839e-12135fe54ae6) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:04:27.173521 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9497a5c5-dd03-4510-b428-1b9cf0b453b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:27.174022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e37a67-a8c4-45f9-89a9-e2dc1b65295c None None] Network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:04:27.174155 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9497a5c5-dd03-4510-b428-1b9cf0b453b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:27.190737 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9497a5c5-dd03-4510-b428-1b9cf0b453b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7255957 Jul 07 20:04:27.193525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47000) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:27.240412 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394731041', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:04:24Z', 'updated_at': '2021-07-07T20:04:25Z', 'revision_number': 3, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:04:25Z', 'updated_at': '2021-07-07T20:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:27.267777 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80cff4-18a4-4ba0-b0c5-827abcfc0ee2 None None] The sync data for ids ['af7d11bf-8eae-4980-a73c-f0cca3098062'] in n-d-793621-9 is: [{'id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394731041', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:04:24Z', 'updated_at': '2021-07-07T20:04:25Z', 'revision_number': 3, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:04:25Z', 'updated_at': '2021-07-07T20:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:04:27.331133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-66a3ed8e-c3d2-47d6-839e-12135fe54ae6', 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'fixed_ips': [{'subnet_id': '5d29b740-f910-48a9-8076-7ac1d86b3f79'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:04:27.332400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:27.473938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Allocated IP 172.20.0.18 (66a3ed8e-c3d2-47d6-839e-12135fe54ae6/5d29b740-f910-48a9-8076-7ac1d86b3f79/7f952ee3-86a3-4147-ac8f-486303af8ab3) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:04:27.651355 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:27.661003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Transition to ACTIVE for port object 7f952ee3-86a3-4147-ac8f-486303af8ab3 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:04:27.676627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Transition to ACTIVE for port object 7f952ee3-86a3-4147-ac8f-486303af8ab3 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:04:27.683104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:27.684597 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:27.723238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:04:27.729809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:04:27.733263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:04:27.744526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Pushing event updated for resources: {'Port': ['ID=7f952ee3-86a3-4147-ac8f-486303af8ab3,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:27.775013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:27.775309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:27.775622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:27.775965 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:27.776303 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:27.776636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:27.776967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:27.777294 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:27.777619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:27.777946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:27.778272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:27.778596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:27.816203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Attempting to bind port 7f952ee3-86a3-4147-ac8f-486303af8ab3 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:04:27.818813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Attempting to bind port 7f952ee3-86a3-4147-ac8f-486303af8ab3 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:04:27.818813 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Attempting to bind port 7f952ee3-86a3-4147-ac8f-486303af8ab3 on network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:04:27.825047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:04:27.825430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Checking segment: {'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:04:27.825840 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:27.826244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Bound using segment: {'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:04:27.826717 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Bound port: 7f952ee3-86a3-4147-ac8f-486303af8ab3, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:04:27.827272 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:27.894978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] For port 7f952ee3-86a3-4147-ac8f-486303af8ab3, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:04:27.898215 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] For port 7f952ee3-86a3-4147-ac8f-486303af8ab3, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7f952ee3-86a3-4147-ac8f-486303af8ab3,segment=NetworkSegment(547a9964-d030-431a-b08b-e7ebafeec5c8),segment_id=547a9964-d030-431a-b08b-e7ebafeec5c8)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:04:27.903641 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:27.970696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c32c4-05cb-4fd7-897f-4b0e2484b4f1 None None] Pushing event updated for resources: {'Port': ['ID=7f952ee3-86a3-4147-ac8f-486303af8ab3,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:27.987821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Allocated IP 172.20.0.17 (66a3ed8e-c3d2-47d6-839e-12135fe54ae6/5d29b740-f910-48a9-8076-7ac1d86b3f79/e01af7ac-6b5e-474c-8bab-222b8055d15f) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:04:28.109781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:28.131532 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Transition to ACTIVE for port object e01af7ac-6b5e-474c-8bab-222b8055d15f will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:04:28.181277 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:28.235529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:04:28.241560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:04:28.246334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:04:28.270906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Port': ['ID=e01af7ac-6b5e-474c-8bab-222b8055d15f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:28.297640 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:28.437974 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:28.723571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:28.729101 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:28.803320 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:28.805274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Port': ['ID=e01af7ac-6b5e-474c-8bab-222b8055d15f,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:28.900366 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:04:28.901774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:04:29.035132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Router af7d11bf-8eae-4980-a73c-f0cca3098062 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:04:29.123103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3339dd37-c4b5-4fba-bd08-dae1316b847b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:04:29.156576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:04:29.170271 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-57772f8c-379a-41fc-a95c-7125be8df836 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "PUT /v2.0/routers/af7d11bf-8eae-4980-a73c-f0cca3098062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9756496 Jul 07 20:04:29.188572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 3339dd37-c4b5-4fba-bd08-dae1316b847b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:04:29.193362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3339dd37-c4b5-4fba-bd08-dae1316b847b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:29.193743 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:29.287458 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:29.312693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 3339dd37-c4b5-4fba-bd08-dae1316b847b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3339dd37-c4b5-4fba-bd08-dae1316b847b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:29.319245 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:29.320164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7f952ee3-86a3-4147-ac8f-486303af8ab3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:04:29.409591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=3339dd37-c4b5-4fba-bd08-dae1316b847b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:29.411109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-5632bf0e-2587-4c86-a6d9-bddde7aef111 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:29.418863 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-5632bf0e-2587-4c86-a6d9-bddde7aef111 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/networks?id=66a3ed8e-c3d2-47d6-839e-12135fe54ae6 HTTP/1.1" status: 200 len: 798 time: 0.1292424 Jul 07 20:04:29.426547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 7f952ee3-86a3-4147-ac8f-486303af8ab3 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:04:29.430252 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b5757a99-f273-42d1-9902-d684bcfa7307 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/quotas/25975c8cceb743f39ea386e12fa0be67 HTTP/1.1" status: 200 len: 375 time: 0.0105653 Jul 07 20:04:29.444194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d895e8-894b-4356-a441-d411fc715f61 None None] Network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:04:29.502492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Sync routers for ids ['af7d11bf-8eae-4980-a73c-f0cca3098062'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:04:29.517662 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-1b52d489-5f00-4056-b08c-d7c479a152e8 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=25975c8cceb743f39ea386e12fa0be67&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0810368 Jul 07 20:04:29.518309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1dddcabe-eef8-4eb0-9d01-434401a8d05c None None] Provisioning for port 7f952ee3-86a3-4147-ac8f-486303af8ab3 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:04:29.529902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1dddcabe-eef8-4eb0-9d01-434401a8d05c None None] Provisioning complete for port 7f952ee3-86a3-4147-ac8f-486303af8ab3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:29.530278 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1dddcabe-eef8-4eb0-9d01-434401a8d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:29.531783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Routers {'af7d11bf-8eae-4980-a73c-f0cca3098062'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:29.532422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:04:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['af7d11bf-8eae-4980-a73c-f0cca3098062'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:29.619809 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-abf73117-7f84-43b6-9729-da312735163e service neutron] 10.222.0.81 "GET /v2.0/networks/66a3ed8e-c3d2-47d6-839e-12135fe54ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883479 Jul 07 20:04:29.709119 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-8b33454a-6421-47b0-b925-7e86fb40cff5 service neutron] 10.222.0.81 "GET /v2.0/networks/66a3ed8e-c3d2-47d6-839e-12135fe54ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831356 Jul 07 20:04:29.714559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Set router af7d11bf-8eae-4980-a73c-f0cca3098062 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:29.838013 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1dddcabe-eef8-4eb0-9d01-434401a8d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:29.889413 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ab301da-62f4-4e2f-898e-852204d63b06 req-3743f7ec-2328-4c77-8ce1-cc0874903ff3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 210 time: 0.0284214 Jul 07 20:04:29.929911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1dddcabe-eef8-4eb0-9d01-434401a8d05c None None] For port 7f952ee3-86a3-4147-ac8f-486303af8ab3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7f952ee3-86a3-4147-ac8f-486303af8ab3,segment=NetworkSegment(547a9964-d030-431a-b08b-e7ebafeec5c8),segment_id=547a9964-d030-431a-b08b-e7ebafeec5c8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:29.941127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1dddcabe-eef8-4eb0-9d01-434401a8d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:30.024755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddcabe-eef8-4eb0-9d01-434401a8d05c None None] Pushing event updated for resources: {'Port': ['ID=7f952ee3-86a3-4147-ac8f-486303af8ab3,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:30.053955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394731041', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:04:24Z', 'updated_at': '2021-07-07T20:04:28Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:04:25Z', 'updated_at': '2021-07-07T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e01af7ac-6b5e-474c-8bab-222b8055d15f', 'name': '', 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'mac_address': 'fa:16:3e:e8:00:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '5d29b740-f910-48a9-8076-7ac1d86b3f79', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:04:27Z', 'updated_at': '2021-07-07T20:04:28Z', 'revision_number': 2, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'subnets': [{'id': '5d29b740-f910-48a9-8076-7ac1d86b3f79', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:30.082964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Checking router: af7d11bf-8eae-4980-a73c-f0cca3098062 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:04:30.083311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Updating router af7d11bf-8eae-4980-a73c-f0cca3098062 port e01af7ac-6b5e-474c-8bab-222b8055d15f binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:04:30.126268 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:30.322828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-19003588-ac27-45c6-830b-25e4dc219378 None None] Provisioning complete for port 7f952ee3-86a3-4147-ac8f-486303af8ab3 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:30.323246 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-19003588-ac27-45c6-830b-25e4dc219378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:30.505666 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:30.514933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-19003588-ac27-45c6-830b-25e4dc219378 None None] Provisioning for port e01af7ac-6b5e-474c-8bab-222b8055d15f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:04:30.519935 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Transition to ACTIVE for port object e01af7ac-6b5e-474c-8bab-222b8055d15f will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:04:30.522831 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-19003588-ac27-45c6-830b-25e4dc219378 None None] Provisioning complete for port e01af7ac-6b5e-474c-8bab-222b8055d15f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:30.523362 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-19003588-ac27-45c6-830b-25e4dc219378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:30.526742 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:30.756722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-19003588-ac27-45c6-830b-25e4dc219378 None None] Port e01af7ac-6b5e-474c-8bab-222b8055d15f cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:04:30.763120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9633083-379c-4145-ae23-8d0cf842cb21 None None] Pushing event updated for resources: {'Port': ['ID=e01af7ac-6b5e-474c-8bab-222b8055d15f,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:30.818669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Attempting to bind port e01af7ac-6b5e-474c-8bab-222b8055d15f on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:04:30.819070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Attempting to bind port e01af7ac-6b5e-474c-8bab-222b8055d15f by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:04:30.819434 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Attempting to bind port e01af7ac-6b5e-474c-8bab-222b8055d15f on network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:04:30.824487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:04:30.824866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Checking segment: {'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:04:30.825327 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:30.825793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Bound using segment: {'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:04:30.826264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Bound port: e01af7ac-6b5e-474c-8bab-222b8055d15f, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:04:30.826646 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:30.905723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] For port e01af7ac-6b5e-474c-8bab-222b8055d15f, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:04:30.909335 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] For port e01af7ac-6b5e-474c-8bab-222b8055d15f, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e01af7ac-6b5e-474c-8bab-222b8055d15f,segment=NetworkSegment(547a9964-d030-431a-b08b-e7ebafeec5c8),segment_id=547a9964-d030-431a-b08b-e7ebafeec5c8)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:04:30.913126 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:30.972969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Routers {'af7d11bf-8eae-4980-a73c-f0cca3098062'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:30.973614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:04:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['af7d11bf-8eae-4980-a73c-f0cca3098062'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:30.976465 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9633083-379c-4145-ae23-8d0cf842cb21 None None] Pushing event updated for resources: {'Port': ['ID=e01af7ac-6b5e-474c-8bab-222b8055d15f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:31.099312 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a69e668-0393-4211-810d-024531bcdc66 req-7a720d2c-bf48-4352-b9bc-aebd219095b9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 210 time: 0.0470419 Jul 07 20:04:31.131713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3339dd37-c4b5-4fba-bd08-dae1316b847b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:04:31.159854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] Set router af7d11bf-8eae-4980-a73c-f0cca3098062 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:31.298373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-87289a7d-6e03-427d-b0ec-3c5f12ddccb9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:31.299830 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-87289a7d-6e03-427d-b0ec-3c5f12ddccb9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.110 "GET /v2.0/networks?id=66a3ed8e-c3d2-47d6-839e-12135fe54ae6 HTTP/1.1" status: 200 len: 798 time: 0.1201231 Jul 07 20:04:31.320820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Request body: {'port': {'device_id': 'c73868a9-5808-497d-87de-4edb4319fd74', 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6', 'admin_state_up': True, 'tenant_id': '25975c8cceb743f39ea386e12fa0be67'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:04:31.327718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3339dd37-c4b5-4fba-bd08-dae1316b847b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:31.328099 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:31.439486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Made reservation on behalf of 25975c8cceb743f39ea386e12fa0be67 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:04:31.443052 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:31.465918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7f952ee3-86a3-4147-ac8f-486303af8ab3 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:04:31.497714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394731041', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:04:24Z', 'updated_at': '2021-07-07T20:04:28Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:04:25Z', 'updated_at': '2021-07-07T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e01af7ac-6b5e-474c-8bab-222b8055d15f', 'name': '', 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'mac_address': 'fa:16:3e:e8:00:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '5d29b740-f910-48a9-8076-7ac1d86b3f79', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:04:27Z', 'updated_at': '2021-07-07T20:04:30Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'subnets': [{'id': '5d29b740-f910-48a9-8076-7ac1d86b3f79', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:31.534264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c240ad2a-6569-4994-b61c-ef7746c011ef None None] The sync data for ids ['af7d11bf-8eae-4980-a73c-f0cca3098062'] in n-d-793621-9 is: [{'id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394731041', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:04:24Z', 'updated_at': '2021-07-07T20:04:28Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:04:25Z', 'updated_at': '2021-07-07T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'e01af7ac-6b5e-474c-8bab-222b8055d15f', 'name': '', 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'mac_address': 'fa:16:3e:e8:00:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '5d29b740-f910-48a9-8076-7ac1d86b3f79', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:04:27Z', 'updated_at': '2021-07-07T20:04:30Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'subnets': [{'id': '5d29b740-f910-48a9-8076-7ac1d86b3f79', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:04:31.558062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7f952ee3-86a3-4147-ac8f-486303af8ab3 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:31.558440 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:31.602934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Allocated IP 172.20.0.30 (66a3ed8e-c3d2-47d6-839e-12135fe54ae6/5d29b740-f910-48a9-8076-7ac1d86b3f79/f56ec821-5b3c-412a-a91a-78a1ae91ba09) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:04:31.736935 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:31.755040 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Transition to ACTIVE for port object f56ec821-5b3c-412a-a91a-78a1ae91ba09 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:04:31.797383 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:31.841071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:04:31.846616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:04:31.850640 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:04:31.875713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event updated for resources: {'Port': ['ID=f56ec821-5b3c-412a-a91a-78a1ae91ba09,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:31.906549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:31.907277 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:31.922953 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b1a53542-30c6-416f-bd3b-134d94b60795 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6066818 Jul 07 20:04:31.936370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b4fb4444-8630-4b86-8858-7b9f5a5bb61c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:04:31.937883 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-b4fb4444-8630-4b86-8858-7b9f5a5bb61c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061064 Jul 07 20:04:32.011891 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Request body: {'port': {'device_id': 'c73868a9-5808-497d-87de-4edb4319fd74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:04:32.098440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:32.161583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4971aef0-e1db-49b1-8957-0f67ae32245a None None] Provisioning for port f56ec821-5b3c-412a-a91a-78a1ae91ba09 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:04:32.166909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4971aef0-e1db-49b1-8957-0f67ae32245a None None] Provisioning complete for port f56ec821-5b3c-412a-a91a-78a1ae91ba09 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:32.167512 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4971aef0-e1db-49b1-8957-0f67ae32245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:32.208492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4971aef0-e1db-49b1-8957-0f67ae32245a None None] Port f56ec821-5b3c-412a-a91a-78a1ae91ba09 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:04:32.358530 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b5968-80ba-43b6-b229-4db7a98b8d6b req-aace48ca-2cb5-425f-a18b-d792efe5b9ca tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:32.360059 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e25b5968-80ba-43b6-b229-4db7a98b8d6b req-aace48ca-2cb5-425f-a18b-d792efe5b9ca tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 895 time: 0.1397231 Jul 07 20:04:32.445300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56ec821-5b3c-412a-a91a-78a1ae91ba09 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:04:32.453009 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:32.465697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Transition to ACTIVE for port object f56ec821-5b3c-412a-a91a-78a1ae91ba09 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:04:32.468632 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:32.524879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f56ec821-5b3c-412a-a91a-78a1ae91ba09,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:32.597250 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Attempting to bind port f56ec821-5b3c-412a-a91a-78a1ae91ba09 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:04:32.597502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Attempting to bind port f56ec821-5b3c-412a-a91a-78a1ae91ba09 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:04:32.597651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Attempting to bind port f56ec821-5b3c-412a-a91a-78a1ae91ba09 on network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:04:32.602726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Port f56ec821-5b3c-412a-a91a-78a1ae91ba09 on network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:04:32.602966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Attempting to bind port f56ec821-5b3c-412a-a91a-78a1ae91ba09 on network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:04:32.608258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:04:32.608667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Checking segment: {'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:04:32.608997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Bound using segment: {'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:04:32.609436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Bound port: f56ec821-5b3c-412a-a91a-78a1ae91ba09, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '547a9964-d030-431a-b08b-e7ebafeec5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:04:32.609798 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:32.679356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] For port f56ec821-5b3c-412a-a91a-78a1ae91ba09, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:04:32.682910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] For port f56ec821-5b3c-412a-a91a-78a1ae91ba09, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f56ec821-5b3c-412a-a91a-78a1ae91ba09,segment=NetworkSegment(547a9964-d030-431a-b08b-e7ebafeec5c8),segment_id=547a9964-d030-431a-b08b-e7ebafeec5c8)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:04:32.689105 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:32.732774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:32.733758 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:32.735589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] 10.222.0.110 "PUT /v2.0/ports/f56ec821-5b3c-412a-a91a-78a1ae91ba09 HTTP/1.1" status: 200 len: 1055 time: 0.7842016 Jul 07 20:04:32.737779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73868a9-5808-497d-87de-4edb4319fd74', 'tag': 'f56ec821-5b3c-412a-a91a-78a1ae91ba09'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:04:32.740072 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d364a2-02fb-490f-8fd1-fa17f32fcdce" -d '{"events": [{"name": "network-changed", "server_uuid": "c73868a9-5808-497d-87de-4edb4319fd74", "tag": "f56ec821-5b3c-412a-a91a-78a1ae91ba09"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:04:32.775869 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:04:32.778702 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd030f3-e6db-41ba-a613-0d7c114716c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f56ec821-5b3c-412a-a91a-78a1ae91ba09,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:32.851890 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-a4c9d848-8659-4020-8f3c-f71838609195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:32.854349 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-a4c9d848-8659-4020-8f3c-f71838609195 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=25975c8cceb743f39ea386e12fa0be67&device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 1058 time: 0.0647039 Jul 07 20:04:32.868650 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8698e9c-122d-4ffe-8e0c-faa5dadbd1b1 x-openstack-request-id: req-b8698e9c-122d-4ffe-8e0c-faa5dadbd1b1 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:04:32.868951 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73868a9-5808-497d-87de-4edb4319fd74", "tag": "f56ec821-5b3c-412a-a91a-78a1ae91ba09", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:04:32.869218 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8698e9c-122d-4ffe-8e0c-faa5dadbd1b1 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:04:32.869622 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73868a9-5808-497d-87de-4edb4319fd74', 'tag': 'f56ec821-5b3c-412a-a91a-78a1ae91ba09', 'status': 'completed', 'code': 200} Jul 07 20:04:32.904827 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-020b3e61-d71f-4a61-880a-236903fe1d3d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f56ec821-5b3c-412a-a91a-78a1ae91ba09 HTTP/1.1" status: 200 len: 217 time: 0.0343065 Jul 07 20:04:32.962180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-0d41e66f-66a6-4563-b490-0dabd4cdcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:32.963698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-0d41e66f-66a6-4563-b490-0dabd4cdcfd5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5d29b740-f910-48a9-8076-7ac1d86b3f79 HTTP/1.1" status: 200 len: 838 time: 0.0491376 Jul 07 20:04:33.025340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-3e5d3dee-ab4f-450b-917f-ff4431e68321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:33.027001 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-3e5d3dee-ab4f-450b-917f-ff4431e68321 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=66a3ed8e-c3d2-47d6-839e-12135fe54ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549862 Jul 07 20:04:33.065944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e01af7ac-6b5e-474c-8bab-222b8055d15f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:04:33.115040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port e01af7ac-6b5e-474c-8bab-222b8055d15f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:04:33.118597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e01af7ac-6b5e-474c-8bab-222b8055d15f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:33.119054 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:33.122721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-248e331d-36ea-438d-86ec-eafe783663c1 service neutron] 10.222.0.110 "GET /v2.0/networks/66a3ed8e-c3d2-47d6-839e-12135fe54ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860658 Jul 07 20:04:33.195047 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:33.219982 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c68f576f-596c-469c-a33a-4a61bbf67af2 req-fd8b5192-a553-4038-a896-f4a7f26e03f7 service neutron] 10.222.0.110 "GET /v2.0/networks/66a3ed8e-c3d2-47d6-839e-12135fe54ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866263 Jul 07 20:04:33.228529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port e01af7ac-6b5e-474c-8bab-222b8055d15f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e01af7ac-6b5e-474c-8bab-222b8055d15f,segment=NetworkSegment(547a9964-d030-431a-b08b-e7ebafeec5c8),segment_id=547a9964-d030-431a-b08b-e7ebafeec5c8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:33.232485 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:33.285124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=e01af7ac-6b5e-474c-8bab-222b8055d15f,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:33.324858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d364a2-02fb-490f-8fd1-fa17f32fcdce req-5dccb244-32e9-4f1c-b7cf-05d260ea380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:33.326330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-89d364a2-02fb-490f-8fd1-fa17f32fcdce req-5dccb244-32e9-4f1c-b7cf-05d260ea380e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=25975c8cceb743f39ea386e12fa0be67&device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 1058 time: 0.0527656 Jul 07 20:04:33.423029 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d364a2-02fb-490f-8fd1-fa17f32fcdce req-e98c4c54-da70-4902-af45-c96d3f03ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:33.424794 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-89d364a2-02fb-490f-8fd1-fa17f32fcdce req-e98c4c54-da70-4902-af45-c96d3f03ad81 service neutron] 10.222.0.110 "GET /v2.0/networks?id=66a3ed8e-c3d2-47d6-839e-12135fe54ae6 HTTP/1.1" status: 200 len: 899 time: 0.0908928 Jul 07 20:04:33.467483 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-89d364a2-02fb-490f-8fd1-fa17f32fcdce req-31a344a0-3ee2-4ada-924c-c09d097e4442 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f56ec821-5b3c-412a-a91a-78a1ae91ba09 HTTP/1.1" status: 200 len: 217 time: 0.0352979 Jul 07 20:04:33.549298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d364a2-02fb-490f-8fd1-fa17f32fcdce req-86453418-5668-49cd-bdd5-76eab5628f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:33.550763 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-89d364a2-02fb-490f-8fd1-fa17f32fcdce req-86453418-5668-49cd-bdd5-76eab5628f98 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5d29b740-f910-48a9-8076-7ac1d86b3f79 HTTP/1.1" status: 200 len: 838 time: 0.0764174 Jul 07 20:04:33.602977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26791010-5b48-44f3-891f-3ac51005210c req-1902535b-a79c-43cc-a70c-e9b9ab6536d4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:33.604416 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26791010-5b48-44f3-891f-3ac51005210c req-1902535b-a79c-43cc-a70c-e9b9ab6536d4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 907 time: 0.1220160 Jul 07 20:04:33.625984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d364a2-02fb-490f-8fd1-fa17f32fcdce req-a85ed9e5-f272-41c7-a677-91dd4874fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:33.627518 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-89d364a2-02fb-490f-8fd1-fa17f32fcdce req-a85ed9e5-f272-41c7-a677-91dd4874fb4e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=66a3ed8e-c3d2-47d6-839e-12135fe54ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692852 Jul 07 20:04:33.723154 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-89d364a2-02fb-490f-8fd1-fa17f32fcdce req-1638e7c5-83f6-4299-8ccf-34978192ff52 service neutron] 10.222.0.110 "GET /v2.0/networks/66a3ed8e-c3d2-47d6-839e-12135fe54ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867481 Jul 07 20:04:33.812364 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-89d364a2-02fb-490f-8fd1-fa17f32fcdce req-c3a149de-a118-45be-8721-f5b53d99622d service neutron] 10.222.0.110 "GET /v2.0/networks/66a3ed8e-c3d2-47d6-839e-12135fe54ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801733 Jul 07 20:04:34.779920 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043db0d-b581-4acc-b498-587b825d37f4 req-29b77ecd-8036-47f1-bb7b-ba329ae911e6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:34.781547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3043db0d-b581-4acc-b498-587b825d37f4 req-29b77ecd-8036-47f1-bb7b-ba329ae911e6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 907 time: 0.0650067 Jul 07 20:04:35.036619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e01af7ac-6b5e-474c-8bab-222b8055d15f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:04:35.083726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e01af7ac-6b5e-474c-8bab-222b8055d15f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:35.084102 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:35.953453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306703bd-25e0-49c0-aa87-4cf753d75a8a req-dde2ce00-f3b3-4862-bdbb-ab8bcf98f540 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:35.954958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-306703bd-25e0-49c0-aa87-4cf753d75a8a req-dde2ce00-f3b3-4862-bdbb-ab8bcf98f540 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 907 time: 0.0631738 Jul 07 20:04:36.119963 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:36.247525 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-648f40ae-1e1f-4773-a40f-598a9287cf31 req-4f770159-db8c-4f4b-a32b-b63db8b4e25a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550828 Jul 07 20:04:36.341527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f40ae-1e1f-4773-a40f-598a9287cf31 req-05869dcf-a845-440b-bac2-d8a8ffcf6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:36.343029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-648f40ae-1e1f-4773-a40f-598a9287cf31 req-05869dcf-a845-440b-bac2-d8a8ffcf6771 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25975c8cceb743f39ea386e12fa0be67&device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 1135 time: 0.0514607 Jul 07 20:04:36.449308 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f40ae-1e1f-4773-a40f-598a9287cf31 req-43422112-f3fa-4788-8d55-f208d2402d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:36.450701 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-648f40ae-1e1f-4773-a40f-598a9287cf31 req-43422112-f3fa-4788-8d55-f208d2402d2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f9d519-7974-4656-8522-1da7a2a688fb HTTP/1.1" status: 200 len: 898 time: 0.0879841 Jul 07 20:04:36.515061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-648f40ae-1e1f-4773-a40f-598a9287cf31 req-74573f07-ecd7-43a6-893c-77d5c707d725 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f58d8f0-2737-4d5c-864a-9271fded5265 HTTP/1.1" status: 200 len: 1001 time: 0.0568883 Jul 07 20:04:36.567543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f40ae-1e1f-4773-a40f-598a9287cf31 req-40c07ab3-9ee4-44e8-b262-9b5752ff3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:36.568993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-648f40ae-1e1f-4773-a40f-598a9287cf31 req-40c07ab3-9ee4-44e8-b262-9b5752ff3233 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58a8a65f-80ef-4e26-bab5-7312c32c7278 HTTP/1.1" status: 200 len: 835 time: 0.0477302 Jul 07 20:04:36.624674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f40ae-1e1f-4773-a40f-598a9287cf31 req-a9c4e2bd-bf4c-41de-9911-3629d52560dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:36.626133 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-648f40ae-1e1f-4773-a40f-598a9287cf31 req-a9c4e2bd-bf4c-41de-9911-3629d52560dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f9d519-7974-4656-8522-1da7a2a688fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502658 Jul 07 20:04:36.716270 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-648f40ae-1e1f-4773-a40f-598a9287cf31 req-1ace3c0b-fb79-42c8-a3ce-c750b333372c service neutron] 10.222.0.48 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823350 Jul 07 20:04:36.716533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f56ec821-5b3c-412a-a91a-78a1ae91ba09 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:04:36.813250 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-648f40ae-1e1f-4773-a40f-598a9287cf31 req-844b8b5b-91b4-4573-9e69-6c04a8116370 service neutron] 10.222.0.48 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899997 Jul 07 20:04:36.820180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f56ec821-5b3c-412a-a91a-78a1ae91ba09, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f56ec821-5b3c-412a-a91a-78a1ae91ba09,segment=NetworkSegment(547a9964-d030-431a-b08b-e7ebafeec5c8),segment_id=547a9964-d030-431a-b08b-e7ebafeec5c8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:36.831872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'f56ec821-5b3c-412a-a91a-78a1ae91ba09', 'network_id': '66a3ed8e-c3d2-47d6-839e-12135fe54ae6', 'port_id': 'f56ec821-5b3c-412a-a91a-78a1ae91ba09', 'mac_address': 'fa:16:3e:78:35:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d29b740-f910-48a9-8076-7ac1d86b3f79', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:04:36.868529 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:36.880737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56ec821-5b3c-412a-a91a-78a1ae91ba09 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:04:36.902999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f56ec821-5b3c-412a-a91a-78a1ae91ba09, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f56ec821-5b3c-412a-a91a-78a1ae91ba09,segment=NetworkSegment(547a9964-d030-431a-b08b-e7ebafeec5c8),segment_id=547a9964-d030-431a-b08b-e7ebafeec5c8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:36.907178 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:36.952309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=f56ec821-5b3c-412a-a91a-78a1ae91ba09,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:37.126482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda84149-24ab-4601-9d3c-f49903f8621a req-fd7bd872-c5fd-4ce6-8caf-192db7b7679f tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:37.127992 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fda84149-24ab-4601-9d3c-f49903f8621a req-fd7bd872-c5fd-4ce6-8caf-192db7b7679f tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 908 time: 0.0648241 Jul 07 20:04:37.230864 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['f56ec821-5b3c-412a-a91a-78a1ae91ba09'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:04:38.305310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceaae9-f731-4b45-aaa9-84041ea6a8ca req-34f9669f-0a26-4c27-94cb-d504b57ae73c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:38.306781 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-efceaae9-f731-4b45-aaa9-84041ea6a8ca req-34f9669f-0a26-4c27-94cb-d504b57ae73c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 908 time: 0.0684159 Jul 07 20:04:38.732361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f56ec821-5b3c-412a-a91a-78a1ae91ba09 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:04:38.779135 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port f56ec821-5b3c-412a-a91a-78a1ae91ba09 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:04:38.782776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port f56ec821-5b3c-412a-a91a-78a1ae91ba09 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:38.783166 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:38.860543 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:38.882507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73868a9-5808-497d-87de-4edb4319fd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56ec821-5b3c-412a-a91a-78a1ae91ba09'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:04:38.885090 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a1aeb0-8b00-4c6e-9894-e584df950701" -d '{"events": [{"server_uuid": "c73868a9-5808-497d-87de-4edb4319fd74", "name": "network-vif-plugged", "status": "completed", "tag": "f56ec821-5b3c-412a-a91a-78a1ae91ba09"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:04:38.897639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port f56ec821-5b3c-412a-a91a-78a1ae91ba09, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f56ec821-5b3c-412a-a91a-78a1ae91ba09,segment=NetworkSegment(547a9964-d030-431a-b08b-e7ebafeec5c8),segment_id=547a9964-d030-431a-b08b-e7ebafeec5c8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:38.901497 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:38.949776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=f56ec821-5b3c-412a-a91a-78a1ae91ba09,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:38.979578 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a29fb1b-6644-4dd6-8b34-29e1b482eef1 x-openstack-request-id: req-3a29fb1b-6644-4dd6-8b34-29e1b482eef1 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:04:38.979874 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73868a9-5808-497d-87de-4edb4319fd74", "name": "network-vif-plugged", "status": "completed", "tag": "f56ec821-5b3c-412a-a91a-78a1ae91ba09", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:04:38.980336 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a29fb1b-6644-4dd6-8b34-29e1b482eef1 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:04:38.980507 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73868a9-5808-497d-87de-4edb4319fd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56ec821-5b3c-412a-a91a-78a1ae91ba09', 'code': 200} Jul 07 20:04:39.098726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b70da6-6024-481b-ae96-2f37c3f80237 req-9de4739a-c378-40f4-b9e6-775ef35e300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:39.100217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40b70da6-6024-481b-ae96-2f37c3f80237 req-9de4739a-c378-40f4-b9e6-775ef35e300d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 1060 time: 0.0511427 Jul 07 20:04:39.482091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38b651-5b75-4f73-8fce-9201fa555999 req-31543d0b-5723-4e71-9926-ca6cfc652283 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:39.483611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c38b651-5b75-4f73-8fce-9201fa555999 req-31543d0b-5723-4e71-9926-ca6cfc652283 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 909 time: 0.0640669 Jul 07 20:04:40.290724 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:40.663042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52709c9-649e-4e65-8aec-f0dddc742882 req-88445f83-58ce-4703-b0d7-9a308138c2f0 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:40.664414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c52709c9-649e-4e65-8aec-f0dddc742882 req-88445f83-58ce-4703-b0d7-9a308138c2f0 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 909 time: 0.0618379 Jul 07 20:04:40.840221 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00964ebd-4fe1-4ede-86be-79a16edc6477 req-17cdc70c-61dc-4f59-b07d-8aa3c48fddee tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:40.841705 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00964ebd-4fe1-4ede-86be-79a16edc6477 req-17cdc70c-61dc-4f59-b07d-8aa3c48fddee tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 909 time: 0.0681608 Jul 07 20:04:41.002208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4d1c-8248-4fb5-bb08-f8400b8d474e req-ba0bf705-76e1-4722-b1f1-ccdd57e0cf4f tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:41.003772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a63c4d1c-8248-4fb5-bb08-f8400b8d474e req-ba0bf705-76e1-4722-b1f1-ccdd57e0cf4f tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 1060 time: 0.0553932 Jul 07 20:04:41.162284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a4668-be69-4b5f-bb60-c1f697180a08 req-88f724a9-8ba0-437d-926b-b2b404d6d26d tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:41.163821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea9a4668-be69-4b5f-bb60-c1f697180a08 req-88f724a9-8ba0-437d-926b-b2b404d6d26d tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 1135 time: 0.0514600 Jul 07 20:04:41.200443 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea9a4668-be69-4b5f-bb60-c1f697180a08 req-9ffae20c-d725-477d-b865-9efbdb3762b3 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0298648 Jul 07 20:04:41.225461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47072) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:41.276761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f64dcdb-15a8-4e41-a6fa-ef222a9b1947 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:41.278204 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2f64dcdb-15a8-4e41-a6fa-ef222a9b1947 tempest-TestSecurityGroupsBasicOps-1589741966 tempest-TestSecurityGroupsBasicOps-1589741966-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 1055 time: 0.0517402 Jul 07 20:04:41.631413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf417f72-85ab-42a0-833e-a656dceb61fe req-fde2f5f5-7ead-4f8d-9d03-9fc91dfddf9c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:41.632916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cf417f72-85ab-42a0-833e-a656dceb61fe req-fde2f5f5-7ead-4f8d-9d03-9fc91dfddf9c tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 909 time: 0.0635409 Jul 07 20:04:42.817012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c41f-a049-4efd-8ec7-2732a6f66f28 req-dd10961d-103f-42a1-b339-f84df9e3fcae tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:42.818561 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c12c41f-a049-4efd-8ec7-2732a6f66f28 req-dd10961d-103f-42a1-b339-f84df9e3fcae tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 909 time: 0.0689518 Jul 07 20:04:43.078712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd46c4-9f52-44cc-93fc-ead2818ef9f0 req-89ad8b0e-32f7-4c88-b554-f347ae64d3fa tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:43.080148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57fd46c4-9f52-44cc-93fc-ead2818ef9f0 req-89ad8b0e-32f7-4c88-b554-f347ae64d3fa tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.110 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 909 time: 0.0652866 Jul 07 20:04:43.183965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-57fd46c4-9f52-44cc-93fc-ead2818ef9f0 req-4e93eaaa-b6a5-48c9-ad7d-7a80e96cee97 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Deleting port f56ec821-5b3c-412a-a91a-78a1ae91ba09 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:04:43.184303 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57fd46c4-9f52-44cc-93fc-ead2818ef9f0 req-4e93eaaa-b6a5-48c9-ad7d-7a80e96cee97 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:43.271923 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-57fd46c4-9f52-44cc-93fc-ead2818ef9f0 req-4e93eaaa-b6a5-48c9-ad7d-7a80e96cee97 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] For port f56ec821-5b3c-412a-a91a-78a1ae91ba09, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=f56ec821-5b3c-412a-a91a-78a1ae91ba09,segment=NetworkSegment(547a9964-d030-431a-b08b-e7ebafeec5c8),segment_id=547a9964-d030-431a-b08b-e7ebafeec5c8)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:43.272199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57fd46c4-9f52-44cc-93fc-ead2818ef9f0 req-4e93eaaa-b6a5-48c9-ad7d-7a80e96cee97 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:43.285047 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-57fd46c4-9f52-44cc-93fc-ead2818ef9f0 req-4e93eaaa-b6a5-48c9-ad7d-7a80e96cee97 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Calling delete_port for f56ec821-5b3c-412a-a91a-78a1ae91ba09 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:04:43.406955 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57fd46c4-9f52-44cc-93fc-ead2818ef9f0 req-4e93eaaa-b6a5-48c9-ad7d-7a80e96cee97 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:43.439012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93eaaa-b6a5-48c9-ad7d-7a80e96cee97 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'Port': ['ID=f56ec821-5b3c-412a-a91a-78a1ae91ba09,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:43.483216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fd46c4-9f52-44cc-93fc-ead2818ef9f0 req-4e93eaaa-b6a5-48c9-ad7d-7a80e96cee97 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] No DVR routers for this DVR port f56ec821-5b3c-412a-a91a-78a1ae91ba09 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:04:43.485801 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57fd46c4-9f52-44cc-93fc-ead2818ef9f0 req-4e93eaaa-b6a5-48c9-ad7d-7a80e96cee97 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:43.487849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57fd46c4-9f52-44cc-93fc-ead2818ef9f0 req-4e93eaaa-b6a5-48c9-ad7d-7a80e96cee97 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.110 "DELETE /v2.0/ports/f56ec821-5b3c-412a-a91a-78a1ae91ba09 HTTP/1.1" status: 204 len: 173 time: 0.3998561 Jul 07 20:04:43.488290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73868a9-5808-497d-87de-4edb4319fd74', 'name': 'network-vif-deleted', 'tag': 'f56ec821-5b3c-412a-a91a-78a1ae91ba09'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:04:43.490547 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cc0b20-d52c-40b8-b9fa-ea8923e425e1" -d '{"events": [{"server_uuid": "c73868a9-5808-497d-87de-4edb4319fd74", "name": "network-vif-deleted", "tag": "f56ec821-5b3c-412a-a91a-78a1ae91ba09"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:04:43.529989 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ecd2d9-cceb-4c94-8b27-5c1c0f88826b x-openstack-request-id: req-f1ecd2d9-cceb-4c94-8b27-5c1c0f88826b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:04:43.530338 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73868a9-5808-497d-87de-4edb4319fd74", "name": "network-vif-deleted", "tag": "f56ec821-5b3c-412a-a91a-78a1ae91ba09", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:04:43.530603 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1ecd2d9-cceb-4c94-8b27-5c1c0f88826b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:04:43.531057 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73868a9-5808-497d-87de-4edb4319fd74', 'name': 'network-vif-deleted', 'tag': 'f56ec821-5b3c-412a-a91a-78a1ae91ba09', 'status': 'completed', 'code': 200} Jul 07 20:04:43.975388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7dcd9358-a369-4f8d-b828-703387d9b35c req-6db2590e-e712-41a5-92a1-f9577b5fd0c9 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=c73868a9-5808-497d-87de-4edb4319fd74 HTTP/1.1" status: 200 len: 210 time: 0.0328841 Jul 07 20:04:45.070660 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47092) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:45.425153 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86bbf6da-35a2-4b69-be97-1da0ec80fdf6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:45.701315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-86bbf6da-35a2-4b69-be97-1da0ec80fdf6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Deleting port e01af7ac-6b5e-474c-8bab-222b8055d15f {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:04:45.701530 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86bbf6da-35a2-4b69-be97-1da0ec80fdf6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:45.797067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-86bbf6da-35a2-4b69-be97-1da0ec80fdf6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] For port e01af7ac-6b5e-474c-8bab-222b8055d15f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e01af7ac-6b5e-474c-8bab-222b8055d15f,segment=NetworkSegment(547a9964-d030-431a-b08b-e7ebafeec5c8),segment_id=547a9964-d030-431a-b08b-e7ebafeec5c8)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:45.797067 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86bbf6da-35a2-4b69-be97-1da0ec80fdf6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:45.810636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-86bbf6da-35a2-4b69-be97-1da0ec80fdf6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Calling delete_port for e01af7ac-6b5e-474c-8bab-222b8055d15f owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:04:45.994469 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86bbf6da-35a2-4b69-be97-1da0ec80fdf6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:46.021146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbf6da-35a2-4b69-be97-1da0ec80fdf6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'Port': ['ID=e01af7ac-6b5e-474c-8bab-222b8055d15f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:46.194385 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-86bbf6da-35a2-4b69-be97-1da0ec80fdf6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:46.415235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bbf6da-35a2-4b69-be97-1da0ec80fdf6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Router af7d11bf-8eae-4980-a73c-f0cca3098062 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:04:46.763529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f56ec821-5b3c-412a-a91a-78a1ae91ba09 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:04:46.790276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: f56ec821-5b3c-412a-a91a-78a1ae91ba09 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:04:46.790643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device f56ec821-5b3c-412a-a91a-78a1ae91ba09 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:04:46.833808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bbf6da-35a2-4b69-be97-1da0ec80fdf6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:04:46.840870 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-86bbf6da-35a2-4b69-be97-1da0ec80fdf6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "PUT /v2.0/routers/af7d11bf-8eae-4980-a73c-f0cca3098062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7679195 Jul 07 20:04:46.842304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47094) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:46.846143 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6796c-57b6-46a0-8dc8-4fb211d9f831 None None] Sync routers for ids ['af7d11bf-8eae-4980-a73c-f0cca3098062'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:04:46.856946 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6796c-57b6-46a0-8dc8-4fb211d9f831 None None] Routers {'af7d11bf-8eae-4980-a73c-f0cca3098062'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:46.857582 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-dcc6796c-57b6-46a0-8dc8-4fb211d9f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:04:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['af7d11bf-8eae-4980-a73c-f0cca3098062'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:46.895054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-191a6fa9-a991-4f13-b061-fd1ee7755bc0 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Deleting subnet 5d29b740-f910-48a9-8076-7ac1d86b3f79 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:04:46.898329 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-191a6fa9-a991-4f13-b061-fd1ee7755bc0 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:46.947048 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-191a6fa9-a991-4f13-b061-fd1ee7755bc0 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.046158 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-191a6fa9-a991-4f13-b061-fd1ee7755bc0 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.059811 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-dcc6796c-57b6-46a0-8dc8-4fb211d9f831 None None] Set router af7d11bf-8eae-4980-a73c-f0cca3098062 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:47.112996 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-191a6fa9-a991-4f13-b061-fd1ee7755bc0 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.142068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a6fa9-a991-4f13-b061-fd1ee7755bc0 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'Subnet': ['ID=5d29b740-f910-48a9-8076-7ac1d86b3f79,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:47.144061 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-191a6fa9-a991-4f13-b061-fd1ee7755bc0 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.145959 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-191a6fa9-a991-4f13-b061-fd1ee7755bc0 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "DELETE /v2.0/subnets/5d29b740-f910-48a9-8076-7ac1d86b3f79 HTTP/1.1" status: 204 len: 168 time: 0.3026445 Jul 07 20:04:47.148641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47096) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:47.156200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2138c-740b-4c8b-8f8f-9f603390a8af None None] Network 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:04:47.255358 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-dcc6796c-57b6-46a0-8dc8-4fb211d9f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394731041', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:04:24Z', 'updated_at': '2021-07-07T20:04:45Z', 'revision_number': 5, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:04:25Z', 'updated_at': '2021-07-07T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:47.274757 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.287639 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6796c-57b6-46a0-8dc8-4fb211d9f831 None None] Checking router: af7d11bf-8eae-4980-a73c-f0cca3098062 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:04:47.297709 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6796c-57b6-46a0-8dc8-4fb211d9f831 None None] Routers {'af7d11bf-8eae-4980-a73c-f0cca3098062'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:47.298385 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-dcc6796c-57b6-46a0-8dc8-4fb211d9f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:04:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['af7d11bf-8eae-4980-a73c-f0cca3098062'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:47.359476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2e7e3-6c2e-4848-9864-a3986835ca0c None None] DHCP port deletion for 66a3ed8e-c3d2-47d6-839e-12135fe54ae6 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:04:47.394711 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.406660 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-dcc6796c-57b6-46a0-8dc8-4fb211d9f831 None None] Set router af7d11bf-8eae-4980-a73c-f0cca3098062 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:47.419681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2e7e3-6c2e-4848-9864-a3986835ca0c None None] Deleting port 7f952ee3-86a3-4147-ac8f-486303af8ab3 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:04:47.420062 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9ff2e7e3-6c2e-4848-9864-a3986835ca0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.459404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Deleting port 3339dd37-c4b5-4fba-bd08-dae1316b847b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:04:47.459937 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.498939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-9ff2e7e3-6c2e-4848-9864-a3986835ca0c None None] For port 7f952ee3-86a3-4147-ac8f-486303af8ab3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7f952ee3-86a3-4147-ac8f-486303af8ab3,segment=NetworkSegment(547a9964-d030-431a-b08b-e7ebafeec5c8),segment_id=547a9964-d030-431a-b08b-e7ebafeec5c8)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:47.499204 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9ff2e7e3-6c2e-4848-9864-a3986835ca0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.512707 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2e7e3-6c2e-4848-9864-a3986835ca0c None None] Calling delete_port for 7f952ee3-86a3-4147-ac8f-486303af8ab3 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:04:47.545039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] For port 3339dd37-c4b5-4fba-bd08-dae1316b847b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3339dd37-c4b5-4fba-bd08-dae1316b847b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:47.545771 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.558492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Calling delete_port for 3339dd37-c4b5-4fba-bd08-dae1316b847b owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:04:47.605215 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9ff2e7e3-6c2e-4848-9864-a3986835ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.612845 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-dcc6796c-57b6-46a0-8dc8-4fb211d9f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394731041', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:04:24Z', 'updated_at': '2021-07-07T20:04:45Z', 'revision_number': 5, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:04:25Z', 'updated_at': '2021-07-07T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:47.633790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2e7e3-6c2e-4848-9864-a3986835ca0c None None] Pushing event deleted for resources: {'Port': ['ID=7f952ee3-86a3-4147-ac8f-486303af8ab3,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:47.639353 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2e7e3-6c2e-4848-9864-a3986835ca0c None None] No DVR routers for this DVR port 7f952ee3-86a3-4147-ac8f-486303af8ab3 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:04:47.640858 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6796c-57b6-46a0-8dc8-4fb211d9f831 None None] The sync data for ids ['af7d11bf-8eae-4980-a73c-f0cca3098062'] in n-d-793621-9 is: [{'id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394731041', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:04:24Z', 'updated_at': '2021-07-07T20:04:45Z', 'revision_number': 5, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': '3339dd37-c4b5-4fba-bd08-dae1316b847b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d11bf-8eae-4980-a73c-f0cca3098062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:04:25Z', 'updated_at': '2021-07-07T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:04:47.737790 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.769003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'Port': ['ID=3339dd37-c4b5-4fba-bd08-dae1316b847b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:47.833920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.925790 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.927897 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.974690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.975256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Fanout notify agent at l3_agent the message router_deleted on router af7d11bf-8eae-4980-a73c-f0cca3098062 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:04:47.983014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:47.984176 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6d06e7e9-b8aa-4cc6-8d28-86cae5f366e2 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "DELETE /v2.0/routers/af7d11bf-8eae-4980-a73c-f0cca3098062 HTTP/1.1" status: 204 len: 168 time: 0.8336947 Jul 07 20:04:47.987140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47098) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:48.074861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:48.162982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:48.173595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a3ed8e-c3d2-47d6-839e-12135fe54ae6']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:48.185519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547a9964-d030-431a-b08b-e7ebafeec5c8') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:48.185822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547a9964-d030-431a-b08b-e7ebafeec5c8') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:48.195463 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:48.212717 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:48.219396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:04:48.219810 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:04:48.223593 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:04:48.292736 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:48.301152 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:48.304948 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "DELETE /v2.0/networks/66a3ed8e-c3d2-47d6-839e-12135fe54ae6 HTTP/1.1" status: 204 len: 168 time: 0.3142786 Jul 07 20:04:48.305693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47100) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:48.322258 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabab061-5575-4d51-9202-7471db6095b3 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'Network': ['ID=66a3ed8e-c3d2-47d6-839e-12135fe54ae6,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:48.483286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Deleting port 15142dd2-03c0-4afa-ba2d-62d6f69f7d8b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:04:48.483636 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:48.568520 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:48.568766 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:48.580531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Calling delete_port for 15142dd2-03c0-4afa-ba2d-62d6f69f7d8b owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:04:48.734594 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:48.763307 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'Port': ['ID=15142dd2-03c0-4afa-ba2d-62d6f69f7d8b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:48.831526 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:48.831822 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Floating IP 06a968f6-cca3-4968-878c-d453eaa22b30 disassociated (deleted). External IP: 172.25.0.201, port: 8f58d8f0-2737-4d5c-864a-9271fded5265. Jul 07 20:04:49.042733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:04:49.044428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e01af7ac-6b5e-474c-8bab-222b8055d15f no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:04:49.063976 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: e01af7ac-6b5e-474c-8bab-222b8055d15f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:04:49.064327 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e01af7ac-6b5e-474c-8bab-222b8055d15f not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:04:49.064743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3339dd37-c4b5-4fba-bd08-dae1316b847b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:04:49.084599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 3339dd37-c4b5-4fba-bd08-dae1316b847b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:04:49.084960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3339dd37-c4b5-4fba-bd08-dae1316b847b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:04:49.085371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7f952ee3-86a3-4147-ac8f-486303af8ab3 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:04:49.104269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 7f952ee3-86a3-4147-ac8f-486303af8ab3 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:04:49.104614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7f952ee3-86a3-4147-ac8f-486303af8ab3 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:04:49.151273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:04:49.156033 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:49.160345 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6307f-6644-4443-b440-aefda6a57e9f None None] Sync routers for ids ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:04:49.169706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6307f-6644-4443-b440-aefda6a57e9f None None] Routers {'d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:49.170322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c2e6307f-6644-4443-b440-aefda6a57e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:04:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:49.193084 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e9af5483-75d3-42a8-b734-1a9f92e075a4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "DELETE /v2.0/floatingips/06a968f6-cca3-4968-878c-d453eaa22b30 HTTP/1.1" status: 204 len: 168 time: 0.8864226 Jul 07 20:04:49.193863 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'tag': '8f58d8f0-2737-4d5c-864a-9271fded5265'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:04:49.196411 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d84bf5-0a47-4d93-822b-5bfacb05cc47" -d '{"events": [{"name": "network-changed", "server_uuid": "562d8ea7-1494-4f05-ae14-a7a5c96bb743", "tag": "8f58d8f0-2737-4d5c-864a-9271fded5265"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:04:49.234154 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e429a8-f9a3-4cf3-a027-5b4e02cc2ccf x-openstack-request-id: req-83e429a8-f9a3-4cf3-a027-5b4e02cc2ccf {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:04:49.234448 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562d8ea7-1494-4f05-ae14-a7a5c96bb743", "tag": "8f58d8f0-2737-4d5c-864a-9271fded5265", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:04:49.234709 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83e429a8-f9a3-4cf3-a027-5b4e02cc2ccf {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:04:49.235476 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'tag': '8f58d8f0-2737-4d5c-864a-9271fded5265', 'status': 'completed', 'code': 200} Jul 07 20:04:49.288564 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c2e6307f-6644-4443-b440-aefda6a57e9f None None] Set router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:49.312478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84bf5-0a47-4d93-822b-5bfacb05cc47 req-4adf6ed5-c494-4709-855c-57d622b85f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:49.314092 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7d84bf5-0a47-4d93-822b-5bfacb05cc47 req-4adf6ed5-c494-4709-855c-57d622b85f07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25975c8cceb743f39ea386e12fa0be67&device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 1135 time: 0.0560846 Jul 07 20:04:49.414042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84bf5-0a47-4d93-822b-5bfacb05cc47 req-738d8884-d745-4071-9761-f9a08fbabc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:49.416904 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7d84bf5-0a47-4d93-822b-5bfacb05cc47 req-738d8884-d745-4071-9761-f9a08fbabc42 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f9d519-7974-4656-8522-1da7a2a688fb HTTP/1.1" status: 200 len: 898 time: 0.0962703 Jul 07 20:04:49.463176 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7d84bf5-0a47-4d93-822b-5bfacb05cc47 req-555c9cd9-c07e-4f20-9bea-776f645773f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f58d8f0-2737-4d5c-864a-9271fded5265 HTTP/1.1" status: 200 len: 217 time: 0.0380347 Jul 07 20:04:49.517029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84bf5-0a47-4d93-822b-5bfacb05cc47 req-c2522970-6817-42f5-82a8-49bf61c1beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:49.518920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7d84bf5-0a47-4d93-822b-5bfacb05cc47 req-c2522970-6817-42f5-82a8-49bf61c1beeb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58a8a65f-80ef-4e26-bab5-7312c32c7278 HTTP/1.1" status: 200 len: 835 time: 0.0465672 Jul 07 20:04:49.525093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c2e6307f-6644-4443-b440-aefda6a57e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:52Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '67607cb2-fdd8-4425-9f58-e54bc39ab5e3', 'name': '', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'mac_address': 'fa:16:3e:54:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:51Z', 'updated_at': '2021-07-07T20:02:57Z', 'revision_number': 5, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'subnets': [{'id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:49.552859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6307f-6644-4443-b440-aefda6a57e9f None None] Checking router: d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:04:49.562818 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6307f-6644-4443-b440-aefda6a57e9f None None] Routers {'d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:49.563454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c2e6307f-6644-4443-b440-aefda6a57e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:04:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:49.585150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84bf5-0a47-4d93-822b-5bfacb05cc47 req-16440461-c91d-40b3-980e-794b23ce509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:49.588245 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7d84bf5-0a47-4d93-822b-5bfacb05cc47 req-16440461-c91d-40b3-980e-794b23ce509f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f9d519-7974-4656-8522-1da7a2a688fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623462 Jul 07 20:04:49.593069 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c34064-6934-4830-b50c-4ab6ec51293e req-d858fe60-10d5-4070-9e30-0be011527350 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:49.594554 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13c34064-6934-4830-b50c-4ab6ec51293e req-d858fe60-10d5-4070-9e30-0be011527350 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 984 time: 0.0739679 Jul 07 20:04:49.648212 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13c34064-6934-4830-b50c-4ab6ec51293e req-c5bf8146-94ee-444c-8126-27ea1ba99d8f tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0475278 Jul 07 20:04:49.679617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c2e6307f-6644-4443-b440-aefda6a57e9f None None] Set router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:49.683562 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7d84bf5-0a47-4d93-822b-5bfacb05cc47 req-895d7433-5515-47eb-af5f-44fa622fc5f9 service neutron] 10.222.0.48 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876369 Jul 07 20:04:49.780080 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d7d84bf5-0a47-4d93-822b-5bfacb05cc47 req-a8d2fb56-6b93-48bb-b8d5-162fc210b2de service neutron] 10.222.0.48 "GET /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890019 Jul 07 20:04:49.892666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c2e6307f-6644-4443-b440-aefda6a57e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:52Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '67607cb2-fdd8-4425-9f58-e54bc39ab5e3', 'name': '', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'mac_address': 'fa:16:3e:54:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:51Z', 'updated_at': '2021-07-07T20:02:57Z', 'revision_number': 5, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'subnets': [{'id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:49.923917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6307f-6644-4443-b440-aefda6a57e9f None None] The sync data for ids ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'] in n-d-793621-9 is: [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:52Z', 'revision_number': 4, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '67607cb2-fdd8-4425-9f58-e54bc39ab5e3', 'name': '', 'network_id': '53f9d519-7974-4656-8522-1da7a2a688fb', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'mac_address': 'fa:16:3e:54:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:51Z', 'updated_at': '2021-07-07T20:02:57Z', 'revision_number': 5, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'subnets': [{'id': '58a8a65f-80ef-4e26-bab5-7312c32c7278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:04:50.137656 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f201d-2a4e-4baa-8146-5f7192ef1b65 None None] New status for floating IP 06a968f6-cca3-4968-878c-d453eaa22b30: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:04:50.817425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be71e24-fdf3-4bbd-83dc-2291f8ef838a req-3556de80-145c-4993-94a0-8f89f0a230e4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:50.818953 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2be71e24-fdf3-4bbd-83dc-2291f8ef838a req-3556de80-145c-4993-94a0-8f89f0a230e4 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 984 time: 0.0636816 Jul 07 20:04:50.859917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2be71e24-fdf3-4bbd-83dc-2291f8ef838a req-ef6eba71-21c5-4357-bbe7-7acc771700c7 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/security-groups?id=1be959e5-455d-4c54-b205-729d9e8229bd&id=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0346980 Jul 07 20:04:51.148196 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-28a4bfc7-c7ab-4728-b240-88558ff021b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:51.246482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafac045-9b8d-48a2-aca0-0114b416fdff req-e1c3d800-6c59-4e15-bbbd-1bfaf8f70a95 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:51.247896 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bafac045-9b8d-48a2-aca0-0114b416fdff req-e1c3d800-6c59-4e15-bbbd-1bfaf8f70a95 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.48 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 984 time: 0.0637004 Jul 07 20:04:51.352195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-bafac045-9b8d-48a2-aca0-0114b416fdff req-37389571-8303-45c3-8e96-ae3bc92544d6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Deleting port 8f58d8f0-2737-4d5c-864a-9271fded5265 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:04:51.352538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bafac045-9b8d-48a2-aca0-0114b416fdff req-37389571-8303-45c3-8e96-ae3bc92544d6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:51.439063 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-bafac045-9b8d-48a2-aca0-0114b416fdff req-37389571-8303-45c3-8e96-ae3bc92544d6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] For port 8f58d8f0-2737-4d5c-864a-9271fded5265, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8f58d8f0-2737-4d5c-864a-9271fded5265,segment=NetworkSegment(581773f9-0393-47b4-8c36-2ae85888f0f6),segment_id=581773f9-0393-47b4-8c36-2ae85888f0f6)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:51.439420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bafac045-9b8d-48a2-aca0-0114b416fdff req-37389571-8303-45c3-8e96-ae3bc92544d6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:51.452523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-bafac045-9b8d-48a2-aca0-0114b416fdff req-37389571-8303-45c3-8e96-ae3bc92544d6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Calling delete_port for 8f58d8f0-2737-4d5c-864a-9271fded5265 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:04:51.582061 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bafac045-9b8d-48a2-aca0-0114b416fdff req-37389571-8303-45c3-8e96-ae3bc92544d6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:51.611305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37389571-8303-45c3-8e96-ae3bc92544d6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'Port': ['ID=8f58d8f0-2737-4d5c-864a-9271fded5265,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:51.659730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafac045-9b8d-48a2-aca0-0114b416fdff req-37389571-8303-45c3-8e96-ae3bc92544d6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] No DVR routers for this DVR port 8f58d8f0-2737-4d5c-864a-9271fded5265 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:04:51.662261 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-bafac045-9b8d-48a2-aca0-0114b416fdff req-37389571-8303-45c3-8e96-ae3bc92544d6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:51.664299 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bafac045-9b8d-48a2-aca0-0114b416fdff req-37389571-8303-45c3-8e96-ae3bc92544d6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.48 "DELETE /v2.0/ports/8f58d8f0-2737-4d5c-864a-9271fded5265 HTTP/1.1" status: 204 len: 173 time: 0.4102890 Jul 07 20:04:51.665263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'name': 'network-vif-deleted', 'tag': '8f58d8f0-2737-4d5c-864a-9271fded5265'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:04:51.667545 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed2821e-2f67-4b02-b8a4-a3a5492df474" -d '{"events": [{"server_uuid": "562d8ea7-1494-4f05-ae14-a7a5c96bb743", "name": "network-vif-deleted", "tag": "8f58d8f0-2737-4d5c-864a-9271fded5265"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:04:51.707068 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f77ecbf-4f21-4b5d-b9cd-357e89ae722a x-openstack-request-id: req-5f77ecbf-4f21-4b5d-b9cd-357e89ae722a {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:04:51.707615 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562d8ea7-1494-4f05-ae14-a7a5c96bb743", "name": "network-vif-deleted", "tag": "8f58d8f0-2737-4d5c-864a-9271fded5265", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:04:51.707866 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f77ecbf-4f21-4b5d-b9cd-357e89ae722a {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:04:51.708271 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562d8ea7-1494-4f05-ae14-a7a5c96bb743', 'name': 'network-vif-deleted', 'tag': '8f58d8f0-2737-4d5c-864a-9271fded5265', 'status': 'completed', 'code': 200} Jul 07 20:04:52.012132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d47173c3-601a-4bc6-a320-b050aa481665 req-6d102a12-0171-4cfe-af32-ee932a58d472 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "GET /v2.0/ports?device_id=562d8ea7-1494-4f05-ae14-a7a5c96bb743 HTTP/1.1" status: 200 len: 210 time: 0.0290289 Jul 07 20:04:53.105797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47116) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:53.157423 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44606b19-2414-445d-9ace-944a548a328e tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:53.178987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44606b19-2414-445d-9ace-944a548a328e tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:53.219852 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44606b19-2414-445d-9ace-944a548a328e tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:53.222336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-44606b19-2414-445d-9ace-944a548a328e tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:53.223616 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-44606b19-2414-445d-9ace-944a548a328e tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "DELETE /v2.0/security-groups/9c7b4683-20ac-4f7a-932d-0e6b8fcdd960 HTTP/1.1" status: 204 len: 168 time: 0.1168091 Jul 07 20:04:53.226405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47118) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:53.232955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44606b19-2414-445d-9ace-944a548a328e tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7b4683-20ac-4f7a-932d-0e6b8fcdd960,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:53.280621 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa3a55cb-8df2-443a-9a32-a6de558060ac tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:53.307017 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa3a55cb-8df2-443a-9a32-a6de558060ac tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:53.350779 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa3a55cb-8df2-443a-9a32-a6de558060ac tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:53.354004 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aa3a55cb-8df2-443a-9a32-a6de558060ac tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:53.355168 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aa3a55cb-8df2-443a-9a32-a6de558060ac tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "DELETE /v2.0/security-groups/1be959e5-455d-4c54-b205-729d9e8229bd HTTP/1.1" status: 204 len: 168 time: 0.1272402 Jul 07 20:04:53.358140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47120) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:53.364080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a55cb-8df2-443a-9a32-a6de558060ac tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be959e5-455d-4c54-b205-729d9e8229bd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:53.712933 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89babe77-0961-4f9c-9abf-094dd3f17335 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:53.929156 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:53.974471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-89babe77-0961-4f9c-9abf-094dd3f17335 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Deleting port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:04:53.974731 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89babe77-0961-4f9c-9abf-094dd3f17335 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:54.063076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-89babe77-0961-4f9c-9abf-094dd3f17335 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] For port 67607cb2-fdd8-4425-9f58-e54bc39ab5e3, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=67607cb2-fdd8-4425-9f58-e54bc39ab5e3,segment=NetworkSegment(581773f9-0393-47b4-8c36-2ae85888f0f6),segment_id=581773f9-0393-47b4-8c36-2ae85888f0f6)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:54.063433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89babe77-0961-4f9c-9abf-094dd3f17335 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:54.075414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-89babe77-0961-4f9c-9abf-094dd3f17335 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Calling delete_port for 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:04:54.103517 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1ba325b2-faa6-4acc-ba86-de92e3197002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:54.263571 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89babe77-0961-4f9c-9abf-094dd3f17335 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:54.287149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89babe77-0961-4f9c-9abf-094dd3f17335 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'Port': ['ID=67607cb2-fdd8-4425-9f58-e54bc39ab5e3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:54.463089 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-89babe77-0961-4f9c-9abf-094dd3f17335 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:54.933324 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:54.976405 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89babe77-0961-4f9c-9abf-094dd3f17335 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:04:55.083553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89babe77-0961-4f9c-9abf-094dd3f17335 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:04:55.090606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-89babe77-0961-4f9c-9abf-094dd3f17335 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "PUT /v2.0/routers/d05a27c0-a5b2-47db-be9f-bbfcdf2669f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7299488 Jul 07 20:04:55.091932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47122) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:55.094590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5480ecb-412a-4ee2-8d5e-1bbb96a6c0bd None None] Sync routers for ids ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:04:55.105003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5480ecb-412a-4ee2-8d5e-1bbb96a6c0bd None None] Routers {'d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:55.105617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b5480ecb-412a-4ee2-8d5e-1bbb96a6c0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:04:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:55.142385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c202ab-829a-43ff-b349-7e99eafd62c6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Deleting subnet 58a8a65f-80ef-4e26-bab5-7312c32c7278 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:04:55.145502 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4c202ab-829a-43ff-b349-7e99eafd62c6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:55.191232 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4c202ab-829a-43ff-b349-7e99eafd62c6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:55.279732 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4c202ab-829a-43ff-b349-7e99eafd62c6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:55.340158 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4c202ab-829a-43ff-b349-7e99eafd62c6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:55.367630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-b5480ecb-412a-4ee2-8d5e-1bbb96a6c0bd None None] Set router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:55.371121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c202ab-829a-43ff-b349-7e99eafd62c6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'Subnet': ['ID=58a8a65f-80ef-4e26-bab5-7312c32c7278,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:55.374919 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4c202ab-829a-43ff-b349-7e99eafd62c6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:55.379146 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d4c202ab-829a-43ff-b349-7e99eafd62c6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "DELETE /v2.0/subnets/58a8a65f-80ef-4e26-bab5-7312c32c7278 HTTP/1.1" status: 204 len: 168 time: 0.2837994 Jul 07 20:04:55.379855 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47124) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:55.394311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecfde94-8b3f-4860-a504-0f3e28aa539d None None] Network 53f9d519-7974-4656-8522-1da7a2a688fb requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:04:55.489008 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:55.588847 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:55.645833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Deleting port f6f4af1a-0905-46c4-a14c-2f3c92a0b06d {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:04:55.646191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:55.651594 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b5480ecb-412a-4ee2-8d5e-1bbb96a6c0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:04:54Z', 'revision_number': 5, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port': {'id': 'f6f4af1a-0905-46c4-a14c-2f3c92a0b06d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:55.682819 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5480ecb-412a-4ee2-8d5e-1bbb96a6c0bd None None] Checking router: d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:04:55.691326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5480ecb-412a-4ee2-8d5e-1bbb96a6c0bd None None] Routers {'d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:55.691949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b5480ecb-412a-4ee2-8d5e-1bbb96a6c0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:04:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:55.726043 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccab01e-3a63-4b5f-8c3e-bb856e431081 None None] DHCP port deletion for 53f9d519-7974-4656-8522-1da7a2a688fb request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:04:55.728909 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] For port f6f4af1a-0905-46c4-a14c-2f3c92a0b06d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f6f4af1a-0905-46c4-a14c-2f3c92a0b06d,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:55.729282 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:55.742078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Calling delete_port for f6f4af1a-0905-46c4-a14c-2f3c92a0b06d owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:04:55.801787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-b5480ecb-412a-4ee2-8d5e-1bbb96a6c0bd None None] Set router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:55.858833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8f58d8f0-2737-4d5c-864a-9271fded5265 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:04:55.861966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b5480ecb-412a-4ee2-8d5e-1bbb96a6c0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:04:55Z', 'revision_number': 6, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:55.907535 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:55.908884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 8f58d8f0-2737-4d5c-864a-9271fded5265 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:04:55.909239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8f58d8f0-2737-4d5c-864a-9271fded5265 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:04:55.911519 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5480ecb-412a-4ee2-8d5e-1bbb96a6c0bd None None] The sync data for ids ['d05a27c0-a5b2-47db-be9f-bbfcdf2669f8'] in n-d-793621-9 is: [{'id': 'd05a27c0-a5b2-47db-be9f-bbfcdf2669f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1108942356', 'tenant_id': '25975c8cceb743f39ea386e12fa0be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:02:48Z', 'updated_at': '2021-07-07T20:04:55Z', 'revision_number': 6, 'project_id': '25975c8cceb743f39ea386e12fa0be67', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:04:55.917620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1ccab01e-3a63-4b5f-8c3e-bb856e431081 None None] Deleting port f28d0ab6-3b79-4a54-a413-74d4a79f6578 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:04:55.917999 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1ccab01e-3a63-4b5f-8c3e-bb856e431081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:55.940682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'Port': ['ID=f6f4af1a-0905-46c4-a14c-2f3c92a0b06d,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:55.985441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-1ccab01e-3a63-4b5f-8c3e-bb856e431081 None None] For port f28d0ab6-3b79-4a54-a413-74d4a79f6578, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=f28d0ab6-3b79-4a54-a413-74d4a79f6578,segment=NetworkSegment(581773f9-0393-47b4-8c36-2ae85888f0f6),segment_id=581773f9-0393-47b4-8c36-2ae85888f0f6)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:55.986064 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1ccab01e-3a63-4b5f-8c3e-bb856e431081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:55.999803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1ccab01e-3a63-4b5f-8c3e-bb856e431081 None None] Calling delete_port for f28d0ab6-3b79-4a54-a413-74d4a79f6578 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:04:56.004372 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.076012 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1ccab01e-3a63-4b5f-8c3e-bb856e431081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.096284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.098393 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.101124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccab01e-3a63-4b5f-8c3e-bb856e431081 None None] Pushing event deleted for resources: {'Port': ['ID=f28d0ab6-3b79-4a54-a413-74d4a79f6578,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:56.106869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccab01e-3a63-4b5f-8c3e-bb856e431081 None None] No DVR routers for this DVR port f28d0ab6-3b79-4a54-a413-74d4a79f6578 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:04:56.144679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.145262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Fanout notify agent at l3_agent the message router_deleted on router d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:04:56.152636 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.153862 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-db8e062d-e7c3-4a2a-900e-47500b599f42 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "DELETE /v2.0/routers/d05a27c0-a5b2-47db-be9f-bbfcdf2669f8 HTTP/1.1" status: 204 len: 168 time: 0.7735622 Jul 07 20:04:56.156477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47126) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:56.233969 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.321458 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.332193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f9d519-7974-4656-8522-1da7a2a688fb']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:56.345294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581773f9-0393-47b4-8c36-2ae85888f0f6') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:56.345294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581773f9-0393-47b4-8c36-2ae85888f0f6') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:56.356506 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.369756 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.376008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:04:56.376412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:04:56.379375 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:04:56.441359 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.445760 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.447710 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] 10.222.0.81 "DELETE /v2.0/networks/53f9d519-7974-4656-8522-1da7a2a688fb HTTP/1.1" status: 204 len: 168 time: 0.2902980 Jul 07 20:04:56.467156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acbe1a-2bfc-4b22-9f2c-80b3fec1bcd6 tempest-TestSecurityGroupsBasicOps-1504982709 tempest-TestSecurityGroupsBasicOps-1504982709-project] Pushing event deleted for resources: {'Network': ['ID=53f9d519-7974-4656-8522-1da7a2a688fb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:56.657050 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.749120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47134) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:56.877255 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f01d0469-85d4-4d5d-9df9-a8ef603e365e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=25975c8cceb743f39ea386e12fa0be67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269100 Jul 07 20:04:56.879667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47138) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:56.929061 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-073acac0-354e-4d3e-92b8-fd4c0d6112d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.950699 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-073acac0-354e-4d3e-92b8-fd4c0d6112d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.996349 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-073acac0-354e-4d3e-92b8-fd4c0d6112d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:56.999051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-073acac0-354e-4d3e-92b8-fd4c0d6112d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:57.002372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-073acac0-354e-4d3e-92b8-fd4c0d6112d3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/805399e2-6aa2-4035-b62a-4953159f2c5a HTTP/1.1" status: 204 len: 168 time: 0.1194501 Jul 07 20:04:57.016487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073acac0-354e-4d3e-92b8-fd4c0d6112d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805399e2-6aa2-4035-b62a-4953159f2c5a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:57.051062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:04:57.074924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:04:57.075276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 67607cb2-fdd8-4425-9f58-e54bc39ab5e3 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:04:57.075697 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f6f4af1a-0905-46c4-a14c-2f3c92a0b06d no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:04:57.094944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f6f4af1a-0905-46c4-a14c-2f3c92a0b06d {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:04:57.095295 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f6f4af1a-0905-46c4-a14c-2f3c92a0b06d not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:04:57.095705 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f28d0ab6-3b79-4a54-a413-74d4a79f6578 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:04:57.114890 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: f28d0ab6-3b79-4a54-a413-74d4a79f6578 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:04:57.115192 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device f28d0ab6-3b79-4a54-a413-74d4a79f6578 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:04:57.270371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47144) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:57.284809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1a85e9b9-c5d2-43fc-a657-946b64d814cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:57.374263 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1a85e9b9-c5d2-43fc-a657-946b64d814cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:57.378319 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1a85e9b9-c5d2-43fc-a657-946b64d814cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:57.418450 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1a85e9b9-c5d2-43fc-a657-946b64d814cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=082e0d8811e648dd825d4db43e575a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468003 Jul 07 20:04:57.420166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85e9b9-c5d2-43fc-a657-946b64d814cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc65da8-ffba-4860-96a3-2341530f0a6f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:57.421008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47146) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:57.471192 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc3d42ac-7f9d-4f10-a9b3-c6fbfbd66955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:57.491614 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc3d42ac-7f9d-4f10-a9b3-c6fbfbd66955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:57.535887 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc3d42ac-7f9d-4f10-a9b3-c6fbfbd66955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:57.538583 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fc3d42ac-7f9d-4f10-a9b3-c6fbfbd66955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:57.539832 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fc3d42ac-7f9d-4f10-a9b3-c6fbfbd66955 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdc65da8-ffba-4860-96a3-2341530f0a6f HTTP/1.1" status: 204 len: 168 time: 0.1177378 Jul 07 20:04:57.547180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d42ac-7f9d-4f10-a9b3-c6fbfbd66955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc65da8-ffba-4860-96a3-2341530f0a6f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:57.853814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47152) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:57.893394 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5d6094b8-0310-4bbd-8f48-da83674119b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e989c2e4f0c45e3806620cf0dd1ce3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383837 Jul 07 20:04:57.895852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47154) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:57.940943 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47f10ade-2a4d-402f-835d-b6adbf9e7218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:57.962495 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47f10ade-2a4d-402f-835d-b6adbf9e7218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:58.007595 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47f10ade-2a4d-402f-835d-b6adbf9e7218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:58.010871 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-47f10ade-2a4d-402f-835d-b6adbf9e7218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:58.012018 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-47f10ade-2a4d-402f-835d-b6adbf9e7218 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87352ee8-25fe-49ca-bf68-99d91701a1ff HTTP/1.1" status: 204 len: 168 time: 0.1152916 Jul 07 20:04:58.019750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f10ade-2a4d-402f-835d-b6adbf9e7218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87352ee8-25fe-49ca-bf68-99d91701a1ff,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:06.135859 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:08.330805 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-cd6435b6-3d58-4c17-8b89-fa0f46c603a6 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=07ae896ab26143b38dd060d3ab1b8667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236065 Jul 07 20:05:08.453386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-a38d8f42-8456-4aa9-a1eb-814035ce5b8c tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:08.455050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-a38d8f42-8456-4aa9-a1eb-814035ce5b8c tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164033 Jul 07 20:05:08.473333 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-e4012668-5bb0-422d-b718-f07e6f33e6b2 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/quotas/07ae896ab26143b38dd060d3ab1b8667 HTTP/1.1" status: 200 len: 375 time: 0.0126090 Jul 07 20:05:08.511997 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-a12a7283-e570-4179-bf10-3f9d4a83d924 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=07ae896ab26143b38dd060d3ab1b8667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324087 Jul 07 20:05:08.804854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48a46b73-8564-4776-8adc-7052f6ae3f8d req-dd19ec38-8fd6-4a53-9732-77ff8c7bcb7d tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 210 time: 0.1390979 Jul 07 20:05:09.756732 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-9d06d289-b9d9-43db-a07c-20905ea56552 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=07ae896ab26143b38dd060d3ab1b8667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238614 Jul 07 20:05:09.775787 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:05:09.889944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-bf7e1e37-e33e-42c9-adc4-82871f866b11 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:09.891674 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-bf7e1e37-e33e-42c9-adc4-82871f866b11 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1290929 Jul 07 20:05:09.905836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Request body: {'port': {'device_id': 'f198f229-6407-4fae-919f-b1db49d5da51', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'admin_state_up': True, 'tenant_id': '07ae896ab26143b38dd060d3ab1b8667'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:05:10.000611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4c3f7824-641c-4fc7-9d65-b4a202c4e6b2 req-de2d9a76-ecd9-4e2b-a967-7a0a11a8d32c tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 210 time: 0.0385065 Jul 07 20:05:10.053850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Made reservation on behalf of 07ae896ab26143b38dd060d3ab1b8667 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:05:10.057708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:10.067125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:10.167004 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:10.170580 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:10.230976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914903a1-c03a-48cf-8fce-03f4477f9138,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:10.304595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Allocated IP 192.168.233.194 (b5cc5e73-7593-4ed8-9288-3e19f6291664/51a04715-5098-401b-b588-ecc77d121dca/e5e0e139-0cfd-40e2-9776-eb48052440f9) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:05:10.312905 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:10.769648 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:10.783070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Transition to ACTIVE for port object e5e0e139-0cfd-40e2-9776-eb48052440f9 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:05:10.815448 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:10.863824 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Network b5cc5e73-7593-4ed8-9288-3e19f6291664 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:05:10.869574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:05:10.874007 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:05:10.880826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Pushing event updated for resources: {'Port': ['ID=e5e0e139-0cfd-40e2-9776-eb48052440f9,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:10.931739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:10.932359 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:10.950461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-8271bc9e-478d-41c4-bb33-d934d8facd4f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0488722 Jul 07 20:05:10.966027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Request body: {'port': {'device_id': 'f198f229-6407-4fae-919f-b1db49d5da51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:05:11.043494 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:11.136912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e0ddfc61-a613-46a5-b528-837025867253 None None] Provisioning for port e5e0e139-0cfd-40e2-9776-eb48052440f9 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:05:11.142343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e0ddfc61-a613-46a5-b528-837025867253 None None] Provisioning complete for port e5e0e139-0cfd-40e2-9776-eb48052440f9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:05:11.142905 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0ddfc61-a613-46a5-b528-837025867253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:11.190972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e0ddfc61-a613-46a5-b528-837025867253 None None] Port e5e0e139-0cfd-40e2-9776-eb48052440f9 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:05:11.217761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5dfda-f427-44ff-ae18-b149a6cc1a09 req-0ac56216-bb00-444a-bd10-3ce0982ad034 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:11.219291 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22b5dfda-f427-44ff-ae18-b149a6cc1a09 req-0ac56216-bb00-444a-bd10-3ce0982ad034 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 936 time: 0.0822663 Jul 07 20:05:11.259008 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22b5dfda-f427-44ff-ae18-b149a6cc1a09 req-3a92694b-8731-438b-b374-bc6636f4f739 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/security-groups?id=914903a1-c03a-48cf-8fce-03f4477f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337954 Jul 07 20:05:11.343255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e0e139-0cfd-40e2-9776-eb48052440f9 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:05:11.350428 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:11.363059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Transition to ACTIVE for port object e5e0e139-0cfd-40e2-9776-eb48052440f9 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:05:11.366420 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:11.418667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e0e139-0cfd-40e2-9776-eb48052440f9,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:11.486451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Attempting to bind port e5e0e139-0cfd-40e2-9776-eb48052440f9 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:05:11.486819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Attempting to bind port e5e0e139-0cfd-40e2-9776-eb48052440f9 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:05:11.487146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Attempting to bind port e5e0e139-0cfd-40e2-9776-eb48052440f9 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:05:11.491747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Port e5e0e139-0cfd-40e2-9776-eb48052440f9 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:05:11.492120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Attempting to bind port e5e0e139-0cfd-40e2-9776-eb48052440f9 on network b5cc5e73-7593-4ed8-9288-3e19f6291664 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:05:11.496931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:05:11.497274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Checking segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:05:11.497784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Bound using segment: {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:05:11.498223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Bound port: e5e0e139-0cfd-40e2-9776-eb48052440f9, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d217e-b5f7-40ba-aa54-3d01cae9d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:05:11.498589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:11.567346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] For port e5e0e139-0cfd-40e2-9776-eb48052440f9, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:05:11.570679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] For port e5e0e139-0cfd-40e2-9776-eb48052440f9, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e5e0e139-0cfd-40e2-9776-eb48052440f9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:05:11.575183 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:11.608441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:11.609057 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:11.610764 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] 10.222.0.110 "PUT /v2.0/ports/e5e0e139-0cfd-40e2-9776-eb48052440f9 HTTP/1.1" status: 200 len: 1096 time: 0.6490536 Jul 07 20:05:11.613006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f198f229-6407-4fae-919f-b1db49d5da51', 'tag': 'e5e0e139-0cfd-40e2-9776-eb48052440f9'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:05:11.616182 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7038324a-cc26-436d-a3e2-a0ff791e4cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "f198f229-6407-4fae-919f-b1db49d5da51", "tag": "e5e0e139-0cfd-40e2-9776-eb48052440f9"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:05:11.649845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf2f56-65aa-4b2e-8be9-68c8eaf1df03 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e0e139-0cfd-40e2-9776-eb48052440f9,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:11.669748 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4dde45-536a-4e4b-bf4f-9915fcb92a5a x-openstack-request-id: req-6f4dde45-536a-4e4b-bf4f-9915fcb92a5a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:05:11.670031 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f198f229-6407-4fae-919f-b1db49d5da51", "tag": "e5e0e139-0cfd-40e2-9776-eb48052440f9", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:05:11.670285 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f4dde45-536a-4e4b-bf4f-9915fcb92a5a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:05:11.670677 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f198f229-6407-4fae-919f-b1db49d5da51', 'tag': 'e5e0e139-0cfd-40e2-9776-eb48052440f9', 'status': 'completed', 'code': 200} Jul 07 20:05:11.719550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-55f5d68b-6bc9-4a6b-bb81-01f1a1d0fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:11.721086 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-55f5d68b-6bc9-4a6b-bb81-01f1a1d0fb1c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=07ae896ab26143b38dd060d3ab1b8667&device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 1099 time: 0.0607300 Jul 07 20:05:11.776958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-418df3a8-403b-4e33-9e2b-e5f851dd7dbf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e5e0e139-0cfd-40e2-9776-eb48052440f9 HTTP/1.1" status: 200 len: 217 time: 0.0409820 Jul 07 20:05:11.827603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-384d61ab-3459-4277-91bc-d8c8c38b271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:11.829049 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-384d61ab-3459-4277-91bc-d8c8c38b271d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0445280 Jul 07 20:05:11.886506 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-f1482446-1878-48d7-be9d-084b983b2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:11.888010 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-f1482446-1878-48d7-be9d-084b983b2cd9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0510683 Jul 07 20:05:11.983063 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-90fb8704-3e9e-4246-86a6-5c85f83fb971 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831387 Jul 07 20:05:12.077575 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3615f6ac-3fe1-4988-8915-0a591e877e2f req-eca5005d-a60f-495b-9531-1960b44743cb service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845318 Jul 07 20:05:12.181163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038324a-cc26-436d-a3e2-a0ff791e4cfa req-b9a477b1-127c-43d3-9c2e-60fb31a5fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:12.182688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7038324a-cc26-436d-a3e2-a0ff791e4cfa req-b9a477b1-127c-43d3-9c2e-60fb31a5fd89 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=07ae896ab26143b38dd060d3ab1b8667&device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 1099 time: 0.0523567 Jul 07 20:05:12.274540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038324a-cc26-436d-a3e2-a0ff791e4cfa req-1ad04d3e-98e9-4cd3-8286-f2f53d7891f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:12.276343 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7038324a-cc26-436d-a3e2-a0ff791e4cfa req-1ad04d3e-98e9-4cd3-8286-f2f53d7891f4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b5cc5e73-7593-4ed8-9288-3e19f6291664 HTTP/1.1" status: 200 len: 870 time: 0.0872159 Jul 07 20:05:12.318463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7038324a-cc26-436d-a3e2-a0ff791e4cfa req-8f2af4fd-b5c8-4345-bdb7-5ec53115842b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e5e0e139-0cfd-40e2-9776-eb48052440f9 HTTP/1.1" status: 200 len: 217 time: 0.0349030 Jul 07 20:05:12.371589 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038324a-cc26-436d-a3e2-a0ff791e4cfa req-4519f5de-2e69-49d8-85d9-b601e9890502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:12.372950 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7038324a-cc26-436d-a3e2-a0ff791e4cfa req-4519f5de-2e69-49d8-85d9-b601e9890502 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51a04715-5098-401b-b588-ecc77d121dca HTTP/1.1" status: 200 len: 843 time: 0.0473166 Jul 07 20:05:12.432116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038324a-cc26-436d-a3e2-a0ff791e4cfa req-4ca35776-d4ed-435c-a245-7bb08d290d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:12.433646 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7038324a-cc26-436d-a3e2-a0ff791e4cfa req-4ca35776-d4ed-435c-a245-7bb08d290d2f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b5cc5e73-7593-4ed8-9288-3e19f6291664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532668 Jul 07 20:05:12.435667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c4a7-ead7-465e-b68c-4bd5c5538c0e req-69c0d739-c793-4b39-bc85-c95d49fba4a4 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:12.437158 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c849c4a7-ead7-465e-b68c-4bd5c5538c0e req-69c0d739-c793-4b39-bc85-c95d49fba4a4 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 948 time: 0.0644391 Jul 07 20:05:12.475627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c849c4a7-ead7-465e-b68c-4bd5c5538c0e req-3745d701-8735-459e-8caf-bcb8ea23fa7d tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/security-groups?id=914903a1-c03a-48cf-8fce-03f4477f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Jul 07 20:05:12.523897 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7038324a-cc26-436d-a3e2-a0ff791e4cfa req-77c67db5-ad27-49e8-bd5d-3a0c330075cb service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821235 Jul 07 20:05:12.616039 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7038324a-cc26-436d-a3e2-a0ff791e4cfa req-dac9d12b-87a9-4e47-a623-9dd1a8efe043 service neutron] 10.222.0.110 "GET /v2.0/networks/b5cc5e73-7593-4ed8-9288-3e19f6291664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851572 Jul 07 20:05:13.659219 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baec44a-429b-4008-9f6d-540b8dd3f3a8 req-8bd6ec75-b4c2-4df2-b29b-378e555fd08d tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:13.660739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5baec44a-429b-4008-9f6d-540b8dd3f3a8 req-8bd6ec75-b4c2-4df2-b29b-378e555fd08d tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 948 time: 0.0674140 Jul 07 20:05:13.701716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5baec44a-429b-4008-9f6d-540b8dd3f3a8 req-f0757e65-0dbf-4081-ac97-e0e976c09160 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/security-groups?id=914903a1-c03a-48cf-8fce-03f4477f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Jul 07 20:05:14.884170 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d0be2-69de-414d-ae9b-af19d230ccf4 req-a560b017-94ed-4314-a7b6-488122c6e9c1 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:14.885688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e88d0be2-69de-414d-ae9b-af19d230ccf4 req-a560b017-94ed-4314-a7b6-488122c6e9c1 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 948 time: 0.0684853 Jul 07 20:05:14.925176 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e88d0be2-69de-414d-ae9b-af19d230ccf4 req-7aa3c715-bd80-4a78-80f6-e2fb08cd4648 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/security-groups?id=914903a1-c03a-48cf-8fce-03f4477f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Jul 07 20:05:14.982078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e5e0e139-0cfd-40e2-9776-eb48052440f9 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:05:15.087279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e5e0e139-0cfd-40e2-9776-eb48052440f9, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e5e0e139-0cfd-40e2-9776-eb48052440f9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:05:15.099873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'e5e0e139-0cfd-40e2-9776-eb48052440f9', 'network_id': 'b5cc5e73-7593-4ed8-9288-3e19f6291664', 'port_id': 'e5e0e139-0cfd-40e2-9776-eb48052440f9', 'mac_address': 'fa:16:3e:8e:35:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a04715-5098-401b-b588-ecc77d121dca', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:05:15.138019 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:15.152801 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e0e139-0cfd-40e2-9776-eb48052440f9 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:05:15.173746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e5e0e139-0cfd-40e2-9776-eb48052440f9, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e5e0e139-0cfd-40e2-9776-eb48052440f9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:05:15.177864 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:15.227545 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e5e0e139-0cfd-40e2-9776-eb48052440f9,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:15.432707 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['e5e0e139-0cfd-40e2-9776-eb48052440f9'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:05:16.098322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb25f2-ba66-49a2-80d0-c55aea5f003c req-ff80aa85-cae6-4ad8-926d-69e94970c5c4 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:16.099720 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a3cb25f2-ba66-49a2-80d0-c55aea5f003c req-ff80aa85-cae6-4ad8-926d-69e94970c5c4 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 949 time: 0.0658004 Jul 07 20:05:16.138216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a3cb25f2-ba66-49a2-80d0-c55aea5f003c req-1d649a53-d151-40f6-a30f-c914986bd0bd tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/security-groups?id=914903a1-c03a-48cf-8fce-03f4477f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Jul 07 20:05:17.009682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e5e0e139-0cfd-40e2-9776-eb48052440f9 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:05:17.062836 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port e5e0e139-0cfd-40e2-9776-eb48052440f9 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:05:17.067057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port e5e0e139-0cfd-40e2-9776-eb48052440f9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:05:17.067436 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:17.150322 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:17.173561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f198f229-6407-4fae-919f-b1db49d5da51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e0e139-0cfd-40e2-9776-eb48052440f9'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:05:17.176068 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224ae17e-492c-40c3-ad9c-88a68ad5eca2" -d '{"events": [{"server_uuid": "f198f229-6407-4fae-919f-b1db49d5da51", "name": "network-vif-plugged", "status": "completed", "tag": "e5e0e139-0cfd-40e2-9776-eb48052440f9"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:05:17.188632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e5e0e139-0cfd-40e2-9776-eb48052440f9, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e5e0e139-0cfd-40e2-9776-eb48052440f9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:05:17.192708 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:17.216488 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83349c4-388b-483f-9b44-2aadb882e840 x-openstack-request-id: req-b83349c4-388b-483f-9b44-2aadb882e840 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:05:17.216779 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f198f229-6407-4fae-919f-b1db49d5da51", "name": "network-vif-plugged", "status": "completed", "tag": "e5e0e139-0cfd-40e2-9776-eb48052440f9", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:05:17.217029 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b83349c4-388b-483f-9b44-2aadb882e840 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:05:17.217419 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f198f229-6407-4fae-919f-b1db49d5da51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e0e139-0cfd-40e2-9776-eb48052440f9', 'code': 200} Jul 07 20:05:17.246444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e5e0e139-0cfd-40e2-9776-eb48052440f9,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:17.317931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d6d3a-fec3-4a9e-a622-848503aef555 req-5150ff7f-2bb9-456f-bd26-0491f8823d28 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:17.319474 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-508d6d3a-fec3-4a9e-a622-848503aef555 req-5150ff7f-2bb9-456f-bd26-0491f8823d28 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 950 time: 0.0652416 Jul 07 20:05:17.336520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b7a9c-4086-48fa-8ae0-0734d333b4e9 req-9448e881-412f-42ed-bb9d-4f8100ef5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:17.338035 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3f1b7a9c-4086-48fa-8ae0-0734d333b4e9 req-9448e881-412f-42ed-bb9d-4f8100ef5489 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 1101 time: 0.0534589 Jul 07 20:05:17.358085 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-508d6d3a-fec3-4a9e-a622-848503aef555 req-ae2c55c4-7ef7-4ea0-ae17-3fbab71036c2 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/security-groups?id=914903a1-c03a-48cf-8fce-03f4477f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Jul 07 20:05:17.377224 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3f1b7a9c-4086-48fa-8ae0-0734d333b4e9 req-fa09547d-dea4-4098-8a3c-125e95d3c873 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=914903a1-c03a-48cf-8fce-03f4477f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290613 Jul 07 20:05:18.533835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6e798-10f5-4f9c-bf9d-1e3e7db352e9 req-55b54372-1426-4ac3-8fc5-6afde93ee95f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:18.535317 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86d6e798-10f5-4f9c-bf9d-1e3e7db352e9 req-55b54372-1426-4ac3-8fc5-6afde93ee95f tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 950 time: 0.0625050 Jul 07 20:05:18.571869 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86d6e798-10f5-4f9c-bf9d-1e3e7db352e9 req-f0cbbda5-96db-48ac-86ae-5a79709e5944 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/security-groups?id=914903a1-c03a-48cf-8fce-03f4477f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305085 Jul 07 20:05:18.847770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-5694da44-d91a-4f4c-a4f6-0a65f5dd8197 req-b5d75640-9e61-4885-9b83-90de35a3b94e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:05:18.848766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5694da44-d91a-4f4c-a4f6-0a65f5dd8197 req-b5d75640-9e61-4885-9b83-90de35a3b94e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055766 Jul 07 20:05:19.231135 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-aa481c39-b6c9-46dc-bc8a-78e9ad87a019 req-d369c5fd-275a-400e-b369-0058be601788 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:05:19.232142 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-aa481c39-b6c9-46dc-bc8a-78e9ad87a019 req-d369c5fd-275a-400e-b369-0058be601788 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0566618 Jul 07 20:05:19.714373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea2d62-d4ba-49aa-919a-672c73d5bff9 req-f437ab76-81d4-4fca-bc24-087b95111af3 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:19.715857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-baea2d62-d4ba-49aa-919a-672c73d5bff9 req-f437ab76-81d4-4fca-bc24-087b95111af3 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 950 time: 0.0668209 Jul 07 20:05:19.753121 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-baea2d62-d4ba-49aa-919a-672c73d5bff9 req-d399da35-e39c-4332-be31-ecc8f670e13d tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/security-groups?id=914903a1-c03a-48cf-8fce-03f4477f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315278 Jul 07 20:05:20.932358 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce06e6-d9f7-482f-a4c9-61c8b5268938 req-70ba65da-dafc-4bed-acbc-3ebdcd95eb8a tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:20.933857 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5cce06e6-d9f7-482f-a4c9-61c8b5268938 req-70ba65da-dafc-4bed-acbc-3ebdcd95eb8a tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 950 time: 0.0682588 Jul 07 20:05:20.971610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5cce06e6-d9f7-482f-a4c9-61c8b5268938 req-396317cd-9b75-43ef-94ea-b8f8d34b5185 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/security-groups?id=914903a1-c03a-48cf-8fce-03f4477f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321796 Jul 07 20:05:21.131057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73458d3-2f5c-4360-ad49-28ce56c76f20 req-a8eba1e3-240a-4ceb-aaf0-1996dd2dd9f7 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:21.132489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b73458d3-2f5c-4360-ad49-28ce56c76f20 req-a8eba1e3-240a-4ceb-aaf0-1996dd2dd9f7 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.110 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 950 time: 0.0618212 Jul 07 20:05:21.152476 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-33f0f739-3eb8-4c04-8fc2-d52800b2606e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:21.239001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-b73458d3-2f5c-4360-ad49-28ce56c76f20 req-c2c5a820-5568-4bad-b905-9ddfe7185eb1 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Deleting port e5e0e139-0cfd-40e2-9776-eb48052440f9 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:05:21.239270 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b73458d3-2f5c-4360-ad49-28ce56c76f20 req-c2c5a820-5568-4bad-b905-9ddfe7185eb1 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:21.325353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-b73458d3-2f5c-4360-ad49-28ce56c76f20 req-c2c5a820-5568-4bad-b905-9ddfe7185eb1 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] For port e5e0e139-0cfd-40e2-9776-eb48052440f9, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e5e0e139-0cfd-40e2-9776-eb48052440f9,segment=NetworkSegment(1d0d217e-b5f7-40ba-aa54-3d01cae9d98b),segment_id=1d0d217e-b5f7-40ba-aa54-3d01cae9d98b)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:05:21.325709 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b73458d3-2f5c-4360-ad49-28ce56c76f20 req-c2c5a820-5568-4bad-b905-9ddfe7185eb1 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:21.338546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-b73458d3-2f5c-4360-ad49-28ce56c76f20 req-c2c5a820-5568-4bad-b905-9ddfe7185eb1 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Calling delete_port for e5e0e139-0cfd-40e2-9776-eb48052440f9 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:05:21.466326 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b73458d3-2f5c-4360-ad49-28ce56c76f20 req-c2c5a820-5568-4bad-b905-9ddfe7185eb1 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:21.482415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['e5e0e139-0cfd-40e2-9776-eb48052440f9'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:05:21.496432 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5a820-5568-4bad-b905-9ddfe7185eb1 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Pushing event deleted for resources: {'Port': ['ID=e5e0e139-0cfd-40e2-9776-eb48052440f9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:21.544606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73458d3-2f5c-4360-ad49-28ce56c76f20 req-c2c5a820-5568-4bad-b905-9ddfe7185eb1 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] No DVR routers for this DVR port e5e0e139-0cfd-40e2-9776-eb48052440f9 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:05:21.547400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b73458d3-2f5c-4360-ad49-28ce56c76f20 req-c2c5a820-5568-4bad-b905-9ddfe7185eb1 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:21.549404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b73458d3-2f5c-4360-ad49-28ce56c76f20 req-c2c5a820-5568-4bad-b905-9ddfe7185eb1 tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.110 "DELETE /v2.0/ports/e5e0e139-0cfd-40e2-9776-eb48052440f9 HTTP/1.1" status: 204 len: 173 time: 0.4076145 Jul 07 20:05:21.549855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f198f229-6407-4fae-919f-b1db49d5da51', 'name': 'network-vif-deleted', 'tag': 'e5e0e139-0cfd-40e2-9776-eb48052440f9'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:05:21.552177 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00085be9-8a58-4e6e-9a97-25acd45b623e" -d '{"events": [{"server_uuid": "f198f229-6407-4fae-919f-b1db49d5da51", "name": "network-vif-deleted", "tag": "e5e0e139-0cfd-40e2-9776-eb48052440f9"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:05:21.596310 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f07a3-117e-48c5-822d-63814fd179f9 x-openstack-request-id: req-123f07a3-117e-48c5-822d-63814fd179f9 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:05:21.596597 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f198f229-6407-4fae-919f-b1db49d5da51", "name": "network-vif-deleted", "tag": "e5e0e139-0cfd-40e2-9776-eb48052440f9", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:05:21.596844 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-123f07a3-117e-48c5-822d-63814fd179f9 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:05:21.597243 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f198f229-6407-4fae-919f-b1db49d5da51', 'name': 'network-vif-deleted', 'tag': 'e5e0e139-0cfd-40e2-9776-eb48052440f9', 'status': 'completed', 'code': 200} Jul 07 20:05:22.126050 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c35fc0f1-8501-4b9f-8438-dff043c3c668 req-47927585-e39b-45e7-be6a-a8e2efbfb44e tempest-ServersAdminNegativeTestJSON-1045108848 tempest-ServersAdminNegativeTestJSON-1045108848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f198f229-6407-4fae-919f-b1db49d5da51 HTTP/1.1" status: 200 len: 210 time: 0.0293834 Jul 07 20:05:23.456564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47294) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:05:23.585166 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0ff6a303-d454-4d5a-95d9-5635cc6653bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=07ae896ab26143b38dd060d3ab1b8667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274083 Jul 07 20:05:23.588136 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47298) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:05:23.635267 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-161c5060-3afe-4ede-b90d-65202a722d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:23.656482 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-161c5060-3afe-4ede-b90d-65202a722d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:23.702143 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-161c5060-3afe-4ede-b90d-65202a722d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:23.704704 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-161c5060-3afe-4ede-b90d-65202a722d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:23.705856 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-161c5060-3afe-4ede-b90d-65202a722d26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/914903a1-c03a-48cf-8fce-03f4477f9138 HTTP/1.1" status: 204 len: 168 time: 0.1168585 Jul 07 20:05:23.714309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c5060-3afe-4ede-b90d-65202a722d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914903a1-c03a-48cf-8fce-03f4477f9138,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:23.931739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:23.979898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47304) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:05:23.993127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85085ad1-e4a7-4ba8-9862-49421a8f63bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:24.081335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85085ad1-e4a7-4ba8-9862-49421a8f63bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:24.085123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-85085ad1-e4a7-4ba8-9862-49421a8f63bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:24.109104 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4dd9665d-5112-4d76-b876-549516ab4402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:24.130526 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-85085ad1-e4a7-4ba8-9862-49421a8f63bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fdd967d26d2c469cb37557918e465b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495318 Jul 07 20:05:24.132425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85085ad1-e4a7-4ba8-9862-49421a8f63bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b098b8d-9b46-418c-a78e-4c86f61352a9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:24.133310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47306) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:05:24.181380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e86419ac-47b0-46b8-a1d1-efca307aa762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:24.202592 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e86419ac-47b0-46b8-a1d1-efca307aa762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:24.251814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e86419ac-47b0-46b8-a1d1-efca307aa762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:24.254536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e86419ac-47b0-46b8-a1d1-efca307aa762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:24.255712 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e86419ac-47b0-46b8-a1d1-efca307aa762 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b098b8d-9b46-418c-a78e-4c86f61352a9 HTTP/1.1" status: 204 len: 168 time: 0.1208346 Jul 07 20:05:24.264003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86419ac-47b0-46b8-a1d1-efca307aa762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b098b8d-9b46-418c-a78e-4c86f61352a9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:24.910926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47328) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:05:24.937438 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:25.011620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-142261334-network', 'tenant_id': 'd638254a0a9c43dba0763d773a80d083'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:05:25.035741 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Made reservation on behalf of d638254a0a9c43dba0763d773a80d083 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:05:25.038145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:25.044966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e5e0e139-0cfd-40e2-9776-eb48052440f9 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:05:25.047911 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:25.064743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: e5e0e139-0cfd-40e2-9776-eb48052440f9 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:05:25.065087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e5e0e139-0cfd-40e2-9776-eb48052440f9 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:05:25.142501 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:25.146247 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:25.168993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:05:25.182929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc4cc22-c5fc-44cd-82b0-0176f2f58985,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:25.191511 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:25.191852 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Added segment 5910c51c-91f0-410e-978c-fb09636a36b3 of type vlan for network 4a242172-3d40-4a82-9168-6c5953091899 Jul 07 20:05:25.193896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.194240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.194580 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.194947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.195282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.195610 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.196455 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.196779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.197099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.197419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.197740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.198057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.240809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:25.268667 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:25.270075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:25.270651 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:25.333121 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4210763 Jul 07 20:05:25.336132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47332) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:05:25.341921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Request body: {'subnet': {'network_id': '4a242172-3d40-4a82-9168-6c5953091899', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-142261334-subnet', 'tenant_id': 'd638254a0a9c43dba0763d773a80d083', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:05:25.363352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Made reservation on behalf of d638254a0a9c43dba0763d773a80d083 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:05:25.363582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a89e9d-b475-4ec4-9f7e-9c96c0f4c594 admin admin] Pushing event updated for resources: {'Network': ['ID=4a242172-3d40-4a82-9168-6c5953091899,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:25.365892 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:25.373793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 4a242172-3d40-4a82-9168-6c5953091899 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:05:25.532889 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:25.589062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c33960fa-912f-4432-8de2-be684b5ecae5,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:25.601191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.601538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.601879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.602245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.602578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.602939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.603268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.603593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.603918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.604240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.604561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.604884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:25.609814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Checking segment: {'id': '5910c51c-91f0-410e-978c-fb09636a36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4a242172-3d40-4a82-9168-6c5953091899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:05:25.610177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Network hostable DHCP agents. Network: 4a242172-3d40-4a82-9168-6c5953091899, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:05:25.626786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Network 4a242172-3d40-4a82-9168-6c5953091899 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:05:25.635118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 4a242172-3d40-4a82-9168-6c5953091899) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:05:25.639918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:25.640910 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:25.644014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124d147c-3ead-4c38-b29b-c250410c9b0b None None] Network 4a242172-3d40-4a82-9168-6c5953091899 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:05:25.654586 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-83378442-48ab-4b8f-9ea0-fd5191d0e344 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3167851 Jul 07 20:05:25.767441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf0f80-428e-4328-b4f1-3002c053e4bf None None] Network 4a242172-3d40-4a82-9168-6c5953091899 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:05:26.069011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-1a860b6c-9dd7-4738-a22c-6180ecad1e72 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:26.070394 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-1a860b6c-9dd7-4738-a22c-6180ecad1e72 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/networks?id=4a242172-3d40-4a82-9168-6c5953091899 HTTP/1.1" status: 200 len: 811 time: 0.1000309 Jul 07 20:05:26.084781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-ba297a8a-03db-4487-8f87-eaf9c152a630 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/quotas/d638254a0a9c43dba0763d773a80d083 HTTP/1.1" status: 200 len: 375 time: 0.0090563 Jul 07 20:05:26.116715 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-841b4f3b-c6ec-4248-b705-5d807bbc1edb tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d638254a0a9c43dba0763d773a80d083&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273411 Jul 07 20:05:26.206405 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-085375bc-b3ef-4ab1-ab99-75a093b98801 service neutron] 10.222.0.81 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828955 Jul 07 20:05:26.292758 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-eaef2d52-7379-44a7-a446-61880e4ad5ad service neutron] 10.222.0.81 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804844 Jul 07 20:05:26.460092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-045c150e-c815-4041-ae4c-783f6cc8ec4c req-10ccf655-5747-4c75-a4a4-b90256e76591 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 210 time: 0.0280871 Jul 07 20:05:26.656973 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:27.600784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-d134e1d4-0ca8-4553-946e-4785eebfc8a6 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:27.602840 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-d134e1d4-0ca8-4553-946e-4785eebfc8a6 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.110 "GET /v2.0/networks?id=4a242172-3d40-4a82-9168-6c5953091899 HTTP/1.1" status: 200 len: 811 time: 0.1143172 Jul 07 20:05:27.620283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4a4f85ef-05df-4bf3-b23c-b09a03cfb17a req-b20fe503-2702-4af8-a788-d44f400ba56a tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 210 time: 0.0362887 Jul 07 20:05:27.624617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Request body: {'port': {'device_id': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'network_id': '4a242172-3d40-4a82-9168-6c5953091899', 'admin_state_up': True, 'tenant_id': 'd638254a0a9c43dba0763d773a80d083'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:05:27.735577 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Made reservation on behalf of d638254a0a9c43dba0763d773a80d083 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:05:27.739090 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:27.865851 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Allocated IP 172.20.0.7 (4a242172-3d40-4a82-9168-6c5953091899/c33960fa-912f-4432-8de2-be684b5ecae5/bb3ce66c-74d2-400a-acaa-55b27aadb938) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:05:28.011843 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:28.050875 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:28.093273 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Network 4a242172-3d40-4a82-9168-6c5953091899 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:05:28.098722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:05:28.102433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:05:28.109177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Pushing event updated for resources: {'Port': ['ID=bb3ce66c-74d2-400a-acaa-55b27aadb938,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:28.153100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:28.153699 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:28.167035 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-18bc5fd8-fb67-426c-9b70-0d107b568a61 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5469692 Jul 07 20:05:28.179224 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Request body: {'port': {'device_id': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:05:28.252548 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:28.507474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3ce66c-74d2-400a-acaa-55b27aadb938 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:05:28.515141 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:28.527463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Transition to ACTIVE for port object bb3ce66c-74d2-400a-acaa-55b27aadb938 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:05:28.531124 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:28.581428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3ce66c-74d2-400a-acaa-55b27aadb938,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:28.649955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Attempting to bind port bb3ce66c-74d2-400a-acaa-55b27aadb938 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:05:28.650606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Attempting to bind port bb3ce66c-74d2-400a-acaa-55b27aadb938 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '5910c51c-91f0-410e-978c-fb09636a36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4a242172-3d40-4a82-9168-6c5953091899'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:05:28.650877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Attempting to bind port bb3ce66c-74d2-400a-acaa-55b27aadb938 on network 4a242172-3d40-4a82-9168-6c5953091899 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:05:28.655380 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Port bb3ce66c-74d2-400a-acaa-55b27aadb938 on network 4a242172-3d40-4a82-9168-6c5953091899 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:05:28.655798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Attempting to bind port bb3ce66c-74d2-400a-acaa-55b27aadb938 on network 4a242172-3d40-4a82-9168-6c5953091899 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:05:28.660858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:05:28.661193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Checking segment: {'id': '5910c51c-91f0-410e-978c-fb09636a36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4a242172-3d40-4a82-9168-6c5953091899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:05:28.661575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Bound using segment: {'id': '5910c51c-91f0-410e-978c-fb09636a36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4a242172-3d40-4a82-9168-6c5953091899'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:05:28.662022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Bound port: bb3ce66c-74d2-400a-acaa-55b27aadb938, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5910c51c-91f0-410e-978c-fb09636a36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4a242172-3d40-4a82-9168-6c5953091899'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:05:28.662426 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:28.733508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:05:28.736658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938,segment=NetworkSegment(5910c51c-91f0-410e-978c-fb09636a36b3),segment_id=5910c51c-91f0-410e-978c-fb09636a36b3)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:05:28.741509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:28.814226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:28.814841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:28.816210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] 10.222.0.110 "PUT /v2.0/ports/bb3ce66c-74d2-400a-acaa-55b27aadb938 HTTP/1.1" status: 200 len: 1091 time: 0.6409707 Jul 07 20:05:28.818125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'tag': 'bb3ce66c-74d2-400a-acaa-55b27aadb938'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:05:28.820389 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0dfa2f-ebed-4a1a-a583-3ceeb425e28a" -d '{"events": [{"name": "network-changed", "server_uuid": "61665ec9-ef38-4f3d-ad34-bd5060f8ef7d", "tag": "bb3ce66c-74d2-400a-acaa-55b27aadb938"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:05:28.842119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113170d6-bb7d-4b24-bed8-1f525bd62b18 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3ce66c-74d2-400a-acaa-55b27aadb938,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:28.868690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95653bc-def6-40af-be7c-f0c954df941c req-7a104b19-9111-4841-ab22-9678ea1c90eb tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:28.870254 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f95653bc-def6-40af-be7c-f0c954df941c req-7a104b19-9111-4841-ab22-9678ea1c90eb tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 943 time: 0.1259878 Jul 07 20:05:28.880255 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b22a20-6424-4f39-bddc-cb05b775937d x-openstack-request-id: req-e1b22a20-6424-4f39-bddc-cb05b775937d {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:05:28.880545 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61665ec9-ef38-4f3d-ad34-bd5060f8ef7d", "tag": "bb3ce66c-74d2-400a-acaa-55b27aadb938", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:05:28.880796 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1b22a20-6424-4f39-bddc-cb05b775937d {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:05:28.881198 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'tag': 'bb3ce66c-74d2-400a-acaa-55b27aadb938', 'status': 'completed', 'code': 200} Jul 07 20:05:28.936449 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f95653bc-def6-40af-be7c-f0c954df941c req-a0cdf658-4525-4885-a955-e0e6b94a4ecc tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544364 Jul 07 20:05:28.955006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-50106f0a-9677-4cd6-8504-b45ff31cc9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:28.955006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-50106f0a-9677-4cd6-8504-b45ff31cc9c9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d638254a0a9c43dba0763d773a80d083&device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 1094 time: 0.0834165 Jul 07 20:05:29.001033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-5ca52fad-0875-4011-b20c-4af8e5b5866f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938 HTTP/1.1" status: 200 len: 217 time: 0.0366690 Jul 07 20:05:29.062705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-796c03b0-799c-4677-a4c8-a0665c96d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:29.064150 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-796c03b0-799c-4677-a4c8-a0665c96d197 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c33960fa-912f-4432-8de2-be684b5ecae5 HTTP/1.1" status: 200 len: 851 time: 0.0564096 Jul 07 20:05:29.098656 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-a0144ccc-9ed6-49f8-b5d9-b44869e3c2bc service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4a242172-3d40-4a82-9168-6c5953091899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279446 Jul 07 20:05:29.190950 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-9f458145-7e78-4f27-a0ea-e91f31648318 service neutron] 10.222.0.110 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831330 Jul 07 20:05:29.284430 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9ddd5bdd-0d59-45bc-b54c-c036856488af req-67cacb95-8ae4-4af3-82d2-6cb3b8f77ba6 service neutron] 10.222.0.110 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858932 Jul 07 20:05:29.385528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dfa2f-ebed-4a1a-a583-3ceeb425e28a req-8e634d7b-910e-4e5f-bd26-ff922669a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:29.387397 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac0dfa2f-ebed-4a1a-a583-3ceeb425e28a req-8e634d7b-910e-4e5f-bd26-ff922669a6eb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d638254a0a9c43dba0763d773a80d083&device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 1094 time: 0.0552471 Jul 07 20:05:29.489794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dfa2f-ebed-4a1a-a583-3ceeb425e28a req-92664d05-3d01-4d1f-b5ba-7a67dfcf035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:29.491750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac0dfa2f-ebed-4a1a-a583-3ceeb425e28a req-92664d05-3d01-4d1f-b5ba-7a67dfcf035f service neutron] 10.222.0.110 "GET /v2.0/networks?id=4a242172-3d40-4a82-9168-6c5953091899 HTTP/1.1" status: 200 len: 912 time: 0.0924613 Jul 07 20:05:29.535030 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac0dfa2f-ebed-4a1a-a583-3ceeb425e28a req-15620950-6761-46da-a4e5-87caf3d6746d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938 HTTP/1.1" status: 200 len: 217 time: 0.0354781 Jul 07 20:05:29.582024 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dfa2f-ebed-4a1a-a583-3ceeb425e28a req-aedc9980-0ed3-44d3-a41d-1799ee9a61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:29.583709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac0dfa2f-ebed-4a1a-a583-3ceeb425e28a req-aedc9980-0ed3-44d3-a41d-1799ee9a61f2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c33960fa-912f-4432-8de2-be684b5ecae5 HTTP/1.1" status: 200 len: 851 time: 0.0413566 Jul 07 20:05:29.620315 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac0dfa2f-ebed-4a1a-a583-3ceeb425e28a req-24f838cb-510d-481a-8700-88993c95c2cf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4a242172-3d40-4a82-9168-6c5953091899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287306 Jul 07 20:05:29.707840 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac0dfa2f-ebed-4a1a-a583-3ceeb425e28a req-cd5a4c1b-a712-47d2-96fa-161662342b17 service neutron] 10.222.0.110 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797913 Jul 07 20:05:29.799837 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac0dfa2f-ebed-4a1a-a583-3ceeb425e28a req-c9adcbb5-4a20-4432-90ed-a7b515e3f985 service neutron] 10.222.0.110 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847785 Jul 07 20:05:30.110843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bbef5-6394-4233-9977-bd2ac358f8cf req-6e8117b0-3af9-4f7a-8957-deba347490a6 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:30.112344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a06bbef5-6394-4233-9977-bd2ac358f8cf req-6e8117b0-3af9-4f7a-8957-deba347490a6 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 943 time: 0.0648983 Jul 07 20:05:30.149962 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a06bbef5-6394-4233-9977-bd2ac358f8cf req-b80984c4-a071-4094-9fdd-f68bffa2f737 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 Jul 07 20:05:31.324956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df906a-dbc2-44d9-94a1-5f9f0853623e req-100e202e-07ea-4310-8697-6206e49d0e3a tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:31.326445 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7df906a-dbc2-44d9-94a1-5f9f0853623e req-100e202e-07ea-4310-8697-6206e49d0e3a tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 943 time: 0.0647376 Jul 07 20:05:31.364936 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c7df906a-dbc2-44d9-94a1-5f9f0853623e req-9db4061d-0fb9-4a07-b601-1189da1ba579 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328102 Jul 07 20:05:32.536111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e351ab-0663-4d4b-8c43-b04931226d6c req-aa3b9ffe-3a29-45e6-9888-a502e8f81e9b tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:32.537574 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-32e351ab-0663-4d4b-8c43-b04931226d6c req-aa3b9ffe-3a29-45e6-9888-a502e8f81e9b tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 943 time: 0.0616255 Jul 07 20:05:32.574833 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-32e351ab-0663-4d4b-8c43-b04931226d6c req-14ba4afe-afaf-4c1d-b1ae-381a4ee943f4 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310817 Jul 07 20:05:33.078714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device bb3ce66c-74d2-400a-acaa-55b27aadb938 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:05:33.174874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938,segment=NetworkSegment(5910c51c-91f0-410e-978c-fb09636a36b3),segment_id=5910c51c-91f0-410e-978c-fb09636a36b3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:05:33.188391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'bb3ce66c-74d2-400a-acaa-55b27aadb938', 'network_id': '4a242172-3d40-4a82-9168-6c5953091899', 'port_id': 'bb3ce66c-74d2-400a-acaa-55b27aadb938', 'mac_address': 'fa:16:3e:41:89:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33960fa-912f-4432-8de2-be684b5ecae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:05:33.225285 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:33.237375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3ce66c-74d2-400a-acaa-55b27aadb938 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:05:33.257944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938,segment=NetworkSegment(5910c51c-91f0-410e-978c-fb09636a36b3),segment_id=5910c51c-91f0-410e-978c-fb09636a36b3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:05:33.262256 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:33.310285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=bb3ce66c-74d2-400a-acaa-55b27aadb938,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:33.317400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:33.317751 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:33.318087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:33.318430 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:33.318762 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:33.319118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:33.319442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:33.319768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:33.320092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:33.320413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:33.321341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:33.321669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:05:33.503092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['bb3ce66c-74d2-400a-acaa-55b27aadb938'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:05:33.745985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb81d5e-3dac-4d77-b23a-da5136027963 req-9969574c-ed98-4c0e-83e3-6907bed62ece tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:33.747624 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bb81d5e-3dac-4d77-b23a-da5136027963 req-9969574c-ed98-4c0e-83e3-6907bed62ece tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 944 time: 0.0629117 Jul 07 20:05:33.784995 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bb81d5e-3dac-4d77-b23a-da5136027963 req-72e56d57-98eb-4008-a0b1-0c0cf65e9692 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Jul 07 20:05:34.960998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880f514-a6db-42ae-b80c-9e1d5cc386d2 req-958242c7-19d3-424c-ac63-14c3c0965ad4 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:34.962490 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0880f514-a6db-42ae-b80c-9e1d5cc386d2 req-958242c7-19d3-424c-ac63-14c3c0965ad4 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 944 time: 0.0701318 Jul 07 20:05:35.000617 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0880f514-a6db-42ae-b80c-9e1d5cc386d2 req-eb817344-8b6a-4444-b40d-04631d217f08 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Jul 07 20:05:35.093263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device bb3ce66c-74d2-400a-acaa-55b27aadb938 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:05:35.141729 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port bb3ce66c-74d2-400a-acaa-55b27aadb938 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:05:35.145317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port bb3ce66c-74d2-400a-acaa-55b27aadb938 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:05:35.145688 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:35.224242 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:35.247262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ce66c-74d2-400a-acaa-55b27aadb938'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:05:35.249488 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181a5d59-4b05-4b18-8ce5-0edd477cd23b" -d '{"events": [{"server_uuid": "61665ec9-ef38-4f3d-ad34-bd5060f8ef7d", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ce66c-74d2-400a-acaa-55b27aadb938"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:05:35.261583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938,segment=NetworkSegment(5910c51c-91f0-410e-978c-fb09636a36b3),segment_id=5910c51c-91f0-410e-978c-fb09636a36b3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:05:35.266140 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:35.291211 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ae9082-ebd7-4201-83fb-25f96fec5c6b x-openstack-request-id: req-24ae9082-ebd7-4201-83fb-25f96fec5c6b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:05:35.291498 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61665ec9-ef38-4f3d-ad34-bd5060f8ef7d", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ce66c-74d2-400a-acaa-55b27aadb938", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:05:35.291749 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24ae9082-ebd7-4201-83fb-25f96fec5c6b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:05:35.292132 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ce66c-74d2-400a-acaa-55b27aadb938', 'code': 200} Jul 07 20:05:35.317645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=bb3ce66c-74d2-400a-acaa-55b27aadb938,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:05:35.409792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52463bd1-f27d-4634-bc54-ea5f543cabc6 req-ec0e0c8b-ba0f-4e9b-91c0-1db6547e4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:35.411277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52463bd1-f27d-4634-bc54-ea5f543cabc6 req-ec0e0c8b-ba0f-4e9b-91c0-1db6547e4488 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 1096 time: 0.0534680 Jul 07 20:05:35.446513 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-52463bd1-f27d-4634-bc54-ea5f543cabc6 req-69412470-b097-4064-871d-12e099489d58 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279546 Jul 07 20:05:36.137591 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:36.176443 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7ea78-2577-4d28-9d15-ce823329bb3e req-81874981-9744-4aa3-b56d-bfebae2c1925 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:36.178081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46b7ea78-2577-4d28-9d15-ce823329bb3e req-81874981-9744-4aa3-b56d-bfebae2c1925 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0646088 Jul 07 20:05:36.217307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46b7ea78-2577-4d28-9d15-ce823329bb3e req-76dced43-bf5e-416f-842b-14b26e482253 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331075 Jul 07 20:05:37.392945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e39b9-1e69-4f52-85a9-48a7d9f088af req-da1eb6bc-2576-4511-bf38-4de55beb6ad9 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:37.394377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-535e39b9-1e69-4f52-85a9-48a7d9f088af req-da1eb6bc-2576-4511-bf38-4de55beb6ad9 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0623770 Jul 07 20:05:37.432122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-535e39b9-1e69-4f52-85a9-48a7d9f088af req-2d2c1282-7e79-426a-828f-c1ed24e40735 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Jul 07 20:05:37.854445 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-307c296c-0fdb-47c7-a193-0b92e60b4388 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1442702 Jul 07 20:05:37.862620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc887da-bce1-44d1-98b9-79c8537e39de req-c4e4b27e-86a8-449e-b70f-c4ec734ec3b1 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:37.864056 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-afc887da-bce1-44d1-98b9-79c8537e39de req-c4e4b27e-86a8-449e-b70f-c4ec734ec3b1 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0979528 Jul 07 20:05:37.869410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-abc26f80-b235-47a0-9671-2b751e2e4936 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:05:37.870377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-abc26f80-b235-47a0-9671-2b751e2e4936 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054882 Jul 07 20:05:37.904993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-afc887da-bce1-44d1-98b9-79c8537e39de req-9aac3232-90e5-4aee-aa97-92078fefc3e2 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336757 Jul 07 20:05:39.094517 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a010ad-bd97-4ff3-a81f-38525366cb83 req-282f8bc0-e501-4982-8314-807cc2739a00 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:39.096213 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1a010ad-bd97-4ff3-a81f-38525366cb83 req-282f8bc0-e501-4982-8314-807cc2739a00 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0709872 Jul 07 20:05:39.135995 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e1a010ad-bd97-4ff3-a81f-38525366cb83 req-468d2b1b-bde2-40f9-895a-59f0b4b7226b tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339928 Jul 07 20:05:39.165350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-6660eec0-6d11-4e09-acb2-40e017824a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:39.166891 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-6660eec0-6d11-4e09-acb2-40e017824a7b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d638254a0a9c43dba0763d773a80d083&device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 1096 time: 0.0541725 Jul 07 20:05:39.262976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-b3f4c723-ddb2-4f53-b506-6cfd41d5807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:39.265557 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-b3f4c723-ddb2-4f53-b506-6cfd41d5807b service neutron] 10.222.0.110 "GET /v2.0/networks?id=4a242172-3d40-4a82-9168-6c5953091899 HTTP/1.1" status: 200 len: 912 time: 0.0921171 Jul 07 20:05:39.308811 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-9d54010c-b8bf-44a9-aa1e-5931918f2991 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938 HTTP/1.1" status: 200 len: 217 time: 0.0350146 Jul 07 20:05:39.355541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-9b78a82c-ef92-4a4b-888c-53c0cefc4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:39.356955 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-9b78a82c-ef92-4a4b-888c-53c0cefc4119 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c33960fa-912f-4432-8de2-be684b5ecae5 HTTP/1.1" status: 200 len: 851 time: 0.0421178 Jul 07 20:05:39.392808 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-f9b2a458-f7b1-412f-9dd6-6f453b8d7db3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4a242172-3d40-4a82-9168-6c5953091899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293932 Jul 07 20:05:39.480404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-3aa531d8-6b3d-4096-92aa-bb153dc1da3e service neutron] 10.222.0.110 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801890 Jul 07 20:05:39.583504 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-14b7aab0-80c9-4d0d-84fb-289d5cec2306 service neutron] 10.222.0.110 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964055 Jul 07 20:05:40.311108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa98a01-5e45-4348-a4e7-b056744a5c5d req-d6e9c202-def1-4234-a829-5e536fcd4a29 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:40.312767 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fa98a01-5e45-4348-a4e7-b056744a5c5d req-d6e9c202-def1-4234-a829-5e536fcd4a29 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0646434 Jul 07 20:05:40.315836 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:40.352014 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9fa98a01-5e45-4348-a4e7-b056744a5c5d req-adbfd244-f462-4954-91a9-e527b64b7212 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330541 Jul 07 20:05:41.531495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5045c-f837-4d3a-a934-26df5c270f5f req-da971616-5612-4a88-a269-b0af564dbbbe tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:41.533153 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f2d5045c-f837-4d3a-a934-26df5c270f5f req-da971616-5612-4a88-a269-b0af564dbbbe tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0652788 Jul 07 20:05:41.572602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f2d5045c-f837-4d3a-a934-26df5c270f5f req-6701695e-c690-4d1c-a352-ea5a6cbb1911 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Jul 07 20:05:42.745380 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774895a-e5b5-4020-b83f-369bc2b5be72 req-881f1eb4-03ea-43ae-9a37-8dceca2a4f2e tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:42.746873 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e774895a-e5b5-4020-b83f-369bc2b5be72 req-881f1eb4-03ea-43ae-9a37-8dceca2a4f2e tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0636919 Jul 07 20:05:42.784216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e774895a-e5b5-4020-b83f-369bc2b5be72 req-37f1f65b-8fd1-49f0-a831-536a824d2ce3 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Jul 07 20:05:43.975913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709574e3-235c-434d-80dd-68098c2725ad req-ed4e7afb-eb1b-4d28-a76a-59d853c09f1d tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:43.977309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-709574e3-235c-434d-80dd-68098c2725ad req-ed4e7afb-eb1b-4d28-a76a-59d853c09f1d tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0619833 Jul 07 20:05:44.017446 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-709574e3-235c-434d-80dd-68098c2725ad req-2b39099f-7ab4-4338-b5fb-b833df571e18 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346212 Jul 07 20:05:45.195456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb7ada-e14c-485e-82da-94c95a5caca2 req-4276a8d4-576c-421a-9ee6-8c55e7922c50 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:45.196897 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8bb7ada-e14c-485e-82da-94c95a5caca2 req-4276a8d4-576c-421a-9ee6-8c55e7922c50 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0666530 Jul 07 20:05:45.236787 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d8bb7ada-e14c-485e-82da-94c95a5caca2 req-e9d1d62f-afb6-4d2b-98b4-d4e1c90b3afa tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Jul 07 20:05:46.404769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f5881-1193-411a-8502-ccae6bb9a015 req-d6d401c9-3303-413c-b35e-e9859dded202 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:46.406240 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-613f5881-1193-411a-8502-ccae6bb9a015 req-d6d401c9-3303-413c-b35e-e9859dded202 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0622857 Jul 07 20:05:46.444129 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-613f5881-1193-411a-8502-ccae6bb9a015 req-a7fa3a0d-e6c6-45c6-9e71-c413f835ccb1 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322540 Jul 07 20:05:46.774428 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:05:47.622933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668f4ca-c666-4c5f-97cb-b7710fcc0c5e req-80aa92eb-8237-49a3-b647-fb9560ab9f09 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:47.624438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0668f4ca-c666-4c5f-97cb-b7710fcc0c5e req-80aa92eb-8237-49a3-b647-fb9560ab9f09 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0648279 Jul 07 20:05:47.663026 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0668f4ca-c666-4c5f-97cb-b7710fcc0c5e req-557a0679-1855-4af9-83bb-29ea9a01a315 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329854 Jul 07 20:05:48.843597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef2f14-8030-4005-89a3-4bc53b94b3d6 req-0a5bd255-b911-4f17-b0e8-8036ee01f160 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:48.845101 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dbef2f14-8030-4005-89a3-4bc53b94b3d6 req-0a5bd255-b911-4f17-b0e8-8036ee01f160 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0630484 Jul 07 20:05:48.882334 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dbef2f14-8030-4005-89a3-4bc53b94b3d6 req-19ae0878-db9d-4c51-b14d-6faef97a3227 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Jul 07 20:05:50.065761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d271-2426-4802-b0c1-4c835ff7a5fc req-c8e4c66f-e24e-4525-903b-aed85c4be4d3 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:50.067236 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6942d271-2426-4802-b0c1-4c835ff7a5fc req-c8e4c66f-e24e-4525-903b-aed85c4be4d3 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0691872 Jul 07 20:05:50.110146 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6942d271-2426-4802-b0c1-4c835ff7a5fc req-fff1f4c7-73ac-46b8-a55e-cd8b47a0b9a3 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367646 Jul 07 20:05:51.157100 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-90f6159b-81a5-4a8c-9b7f-f72f867aa65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:51.300699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3982c5-e29b-4704-ad71-8bc3db9e1627 req-f7d011f9-1013-48f9-95a9-29b271aa8bc7 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:51.302238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc3982c5-e29b-4704-ad71-8bc3db9e1627 req-f7d011f9-1013-48f9-95a9-29b271aa8bc7 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0740287 Jul 07 20:05:51.342656 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc3982c5-e29b-4704-ad71-8bc3db9e1627 req-c3f1afb0-97c0-414c-86f4-93181bf54c87 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346067 Jul 07 20:05:52.518051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e988de4-6a3c-4f3e-a62d-2e26350a4a0a req-8dd75016-3d76-4053-9022-169f556ec516 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:52.519624 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e988de4-6a3c-4f3e-a62d-2e26350a4a0a req-8dd75016-3d76-4053-9022-169f556ec516 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0641105 Jul 07 20:05:52.557822 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e988de4-6a3c-4f3e-a62d-2e26350a4a0a req-8a3cb885-9e04-4caa-9324-f346b61b58be tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321262 Jul 07 20:05:53.731191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60fa70-45ab-4df7-943c-50a67987fcc2 req-e6a41b15-0d7d-4868-ae01-de10ef0cac30 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:53.732742 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf60fa70-45ab-4df7-943c-50a67987fcc2 req-e6a41b15-0d7d-4868-ae01-de10ef0cac30 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0653138 Jul 07 20:05:53.773011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf60fa70-45ab-4df7-943c-50a67987fcc2 req-e7f40084-b790-4659-8baa-47d94f393dd4 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 Jul 07 20:05:53.935135 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:54.100419 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fdf35518-f50a-400a-ae9e-6246f26a4ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:54.939803 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:54.950462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e18dc-7c81-4218-b3fc-839f3241b9a9 req-c034211e-2b59-451f-84c3-148f4b844391 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:54.951976 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a89e18dc-7c81-4218-b3fc-839f3241b9a9 req-c034211e-2b59-451f-84c3-148f4b844391 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0642924 Jul 07 20:05:54.989052 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a89e18dc-7c81-4218-b3fc-839f3241b9a9 req-c07fe421-c30a-4487-bd15-2e328438360e tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Jul 07 20:05:56.172473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43887ad-0bb4-4efd-aef8-e89e9b322694 req-ed0d55a2-50db-4627-bbb3-b4ae9ec59820 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:56.173936 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b43887ad-0bb4-4efd-aef8-e89e9b322694 req-ed0d55a2-50db-4627-bbb3-b4ae9ec59820 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0665121 Jul 07 20:05:56.212189 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b43887ad-0bb4-4efd-aef8-e89e9b322694 req-10f258b3-903f-4515-8c0e-92f9a51aca2d tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Jul 07 20:05:56.654164 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:57.387417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8c030-6bcf-4745-95f4-2a9abd5f6915 req-c96431d2-e72b-473b-ace0-4d0d308e5af8 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:57.388809 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c9a8c030-6bcf-4745-95f4-2a9abd5f6915 req-c96431d2-e72b-473b-ace0-4d0d308e5af8 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0670185 Jul 07 20:05:57.430375 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c9a8c030-6bcf-4745-95f4-2a9abd5f6915 req-1ec8f54a-0278-4f4a-b986-71b8fe346d24 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359473 Jul 07 20:05:58.606741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade98b8-381b-4605-9a96-0b5dee0d9946 req-31485708-4dcf-4e9f-95ee-94cc3aed44e8 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:58.608252 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ade98b8-381b-4605-9a96-0b5dee0d9946 req-31485708-4dcf-4e9f-95ee-94cc3aed44e8 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0632987 Jul 07 20:05:58.644925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ade98b8-381b-4605-9a96-0b5dee0d9946 req-0ba9a21f-e887-4849-9a3b-c0c894087ab1 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311224 Jul 07 20:05:59.819470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c9c46-1412-4252-87bc-fe99f33b75b0 req-4279f418-d999-464a-9f9d-445088a55398 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:59.821074 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-023c9c46-1412-4252-87bc-fe99f33b75b0 req-4279f418-d999-464a-9f9d-445088a55398 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0630562 Jul 07 20:05:59.858329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-023c9c46-1412-4252-87bc-fe99f33b75b0 req-882dbcb4-025b-4cb1-bdd4-92e744f0480a tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Jul 07 20:06:01.029094 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09165738-e03b-429e-ad1c-8eb96b36cd0b req-e2f639a7-5f4b-425c-982f-07ee5920fcaf tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:01.030572 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09165738-e03b-429e-ad1c-8eb96b36cd0b req-e2f639a7-5f4b-425c-982f-07ee5920fcaf tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0618293 Jul 07 20:06:01.067535 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09165738-e03b-429e-ad1c-8eb96b36cd0b req-4ed7889f-67fe-49e4-a2a7-b3ba701d9e27 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314627 Jul 07 20:06:02.240991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cda36-3be4-48b1-a5f1-c6270bae9306 req-44c1c885-6b64-4bc7-9930-7a87a6e3d17c tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:02.243001 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ff8cda36-3be4-48b1-a5f1-c6270bae9306 req-44c1c885-6b64-4bc7-9930-7a87a6e3d17c tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0654721 Jul 07 20:06:02.280900 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ff8cda36-3be4-48b1-a5f1-c6270bae9306 req-de6f5504-4ac0-478f-8d9d-7274e1b039a9 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323126 Jul 07 20:06:03.460919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acac64-d681-44c2-ba12-afb687899422 req-1ff98f9c-067a-4191-95df-260a8dece218 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:03.463063 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90acac64-d681-44c2-ba12-afb687899422 req-1ff98f9c-067a-4191-95df-260a8dece218 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0695353 Jul 07 20:06:03.501196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90acac64-d681-44c2-ba12-afb687899422 req-2a7960b5-e8ff-40e9-90fe-f418a07366b0 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Jul 07 20:06:04.672850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09f1f0-e9df-42a4-ae38-103f1932f855 req-541e8d08-bf0c-461d-a05a-5019c6a49cd0 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:04.674324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac09f1f0-e9df-42a4-ae38-103f1932f855 req-541e8d08-bf0c-461d-a05a-5019c6a49cd0 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0621059 Jul 07 20:06:04.714471 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ac09f1f0-e9df-42a4-ae38-103f1932f855 req-172df94b-7127-4104-988e-f43925702298 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Jul 07 20:06:05.885408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d616119-8ad6-4e05-b3ad-94bdc38a6db3 req-dba12e01-032c-4e36-98c8-24b083c3a994 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:05.886888 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d616119-8ad6-4e05-b3ad-94bdc38a6db3 req-dba12e01-032c-4e36-98c8-24b083c3a994 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0624139 Jul 07 20:06:05.923636 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0d616119-8ad6-4e05-b3ad-94bdc38a6db3 req-98a5071b-3248-4a3a-b6b2-a382a53c5528 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312150 Jul 07 20:06:06.134463 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:07.094035 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0e567-a7e1-48b3-9f8f-41ce5c6f9ef2 req-8a682866-d12d-4cc2-a392-0b5d7735e89d tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:07.095510 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbc0e567-a7e1-48b3-9f8f-41ce5c6f9ef2 req-8a682866-d12d-4cc2-a392-0b5d7735e89d tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0621357 Jul 07 20:06:07.132500 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbc0e567-a7e1-48b3-9f8f-41ce5c6f9ef2 req-708cc02b-1efd-4207-99ba-3a3bc7844a5e tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Jul 07 20:06:08.311055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b69168-ded8-4217-a8a0-e50a956449e7 req-8cd96b4b-4394-4994-aa3f-3597833ea711 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:08.312535 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84b69168-ded8-4217-a8a0-e50a956449e7 req-8cd96b4b-4394-4994-aa3f-3597833ea711 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0667009 Jul 07 20:06:08.349520 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-84b69168-ded8-4217-a8a0-e50a956449e7 req-f2ee6205-42f3-482f-b0c5-367ed797316c tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Jul 07 20:06:09.533634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1c4db-18e7-43ba-9c81-398fd964a923 req-23dc25d4-8d8e-474e-a2cb-ef8880a2ad28 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:09.536092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-98e1c4db-18e7-43ba-9c81-398fd964a923 req-23dc25d4-8d8e-474e-a2cb-ef8880a2ad28 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0693674 Jul 07 20:06:09.574345 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-98e1c4db-18e7-43ba-9c81-398fd964a923 req-3758d1a7-49a5-4f91-89a0-f9d23933395c tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328758 Jul 07 20:06:10.318168 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:10.750135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b00ff-43a2-4177-840f-60de3bce45c4 req-0c1783ad-137a-42f4-889c-e9929e1e0962 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:10.751659 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bb5b00ff-43a2-4177-840f-60de3bce45c4 req-0c1783ad-137a-42f4-889c-e9929e1e0962 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0654566 Jul 07 20:06:10.788218 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bb5b00ff-43a2-4177-840f-60de3bce45c4 req-053b9e93-5560-48f8-ba08-ca6d14a9e370 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310733 Jul 07 20:06:11.962885 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-ba02dcfe-5585-459f-b441-c989d029406c service neutron] show failed (client error): The resource could not be found. Jul 07 20:06:11.963869 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-ba02dcfe-5585-459f-b441-c989d029406c service neutron] 10.222.0.110 "GET /v2.0/ports/bb3ce66c-74d2-400a-acaa-55b27aadb938/bindings/n-h1-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0844433 Jul 07 20:06:11.999654 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ada38-4760-4e3f-9b5e-6a4321683e80 req-fa9b92e7-9024-4ce2-8f2a-8195f0dc1ef6 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:12.001051 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-092ada38-4760-4e3f-9b5e-6a4321683e80 req-fa9b92e7-9024-4ce2-8f2a-8195f0dc1ef6 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0861990 Jul 07 20:06:12.280784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-13512207-b473-4b2c-948f-450542aaa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:12.282222 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-13512207-b473-4b2c-948f-450542aaa4aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d&tenant_id=d638254a0a9c43dba0763d773a80d083 HTTP/1.1" status: 200 len: 1096 time: 0.1100125 Jul 07 20:06:12.294721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:06:12.371533 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:12.380480 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-092ada38-4760-4e3f-9b5e-6a4321683e80 req-ebf47b05-6273-4ccb-95c0-645ab007249f tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737173 Jul 07 20:06:12.567852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938,segment=NetworkSegment(5910c51c-91f0-410e-978c-fb09636a36b3),segment_id=5910c51c-91f0-410e-978c-fb09636a36b3)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:12.600041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:06:12.637612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb3ce66c-74d2-400a-acaa-55b27aadb938'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:12.640068 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85833a83-539b-492e-99d7-16c24ca7ab32" -d '{"events": [{"server_uuid": "61665ec9-ef38-4f3d-ad34-bd5060f8ef7d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb3ce66c-74d2-400a-acaa-55b27aadb938"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:12.643519 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:12.657107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Transition to ACTIVE for port object bb3ce66c-74d2-400a-acaa-55b27aadb938 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:06:12.661205 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:12.725557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] No DVR routers for this DVR port bb3ce66c-74d2-400a-acaa-55b27aadb938 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:06:12.736009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Pushing event updated for resources: {'Port': ['ID=bb3ce66c-74d2-400a-acaa-55b27aadb938,revision_number=6']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:12.758171 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37065990-a18f-4688-9670-b9eb972477d2 x-openstack-request-id: req-37065990-a18f-4688-9670-b9eb972477d2 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:12.758462 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61665ec9-ef38-4f3d-ad34-bd5060f8ef7d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb3ce66c-74d2-400a-acaa-55b27aadb938", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:12.758716 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37065990-a18f-4688-9670-b9eb972477d2 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:12.759685 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb3ce66c-74d2-400a-acaa-55b27aadb938', 'code': 200} Jul 07 20:06:12.772489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Attempting to bind port bb3ce66c-74d2-400a-acaa-55b27aadb938 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:06:12.772819 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Attempting to bind port bb3ce66c-74d2-400a-acaa-55b27aadb938 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '5910c51c-91f0-410e-978c-fb09636a36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4a242172-3d40-4a82-9168-6c5953091899'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:06:12.773140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Attempting to bind port bb3ce66c-74d2-400a-acaa-55b27aadb938 on network 4a242172-3d40-4a82-9168-6c5953091899 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:06:12.777854 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Port bb3ce66c-74d2-400a-acaa-55b27aadb938 on network 4a242172-3d40-4a82-9168-6c5953091899 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:06:12.778148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Attempting to bind port bb3ce66c-74d2-400a-acaa-55b27aadb938 on network 4a242172-3d40-4a82-9168-6c5953091899 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:06:12.782877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:06:12.783209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Checking segment: {'id': '5910c51c-91f0-410e-978c-fb09636a36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4a242172-3d40-4a82-9168-6c5953091899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:06:12.783587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Bound using segment: {'id': '5910c51c-91f0-410e-978c-fb09636a36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4a242172-3d40-4a82-9168-6c5953091899'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:06:12.784006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Bound port: bb3ce66c-74d2-400a-acaa-55b27aadb938, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5910c51c-91f0-410e-978c-fb09636a36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4a242172-3d40-4a82-9168-6c5953091899'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:06:12.784353 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:12.844395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:06:12.847465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938,segment=NetworkSegment(5910c51c-91f0-410e-978c-fb09636a36b3),segment_id=5910c51c-91f0-410e-978c-fb09636a36b3)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:06:12.851576 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:12.887101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:12.887717 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:12.889089 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] 10.222.0.48 "PUT /v2.0/ports/bb3ce66c-74d2-400a-acaa-55b27aadb938 HTTP/1.1" status: 200 len: 1091 time: 0.5991061 Jul 07 20:06:12.910944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93827b63-fc5f-4176-82b0-66876d93562b service neutron] Pushing event updated for resources: {'Port': ['ID=bb3ce66c-74d2-400a-acaa-55b27aadb938,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:12.964753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-602c1f86-99f8-4fbe-9b6b-f68109cec0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:12.966233 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-602c1f86-99f8-4fbe-9b6b-f68109cec0fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d638254a0a9c43dba0763d773a80d083&device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 1094 time: 0.0525281 Jul 07 20:06:13.058904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-15f5a7fa-393e-4797-a2cf-692f45dfda69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:13.060366 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-15f5a7fa-393e-4797-a2cf-692f45dfda69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a242172-3d40-4a82-9168-6c5953091899 HTTP/1.1" status: 200 len: 912 time: 0.0853419 Jul 07 20:06:13.100673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-4330525c-cc38-4f38-81eb-be0508b6222b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938 HTTP/1.1" status: 200 len: 217 time: 0.0334554 Jul 07 20:06:13.146385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-e0130052-115b-4a4c-81fc-a8ce3091aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:13.147801 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-e0130052-115b-4a4c-81fc-a8ce3091aef1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c33960fa-912f-4432-8de2-be684b5ecae5 HTTP/1.1" status: 200 len: 851 time: 0.0412621 Jul 07 20:06:13.179953 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-50ced972-d6a7-4872-82f0-bf1b4ac79545 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a242172-3d40-4a82-9168-6c5953091899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256512 Jul 07 20:06:13.270154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-3ba5d867-cdbf-467a-ae1c-41c8cec69a93 service neutron] 10.222.0.48 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842047 Jul 07 20:06:13.361195 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5a03eb7a-0922-45d0-ad82-57098ff5b1eb req-57211cd7-95b7-4b3c-9c85-758543b87cda service neutron] 10.222.0.48 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846086 Jul 07 20:06:13.562120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32273ef6-0332-480d-af40-e0de2484089d req-c3c111ed-edbd-492b-9284-0999707d67bc tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:13.563615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32273ef6-0332-480d-af40-e0de2484089d req-c3c111ed-edbd-492b-9284-0999707d67bc tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 943 time: 0.0640762 Jul 07 20:06:13.601799 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-32273ef6-0332-480d-af40-e0de2484089d req-3fc29510-a530-43c0-9210-e2936ce4fcc9 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325439 Jul 07 20:06:14.760267 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'tag': 'bb3ce66c-74d2-400a-acaa-55b27aadb938'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:14.762537 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23" -d '{"events": [{"name": "network-changed", "server_uuid": "61665ec9-ef38-4f3d-ad34-bd5060f8ef7d", "tag": "bb3ce66c-74d2-400a-acaa-55b27aadb938"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:14.784679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700a0b-bf0e-44c0-a206-c79e40f6ef9d req-86d7c884-c3c0-4a89-b056-b3727cacfe76 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:14.786172 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-16700a0b-bf0e-44c0-a206-c79e40f6ef9d req-86d7c884-c3c0-4a89-b056-b3727cacfe76 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 943 time: 0.0726027 Jul 07 20:06:14.811466 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06458169-8862-4040-a3a5-18f85b63a51e x-openstack-request-id: req-06458169-8862-4040-a3a5-18f85b63a51e {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:14.811767 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61665ec9-ef38-4f3d-ad34-bd5060f8ef7d", "tag": "bb3ce66c-74d2-400a-acaa-55b27aadb938", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:14.812016 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06458169-8862-4040-a3a5-18f85b63a51e {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:14.812414 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'tag': 'bb3ce66c-74d2-400a-acaa-55b27aadb938', 'status': 'completed', 'code': 200} Jul 07 20:06:14.829952 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-16700a0b-bf0e-44c0-a206-c79e40f6ef9d req-59f89ff3-33c6-478b-a685-e86a4007af3e tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376086 Jul 07 20:06:14.887022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-34dfe3bf-9f61-4fc7-acc0-3927cb66b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:14.887942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-ebc8c4c1-e4cb-4b3b-9b0f-8347d2e88e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:14.888452 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-34dfe3bf-9f61-4fc7-acc0-3927cb66b6d2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d638254a0a9c43dba0763d773a80d083&device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 1094 time: 0.0537364 Jul 07 20:06:14.889430 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-ebc8c4c1-e4cb-4b3b-9b0f-8347d2e88e81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d638254a0a9c43dba0763d773a80d083&device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 1094 time: 0.0539186 Jul 07 20:06:14.982559 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-410c1a43-f9bc-427a-9b49-42ba6fbfba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:14.982868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-4479ffd4-300b-4152-b147-784b87786778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:14.984059 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-410c1a43-f9bc-427a-9b49-42ba6fbfba97 service neutron] 10.222.0.110 "GET /v2.0/networks?id=4a242172-3d40-4a82-9168-6c5953091899 HTTP/1.1" status: 200 len: 912 time: 0.0862732 Jul 07 20:06:14.984204 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-4479ffd4-300b-4152-b147-784b87786778 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a242172-3d40-4a82-9168-6c5953091899 HTTP/1.1" status: 200 len: 912 time: 0.0878022 Jul 07 20:06:15.024283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-7edeb2ce-c559-483d-b3e6-99888d6722c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938 HTTP/1.1" status: 200 len: 217 time: 0.0329177 Jul 07 20:06:15.036482 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-c1b63978-87cf-402f-8163-70c17088e2fb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938 HTTP/1.1" status: 200 len: 217 time: 0.0341120 Jul 07 20:06:15.072068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-2fbb6c11-c613-4e6a-a875-f2ddf58909b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:15.073512 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-2fbb6c11-c613-4e6a-a875-f2ddf58909b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c33960fa-912f-4432-8de2-be684b5ecae5 HTTP/1.1" status: 200 len: 851 time: 0.0428157 Jul 07 20:06:15.092538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-4d909263-cd98-48cf-8647-a7191e8c1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:15.093984 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-4d909263-cd98-48cf-8647-a7191e8c1c81 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c33960fa-912f-4432-8de2-be684b5ecae5 HTTP/1.1" status: 200 len: 851 time: 0.0470803 Jul 07 20:06:15.111263 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-d95d4271-4278-4648-9850-974935b0dee9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a242172-3d40-4a82-9168-6c5953091899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306714 Jul 07 20:06:15.131218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-beb496ed-eebd-4abf-a3dd-2c4e4906b779 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4a242172-3d40-4a82-9168-6c5953091899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294569 Jul 07 20:06:15.202028 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-74206866-54d7-4a26-a8c2-3d3c86d8691a service neutron] 10.222.0.48 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828741 Jul 07 20:06:15.219853 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-9bfcb7ab-ff16-4c1d-afe8-8a640b9b0e17 service neutron] 10.222.0.110 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809116 Jul 07 20:06:15.295952 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-b6290f5f-b394-4468-9f32-a044e5120489 service neutron] 10.222.0.48 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859807 Jul 07 20:06:15.316235 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26c534c9-7cbc-4b6f-a08f-d91fb55f1c23 req-658c8b72-904a-4895-9a56-7dc9a996e5a7 service neutron] 10.222.0.110 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846908 Jul 07 20:06:16.008055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adde50-1190-4f43-8706-57837dcdb0fc req-f88d0903-1603-4d6c-a6e7-05496ae572c5 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:16.010034 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5adde50-1190-4f43-8706-57837dcdb0fc req-f88d0903-1603-4d6c-a6e7-05496ae572c5 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 943 time: 0.0644903 Jul 07 20:06:16.046802 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5adde50-1190-4f43-8706-57837dcdb0fc req-8ba14ff7-d977-4a1e-8596-4da1f1f7e6fd tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309598 Jul 07 20:06:16.286088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device bb3ce66c-74d2-400a-acaa-55b27aadb938 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:06:16.378383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938,segment=NetworkSegment(5910c51c-91f0-410e-978c-fb09636a36b3),segment_id=5910c51c-91f0-410e-978c-fb09636a36b3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:16.392777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'bb3ce66c-74d2-400a-acaa-55b27aadb938', 'network_id': '4a242172-3d40-4a82-9168-6c5953091899', 'port_id': 'bb3ce66c-74d2-400a-acaa-55b27aadb938', 'mac_address': 'fa:16:3e:41:89:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33960fa-912f-4432-8de2-be684b5ecae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:06:16.428488 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:16.442224 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3ce66c-74d2-400a-acaa-55b27aadb938 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:06:16.460757 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938,segment=NetworkSegment(5910c51c-91f0-410e-978c-fb09636a36b3),segment_id=5910c51c-91f0-410e-978c-fb09636a36b3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:16.465417 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:16.511878 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=bb3ce66c-74d2-400a-acaa-55b27aadb938,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:16.848177 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['bb3ce66c-74d2-400a-acaa-55b27aadb938'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:06:17.323133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device bb3ce66c-74d2-400a-acaa-55b27aadb938 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:06:17.363166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device bb3ce66c-74d2-400a-acaa-55b27aadb938 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:06:17.524242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10160720-ecc0-4061-a7a7-f56a6f02a0ea req-bf577c2d-11b7-4ec9-b01d-4d8b4efc563c tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:17.526241 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-10160720-ecc0-4061-a7a7-f56a6f02a0ea req-bf577c2d-11b7-4ec9-b01d-4d8b4efc563c tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 944 time: 0.3689256 Jul 07 20:06:17.563088 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-10160720-ecc0-4061-a7a7-f56a6f02a0ea req-0dd7e83b-b50a-454e-bf02-80505e3a1e0e tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311673 Jul 07 20:06:17.993165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-3aa4aa60-860a-4003-8772-30760bc1813d tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:17.994615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-3aa4aa60-860a-4003-8772-30760bc1813d tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.110 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d&tenant_id=d638254a0a9c43dba0763d773a80d083&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 944 time: 0.1118853 Jul 07 20:06:18.055453 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-d06d5860-5955-441e-946c-202154557a50 service neutron] delete failed (client error): The resource could not be found. Jul 07 20:06:18.056474 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-d06d5860-5955-441e-946c-202154557a50 service neutron] 10.222.0.110 "DELETE /v2.0/ports/bb3ce66c-74d2-400a-acaa-55b27aadb938/bindings/n-h2-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0520368 Jul 07 20:06:18.159396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-5ce932db-f388-4633-a459-34ce4db0e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:18.160945 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-5ce932db-f388-4633-a459-34ce4db0e741 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d638254a0a9c43dba0763d773a80d083&device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 1095 time: 0.0588348 Jul 07 20:06:18.255234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-ccc0de07-3222-4ddc-b215-777623017154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:18.256641 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-ccc0de07-3222-4ddc-b215-777623017154 service neutron] 10.222.0.110 "GET /v2.0/networks?id=4a242172-3d40-4a82-9168-6c5953091899 HTTP/1.1" status: 200 len: 912 time: 0.0858524 Jul 07 20:06:18.304592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device bb3ce66c-74d2-400a-acaa-55b27aadb938 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:06:18.305437 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-b3a363e3-6b31-4887-a96f-3463faef5642 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938 HTTP/1.1" status: 200 len: 217 time: 0.0384345 Jul 07 20:06:18.352166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port bb3ce66c-74d2-400a-acaa-55b27aadb938 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:06:18.354884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-b5c28036-6f4e-411e-be39-c885bfce2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:18.356373 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-b5c28036-6f4e-411e-be39-c885bfce2950 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c33960fa-912f-4432-8de2-be684b5ecae5 HTTP/1.1" status: 200 len: 851 time: 0.0448139 Jul 07 20:06:18.356507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port bb3ce66c-74d2-400a-acaa-55b27aadb938 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:06:18.356827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:18.392806 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-308884ac-a557-49cc-a05a-4538949a3b00 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4a242172-3d40-4a82-9168-6c5953091899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266588 Jul 07 20:06:18.436774 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:18.461582 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ce66c-74d2-400a-acaa-55b27aadb938'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:18.464817 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25da0bf3-a836-426d-81ed-abbc5ebdd035" -d '{"events": [{"server_uuid": "61665ec9-ef38-4f3d-ad34-bd5060f8ef7d", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ce66c-74d2-400a-acaa-55b27aadb938"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:18.477520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938,segment=NetworkSegment(5910c51c-91f0-410e-978c-fb09636a36b3),segment_id=5910c51c-91f0-410e-978c-fb09636a36b3)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:18.482386 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:18.489958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-25da7a40-0366-4897-b7a1-b19d8547f602 service neutron] 10.222.0.110 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901129 Jul 07 20:06:18.519194 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dafa2a-362e-40e3-8ee6-dbe9a335eb6f x-openstack-request-id: req-e4dafa2a-362e-40e3-8ee6-dbe9a335eb6f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:18.519488 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61665ec9-ef38-4f3d-ad34-bd5060f8ef7d", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ce66c-74d2-400a-acaa-55b27aadb938", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:18.519739 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4dafa2a-362e-40e3-8ee6-dbe9a335eb6f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:18.520214 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ce66c-74d2-400a-acaa-55b27aadb938', 'code': 200} Jul 07 20:06:18.534559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=bb3ce66c-74d2-400a-acaa-55b27aadb938,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:18.585799 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-a92e3730-60a3-494d-a981-dca8485aed94 service neutron] 10.222.0.110 "GET /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846369 Jul 07 20:06:19.472539 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c20d02-7da4-4e67-8367-edefe0050954 req-5f005d49-7358-41ea-8047-b5b14f376ae2 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:19.474003 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91c20d02-7da4-4e67-8367-edefe0050954 req-5f005d49-7358-41ea-8047-b5b14f376ae2 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0632772 Jul 07 20:06:19.513140 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91c20d02-7da4-4e67-8367-edefe0050954 req-6c707e9b-e08b-49e0-9d41-50735152ab3e tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333476 Jul 07 20:06:20.699099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d4cd4-0860-4f27-a190-04dbc2b75e96 req-8b85f1b8-ea1a-4cdf-91ba-668cf9a918ca tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:20.700933 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6d0d4cd4-0860-4f27-a190-04dbc2b75e96 req-8b85f1b8-ea1a-4cdf-91ba-668cf9a918ca tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0683911 Jul 07 20:06:20.740621 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6d0d4cd4-0860-4f27-a190-04dbc2b75e96 req-fabe2601-17e4-4d42-b638-9a30bd16dcca tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bc4cc22-c5fc-44cd-82b0-0176f2f58985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336919 Jul 07 20:06:21.051894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-93521e5c-626a-4b53-81e8-f56725616036 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:21.053387 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-93521e5c-626a-4b53-81e8-f56725616036 tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.48 "GET /v2.0/ports?device_id=61665ec9-ef38-4f3d-ad34-bd5060f8ef7d HTTP/1.1" status: 200 len: 945 time: 0.0658555 Jul 07 20:06:21.157662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-ef3c7c3a-5789-4089-9f2e-d629de2fb7fd tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Deleting port bb3ce66c-74d2-400a-acaa-55b27aadb938 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:06:21.158196 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-ef3c7c3a-5789-4089-9f2e-d629de2fb7fd tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:21.159263 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dc854d61-57aa-45c3-9c5c-459f1a93e58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:21.248727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-ef3c7c3a-5789-4089-9f2e-d629de2fb7fd tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] For port bb3ce66c-74d2-400a-acaa-55b27aadb938, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=bb3ce66c-74d2-400a-acaa-55b27aadb938,segment=NetworkSegment(5910c51c-91f0-410e-978c-fb09636a36b3),segment_id=5910c51c-91f0-410e-978c-fb09636a36b3)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:21.249084 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-ef3c7c3a-5789-4089-9f2e-d629de2fb7fd tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:21.260987 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-ef3c7c3a-5789-4089-9f2e-d629de2fb7fd tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Calling delete_port for bb3ce66c-74d2-400a-acaa-55b27aadb938 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:06:21.384799 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-ef3c7c3a-5789-4089-9f2e-d629de2fb7fd tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:21.397711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['bb3ce66c-74d2-400a-acaa-55b27aadb938'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:06:21.416554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c7c3a-5789-4089-9f2e-d629de2fb7fd tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Pushing event deleted for resources: {'Port': ['ID=bb3ce66c-74d2-400a-acaa-55b27aadb938,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:21.463022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-ef3c7c3a-5789-4089-9f2e-d629de2fb7fd tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] No DVR routers for this DVR port bb3ce66c-74d2-400a-acaa-55b27aadb938 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:06:21.465439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-ef3c7c3a-5789-4089-9f2e-d629de2fb7fd tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:21.467414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9e04f4f-8e92-4f9c-88a2-f2f16ba98580 req-ef3c7c3a-5789-4089-9f2e-d629de2fb7fd tempest-DeleteServersTestJSON-1542546063 tempest-DeleteServersTestJSON-1542546063-project] 10.222.0.48 "DELETE /v2.0/ports/bb3ce66c-74d2-400a-acaa-55b27aadb938 HTTP/1.1" status: 204 len: 173 time: 0.4079156 Jul 07 20:06:21.467845 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'name': 'network-vif-deleted', 'tag': 'bb3ce66c-74d2-400a-acaa-55b27aadb938'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:21.470081 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb71a04-8a5c-41a9-91fa-b6ef7ebed326" -d '{"events": [{"server_uuid": "61665ec9-ef38-4f3d-ad34-bd5060f8ef7d", "name": "network-vif-deleted", "tag": "bb3ce66c-74d2-400a-acaa-55b27aadb938"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:21.506604 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfb32c1-5d08-450e-a62a-2077ab55c0ef x-openstack-request-id: req-9cfb32c1-5d08-450e-a62a-2077ab55c0ef {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:21.506917 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61665ec9-ef38-4f3d-ad34-bd5060f8ef7d", "name": "network-vif-deleted", "tag": "bb3ce66c-74d2-400a-acaa-55b27aadb938", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:21.507171 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9cfb32c1-5d08-450e-a62a-2077ab55c0ef {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:21.507577 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61665ec9-ef38-4f3d-ad34-bd5060f8ef7d', 'name': 'network-vif-deleted', 'tag': 'bb3ce66c-74d2-400a-acaa-55b27aadb938', 'status': 'completed', 'code': 200} Jul 07 20:06:21.983825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47508) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:06:22.026841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61380ff-e755-4919-a7c6-025ebe98ee72 admin admin] Deleting subnet c33960fa-912f-4432-8de2-be684b5ecae5 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:06:22.029830 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f61380ff-e755-4919-a7c6-025ebe98ee72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.062487 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f61380ff-e755-4919-a7c6-025ebe98ee72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.106404 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f61380ff-e755-4919-a7c6-025ebe98ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.157927 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f61380ff-e755-4919-a7c6-025ebe98ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.182761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61380ff-e755-4919-a7c6-025ebe98ee72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c33960fa-912f-4432-8de2-be684b5ecae5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:22.186397 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f61380ff-e755-4919-a7c6-025ebe98ee72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.188276 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f61380ff-e755-4919-a7c6-025ebe98ee72 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c33960fa-912f-4432-8de2-be684b5ecae5 HTTP/1.1" status: 204 len: 168 time: 0.2034495 Jul 07 20:06:22.191102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47510) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:06:22.256419 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.338398 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.347890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a242172-3d40-4a82-9168-6c5953091899']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:06:22.357817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5910c51c-91f0-410e-978c-fb09636a36b3') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:06:22.358119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5910c51c-91f0-410e-978c-fb09636a36b3') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:06:22.367014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.380360 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.386662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:06:22.387185 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:06:22.388751 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:06:22.443276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.449371 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.451487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4a242172-3d40-4a82-9168-6c5953091899 HTTP/1.1" status: 204 len: 168 time: 0.2592750 Jul 07 20:06:22.463361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625655a-5ae6-4929-ad9b-b76d5e271936 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a242172-3d40-4a82-9168-6c5953091899,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:22.557982 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47514) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:06:22.602250 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1fee4a15-3690-4f27-8290-57cbc91a769f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d638254a0a9c43dba0763d773a80d083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430930 Jul 07 20:06:22.604740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47516) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:06:22.651678 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cab6a710-b0e5-43ba-bb29-dba7f5126008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.673197 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cab6a710-b0e5-43ba-bb29-dba7f5126008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.722459 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cab6a710-b0e5-43ba-bb29-dba7f5126008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.725488 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cab6a710-b0e5-43ba-bb29-dba7f5126008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.727012 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cab6a710-b0e5-43ba-bb29-dba7f5126008 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3bc4cc22-c5fc-44cd-82b0-0176f2f58985 HTTP/1.1" status: 204 len: 168 time: 0.1210120 Jul 07 20:06:22.734781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6a710-b0e5-43ba-bb29-dba7f5126008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc4cc22-c5fc-44cd-82b0-0176f2f58985,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:23.362475 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47538) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:06:23.456423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-667263461-network', 'tenant_id': '34cde80de7994890b3d45e81d608683a'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:06:23.479832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Made reservation on behalf of 34cde80de7994890b3d45e81d608683a for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:06:23.482084 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:23.490367 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:23.579408 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:23.583392 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:23.608966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:06:23.618653 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:23.624886 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:23.625234 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Added segment e385e14e-5e31-4261-9dfb-cb0773686931 of type vlan for network 02873800-c4b8-421b-b3e5-8eba46826d5b Jul 07 20:06:23.672120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:23.702815 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:23.703803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:23.704394 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:23.757604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3938954 Jul 07 20:06:23.761103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47542) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:06:23.765191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b62a4-6a0e-4070-9721-74595e24dd26 admin admin] Pushing event updated for resources: {'Network': ['ID=02873800-c4b8-421b-b3e5-8eba46826d5b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:23.766725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-05c55c6c-984b-42f6-85e0-fe631f1e0fa8 admin admin] Request body: {'subnet': {'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-667263461-subnet', 'tenant_id': '34cde80de7994890b3d45e81d608683a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:06:23.775780 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 02873800-c4b8-421b-b3e5-8eba46826d5b details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:06:23.783182 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:06:23.788866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c55c6c-984b-42f6-85e0-fe631f1e0fa8 admin admin] Made reservation on behalf of 34cde80de7994890b3d45e81d608683a for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:06:23.791284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-05c55c6c-984b-42f6-85e0-fe631f1e0fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:23.943580 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:23.970149 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-05c55c6c-984b-42f6-85e0-fe631f1e0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:24.025658 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c55c6c-984b-42f6-85e0-fe631f1e0fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20281079-10ba-4b31-b00f-e2972365611d,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:24.032464 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c55c6c-984b-42f6-85e0-fe631f1e0fa8 admin admin] Checking segment: {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:06:24.032825 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c55c6c-984b-42f6-85e0-fe631f1e0fa8 admin admin] Network hostable DHCP agents. Network: 02873800-c4b8-421b-b3e5-8eba46826d5b, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:06:24.048733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c55c6c-984b-42f6-85e0-fe631f1e0fa8 admin admin] Network 02873800-c4b8-421b-b3e5-8eba46826d5b is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:06:24.057240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-05c55c6c-984b-42f6-85e0-fe631f1e0fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 02873800-c4b8-421b-b3e5-8eba46826d5b) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:06:24.061533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c55c6c-984b-42f6-85e0-fe631f1e0fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:24.062114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-05c55c6c-984b-42f6-85e0-fe631f1e0fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:24.068787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50299887-9a57-451b-8d0c-b6897099a185 None None] Network 02873800-c4b8-421b-b3e5-8eba46826d5b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:06:24.078056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-05c55c6c-984b-42f6-85e0-fe631f1e0fa8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3152995 Jul 07 20:06:24.139280 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-41f4ace9-bf69-4988-bdb6-f9428a428108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:24.215169 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28ac2b5-91b8-45e1-95ca-8259a5af3bdb None None] Network 02873800-c4b8-421b-b3e5-8eba46826d5b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:06:24.351694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device bb3ce66c-74d2-400a-acaa-55b27aadb938 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:06:24.371814 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: bb3ce66c-74d2-400a-acaa-55b27aadb938 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:06:24.372196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device bb3ce66c-74d2-400a-acaa-55b27aadb938 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:06:24.505356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-3364c44f-4ac7-4699-bcb2-721edb5e9ac2 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:24.506840 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-3364c44f-4ac7-4699-bcb2-721edb5e9ac2 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 814 time: 0.1033409 Jul 07 20:06:24.528077 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-b7b16572-8bae-432a-b739-0ae9dd166b66 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/quotas/34cde80de7994890b3d45e81d608683a HTTP/1.1" status: 200 len: 375 time: 0.0145421 Jul 07 20:06:24.560295 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-1056947e-f863-4de6-a453-b1dc1e672adc tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271852 Jul 07 20:06:24.695760 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-0660e70d-f146-4e54-9e70-8a9dcc03dd19 service neutron] 10.222.0.81 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290762 Jul 07 20:06:24.787159 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-855c5a01-6df4-4d8e-b2b0-d0a58def5a14 service neutron] 10.222.0.81 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850120 Jul 07 20:06:24.957606 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:24.967406 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5eff63d2-9d4e-492d-a1e7-2b5201634f06 req-a61f6790-3e58-4918-9991-4fa2914b2504 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 210 time: 0.0366898 Jul 07 20:06:26.055432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-40ededd1-9cc9-4f83-a934-bbc47e2ebe84 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:26.057718 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-40ededd1-9cc9-4f83-a934-bbc47e2ebe84 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.48 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 814 time: 0.1189594 Jul 07 20:06:26.072930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Request body: {'port': {'device_id': '77737596-a4f6-4737-bc81-232c701831c5', 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b', 'admin_state_up': True, 'tenant_id': '34cde80de7994890b3d45e81d608683a'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:06:26.144857 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1204060f-296f-48e4-8d1b-9cd2f6663397 req-9d753d6f-4e43-4eba-9c50-7d1caf495057 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 210 time: 0.0520139 Jul 07 20:06:26.210248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Made reservation on behalf of 34cde80de7994890b3d45e81d608683a for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:06:26.214492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:26.344469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Allocated IP 172.20.0.2 (02873800-c4b8-421b-b3e5-8eba46826d5b/20281079-10ba-4b31-b00f-e2972365611d/8c297f47-1075-4730-acb7-6989391ed86e) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:06:26.490529 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:26.528340 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:26.572410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Network 02873800-c4b8-421b-b3e5-8eba46826d5b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:06:26.577573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:06:26.581301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:06:26.588360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Pushing event updated for resources: {'Port': ['ID=8c297f47-1075-4730-acb7-6989391ed86e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:26.619762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:26.620007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:26.620349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:26.620690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:26.621051 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:26.621362 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:26.621690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:26.622011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:26.622336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:26.622663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:26.623005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:26.623331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:26.647459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:26.648078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:26.658640 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:26.663110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-201453ba-5187-4ee4-80b3-04e074947e87 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944488 Jul 07 20:06:26.674602 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Request body: {'port': {'device_id': '77737596-a4f6-4737-bc81-232c701831c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:06:26.748277 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:27.021613 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c297f47-1075-4730-acb7-6989391ed86e {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:06:27.029191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:27.041100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Transition to ACTIVE for port object 8c297f47-1075-4730-acb7-6989391ed86e will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:06:27.045048 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:27.097994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c297f47-1075-4730-acb7-6989391ed86e,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:27.168492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Attempting to bind port 8c297f47-1075-4730-acb7-6989391ed86e on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:06:27.168836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Attempting to bind port 8c297f47-1075-4730-acb7-6989391ed86e by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:06:27.169173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Attempting to bind port 8c297f47-1075-4730-acb7-6989391ed86e on network 02873800-c4b8-421b-b3e5-8eba46826d5b {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:06:27.173832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Port 8c297f47-1075-4730-acb7-6989391ed86e on network 02873800-c4b8-421b-b3e5-8eba46826d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:06:27.174166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Attempting to bind port 8c297f47-1075-4730-acb7-6989391ed86e on network 02873800-c4b8-421b-b3e5-8eba46826d5b {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:06:27.179236 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:06:27.179591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Checking segment: {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:06:27.179984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Bound using segment: {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:06:27.180423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Bound port: 8c297f47-1075-4730-acb7-6989391ed86e, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:06:27.181309 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:27.253853 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:06:27.257390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8c297f47-1075-4730-acb7-6989391ed86e,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:06:27.264120 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:27.297723 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:27.298760 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:27.300211 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/8c297f47-1075-4730-acb7-6989391ed86e HTTP/1.1" status: 200 len: 1091 time: 0.6296978 Jul 07 20:06:27.302578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77737596-a4f6-4737-bc81-232c701831c5', 'tag': '8c297f47-1075-4730-acb7-6989391ed86e'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:27.306688 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421f46a0-89a1-4237-87ed-89dec577c631" -d '{"events": [{"name": "network-changed", "server_uuid": "77737596-a4f6-4737-bc81-232c701831c5", "tag": "8c297f47-1075-4730-acb7-6989391ed86e"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:27.335829 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8c113-4b7e-45ac-a0a9-8644de9c45a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c297f47-1075-4730-acb7-6989391ed86e,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:27.350226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bd062-208d-437a-856b-eac3640031de req-2dfd5023-bbc4-41f5-aab0-7785a8da94e3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:27.351724 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a1bd062-208d-437a-856b-eac3640031de req-2dfd5023-bbc4-41f5-aab0-7785a8da94e3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 943 time: 0.0875273 Jul 07 20:06:27.382206 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766f923a-b759-4966-b563-820bace3c496 x-openstack-request-id: req-766f923a-b759-4966-b563-820bace3c496 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:27.382491 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77737596-a4f6-4737-bc81-232c701831c5", "tag": "8c297f47-1075-4730-acb7-6989391ed86e", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:27.382743 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-766f923a-b759-4966-b563-820bace3c496 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:27.383160 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77737596-a4f6-4737-bc81-232c701831c5', 'tag': '8c297f47-1075-4730-acb7-6989391ed86e', 'status': 'completed', 'code': 200} Jul 07 20:06:27.399519 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a1bd062-208d-437a-856b-eac3640031de req-b1cfc8f1-4867-4185-9c79-5cbc7b972459 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396564 Jul 07 20:06:27.414369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-95c7a771-d9b6-4d0d-86c0-ac2078a2224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:27.414369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-95c7a771-d9b6-4d0d-86c0-ac2078a2224b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 1094 time: 0.0670209 Jul 07 20:06:27.456931 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-f2f3688c-fe37-48c3-ae73-57f6b920773d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c297f47-1075-4730-acb7-6989391ed86e HTTP/1.1" status: 200 len: 217 time: 0.0357473 Jul 07 20:06:27.508055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-ad4a6f43-dcdd-4ba4-bf12-931e2c023ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:27.509548 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-ad4a6f43-dcdd-4ba4-bf12-931e2c023ef0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0462933 Jul 07 20:06:27.547201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-856825d0-7328-43ab-9cb6-f26c4ff06f22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310695 Jul 07 20:06:27.648959 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-faef3665-31f4-46cd-b54d-8e61b67ee5ef service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948896 Jul 07 20:06:27.745713 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2926bbe7-2c29-4e3c-b6f8-35300449cd43 req-c9b0c5c4-c4b8-47ad-bfe8-67c3cb3fa933 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903802 Jul 07 20:06:27.851065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f46a0-89a1-4237-87ed-89dec577c631 req-bf5bdc8f-7c56-461f-88d3-7d1a147da2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:27.853058 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-421f46a0-89a1-4237-87ed-89dec577c631 req-bf5bdc8f-7c56-461f-88d3-7d1a147da2de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 1094 time: 0.0567987 Jul 07 20:06:27.939156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f46a0-89a1-4237-87ed-89dec577c631 req-724c56a3-253d-4081-ae07-706048c52d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:27.940606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-421f46a0-89a1-4237-87ed-89dec577c631 req-724c56a3-253d-4081-ae07-706048c52d8d service neutron] 10.222.0.48 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0814228 Jul 07 20:06:27.985609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-421f46a0-89a1-4237-87ed-89dec577c631 req-468edb48-53f0-4bf8-a927-d1755c178812 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c297f47-1075-4730-acb7-6989391ed86e HTTP/1.1" status: 200 len: 217 time: 0.0382183 Jul 07 20:06:28.035252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f46a0-89a1-4237-87ed-89dec577c631 req-0622d434-b332-4269-9e74-859faa175b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:28.036717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-421f46a0-89a1-4237-87ed-89dec577c631 req-0622d434-b332-4269-9e74-859faa175b3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0424287 Jul 07 20:06:28.068526 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-421f46a0-89a1-4237-87ed-89dec577c631 req-bc52d324-6c3a-4824-bd72-f55fb9e36f9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251446 Jul 07 20:06:28.159947 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-421f46a0-89a1-4237-87ed-89dec577c631 req-845b7487-73c2-4c0b-a872-477cf2853b2c service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845830 Jul 07 20:06:28.247319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-421f46a0-89a1-4237-87ed-89dec577c631 req-e9ae70fc-85e6-4cf7-a6dd-d8590f9d9395 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804393 Jul 07 20:06:28.573131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c735685-8cf3-4729-a405-ea73509c35a6 req-ddd20665-9775-443e-895c-a7d1593a175a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:28.574606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c735685-8cf3-4729-a405-ea73509c35a6 req-ddd20665-9775-443e-895c-a7d1593a175a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 943 time: 0.0642512 Jul 07 20:06:28.612263 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c735685-8cf3-4729-a405-ea73509c35a6 req-6a87a47d-da08-4d2c-af50-d777863ad5bd tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Jul 07 20:06:29.807101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0a677-1498-41fd-a19e-8aeece22893b req-8c7d4bd8-ce03-4121-b6c7-b41d19ebbd6b tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:29.808670 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1f0a677-1498-41fd-a19e-8aeece22893b req-8c7d4bd8-ce03-4121-b6c7-b41d19ebbd6b tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 943 time: 0.0772007 Jul 07 20:06:29.851092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1f0a677-1498-41fd-a19e-8aeece22893b req-8507af1f-166b-4f93-ac5e-ac100a146aea tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361040 Jul 07 20:06:30.377919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8c297f47-1075-4730-acb7-6989391ed86e details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:06:30.470181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8c297f47-1075-4730-acb7-6989391ed86e,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:30.484942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '8c297f47-1075-4730-acb7-6989391ed86e', 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b', 'port_id': '8c297f47-1075-4730-acb7-6989391ed86e', 'mac_address': 'fa:16:3e:dc:eb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20281079-10ba-4b31-b00f-e2972365611d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:06:30.521248 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:30.533496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c297f47-1075-4730-acb7-6989391ed86e {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:06:30.552801 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8c297f47-1075-4730-acb7-6989391ed86e,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:30.557150 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:30.605135 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8c297f47-1075-4730-acb7-6989391ed86e,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:30.849448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8c297f47-1075-4730-acb7-6989391ed86e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:06:31.032519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7c5b4-487e-4458-a94b-898e246d52c3 req-7cecb51f-f0a8-4803-91a6-8c21ffe385f4 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:31.033322 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-57a7c5b4-487e-4458-a94b-898e246d52c3 req-7cecb51f-f0a8-4803-91a6-8c21ffe385f4 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 944 time: 0.0717583 Jul 07 20:06:31.076696 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-57a7c5b4-487e-4458-a94b-898e246d52c3 req-4aedde19-0d09-42fb-8350-f68294485ee1 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368814 Jul 07 20:06:32.251162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573c6a5-49f8-40dc-95c3-044823b5a547 req-ab1964bb-0be3-41e8-ad19-7f37ec2ef1df tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:32.252643 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1573c6a5-49f8-40dc-95c3-044823b5a547 req-ab1964bb-0be3-41e8-ad19-7f37ec2ef1df tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 944 time: 0.0634782 Jul 07 20:06:32.295315 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1573c6a5-49f8-40dc-95c3-044823b5a547 req-aaabc566-e321-4ecd-874a-eea3375c8c4d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370851 Jul 07 20:06:32.381609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8c297f47-1075-4730-acb7-6989391ed86e up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:06:32.428425 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 8c297f47-1075-4730-acb7-6989391ed86e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:06:32.432018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 8c297f47-1075-4730-acb7-6989391ed86e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:06:32.432388 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:32.507967 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:32.530070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77737596-a4f6-4737-bc81-232c701831c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c297f47-1075-4730-acb7-6989391ed86e'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:32.532338 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2b0844-6437-4745-a243-871e1aaa3fec" -d '{"events": [{"server_uuid": "77737596-a4f6-4737-bc81-232c701831c5", "name": "network-vif-plugged", "status": "completed", "tag": "8c297f47-1075-4730-acb7-6989391ed86e"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:32.545478 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8c297f47-1075-4730-acb7-6989391ed86e,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:32.549370 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:32.574431 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709e4477-5eb5-4e27-81b5-0d426db6b0ed x-openstack-request-id: req-709e4477-5eb5-4e27-81b5-0d426db6b0ed {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:32.574806 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77737596-a4f6-4737-bc81-232c701831c5", "name": "network-vif-plugged", "status": "completed", "tag": "8c297f47-1075-4730-acb7-6989391ed86e", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:32.575409 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-709e4477-5eb5-4e27-81b5-0d426db6b0ed {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:32.575528 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77737596-a4f6-4737-bc81-232c701831c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c297f47-1075-4730-acb7-6989391ed86e', 'code': 200} Jul 07 20:06:32.602622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8c297f47-1075-4730-acb7-6989391ed86e,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:32.690647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a0d3-c918-4e07-beeb-0e63ddbc9d3f req-b853afef-74ae-4cd2-b0ca-5a84b88952cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:32.692094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c6b5a0d3-c918-4e07-beeb-0e63ddbc9d3f req-b853afef-74ae-4cd2-b0ca-5a84b88952cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 1096 time: 0.0611470 Jul 07 20:06:32.728085 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c6b5a0d3-c918-4e07-beeb-0e63ddbc9d3f req-97baf79c-7a53-4e87-a7c8-d094cadac5e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285425 Jul 07 20:06:33.478975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a9f55-533f-4ec7-9ff0-2dcbd4e7cb53 req-3e8f9ddb-5fa2-4f05-80b0-216fb346b5dd tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:33.480493 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-233a9f55-533f-4ec7-9ff0-2dcbd4e7cb53 req-3e8f9ddb-5fa2-4f05-80b0-216fb346b5dd tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0731394 Jul 07 20:06:33.520390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-233a9f55-533f-4ec7-9ff0-2dcbd4e7cb53 req-9b3d820d-ad17-4cf7-b930-962520be60c9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342560 Jul 07 20:06:34.699152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909985b-1336-47f2-9da3-fbcf2611ff30 req-5181da00-841d-452d-91a7-bef15f31631a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:34.700830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f909985b-1336-47f2-9da3-fbcf2611ff30 req-5181da00-841d-452d-91a7-bef15f31631a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0668569 Jul 07 20:06:34.742977 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f909985b-1336-47f2-9da3-fbcf2611ff30 req-5b5bb6b5-9abb-4d4d-a9c2-b48b39379160 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335927 Jul 07 20:06:34.912809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d0ed0-8277-476f-be4e-633a5a5abb2e req-51b834b0-8b88-46fe-b844-d5ee7ee24eea tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:34.914210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f1d0ed0-8277-476f-be4e-633a5a5abb2e req-51b834b0-8b88-46fe-b844-d5ee7ee24eea tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0635698 Jul 07 20:06:34.951524 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f1d0ed0-8277-476f-be4e-633a5a5abb2e req-8dadf88b-6f65-444c-8d6b-d3b372b12cde tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317287 Jul 07 20:06:35.299623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eec69-cb69-4e77-96a5-31114cdc3476 req-d2edd6ba-a7ad-4558-a210-b9f1b2cbbb9b tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:35.301108 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb1eec69-cb69-4e77-96a5-31114cdc3476 req-d2edd6ba-a7ad-4558-a210-b9f1b2cbbb9b tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0667427 Jul 07 20:06:35.339747 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fb1eec69-cb69-4e77-96a5-31114cdc3476 req-4ad69426-f4eb-49ce-87c9-41c6c43f904c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331118 Jul 07 20:06:35.510726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc96b4-b8d6-4a19-bf51-dd55b689e2d9 req-6e29ca3d-1d4a-431a-aadb-3c6da223a47e tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:35.512327 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6dc96b4-b8d6-4a19-bf51-dd55b689e2d9 req-6e29ca3d-1d4a-431a-aadb-3c6da223a47e tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0636563 Jul 07 20:06:35.548603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b6dc96b4-b8d6-4a19-bf51-dd55b689e2d9 req-b0ccf4bb-3771-44f5-a440-a8248fe13871 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306370 Jul 07 20:06:35.888809 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-cf276c01-9cee-4f66-99cc-aeb9c642025b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0545230 Jul 07 20:06:35.947364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd3c53-1fc0-43ef-81b1-0fadefdd9d59 req-aaed77f1-1ea8-41ca-b1c3-95c6220337b3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:35.948908 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9fbd3c53-1fc0-43ef-81b1-0fadefdd9d59 req-aaed77f1-1ea8-41ca-b1c3-95c6220337b3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0646112 Jul 07 20:06:35.988921 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9fbd3c53-1fc0-43ef-81b1-0fadefdd9d59 req-2b6ae963-4a34-4dbf-8ff7-a57b4d73d87c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342290 Jul 07 20:06:36.149701 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:37.158508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-510a97ec-2adf-4311-b5ce-b30f72c96fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.160055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-510a97ec-2adf-4311-b5ce-b30f72c96fbb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 1096 time: 0.0578110 Jul 07 20:06:37.172873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502382a3-558c-4e41-80e1-8c1b0a473dc1 req-0fd3072c-9a82-4bcc-967c-2ea071ac6e4f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.174386 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-502382a3-558c-4e41-80e1-8c1b0a473dc1 req-0fd3072c-9a82-4bcc-967c-2ea071ac6e4f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0632081 Jul 07 20:06:37.213445 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-502382a3-558c-4e41-80e1-8c1b0a473dc1 req-7ba360c3-2679-4b4e-b496-158f8115367e tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333598 Jul 07 20:06:37.258287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-716304fc-783d-43d0-8b14-d6a2beaada0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.259782 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-716304fc-783d-43d0-8b14-d6a2beaada0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0928659 Jul 07 20:06:37.303931 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-e0f0b330-222a-42d5-ace8-addef8de27de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c297f47-1075-4730-acb7-6989391ed86e HTTP/1.1" status: 200 len: 217 time: 0.0369556 Jul 07 20:06:37.350741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-8bd06a1c-a744-4634-85f9-73c5d604aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.352181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-8bd06a1c-a744-4634-85f9-73c5d604aeb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0423944 Jul 07 20:06:37.382909 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-65b90af5-9f0c-4ee0-9f8f-d222ef3d4480 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245154 Jul 07 20:06:37.474356 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-d11648d6-a68b-42a7-b2d1-3de9a9605104 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851650 Jul 07 20:06:37.560296 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-a4697ab1-c4b4-44e9-a464-12f78c5637b6 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795107 Jul 07 20:06:37.679025 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344e263-7cf0-4b80-80da-7efc90523547 req-b1015626-520a-4b55-8fe9-02aa1668d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.680532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8344e263-7cf0-4b80-80da-7efc90523547 req-b1015626-520a-4b55-8fe9-02aa1668d26d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 1096 time: 0.0547726 Jul 07 20:06:37.789707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344e263-7cf0-4b80-80da-7efc90523547 req-873b7ab2-3b6f-453f-ad3d-5665303d816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.791226 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8344e263-7cf0-4b80-80da-7efc90523547 req-873b7ab2-3b6f-453f-ad3d-5665303d816e service neutron] 10.222.0.48 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0900238 Jul 07 20:06:37.831187 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8344e263-7cf0-4b80-80da-7efc90523547 req-af52c730-45cc-4776-93cd-4988f9e8224f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c297f47-1075-4730-acb7-6989391ed86e HTTP/1.1" status: 200 len: 217 time: 0.0333703 Jul 07 20:06:37.886864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344e263-7cf0-4b80-80da-7efc90523547 req-6090200e-40ec-4cdf-8f43-c2eb484213cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.888337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8344e263-7cf0-4b80-80da-7efc90523547 req-6090200e-40ec-4cdf-8f43-c2eb484213cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0509436 Jul 07 20:06:37.922641 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8344e263-7cf0-4b80-80da-7efc90523547 req-921bc85a-9f4b-49d0-a5b5-af3a89bbd8cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258169 Jul 07 20:06:38.009567 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8344e263-7cf0-4b80-80da-7efc90523547 req-0a650820-7407-4598-a7fc-b29ed5ee98f8 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801322 Jul 07 20:06:38.099421 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8344e263-7cf0-4b80-80da-7efc90523547 req-71cfe147-5155-41d1-a28c-e206553d248c service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835791 Jul 07 20:06:38.387048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7818ae-8dd4-4e10-bfba-4d649c14cf02 req-0b14b5e7-0e36-4f32-93b9-c16cdbb59939 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:38.388417 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d7818ae-8dd4-4e10-bfba-4d649c14cf02 req-0b14b5e7-0e36-4f32-93b9-c16cdbb59939 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0626967 Jul 07 20:06:38.425316 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d7818ae-8dd4-4e10-bfba-4d649c14cf02 req-fe2e9ccf-938e-466c-a6f1-f22c031ef2f7 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314298 Jul 07 20:06:39.604514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead10ea9-8b85-46ae-8c24-08e2fe3094ea req-d792f070-3ce3-48f7-a4f5-dfcb77da81a5 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:39.606498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ead10ea9-8b85-46ae-8c24-08e2fe3094ea req-d792f070-3ce3-48f7-a4f5-dfcb77da81a5 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0690360 Jul 07 20:06:39.649565 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ead10ea9-8b85-46ae-8c24-08e2fe3094ea req-01f093f5-955f-4edc-8146-31b839957ef9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372488 Jul 07 20:06:40.319464 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:40.826867 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33ca29-3c1a-463d-be5e-f6070054d3e4 req-ec4844c6-5dc8-491b-9a21-39f963f5d809 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:40.828340 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db33ca29-3c1a-463d-be5e-f6070054d3e4 req-ec4844c6-5dc8-491b-9a21-39f963f5d809 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0662832 Jul 07 20:06:40.865412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db33ca29-3c1a-463d-be5e-f6070054d3e4 req-2e892efe-a8ed-4fcc-9b2a-2621b343ec51 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Jul 07 20:06:42.039105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9ead6-0111-4d39-9c27-26b1caba1611 req-937a4c4a-0bb6-4154-89d9-581fe17985bb tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:42.040493 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ce9ead6-0111-4d39-9c27-26b1caba1611 req-937a4c4a-0bb6-4154-89d9-581fe17985bb tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0624392 Jul 07 20:06:42.079890 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ce9ead6-0111-4d39-9c27-26b1caba1611 req-89fa9be2-4f52-4d44-934a-cacfb104d86d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338521 Jul 07 20:06:43.252225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7cf42-5f26-4bd4-8a4e-c2e09cae0440 req-161c64ab-29cf-49c7-bb02-3af14cbc4f68 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:43.253700 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ac7cf42-5f26-4bd4-8a4e-c2e09cae0440 req-161c64ab-29cf-49c7-bb02-3af14cbc4f68 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0626299 Jul 07 20:06:43.291706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0ac7cf42-5f26-4bd4-8a4e-c2e09cae0440 req-acbe1420-b648-40a5-add8-5b11b7913009 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Jul 07 20:06:44.466667 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee6da7-5338-4ae3-9a20-f769586ad91a req-90212944-c1de-46a4-a90d-c00009755bd3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:44.468166 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97ee6da7-5338-4ae3-9a20-f769586ad91a req-90212944-c1de-46a4-a90d-c00009755bd3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0673304 Jul 07 20:06:44.504815 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-97ee6da7-5338-4ae3-9a20-f769586ad91a req-701bfae2-c932-45eb-899c-46b58b1381e1 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Jul 07 20:06:45.678936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d3909-a1c2-4a9a-a267-5ef6293b0d70 req-ccde1cb6-4ca7-4eca-af92-462476d0f07d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:45.680639 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c15d3909-a1c2-4a9a-a267-5ef6293b0d70 req-ccde1cb6-4ca7-4eca-af92-462476d0f07d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0644436 Jul 07 20:06:45.722723 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c15d3909-a1c2-4a9a-a267-5ef6293b0d70 req-209e4bae-1cee-4f0c-9c4c-0f91d448b72e tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337250 Jul 07 20:06:46.906220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d15f8-b5b6-40ff-876f-598b1142c020 req-4e3e21f9-cf84-4f04-9fe7-ab9874d82753 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:46.907746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df7d15f8-b5b6-40ff-876f-598b1142c020 req-4e3e21f9-cf84-4f04-9fe7-ab9874d82753 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0678637 Jul 07 20:06:46.946257 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df7d15f8-b5b6-40ff-876f-598b1142c020 req-7132352b-8e93-44e9-b150-79ed0a649ebb tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327492 Jul 07 20:06:48.307283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc3e6d-7589-4f3d-b787-647104e956be req-8ee96a38-489a-47ad-8f72-d8b076f65856 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:48.309324 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ecc3e6d-7589-4f3d-b787-647104e956be req-8ee96a38-489a-47ad-8f72-d8b076f65856 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0674431 Jul 07 20:06:48.345852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3ecc3e6d-7589-4f3d-b787-647104e956be req-dc21cbc7-51aa-4eb3-92d8-70059879ec6c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310683 Jul 07 20:06:49.517977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a463625-e8db-48d7-9068-745ee8a541eb req-71704183-2957-447d-b3aa-47caf5a77fb8 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:49.518724 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a463625-e8db-48d7-9068-745ee8a541eb req-71704183-2957-447d-b3aa-47caf5a77fb8 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0630078 Jul 07 20:06:49.564892 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a463625-e8db-48d7-9068-745ee8a541eb req-c5f5277b-67b4-4450-96ec-ba3f41133cc4 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358913 Jul 07 20:06:50.735396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f51b17-d658-45d9-8453-1f587b99f88b req-14f85e25-0c79-4b80-8f72-c22a1ea2495f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:50.736910 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58f51b17-d658-45d9-8453-1f587b99f88b req-14f85e25-0c79-4b80-8f72-c22a1ea2495f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0631564 Jul 07 20:06:50.774012 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58f51b17-d658-45d9-8453-1f587b99f88b req-484e1af4-e85f-45df-8d32-9751cac91b6a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Jul 07 20:06:51.161080 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-14185e5f-9b5c-4e86-99c0-50972deed503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:51.946356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c03aa-b033-4960-b6c4-8e9d7a8fd992 req-677f1de7-b6ae-49ff-a7cc-704b8243cc4a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:51.947857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc9c03aa-b033-4960-b6c4-8e9d7a8fd992 req-677f1de7-b6ae-49ff-a7cc-704b8243cc4a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0629628 Jul 07 20:06:51.985846 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc9c03aa-b033-4960-b6c4-8e9d7a8fd992 req-c2bfee87-3f5c-4fdb-8c55-ef1519e7829c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323358 Jul 07 20:06:53.159623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1b2e0-9a9f-44c8-8817-9516f7886bbd req-48aa47b0-f752-4867-8efe-09cf8809cb7a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:53.161081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-afb1b2e0-9a9f-44c8-8817-9516f7886bbd req-48aa47b0-f752-4867-8efe-09cf8809cb7a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0650735 Jul 07 20:06:53.199706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-afb1b2e0-9a9f-44c8-8817-9516f7886bbd req-6690ab51-bac3-4fa9-b24e-aa08f19e04d5 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324996 Jul 07 20:06:53.936095 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:54.098968 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e198c97a-7044-4a1c-9e2a-72bff85548a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:54.372211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244646ee-8691-4d3f-b222-8ccb9c8c274e req-e0bfcafc-f8f1-42b5-ba36-9a09c5d25308 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:54.373609 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-244646ee-8691-4d3f-b222-8ccb9c8c274e req-e0bfcafc-f8f1-42b5-ba36-9a09c5d25308 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0634980 Jul 07 20:06:54.410438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-244646ee-8691-4d3f-b222-8ccb9c8c274e req-a38d40ec-274f-4db0-8224-a472ab851b60 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311873 Jul 07 20:06:54.945520 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:55.583421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cd28-2907-4f81-85cc-47300add0500 req-187fab8d-6153-4bdb-89b5-91b27b977969 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:55.584879 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34b6cd28-2907-4f81-85cc-47300add0500 req-187fab8d-6153-4bdb-89b5-91b27b977969 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0623200 Jul 07 20:06:55.624463 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34b6cd28-2907-4f81-85cc-47300add0500 req-912de437-d956-49a6-bc59-73ab3090c4b8 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 Jul 07 20:06:56.659265 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:56.810330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd446a-22a6-4896-a34d-37504d1967e6 req-ff31a7b9-f95e-461e-bef2-13c28cb3289e tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:56.811937 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-20cd446a-22a6-4896-a34d-37504d1967e6 req-ff31a7b9-f95e-461e-bef2-13c28cb3289e tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0668871 Jul 07 20:06:56.850229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-20cd446a-22a6-4896-a34d-37504d1967e6 req-159eca46-4a35-4716-99c0-96e07d31a1f6 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Jul 07 20:06:58.024331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39c793-5e66-4deb-814f-1f86a2d21199 req-ba493091-acf4-457a-97b3-377031c5363c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:58.025709 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be39c793-5e66-4deb-814f-1f86a2d21199 req-ba493091-acf4-457a-97b3-377031c5363c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0615313 Jul 07 20:06:58.066170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-be39c793-5e66-4deb-814f-1f86a2d21199 req-c7703f61-31fb-43f2-a1d0-e265f01b1cab tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347571 Jul 07 20:06:59.237509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55914f74-c02c-40a9-904c-505d8e3f39ad req-b593c70c-4b09-48bb-99fb-757ffb95b49c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:59.239020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55914f74-c02c-40a9-904c-505d8e3f39ad req-b593c70c-4b09-48bb-99fb-757ffb95b49c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0633090 Jul 07 20:06:59.278033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-55914f74-c02c-40a9-904c-505d8e3f39ad req-1a003315-8d0a-495d-9fd1-01d541e61447 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329390 Jul 07 20:07:00.500905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d33c5d-7288-4f54-9dfa-65f61cd2ecf3 req-134cf17c-5b47-4973-bea0-0577d3b72882 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:00.502393 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7d33c5d-7288-4f54-9dfa-65f61cd2ecf3 req-134cf17c-5b47-4973-bea0-0577d3b72882 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0641377 Jul 07 20:07:00.540258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f7d33c5d-7288-4f54-9dfa-65f61cd2ecf3 req-b93d6639-c38d-4f76-b887-c54deec7aa66 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322449 Jul 07 20:07:00.773203 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:07:01.760651 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8b448-9083-4d44-97d2-3690abda7c00 req-3afe4271-4629-4307-b8ac-112fdedfcdb6 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:01.762716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2af8b448-9083-4d44-97d2-3690abda7c00 req-3afe4271-4629-4307-b8ac-112fdedfcdb6 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0687366 Jul 07 20:07:01.800814 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2af8b448-9083-4d44-97d2-3690abda7c00 req-e567aa1a-ffa6-4406-9178-52a8f337d6c3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 Jul 07 20:07:02.976785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671e3dd-cd76-4053-957c-44719fe9854e req-25f52195-6f4b-454b-96e4-f747f25f3d8e tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:02.978224 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e671e3dd-cd76-4053-957c-44719fe9854e req-25f52195-6f4b-454b-96e4-f747f25f3d8e tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0644743 Jul 07 20:07:03.016810 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e671e3dd-cd76-4053-957c-44719fe9854e req-2a60303a-170b-4622-8aaf-305fed53f2b3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Jul 07 20:07:04.187765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc3e77-c0c9-433d-9a03-70968fb5e1d4 req-0f408016-0b28-4b86-a76c-86ce6ebdd155 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:04.189237 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-accc3e77-c0c9-433d-9a03-70968fb5e1d4 req-0f408016-0b28-4b86-a76c-86ce6ebdd155 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.0635550 Jul 07 20:07:04.225698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-accc3e77-c0c9-433d-9a03-70968fb5e1d4 req-1d3c72f2-1408-45a8-9ad9-b5ba5ec3862e tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Jul 07 20:07:04.537759 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-a6a025ab-5fcb-47ee-908f-a222f8624699 service neutron] show failed (client error): The resource could not be found. Jul 07 20:07:04.538745 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-a6a025ab-5fcb-47ee-908f-a222f8624699 service neutron] 10.222.0.48 "GET /v2.0/ports/8c297f47-1075-4730-acb7-6989391ed86e/bindings/n-h2-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0562081 Jul 07 20:07:04.818066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-42d013f9-70e0-465f-9865-f097e23e38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:04.819525 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-42d013f9-70e0-465f-9865-f097e23e38aa service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5&tenant_id=34cde80de7994890b3d45e81d608683a HTTP/1.1" status: 200 len: 1096 time: 0.0849161 Jul 07 20:07:04.835585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:07:04.903933 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:05.103599 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8c297f47-1075-4730-acb7-6989391ed86e,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:07:05.135757 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:07:05.178430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77737596-a4f6-4737-bc81-232c701831c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c297f47-1075-4730-acb7-6989391ed86e'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:07:05.180738 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afae0d2b-c224-470c-8f41-f66dbcf0f417" -d '{"events": [{"server_uuid": "77737596-a4f6-4737-bc81-232c701831c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8c297f47-1075-4730-acb7-6989391ed86e"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:07:05.185098 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:05.197242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Transition to ACTIVE for port object 8c297f47-1075-4730-acb7-6989391ed86e will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:07:05.202549 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:05.231326 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8673d6ff-9747-450d-923d-df7f6f3536b5 x-openstack-request-id: req-8673d6ff-9747-450d-923d-df7f6f3536b5 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:07:05.231616 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77737596-a4f6-4737-bc81-232c701831c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8c297f47-1075-4730-acb7-6989391ed86e", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:07:05.231867 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8673d6ff-9747-450d-923d-df7f6f3536b5 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:07:05.232254 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77737596-a4f6-4737-bc81-232c701831c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c297f47-1075-4730-acb7-6989391ed86e', 'code': 200} Jul 07 20:07:05.268666 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] No DVR routers for this DVR port 8c297f47-1075-4730-acb7-6989391ed86e on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:07:05.275310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Pushing event updated for resources: {'Port': ['ID=8c297f47-1075-4730-acb7-6989391ed86e,revision_number=6']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:07:05.300033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:05.300376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:05.300732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:05.301056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:05.301368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:05.301690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:05.302012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:05.302332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:05.302647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:05.303059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:05.303384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:05.303693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:05.320633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Attempting to bind port 8c297f47-1075-4730-acb7-6989391ed86e on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:07:05.320977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Attempting to bind port 8c297f47-1075-4730-acb7-6989391ed86e by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:07:05.321872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Attempting to bind port 8c297f47-1075-4730-acb7-6989391ed86e on network 02873800-c4b8-421b-b3e5-8eba46826d5b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:07:05.326458 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Port 8c297f47-1075-4730-acb7-6989391ed86e on network 02873800-c4b8-421b-b3e5-8eba46826d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:07:05.326778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Attempting to bind port 8c297f47-1075-4730-acb7-6989391ed86e on network 02873800-c4b8-421b-b3e5-8eba46826d5b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:07:05.331486 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:07:05.331825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Checking segment: {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:07:05.332205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Bound using segment: {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:07:05.332631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Bound port: 8c297f47-1075-4730-acb7-6989391ed86e, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:07:05.333248 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:05.435541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:07:05.451132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8c297f47-1075-4730-acb7-6989391ed86e,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:07:05.460904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31210c36-de76-4111-bfbc-b35bbc13384b req-4f4c03fe-0c2a-43b2-9bd7-2c62e7750bcc tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:05.462381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-31210c36-de76-4111-bfbc-b35bbc13384b req-4f4c03fe-0c2a-43b2-9bd7-2c62e7750bcc tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 943 time: 0.1195028 Jul 07 20:07:05.463963 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:05.521098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:05.521710 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:05.523101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] 10.222.0.110 "PUT /v2.0/ports/8c297f47-1075-4730-acb7-6989391ed86e HTTP/1.1" status: 200 len: 1091 time: 0.6916935 Jul 07 20:07:05.552899 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-31210c36-de76-4111-bfbc-b35bbc13384b req-2f268a40-1db0-40fb-b154-343df06fcbe3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838022 Jul 07 20:07:05.564765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346548e2-2c0b-4e84-a9b3-6114aaa72b43 service neutron] Pushing event updated for resources: {'Port': ['ID=8c297f47-1075-4730-acb7-6989391ed86e,revision_number=7']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:07:05.610742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-3da8ca87-215b-4088-afed-a7b85c9615c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:05.612267 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-3da8ca87-215b-4088-afed-a7b85c9615c5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 1094 time: 0.0567260 Jul 07 20:07:05.704551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-2ee9f19d-f683-4a54-8bc2-5cfe2fbcad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:05.706020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-2ee9f19d-f683-4a54-8bc2-5cfe2fbcad7f service neutron] 10.222.0.110 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0853245 Jul 07 20:07:05.752199 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-d5083f12-63f8-4a07-95de-7fa781faf79e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c297f47-1075-4730-acb7-6989391ed86e HTTP/1.1" status: 200 len: 217 time: 0.0380716 Jul 07 20:07:05.800282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-ed05ed37-fe47-4452-a8e3-076bfccf247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:05.801699 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-ed05ed37-fe47-4452-a8e3-076bfccf247e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0424135 Jul 07 20:07:05.835185 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-be2f4b94-bfe0-4f05-9f1a-d9d55ef1bb19 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267508 Jul 07 20:07:05.927749 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-3c1d3ff9-b72a-402c-b289-3ba613ddc861 service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853181 Jul 07 20:07:06.021496 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9702ee0-6428-4dc0-bf34-308cfee446e9 req-bcb3cb7c-2e9a-4f0f-8c68-0f720dff7c8a service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863559 Jul 07 20:07:06.163824 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:06.731348 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b4d0b-be81-473f-8c25-c665990b2bb8 req-18247539-98cd-4f70-88eb-57ec107132b5 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:06.732867 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c98b4d0b-be81-473f-8c25-c665990b2bb8 req-18247539-98cd-4f70-88eb-57ec107132b5 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 943 time: 0.0652275 Jul 07 20:07:06.769177 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c98b4d0b-be81-473f-8c25-c665990b2bb8 req-89d733c3-33f9-4499-b2ca-189c3f595e14 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307403 Jul 07 20:07:07.233330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77737596-a4f6-4737-bc81-232c701831c5', 'tag': '8c297f47-1075-4730-acb7-6989391ed86e'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:07:07.235712 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51658ef3-9d15-4a64-959d-b22ab43bafd8" -d '{"events": [{"name": "network-changed", "server_uuid": "77737596-a4f6-4737-bc81-232c701831c5", "tag": "8c297f47-1075-4730-acb7-6989391ed86e"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:07:07.282268 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7fe6a0-22e2-4a7c-b004-410cea3bb998 x-openstack-request-id: req-eb7fe6a0-22e2-4a7c-b004-410cea3bb998 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:07:07.282591 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77737596-a4f6-4737-bc81-232c701831c5", "tag": "8c297f47-1075-4730-acb7-6989391ed86e", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:07:07.282885 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb7fe6a0-22e2-4a7c-b004-410cea3bb998 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:07:07.283323 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77737596-a4f6-4737-bc81-232c701831c5', 'tag': '8c297f47-1075-4730-acb7-6989391ed86e', 'status': 'completed', 'code': 200} Jul 07 20:07:07.353860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-816ca0de-6487-44ba-8c2c-695b78ba9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:07.355465 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-816ca0de-6487-44ba-8c2c-695b78ba9c01 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 1094 time: 0.0542073 Jul 07 20:07:07.360141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-71535475-a8f0-4517-9e86-d6f2895259fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:07.361640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-71535475-a8f0-4517-9e86-d6f2895259fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 1094 time: 0.0531998 Jul 07 20:07:07.451980 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-4b46bdfc-6a66-4e32-a21a-7b376b65cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:07.453487 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-4b46bdfc-6a66-4e32-a21a-7b376b65cfba service neutron] 10.222.0.110 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0901642 Jul 07 20:07:07.455155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-b2ffa4d6-688e-4561-b0c6-c5098bb87c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:07.456690 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-b2ffa4d6-688e-4561-b0c6-c5098bb87c30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0885372 Jul 07 20:07:07.494716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-85e24cb2-b7af-48ef-ab3d-38965d2dd077 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c297f47-1075-4730-acb7-6989391ed86e HTTP/1.1" status: 200 len: 217 time: 0.0341465 Jul 07 20:07:07.496994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-ce4a4732-0cdf-4fe8-ad17-33d5218610c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c297f47-1075-4730-acb7-6989391ed86e HTTP/1.1" status: 200 len: 217 time: 0.0333304 Jul 07 20:07:07.548991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-181051be-03c7-4b79-8a7b-daae2ad825ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:07.549247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-23cc6ee7-194d-4025-886f-851a7385c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:07.550443 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-181051be-03c7-4b79-8a7b-daae2ad825ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0475636 Jul 07 20:07:07.550564 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-23cc6ee7-194d-4025-886f-851a7385c710 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0471745 Jul 07 20:07:07.584583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-8073b8a7-d3d6-4cf6-b69e-d939c59ba6bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270882 Jul 07 20:07:07.585698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-7c68080b-327d-45c2-9951-0ebb27478cf8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260048 Jul 07 20:07:07.673301 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-51d83f3a-cb94-4d74-8aa3-59c5ac21c3d8 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817816 Jul 07 20:07:07.674186 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-3960dc33-2d0d-40d4-a5ae-42c15741bdd6 service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808470 Jul 07 20:07:07.773483 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-81d99ec2-edd7-4e0a-be06-2403de1f7994 service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895011 Jul 07 20:07:08.120116 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-51658ef3-9d15-4a64-959d-b22ab43bafd8 req-edfc6f50-40c3-4d2f-a42c-d95142b6a050 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392197 Jul 07 20:07:08.131164 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f39cc4-5fc9-4c76-a9fd-6c69c10b829f req-d2946b77-4e79-4d00-bdb3-70a5859ae847 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:08.132627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45f39cc4-5fc9-4c76-a9fd-6c69c10b829f req-d2946b77-4e79-4d00-bdb3-70a5859ae847 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 943 time: 0.0948737 Jul 07 20:07:08.171006 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45f39cc4-5fc9-4c76-a9fd-6c69c10b829f req-aabe3ba2-8cf4-415e-9317-30df5a92fd9a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313382 Jul 07 20:07:08.512341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8c297f47-1075-4730-acb7-6989391ed86e no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:07:08.553475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8c297f47-1075-4730-acb7-6989391ed86e not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:07:09.442014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00414d60-0ed7-4d77-86fa-ab2058d547ff req-d20769fd-e087-4e50-a1f9-1162036711cc tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:09.444515 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00414d60-0ed7-4d77-86fa-ab2058d547ff req-d20769fd-e087-4e50-a1f9-1162036711cc tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 943 time: 0.1155047 Jul 07 20:07:09.484874 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-00414d60-0ed7-4d77-86fa-ab2058d547ff req-7392a8ca-4c9c-423f-8ccc-68a89ee4d6f7 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338511 Jul 07 20:07:09.526210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8c297f47-1075-4730-acb7-6989391ed86e details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:07:09.629551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8c297f47-1075-4730-acb7-6989391ed86e,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:07:09.643536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '8c297f47-1075-4730-acb7-6989391ed86e', 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b', 'port_id': '8c297f47-1075-4730-acb7-6989391ed86e', 'mac_address': 'fa:16:3e:dc:eb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20281079-10ba-4b31-b00f-e2972365611d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:07:09.688114 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:09.708818 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c297f47-1075-4730-acb7-6989391ed86e {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:07:09.739661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8c297f47-1075-4730-acb7-6989391ed86e,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:07:09.744249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:09.802966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=8c297f47-1075-4730-acb7-6989391ed86e,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:07:09.810731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:09.811112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:09.811459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:09.811800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:09.812135 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:09.812472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:09.812798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:09.813187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:09.813449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:09.813774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:09.814100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:09.814443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:09.820676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d940b-5130-4525-93fe-d020d5bb01fc req-d5e3ae51-43e9-4631-af3e-5e172a75fecf tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:09.822221 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a98d940b-5130-4525-93fe-d020d5bb01fc req-d5e3ae51-43e9-4631-af3e-5e172a75fecf tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 944 time: 0.0741522 Jul 07 20:07:09.862890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-14222ec9-cf2d-4a55-bd95-8320e6cd6912 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:09.864731 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-14222ec9-cf2d-4a55-bd95-8320e6cd6912 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.48 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5&tenant_id=34cde80de7994890b3d45e81d608683a&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 944 time: 0.0837719 Jul 07 20:07:09.869282 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a98d940b-5130-4525-93fe-d020d5bb01fc req-11b4640c-2d8e-4685-95cc-0b751af2edf2 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389869 Jul 07 20:07:09.928635 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-34c0a154-c704-44d4-bd25-990a6509f322 service neutron] delete failed (client error): The resource could not be found. Jul 07 20:07:09.929666 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-34c0a154-c704-44d4-bd25-990a6509f322 service neutron] 10.222.0.48 "DELETE /v2.0/ports/8c297f47-1075-4730-acb7-6989391ed86e/bindings/n-h1-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0587065 Jul 07 20:07:10.018616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['8c297f47-1075-4730-acb7-6989391ed86e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:07:10.034139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-1a026169-af5b-46b4-942e-b46a68862f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:10.035686 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-1a026169-af5b-46b4-942e-b46a68862f12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 1095 time: 0.0609417 Jul 07 20:07:10.129823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-68c81c76-9077-4b87-a23f-0c9ac9232b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:10.131243 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-68c81c76-9077-4b87-a23f-0c9ac9232b7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0883329 Jul 07 20:07:10.171905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-7263378d-0fb9-4549-b119-bfd647235192 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c297f47-1075-4730-acb7-6989391ed86e HTTP/1.1" status: 200 len: 217 time: 0.0342290 Jul 07 20:07:10.222950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-3f98a2df-2773-46b4-8e3d-20acd6ef5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:10.224362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-3f98a2df-2773-46b4-8e3d-20acd6ef5ba8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0465910 Jul 07 20:07:10.256674 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-98cad0e6-e86b-4c1a-896a-77f7d4ba5122 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255156 Jul 07 20:07:10.325899 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:10.346425 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-e4d54673-13b3-4ca4-bbb5-fdac54339f90 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827377 Jul 07 20:07:10.441482 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e8ff406-1fcd-49c4-a758-5074e1783c08 req-b1f00aa9-1f30-4886-aaf4-bc4b1ae4fb63 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879881 Jul 07 20:07:11.134232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4741265-9903-4cd8-8a6a-7ac4fc29fe8d req-505c0b76-6a31-4f35-8590-f34916e3b5f9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:11.135829 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b4741265-9903-4cd8-8a6a-7ac4fc29fe8d req-505c0b76-6a31-4f35-8590-f34916e3b5f9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 944 time: 0.1092293 Jul 07 20:07:11.175203 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b4741265-9903-4cd8-8a6a-7ac4fc29fe8d req-1fae51fd-242d-4657-8173-9a3a6751f845 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331872 Jul 07 20:07:11.348943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf2b42-befc-4244-85f2-b5ec3ff8d1c8 req-e4ab1319-2976-4066-b8d2-757423620912 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:11.350391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcdf2b42-befc-4244-85f2-b5ec3ff8d1c8 req-e4ab1319-2976-4066-b8d2-757423620912 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 944 time: 0.0644453 Jul 07 20:07:11.390211 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dcdf2b42-befc-4244-85f2-b5ec3ff8d1c8 req-47d1762b-6b61-4a77-b274-06f064d34484 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329313 Jul 07 20:07:11.541008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8c297f47-1075-4730-acb7-6989391ed86e up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:07:11.571701 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942591b-e50b-42e3-bf75-1c31f8836850 req-9e69571b-70e1-40d5-a9c5-f9c755bf956f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:11.573232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d942591b-e50b-42e3-bf75-1c31f8836850 req-9e69571b-70e1-40d5-a9c5-f9c755bf956f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 944 time: 0.0674403 Jul 07 20:07:11.594987 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 8c297f47-1075-4730-acb7-6989391ed86e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:07:11.599359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 8c297f47-1075-4730-acb7-6989391ed86e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:07:11.599949 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:11.619307 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d942591b-e50b-42e3-bf75-1c31f8836850 req-b7aaa035-b533-4a2c-b81f-7a0316aad2fb tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396032 Jul 07 20:07:11.686260 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:11.710669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77737596-a4f6-4737-bc81-232c701831c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c297f47-1075-4730-acb7-6989391ed86e'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:07:11.712966 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfdf37c-f1cc-46b4-870d-e126175430a4" -d '{"events": [{"server_uuid": "77737596-a4f6-4737-bc81-232c701831c5", "name": "network-vif-plugged", "status": "completed", "tag": "8c297f47-1075-4730-acb7-6989391ed86e"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:07:11.727428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8c297f47-1075-4730-acb7-6989391ed86e,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:07:11.733102 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:11.762654 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dcb7ad-73d5-4c73-b38d-be194875346a x-openstack-request-id: req-18dcb7ad-73d5-4c73-b38d-be194875346a {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:07:11.762993 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77737596-a4f6-4737-bc81-232c701831c5", "name": "network-vif-plugged", "status": "completed", "tag": "8c297f47-1075-4730-acb7-6989391ed86e", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:07:11.763278 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18dcb7ad-73d5-4c73-b38d-be194875346a {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:07:11.763577 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77737596-a4f6-4737-bc81-232c701831c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c297f47-1075-4730-acb7-6989391ed86e', 'code': 200} Jul 07 20:07:11.792041 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=8c297f47-1075-4730-acb7-6989391ed86e,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:07:12.099631 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-69702f6e-5a47-491c-8db1-8d7e72044811 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:12.101105 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-69702f6e-5a47-491c-8db1-8d7e72044811 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 814 time: 0.1016474 Jul 07 20:07:12.117395 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-38d9543e-be57-4003-a7ef-bb3df3d36e59 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/quotas/34cde80de7994890b3d45e81d608683a HTTP/1.1" status: 200 len: 375 time: 0.0099316 Jul 07 20:07:12.182357 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-3455e230-1510-46c1-b663-d2ef7c0e753d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595422 Jul 07 20:07:12.282963 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-852cea5f-c4b1-491a-89d4-6e746c22a073 service neutron] 10.222.0.81 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939064 Jul 07 20:07:12.371761 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-0ba3f90d-9ca0-454f-a890-0624be1ecc77 service neutron] 10.222.0.81 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827470 Jul 07 20:07:12.546371 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9069acd2-002f-4dae-bd76-392afb2513ea req-ab655504-c539-4717-8ca9-c2c3d83dcec3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 210 time: 0.0287950 Jul 07 20:07:13.665971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-39e06cfd-8d72-4ffa-aa48-e90ccc05d33f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:13.668631 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-39e06cfd-8d72-4ffa-aa48-e90ccc05d33f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.110 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 814 time: 0.1179240 Jul 07 20:07:13.689359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Request body: {'port': {'device_id': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b', 'admin_state_up': True, 'tenant_id': '34cde80de7994890b3d45e81d608683a'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:07:13.704585 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-144e013f-5006-4fc4-b301-dba0025a1390 req-81962fb2-1e25-4baa-9743-6374c734e47d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 210 time: 0.0390859 Jul 07 20:07:13.736076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d41d5-dbb6-4cfd-b09e-5c4dd2df8d0e req-8c36d843-6ded-4539-bd69-5815cfef447e tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:13.737676 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a7d41d5-dbb6-4cfd-b09e-5c4dd2df8d0e req-8c36d843-6ded-4539-bd69-5815cfef447e tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.110 "GET /v2.0/ports?device_id=77737596-a4f6-4737-bc81-232c701831c5 HTTP/1.1" status: 200 len: 945 time: 0.1295791 Jul 07 20:07:13.808986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Made reservation on behalf of 34cde80de7994890b3d45e81d608683a for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:07:13.812537 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:13.843859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-6a7d41d5-dbb6-4cfd-b09e-5c4dd2df8d0e req-44b08731-fad8-4672-8da8-942db49afac9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Deleting port 8c297f47-1075-4730-acb7-6989391ed86e {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:07:13.844123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6a7d41d5-dbb6-4cfd-b09e-5c4dd2df8d0e req-44b08731-fad8-4672-8da8-942db49afac9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:13.934808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-6a7d41d5-dbb6-4cfd-b09e-5c4dd2df8d0e req-44b08731-fad8-4672-8da8-942db49afac9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] For port 8c297f47-1075-4730-acb7-6989391ed86e, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=8c297f47-1075-4730-acb7-6989391ed86e,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:07:13.935183 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6a7d41d5-dbb6-4cfd-b09e-5c4dd2df8d0e req-44b08731-fad8-4672-8da8-942db49afac9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:13.941503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Allocated IP 172.20.0.13 (02873800-c4b8-421b-b3e5-8eba46826d5b/20281079-10ba-4b31-b00f-e2972365611d/5861ac8b-9ad7-425d-806b-272fd85cd238) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:07:13.949960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-6a7d41d5-dbb6-4cfd-b09e-5c4dd2df8d0e req-44b08731-fad8-4672-8da8-942db49afac9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Calling delete_port for 8c297f47-1075-4730-acb7-6989391ed86e owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:07:14.084887 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6a7d41d5-dbb6-4cfd-b09e-5c4dd2df8d0e req-44b08731-fad8-4672-8da8-942db49afac9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:14.098741 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:14.100765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['8c297f47-1075-4730-acb7-6989391ed86e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:07:14.115217 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b08731-fad8-4672-8da8-942db49afac9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Pushing event deleted for resources: {'Port': ['ID=8c297f47-1075-4730-acb7-6989391ed86e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:07:14.142474 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:14.154923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['8c297f47-1075-4730-acb7-6989391ed86e'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:07:14.164484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7d41d5-dbb6-4cfd-b09e-5c4dd2df8d0e req-44b08731-fad8-4672-8da8-942db49afac9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] No DVR routers for this DVR port 8c297f47-1075-4730-acb7-6989391ed86e on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:07:14.167026 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-6a7d41d5-dbb6-4cfd-b09e-5c4dd2df8d0e req-44b08731-fad8-4672-8da8-942db49afac9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:14.169193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a7d41d5-dbb6-4cfd-b09e-5c4dd2df8d0e req-44b08731-fad8-4672-8da8-942db49afac9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.110 "DELETE /v2.0/ports/8c297f47-1075-4730-acb7-6989391ed86e HTTP/1.1" status: 204 len: 173 time: 0.4222858 Jul 07 20:07:14.169639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77737596-a4f6-4737-bc81-232c701831c5', 'name': 'network-vif-deleted', 'tag': '8c297f47-1075-4730-acb7-6989391ed86e'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:07:14.172515 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d4440f231323baf16ac1da4ac8cf98da25e1186c67ce2a07a4df02c02a6d8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9be5194-ab78-4627-86a5-0bfc106dc564" -d '{"events": [{"server_uuid": "77737596-a4f6-4737-bc81-232c701831c5", "name": "network-vif-deleted", "tag": "8c297f47-1075-4730-acb7-6989391ed86e"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:07:14.191242 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Network 02873800-c4b8-421b-b3e5-8eba46826d5b is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:07:14.199217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:07:14.201721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:07:14.226006 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6591980a-9850-4d2d-ae32-3e6ae7c73a78 x-openstack-request-id: req-6591980a-9850-4d2d-ae32-3e6ae7c73a78 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:07:14.226329 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77737596-a4f6-4737-bc81-232c701831c5", "name": "network-vif-deleted", "tag": "8c297f47-1075-4730-acb7-6989391ed86e", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:07:14.226700 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6591980a-9850-4d2d-ae32-3e6ae7c73a78 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:07:14.227149 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77737596-a4f6-4737-bc81-232c701831c5', 'name': 'network-vif-deleted', 'tag': '8c297f47-1075-4730-acb7-6989391ed86e', 'status': 'completed', 'code': 200} Jul 07 20:07:14.230729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Pushing event updated for resources: {'Port': ['ID=5861ac8b-9ad7-425d-806b-272fd85cd238,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:07:14.264240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:14.265751 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:14.280864 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-da30aee6-4c32-418c-ad15-0bce93c89826 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5954711 Jul 07 20:07:14.297709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Request body: {'port': {'device_id': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:07:14.375417 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:14.636178 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5861ac8b-9ad7-425d-806b-272fd85cd238 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:07:14.643286 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:14.654859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Transition to ACTIVE for port object 5861ac8b-9ad7-425d-806b-272fd85cd238 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:07:14.658506 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:14.709389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Pushing event updated for resources: {'Port': ['ID=5861ac8b-9ad7-425d-806b-272fd85cd238,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:07:14.779394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Attempting to bind port 5861ac8b-9ad7-425d-806b-272fd85cd238 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:07:14.779732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Attempting to bind port 5861ac8b-9ad7-425d-806b-272fd85cd238 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:07:14.780058 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Attempting to bind port 5861ac8b-9ad7-425d-806b-272fd85cd238 on network 02873800-c4b8-421b-b3e5-8eba46826d5b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:07:14.784259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Port 5861ac8b-9ad7-425d-806b-272fd85cd238 on network 02873800-c4b8-421b-b3e5-8eba46826d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:07:14.784574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Attempting to bind port 5861ac8b-9ad7-425d-806b-272fd85cd238 on network 02873800-c4b8-421b-b3e5-8eba46826d5b {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:07:14.789263 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:07:14.789598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Checking segment: {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:07:14.789975 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Bound using segment: {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:07:14.790396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Bound port: 5861ac8b-9ad7-425d-806b-272fd85cd238, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:07:14.790745 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:14.854173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:07:14.858059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5861ac8b-9ad7-425d-806b-272fd85cd238,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:07:14.862884 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:14.888875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6abebe-8997-490f-9866-fdea2ba03918 req-512afc16-30f0-46af-a522-15df56306531 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:14.890305 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8b6abebe-8997-490f-9866-fdea2ba03918 req-512afc16-30f0-46af-a522-15df56306531 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 944 time: 0.0687544 Jul 07 20:07:14.895637 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:14.896748 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:14.898149 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] 10.222.0.110 "PUT /v2.0/ports/5861ac8b-9ad7-425d-806b-272fd85cd238 HTTP/1.1" status: 200 len: 1092 time: 0.6048303 Jul 07 20:07:14.900299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'tag': '5861ac8b-9ad7-425d-806b-272fd85cd238'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:07:14.903765 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043683751b37b16b496b218a05f86a15ce7158dccbe2c2ec694d9e879dd24dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71d29d7-4392-4486-8322-2f95d022ce2a" -d '{"events": [{"name": "network-changed", "server_uuid": "217134a0-96d1-44f1-a46e-c114cfed18bb", "tag": "5861ac8b-9ad7-425d-806b-272fd85cd238"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:07:14.933839 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8b6abebe-8997-490f-9866-fdea2ba03918 req-92aa851a-7039-469e-b5d9-0a897ed8035c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363739 Jul 07 20:07:14.935116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b584de8-96af-4a00-a9bd-49d1e537a90e service neutron] Pushing event updated for resources: {'Port': ['ID=5861ac8b-9ad7-425d-806b-272fd85cd238,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:07:14.977864 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0dcdf1-8916-49da-8617-468c1b85478b x-openstack-request-id: req-4f0dcdf1-8916-49da-8617-468c1b85478b {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:07:14.978180 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217134a0-96d1-44f1-a46e-c114cfed18bb", "tag": "5861ac8b-9ad7-425d-806b-272fd85cd238", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:07:14.978399 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f0dcdf1-8916-49da-8617-468c1b85478b {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:07:14.978850 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'tag': '5861ac8b-9ad7-425d-806b-272fd85cd238', 'status': 'completed', 'code': 200} Jul 07 20:07:15.006675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-9544e565-227e-45be-9350-a8e22662c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:15.008356 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-9544e565-227e-45be-9350-a8e22662c78b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 1095 time: 0.0630336 Jul 07 20:07:15.125167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-cdb035cc-c609-4d7d-a4bf-66f61b30df98 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5861ac8b-9ad7-425d-806b-272fd85cd238 HTTP/1.1" status: 200 len: 217 time: 0.0756786 Jul 07 20:07:15.181312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-a85a222b-f3e4-429d-81d0-09ffb34b212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:15.182742 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-a85a222b-f3e4-429d-81d0-09ffb34b212d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0482757 Jul 07 20:07:15.215651 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-22de904c-32bc-4151-816e-ccd62e440d2b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258927 Jul 07 20:07:15.312986 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-bbae049f-d9f6-433b-86f8-dae481ec25f0 service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846753 Jul 07 20:07:15.408131 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ab446215-26b8-401c-a87d-9160f90dbd41 req-74eab79f-4f6b-4c3d-864f-7c74d06bf26e service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843263 Jul 07 20:07:15.522953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d29d7-4392-4486-8322-2f95d022ce2a req-2a956593-0a18-429b-a8bc-a31654a4d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:15.524450 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c71d29d7-4392-4486-8322-2f95d022ce2a req-2a956593-0a18-429b-a8bc-a31654a4d59b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 1095 time: 0.0614436 Jul 07 20:07:15.618522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d29d7-4392-4486-8322-2f95d022ce2a req-d430e803-7abe-433b-9eb3-a86b37364fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:15.620112 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c71d29d7-4392-4486-8322-2f95d022ce2a req-d430e803-7abe-433b-9eb3-a86b37364fff service neutron] 10.222.0.110 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0864968 Jul 07 20:07:15.673533 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c71d29d7-4392-4486-8322-2f95d022ce2a req-9814cfab-5cca-45d2-ba53-61ed5820760d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5861ac8b-9ad7-425d-806b-272fd85cd238 HTTP/1.1" status: 200 len: 217 time: 0.0410237 Jul 07 20:07:15.723128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d29d7-4392-4486-8322-2f95d022ce2a req-589a42d5-32a1-4dca-9cec-ed306a6190f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:15.725183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c71d29d7-4392-4486-8322-2f95d022ce2a req-589a42d5-32a1-4dca-9cec-ed306a6190f2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0443337 Jul 07 20:07:15.758324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c71d29d7-4392-4486-8322-2f95d022ce2a req-69dbf660-1455-4a05-80cb-0d208293f8c9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254843 Jul 07 20:07:15.853138 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c71d29d7-4392-4486-8322-2f95d022ce2a req-ece9cdb3-5c04-4466-8c03-d3deb888e08d service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834429 Jul 07 20:07:15.940354 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c71d29d7-4392-4486-8322-2f95d022ce2a req-f63d5f92-faf5-4ddc-8606-33f9f4823cb5 service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793769 Jul 07 20:07:16.121218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cc30b-0de0-4a02-94a5-8b7965408e89 req-e11d2917-3942-415b-8d95-7eaec8c89659 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:16.122613 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce5cc30b-0de0-4a02-94a5-8b7965408e89 req-e11d2917-3942-415b-8d95-7eaec8c89659 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 944 time: 0.0631852 Jul 07 20:07:16.159777 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ce5cc30b-0de0-4a02-94a5-8b7965408e89 req-56a815b2-c1db-41b3-ae31-5d956151f553 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Jul 07 20:07:17.336303 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c035e-7a14-46c3-bb73-0ee1064e5087 req-e7e4b818-f786-483a-a67e-64b4fa44302b tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:17.337900 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-957c035e-7a14-46c3-bb73-0ee1064e5087 req-e7e4b818-f786-483a-a67e-64b4fa44302b tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 944 time: 0.0643594 Jul 07 20:07:17.376205 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-957c035e-7a14-46c3-bb73-0ee1064e5087 req-bd9be85e-d8d0-4dc6-ab16-2eb92cc51dff tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Jul 07 20:07:17.558336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5861ac8b-9ad7-425d-806b-272fd85cd238 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:07:17.561526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8c297f47-1075-4730-acb7-6989391ed86e no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:07:17.587057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 8c297f47-1075-4730-acb7-6989391ed86e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:07:17.587309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 8c297f47-1075-4730-acb7-6989391ed86e not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:07:17.679189 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5861ac8b-9ad7-425d-806b-272fd85cd238,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:07:17.690228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '5861ac8b-9ad7-425d-806b-272fd85cd238', 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b', 'port_id': '5861ac8b-9ad7-425d-806b-272fd85cd238', 'mac_address': 'fa:16:3e:66:1e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20281079-10ba-4b31-b00f-e2972365611d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:07:17.728834 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:17.742741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5861ac8b-9ad7-425d-806b-272fd85cd238 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:07:17.766236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5861ac8b-9ad7-425d-806b-272fd85cd238,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:07:17.772346 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:17.828819 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=5861ac8b-9ad7-425d-806b-272fd85cd238,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:07:18.015768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['5861ac8b-9ad7-425d-806b-272fd85cd238'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:07:18.546942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240e1f7-1254-4e95-a207-8424c29fe578 req-67ffe319-57a3-413e-81c6-3e6b473a5521 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:18.548436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e240e1f7-1254-4e95-a207-8424c29fe578 req-67ffe319-57a3-413e-81c6-3e6b473a5521 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 945 time: 0.0622401 Jul 07 20:07:18.589774 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e240e1f7-1254-4e95-a207-8424c29fe578 req-cc8a6fc6-0942-4203-9f1b-274a86d7afc3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357258 Jul 07 20:07:19.574265 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5861ac8b-9ad7-425d-806b-272fd85cd238 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:07:19.622961 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 5861ac8b-9ad7-425d-806b-272fd85cd238 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:07:19.626612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 5861ac8b-9ad7-425d-806b-272fd85cd238 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:07:19.627017 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:19.706905 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:19.732051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5861ac8b-9ad7-425d-806b-272fd85cd238'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:07:19.734223 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24fdd40aa5110664d773cf724cd8565a732708ae6e176f8ad28c64bf680acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41d36f4-3b4b-44bf-8b5f-a64cc2f8388e" -d '{"events": [{"server_uuid": "217134a0-96d1-44f1-a46e-c114cfed18bb", "name": "network-vif-plugged", "status": "completed", "tag": "5861ac8b-9ad7-425d-806b-272fd85cd238"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:07:19.747269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5861ac8b-9ad7-425d-806b-272fd85cd238,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:07:19.751309 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:19.775315 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87611e85-5257-4daf-85d1-13134e4f8640 x-openstack-request-id: req-87611e85-5257-4daf-85d1-13134e4f8640 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:07:19.775662 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217134a0-96d1-44f1-a46e-c114cfed18bb", "name": "network-vif-plugged", "status": "completed", "tag": "5861ac8b-9ad7-425d-806b-272fd85cd238", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:07:19.775879 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87611e85-5257-4daf-85d1-13134e4f8640 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:07:19.776160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2cef5-d733-435a-87f3-ffc93fd451f8 req-b3c42795-9d44-4b93-b3c1-7e7abe90c39d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:19.776655 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5861ac8b-9ad7-425d-806b-272fd85cd238', 'code': 200} Jul 07 20:07:19.777698 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79c2cef5-d733-435a-87f3-ffc93fd451f8 req-b3c42795-9d44-4b93-b3c1-7e7abe90c39d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 945 time: 0.0737925 Jul 07 20:07:19.808574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=5861ac8b-9ad7-425d-806b-272fd85cd238,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:07:19.821947 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79c2cef5-d733-435a-87f3-ffc93fd451f8 req-51e1ca14-ad93-434a-bdbd-4fdeea3a1489 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378270 Jul 07 20:07:19.890606 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829be2c1-24d2-4c4e-b2a4-920e8549f30b req-aea612e1-dd73-4800-ba5b-fb0f65cf775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:19.892107 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-829be2c1-24d2-4c4e-b2a4-920e8549f30b req-aea612e1-dd73-4800-ba5b-fb0f65cf775c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 1097 time: 0.0517774 Jul 07 20:07:19.931417 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-829be2c1-24d2-4c4e-b2a4-920e8549f30b req-5de34cfc-9c32-439c-8496-cc7bbd59d8f0 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286369 Jul 07 20:07:20.998873 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690c5df-98ea-4d16-8699-9724b1f75065 req-d82f95f0-8cac-4831-9fed-53bf746b8d5d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:21.000282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0690c5df-98ea-4d16-8699-9724b1f75065 req-d82f95f0-8cac-4831-9fed-53bf746b8d5d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0647132 Jul 07 20:07:21.037425 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0690c5df-98ea-4d16-8699-9724b1f75065 req-d2cf9ee5-698b-47be-b2f9-519c9b5f4844 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Jul 07 20:07:21.161387 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-311e5e9b-942c-44c1-923c-cf2357fadd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:22.219137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be738356-754a-48cb-b31c-64f386a7350e req-cacff352-c326-416f-8e6a-8db7c1693594 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:22.220618 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-be738356-754a-48cb-b31c-64f386a7350e req-cacff352-c326-416f-8e6a-8db7c1693594 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0658851 Jul 07 20:07:22.593957 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-be738356-754a-48cb-b31c-64f386a7350e req-d2d29b0e-afdc-4d44-8d6b-cd5a6e2a0ee7 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677709 Jul 07 20:07:22.765154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77773130-2e44-4cb0-bea5-a965732be140 req-5e7ad5d3-869d-41f4-907c-d5980754ef8f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:22.766650 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77773130-2e44-4cb0-bea5-a965732be140 req-5e7ad5d3-869d-41f4-907c-d5980754ef8f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0632818 Jul 07 20:07:22.803814 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77773130-2e44-4cb0-bea5-a965732be140 req-1b08f2ca-53bf-4616-b369-be1f784bb174 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Jul 07 20:07:23.133712 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-5f18de15-6f08-425c-927b-15a5925d81a7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512271 Jul 07 20:07:23.199577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c5c1c-b4ef-4e8b-8019-bb969d6a45f1 req-6559bf3c-32b2-461a-b99f-d9e2b61d3534 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:23.201408 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b80c5c1c-b4ef-4e8b-8019-bb969d6a45f1 req-6559bf3c-32b2-461a-b99f-d9e2b61d3534 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0696793 Jul 07 20:07:23.242096 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b80c5c1c-b4ef-4e8b-8019-bb969d6a45f1 req-f5b559e1-a580-4dad-ac2c-b3fbf39e7705 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345693 Jul 07 20:07:23.944620 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:24.098359 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c37f42b0-e7a7-4302-a9dd-4885fbd8718f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:24.308919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-3aa53d4a-0aaa-4e0f-aaca-00cd76c8bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:24.310482 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-3aa53d4a-0aaa-4e0f-aaca-00cd76c8bb4b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 1097 time: 0.0529878 Jul 07 20:07:24.445686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-9811ff3d-d097-4ede-9107-a1341a24f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:24.447092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-9811ff3d-d097-4ede-9107-a1341a24f438 service neutron] 10.222.0.110 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.1294804 Jul 07 20:07:24.459418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1969b-ff3f-4d76-9b1d-d23d7b6a1b54 req-2bb9af3a-13f3-43d2-8c6b-846b08f0f5ab tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:24.460828 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cdf1969b-ff3f-4d76-9b1d-d23d7b6a1b54 req-2bb9af3a-13f3-43d2-8c6b-846b08f0f5ab tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0958977 Jul 07 20:07:24.504164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-06d7b924-2f6b-4687-a635-e357d6891bc2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5861ac8b-9ad7-425d-806b-272fd85cd238 HTTP/1.1" status: 200 len: 217 time: 0.0424116 Jul 07 20:07:24.559079 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cdf1969b-ff3f-4d76-9b1d-d23d7b6a1b54 req-708a0228-3ef0-4ee1-b770-1831a5a9a302 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917754 Jul 07 20:07:24.568056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-15378d2d-fc85-4c89-b238-e19a2349c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:24.569553 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-15378d2d-fc85-4c89-b238-e19a2349c705 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0576589 Jul 07 20:07:24.602508 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-ad6af0ed-dc05-429c-845f-0f9d46b738e0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265021 Jul 07 20:07:24.693145 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-dd127045-f9f4-47c0-892a-78e658c6fb36 service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835710 Jul 07 20:07:24.782883 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-09667574-808b-42f8-9a8f-2b5a3eda3d49 service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828726 Jul 07 20:07:24.948407 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:25.735176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b74f55-0653-4725-ab95-a7336563df5a req-9f414d3a-6360-43eb-b38c-3e5db2f38f78 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:25.736668 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-40b74f55-0653-4725-ab95-a7336563df5a req-9f414d3a-6360-43eb-b38c-3e5db2f38f78 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0672760 Jul 07 20:07:25.774032 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-40b74f55-0653-4725-ab95-a7336563df5a req-97d7fadd-6767-46f6-870c-0d7f6a545706 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317602 Jul 07 20:07:26.662402 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:26.956001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a6cd3-7822-4031-9c29-0298756e3113 req-d4616090-a788-475f-8a58-43e3fecb15ab tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:26.957504 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-320a6cd3-7822-4031-9c29-0298756e3113 req-d4616090-a788-475f-8a58-43e3fecb15ab tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0730119 Jul 07 20:07:26.995630 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-320a6cd3-7822-4031-9c29-0298756e3113 req-b5edf40b-d744-46c4-b59e-890366cbdb1f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316818 Jul 07 20:07:28.167876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888b72-dbde-46d6-82e0-110384023322 req-11d5533f-b59c-4b1a-97c3-1541ad30c797 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:28.169467 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c888b72-dbde-46d6-82e0-110384023322 req-11d5533f-b59c-4b1a-97c3-1541ad30c797 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0632803 Jul 07 20:07:28.213110 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c888b72-dbde-46d6-82e0-110384023322 req-2e215411-8b6c-4b28-b932-b9f9cf9abc06 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381355 Jul 07 20:07:29.391417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e052b-e5eb-48a2-9d65-1ad5194356d6 req-aa0324af-5e9b-48a9-befd-3a11b13a3177 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:29.392788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e9e052b-e5eb-48a2-9d65-1ad5194356d6 req-aa0324af-5e9b-48a9-befd-3a11b13a3177 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0630686 Jul 07 20:07:29.429233 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6e9e052b-e5eb-48a2-9d65-1ad5194356d6 req-7a3a536d-53db-46fc-99fb-e1b07150020c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308864 Jul 07 20:07:30.623251 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2283287-82ce-4ca6-baf1-ac5b85f834ee req-0b0056e9-a009-4135-9104-30523256d452 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:30.625515 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b2283287-82ce-4ca6-baf1-ac5b85f834ee req-0b0056e9-a009-4135-9104-30523256d452 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0815141 Jul 07 20:07:30.666328 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b2283287-82ce-4ca6-baf1-ac5b85f834ee req-b902f6db-d830-4d78-8e57-de929fe17bcc tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350401 Jul 07 20:07:31.842736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8f2f-ff57-4cac-b7cd-23c262fec9f6 req-24190052-5dad-4e2b-9b47-3d4f0957149f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:31.844282 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3b0a8f2f-ff57-4cac-b7cd-23c262fec9f6 req-24190052-5dad-4e2b-9b47-3d4f0957149f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0665467 Jul 07 20:07:31.890301 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3b0a8f2f-ff57-4cac-b7cd-23c262fec9f6 req-54f950a5-6293-4912-a03b-0eb55c8016d9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363562 Jul 07 20:07:33.067640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83118f5c-53a2-47aa-ae3b-80d17830ea3f req-9789bc17-627d-4da3-971b-056009136a8f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:33.069072 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83118f5c-53a2-47aa-ae3b-80d17830ea3f req-9789bc17-627d-4da3-971b-056009136a8f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0638418 Jul 07 20:07:33.108436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-83118f5c-53a2-47aa-ae3b-80d17830ea3f req-a065409f-be7b-4591-8a06-c717d126e500 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328875 Jul 07 20:07:34.288217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c6431-01d3-4cec-a1e9-48f0bfb5a26f req-d5c40a04-d6fa-4e7b-91dc-3f8a13d27058 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:34.289704 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df5c6431-01d3-4cec-a1e9-48f0bfb5a26f req-d5c40a04-d6fa-4e7b-91dc-3f8a13d27058 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0658739 Jul 07 20:07:34.328092 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-df5c6431-01d3-4cec-a1e9-48f0bfb5a26f req-8643688e-796f-4a96-bf1f-b263cc7f007d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Jul 07 20:07:35.530030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a2c0b-812f-4a0f-916d-71fb2f9ccaba req-a33c4167-13eb-40bc-9183-1d33d1660d54 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:35.531658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e20a2c0b-812f-4a0f-916d-71fb2f9ccaba req-a33c4167-13eb-40bc-9183-1d33d1660d54 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0752242 Jul 07 20:07:35.574001 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e20a2c0b-812f-4a0f-916d-71fb2f9ccaba req-9311fdeb-d2ab-4ba6-91d6-8426254968ce tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364640 Jul 07 20:07:36.179542 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:36.755285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e863b-ce2b-4c1a-94bf-78c855bfe8eb req-4cc865f3-3576-4ffd-9f84-7d69f7834138 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:36.756788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f01e863b-ce2b-4c1a-94bf-78c855bfe8eb req-4cc865f3-3576-4ffd-9f84-7d69f7834138 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0698855 Jul 07 20:07:36.797400 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f01e863b-ce2b-4c1a-94bf-78c855bfe8eb req-5bba1a1a-3d4a-4d12-b036-3734a498ee5c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344481 Jul 07 20:07:37.771873 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:07:37.974553 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994eb5c-e982-4629-95ff-fba8b9f8e034 req-e035ffec-db04-463d-abcf-8677ed3bca37 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:37.976219 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f994eb5c-e982-4629-95ff-fba8b9f8e034 req-e035ffec-db04-463d-abcf-8677ed3bca37 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0648661 Jul 07 20:07:38.014155 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f994eb5c-e982-4629-95ff-fba8b9f8e034 req-aba1a4b6-bb3e-4db4-b02a-9d615c8d6684 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Jul 07 20:07:39.206099 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f03d7-31a7-45ea-a414-a0d2c85e5ea8 req-255188fc-2256-42c8-ab21-fc5c71a4bbab tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:39.207680 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f5f03d7-31a7-45ea-a414-a0d2c85e5ea8 req-255188fc-2256-42c8-ab21-fc5c71a4bbab tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0772085 Jul 07 20:07:39.249453 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f5f03d7-31a7-45ea-a414-a0d2c85e5ea8 req-b0b7b637-be74-4212-a398-b713a8c23070 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349712 Jul 07 20:07:39.821850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a95eab-59fc-4382-92eb-0ef4e281b087 req-5347d7f1-c604-446f-b105-1ae98bee35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:39.823383 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0a95eab-59fc-4382-92eb-0ef4e281b087 req-5347d7f1-c604-446f-b105-1ae98bee35cd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 1097 time: 0.0555487 Jul 07 20:07:39.931715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a95eab-59fc-4382-92eb-0ef4e281b087 req-5e50856d-c71c-49d7-afd0-578d94c80d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:39.933197 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0a95eab-59fc-4382-92eb-0ef4e281b087 req-5e50856d-c71c-49d7-afd0-578d94c80d54 service neutron] 10.222.0.110 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0869553 Jul 07 20:07:39.979050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0a95eab-59fc-4382-92eb-0ef4e281b087 req-237b6e4b-411b-4f79-84d1-af964fa1cceb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5861ac8b-9ad7-425d-806b-272fd85cd238 HTTP/1.1" status: 200 len: 217 time: 0.0370884 Jul 07 20:07:40.028180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a95eab-59fc-4382-92eb-0ef4e281b087 req-0829b2c3-e98a-4128-be17-09a64be06635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:40.029810 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0a95eab-59fc-4382-92eb-0ef4e281b087 req-0829b2c3-e98a-4128-be17-09a64be06635 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0439606 Jul 07 20:07:40.066676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0a95eab-59fc-4382-92eb-0ef4e281b087 req-c2299417-fac8-4c5a-8a65-95a860cf918b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291767 Jul 07 20:07:40.162944 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0a95eab-59fc-4382-92eb-0ef4e281b087 req-7b4d1092-b435-479a-968b-349a69a9e91b service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Jul 07 20:07:40.252175 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e0a95eab-59fc-4382-92eb-0ef4e281b087 req-d42d6733-278c-4378-abf9-a969da94065c service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819495 Jul 07 20:07:40.328960 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:40.426313 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a4196-ac1d-4db8-af95-b804d6d802a3 req-fdb56a70-e271-4256-a0ea-0526e75cfc25 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:40.427828 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-280a4196-ac1d-4db8-af95-b804d6d802a3 req-fdb56a70-e271-4256-a0ea-0526e75cfc25 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0638161 Jul 07 20:07:40.473062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-280a4196-ac1d-4db8-af95-b804d6d802a3 req-e84ff5ce-08f0-484c-8bbb-fb661fa33176 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 Jul 07 20:07:41.648813 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5f5c0-eb29-4b1d-869f-22461fbbed98 req-da08c885-7f45-4f93-93b4-a538a9f45b65 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:41.650310 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4bb5f5c0-eb29-4b1d-869f-22461fbbed98 req-da08c885-7f45-4f93-93b4-a538a9f45b65 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0680654 Jul 07 20:07:41.689223 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4bb5f5c0-eb29-4b1d-869f-22461fbbed98 req-d6efff4f-215e-4777-a06b-9254a01223d9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325928 Jul 07 20:07:42.864397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d009f-aa61-4312-9653-be9faceb2eef req-3cad3689-c45b-410e-9f6b-cfc8454441fd tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:42.865859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-228d009f-aa61-4312-9653-be9faceb2eef req-3cad3689-c45b-410e-9f6b-cfc8454441fd tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0637052 Jul 07 20:07:42.903783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-228d009f-aa61-4312-9653-be9faceb2eef req-755bf98a-ebb3-414b-bb86-3bcc86aa38cb tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318129 Jul 07 20:07:44.079011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cd962-ba7e-45d0-b92e-017969299f9b req-f9ea389b-fe95-49f2-abcf-3f3e6713ca4a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:44.080635 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c39cd962-ba7e-45d0-b92e-017969299f9b req-f9ea389b-fe95-49f2-abcf-3f3e6713ca4a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0642226 Jul 07 20:07:44.120013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c39cd962-ba7e-45d0-b92e-017969299f9b req-621ae73b-99b5-40b8-826a-8d4912db42b2 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Jul 07 20:07:45.294769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ba4a2-3128-49b8-af0a-027da80271f8 req-b71373b7-eb7b-4dee-bfe9-5882558f2f21 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:45.296358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d6ba4a2-3128-49b8-af0a-027da80271f8 req-b71373b7-eb7b-4dee-bfe9-5882558f2f21 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0627599 Jul 07 20:07:45.334516 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d6ba4a2-3128-49b8-af0a-027da80271f8 req-23a9f9e5-0d6f-4cba-9270-a7ed14763c99 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324109 Jul 07 20:07:46.518957 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b244c8-57d0-425b-8818-27e5825dc1fb req-c4d2b7f2-e221-4441-b495-b2582a2b4400 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:46.520507 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68b244c8-57d0-425b-8818-27e5825dc1fb req-c4d2b7f2-e221-4441-b495-b2582a2b4400 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0720599 Jul 07 20:07:46.560695 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68b244c8-57d0-425b-8818-27e5825dc1fb req-e961fbc9-5244-4aeb-9176-bb3393a8d338 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344722 Jul 07 20:07:47.740788 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a384e-b10d-4499-8ccf-7a048139e3fa req-efbf43dd-53e7-44a1-ae13-2b17015a293b tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:47.742283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a60a384e-b10d-4499-8ccf-7a048139e3fa req-efbf43dd-53e7-44a1-ae13-2b17015a293b tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0673285 Jul 07 20:07:47.780450 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a60a384e-b10d-4499-8ccf-7a048139e3fa req-1746cb8c-cd70-48e8-a099-97a0f50adf32 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Jul 07 20:07:48.952388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77720e2-51fd-4ca8-81d6-48708242f940 req-f1b9f554-99fd-4fbe-b6e1-ca3d642e9b3b tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:48.953882 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f77720e2-51fd-4ca8-81d6-48708242f940 req-f1b9f554-99fd-4fbe-b6e1-ca3d642e9b3b tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0643826 Jul 07 20:07:48.991229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f77720e2-51fd-4ca8-81d6-48708242f940 req-b98b8d9c-32d7-4750-ab98-d079ad13e4a6 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Jul 07 20:07:50.163002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4ff34-f96e-45d3-8fae-7bb09f242e1f req-bd942d79-53b2-4d0b-82d1-126421d6973c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:50.164484 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8dc4ff34-f96e-45d3-8fae-7bb09f242e1f req-bd942d79-53b2-4d0b-82d1-126421d6973c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0625899 Jul 07 20:07:50.201903 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8dc4ff34-f96e-45d3-8fae-7bb09f242e1f req-d5368127-42cb-43e6-b3b3-08c3cc061aee tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Jul 07 20:07:51.160971 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e15a664e-1f38-40b6-ac83-dc71a8cad7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:51.375419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891e3ec-eea3-43e5-889e-68bc8651aa03 req-6b9024d2-4ec0-4e96-b424-3f662a9cb7fc tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:51.376875 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f891e3ec-eea3-43e5-889e-68bc8651aa03 req-6b9024d2-4ec0-4e96-b424-3f662a9cb7fc tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0646758 Jul 07 20:07:51.414746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f891e3ec-eea3-43e5-889e-68bc8651aa03 req-039d25fb-f5d5-42c7-8fd2-72b5f42f13e9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Jul 07 20:07:52.590215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb3e0e-e472-4f4f-90ba-d5c6b716e72c req-6d1382c1-67e9-4e5b-9dfa-22cb7d12d80c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:52.591889 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55fb3e0e-e472-4f4f-90ba-d5c6b716e72c req-6d1382c1-67e9-4e5b-9dfa-22cb7d12d80c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0628941 Jul 07 20:07:52.633478 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55fb3e0e-e472-4f4f-90ba-d5c6b716e72c req-fa6380fb-11cf-45bd-a1e4-2736335c9f08 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360515 Jul 07 20:07:53.810315 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940860-443a-428f-b071-e9f0e201268e req-67e4ebe6-0ad1-4bc4-bb4d-6051fa8dae54 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:53.811818 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3940860-443a-428f-b071-e9f0e201268e req-67e4ebe6-0ad1-4bc4-bb4d-6051fa8dae54 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0662003 Jul 07 20:07:53.849722 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c3940860-443a-428f-b071-e9f0e201268e req-f226278a-77ea-4c33-9e86-63b7b189eb06 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Jul 07 20:07:53.936111 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:54.098825 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba614-5b5c-4400-abb0-2228e50f51aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:54.951849 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:55.026284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df413a5-dc96-4e62-a212-2c949c88be2e req-7c69b5a6-de08-4b53-803a-b35ca08e0155 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:55.028374 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2df413a5-dc96-4e62-a212-2c949c88be2e req-7c69b5a6-de08-4b53-803a-b35ca08e0155 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0636570 Jul 07 20:07:55.065221 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2df413a5-dc96-4e62-a212-2c949c88be2e req-c94ce3c2-eb1e-4f3c-a68b-346f654b2b4c tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312212 Jul 07 20:07:56.238584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34906a7b-f210-4183-b5d0-b12dae17241d req-db594c58-8e2f-46ed-a381-58c1319538a3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:56.240094 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34906a7b-f210-4183-b5d0-b12dae17241d req-db594c58-8e2f-46ed-a381-58c1319538a3 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0631087 Jul 07 20:07:56.277326 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-34906a7b-f210-4183-b5d0-b12dae17241d req-54f78f42-797b-4b48-afd9-fe9880ec82d6 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312328 Jul 07 20:07:56.668685 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:57.058659 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-c832fc33-10e1-4fd8-bb86-ffbaf02f0994 service neutron] show failed (client error): The resource could not be found. Jul 07 20:07:57.059668 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-c832fc33-10e1-4fd8-bb86-ffbaf02f0994 service neutron] 10.222.0.110 "GET /v2.0/ports/5861ac8b-9ad7-425d-806b-272fd85cd238/bindings/n-h1-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0579038 Jul 07 20:07:57.424043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-0a5d37fc-47bc-45c1-a04a-84b1a565e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:57.425509 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-0a5d37fc-47bc-45c1-a04a-84b1a565e691 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb&tenant_id=34cde80de7994890b3d45e81d608683a HTTP/1.1" status: 200 len: 1097 time: 0.1199768 Jul 07 20:07:57.439048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:07:57.516194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7bbd9-086d-47ba-b2e7-94dc5eab5a63 req-473e9c7f-1e6c-430f-afcb-af16e648c2d5 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:57.517684 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47a7bbd9-086d-47ba-b2e7-94dc5eab5a63 req-473e9c7f-1e6c-430f-afcb-af16e648c2d5 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.1282268 Jul 07 20:07:57.542886 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:57.572644 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-47a7bbd9-086d-47ba-b2e7-94dc5eab5a63 req-34356190-3f89-4eee-a180-20a28c03a747 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488460 Jul 07 20:07:57.756779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=5861ac8b-9ad7-425d-806b-272fd85cd238,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:07:57.788911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:07:57.831133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5861ac8b-9ad7-425d-806b-272fd85cd238'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:07:57.836392 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:57.848747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Transition to ACTIVE for port object 5861ac8b-9ad7-425d-806b-272fd85cd238 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:07:57.852481 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:57.877288 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073130dc-ded7-42d4-b2ec-77f0051bb596" -d '{"events": [{"server_uuid": "217134a0-96d1-44f1-a46e-c114cfed18bb", "name": "network-vif-unplugged", "status": "completed", "tag": "5861ac8b-9ad7-425d-806b-272fd85cd238"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:07:57.907118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Pushing event updated for resources: {'Port': ['ID=5861ac8b-9ad7-425d-806b-272fd85cd238,revision_number=6']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:07:57.924945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] No DVR routers for this DVR port 5861ac8b-9ad7-425d-806b-272fd85cd238 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:07:57.933556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:57.933901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:57.934238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:57.934573 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:57.934929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:57.935256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:57.935580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:57.935898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:57.936218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:57.936535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:57.936853 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:57.937482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:07:57.982130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Attempting to bind port 5861ac8b-9ad7-425d-806b-272fd85cd238 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:07:57.982331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Attempting to bind port 5861ac8b-9ad7-425d-806b-272fd85cd238 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:07:57.982566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Attempting to bind port 5861ac8b-9ad7-425d-806b-272fd85cd238 on network 02873800-c4b8-421b-b3e5-8eba46826d5b {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:07:57.986241 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a8f6b8-cbc2-4899-8c42-72fb648d76ae x-openstack-request-id: req-e5a8f6b8-cbc2-4899-8c42-72fb648d76ae {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:07:57.986535 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217134a0-96d1-44f1-a46e-c114cfed18bb", "name": "network-vif-unplugged", "status": "completed", "tag": "5861ac8b-9ad7-425d-806b-272fd85cd238", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:07:57.986809 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5a8f6b8-cbc2-4899-8c42-72fb648d76ae {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:07:57.987202 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5861ac8b-9ad7-425d-806b-272fd85cd238', 'code': 200} Jul 07 20:07:57.989163 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Port 5861ac8b-9ad7-425d-806b-272fd85cd238 on network 02873800-c4b8-421b-b3e5-8eba46826d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:07:57.989486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Attempting to bind port 5861ac8b-9ad7-425d-806b-272fd85cd238 on network 02873800-c4b8-421b-b3e5-8eba46826d5b {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:07:57.994200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:07:57.994538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Checking segment: {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:07:57.994993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Bound using segment: {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:07:57.995984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Bound port: 5861ac8b-9ad7-425d-806b-272fd85cd238, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e385e14e-5e31-4261-9dfb-cb0773686931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:07:57.996343 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:58.072866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:07:58.075913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5861ac8b-9ad7-425d-806b-272fd85cd238,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:07:58.079732 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:58.111914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:58.112544 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:58.113924 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] 10.222.0.48 "PUT /v2.0/ports/5861ac8b-9ad7-425d-806b-272fd85cd238 HTTP/1.1" status: 200 len: 1092 time: 0.6803288 Jul 07 20:07:58.136312 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cd943-d106-417f-923d-2d109c1602fc service neutron] Pushing event updated for resources: {'Port': ['ID=5861ac8b-9ad7-425d-806b-272fd85cd238,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:07:58.191303 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-79b4edb7-b91d-4f2b-9968-37b4b3e01884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:58.192828 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-79b4edb7-b91d-4f2b-9968-37b4b3e01884 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 1095 time: 0.0535631 Jul 07 20:07:58.283522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-2e14ce38-447d-44f4-bf01-9cab2b6a4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:58.284979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-2e14ce38-447d-44f4-bf01-9cab2b6a4563 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0851071 Jul 07 20:07:58.326375 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-af9b1949-40d6-48bf-b742-9fc6b8568635 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5861ac8b-9ad7-425d-806b-272fd85cd238 HTTP/1.1" status: 200 len: 217 time: 0.0341716 Jul 07 20:07:58.373708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-67e8b245-67f2-489d-8aa9-d9c603dff3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:58.375076 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-67e8b245-67f2-489d-8aa9-d9c603dff3ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0428212 Jul 07 20:07:58.411549 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-9a4a204f-07dc-4bea-b57f-2b28cb747ae3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303464 Jul 07 20:07:58.499247 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-e5f60b4a-ba2c-498a-a952-e9acdc73ee22 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806217 Jul 07 20:07:58.594371 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c3b1366-7d7f-45b2-bc14-e06a038a2abe req-2d031254-4a8e-4587-a912-61b81dc666d0 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891235 Jul 07 20:07:58.751541 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580472f1-fa98-45f2-910a-58e49c41fd96 req-460a9018-2b69-4f76-850e-5bfc91085c91 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:58.753127 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-580472f1-fa98-45f2-910a-58e49c41fd96 req-460a9018-2b69-4f76-850e-5bfc91085c91 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 944 time: 0.0674422 Jul 07 20:07:58.793928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-580472f1-fa98-45f2-910a-58e49c41fd96 req-6fefe48b-0747-4333-9697-26bd484cc542 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347199 Jul 07 20:07:59.972212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7fd5f-280b-4963-a867-329a7663d1c9 req-fd2417f3-beec-4fa7-adf0-597705ece783 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:59.973702 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-70e7fd5f-280b-4963-a867-329a7663d1c9 req-fd2417f3-beec-4fa7-adf0-597705ece783 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 944 time: 0.0685258 Jul 07 20:07:59.988721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'tag': '5861ac8b-9ad7-425d-806b-272fd85cd238'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:07:59.991220 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f68ec90-f5fc-4c52-8524-b62602ee546c" -d '{"events": [{"name": "network-changed", "server_uuid": "217134a0-96d1-44f1-a46e-c114cfed18bb", "tag": "5861ac8b-9ad7-425d-806b-272fd85cd238"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:00.012707 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-70e7fd5f-280b-4963-a867-329a7663d1c9 req-23a36596-dc7c-4774-afb9-4c5a1063bb61 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329247 Jul 07 20:08:00.047881 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aae9b5b-e491-4833-b435-27dfb88438d3 x-openstack-request-id: req-8aae9b5b-e491-4833-b435-27dfb88438d3 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:00.048176 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217134a0-96d1-44f1-a46e-c114cfed18bb", "tag": "5861ac8b-9ad7-425d-806b-272fd85cd238", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:00.048453 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8aae9b5b-e491-4833-b435-27dfb88438d3 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:00.048875 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'tag': '5861ac8b-9ad7-425d-806b-272fd85cd238', 'status': 'completed', 'code': 200} Jul 07 20:08:00.121877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-5f66aacb-95bd-4fbe-8c28-f0455e74ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:00.123431 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-5f66aacb-95bd-4fbe-8c28-f0455e74ab05 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 1095 time: 0.0546076 Jul 07 20:08:00.125147 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-8128d347-93f6-49b7-b734-773067bfd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:00.126633 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-8128d347-93f6-49b7-b734-773067bfd3c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 1095 time: 0.0530591 Jul 07 20:08:00.218003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-dcfcd851-5985-44da-99fc-6f5d81a603db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:00.219555 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-dcfcd851-5985-44da-99fc-6f5d81a603db service neutron] 10.222.0.110 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0890489 Jul 07 20:08:00.221394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-da52414f-566a-40bd-95a6-df812140f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:00.223079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-da52414f-566a-40bd-95a6-df812140f91d service neutron] 10.222.0.48 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0876637 Jul 07 20:08:00.266002 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-0fcb3e1c-5155-42d7-ab24-088496702289 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5861ac8b-9ad7-425d-806b-272fd85cd238 HTTP/1.1" status: 200 len: 217 time: 0.0370123 Jul 07 20:08:00.267855 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-d06640fc-8670-4049-8d9e-2788c648a34c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5861ac8b-9ad7-425d-806b-272fd85cd238 HTTP/1.1" status: 200 len: 217 time: 0.0347266 Jul 07 20:08:00.316344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-964397ae-1fdd-4587-ac32-15fae9be5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:00.317479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-7032ecf0-bc5c-473a-8249-bf2655fe7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:00.317805 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-964397ae-1fdd-4587-ac32-15fae9be5f78 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0441532 Jul 07 20:08:00.318930 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-7032ecf0-bc5c-473a-8249-bf2655fe7e6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0442019 Jul 07 20:08:00.355995 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-527ff3d5-cd28-4694-944b-a1e1edf7b84a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311990 Jul 07 20:08:00.357649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-d41508e1-54f5-4dbc-aaea-99c191004cfc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307062 Jul 07 20:08:00.448607 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-eb3ed7a3-8d3a-4f09-9391-af9b278bfd10 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839016 Jul 07 20:08:00.448849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-2d77afc0-405d-444c-9c14-e3f8a77b7232 service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850980 Jul 07 20:08:00.547943 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-943d627f-922d-4006-8312-18a78572d089 service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910408 Jul 07 20:08:00.548178 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9f68ec90-f5fc-4c52-8524-b62602ee546c req-c6802d18-1e5a-4365-84e8-8a5e16279703 service neutron] 10.222.0.48 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918093 Jul 07 20:08:00.767858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5861ac8b-9ad7-425d-806b-272fd85cd238 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:08:00.862482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5861ac8b-9ad7-425d-806b-272fd85cd238,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:00.873448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '5861ac8b-9ad7-425d-806b-272fd85cd238', 'network_id': '02873800-c4b8-421b-b3e5-8eba46826d5b', 'port_id': '5861ac8b-9ad7-425d-806b-272fd85cd238', 'mac_address': 'fa:16:3e:66:1e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20281079-10ba-4b31-b00f-e2972365611d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:08:00.908466 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:00.921619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5861ac8b-9ad7-425d-806b-272fd85cd238 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:08:00.942444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5861ac8b-9ad7-425d-806b-272fd85cd238,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:00.947201 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:01.000799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=5861ac8b-9ad7-425d-806b-272fd85cd238,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:01.186988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127862ef-fbf5-4f06-9f13-7c04fa66ba97 req-4ce69efa-2c4b-44f8-a523-01f525c6f673 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:01.188388 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-127862ef-fbf5-4f06-9f13-7c04fa66ba97 req-4ce69efa-2c4b-44f8-a523-01f525c6f673 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 945 time: 0.0639865 Jul 07 20:08:01.225471 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-127862ef-fbf5-4f06-9f13-7c04fa66ba97 req-5ccfdfb4-410e-4c01-ad6d-444142bfd64b tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315759 Jul 07 20:08:01.760849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5861ac8b-9ad7-425d-806b-272fd85cd238 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:08:01.798159 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 5861ac8b-9ad7-425d-806b-272fd85cd238 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:08:02.356190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['5861ac8b-9ad7-425d-806b-272fd85cd238'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:08:02.407680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea5a14-2f31-40b2-845e-f68718900b3c req-6bed9869-c8a0-4b92-a376-f6d5a8e3c734 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:02.409197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13ea5a14-2f31-40b2-845e-f68718900b3c req-6bed9869-c8a0-4b92-a376-f6d5a8e3c734 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 945 time: 0.0658116 Jul 07 20:08:02.449484 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-13ea5a14-2f31-40b2-845e-f68718900b3c req-6796e8d4-3bee-4b67-9a7d-8dc06041eea6 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345230 Jul 07 20:08:02.768242 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ed9bd-7656-45a0-bce3-3aed82a82b51 req-cb6c23f4-9f10-4c79-bffc-02a7ea28e8fc tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:02.769759 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-619ed9bd-7656-45a0-bce3-3aed82a82b51 req-cb6c23f4-9f10-4c79-bffc-02a7ea28e8fc tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 945 time: 0.0666685 Jul 07 20:08:02.783928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-8fcb96c6-e215-4a11-8b33-77198dac41ee tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:02.785455 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-8fcb96c6-e215-4a11-8b33-77198dac41ee tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.110 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb&tenant_id=34cde80de7994890b3d45e81d608683a&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 945 time: 0.0783248 Jul 07 20:08:02.808887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-619ed9bd-7656-45a0-bce3-3aed82a82b51 req-5b65a0a4-2df5-4dd0-a754-f99adba87797 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Jul 07 20:08:02.845774 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-5b2f686f-4cf6-4e4d-a595-5034a69001a8 service neutron] delete failed (client error): The resource could not be found. Jul 07 20:08:02.848943 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-5b2f686f-4cf6-4e4d-a595-5034a69001a8 service neutron] 10.222.0.110 "DELETE /v2.0/ports/5861ac8b-9ad7-425d-806b-272fd85cd238/bindings/n-h2-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0560944 Jul 07 20:08:02.949948 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-f4f90d5b-d8d2-402c-b74b-b68978d9635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:02.951496 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-f4f90d5b-d8d2-402c-b74b-b68978d9635c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=34cde80de7994890b3d45e81d608683a&device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 1096 time: 0.0569816 Jul 07 20:08:03.044735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-b2dfc8fe-9f1a-42e0-8974-87a268687531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:03.046228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-b2dfc8fe-9f1a-42e0-8974-87a268687531 service neutron] 10.222.0.110 "GET /v2.0/networks?id=02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 200 len: 915 time: 0.0866857 Jul 07 20:08:03.090320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-40a7a160-5981-40d8-adc1-29304ec96625 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5861ac8b-9ad7-425d-806b-272fd85cd238 HTTP/1.1" status: 200 len: 217 time: 0.0358720 Jul 07 20:08:03.144428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-a8d989c1-8537-47eb-988b-53ef95a4d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:03.145926 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-a8d989c1-8537-47eb-988b-53ef95a4d4a0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 200 len: 854 time: 0.0481710 Jul 07 20:08:03.185440 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-fd71d689-a166-4cb9-8ae4-5419d9a14d1f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02873800-c4b8-421b-b3e5-8eba46826d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319242 Jul 07 20:08:03.277597 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-c3827dfc-06df-4096-9d8a-f0ac9d60e2a8 service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831842 Jul 07 20:08:03.373614 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003501f5-35c8-49a8-a4b1-52da07bbc7be req-5214c256-e6c4-4730-86c9-72df4afa062c service neutron] 10.222.0.110 "GET /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855663 Jul 07 20:08:04.010103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd37c38-29d1-4441-9aef-70d26a9a16b1 req-b88fe7eb-8250-4fe7-9d41-9ae57ddc3a2d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:04.012530 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfd37c38-29d1-4441-9aef-70d26a9a16b1 req-b88fe7eb-8250-4fe7-9d41-9ae57ddc3a2d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 945 time: 0.0840867 Jul 07 20:08:04.056600 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfd37c38-29d1-4441-9aef-70d26a9a16b1 req-2c73b524-3c7c-4f71-a763-adbf90af052d tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377290 Jul 07 20:08:04.254318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253bbf5-011b-414e-8c90-6a7e1cda6013 req-9be38c9d-95dd-4b73-bad9-6db9cfa4a284 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:04.256017 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e253bbf5-011b-414e-8c90-6a7e1cda6013 req-9be38c9d-95dd-4b73-bad9-6db9cfa4a284 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 945 time: 0.0701277 Jul 07 20:08:04.304351 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e253bbf5-011b-414e-8c90-6a7e1cda6013 req-a2df4784-cb8f-488c-ac1e-10a995a01340 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423696 Jul 07 20:08:04.484646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce685ce-b88b-45e6-af60-2efc24e1fca1 req-e20f79b2-fa0d-4d73-a17f-eddf2245494a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:04.486130 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ce685ce-b88b-45e6-af60-2efc24e1fca1 req-e20f79b2-fa0d-4d73-a17f-eddf2245494a tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 945 time: 0.0704184 Jul 07 20:08:04.534636 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5ce685ce-b88b-45e6-af60-2efc24e1fca1 req-152123c3-9163-4a9e-9eff-1f797f76463b tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393550 Jul 07 20:08:04.815634 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5861ac8b-9ad7-425d-806b-272fd85cd238 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:08:04.868288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 5861ac8b-9ad7-425d-806b-272fd85cd238 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:08:04.872921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 5861ac8b-9ad7-425d-806b-272fd85cd238 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:04.873294 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:04.952176 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:04.978689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5861ac8b-9ad7-425d-806b-272fd85cd238'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:08:04.993582 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5861ac8b-9ad7-425d-806b-272fd85cd238,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:04.999090 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:05.036612 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ed0230-b5ab-41b3-9a25-2d4aa4ca18c4" -d '{"events": [{"server_uuid": "217134a0-96d1-44f1-a46e-c114cfed18bb", "name": "network-vif-plugged", "status": "completed", "tag": "5861ac8b-9ad7-425d-806b-272fd85cd238"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:05.065849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=5861ac8b-9ad7-425d-806b-272fd85cd238,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:05.136834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74328237-861a-4fa5-870a-798073290aec req-6b0fcf0f-d607-4337-9cbf-4348f2b3e1c9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:05.138355 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74328237-861a-4fa5-870a-798073290aec req-6b0fcf0f-d607-4337-9cbf-4348f2b3e1c9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0723922 Jul 07 20:08:05.140055 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aad298-34d8-4ef9-aab4-157786f0fd86 x-openstack-request-id: req-d1aad298-34d8-4ef9-aab4-157786f0fd86 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:05.140345 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217134a0-96d1-44f1-a46e-c114cfed18bb", "name": "network-vif-plugged", "status": "completed", "tag": "5861ac8b-9ad7-425d-806b-272fd85cd238", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:05.140622 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1aad298-34d8-4ef9-aab4-157786f0fd86 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:05.141013 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5861ac8b-9ad7-425d-806b-272fd85cd238', 'code': 200} Jul 07 20:08:05.181608 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-74328237-861a-4fa5-870a-798073290aec req-b9e62bcd-ce03-401b-a4b7-18d8adc062b7 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354400 Jul 07 20:08:06.173503 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:06.359617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5daf35e-5931-4124-ab67-52512b9487fd req-47343b9b-c492-42a3-b037-a867b8936e9f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:06.361095 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5daf35e-5931-4124-ab67-52512b9487fd req-47343b9b-c492-42a3-b037-a867b8936e9f tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0666492 Jul 07 20:08:06.398540 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5daf35e-5931-4124-ab67-52512b9487fd req-0566cebd-1cef-4496-8034-d8728dfc64f2 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.81 "GET /v2.0/security-groups?id=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Jul 07 20:08:06.610672 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac84e-8aaa-4929-bda0-72a48e831a3e req-64856816-9853-4188-8992-cc3ccee36d56 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:06.612145 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21eac84e-8aaa-4929-bda0-72a48e831a3e req-64856816-9853-4188-8992-cc3ccee36d56 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.48 "GET /v2.0/ports?device_id=217134a0-96d1-44f1-a46e-c114cfed18bb HTTP/1.1" status: 200 len: 946 time: 0.0673897 Jul 07 20:08:06.711528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-21eac84e-8aaa-4929-bda0-72a48e831a3e req-48c7bdab-35ac-44ff-a7e9-81130caca148 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Deleting port 5861ac8b-9ad7-425d-806b-272fd85cd238 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:08:06.711875 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21eac84e-8aaa-4929-bda0-72a48e831a3e req-48c7bdab-35ac-44ff-a7e9-81130caca148 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:06.801986 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-21eac84e-8aaa-4929-bda0-72a48e831a3e req-48c7bdab-35ac-44ff-a7e9-81130caca148 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] For port 5861ac8b-9ad7-425d-806b-272fd85cd238, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=5861ac8b-9ad7-425d-806b-272fd85cd238,segment=NetworkSegment(e385e14e-5e31-4261-9dfb-cb0773686931),segment_id=e385e14e-5e31-4261-9dfb-cb0773686931)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:06.802349 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21eac84e-8aaa-4929-bda0-72a48e831a3e req-48c7bdab-35ac-44ff-a7e9-81130caca148 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:06.815662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-21eac84e-8aaa-4929-bda0-72a48e831a3e req-48c7bdab-35ac-44ff-a7e9-81130caca148 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Calling delete_port for 5861ac8b-9ad7-425d-806b-272fd85cd238 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:08:06.941014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21eac84e-8aaa-4929-bda0-72a48e831a3e req-48c7bdab-35ac-44ff-a7e9-81130caca148 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:06.954682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['5861ac8b-9ad7-425d-806b-272fd85cd238'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:08:06.973496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7bdab-35ac-44ff-a7e9-81130caca148 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Pushing event deleted for resources: {'Port': ['ID=5861ac8b-9ad7-425d-806b-272fd85cd238,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:07.022844 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eac84e-8aaa-4929-bda0-72a48e831a3e req-48c7bdab-35ac-44ff-a7e9-81130caca148 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] No DVR routers for this DVR port 5861ac8b-9ad7-425d-806b-272fd85cd238 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:08:07.025441 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-21eac84e-8aaa-4929-bda0-72a48e831a3e req-48c7bdab-35ac-44ff-a7e9-81130caca148 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:07.027615 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-21eac84e-8aaa-4929-bda0-72a48e831a3e req-48c7bdab-35ac-44ff-a7e9-81130caca148 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] 10.222.0.48 "DELETE /v2.0/ports/5861ac8b-9ad7-425d-806b-272fd85cd238 HTTP/1.1" status: 204 len: 173 time: 0.4097507 Jul 07 20:08:07.028092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'name': 'network-vif-deleted', 'tag': '5861ac8b-9ad7-425d-806b-272fd85cd238'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:08:07.030371 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c5fa46-257f-4fc9-a519-aac4ca287b0c" -d '{"events": [{"server_uuid": "217134a0-96d1-44f1-a46e-c114cfed18bb", "name": "network-vif-deleted", "tag": "5861ac8b-9ad7-425d-806b-272fd85cd238"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:07.067620 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70ae489-3cf3-46cb-a27a-e7f081615094 x-openstack-request-id: req-b70ae489-3cf3-46cb-a27a-e7f081615094 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:07.067912 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217134a0-96d1-44f1-a46e-c114cfed18bb", "name": "network-vif-deleted", "tag": "5861ac8b-9ad7-425d-806b-272fd85cd238", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:07.068170 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b70ae489-3cf3-46cb-a27a-e7f081615094 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:07.068581 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217134a0-96d1-44f1-a46e-c114cfed18bb', 'name': 'network-vif-deleted', 'tag': '5861ac8b-9ad7-425d-806b-272fd85cd238', 'status': 'completed', 'code': 200} Jul 07 20:08:07.632695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47898) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:07.677326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Deleting subnet 20281079-10ba-4b31-b00f-e2972365611d {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:08:07.680370 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:07.716284 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:07.754096 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:07.812343 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:07.839814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20281079-10ba-4b31-b00f-e2972365611d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:07.844400 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:07.846349 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] 10.222.0.81 "DELETE /v2.0/subnets/20281079-10ba-4b31-b00f-e2972365611d HTTP/1.1" status: 204 len: 168 time: 0.2126482 Jul 07 20:08:07.849165 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47900) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:07.853662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:07.854012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:07.854391 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:07.854739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:07.855107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:07.855445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:07.855778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:07.856106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:07.856435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:07.856789 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:07.857115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:07.857439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346ff2-a68a-434d-ae3a-790bc36d33ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:07.920507 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:08.002410 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:08.013494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02873800-c4b8-421b-b3e5-8eba46826d5b']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:08.024494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e385e14e-5e31-4261-9dfb-cb0773686931') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:08.024790 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e385e14e-5e31-4261-9dfb-cb0773686931') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:08.034580 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:08.047977 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:08.054377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:08:08.055030 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:08:08.056851 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:08:08.114846 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:08.120745 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:08.122583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] 10.222.0.81 "DELETE /v2.0/networks/02873800-c4b8-421b-b3e5-8eba46826d5b HTTP/1.1" status: 204 len: 168 time: 0.2718606 Jul 07 20:08:08.133435 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcbd96-5a3d-48df-82df-87df41f46624 admin admin] Pushing event deleted for resources: {'Network': ['ID=02873800-c4b8-421b-b3e5-8eba46826d5b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:08.227100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47904) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:08.268307 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b1139b88-079e-42bf-8ba6-e77f7a234e16 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34cde80de7994890b3d45e81d608683a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398011 Jul 07 20:08:08.270444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47906) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:08.317297 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a0e40450-eb84-49b4-bfd2-6ac075794358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:08.338719 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a0e40450-eb84-49b4-bfd2-6ac075794358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:08.390813 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a0e40450-eb84-49b4-bfd2-6ac075794358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:08.393375 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a0e40450-eb84-49b4-bfd2-6ac075794358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:08.394567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a0e40450-eb84-49b4-bfd2-6ac075794358 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8ede633-425c-45c9-abf5-fb4d2b1bfdd8 HTTP/1.1" status: 204 len: 168 time: 0.1231637 Jul 07 20:08:08.403300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e40450-eb84-49b4-bfd2-6ac075794358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ede633-425c-45c9-abf5-fb4d2b1bfdd8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:09.080128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47928) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:09.185990 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-971883189-network', 'tenant_id': '97bad7e869044b5188639816492f4489'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:08:09.208786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Made reservation on behalf of 97bad7e869044b5188639816492f4489 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:08:09.211329 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.225550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.320718 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.325920 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.356914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:08:09.362469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218a3855-7a36-4720-ade5-f405aa00b400,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:09.372270 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.372575 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Added segment f58eaf1c-2e1f-4e6b-a737-b2cf378c2783 of type vlan for network e24a7f67-2e67-411c-a4a9-cb475d919a55 Jul 07 20:08:09.415535 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.445510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.446945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:09.447370 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.508003 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4267557 Jul 07 20:08:09.509276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffe190-054d-4db4-aa5b-9e7539e8915d admin admin] Pushing event updated for resources: {'Network': ['ID=e24a7f67-2e67-411c-a4a9-cb475d919a55,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:09.512520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47932) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:09.518367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f813a163-8031-4b15-b979-8a29df2f72e8 admin admin] Request body: {'subnet': {'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-971883189-subnet', 'tenant_id': '97bad7e869044b5188639816492f4489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:08:09.523773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network e24a7f67-2e67-411c-a4a9-cb475d919a55 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:08:09.542252 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f813a163-8031-4b15-b979-8a29df2f72e8 admin admin] Made reservation on behalf of 97bad7e869044b5188639816492f4489 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:08:09.545279 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f813a163-8031-4b15-b979-8a29df2f72e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.726937 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f813a163-8031-4b15-b979-8a29df2f72e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.783814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a163-8031-4b15-b979-8a29df2f72e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e1115b-5590-446b-bf67-f5da16887542,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:09.793246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813a163-8031-4b15-b979-8a29df2f72e8 admin admin] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:08:09.793246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813a163-8031-4b15-b979-8a29df2f72e8 admin admin] Network hostable DHCP agents. Network: e24a7f67-2e67-411c-a4a9-cb475d919a55, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:08:09.811446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813a163-8031-4b15-b979-8a29df2f72e8 admin admin] Network e24a7f67-2e67-411c-a4a9-cb475d919a55 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:08:09.825078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f813a163-8031-4b15-b979-8a29df2f72e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, e24a7f67-2e67-411c-a4a9-cb475d919a55) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:08:09.828836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f813a163-8031-4b15-b979-8a29df2f72e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:09.829498 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f813a163-8031-4b15-b979-8a29df2f72e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.834853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa7f746-4473-4f8c-ae67-4005a76c8342 None None] Network e24a7f67-2e67-411c-a4a9-cb475d919a55 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:08:09.852435 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f813a163-8031-4b15-b979-8a29df2f72e8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3379812 Jul 07 20:08:09.855485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47934) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:09.859999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:08:09.882767 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.884469 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.945317 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:09.987730 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-e24a7f67-2e67-411c-a4a9-cb475d919a55', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:08:09.988719 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:10.089415 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:10.283383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Allocated IP 172.20.0.2 (e24a7f67-2e67-411c-a4a9-cb475d919a55/55e1115b-5590-446b-bf67-f5da16887542/62525a9b-b357-46a0-ab34-6f940b71bda0) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:08:10.361347 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:10.451917 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:10.461077 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Transition to ACTIVE for port object 62525a9b-b357-46a0-ab34-6f940b71bda0 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:08:10.477056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Transition to ACTIVE for port object 62525a9b-b357-46a0-ab34-6f940b71bda0 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:08:10.483852 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:10.524922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Network e24a7f67-2e67-411c-a4a9-cb475d919a55 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:08:10.530022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:08:10.533551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:08:10.540562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Pushing event updated for resources: {'Port': ['ID=62525a9b-b357-46a0-ab34-6f940b71bda0,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:10.551048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:10.551386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:10.551733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:10.552073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:10.552428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:10.552743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:10.553070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:10.553399 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:10.553726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:10.554052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:10.554380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:10.554704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:10.611477 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Attempting to bind port 62525a9b-b357-46a0-ab34-6f940b71bda0 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:08:10.611887 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Attempting to bind port 62525a9b-b357-46a0-ab34-6f940b71bda0 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:08:10.612374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Attempting to bind port 62525a9b-b357-46a0-ab34-6f940b71bda0 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:08:10.617626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:08:10.618136 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:08:10.618546 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:10.619097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Bound using segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:08:10.619571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Bound port: 62525a9b-b357-46a0-ab34-6f940b71bda0, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:08:10.620302 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:10.620779 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:10.640042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:10.712445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] For port 62525a9b-b357-46a0-ab34-6f940b71bda0, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:08:10.717147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] For port 62525a9b-b357-46a0-ab34-6f940b71bda0, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=62525a9b-b357-46a0-ab34-6f940b71bda0,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:08:10.722349 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:10.798333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Allocated IP 172.25.0.5 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/9b1dd07a-b32a-45b8-9b3a-579a32018e1b) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:08:10.814697 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeaa895-0d11-441c-8b27-2cffd1e33fd1 None None] Pushing event updated for resources: {'Port': ['ID=62525a9b-b357-46a0-ab34-6f940b71bda0,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:10.859004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5861ac8b-9ad7-425d-806b-272fd85cd238 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:08:10.891959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 5861ac8b-9ad7-425d-806b-272fd85cd238 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:08:10.892417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 5861ac8b-9ad7-425d-806b-272fd85cd238 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:08:10.954422 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:11.037816 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:11.081790 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:08:11.085041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:08:11.096572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:08:11.126348 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1dd07a-b32a-45b8-9b3a-579a32018e1b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:11.188631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 62525a9b-b357-46a0-ab34-6f940b71bda0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:08:11.242113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 62525a9b-b357-46a0-ab34-6f940b71bda0 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:08:11.364651 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:11.572253 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:11.709154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Router db2a636e-30d5-44c9-8b2d-6e7f373934b7 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:08:11.797611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0279f6e8-e37e-4b81-9c2f-45ff70b70524 None None] Network e24a7f67-2e67-411c-a4a9-cb475d919a55 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:08:11.825988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:08:11.838198 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Sync routers for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:08:11.850105 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:11.851228 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:08:11.851532 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-648ff786-b97c-40c1-a1e5-45f55e571749 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9950397 Jul 07 20:08:11.852218 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:07:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:11.854414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47936) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:11.861598 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-33bbdb84-4400-4fd3-b482-c17958dd4c58 None None] Provisioning for port 62525a9b-b357-46a0-ab34-6f940b71bda0 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:08:11.874990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-33bbdb84-4400-4fd3-b482-c17958dd4c58 None None] Provisioning complete for port 62525a9b-b357-46a0-ab34-6f940b71bda0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:11.875367 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-33bbdb84-4400-4fd3-b482-c17958dd4c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:11.971968 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:08:12.025053 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-33bbdb84-4400-4fd3-b482-c17958dd4c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.075785 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-33bbdb84-4400-4fd3-b482-c17958dd4c58 None None] For port 62525a9b-b357-46a0-ab34-6f940b71bda0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=62525a9b-b357-46a0-ab34-6f940b71bda0,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:12.081574 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-33bbdb84-4400-4fd3-b482-c17958dd4c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.145265 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbdb84-4400-4fd3-b482-c17958dd4c58 None None] Pushing event updated for resources: {'Port': ['ID=62525a9b-b357-46a0-ab34-6f940b71bda0,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:12.212038 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:11Z', 'revision_number': 3, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:12.240709 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Checking router: db2a636e-30d5-44c9-8b2d-6e7f373934b7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:08:12.241215 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Updating router db2a636e-30d5-44c9-8b2d-6e7f373934b7 port 9b1dd07a-b32a-45b8-9b3a-579a32018e1b binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:08:12.279990 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.389112 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.403369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9cd7c45a-9f4a-43ec-a21c-7c2acb75f29a None None] Provisioning complete for port 62525a9b-b357-46a0-ab34-6f940b71bda0 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:12.403739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c45a-9f4a-43ec-a21c-7c2acb75f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.584958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Allocated IP 172.20.0.1 (e24a7f67-2e67-411c-a4a9-cb475d919a55/55e1115b-5590-446b-bf67-f5da16887542/87ad614c-d3b1-4106-91b3-243c047756bd) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:08:12.599065 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.611652 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Transition to ACTIVE for port object 9b1dd07a-b32a-45b8-9b3a-579a32018e1b will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:08:12.618715 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.669560 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Attempting to bind port 9b1dd07a-b32a-45b8-9b3a-579a32018e1b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:08:12.669928 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Attempting to bind port 9b1dd07a-b32a-45b8-9b3a-579a32018e1b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:08:12.670289 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Attempting to bind port 9b1dd07a-b32a-45b8-9b3a-579a32018e1b on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:08:12.679518 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:08:12.679897 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:08:12.680298 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.680681 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:08:12.681144 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Bound port: 9b1dd07a-b32a-45b8-9b3a-579a32018e1b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:08:12.681509 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.684851 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Pushing event updated for resources: {'Port': ['ID=9b1dd07a-b32a-45b8-9b3a-579a32018e1b,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:12.715181 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:12.715522 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:12.715858 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:12.716187 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:12.716317 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.716771 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:12.716891 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:12.717127 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:12.717442 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:12.717753 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:12.718075 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:12.718387 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:12.718695 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:12.740896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Transition to ACTIVE for port object 87ad614c-d3b1-4106-91b3-243c047756bd will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:08:12.754958 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] For port 9b1dd07a-b32a-45b8-9b3a-579a32018e1b, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:08:12.758429 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] For port 9b1dd07a-b32a-45b8-9b3a-579a32018e1b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9b1dd07a-b32a-45b8-9b3a-579a32018e1b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:08:12.765123 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.785990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.825200 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:08:12.825850 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:07:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:12.828351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Network e24a7f67-2e67-411c-a4a9-cb475d919a55 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:08:12.831397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:08:12.838722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:08:12.866037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Pushing event updated for resources: {'Port': ['ID=87ad614c-d3b1-4106-91b3-243c047756bd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:12.889970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.963388 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4e1e2-3da3-4627-bf23-9cfb9f57bee7 None None] Pushing event updated for resources: {'Port': ['ID=9b1dd07a-b32a-45b8-9b3a-579a32018e1b,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:13.050007 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:08:13.076520 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:13.141991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-40f1cccc-d685-41f6-9b41-f79415e93e8f None None] Provisioning for port 87ad614c-d3b1-4106-91b3-243c047756bd completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:08:13.148741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-40f1cccc-d685-41f6-9b41-f79415e93e8f None None] Provisioning complete for port 87ad614c-d3b1-4106-91b3-243c047756bd triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:13.149503 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-40f1cccc-d685-41f6-9b41-f79415e93e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:13.187817 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 62525a9b-b357-46a0-ab34-6f940b71bda0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:08:13.235556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-40f1cccc-d685-41f6-9b41-f79415e93e8f None None] Port 87ad614c-d3b1-4106-91b3-243c047756bd cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:08:13.262061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 62525a9b-b357-46a0-ab34-6f940b71bda0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:13.262435 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:13.275689 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:11Z', 'revision_number': 3, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:13.290594 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:13.300445 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:13.307470 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa687af-9203-4267-a9f8-cac34c8b7307 None None] The sync data for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 is: [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:11Z', 'revision_number': 3, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:08:13.375323 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:13.377357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Pushing event updated for resources: {'Port': ['ID=87ad614c-d3b1-4106-91b3-243c047756bd,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:13.484325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Network e24a7f67-2e67-411c-a4a9-cb475d919a55 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:08:13.486562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:08:13.650736 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Router db2a636e-30d5-44c9-8b2d-6e7f373934b7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:08:13.791312 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:08:13.797435 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-84e7c9b7-5142-4569-9bed-2780bf7845a0 admin admin] 10.222.0.81 "PUT /v2.0/routers/db2a636e-30d5-44c9-8b2d-6e7f373934b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9416730 Jul 07 20:08:13.867229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-04ed6666-1977-42d4-8b42-a7a4bffa10c0 None None] Provisioning complete for port 87ad614c-d3b1-4106-91b3-243c047756bd triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:13.867899 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-04ed6666-1977-42d4-8b42-a7a4bffa10c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:13.905774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-04ed6666-1977-42d4-8b42-a7a4bffa10c0 None None] Port 87ad614c-d3b1-4106-91b3-243c047756bd cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:08:14.290550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 47944) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:14.295993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ff4789f8-8d44-408e-b0ce-8eb973afc1e7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90028493', 'description': 'tempest-description--158199204'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:08:14.324012 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff4789f8-8d44-408e-b0ce-8eb973afc1e7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.404854 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff4789f8-8d44-408e-b0ce-8eb973afc1e7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.409287 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff4789f8-8d44-408e-b0ce-8eb973afc1e7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.438861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ff4789f8-8d44-408e-b0ce-8eb973afc1e7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.440114 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ff4789f8-8d44-408e-b0ce-8eb973afc1e7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1485102 Jul 07 20:08:14.441168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4789f8-8d44-408e-b0ce-8eb973afc1e7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c129e41-aefb-4709-ab9d-16ea402ac91d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:14.443110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47946) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:14.448452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8c43f04a-e4ae-45a3-899c-2581b50e7cef tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Request body: {'security_group_rule': {'security_group_id': '3c129e41-aefb-4709-ab9d-16ea402ac91d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:08:14.477922 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c43f04a-e4ae-45a3-899c-2581b50e7cef tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.535656 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c43f04a-e4ae-45a3-899c-2581b50e7cef tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.539737 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c43f04a-e4ae-45a3-899c-2581b50e7cef tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.556626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43f04a-e4ae-45a3-899c-2581b50e7cef tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd76816-a1c1-4e34-970a-d77b9f22264c,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:14.563085 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8c43f04a-e4ae-45a3-899c-2581b50e7cef tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.564309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8c43f04a-e4ae-45a3-899c-2581b50e7cef tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201873 Jul 07 20:08:14.566879 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47948) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:14.571493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f829a00b-20f9-4ec8-ac58-e0b54b0c6ce2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Request body: {'security_group_rule': {'security_group_id': '3c129e41-aefb-4709-ab9d-16ea402ac91d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:08:14.599277 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f829a00b-20f9-4ec8-ac58-e0b54b0c6ce2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.665903 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f829a00b-20f9-4ec8-ac58-e0b54b0c6ce2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.670279 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f829a00b-20f9-4ec8-ac58-e0b54b0c6ce2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.691257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829a00b-20f9-4ec8-ac58-e0b54b0c6ce2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306e7216-6cdd-4bf5-96d9-98a1e6fe4c26,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:14.700122 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f829a00b-20f9-4ec8-ac58-e0b54b0c6ce2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.704150 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f829a00b-20f9-4ec8-ac58-e0b54b0c6ce2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335917 Jul 07 20:08:14.704465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 47950) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:14.709532 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:08:14.734659 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.774344 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:08:14.850521 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.945283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Sync routers for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:08:14.954700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:08:14.955358 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:07:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:14.960869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Allocated IP 172.25.0.8 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/512373d1-d909-42a9-9051-0cef64a488c3) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:08:15.063364 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:08:15.066178 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.108003 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.148438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:08:15.153849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:08:15.158305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:08:15.163769 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event updated for resources: {'Port': ['ID=512373d1-d909-42a9-9051-0cef64a488c3,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:15.188977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-9b71b163-59c1-42d9-91f4-c0cbfb2163c1 req-c812aa86-9e7e-4674-983b-2b197b48568d service neutron] (93901) timed out ('10.222.0.81', 34798) {{(pid=93901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 20:08:15.207694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9b1dd07a-b32a-45b8-9b3a-579a32018e1b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:08:15.257152 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.302410 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.309781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 9b1dd07a-b32a-45b8-9b3a-579a32018e1b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:08:15.316258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 9b1dd07a-b32a-45b8-9b3a-579a32018e1b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:15.316572 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.358865 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 2, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:15.391552 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Checking router: db2a636e-30d5-44c9-8b2d-6e7f373934b7 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:08:15.391934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Updating router db2a636e-30d5-44c9-8b2d-6e7f373934b7 port 87ad614c-d3b1-4106-91b3-243c047756bd binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:08:15.451550 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.457148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.463364 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.470040 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.520265 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 9b1dd07a-b32a-45b8-9b3a-579a32018e1b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9b1dd07a-b32a-45b8-9b3a-579a32018e1b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:15.529968 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.537093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event updated for resources: {'Port': ['ID=512373d1-d909-42a9-9051-0cef64a488c3,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:15.543667 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.557069 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.558547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-38917f38-9a96-4ab4-8a85-10e08d40b20c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8531511 Jul 07 20:08:15.676731 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=9b1dd07a-b32a-45b8-9b3a-579a32018e1b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:15.716270 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-85766302-26bd-428f-b2ee-aa13aa198e57 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--90028493&fields=id&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 267 time: 0.0502253 Jul 07 20:08:15.801795 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.812082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Transition to ACTIVE for port object 87ad614c-d3b1-4106-91b3-243c047756bd will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:08:15.817165 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.831274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-8139c95b-7da0-4f6c-ac27-cef019935fee tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:15.832656 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-8139c95b-7da0-4f6c-ac27-cef019935fee tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 811 time: 0.1069498 Jul 07 20:08:15.848454 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-7bdb80f1-feda-4d9f-9d09-611183063fe2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/quotas/97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 375 time: 0.0098414 Jul 07 20:08:15.866322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd36025-f9f3-470a-9baa-c58761e791bb None None] Pushing event updated for resources: {'Port': ['ID=87ad614c-d3b1-4106-91b3-243c047756bd,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:15.930912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Attempting to bind port 87ad614c-d3b1-4106-91b3-243c047756bd on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:08:15.930912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Attempting to bind port 87ad614c-d3b1-4106-91b3-243c047756bd by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:08:15.931326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Attempting to bind port 87ad614c-d3b1-4106-91b3-243c047756bd on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:08:15.937000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:08:15.937372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:08:15.937771 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.938160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Bound using segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:08:15.938623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Bound port: 87ad614c-d3b1-4106-91b3-243c047756bd, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:08:15.939071 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:15.949715 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-0b17761a-1099-43e6-bebd-ff8f10a25802 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960693 Jul 07 20:08:15.966508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-092659b0-e3ac-42b3-a486-f9934f761232 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:08:15.967547 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-092659b0-e3ac-42b3-a486-f9934f761232 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062008 Jul 07 20:08:16.016551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] For port 87ad614c-d3b1-4106-91b3-243c047756bd, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:08:16.020014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] For port 87ad614c-d3b1-4106-91b3-243c047756bd, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=87ad614c-d3b1-4106-91b3-243c047756bd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:08:16.025492 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:16.082444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:08:16.083438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:07:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:16.140981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd36025-f9f3-470a-9baa-c58761e791bb None None] Pushing event updated for resources: {'Port': ['ID=87ad614c-d3b1-4106-91b3-243c047756bd,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:16.147926 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-c95511f6-59bf-4560-ae31-6f2a57e042dd service neutron] 10.222.0.81 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373129 Jul 07 20:08:16.215348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:08:16.246582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-a43f2c6f-3d9e-41dd-ade9-5de918160bcc service neutron] 10.222.0.81 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914750 Jul 07 20:08:16.433989 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf9eced4-e48d-4003-8a2e-d47046bc03ce req-bde28bd2-1138-4aa0-8b86-411bd225df88 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 210 time: 0.0379052 Jul 07 20:08:16.441742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:16Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:16.482214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bde4f38-4f9b-4f2a-9075-5762c9336783 None None] The sync data for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 is: [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:16Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:08:17.233250 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9b1dd07a-b32a-45b8-9b3a-579a32018e1b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:08:17.282661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 9b1dd07a-b32a-45b8-9b3a-579a32018e1b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:17.283081 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:17.367165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 87ad614c-d3b1-4106-91b3-243c047756bd up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:08:17.416286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 87ad614c-d3b1-4106-91b3-243c047756bd completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:08:17.420972 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 87ad614c-d3b1-4106-91b3-243c047756bd triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:17.421348 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:17.511022 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:17.559541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 87ad614c-d3b1-4106-91b3-243c047756bd, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=87ad614c-d3b1-4106-91b3-243c047756bd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:17.574296 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:17.649101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=87ad614c-d3b1-4106-91b3-243c047756bd,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:17.654566 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16a5c503-59c7-4717-aa14-bf8a6d2cc66f req-ba9c4db7-bc80-49f0-b624-a396d5403b9d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 210 time: 0.0512400 Jul 07 20:08:17.677526 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-33d1576a-ae58-42ad-be35-d1ebd9cf084e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:17.679070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-33d1576a-ae58-42ad-be35-d1ebd9cf084e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 811 time: 0.1539555 Jul 07 20:08:17.727792 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-b0da8a01-b56a-47fa-8b2c-2332442e3787 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 378 time: 0.0369163 Jul 07 20:08:17.737241 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Request body: {'port': {'device_id': '93916271-a734-4ccc-8997-4c7d269c09d2', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'admin_state_up': True, 'tenant_id': '97bad7e869044b5188639816492f4489', 'security_groups': ['3c129e41-aefb-4709-ab9d-16ea402ac91d']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:08:17.849227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Made reservation on behalf of 97bad7e869044b5188639816492f4489 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:08:17.853112 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:17.971540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Allocated IP 172.20.0.5 (e24a7f67-2e67-411c-a4a9-cb475d919a55/55e1115b-5590-446b-bf67-f5da16887542/e7d951bc-8cf2-4c98-8fdc-74d459ae99fd) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:08:18.108733 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:18.121864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Transition to ACTIVE for port object e7d951bc-8cf2-4c98-8fdc-74d459ae99fd will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:08:18.154021 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:18.195761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Network e24a7f67-2e67-411c-a4a9-cb475d919a55 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:08:18.199555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:08:18.206039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:08:18.236539 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event updated for resources: {'Port': ['ID=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:18.265316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:18.265941 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:18.281266 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-060717cd-4876-4ddc-96d4-1d7efcafaf06 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5476236 Jul 07 20:08:18.293851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Request body: {'port': {'device_id': '93916271-a734-4ccc-8997-4c7d269c09d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:08:18.367986 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:18.448794 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a69a9976-f081-4cfe-bac0-52507b6a7df2 None None] Provisioning for port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:08:18.453047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a69a9976-f081-4cfe-bac0-52507b6a7df2 None None] Provisioning complete for port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:18.453486 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a69a9976-f081-4cfe-bac0-52507b6a7df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:18.488162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a69a9976-f081-4cfe-bac0-52507b6a7df2 None None] Port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:08:18.635055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d951bc-8cf2-4c98-8fdc-74d459ae99fd {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:08:18.642243 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:18.655402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Transition to ACTIVE for port object e7d951bc-8cf2-4c98-8fdc-74d459ae99fd will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:08:18.658592 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:18.706614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:18.780387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Attempting to bind port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:08:18.780773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Attempting to bind port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:08:18.781046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Attempting to bind port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:08:18.786181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd on network e24a7f67-2e67-411c-a4a9-cb475d919a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:08:18.786550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Attempting to bind port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:08:18.794089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:08:18.794647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:08:18.795058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Bound using segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:08:18.795488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Bound port: e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:08:18.795843 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:18.905889 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:08:18.909537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:08:18.919230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12051f6f-19dc-4093-9107-49f0e1209b91 req-c1f521c5-d373-4ec7-bb1f-fbb087ce277d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:18.920749 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12051f6f-19dc-4093-9107-49f0e1209b91 req-c1f521c5-d373-4ec7-bb1f-fbb087ce277d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 943 time: 0.1294057 Jul 07 20:08:18.922251 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:18.973446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:18.973980 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:18.975396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] 10.222.0.48 "PUT /v2.0/ports/e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 1091 time: 0.6861570 Jul 07 20:08:18.975921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:08:18.978082 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b69b031-f835-428f-a7c6-76bcd7735a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:19.017984 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12051f6f-19dc-4093-9107-49f0e1209b91 req-26c11734-4e30-423d-ba69-24f0ba7ca72a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873666 Jul 07 20:08:19.026526 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6462ed-6345-466e-9c94-dd4580fce274 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:19.066229 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decc9a72-12e3-45a4-8c34-9fb0226a1fe9 x-openstack-request-id: req-decc9a72-12e3-45a4-8c34-9fb0226a1fe9 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:19.066516 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:19.066762 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-decc9a72-12e3-45a4-8c34-9fb0226a1fe9 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:19.067180 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'status': 'completed', 'code': 200} Jul 07 20:08:19.096044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-26998107-1bb0-4d10-a1a7-e79ecdec50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:19.097547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-26998107-1bb0-4d10-a1a7-e79ecdec50e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 1094 time: 0.0641723 Jul 07 20:08:19.159142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 87ad614c-d3b1-4106-91b3-243c047756bd up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:08:19.207571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 87ad614c-d3b1-4106-91b3-243c047756bd triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:19.207947 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:19.470210 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-f3b324ed-ede9-4e98-98a0-e83625de5c5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 217 time: 0.3640628 Jul 07 20:08:19.518478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-d07a2ba3-a74b-4b6e-9e11-e43c121173c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:19.519904 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-d07a2ba3-a74b-4b6e-9e11-e43c121173c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0427389 Jul 07 20:08:19.582017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-019d0fa0-b9b9-4cd4-a873-c866dba634ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:19.583703 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-019d0fa0-b9b9-4cd4-a873-c866dba634ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559688 Jul 07 20:08:19.672680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-f2439998-e72b-4de6-8144-94c0c25ccedf service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807495 Jul 07 20:08:19.770334 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-824ed9eb-4bc5-46a4-916a-075906b44b8e req-f5d288b9-0ee6-4e8d-9418-19682a276e79 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900934 Jul 07 20:08:19.875721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69b031-f835-428f-a7c6-76bcd7735a1e req-280490e5-f060-429b-bea7-b36319ee816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:19.877138 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b69b031-f835-428f-a7c6-76bcd7735a1e req-280490e5-f060-429b-bea7-b36319ee816a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 1094 time: 0.0559893 Jul 07 20:08:19.965226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69b031-f835-428f-a7c6-76bcd7735a1e req-b85cd782-b326-4818-937b-548c10a0335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:19.966717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b69b031-f835-428f-a7c6-76bcd7735a1e req-b85cd782-b326-4818-937b-548c10a0335c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0833251 Jul 07 20:08:20.011819 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b69b031-f835-428f-a7c6-76bcd7735a1e req-aab712d9-3091-4531-b6a4-e3c0ab3d1abe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 217 time: 0.0380199 Jul 07 20:08:20.063527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69b031-f835-428f-a7c6-76bcd7735a1e req-ccc5c85a-a292-46c2-bfb8-72c9291053d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:20.065020 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b69b031-f835-428f-a7c6-76bcd7735a1e req-ccc5c85a-a292-46c2-bfb8-72c9291053d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0469563 Jul 07 20:08:20.134407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69b031-f835-428f-a7c6-76bcd7735a1e req-e68d34a5-8447-47f2-8de6-67584a6db360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:20.136060 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b69b031-f835-428f-a7c6-76bcd7735a1e req-e68d34a5-8447-47f2-8de6-67584a6db360 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626314 Jul 07 20:08:20.269210 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b69b031-f835-428f-a7c6-76bcd7735a1e req-d6f32af0-c1f4-4ec1-a6e9-3b06d06fd7ea service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262398 Jul 07 20:08:20.280197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22831665-7f19-4997-ad7e-62b6ce519919 req-e46c3e84-28ed-4972-8456-eb371e2bb6c9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:20.281576 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22831665-7f19-4997-ad7e-62b6ce519919 req-e46c3e84-28ed-4972-8456-eb371e2bb6c9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 943 time: 0.1297636 Jul 07 20:08:20.368355 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22831665-7f19-4997-ad7e-62b6ce519919 req-abfe327c-1711-4492-98b9-47ba48c40d01 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789397 Jul 07 20:08:20.392479 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9b69b031-f835-428f-a7c6-76bcd7735a1e req-22557c4c-488c-43da-aafa-6e219d60fdb3 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099191 Jul 07 20:08:21.161208 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-919f4992-0371-44f0-b55e-1ac9d5f2048b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:21.545341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7a670-4878-47eb-84d4-bbc243a5fd08 req-6414dd90-5598-417f-9d0b-807ce954d6c4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:21.546818 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4bb7a670-4878-47eb-84d4-bbc243a5fd08 req-6414dd90-5598-417f-9d0b-807ce954d6c4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 943 time: 0.0656197 Jul 07 20:08:21.585123 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4bb7a670-4878-47eb-84d4-bbc243a5fd08 req-9231af0d-dece-49d4-a931-e67f55233122 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325513 Jul 07 20:08:22.755892 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f3ea9-662c-4c59-b84d-a8189c046443 req-9c0b70de-06e9-43e2-baaa-cf24c0d20d5c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:22.757370 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c2f3ea9-662c-4c59-b84d-a8189c046443 req-9c0b70de-06e9-43e2-baaa-cf24c0d20d5c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 943 time: 0.0640326 Jul 07 20:08:22.795359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c2f3ea9-662c-4c59-b84d-a8189c046443 req-0ab2e87b-eea8-4cd8-ac0b-e2bcc43ea0cf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318317 Jul 07 20:08:22.923324 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device e7d951bc-8cf2-4c98-8fdc-74d459ae99fd details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:08:23.014857 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:23.029020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'port_id': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'mac_address': 'fa:16:3e:9d:1e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:08:23.064241 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:23.078035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d951bc-8cf2-4c98-8fdc-74d459ae99fd {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:08:23.099333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:23.103056 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:23.148437 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:23.488368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['e7d951bc-8cf2-4c98-8fdc-74d459ae99fd'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:08:23.937032 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:23.970095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408c36b-2d94-47b2-86ec-77a0dcccf07c req-24b1a48d-af51-4bd8-b775-db078533d237 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:23.971611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c408c36b-2d94-47b2-86ec-77a0dcccf07c req-24b1a48d-af51-4bd8-b775-db078533d237 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 944 time: 0.0673337 Jul 07 20:08:24.008867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c408c36b-2d94-47b2-86ec-77a0dcccf07c req-48d65013-8f32-46c2-85f1-e10a61e43a4a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314994 Jul 07 20:08:24.099281 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c804284-b00a-44a7-ab60-105c59c5391e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:24.935715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device e7d951bc-8cf2-4c98-8fdc-74d459ae99fd up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:08:24.983218 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:24.998828 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:08:25.002417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:25.002810 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:25.081949 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:25.107116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:08:25.109096 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b8ae70-b445-4b75-8471-3c7d2be7ecfb" -d '{"events": [{"server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "name": "network-vif-plugged", "status": "completed", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:25.122488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:25.126706 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:25.157609 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5ea76a-3f1d-4faa-ae54-d35162aa4587 x-openstack-request-id: req-da5ea76a-3f1d-4faa-ae54-d35162aa4587 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:25.157929 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "name": "network-vif-plugged", "status": "completed", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:25.158173 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da5ea76a-3f1d-4faa-ae54-d35162aa4587 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:25.158566 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'code': 200} Jul 07 20:08:25.179829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:25.202185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c45862-5231-4e10-83c4-399e2f96de55 req-79a1cc1e-7fcd-4964-88f3-bb1c3bb539c8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:25.203749 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5c45862-5231-4e10-83c4-399e2f96de55 req-79a1cc1e-7fcd-4964-88f3-bb1c3bb539c8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0821772 Jul 07 20:08:25.273433 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5c45862-5231-4e10-83c4-399e2f96de55 req-f6dfb207-ea1f-4fd0-b20c-a1c7c51555fa tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635095 Jul 07 20:08:25.293586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1203ea-bc3f-40fb-98fc-37f56af49b1b req-0c1c1daa-e706-4c7f-87bd-40d70479bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:25.295111 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd1203ea-bc3f-40fb-98fc-37f56af49b1b req-0c1c1daa-e706-4c7f-87bd-40d70479bdd7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 1096 time: 0.0696208 Jul 07 20:08:25.329581 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dd1203ea-bc3f-40fb-98fc-37f56af49b1b req-d93467c4-aee4-4ce5-a750-9f5919c7e0c2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274060 Jul 07 20:08:26.452056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee82fb-0c71-483b-bae2-90de3e90028e req-d525e99a-d592-4ab0-9626-afe06111b7b2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:26.453488 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01ee82fb-0c71-483b-bae2-90de3e90028e req-d525e99a-d592-4ab0-9626-afe06111b7b2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0661964 Jul 07 20:08:26.492602 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01ee82fb-0c71-483b-bae2-90de3e90028e req-c1cff1b2-af0d-40a2-8411-3debbfbcd773 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328074 Jul 07 20:08:26.669201 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:27.665861 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20122e7c-3710-4b46-a58a-a33aff944167 req-e9c97980-c217-4219-8d48-9f1389ba3e45 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:27.668034 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20122e7c-3710-4b46-a58a-a33aff944167 req-e9c97980-c217-4219-8d48-9f1389ba3e45 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0620947 Jul 07 20:08:27.704673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20122e7c-3710-4b46-a58a-a33aff944167 req-b9f47afa-b0ef-4d95-b33f-a893d0c130ea tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311127 Jul 07 20:08:27.868873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8585a-3c8f-4cc6-a240-4048593c50bb req-0e2e9b67-753b-49a2-bb7d-f4e94786df1d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:27.870324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ab8585a-3c8f-4cc6-a240-4048593c50bb req-0e2e9b67-753b-49a2-bb7d-f4e94786df1d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0626485 Jul 07 20:08:27.878765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48022) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:08:27.883231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-29894e27-e29a-4de5-8be1-db9db0d27b87 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Request body: {'floatingip': {'port_id': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:08:27.922003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29894e27-e29a-4de5-8be1-db9db0d27b87 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:28.357265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29894e27-e29a-4de5-8be1-db9db0d27b87 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:28.361061 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29894e27-e29a-4de5-8be1-db9db0d27b87 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:28.459137 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-29894e27-e29a-4de5-8be1-db9db0d27b87 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e associated. External IP: 172.25.0.8, port: e7d951bc-8cf2-4c98-8fdc-74d459ae99fd. Jul 07 20:08:28.658119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29894e27-e29a-4de5-8be1-db9db0d27b87 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Router db2a636e-30d5-44c9-8b2d-6e7f373934b7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:08:28.764451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29894e27-e29a-4de5-8be1-db9db0d27b87 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:08:28.769305 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29894e27-e29a-4de5-8be1-db9db0d27b87 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:28.776531 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f3136b-4b2e-40e1-96a8-d93e0919d0ad None None] Sync routers for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:08:28.786233 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3136b-4b2e-40e1-96a8-d93e0919d0ad None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:08:28.786866 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a8f3136b-4b2e-40e1-96a8-d93e0919d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:08:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:28.806323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-29894e27-e29a-4de5-8be1-db9db0d27b87 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "PUT /v2.0/floatingips/6a82ac55-bee3-4335-b9f6-183674cb371e HTTP/1.1" status: 200 len: 989 time: 0.9264989 Jul 07 20:08:28.807557 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:08:28.847428 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83b3658-a981-4484-a1c1-ce298e0e2aef" -d '{"events": [{"name": "network-changed", "server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:28.902464 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-a8f3136b-4b2e-40e1-96a8-d93e0919d0ad None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:08:28.938586 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6973b6-fb97-44fb-a057-73ab6b5c1915 x-openstack-request-id: req-5d6973b6-fb97-44fb-a057-73ab6b5c1915 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:28.939126 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:28.939126 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d6973b6-fb97-44fb-a057-73ab6b5c1915 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:28.939539 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'status': 'completed', 'code': 200} Jul 07 20:08:29.021218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b3658-a981-4484-a1c1-ce298e0e2aef req-8282b536-d8b1-4369-bcc9-cb9bc95e7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:29.022764 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e83b3658-a981-4484-a1c1-ce298e0e2aef req-8282b536-d8b1-4369-bcc9-cb9bc95e7e0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 1096 time: 0.0573373 Jul 07 20:08:29.113204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b3658-a981-4484-a1c1-ce298e0e2aef req-fe9b6c07-63d5-4e9d-8aab-37d3af26c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:29.114735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e83b3658-a981-4484-a1c1-ce298e0e2aef req-fe9b6c07-63d5-4e9d-8aab-37d3af26c4f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0836406 Jul 07 20:08:29.126170 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a8f3136b-4b2e-40e1-96a8-d93e0919d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '6a82ac55-bee3-4335-b9f6-183674cb371e', 'tenant_id': '97bad7e869044b5188639816492f4489', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'port_id': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'mac_address': 'fa:16:3e:9d:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93916271-a734-4ccc-8997-4c7d269c09d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:08:15Z', 'updated_at': '2021-07-07T20:08:28Z', 'revision_number': 1, 'project_id': '97bad7e869044b5188639816492f4489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:29.154905 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f3136b-4b2e-40e1-96a8-d93e0919d0ad None None] Checking router: db2a636e-30d5-44c9-8b2d-6e7f373934b7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:08:29.163545 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3136b-4b2e-40e1-96a8-d93e0919d0ad None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:08:29.164122 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a8f3136b-4b2e-40e1-96a8-d93e0919d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:08:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:29.186075 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e83b3658-a981-4484-a1c1-ce298e0e2aef req-4bd21642-871c-4395-9145-04bd6e945b84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 997 time: 0.0629940 Jul 07 20:08:29.236037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b3658-a981-4484-a1c1-ce298e0e2aef req-dba4a028-ec9b-4e8d-a516-8f605e5026e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:29.237528 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e83b3658-a981-4484-a1c1-ce298e0e2aef req-dba4a028-ec9b-4e8d-a516-8f605e5026e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0445645 Jul 07 20:08:29.268817 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-a8f3136b-4b2e-40e1-96a8-d93e0919d0ad None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:08:29.296847 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b3658-a981-4484-a1c1-ce298e0e2aef req-30b59e0b-cb2a-44ba-888b-043974df7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:29.298380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e83b3658-a981-4484-a1c1-ce298e0e2aef req-30b59e0b-cb2a-44ba-888b-043974df7e44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524740 Jul 07 20:08:29.392821 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e83b3658-a981-4484-a1c1-ce298e0e2aef req-16824ac3-c811-4aee-9b3d-a7ade64ea0a2 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868795 Jul 07 20:08:29.484775 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e83b3658-a981-4484-a1c1-ce298e0e2aef req-e2a33e7d-a60c-47ed-8436-ccb8fb2e0f5a service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838652 Jul 07 20:08:29.487091 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-a8f3136b-4b2e-40e1-96a8-d93e0919d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '6a82ac55-bee3-4335-b9f6-183674cb371e', 'tenant_id': '97bad7e869044b5188639816492f4489', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'port_id': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'mac_address': 'fa:16:3e:9d:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93916271-a734-4ccc-8997-4c7d269c09d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:08:15Z', 'updated_at': '2021-07-07T20:08:28Z', 'revision_number': 1, 'project_id': '97bad7e869044b5188639816492f4489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:29.518544 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f3136b-4b2e-40e1-96a8-d93e0919d0ad None None] The sync data for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 is: [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '6a82ac55-bee3-4335-b9f6-183674cb371e', 'tenant_id': '97bad7e869044b5188639816492f4489', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'port_id': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'mac_address': 'fa:16:3e:9d:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93916271-a734-4ccc-8997-4c7d269c09d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:08:15Z', 'updated_at': '2021-07-07T20:08:28Z', 'revision_number': 1, 'project_id': '97bad7e869044b5188639816492f4489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:08:29.701486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d90574-2093-4305-a214-2bd8d60c7879 None None] New status for floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:08:36.181570 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:40.245743 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-487a4c6e-b676-46c8-ad0b-ecfeee35d21c req-a9b96e2d-8452-48b6-ba8e-b4a98a753ee7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515575 Jul 07 20:08:40.340347 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:40.350760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4c6e-b676-46c8-ad0b-ecfeee35d21c req-e5bc4675-a524-4304-9662-f8e90aeb79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:40.352308 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-487a4c6e-b676-46c8-ad0b-ecfeee35d21c req-e5bc4675-a524-4304-9662-f8e90aeb79ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 1096 time: 0.0593069 Jul 07 20:08:40.457199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4c6e-b676-46c8-ad0b-ecfeee35d21c req-00686404-2656-4cb5-bb34-22e58aeecf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:40.458950 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-487a4c6e-b676-46c8-ad0b-ecfeee35d21c req-00686404-2656-4cb5-bb34-22e58aeecf2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0851760 Jul 07 20:08:40.528793 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-487a4c6e-b676-46c8-ad0b-ecfeee35d21c req-f7c88d34-98b7-4a88-a482-7ac957444f95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 999 time: 0.0611615 Jul 07 20:08:40.576442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4c6e-b676-46c8-ad0b-ecfeee35d21c req-389d47f9-ddbb-4305-b009-fbc618fda28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:40.577846 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-487a4c6e-b676-46c8-ad0b-ecfeee35d21c req-389d47f9-ddbb-4305-b009-fbc618fda28d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0430276 Jul 07 20:08:40.633719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4c6e-b676-46c8-ad0b-ecfeee35d21c req-31d51a65-9145-46d1-8f5d-e36bad78afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:40.635220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-487a4c6e-b676-46c8-ad0b-ecfeee35d21c req-31d51a65-9145-46d1-8f5d-e36bad78afa0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507708 Jul 07 20:08:40.730455 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-487a4c6e-b676-46c8-ad0b-ecfeee35d21c req-3b3dedae-d471-4072-a113-72c62d787250 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863159 Jul 07 20:08:40.820062 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-487a4c6e-b676-46c8-ad0b-ecfeee35d21c req-9bfe63f6-c88d-482f-be97-7f80fe1758f9 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811551 Jul 07 20:08:51.168985 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dbf88cce-1377-408e-a2d6-f5a93e9c30d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:51.774253 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:08:53.938721 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:54.100055 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-84a1a770-666d-4d44-a0d0-4177c70dc9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:54.956498 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:56.672076 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:06.193668 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:10.327142 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:21.160873 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-045dcb52-58bf-4309-aae7-d7e5bd3af6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:23.940638 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:24.101084 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-21429b8f-7889-4a40-afa7-4fe51cd5c8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:24.961762 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:26.675334 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:28.773775 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:09:36.187030 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:40.259913 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d114c170-f4c4-445e-9c8a-5d7158f9fbf7 req-d482e998-41ab-4570-8031-c1c018081d2a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0644324 Jul 07 20:09:40.345254 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:40.360532 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114c170-f4c4-445e-9c8a-5d7158f9fbf7 req-d6c3b179-23fa-42e7-a75b-acb3142f5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:40.362080 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d114c170-f4c4-445e-9c8a-5d7158f9fbf7 req-d6c3b179-23fa-42e7-a75b-acb3142f5b66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 1096 time: 0.0592782 Jul 07 20:09:40.465839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114c170-f4c4-445e-9c8a-5d7158f9fbf7 req-c0276e51-36b9-441c-8897-8348a4d2f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:40.467363 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d114c170-f4c4-445e-9c8a-5d7158f9fbf7 req-c0276e51-36b9-441c-8897-8348a4d2f97c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0860491 Jul 07 20:09:40.536809 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d114c170-f4c4-445e-9c8a-5d7158f9fbf7 req-6e01755e-e79d-4ced-b0cc-a4b1b7543b63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 999 time: 0.0631793 Jul 07 20:09:40.587396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114c170-f4c4-445e-9c8a-5d7158f9fbf7 req-d7df42b2-c0fd-4b2c-8bd5-6cac9a1116d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:40.588846 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d114c170-f4c4-445e-9c8a-5d7158f9fbf7 req-d7df42b2-c0fd-4b2c-8bd5-6cac9a1116d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0453434 Jul 07 20:09:40.652614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114c170-f4c4-445e-9c8a-5d7158f9fbf7 req-01f233ab-b057-45ee-b1fc-359befdf75ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:40.654144 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d114c170-f4c4-445e-9c8a-5d7158f9fbf7 req-01f233ab-b057-45ee-b1fc-359befdf75ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579374 Jul 07 20:09:40.750717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d114c170-f4c4-445e-9c8a-5d7158f9fbf7 req-db4a612b-e522-4ca4-ba46-568f871b6df6 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892255 Jul 07 20:09:40.848362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d114c170-f4c4-445e-9c8a-5d7158f9fbf7 req-832e2002-be95-40f3-9cb1-5d1a26eb50b3 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827072 Jul 07 20:09:51.162896 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-19991679-7410-492c-91a8-d9093acc5313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:53.942660 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:54.104621 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b41cf18-c924-4b6b-80c6-066b3b4d9e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:54.965388 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:56.678033 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:05.772937 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:10:06.209000 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:10.338980 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:21.164697 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8d08d97c-766a-49f6-a371-e1d9b3620d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:23.944296 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:24.112267 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f4663428-6b79-46f1-8332-dcef7e411db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:24.965805 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:26.679905 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:36.207484 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:40.366222 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:42.267968 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-ce6a2670-bc09-446f-8139-e1789639f2a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536509 Jul 07 20:10:42.370617 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-b6c2910c-7e04-4bc5-ae38-93b33e5f3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:10:42.372121 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-b6c2910c-7e04-4bc5-ae38-93b33e5f3e23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 1096 time: 0.0576236 Jul 07 20:10:42.477639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-d015f3a8-1100-44d2-8d36-707c932dbd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:10:42.479150 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-d015f3a8-1100-44d2-8d36-707c932dbd93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0855515 Jul 07 20:10:42.548038 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-d64bbc8c-65b0-4632-bc39-9d4ffbfc50aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 999 time: 0.0623081 Jul 07 20:10:42.598058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-af686029-1278-40db-8100-b1dae6b7cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:10:42.599506 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-af686029-1278-40db-8100-b1dae6b7cd5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0437472 Jul 07 20:10:42.656028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-94792497-a8fd-4ae8-a09b-eb52173d4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:10:42.657432 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-94792497-a8fd-4ae8-a09b-eb52173d4d40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509806 Jul 07 20:10:42.667766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-908fd10d-55fe-4085-814a-ffd66e584733 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:10:42.668735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-908fd10d-55fe-4085-814a-ffd66e584733 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051496 Jul 07 20:10:42.762647 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-59b51785-0279-4474-a467-7e7bb86a53d5 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860779 Jul 07 20:10:42.774481 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:10:42.850194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37dff58d-1ea1-4d76-8081-8a6644ace503 req-f9feb679-bcb1-4056-932f-2c30910abc8b service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809469 Jul 07 20:10:51.164698 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0f8eada-52c6-4e4e-8a9d-46e50c39a6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:53.945734 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:54.106862 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9a659348-78e1-48cc-b57a-49532dcfb548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:54.968401 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:56.686083 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:03.631186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e87a36-8447-4486-9b3c-28aa9afaf937 req-bfc5eced-3223-49a8-8cc9-e9a81f51c7f1 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:03.632567 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15e87a36-8447-4486-9b3c-28aa9afaf937 req-bfc5eced-3223-49a8-8cc9-e9a81f51c7f1 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0625565 Jul 07 20:11:03.674538 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15e87a36-8447-4486-9b3c-28aa9afaf937 req-26401804-f2ba-49b7-a7fc-238876a686f4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363832 Jul 07 20:11:04.073456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27ad6-3aa8-4a2a-b510-811fad2188e6 req-cbeb2860-dce9-41cb-8d6f-40fbd1731472 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:04.074997 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b2d27ad6-3aa8-4a2a-b510-811fad2188e6 req-cbeb2860-dce9-41cb-8d6f-40fbd1731472 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0647910 Jul 07 20:11:04.115484 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b2d27ad6-3aa8-4a2a-b510-811fad2188e6 req-c0f97555-73da-446d-b827-1e12c7cc9172 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347757 Jul 07 20:11:04.126035 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-f0ce431e-fff6-48f7-bed6-12dbde4d26b7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084323 Jul 07 20:11:05.455750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a8262ea5-16e8-4828-829b-b591ed9fb82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:05.458119 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a8262ea5-16e8-4828-829b-b591ed9fb82c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 1096 time: 0.0584838 Jul 07 20:11:05.554237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-f920576a-b021-4e95-aea0-d1d899067042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:05.555753 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-f920576a-b021-4e95-aea0-d1d899067042 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0921354 Jul 07 20:11:05.624782 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-849583f0-54cb-49a0-baab-8efe38831044 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 999 time: 0.0622027 Jul 07 20:11:05.638423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b19b5-630c-47c6-8887-a34c2971e3c1 req-0f37197c-61a7-4793-977a-d4af57d98005 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:05.639788 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f25b19b5-630c-47c6-8887-a34c2971e3c1 req-0f37197c-61a7-4793-977a-d4af57d98005 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.4102757 Jul 07 20:11:05.678730 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f25b19b5-630c-47c6-8887-a34c2971e3c1 req-05934181-f5df-4ba1-8c2b-e4b9716ef3fc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332787 Jul 07 20:11:05.681346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-727602f6-2766-455a-8215-7f102c14d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:05.682869 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-727602f6-2766-455a-8215-7f102c14d372 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0513272 Jul 07 20:11:05.740443 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-ac22843f-ba1a-4e00-b8cc-26d130fe1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:05.741933 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-ac22843f-ba1a-4e00-b8cc-26d130fe1d5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526032 Jul 07 20:11:05.831328 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-d642f7ee-4d24-47ef-b923-adcfbfa28f15 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823264 Jul 07 20:11:05.924940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-cc6fb120-81cc-4732-8d07-bd4851543e2e service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870881 Jul 07 20:11:06.211262 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:06.856060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031ec25-e218-43de-91d4-5a19724c50a1 req-5d9f2496-b099-4b63-b75e-2388406b35a2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:06.858138 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4031ec25-e218-43de-91d4-5a19724c50a1 req-5d9f2496-b099-4b63-b75e-2388406b35a2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0666578 Jul 07 20:11:06.894986 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4031ec25-e218-43de-91d4-5a19724c50a1 req-7efd702d-2525-4722-bfbf-8e71acdd8a07 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312850 Jul 07 20:11:08.074033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5bfcf-36ac-4d16-b931-22ee0c7038df req-af80ca0d-87ee-48a6-b086-d57430e8ba31 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:08.075443 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-64f5bfcf-36ac-4d16-b931-22ee0c7038df req-af80ca0d-87ee-48a6-b086-d57430e8ba31 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0616150 Jul 07 20:11:08.113917 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-64f5bfcf-36ac-4d16-b931-22ee0c7038df req-04576ae9-7b10-416e-9f7e-fad61d50cd7a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325997 Jul 07 20:11:09.297662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2b443-62d4-4dd6-af10-14f3fea8fdff req-8400ba28-494a-4059-b34d-d35966867a4a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:09.299164 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d0e2b443-62d4-4dd6-af10-14f3fea8fdff req-8400ba28-494a-4059-b34d-d35966867a4a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0738046 Jul 07 20:11:09.337235 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d0e2b443-62d4-4dd6-af10-14f3fea8fdff req-b6aae005-ef10-4ff9-8584-bc24194c5f57 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322828 Jul 07 20:11:10.364732 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:10.513677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f508190-7892-4bf2-8edc-c112286c1b17 req-9263b808-d5f4-4362-82be-c852b2378fa4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:10.515169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f508190-7892-4bf2-8edc-c112286c1b17 req-9263b808-d5f4-4362-82be-c852b2378fa4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0663707 Jul 07 20:11:10.556428 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f508190-7892-4bf2-8edc-c112286c1b17 req-46de0230-32e2-468e-976e-1cd4b632169a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340881 Jul 07 20:11:11.749234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606222a7-0107-475c-8b09-826b7a7f6aa2 req-cd0eab44-5a16-45c2-8d79-450cfb76e10e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:11.750765 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-606222a7-0107-475c-8b09-826b7a7f6aa2 req-cd0eab44-5a16-45c2-8d79-450cfb76e10e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0699069 Jul 07 20:11:11.793661 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-606222a7-0107-475c-8b09-826b7a7f6aa2 req-3d427000-df73-4687-95d2-893afed650a8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370855 Jul 07 20:11:12.980196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c912b3-4b35-4546-9294-960fefe7c570 req-4b9c58ca-9654-4805-b2e8-ea8dcfb564db tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:12.981599 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d7c912b3-4b35-4546-9294-960fefe7c570 req-4b9c58ca-9654-4805-b2e8-ea8dcfb564db tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0621452 Jul 07 20:11:13.020019 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d7c912b3-4b35-4546-9294-960fefe7c570 req-5531b763-2569-4546-94f0-e03516ccb53c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325117 Jul 07 20:11:14.193920 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e0311-37a9-4555-a8c8-5551d6878654 req-b0c5b3d2-692e-4ff0-9fd8-ff5ac4f54732 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:14.195436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-359e0311-37a9-4555-a8c8-5551d6878654 req-b0c5b3d2-692e-4ff0-9fd8-ff5ac4f54732 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0633690 Jul 07 20:11:14.234153 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-359e0311-37a9-4555-a8c8-5551d6878654 req-2185eaaf-219b-46f4-87fe-58885e07a37e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331187 Jul 07 20:11:15.410856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1565ce-519b-40fc-951c-9045ed505acc req-152c481e-d3f3-456c-ab0a-a9c3f351e718 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:15.412420 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fa1565ce-519b-40fc-951c-9045ed505acc req-152c481e-d3f3-456c-ab0a-a9c3f351e718 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0670347 Jul 07 20:11:15.452293 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fa1565ce-519b-40fc-951c-9045ed505acc req-79ad82a1-34a9-4cb0-b7e5-14a036c14593 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342088 Jul 07 20:11:16.630900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8010011-1d58-45b2-a97b-4228473ec414 req-bc7de775-7475-413d-9437-b753f83e4e64 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:16.632377 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8010011-1d58-45b2-a97b-4228473ec414 req-bc7de775-7475-413d-9437-b753f83e4e64 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0684838 Jul 07 20:11:16.672861 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8010011-1d58-45b2-a97b-4228473ec414 req-1a0d9472-e3c5-490a-ad84-d3ee8fcbb055 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349109 Jul 07 20:11:17.858023 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9edd58-8107-48ff-a20f-5185716ddc91 req-6f6f2185-0a6a-42fe-86b6-63689e4f3f61 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:17.859669 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0b9edd58-8107-48ff-a20f-5185716ddc91 req-6f6f2185-0a6a-42fe-86b6-63689e4f3f61 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0662348 Jul 07 20:11:17.897823 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0b9edd58-8107-48ff-a20f-5185716ddc91 req-2f3fadb4-37ea-4845-8599-e5d76a295f9d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320873 Jul 07 20:11:18.051537 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-f1457ae7-2128-4f81-9440-4132031578ca service neutron] show failed (client error): The resource could not be found. Jul 07 20:11:18.052500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-f1457ae7-2128-4f81-9440-4132031578ca service neutron] 10.222.0.48 "GET /v2.0/ports/e7d951bc-8cf2-4c98-8fdc-74d459ae99fd/bindings/n-h2-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0549500 Jul 07 20:11:18.308392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-0674b9ba-acda-4405-87a7-6f53027c7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:18.309797 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-0674b9ba-acda-4405-87a7-6f53027c7c49 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 1096 time: 0.0520325 Jul 07 20:11:18.321261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:11:18.395673 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:18.598862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:18.634193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:11:18.675725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:18.678199 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddde49ce-014a-4729-b27a-0491494b9781" -d '{"events": [{"server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "name": "network-vif-unplugged", "status": "completed", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:18.681861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:18.694954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Transition to ACTIVE for port object e7d951bc-8cf2-4c98-8fdc-74d459ae99fd will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:11:18.698833 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:18.733926 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a96c3be-191b-41f6-a381-cb88323763f3 x-openstack-request-id: req-3a96c3be-191b-41f6-a381-cb88323763f3 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:18.734221 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "name": "network-vif-unplugged", "status": "completed", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:18.734474 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a96c3be-191b-41f6-a381-cb88323763f3 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:18.734892 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'code': 200} Jul 07 20:11:18.808665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,revision_number=6']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:18.833259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:18.833886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:18.834258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:18.834622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:18.835013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:18.835346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:18.835677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:18.836003 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:18.836373 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:18.836697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:18.837043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:18.837381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:18.894188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] No DVR routers for this DVR port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:11:19.065243 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Attempting to bind port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:11:19.065498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Attempting to bind port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:11:19.065828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Attempting to bind port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:11:19.072892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd on network e24a7f67-2e67-411c-a4a9-cb475d919a55 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:11:19.073222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Attempting to bind port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:11:19.080848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:11:19.081182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:11:19.081561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Bound using segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:11:19.081991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Bound port: e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:11:19.082344 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:19.149776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bdbf2-e12a-4715-8922-60a96b1c6a90 req-32f31c5e-a9bf-46b7-9f6e-42e480ceb1af tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:19.151338 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-851bdbf2-e12a-4715-8922-60a96b1c6a90 req-32f31c5e-a9bf-46b7-9f6e-42e480ceb1af tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 943 time: 0.1285367 Jul 07 20:11:19.186905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:11:19.207138 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:11:19.213624 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:19.224333 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-851bdbf2-e12a-4715-8922-60a96b1c6a90 req-2e37e386-8b1e-4788-8da5-4891ad7c55c2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627897 Jul 07 20:11:19.253721 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:19.254339 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:19.255775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] 10.222.0.110 "PUT /v2.0/ports/e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 1091 time: 0.9385564 Jul 07 20:11:19.282229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958a6a1-7a44-40c3-9340-8f1102cd9ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,revision_number=7']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:19.349658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-f5b67007-8492-415e-b658-8b8b45f8a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:19.351220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-f5b67007-8492-415e-b658-8b8b45f8a507 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 1094 time: 0.0604765 Jul 07 20:11:19.453646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-beb76ab5-e5c0-4481-adbe-cee4bf7b8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:19.455152 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-beb76ab5-e5c0-4481-adbe-cee4bf7b8046 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0916631 Jul 07 20:11:19.564683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-66262c28-4b15-455f-a7eb-6ee8bb1ff164 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 997 time: 0.1008842 Jul 07 20:11:19.617781 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-9b71622a-1de1-44bd-af07-d8ebf9fce25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:19.619266 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-9b71622a-1de1-44bd-af07-d8ebf9fce25e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0449944 Jul 07 20:11:19.689676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-5abeff24-f82e-4722-b555-c3e56708ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:19.691168 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-5abeff24-f82e-4722-b555-c3e56708ebd2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602472 Jul 07 20:11:19.775008 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:11:19.803056 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-8eb3135c-9ad3-4aaf-b458-dc4b934e4253 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041677 Jul 07 20:11:19.893825 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfb689fa-51ce-4d62-995b-fe96be547c7a req-f40967ba-420f-4be1-bd51-4565290a1be9 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833066 Jul 07 20:11:20.407529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaa335-db0b-495d-ae1f-a3864da98908 req-36362ac6-1064-462d-851e-18c437a99a1f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:20.409083 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cbcaa335-db0b-495d-ae1f-a3864da98908 req-36362ac6-1064-462d-851e-18c437a99a1f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 943 time: 0.0689361 Jul 07 20:11:20.455097 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cbcaa335-db0b-495d-ae1f-a3864da98908 req-142c44a6-563a-4684-aa11-9b2d3f258dfb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398450 Jul 07 20:11:20.736213 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:20.738690 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:20.798110 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339b4225-4802-4f07-a576-a263369ed0ea x-openstack-request-id: req-339b4225-4802-4f07-a576-a263369ed0ea {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:20.798471 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:20.798818 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-339b4225-4802-4f07-a576-a263369ed0ea {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:20.799343 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'status': 'completed', 'code': 200} Jul 07 20:11:20.874168 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-676677e2-1339-4e97-ad7c-ef59a6797960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:20.875751 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-676677e2-1339-4e97-ad7c-ef59a6797960 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 1094 time: 0.0548685 Jul 07 20:11:20.878748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-888a1f11-31b5-4892-b42d-0cf5ce2c6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:20.880279 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-888a1f11-31b5-4892-b42d-0cf5ce2c6418 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 1094 time: 0.0622914 Jul 07 20:11:20.972331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-4abb52f1-d8a3-4b85-8345-6d72da43a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:20.973839 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-4abb52f1-d8a3-4b85-8345-6d72da43a471 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0906272 Jul 07 20:11:20.974344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-b382c135-384c-43bf-bd84-1930aa2028e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:20.975849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-b382c135-384c-43bf-bd84-1930aa2028e7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0882294 Jul 07 20:11:21.045446 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-b67ccd98-47ea-42db-bb54-89cf582673b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 997 time: 0.0635324 Jul 07 20:11:21.047519 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-4036c1fd-8ba4-4c0b-841a-275ba9731fb7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 997 time: 0.0637207 Jul 07 20:11:21.098736 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-3477872d-0119-4e70-b8bd-4b1fdb260bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:21.100235 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-3477872d-0119-4e70-b8bd-4b1fdb260bda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0489175 Jul 07 20:11:21.105738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-c7410b13-e85d-46fe-8fb6-fc96904deaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:21.107362 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-c7410b13-e85d-46fe-8fb6-fc96904deaa0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0505393 Jul 07 20:11:21.161408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-7b99f050-ad07-4f46-8ec9-692e6622385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:21.163251 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-7b99f050-ad07-4f46-8ec9-692e6622385c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561543 Jul 07 20:11:21.166539 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2f2990d9-ce5d-4610-b5df-95807bcfcad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:21.173672 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-77e9ba03-0e9e-4478-b277-8e82f1b1ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:21.175219 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-77e9ba03-0e9e-4478-b277-8e82f1b1ee5e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603087 Jul 07 20:11:21.258469 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-10b8b0e9-11b9-4202-8b6d-5540f609bddf service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886497 Jul 07 20:11:21.273799 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-04829232-704f-4193-b6f2-fd6ab141ac3c service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882342 Jul 07 20:11:21.351634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-fcddd872-1a48-4735-a3d4-9326b9cd5d8d service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870266 Jul 07 20:11:21.365033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-85fd1551-3b2e-4c89-9b2b-ee8b90f5e8d3 req-4751d44e-985c-4fe9-a1be-b07ca9fbe909 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842624 Jul 07 20:11:21.644483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5d26-7ffc-4bb3-8894-54953903f64a req-ce58e44a-2c32-449b-8480-bad378f7279b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:21.646496 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f8bd5d26-7ffc-4bb3-8894-54953903f64a req-ce58e44a-2c32-449b-8480-bad378f7279b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 943 time: 0.0735753 Jul 07 20:11:21.687001 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f8bd5d26-7ffc-4bb3-8894-54953903f64a req-8a75b313-d581-4272-9bf2-46e3c287e8b4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348563 Jul 07 20:11:22.056053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device e7d951bc-8cf2-4c98-8fdc-74d459ae99fd no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:11:22.094631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device e7d951bc-8cf2-4c98-8fdc-74d459ae99fd not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:11:22.778251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e7d951bc-8cf2-4c98-8fdc-74d459ae99fd details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:11:22.876838 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b5075-c9f1-4fff-8dff-fc0fb8ba559e req-5d4762f7-87e7-45c6-a630-36e63e34c2c7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:22.878424 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-201b5075-c9f1-4fff-8dff-fc0fb8ba559e req-5d4762f7-87e7-45c6-a630-36e63e34c2c7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 943 time: 0.0743546 Jul 07 20:11:22.879610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:22.894199 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'port_id': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'mac_address': 'fa:16:3e:9d:1e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:11:22.917159 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-201b5075-c9f1-4fff-8dff-fc0fb8ba559e req-2ff4060e-166d-4696-9405-2e12fe615953 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324736 Jul 07 20:11:22.938092 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:22.951718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d951bc-8cf2-4c98-8fdc-74d459ae99fd {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:11:22.973079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:22.977545 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:23.031946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:23.040053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:23.040546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:23.040903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:23.041245 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:23.041586 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:23.041930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:23.042257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:23.042638 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:23.043008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:23.043427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:23.043802 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:23.044124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:23.241477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b392b-30b1-4aa9-a31d-79e9bc2fd6d9 req-ce2827a8-0ab7-4f01-993e-9c3d66145a19 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:23.243005 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-368b392b-30b1-4aa9-a31d-79e9bc2fd6d9 req-ce2827a8-0ab7-4f01-993e-9c3d66145a19 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 944 time: 0.0729101 Jul 07 20:11:23.248636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-8088c4e8-5e8f-4abc-aa82-73be1b7e5e66 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:23.250134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-8088c4e8-5e8f-4abc-aa82-73be1b7e5e66 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2&tenant_id=97bad7e869044b5188639816492f4489&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 944 time: 0.0727117 Jul 07 20:11:23.262708 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['e7d951bc-8cf2-4c98-8fdc-74d459ae99fd'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:11:23.286786 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-368b392b-30b1-4aa9-a31d-79e9bc2fd6d9 req-e22b96e2-f530-4ede-9345-a242cfed2fa0 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372865 Jul 07 20:11:23.317089 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-dc2d83d7-d268-4eec-98fb-459135d763a2 service neutron] delete failed (client error): The resource could not be found. Jul 07 20:11:23.318140 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-dc2d83d7-d268-4eec-98fb-459135d763a2 service neutron] 10.222.0.48 "DELETE /v2.0/ports/e7d951bc-8cf2-4c98-8fdc-74d459ae99fd/bindings/n-h1-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0613432 Jul 07 20:11:23.428728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-f23be684-e096-4a3b-9a3e-945adf1e3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:23.430231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-f23be684-e096-4a3b-9a3e-945adf1e3ede service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 1095 time: 0.0678740 Jul 07 20:11:23.524816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-599fb264-7a90-425a-9770-900eaeba5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:23.526304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-599fb264-7a90-425a-9770-900eaeba5929 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0895665 Jul 07 20:11:23.607561 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-498eba44-b6a7-44b6-b814-118dd2d581e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 200 len: 998 time: 0.0686319 Jul 07 20:11:23.657668 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-f1cf8250-3446-4912-bae4-a8c5c641cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:23.659145 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-f1cf8250-3446-4912-bae4-a8c5c641cfc7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0455048 Jul 07 20:11:23.718470 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-9764f51d-fb5a-445a-9f64-201783735a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:23.720070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-9764f51d-fb5a-445a-9f64-201783735a6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539014 Jul 07 20:11:23.816384 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-537f338d-03d6-42e7-b71a-622cbe393b20 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879378 Jul 07 20:11:23.914147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ca75b290-bac7-42a5-9725-df0824c6b443 req-32c074f5-410f-4fff-850d-fa3bead08fbf service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904682 Jul 07 20:11:23.952252 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:24.108460 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-46c3e6a9-6e19-4cde-a144-2a8521b17b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:24.478175 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68315f06-da83-49ef-9cfa-3124c8e6055b req-73b532fc-4920-4056-b404-098acf79923c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:24.480065 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68315f06-da83-49ef-9cfa-3124c8e6055b req-73b532fc-4920-4056-b404-098acf79923c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 944 time: 0.0684485 Jul 07 20:11:24.526750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68315f06-da83-49ef-9cfa-3124c8e6055b req-0dc9aa8a-42cd-4b27-b6cf-78de6211de90 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397079 Jul 07 20:11:24.714818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328df6b3-ad58-4191-ad9b-e763da8a5930 req-078ffd77-4dbf-4a58-a614-40928865a1dc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:24.716320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-328df6b3-ad58-4191-ad9b-e763da8a5930 req-078ffd77-4dbf-4a58-a614-40928865a1dc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 944 time: 0.0654466 Jul 07 20:11:24.757176 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-328df6b3-ad58-4191-ad9b-e763da8a5930 req-aa4d9d1c-958b-416b-a24b-441a209e249f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343235 Jul 07 20:11:24.787171 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e7d951bc-8cf2-4c98-8fdc-74d459ae99fd up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:11:24.835715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:11:24.839332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:11:24.839709 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:24.921703 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:24.937807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576b639-e7ab-429f-a29d-a914a6780dd9 req-ff492321-1d95-4906-bea8-f85101b7947c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:24.939761 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2576b639-e7ab-429f-a29d-a914a6780dd9 req-ff492321-1d95-4906-bea8-f85101b7947c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 944 time: 0.0677767 Jul 07 20:11:24.943954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:24.946199 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afeaee0-04b8-4032-948c-b35be15db48e" -d '{"events": [{"server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "name": "network-vif-plugged", "status": "completed", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:24.968567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:24.977441 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:24.983035 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2576b639-e7ab-429f-a29d-a914a6780dd9 req-3ada0fed-7ead-4f05-a9d1-e8d18673a07c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379968 Jul 07 20:11:25.003065 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:25.006263 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1aa932-6316-4052-88c8-5bb898e5fbaa x-openstack-request-id: req-9a1aa932-6316-4052-88c8-5bb898e5fbaa {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:25.006901 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "name": "network-vif-plugged", "status": "completed", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:25.006901 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a1aa932-6316-4052-88c8-5bb898e5fbaa {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:25.007296 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'code': 200} Jul 07 20:11:25.031714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:25.368479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d3b71-5982-42d6-98c9-686ed626e804 req-e7d8cbe5-490a-40b9-98bb-96ebd59951a6 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:25.369955 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-660d3b71-5982-42d6-98c9-686ed626e804 req-e7d8cbe5-490a-40b9-98bb-96ebd59951a6 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0648429 Jul 07 20:11:25.409348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-660d3b71-5982-42d6-98c9-686ed626e804 req-adca3186-fce4-44d7-be19-38b6c7754ecf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331328 Jul 07 20:11:26.593355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae2b94-659a-4597-914a-133e3ded9493 req-60ffd193-4a09-4ea0-b23e-970bc0145959 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:26.594840 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f8ae2b94-659a-4597-914a-133e3ded9493 req-60ffd193-4a09-4ea0-b23e-970bc0145959 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0659480 Jul 07 20:11:26.635763 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f8ae2b94-659a-4597-914a-133e3ded9493 req-bfc38c70-2bf9-489a-9d3c-fa40ad521235 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352399 Jul 07 20:11:26.685538 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:26.775762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-01a73c99-f0f8-42ad-a37a-3ff8bccaf6f2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:26.777268 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-01a73c99-f0f8-42ad-a37a-3ff8bccaf6f2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.110 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 945 time: 0.0674999 Jul 07 20:11:26.880286 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Deleting port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:11:26.880625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:26.967835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] For port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:26.968194 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:27.137323 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:27.137607 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:27.137922 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e disassociated. External IP: 172.25.0.8, port: e7d951bc-8cf2-4c98-8fdc-74d459ae99fd. Jul 07 20:11:27.138324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Calling delete_port for e7d951bc-8cf2-4c98-8fdc-74d459ae99fd owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:11:27.272953 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:27.302999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event deleted for resources: {'Port': ['ID=e7d951bc-8cf2-4c98-8fdc-74d459ae99fd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:27.421025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Router db2a636e-30d5-44c9-8b2d-6e7f373934b7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:11:27.534155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:11:27.546264 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45ba96-bf88-4fad-b61a-d51247e10687 None None] Sync routers for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:11:27.555881 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45ba96-bf88-4fad-b61a-d51247e10687 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:11:27.556568 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ca45ba96-bf88-4fad-b61a-d51247e10687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:11:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:11:27.582281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] No DVR routers for this DVR port e7d951bc-8cf2-4c98-8fdc-74d459ae99fd on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:11:27.585584 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:27.588248 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-510f098c-19d1-47ef-81d1-89be11f7a8b0 req-babb79ff-ab1b-41c0-a196-2a29a2ef9b3d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.110 "DELETE /v2.0/ports/e7d951bc-8cf2-4c98-8fdc-74d459ae99fd HTTP/1.1" status: 204 len: 173 time: 0.8053424 Jul 07 20:11:27.588748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'name': 'network-vif-deleted', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:27.591172 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c911ee5d-536e-4156-ac16-8db9fa1b42f0" -d '{"events": [{"server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "name": "network-vif-deleted", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:27.628915 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565acf2c-62de-461a-b856-a3aab8a9472f x-openstack-request-id: req-565acf2c-62de-461a-b856-a3aab8a9472f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:27.629644 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93916271-a734-4ccc-8997-4c7d269c09d2", "name": "network-vif-deleted", "tag": "e7d951bc-8cf2-4c98-8fdc-74d459ae99fd", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:27.629644 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-565acf2c-62de-461a-b856-a3aab8a9472f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:27.629958 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93916271-a734-4ccc-8997-4c7d269c09d2', 'name': 'network-vif-deleted', 'tag': 'e7d951bc-8cf2-4c98-8fdc-74d459ae99fd', 'status': 'completed', 'code': 200} Jul 07 20:11:27.770624 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ca45ba96-bf88-4fad-b61a-d51247e10687 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:11:27.788350 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75e106cb-4a3e-475c-bb81-b8ce14c72829 req-4f69c453-9a14-43e5-9445-6885f57ad782 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=93916271-a734-4ccc-8997-4c7d269c09d2 HTTP/1.1" status: 200 len: 210 time: 0.0333414 Jul 07 20:11:27.978229 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ca45ba96-bf88-4fad-b61a-d51247e10687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:11:28.004936 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45ba96-bf88-4fad-b61a-d51247e10687 None None] Checking router: db2a636e-30d5-44c9-8b2d-6e7f373934b7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:11:28.013096 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45ba96-bf88-4fad-b61a-d51247e10687 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:11:28.013728 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ca45ba96-bf88-4fad-b61a-d51247e10687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:11:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:11:28.120758 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-ca45ba96-bf88-4fad-b61a-d51247e10687 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:11:28.315600 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-ca45ba96-bf88-4fad-b61a-d51247e10687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:11:28.345563 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45ba96-bf88-4fad-b61a-d51247e10687 None None] The sync data for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 is: [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:11:28.567086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da4ed8e-1aa1-421f-b41c-c7ce43747b08 None None] New status for floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:11:29.096971 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7a10b1e6-af3b-45de-b508-3a7c8926c25e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--90028493&fields=id&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 267 time: 0.0332608 Jul 07 20:11:29.205518 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-fcd74e25-1d67-4835-8678-579974c25d6f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:29.206915 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-fcd74e25-1d67-4835-8678-579974c25d6f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 811 time: 0.1036732 Jul 07 20:11:29.222083 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-582599ed-dc7e-45df-b53f-7c53021b0f0d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/quotas/97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 375 time: 0.0094275 Jul 07 20:11:29.296598 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-119e352e-3c6b-451d-95b2-02c95440465a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694358 Jul 07 20:11:29.780521 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-d9cc1fe6-8deb-4a64-876b-70309e4aae40 service neutron] 10.222.0.81 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391022 Jul 07 20:11:29.869083 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-ed9048e4-36d8-4bde-add2-87984065b600 service neutron] 10.222.0.81 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827842 Jul 07 20:11:30.042589 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-159d4195-7cdf-4752-89ef-6a0988ad582c req-230f9e40-88e8-4707-8754-27907e3c3b80 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 210 time: 0.0287974 Jul 07 20:11:30.801756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e7d951bc-8cf2-4c98-8fdc-74d459ae99fd no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:11:30.821690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: e7d951bc-8cf2-4c98-8fdc-74d459ae99fd {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:11:30.822028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device e7d951bc-8cf2-4c98-8fdc-74d459ae99fd not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:11:31.204316 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-45620bcc-40fd-4165-be98-691ed36b0fe6 req-77f5a625-d0ba-4114-8c1a-edb0ddb7d70a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 210 time: 0.0385017 Jul 07 20:11:31.250616 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-8fad080f-80ee-405a-aabd-4b377eabc729 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:31.252340 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-8fad080f-80ee-405a-aabd-4b377eabc729 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 811 time: 0.1416104 Jul 07 20:11:31.300146 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-a52a80c1-734b-48ce-bc1d-0c2170b1888d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 378 time: 0.0380342 Jul 07 20:11:31.308813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Request body: {'port': {'device_id': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'admin_state_up': True, 'tenant_id': '97bad7e869044b5188639816492f4489', 'security_groups': ['3c129e41-aefb-4709-ab9d-16ea402ac91d']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:11:31.421069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Made reservation on behalf of 97bad7e869044b5188639816492f4489 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:11:31.424558 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:31.552937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Allocated IP 172.20.0.10 (e24a7f67-2e67-411c-a4a9-cb475d919a55/55e1115b-5590-446b-bf67-f5da16887542/41db160b-633f-4746-9e26-04453cfced56) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:11:31.693370 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:31.708417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Transition to ACTIVE for port object 41db160b-633f-4746-9e26-04453cfced56 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:11:31.742995 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:31.786276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Network e24a7f67-2e67-411c-a4a9-cb475d919a55 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:11:31.791547 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:11:31.795878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:11:31.802445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event updated for resources: {'Port': ['ID=41db160b-633f-4746-9e26-04453cfced56,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:31.835718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:31.836115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:31.836401 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:31.836747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:31.837089 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:31.837423 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:31.837756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:31.838117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:31.838409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:31.838736 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:31.839081 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:31.839410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:31.865227 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:31.865869 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:31.883149 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-483be92d-4674-4bc1-a5da-f8da9c4ad5bf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5780082 Jul 07 20:11:31.895156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Request body: {'port': {'device_id': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:11:31.972472 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:32.062623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ab856800-5464-4a7d-84ef-87528dba3363 None None] Provisioning for port 41db160b-633f-4746-9e26-04453cfced56 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:11:32.067201 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ab856800-5464-4a7d-84ef-87528dba3363 None None] Provisioning complete for port 41db160b-633f-4746-9e26-04453cfced56 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:11:32.067571 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ab856800-5464-4a7d-84ef-87528dba3363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:32.101547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ab856800-5464-4a7d-84ef-87528dba3363 None None] Port 41db160b-633f-4746-9e26-04453cfced56 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:11:32.242639 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41db160b-633f-4746-9e26-04453cfced56 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:11:32.250195 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:32.263062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Transition to ACTIVE for port object 41db160b-633f-4746-9e26-04453cfced56 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:11:32.266829 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:32.318597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Pushing event updated for resources: {'Port': ['ID=41db160b-633f-4746-9e26-04453cfced56,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:32.395680 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0479a-c2e5-45e8-b28f-df28d6adffff req-de58ef17-9ba1-4f03-aa6a-8a5703be2586 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:32.398093 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cdc0479a-c2e5-45e8-b28f-df28d6adffff req-de58ef17-9ba1-4f03-aa6a-8a5703be2586 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 944 time: 0.0766103 Jul 07 20:11:32.413627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Attempting to bind port 41db160b-633f-4746-9e26-04453cfced56 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:11:32.413969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Attempting to bind port 41db160b-633f-4746-9e26-04453cfced56 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:11:32.414304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Attempting to bind port 41db160b-633f-4746-9e26-04453cfced56 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:11:32.418872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Port 41db160b-633f-4746-9e26-04453cfced56 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:11:32.419226 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Attempting to bind port 41db160b-633f-4746-9e26-04453cfced56 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:11:32.424304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:11:32.424656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:11:32.425131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Bound using segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:11:32.425478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Bound port: 41db160b-633f-4746-9e26-04453cfced56, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:11:32.425841 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:32.455430 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cdc0479a-c2e5-45e8-b28f-df28d6adffff req-600ad9f1-afc1-4ceb-ad9e-d9995f05137c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501304 Jul 07 20:11:32.502127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:11:32.505412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=41db160b-633f-4746-9e26-04453cfced56,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:11:32.509830 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:32.547864 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:32.548516 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:32.549918 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] 10.222.0.48 "PUT /v2.0/ports/41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 1092 time: 0.6593971 Jul 07 20:11:32.550356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'tag': '41db160b-633f-4746-9e26-04453cfced56'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:32.552660 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9218575-fd0a-4916-98df-cb0b7c3afcb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "tag": "41db160b-633f-4746-9e26-04453cfced56"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:32.588649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80a9a9-4036-4146-8dd3-adc026493c8b service neutron] Pushing event updated for resources: {'Port': ['ID=41db160b-633f-4746-9e26-04453cfced56,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:32.604068 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874fe96e-9706-4313-bc06-ad7406810aa1 x-openstack-request-id: req-874fe96e-9706-4313-bc06-ad7406810aa1 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:32.604356 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "tag": "41db160b-633f-4746-9e26-04453cfced56", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:32.604603 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-874fe96e-9706-4313-bc06-ad7406810aa1 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:32.605189 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'tag': '41db160b-633f-4746-9e26-04453cfced56', 'status': 'completed', 'code': 200} Jul 07 20:11:32.653481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-c84f437a-b32f-403f-89f3-563a911a92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:32.655622 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-c84f437a-b32f-403f-89f3-563a911a92b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1095 time: 0.0616431 Jul 07 20:11:32.702706 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-d006a0ad-5141-429e-99de-29369021d768 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 217 time: 0.0393283 Jul 07 20:11:32.753977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-94b5b33f-1cb2-4105-8626-b28a9e6ee26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:32.755535 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-94b5b33f-1cb2-4105-8626-b28a9e6ee26f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0467269 Jul 07 20:11:32.813975 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-082cdce2-1d2a-4b94-952e-4f4d2ad8c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:32.815612 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-082cdce2-1d2a-4b94-952e-4f4d2ad8c255 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531924 Jul 07 20:11:32.909752 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-6582f68f-2bfa-4173-b726-1a01385919e5 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873446 Jul 07 20:11:32.999798 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-06d53a37-6069-4ea5-b178-269ff6e3fbc0 req-582615d1-acba-4725-b780-31750f69716c service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838616 Jul 07 20:11:33.098571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9218575-fd0a-4916-98df-cb0b7c3afcb6 req-d9cc27e5-35ca-4b90-bd47-ff15583d18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:33.100038 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9218575-fd0a-4916-98df-cb0b7c3afcb6 req-d9cc27e5-35ca-4b90-bd47-ff15583d18a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1095 time: 0.0535283 Jul 07 20:11:33.195816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9218575-fd0a-4916-98df-cb0b7c3afcb6 req-171e3613-d89c-4d22-9a6e-e0d7ac955015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:33.197340 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9218575-fd0a-4916-98df-cb0b7c3afcb6 req-171e3613-d89c-4d22-9a6e-e0d7ac955015 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0900178 Jul 07 20:11:33.240261 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9218575-fd0a-4916-98df-cb0b7c3afcb6 req-64d9e2b1-9927-4bca-9b4a-a70904b38bc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 217 time: 0.0359275 Jul 07 20:11:33.293698 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9218575-fd0a-4916-98df-cb0b7c3afcb6 req-c570905f-4000-482b-bd37-fb86a1831ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:33.295211 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9218575-fd0a-4916-98df-cb0b7c3afcb6 req-c570905f-4000-482b-bd37-fb86a1831ed4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0484710 Jul 07 20:11:33.359770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9218575-fd0a-4916-98df-cb0b7c3afcb6 req-9e99be3e-d1b0-496e-8497-868798933c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:33.361204 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9218575-fd0a-4916-98df-cb0b7c3afcb6 req-9e99be3e-d1b0-496e-8497-868798933c20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590839 Jul 07 20:11:33.469215 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9218575-fd0a-4916-98df-cb0b7c3afcb6 req-cd8b8e63-017b-431f-bb14-6b4ffebbadbf service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011324 Jul 07 20:11:33.578174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9218575-fd0a-4916-98df-cb0b7c3afcb6 req-30703a5b-333d-49b0-a8db-a420e132c445 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020546 Jul 07 20:11:33.652960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8974b03-9318-4e67-9064-754f7be0ddeb req-b865d669-91d0-4e52-b04b-33e3127e0965 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:33.654398 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b8974b03-9318-4e67-9064-754f7be0ddeb req-b865d669-91d0-4e52-b04b-33e3127e0965 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 944 time: 0.0843401 Jul 07 20:11:33.701079 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b8974b03-9318-4e67-9064-754f7be0ddeb req-cd59160a-245a-4380-a076-178c55cd4cf2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403569 Jul 07 20:11:34.879535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c3a1a-d564-4511-bfbd-dcd3edff711d req-4099ce4f-93a9-42ee-bf42-e08dd1848305 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:34.881043 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e5c3a1a-d564-4511-bfbd-dcd3edff711d req-4099ce4f-93a9-42ee-bf42-e08dd1848305 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 944 time: 0.0658293 Jul 07 20:11:34.919979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e5c3a1a-d564-4511-bfbd-dcd3edff711d req-1e10847c-6a28-4ed9-bd95-8cb442c47737 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332899 Jul 07 20:11:36.096638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c8495-ac1f-42bc-b040-aed822a67b0c req-d8523dcf-9e81-4ff7-b5a0-ffff90ab5ba9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:36.098178 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-387c8495-ac1f-42bc-b040-aed822a67b0c req-d8523dcf-9e81-4ff7-b5a0-ffff90ab5ba9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 944 time: 0.0678403 Jul 07 20:11:36.116724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 41db160b-633f-4746-9e26-04453cfced56 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:11:36.137653 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-387c8495-ac1f-42bc-b040-aed822a67b0c req-9619d900-313f-408b-a876-c26a71b7c064 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338736 Jul 07 20:11:36.216796 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:36.227591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=41db160b-633f-4746-9e26-04453cfced56,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:36.237896 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '41db160b-633f-4746-9e26-04453cfced56', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'port_id': '41db160b-633f-4746-9e26-04453cfced56', 'mac_address': 'fa:16:3e:b1:0a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:11:36.275222 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:36.287728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41db160b-633f-4746-9e26-04453cfced56 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:11:36.306244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=41db160b-633f-4746-9e26-04453cfced56,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:36.310018 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:36.357625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=41db160b-633f-4746-9e26-04453cfced56,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:36.677460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['41db160b-633f-4746-9e26-04453cfced56'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:11:37.313855 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6e8e4-57d2-473b-8d82-61457d572d91 req-a4913c5c-2aee-4035-b36f-55d2165feb1b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:37.315636 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15d6e8e4-57d2-473b-8d82-61457d572d91 req-a4913c5c-2aee-4035-b36f-55d2165feb1b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 945 time: 0.0641291 Jul 07 20:11:37.359640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-15d6e8e4-57d2-473b-8d82-61457d572d91 req-035f3af2-50d5-44c1-97e0-37788ab7b540 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374978 Jul 07 20:11:38.107794 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 41db160b-633f-4746-9e26-04453cfced56 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:11:38.156258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 41db160b-633f-4746-9e26-04453cfced56 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:11:38.160125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 41db160b-633f-4746-9e26-04453cfced56 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:11:38.160570 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:38.238338 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:38.259905 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41db160b-633f-4746-9e26-04453cfced56'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:38.262281 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce6ea26-bb81-47b5-a346-d433c704047d" -d '{"events": [{"server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "name": "network-vif-plugged", "status": "completed", "tag": "41db160b-633f-4746-9e26-04453cfced56"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:38.275050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=41db160b-633f-4746-9e26-04453cfced56,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:38.278820 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:38.301651 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951d556e-9a72-4a09-aee6-2a1e090860ec x-openstack-request-id: req-951d556e-9a72-4a09-aee6-2a1e090860ec {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:38.301937 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "name": "network-vif-plugged", "status": "completed", "tag": "41db160b-633f-4746-9e26-04453cfced56", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:38.302187 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-951d556e-9a72-4a09-aee6-2a1e090860ec {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:38.302573 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41db160b-633f-4746-9e26-04453cfced56', 'code': 200} Jul 07 20:11:38.328765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=41db160b-633f-4746-9e26-04453cfced56,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:38.413559 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a74e2-5b4d-4f7c-95d2-26aa002e5166 req-ffa09a52-ced2-442c-b60e-20a13471325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:38.415096 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f3a74e2-5b4d-4f7c-95d2-26aa002e5166 req-ffa09a52-ced2-442c-b60e-20a13471325b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1097 time: 0.0530601 Jul 07 20:11:38.449100 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8f3a74e2-5b4d-4f7c-95d2-26aa002e5166 req-e888bc7b-25d3-4086-9730-b16d1de282a7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279028 Jul 07 20:11:38.533273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e98f8-857c-437d-b775-0bf22258baa7 req-9984c754-b8c7-4341-b553-0eab04df65f2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:38.534762 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-024e98f8-857c-437d-b775-0bf22258baa7 req-9984c754-b8c7-4341-b553-0eab04df65f2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0626428 Jul 07 20:11:38.571845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-024e98f8-857c-437d-b775-0bf22258baa7 req-ecbeb9c6-1910-4c46-920f-bc8a5e3b56cf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315571 Jul 07 20:11:39.753175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d9b63-83ba-46b0-a251-a534791a9ecd req-09c37cd4-589b-498a-9810-c13366de4ce4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:39.754668 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-455d9b63-83ba-46b0-a251-a534791a9ecd req-09c37cd4-589b-498a-9810-c13366de4ce4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0642171 Jul 07 20:11:39.795149 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-455d9b63-83ba-46b0-a251-a534791a9ecd req-20e964c6-f722-48a5-8ae0-871264e1ba90 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349379 Jul 07 20:11:39.974174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3da40d-337e-48f9-bbe8-94eac9bf088e req-f37c5ecd-c504-450d-a9b1-aaf1e52960c3 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:39.975727 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bb3da40d-337e-48f9-bbe8-94eac9bf088e req-f37c5ecd-c504-450d-a9b1-aaf1e52960c3 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0694721 Jul 07 20:11:39.985729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 48574) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:11:39.991198 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7c774aee-b08f-4103-b9eb-cdf93eb2226b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Request body: {'floatingip': {'port_id': '41db160b-633f-4746-9e26-04453cfced56'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:11:40.033411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c774aee-b08f-4103-b9eb-cdf93eb2226b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:40.366889 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:40.529180 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c774aee-b08f-4103-b9eb-cdf93eb2226b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:40.533971 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c774aee-b08f-4103-b9eb-cdf93eb2226b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:40.639336 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-7c774aee-b08f-4103-b9eb-cdf93eb2226b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e associated. External IP: 172.25.0.8, port: 41db160b-633f-4746-9e26-04453cfced56. Jul 07 20:11:41.212178 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c774aee-b08f-4103-b9eb-cdf93eb2226b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Router db2a636e-30d5-44c9-8b2d-6e7f373934b7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:11:41.321217 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c774aee-b08f-4103-b9eb-cdf93eb2226b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:11:41.325957 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c774aee-b08f-4103-b9eb-cdf93eb2226b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:41.337737 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98676a10-d73e-438b-8320-3eca15438069 None None] Sync routers for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:11:41.352413 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98676a10-d73e-438b-8320-3eca15438069 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:11:41.353082 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-98676a10-d73e-438b-8320-3eca15438069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:11:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:11:41.370917 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7c774aee-b08f-4103-b9eb-cdf93eb2226b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "PUT /v2.0/floatingips/6a82ac55-bee3-4335-b9f6-183674cb371e HTTP/1.1" status: 200 len: 990 time: 1.3840182 Jul 07 20:11:41.371654 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'tag': '41db160b-633f-4746-9e26-04453cfced56'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:41.375188 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8072204d-945e-4d2b-9c45-6ce1ff5d03ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "tag": "41db160b-633f-4746-9e26-04453cfced56"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:41.428249 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea689ef-9aa2-42bd-b022-2003ad8b6e55 x-openstack-request-id: req-4ea689ef-9aa2-42bd-b022-2003ad8b6e55 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:41.428645 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "tag": "41db160b-633f-4746-9e26-04453cfced56", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:41.428992 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ea689ef-9aa2-42bd-b022-2003ad8b6e55 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:41.429485 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'tag': '41db160b-633f-4746-9e26-04453cfced56', 'status': 'completed', 'code': 200} Jul 07 20:11:41.484045 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-98676a10-d73e-438b-8320-3eca15438069 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:11:41.515592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072204d-945e-4d2b-9c45-6ce1ff5d03ac req-87d30782-7190-4596-97ef-ff463fa2d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:41.517343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8072204d-945e-4d2b-9c45-6ce1ff5d03ac req-87d30782-7190-4596-97ef-ff463fa2d7f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1097 time: 0.0607777 Jul 07 20:11:41.616842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072204d-945e-4d2b-9c45-6ce1ff5d03ac req-991ca40e-9e68-446c-8ec3-8e37ac9c6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:41.618368 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8072204d-945e-4d2b-9c45-6ce1ff5d03ac req-991ca40e-9e68-446c-8ec3-8e37ac9c6a45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0951407 Jul 07 20:11:41.688351 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8072204d-945e-4d2b-9c45-6ce1ff5d03ac req-bfd2773d-e40a-4504-9292-d3074593d50c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 998 time: 0.0629847 Jul 07 20:11:41.717244 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-98676a10-d73e-438b-8320-3eca15438069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '6a82ac55-bee3-4335-b9f6-183674cb371e', 'tenant_id': '97bad7e869044b5188639816492f4489', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'port_id': '41db160b-633f-4746-9e26-04453cfced56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'mac_address': 'fa:16:3e:b1:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:08:15Z', 'updated_at': '2021-07-07T20:11:40Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:11:41.738297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072204d-945e-4d2b-9c45-6ce1ff5d03ac req-6204655b-eb8d-4220-875f-3c50d13ee979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:41.739776 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8072204d-945e-4d2b-9c45-6ce1ff5d03ac req-6204655b-eb8d-4220-875f-3c50d13ee979 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0447562 Jul 07 20:11:41.747618 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98676a10-d73e-438b-8320-3eca15438069 None None] Checking router: db2a636e-30d5-44c9-8b2d-6e7f373934b7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:11:41.756331 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98676a10-d73e-438b-8320-3eca15438069 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:11:41.757086 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-98676a10-d73e-438b-8320-3eca15438069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:11:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:11:41.797356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072204d-945e-4d2b-9c45-6ce1ff5d03ac req-99dbbef6-abad-4d69-964a-5e5879c78c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:41.798905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8072204d-945e-4d2b-9c45-6ce1ff5d03ac req-99dbbef6-abad-4d69-964a-5e5879c78c4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518484 Jul 07 20:11:41.861720 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-98676a10-d73e-438b-8320-3eca15438069 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:11:41.893507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8072204d-945e-4d2b-9c45-6ce1ff5d03ac req-1f1654a8-9cb3-4d9b-89b1-b001d3d27b65 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880945 Jul 07 20:11:41.986197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8072204d-945e-4d2b-9c45-6ce1ff5d03ac req-4d150e3f-fcf1-4762-984c-c871d7f0bd8b service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854394 Jul 07 20:11:42.090619 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-98676a10-d73e-438b-8320-3eca15438069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '6a82ac55-bee3-4335-b9f6-183674cb371e', 'tenant_id': '97bad7e869044b5188639816492f4489', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'port_id': '41db160b-633f-4746-9e26-04453cfced56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'mac_address': 'fa:16:3e:b1:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:08:15Z', 'updated_at': '2021-07-07T20:11:40Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:11:42.116994 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98676a10-d73e-438b-8320-3eca15438069 None None] The sync data for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 is: [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '6a82ac55-bee3-4335-b9f6-183674cb371e', 'tenant_id': '97bad7e869044b5188639816492f4489', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'port_id': '41db160b-633f-4746-9e26-04453cfced56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'mac_address': 'fa:16:3e:b1:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:08:15Z', 'updated_at': '2021-07-07T20:11:40Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:11:42.250939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4d84145-65ea-4a9e-948d-525363f942a4 req-2fa39b58-9985-4487-8265-2a9f868bc292 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545425 Jul 07 20:11:42.338197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cab34-0f38-44de-a72f-a68512d7151e None None] New status for floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:11:42.370253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d84145-65ea-4a9e-948d-525363f942a4 req-b367309b-1419-42b5-bfd7-fe08a4fdebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:42.371866 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4d84145-65ea-4a9e-948d-525363f942a4 req-b367309b-1419-42b5-bfd7-fe08a4fdebab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1097 time: 0.0735645 Jul 07 20:11:42.479431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d84145-65ea-4a9e-948d-525363f942a4 req-bbe04b71-8b02-4e32-9511-02883a40a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:42.481118 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4d84145-65ea-4a9e-948d-525363f942a4 req-bbe04b71-8b02-4e32-9511-02883a40a2c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0891333 Jul 07 20:11:42.553015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4d84145-65ea-4a9e-948d-525363f942a4 req-b6ebdf50-417e-4344-aef5-f6a1b6d4bcda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 1000 time: 0.0658424 Jul 07 20:11:42.605425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d84145-65ea-4a9e-948d-525363f942a4 req-a4f07344-c96f-404c-8632-b66ffcfbebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:42.606957 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4d84145-65ea-4a9e-948d-525363f942a4 req-a4f07344-c96f-404c-8632-b66ffcfbebd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0466962 Jul 07 20:11:42.664617 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d84145-65ea-4a9e-948d-525363f942a4 req-daff5882-5984-4634-8b74-6743f55416c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:42.666133 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4d84145-65ea-4a9e-948d-525363f942a4 req-daff5882-5984-4634-8b74-6743f55416c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525119 Jul 07 20:11:42.759455 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4d84145-65ea-4a9e-948d-525363f942a4 req-a9b76438-8555-4aae-b191-6665bb2279da service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862017 Jul 07 20:11:42.847322 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d4d84145-65ea-4a9e-948d-525363f942a4 req-b76423a3-b29a-4b23-9e31-5255b9753145 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808861 Jul 07 20:11:51.168626 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8a298277-90f0-48ce-b500-f318418d0614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:53.944006 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:54.112613 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2c24f82d-4704-4875-aee9-31f3aa723e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:54.976404 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:56.689394 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:56.774750 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:12:06.205443 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:10.363913 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:21.171372 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-157d1134-6741-46cf-b59c-c84518f6f115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:23.945927 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:24.114176 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8db51877-8c82-4d21-8322-bdf0118409f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:24.980075 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:26.694724 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.773689 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:12:36.212954 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.381532 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.289461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59d8c4d-b86a-49c1-bd01-8cd9c7a44e0e req-f9fb6419-91bd-45f2-8caa-6aa0eba7e9ee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526786 Jul 07 20:12:43.388328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8c4d-b86a-49c1-bd01-8cd9c7a44e0e req-7ca4fd56-aac9-4a1b-906b-8ffd776844dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:43.390480 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59d8c4d-b86a-49c1-bd01-8cd9c7a44e0e req-7ca4fd56-aac9-4a1b-906b-8ffd776844dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1097 time: 0.0573571 Jul 07 20:12:43.504078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8c4d-b86a-49c1-bd01-8cd9c7a44e0e req-eae02114-4edb-4a30-b097-adb0f4005b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:43.505499 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59d8c4d-b86a-49c1-bd01-8cd9c7a44e0e req-eae02114-4edb-4a30-b097-adb0f4005b07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0947361 Jul 07 20:12:43.577461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59d8c4d-b86a-49c1-bd01-8cd9c7a44e0e req-4ac0f303-7d4d-4674-a83c-9a52c2ee3089 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 1000 time: 0.0637503 Jul 07 20:12:43.626030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8c4d-b86a-49c1-bd01-8cd9c7a44e0e req-4176a8c5-2791-4ff9-be9c-95c160dd9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:43.627521 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59d8c4d-b86a-49c1-bd01-8cd9c7a44e0e req-4176a8c5-2791-4ff9-be9c-95c160dd9df1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0444705 Jul 07 20:12:43.684410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8c4d-b86a-49c1-bd01-8cd9c7a44e0e req-f1d1446f-474d-4626-a716-cecc50161f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:43.685918 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59d8c4d-b86a-49c1-bd01-8cd9c7a44e0e req-f1d1446f-474d-4626-a716-cecc50161f25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524085 Jul 07 20:12:43.783615 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59d8c4d-b86a-49c1-bd01-8cd9c7a44e0e req-b5f869d1-5931-4139-885c-c82efc30772e service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892696 Jul 07 20:12:43.873079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59d8c4d-b86a-49c1-bd01-8cd9c7a44e0e req-dedd50ee-a332-4700-86ae-77b0fbbaa3e5 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812149 Jul 07 20:12:51.174435 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb05b-e1ed-464b-9023-938c6d465b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:53.948154 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:54.114522 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0bd0-8d28-4d88-81e4-50695ea81322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:54.981101 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:56.694873 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:06.214785 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:10.404213 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:10.773252 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:13:21.177916 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e199bb14-959b-4f57-88cf-94418b202118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:23.950113 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:24.114463 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1855993-da9d-4f3a-a355-4e7f91ecd5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:24.983152 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:26.695268 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:36.220643 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:40.430704 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:44.262643 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-145240d2-effd-46aa-9c55-857ea9bc8c85 req-3a08e513-4fc0-4965-8cc7-44c30140717d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925760 Jul 07 20:13:44.365093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145240d2-effd-46aa-9c55-857ea9bc8c85 req-babf1578-333f-488f-bf47-c61553c7ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:44.366596 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-145240d2-effd-46aa-9c55-857ea9bc8c85 req-babf1578-333f-488f-bf47-c61553c7ce0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1097 time: 0.0564682 Jul 07 20:13:44.470874 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145240d2-effd-46aa-9c55-857ea9bc8c85 req-bb5be620-fa51-4dcb-b0ee-d8c5c23ea3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:44.472637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-145240d2-effd-46aa-9c55-857ea9bc8c85 req-bb5be620-fa51-4dcb-b0ee-d8c5c23ea3ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0857203 Jul 07 20:13:44.539604 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-145240d2-effd-46aa-9c55-857ea9bc8c85 req-14d4834e-3785-41ba-a3c4-453497491bd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 1000 time: 0.0601437 Jul 07 20:13:44.587248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145240d2-effd-46aa-9c55-857ea9bc8c85 req-6252658c-6934-48f8-9157-52bcec5cdad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:44.588654 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-145240d2-effd-46aa-9c55-857ea9bc8c85 req-6252658c-6934-48f8-9157-52bcec5cdad3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0427179 Jul 07 20:13:44.644208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145240d2-effd-46aa-9c55-857ea9bc8c85 req-d4ab1b85-a7f7-4221-b7c6-6741e6bf3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:44.645664 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-145240d2-effd-46aa-9c55-857ea9bc8c85 req-d4ab1b85-a7f7-4221-b7c6-6741e6bf3eb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503335 Jul 07 20:13:44.737100 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-145240d2-effd-46aa-9c55-857ea9bc8c85 req-778e8f5a-ed62-4252-ac06-f4cf40fd028e service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846050 Jul 07 20:13:44.826740 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-145240d2-effd-46aa-9c55-857ea9bc8c85 req-6028a8b6-48f0-47f9-9c28-78bb8483fe09 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822356 Jul 07 20:13:47.773482 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:13:51.182459 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f169f73f-0282-47ec-be85-cde6ff18c289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:53.950571 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:54.114347 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ba309326-96fa-40e9-97c6-aed692aac6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:54.988298 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:56.699291 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:06.221078 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:10.407436 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.640941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c94a5-8f82-473f-b9b7-b20893f90ef1 req-29c0643b-b322-477e-8505-4f01eb5c133a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:15.642456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e5c94a5-8f82-473f-b9b7-b20893f90ef1 req-29c0643b-b322-477e-8505-4f01eb5c133a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.1316733 Jul 07 20:14:15.684906 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e5c94a5-8f82-473f-b9b7-b20893f90ef1 req-2c3bb136-0c08-4a8e-aa92-dab7b8ab047d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365970 Jul 07 20:14:16.911802 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8d83a-05c9-43a6-8a28-7eafa98eaf3b req-3baed32c-f84e-4bcc-97e7-e02f60e802c0 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:16.913311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2aa8d83a-05c9-43a6-8a28-7eafa98eaf3b req-3baed32c-f84e-4bcc-97e7-e02f60e802c0 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.1128824 Jul 07 20:14:16.950223 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2aa8d83a-05c9-43a6-8a28-7eafa98eaf3b req-92930718-e71b-4ce0-a53b-0853fdd8c18e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311813 Jul 07 20:14:18.128437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea605fc9-16c6-4f72-be90-cec5f7df0ec7 req-acc94261-bab3-4900-afef-94bca469ca66 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:18.130076 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea605fc9-16c6-4f72-be90-cec5f7df0ec7 req-acc94261-bab3-4900-afef-94bca469ca66 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0641739 Jul 07 20:14:18.169518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ea605fc9-16c6-4f72-be90-cec5f7df0ec7 req-5960b007-0dee-463f-84e0-b0f22afe611b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338118 Jul 07 20:14:19.347449 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f2d69-6337-4d16-97db-1fdf518d019e req-323da3aa-8cc0-43c3-8f7b-e897b667f7b8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:19.348901 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b38f2d69-6337-4d16-97db-1fdf518d019e req-323da3aa-8cc0-43c3-8f7b-e897b667f7b8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0655003 Jul 07 20:14:19.385668 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b38f2d69-6337-4d16-97db-1fdf518d019e req-a55492ee-e280-43cf-9155-f3b3e99a3930 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311975 Jul 07 20:14:20.556872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776a51c-5a20-498e-b364-0b1dc2f62e1f req-36115f83-8b2f-4650-9475-6019fec14c0e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:20.558440 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0776a51c-5a20-498e-b364-0b1dc2f62e1f req-36115f83-8b2f-4650-9475-6019fec14c0e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0623214 Jul 07 20:14:20.595880 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0776a51c-5a20-498e-b364-0b1dc2f62e1f req-af7d28a1-829e-47af-a2f9-af1a76227bbd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318623 Jul 07 20:14:21.183051 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8afff4c9-c6e6-487f-a530-2a0dd8acff6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.773725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b31625-a3fa-4e97-b6d8-c224ae9226fe req-6933bd4e-803b-4ddc-ae93-cf61931a410b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:21.775321 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e1b31625-a3fa-4e97-b6d8-c224ae9226fe req-6933bd4e-803b-4ddc-ae93-cf61931a410b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0630457 Jul 07 20:14:21.814915 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e1b31625-a3fa-4e97-b6d8-c224ae9226fe req-77ce4bd0-778a-451d-b7cf-287b538437d7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334930 Jul 07 20:14:22.992484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571fe67-8a91-4600-a0c8-5557e5194393 req-4c853771-680f-42f1-bec1-ca4684e2124f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:22.993876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e571fe67-8a91-4600-a0c8-5557e5194393 req-4c853771-680f-42f1-bec1-ca4684e2124f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0679440 Jul 07 20:14:23.031508 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e571fe67-8a91-4600-a0c8-5557e5194393 req-963b9d90-6da8-4a3f-a533-ad29ab1acfa5 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312335 Jul 07 20:14:23.953084 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.114910 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7769933e-319f-4edf-81b7-7fedd774cc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.206705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f67afb-360a-4823-85ac-e71ad1c5d6b0 req-9c77005e-b9c4-41ae-a206-f8a525849121 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:24.208216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26f67afb-360a-4823-85ac-e71ad1c5d6b0 req-9c77005e-b9c4-41ae-a206-f8a525849121 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0631671 Jul 07 20:14:24.245200 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26f67afb-360a-4823-85ac-e71ad1c5d6b0 req-bcb7fe91-c524-47ca-83f4-13c612d670c2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311203 Jul 07 20:14:24.772360 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:14:24.989687 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:25.419490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441807f-e8ee-4c65-8904-588f29069e33 req-3f99c417-cbcf-4375-a02b-4e42d1412028 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:25.420962 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2441807f-e8ee-4c65-8904-588f29069e33 req-3f99c417-cbcf-4375-a02b-4e42d1412028 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0643201 Jul 07 20:14:25.458274 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2441807f-e8ee-4c65-8904-588f29069e33 req-b5edc398-c21a-4f9c-8065-277e4528fd79 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318332 Jul 07 20:14:26.633952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44c61a-75dd-4d3d-a577-17e92d83423a req-1b256280-581e-41bc-8dc1-29f5998a3a40 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:26.635587 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e44c61a-75dd-4d3d-a577-17e92d83423a req-1b256280-581e-41bc-8dc1-29f5998a3a40 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0662656 Jul 07 20:14:26.674260 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4e44c61a-75dd-4d3d-a577-17e92d83423a req-47849fd4-5aac-494b-8496-1f0d3b9e4725 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317252 Jul 07 20:14:26.707781 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:27.031008 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-3064f398-3ec8-4697-a6c4-95f7bdfac6e2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0619268 Jul 07 20:14:27.082636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a20e33-1874-4e90-a1f6-312ef6d4fa99 req-b2cc4ef2-457d-491f-810a-9f5451820803 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:27.084414 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-74a20e33-1874-4e90-a1f6-312ef6d4fa99 req-b2cc4ef2-457d-491f-810a-9f5451820803 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0678930 Jul 07 20:14:27.127111 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-74a20e33-1874-4e90-a1f6-312ef6d4fa99 req-8510cd84-2965-4cb3-8bd3-8c91f5b35e56 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367925 Jul 07 20:14:28.326729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-8743fb5a-c9d9-46cc-a5f6-8af3b9472e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:28.328253 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-8743fb5a-c9d9-46cc-a5f6-8af3b9472e7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1097 time: 0.0994112 Jul 07 20:14:28.342752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608713a2-5218-4afe-9da6-ff4d1bcf4444 req-105721e8-58d5-4772-a495-99f2e8e30bc8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:28.344246 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-608713a2-5218-4afe-9da6-ff4d1bcf4444 req-105721e8-58d5-4772-a495-99f2e8e30bc8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0888395 Jul 07 20:14:28.429009 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-608713a2-5218-4afe-9da6-ff4d1bcf4444 req-f559d0b3-d585-427b-bf47-c46b1763ded9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765827 Jul 07 20:14:28.455324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-020e4c6e-4877-48d9-aec6-21eb369e6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:28.456804 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-020e4c6e-4877-48d9-aec6-21eb369e6c93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.1117277 Jul 07 20:14:28.521572 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-8610c3fc-a8ba-4335-937c-df3535c00353 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 1000 time: 0.0576434 Jul 07 20:14:28.568200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-12e77f4a-7d00-4910-81b3-d5cbb3ed9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:28.569589 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-12e77f4a-7d00-4910-81b3-d5cbb3ed9931 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0414989 Jul 07 20:14:28.628453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-fa690a71-0864-406d-b3e7-8704323accf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:28.629912 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-fa690a71-0864-406d-b3e7-8704323accf1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529540 Jul 07 20:14:28.717333 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-c60b2e14-3e42-4ab0-bcba-582558dc87f3 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800996 Jul 07 20:14:28.812113 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-146f1db8-08e7-427b-bdfc-508e0b65987c service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864975 Jul 07 20:14:29.603658 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b8964-7328-418e-861a-01ba6223fe4d req-fa0a4f55-3006-421a-af28-e268622fba35 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:29.605054 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d85b8964-7328-418e-861a-01ba6223fe4d req-fa0a4f55-3006-421a-af28-e268622fba35 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0637658 Jul 07 20:14:29.644203 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d85b8964-7328-418e-861a-01ba6223fe4d req-5e09c0ba-1f33-4a74-9983-8e9804f4f3f2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330672 Jul 07 20:14:30.828657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9d384-9880-4eef-9532-d83dfbbd3132 req-05e24677-2f58-456b-9b14-53de8cd44198 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:30.830162 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8b9d384-9880-4eef-9532-d83dfbbd3132 req-05e24677-2f58-456b-9b14-53de8cd44198 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0655916 Jul 07 20:14:30.868478 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8b9d384-9880-4eef-9532-d83dfbbd3132 req-7a085661-bf04-4d0d-a5a5-30311a7d5362 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324578 Jul 07 20:14:31.048808 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-5c831626-24ed-4910-8dbf-2590680709d3 service neutron] show failed (client error): The resource could not be found. Jul 07 20:14:31.049816 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-5c831626-24ed-4910-8dbf-2590680709d3 service neutron] 10.222.0.48 "GET /v2.0/ports/41db160b-633f-4746-9e26-04453cfced56/bindings/n-h2-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0540664 Jul 07 20:14:31.367674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ec1cb162-3d9a-4631-9903-69a219ee2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:31.370000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ec1cb162-3d9a-4631-9903-69a219ee2e61 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 1097 time: 0.1111691 Jul 07 20:14:31.387218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:14:31.468908 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:31.695437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=41db160b-633f-4746-9e26-04453cfced56,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:31.732492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:14:31.772538 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41db160b-633f-4746-9e26-04453cfced56'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:14:31.774834 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e46445-4215-4cfa-9d72-3fe4f8257530" -d '{"events": [{"server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "name": "network-vif-unplugged", "status": "completed", "tag": "41db160b-633f-4746-9e26-04453cfced56"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:14:31.778809 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:31.792399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Transition to ACTIVE for port object 41db160b-633f-4746-9e26-04453cfced56 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:31.796184 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:31.884822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Pushing event updated for resources: {'Port': ['ID=41db160b-633f-4746-9e26-04453cfced56,revision_number=6']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:31.895263 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c460c92e-7530-4db4-a0ac-89db8d7a3150 x-openstack-request-id: req-c460c92e-7530-4db4-a0ac-89db8d7a3150 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:14:31.895580 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "name": "network-vif-unplugged", "status": "completed", "tag": "41db160b-633f-4746-9e26-04453cfced56", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:14:31.895807 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c460c92e-7530-4db4-a0ac-89db8d7a3150 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:14:31.896231 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41db160b-633f-4746-9e26-04453cfced56', 'code': 200} Jul 07 20:14:31.900337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:31.900438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:31.900743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:31.901234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:31.901769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:31.902118 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:31.902457 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:31.902805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:31.903310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:31.903472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:31.903818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:31.904162 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:31.940618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] No DVR routers for this DVR port 41db160b-633f-4746-9e26-04453cfced56 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:14:32.094557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fd1c3-cd8f-4780-8963-d092de4c983d req-59d39cb1-c82f-4a11-a8be-7350974447b8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:32.096824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a7fd1c3-cd8f-4780-8963-d092de4c983d req-59d39cb1-c82f-4a11-a8be-7350974447b8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 944 time: 0.0857909 Jul 07 20:14:32.100156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Attempting to bind port 41db160b-633f-4746-9e26-04453cfced56 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:14:32.100424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Attempting to bind port 41db160b-633f-4746-9e26-04453cfced56 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:14:32.100753 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Attempting to bind port 41db160b-633f-4746-9e26-04453cfced56 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:14:32.106489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Port 41db160b-633f-4746-9e26-04453cfced56 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:14:32.106841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Attempting to bind port 41db160b-633f-4746-9e26-04453cfced56 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:14:32.112424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:14:32.112765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:14:32.113150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Bound using segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:14:32.113610 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Bound port: 41db160b-633f-4746-9e26-04453cfced56, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:14:32.113967 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:32.186274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:14:32.191594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=41db160b-633f-4746-9e26-04453cfced56,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:14:32.198370 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:32.244909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:32.245544 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:32.247240 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] 10.222.0.110 "PUT /v2.0/ports/41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 1092 time: 0.8647845 Jul 07 20:14:32.269296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ce0db-c531-4802-88ea-dc5253bdb560 service neutron] Pushing event updated for resources: {'Port': ['ID=41db160b-633f-4746-9e26-04453cfced56,revision_number=7']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:32.347689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-b51a1dd7-4bec-4c1c-a854-df1dce3a1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:32.349286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-b51a1dd7-4bec-4c1c-a854-df1dce3a1b9b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1095 time: 0.0669734 Jul 07 20:14:32.471956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-db5a0cf7-ef9a-43ff-bb39-bff129d9f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:32.473471 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-db5a0cf7-ef9a-43ff-bb39-bff129d9f5fa service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.1145260 Jul 07 20:14:32.486178 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a7fd1c3-cd8f-4780-8963-d092de4c983d req-2db82c83-099f-4288-997c-e25c87c6b5b7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3823349 Jul 07 20:14:32.548741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-4e73f75c-37e7-4034-be31-8bd7fb06acd5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 998 time: 0.0633128 Jul 07 20:14:32.601907 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-8aff6cc7-8d3c-49e8-9393-4a3be8c6c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:32.603551 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-8aff6cc7-8d3c-49e8-9393-4a3be8c6c757 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0449536 Jul 07 20:14:32.668547 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-46b9fa34-f238-449e-b273-6b8efd059feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:32.670066 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-46b9fa34-f238-449e-b273-6b8efd059feb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572925 Jul 07 20:14:32.695738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-301509c4-68a6-48ab-a02e-f5b05ec66f2b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:14:32.696675 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-301509c4-68a6-48ab-a02e-f5b05ec66f2b service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058858 Jul 07 20:14:32.792191 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-bcde0cc9-faf7-4400-a43b-ebbf70566575 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860510 Jul 07 20:14:32.885817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1691e735-74cd-4e98-8cf8-9669799be8e1 req-06b712c8-c123-4494-ad53-d2abd127cc21 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859880 Jul 07 20:14:33.672582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedf592-7278-4cbc-aa20-ee816f538b51 req-f61abb32-50f9-4563-89db-32264876d7d0 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:33.673969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cedf592-7278-4cbc-aa20-ee816f538b51 req-f61abb32-50f9-4563-89db-32264876d7d0 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 944 time: 0.0699239 Jul 07 20:14:33.712254 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3cedf592-7278-4cbc-aa20-ee816f538b51 req-18367d1d-3da0-4e95-b966-a8466a816bf2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326538 Jul 07 20:14:33.897472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'tag': '41db160b-633f-4746-9e26-04453cfced56'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:14:33.899881 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "tag": "41db160b-633f-4746-9e26-04453cfced56"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:14:33.947045 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d3d5fe-e044-475d-8f74-d5ef753d73c1 x-openstack-request-id: req-f1d3d5fe-e044-475d-8f74-d5ef753d73c1 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:14:33.947487 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "tag": "41db160b-633f-4746-9e26-04453cfced56", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:14:33.947737 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1d3d5fe-e044-475d-8f74-d5ef753d73c1 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:14:33.948148 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'tag': '41db160b-633f-4746-9e26-04453cfced56', 'status': 'completed', 'code': 200} Jul 07 20:14:34.022910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-d44746cb-e831-48d5-b873-8a9efb4fee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:34.024409 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-d44746cb-e831-48d5-b873-8a9efb4fee38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1095 time: 0.0522671 Jul 07 20:14:34.027858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-62c4c4ce-89d8-4b74-9bd6-71531e072b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:34.030026 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-62c4c4ce-89d8-4b74-9bd6-71531e072b14 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1095 time: 0.0541608 Jul 07 20:14:34.118727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-13358870-0748-4e40-bc2d-a39d60618e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:34.120239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-13358870-0748-4e40-bc2d-a39d60618e34 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0889421 Jul 07 20:14:34.124722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-06a2f599-3431-4144-b320-b617ea855472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:34.126149 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-06a2f599-3431-4144-b320-b617ea855472 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0886528 Jul 07 20:14:34.185202 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-cf931b1e-288e-4750-bcf1-61ce94ee3abf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 998 time: 0.0573947 Jul 07 20:14:34.191654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-c9b3c710-ceda-44b6-ace1-33eee6aa30b0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 998 time: 0.0577364 Jul 07 20:14:34.234297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-bff8ac91-358d-4c91-94ac-08505af95dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:34.235871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-bff8ac91-358d-4c91-94ac-08505af95dc6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0441635 Jul 07 20:14:34.246873 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-e57b96dc-d2ff-4551-a8d1-1f3583e760e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:34.248378 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-e57b96dc-d2ff-4551-a8d1-1f3583e760e0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0491781 Jul 07 20:14:34.296356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-87a8f3bb-cce7-4dbb-8bb6-7296016f78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:34.297862 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-87a8f3bb-cce7-4dbb-8bb6-7296016f78b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557570 Jul 07 20:14:34.305129 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-62b501df-2320-46f4-a9c9-84e3c4927551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:34.306590 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-62b501df-2320-46f4-a9c9-84e3c4927551 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514905 Jul 07 20:14:34.386157 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-d7332255-f052-4794-b751-c1859c064933 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809994 Jul 07 20:14:34.394779 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-5eaac329-3411-4dd1-8dcf-379390fa9d6d service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810294 Jul 07 20:14:34.482872 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-4528f5bf-943b-4518-91c8-7f6b75fe4487 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893619 Jul 07 20:14:34.501329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c48bd2e7-3a57-499a-a7a4-c7a7bdfaf2d9 req-3b0b5acb-f7a4-44a9-9240-40b06f4c2766 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958872 Jul 07 20:14:34.863374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 41db160b-633f-4746-9e26-04453cfced56 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:14:34.892671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0fcba-bb70-49f7-95d5-6a58ddd36bc7 req-5d8ffef6-6ff0-4f36-8b7d-e51edcccc8bb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:34.894169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6c0fcba-bb70-49f7-95d5-6a58ddd36bc7 req-5d8ffef6-6ff0-4f36-8b7d-e51edcccc8bb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 944 time: 0.0638962 Jul 07 20:14:34.900715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 41db160b-633f-4746-9e26-04453cfced56 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:14:34.932253 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b6c0fcba-bb70-49f7-95d5-6a58ddd36bc7 req-f518a13d-7ea9-4b0c-8ab7-45cb382fcc1b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321672 Jul 07 20:14:35.238290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba28f8-a9c6-4a80-838b-c2b0414491ce req-2f1b8ba0-2d2a-42df-bfe6-e30e4974ec62 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:35.239841 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06ba28f8-a9c6-4a80-838b-c2b0414491ce req-2f1b8ba0-2d2a-42df-bfe6-e30e4974ec62 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 944 time: 0.0688374 Jul 07 20:14:35.247179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-53334edf-81ef-49cf-a7aa-20fa8d645ea7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:35.249271 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-53334edf-81ef-49cf-a7aa-20fa8d645ea7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584&tenant_id=97bad7e869044b5188639816492f4489&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 944 time: 0.0721469 Jul 07 20:14:35.277662 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06ba28f8-a9c6-4a80-838b-c2b0414491ce req-bb2aa27d-b86a-432a-ad19-d17790d1a543 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321641 Jul 07 20:14:35.312657 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-e52e979a-cc55-4539-90a6-1a23dd0a0356 service neutron] delete failed (client error): The resource could not be found. Jul 07 20:14:35.313693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-e52e979a-cc55-4539-90a6-1a23dd0a0356 service neutron] 10.222.0.48 "DELETE /v2.0/ports/41db160b-633f-4746-9e26-04453cfced56/bindings/n-h1-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0548298 Jul 07 20:14:35.409274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-008f17d8-d70d-45b9-bc5f-96d8b8a71b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:35.410757 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-008f17d8-d70d-45b9-bc5f-96d8b8a71b62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1095 time: 0.0522077 Jul 07 20:14:35.502132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-bcb45701-decd-48f9-b301-c580eab9d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:35.503652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-bcb45701-decd-48f9-b301-c580eab9d6c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0859816 Jul 07 20:14:35.568806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-d78972c0-4338-4f75-86a7-946346e11fcc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 998 time: 0.0582492 Jul 07 20:14:35.620274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-5d225efe-09b7-43f9-96de-615055ada926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:35.621696 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-5d225efe-09b7-43f9-96de-615055ada926 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0471947 Jul 07 20:14:35.678385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-445b0d49-99b9-4e99-bf72-c71f615ababf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:35.679891 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-445b0d49-99b9-4e99-bf72-c71f615ababf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510917 Jul 07 20:14:35.768306 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-deffeb25-77c6-48ee-b722-1ba8feac9311 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813653 Jul 07 20:14:35.867145 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f30d310-7dc6-43c6-9b8e-2996b130dbe2 req-ae9502e2-37b5-4674-bad3-913a2d8e005b service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917902 Jul 07 20:14:36.233025 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:36.460321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec04e23-c8f9-4291-b259-1cf3ffdae416 req-42168ef6-a6a9-4777-9b1d-b6ad6b493b70 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:36.461795 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ec04e23-c8f9-4291-b259-1cf3ffdae416 req-42168ef6-a6a9-4777-9b1d-b6ad6b493b70 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 944 time: 0.0669396 Jul 07 20:14:36.502942 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ec04e23-c8f9-4291-b259-1cf3ffdae416 req-b42624a6-deb1-40b5-a05b-6200af9350d3 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350697 Jul 07 20:14:36.680879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb847668-152b-4aa3-8fed-86be76c46284 req-f03085c3-20ea-48e8-956a-e091aa5ac131 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:36.682616 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb847668-152b-4aa3-8fed-86be76c46284 req-f03085c3-20ea-48e8-956a-e091aa5ac131 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 944 time: 0.0653198 Jul 07 20:14:36.721171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb847668-152b-4aa3-8fed-86be76c46284 req-f42a4e95-49ab-495f-b8bd-e21ee7581518 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323670 Jul 07 20:14:37.096159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82989bd7-82f9-40f7-825a-441e602dcedd req-c625a557-1652-4e42-9235-9a71b8ba845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:37.097557 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82989bd7-82f9-40f7-825a-441e602dcedd req-c625a557-1652-4e42-9235-9a71b8ba845b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 1095 time: 0.0979860 Jul 07 20:14:37.105613 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628b8e-2683-4566-a3d3-abf44b2439fa req-ba263348-3439-42fb-b6a6-28abe36a35ee tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:37.107544 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-07628b8e-2683-4566-a3d3-abf44b2439fa req-ba263348-3439-42fb-b6a6-28abe36a35ee tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 944 time: 0.0995991 Jul 07 20:14:37.189534 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-07628b8e-2683-4566-a3d3-abf44b2439fa req-bd97cbfc-dc07-494b-8421-d55cebd031d5 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738900 Jul 07 20:14:37.215229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82989bd7-82f9-40f7-825a-441e602dcedd req-cb78cc8e-b8b4-4f22-bf61-12a7502f8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:37.217310 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82989bd7-82f9-40f7-825a-441e602dcedd req-cb78cc8e-b8b4-4f22-bf61-12a7502f8cc4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.1089401 Jul 07 20:14:37.289684 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82989bd7-82f9-40f7-825a-441e602dcedd req-84fb033f-fa15-492d-81cc-9a87692498d0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 200 len: 998 time: 0.0621078 Jul 07 20:14:37.342518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82989bd7-82f9-40f7-825a-441e602dcedd req-6619a741-8e7e-45fb-b5c6-1b1da79662ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:37.343952 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82989bd7-82f9-40f7-825a-441e602dcedd req-6619a741-8e7e-45fb-b5c6-1b1da79662ca service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0434024 Jul 07 20:14:37.402574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82989bd7-82f9-40f7-825a-441e602dcedd req-1b9c940e-e9b5-4371-ae5f-011ebdaa5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:37.404755 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82989bd7-82f9-40f7-825a-441e602dcedd req-1b9c940e-e9b5-4371-ae5f-011ebdaa5cc4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518699 Jul 07 20:14:37.499928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82989bd7-82f9-40f7-825a-441e602dcedd req-e2860a3e-7aa5-4e9f-8bfa-d0ae7a4d79e0 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845275 Jul 07 20:14:37.592958 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82989bd7-82f9-40f7-825a-441e602dcedd req-f633c75a-2f39-4229-af69-8d6e3b738adc service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847428 Jul 07 20:14:37.641869 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 41db160b-633f-4746-9e26-04453cfced56 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:14:37.735629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=41db160b-633f-4746-9e26-04453cfced56,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:37.746603 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '41db160b-633f-4746-9e26-04453cfced56', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'port_id': '41db160b-633f-4746-9e26-04453cfced56', 'mac_address': 'fa:16:3e:b1:0a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:14:37.782652 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:37.794839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41db160b-633f-4746-9e26-04453cfced56 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:14:37.813647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=41db160b-633f-4746-9e26-04453cfced56,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:37.817537 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:37.863829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=41db160b-633f-4746-9e26-04453cfced56,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:37.871044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:37.871392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:37.871735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:37.872068 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:37.872398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:37.873271 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:37.873600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:37.873920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:37.874240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:37.874561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:37.874912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:37.875232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:38.118002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['41db160b-633f-4746-9e26-04453cfced56'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:14:38.372588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a46c0-7416-46d6-926a-fe0da5195cd1 req-f67a9ec6-6a22-4c05-975d-a4b88645de60 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:38.374009 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8d0a46c0-7416-46d6-926a-fe0da5195cd1 req-f67a9ec6-6a22-4c05-975d-a4b88645de60 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 945 time: 0.0683477 Jul 07 20:14:38.416930 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8d0a46c0-7416-46d6-926a-fe0da5195cd1 req-b9592718-8882-4798-94f7-faea98fe3f7e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374060 Jul 07 20:14:38.798196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e76156-cbe2-4264-8a7f-9d2f1e81730d req-aa9126c8-98e8-4f0b-975b-0f9d786e9d3e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:38.799775 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7e76156-cbe2-4264-8a7f-9d2f1e81730d req-aa9126c8-98e8-4f0b-975b-0f9d786e9d3e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 945 time: 0.0648792 Jul 07 20:14:38.839618 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e7e76156-cbe2-4264-8a7f-9d2f1e81730d req-e5e23ec8-b7b7-4ba7-9a58-8422a903bb68 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341654 Jul 07 20:14:39.648600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 41db160b-633f-4746-9e26-04453cfced56 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:39.695764 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 41db160b-633f-4746-9e26-04453cfced56 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:39.699928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 41db160b-633f-4746-9e26-04453cfced56 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:39.700329 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:39.778249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:39.800450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41db160b-633f-4746-9e26-04453cfced56'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:14:39.802678 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3483e00d-7c3e-4be4-8485-0e9e87b902d3" -d '{"events": [{"server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "name": "network-vif-plugged", "status": "completed", "tag": "41db160b-633f-4746-9e26-04453cfced56"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:14:39.814726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=41db160b-633f-4746-9e26-04453cfced56,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:39.819361 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:39.866772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=41db160b-633f-4746-9e26-04453cfced56,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:39.894850 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bd2b95-14a3-4d83-85b3-5c6210b562a2 x-openstack-request-id: req-43bd2b95-14a3-4d83-85b3-5c6210b562a2 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:14:39.895190 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "name": "network-vif-plugged", "status": "completed", "tag": "41db160b-633f-4746-9e26-04453cfced56", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:14:39.895444 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43bd2b95-14a3-4d83-85b3-5c6210b562a2 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:14:39.895867 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41db160b-633f-4746-9e26-04453cfced56', 'code': 200} Jul 07 20:14:40.023463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df50793-da47-4592-8370-1f5186e69dc2 req-718c17e2-88ef-4e4d-8f37-4b81fe1de39b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:40.024988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3df50793-da47-4592-8370-1f5186e69dc2 req-718c17e2-88ef-4e4d-8f37-4b81fe1de39b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0685740 Jul 07 20:14:40.065636 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3df50793-da47-4592-8370-1f5186e69dc2 req-6ed642e0-f033-47c3-9f54-e47be6325bbb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344675 Jul 07 20:14:40.277791 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-0a813b75-32b6-487d-8d60-1687c69f495a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:40.279795 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-0a813b75-32b6-487d-8d60-1687c69f495a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.110 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 946 time: 0.0680897 Jul 07 20:14:40.377918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Deleting port 41db160b-633f-4746-9e26-04453cfced56 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:14:40.378232 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:40.424828 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:40.474886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] For port 41db160b-633f-4746-9e26-04453cfced56, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=41db160b-633f-4746-9e26-04453cfced56,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:40.475185 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:40.648374 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:40.648651 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:40.648963 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e disassociated. External IP: 172.25.0.8, port: 41db160b-633f-4746-9e26-04453cfced56. Jul 07 20:14:40.649298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Calling delete_port for 41db160b-633f-4746-9e26-04453cfced56 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:14:40.777783 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:40.808405 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event deleted for resources: {'Port': ['ID=41db160b-633f-4746-9e26-04453cfced56,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:40.926625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Router db2a636e-30d5-44c9-8b2d-6e7f373934b7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:14:41.036879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:14:41.047897 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d83420-c406-434c-a0b2-a244d4c02358 None None] Sync routers for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:14:41.057545 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d83420-c406-434c-a0b2-a244d4c02358 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:41.058146 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e0d83420-c406-434c-a0b2-a244d4c02358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:14:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:41.080376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] No DVR routers for this DVR port 41db160b-633f-4746-9e26-04453cfced56 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:14:41.082866 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:41.085114 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57a4b9ca-dc20-4ab6-be3f-c085f25a0368 req-a5ed7f29-696e-40cd-b1ed-98c791a306bc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.110 "DELETE /v2.0/ports/41db160b-633f-4746-9e26-04453cfced56 HTTP/1.1" status: 204 len: 173 time: 0.7990894 Jul 07 20:14:41.085556 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'name': 'network-vif-deleted', 'tag': '41db160b-633f-4746-9e26-04453cfced56'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:14:41.088024 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b179231e-2fbc-4596-b64d-b851efe5ad42" -d '{"events": [{"server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "name": "network-vif-deleted", "tag": "41db160b-633f-4746-9e26-04453cfced56"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:14:41.126263 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add86aee-f88e-4bdc-b58f-d40880020b26 x-openstack-request-id: req-add86aee-f88e-4bdc-b58f-d40880020b26 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:14:41.126875 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b780b9f7-abd1-4853-bc34-624450c8a584", "name": "network-vif-deleted", "tag": "41db160b-633f-4746-9e26-04453cfced56", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:14:41.127273 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-add86aee-f88e-4bdc-b58f-d40880020b26 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:14:41.127513 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b780b9f7-abd1-4853-bc34-624450c8a584', 'name': 'network-vif-deleted', 'tag': '41db160b-633f-4746-9e26-04453cfced56', 'status': 'completed', 'code': 200} Jul 07 20:14:41.180179 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-e0d83420-c406-434c-a0b2-a244d4c02358 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:41.235960 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7ace1d06-2fd5-4452-9e9f-faed7e287008 req-344b0ce5-970a-4632-bffa-18c811bcf699 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=b780b9f7-abd1-4853-bc34-624450c8a584 HTTP/1.1" status: 200 len: 210 time: 0.0327678 Jul 07 20:14:41.377418 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e0d83420-c406-434c-a0b2-a244d4c02358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:41.406271 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d83420-c406-434c-a0b2-a244d4c02358 None None] Checking router: db2a636e-30d5-44c9-8b2d-6e7f373934b7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:14:41.415625 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d83420-c406-434c-a0b2-a244d4c02358 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:41.416245 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e0d83420-c406-434c-a0b2-a244d4c02358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:14:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:41.520372 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-e0d83420-c406-434c-a0b2-a244d4c02358 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:41.714480 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e0d83420-c406-434c-a0b2-a244d4c02358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:41.740801 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d83420-c406-434c-a0b2-a244d4c02358 None None] The sync data for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 is: [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:14:41.961023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7284fba5-e8b6-4209-8af1-0b0d97e16473 None None] New status for floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:14:42.609973 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-24c30485-2252-4d97-8a3f-41bff2906b89 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--90028493&fields=id&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 267 time: 0.0332644 Jul 07 20:14:42.715717 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-5fde7162-2fd9-4593-b456-9c7d023bec53 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:42.717193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-5fde7162-2fd9-4593-b456-9c7d023bec53 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 811 time: 0.1010988 Jul 07 20:14:42.731817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-cbc437d3-7fa5-480c-b1a1-a424fd5eebfa tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/quotas/97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 375 time: 0.0092001 Jul 07 20:14:42.804121 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-aa5d719c-0cd6-4367-b298-c855fee015c3 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666993 Jul 07 20:14:42.939329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-edc13a0f-de75-4e1b-9812-61ed0f4c14c2 service neutron] 10.222.0.81 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238298 Jul 07 20:14:43.025877 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-2a3d8e29-30e0-4e07-b528-e0fc729b6f33 service neutron] 10.222.0.81 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806646 Jul 07 20:14:43.201796 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6643cd35-ad35-4894-acf5-33f853d65183 req-ecd99e91-b454-4da2-889d-32f7e0c137dc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 210 time: 0.0279779 Jul 07 20:14:43.673565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 41db160b-633f-4746-9e26-04453cfced56 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:14:43.695137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 41db160b-633f-4746-9e26-04453cfced56 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:14:43.695484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 41db160b-633f-4746-9e26-04453cfced56 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:14:44.311663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c7ae97f1-e9a9-453d-8517-9ce30f64031d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:44.313680 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c7ae97f1-e9a9-453d-8517-9ce30f64031d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 811 time: 0.1099644 Jul 07 20:14:44.357717 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c81b8853-311b-44cb-81a1-fa5c9eb69d49 req-4e36fd9b-7697-4333-81cc-61e3eb03f08a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 210 time: 0.0353267 Jul 07 20:14:44.395161 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-25aa80a7-5df3-4c6e-9e59-82c1a5fc8afd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 378 time: 0.0618756 Jul 07 20:14:44.406665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Request body: {'port': {'device_id': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'admin_state_up': True, 'tenant_id': '97bad7e869044b5188639816492f4489', 'security_groups': ['3c129e41-aefb-4709-ab9d-16ea402ac91d']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:14:44.510565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Made reservation on behalf of 97bad7e869044b5188639816492f4489 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:14:44.514484 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:44.636559 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Allocated IP 172.20.0.8 (e24a7f67-2e67-411c-a4a9-cb475d919a55/55e1115b-5590-446b-bf67-f5da16887542/0cbfee87-4649-4771-825f-7189fe94dad5) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:14:44.777733 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:44.791550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Transition to ACTIVE for port object 0cbfee87-4649-4771-825f-7189fe94dad5 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:44.823156 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:44.866203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Network e24a7f67-2e67-411c-a4a9-cb475d919a55 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:14:44.871498 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:14:44.874149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:14:44.899727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:44.931673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:44.932293 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:44.946710 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c89a5048-3c6d-4edd-8f5d-5574f07d2e93 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5439880 Jul 07 20:14:44.962120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Request body: {'port': {'device_id': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:14:45.043498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:45.121304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b8cc213d-9a48-4c9a-be0a-0755cfd92ea8 None None] Provisioning for port 0cbfee87-4649-4771-825f-7189fe94dad5 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:45.126157 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b8cc213d-9a48-4c9a-be0a-0755cfd92ea8 None None] Provisioning complete for port 0cbfee87-4649-4771-825f-7189fe94dad5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:45.126525 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b8cc213d-9a48-4c9a-be0a-0755cfd92ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:45.159986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc213d-9a48-4c9a-be0a-0755cfd92ea8 None None] Port 0cbfee87-4649-4771-825f-7189fe94dad5 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:14:45.538891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4bfc8-6b79-42d4-a28d-433259915f03 req-9ebbea15-e239-4d09-a62d-422543ab6d3b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:45.540494 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-75f4bfc8-6b79-42d4-a28d-433259915f03 req-9ebbea15-e239-4d09-a62d-422543ab6d3b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 931 time: 0.0658753 Jul 07 20:14:45.584197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-75f4bfc8-6b79-42d4-a28d-433259915f03 req-203f53ca-cccf-437b-9350-f76361fe75e4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368350 Jul 07 20:14:45.658289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbfee87-4649-4771-825f-7189fe94dad5 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:14:45.665422 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:45.678186 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Transition to ACTIVE for port object 0cbfee87-4649-4771-825f-7189fe94dad5 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:45.681125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:45.731528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:45.806822 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Attempting to bind port 0cbfee87-4649-4771-825f-7189fe94dad5 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:14:45.807281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Attempting to bind port 0cbfee87-4649-4771-825f-7189fe94dad5 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:14:45.807553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Attempting to bind port 0cbfee87-4649-4771-825f-7189fe94dad5 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:14:45.812239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Port 0cbfee87-4649-4771-825f-7189fe94dad5 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:14:45.812566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Attempting to bind port 0cbfee87-4649-4771-825f-7189fe94dad5 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:14:45.817398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:14:45.817738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:14:45.818125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Bound using segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:14:45.818564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Bound port: 0cbfee87-4649-4771-825f-7189fe94dad5, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:14:45.818948 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:45.886079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:14:45.889656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:14:45.893276 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:45.927122 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:45.927725 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:45.929192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] 10.222.0.110 "PUT /v2.0/ports/0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 1091 time: 0.9716530 Jul 07 20:14:45.929518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:14:45.931862 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfa945e-d75d-49c9-a0ed-c0aefd0c18a6" -d '{"events": [{"name": "network-changed", "server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:14:45.955574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f961be-7de5-4e68-9a36-c196766b5f31 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:45.991048 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557bd4c5-d9ac-4ba3-9491-e446a9e9a667 x-openstack-request-id: req-557bd4c5-d9ac-4ba3-9491-e446a9e9a667 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:14:45.991341 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:14:45.991594 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-557bd4c5-d9ac-4ba3-9491-e446a9e9a667 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:14:45.991992 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5', 'status': 'completed', 'code': 200} Jul 07 20:14:46.039901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-b27b15b2-bd54-4de2-b3e5-04bd4513ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:46.041575 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-b27b15b2-bd54-4de2-b3e5-04bd4513ddc6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1094 time: 0.0634325 Jul 07 20:14:46.089739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-752c1d11-6522-4a90-915f-e85901ea6b78 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 217 time: 0.0366271 Jul 07 20:14:46.143679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-e5042941-e35f-48ae-b7a9-85e73138b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:46.145409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-e5042941-e35f-48ae-b7a9-85e73138b73c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0489087 Jul 07 20:14:46.210675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-fbaa83a1-f1db-4293-8368-5d4a5b28d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:46.212193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-fbaa83a1-f1db-4293-8368-5d4a5b28d717 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567219 Jul 07 20:14:46.300341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-c8923882-e4f5-4c22-b5eb-596df2a8fc30 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802271 Jul 07 20:14:46.392556 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f0043674-338f-4d08-b7ca-67e06c66c4ac req-e7456a7b-dc45-45c6-97b8-f0ff5271d643 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846050 Jul 07 20:14:46.504165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa945e-d75d-49c9-a0ed-c0aefd0c18a6 req-a2cd7de5-e20d-474c-965a-a984bf6b0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:46.505631 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cfa945e-d75d-49c9-a0ed-c0aefd0c18a6 req-a2cd7de5-e20d-474c-965a-a984bf6b0ba2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1094 time: 0.0529001 Jul 07 20:14:46.593166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa945e-d75d-49c9-a0ed-c0aefd0c18a6 req-84b6b39c-724b-4f22-a33a-71789aeba041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:46.594607 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cfa945e-d75d-49c9-a0ed-c0aefd0c18a6 req-84b6b39c-724b-4f22-a33a-71789aeba041 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0826344 Jul 07 20:14:46.640562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cfa945e-d75d-49c9-a0ed-c0aefd0c18a6 req-3fea5927-8dfd-44dd-a231-20873849d5e7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 217 time: 0.0389962 Jul 07 20:14:46.692029 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa945e-d75d-49c9-a0ed-c0aefd0c18a6 req-afb82d48-485a-49b3-99f3-d87a20ce4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:46.693430 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cfa945e-d75d-49c9-a0ed-c0aefd0c18a6 req-afb82d48-485a-49b3-99f3-d87a20ce4e0b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0436518 Jul 07 20:14:46.753853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa945e-d75d-49c9-a0ed-c0aefd0c18a6 req-2a143c5a-34d6-4ac5-b5c6-7d34727898f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:46.755373 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cfa945e-d75d-49c9-a0ed-c0aefd0c18a6 req-2a143c5a-34d6-4ac5-b5c6-7d34727898f2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531139 Jul 07 20:14:46.758971 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f019-1a04-4861-a7cc-1ddc3ad2a4f6 req-46d24f0c-92db-4f79-b0ca-37c125e5fb1d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:46.760584 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-71e5f019-1a04-4861-a7cc-1ddc3ad2a4f6 req-46d24f0c-92db-4f79-b0ca-37c125e5fb1d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 943 time: 0.0646591 Jul 07 20:14:46.799354 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-71e5f019-1a04-4861-a7cc-1ddc3ad2a4f6 req-310996d6-fc76-4cdc-90a3-6cb1d59ce93b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320449 Jul 07 20:14:46.853433 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cfa945e-d75d-49c9-a0ed-c0aefd0c18a6 req-d263941b-6d3b-4772-a720-dfcb71f60af1 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890350 Jul 07 20:14:46.945259 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0cfa945e-d75d-49c9-a0ed-c0aefd0c18a6 req-f9208738-5266-4ca8-a991-f9a1cd4289ef service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820971 Jul 07 20:14:47.978641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4037bd3-b62e-4137-b0d0-9ff1ce33516b req-4ac12ce1-0c7c-4ed4-adfe-93c83a5e3b45 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:47.980072 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e4037bd3-b62e-4137-b0d0-9ff1ce33516b req-4ac12ce1-0c7c-4ed4-adfe-93c83a5e3b45 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 943 time: 0.0677612 Jul 07 20:14:48.018099 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e4037bd3-b62e-4137-b0d0-9ff1ce33516b req-56055c6b-31eb-418a-bcf3-38da5834787e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322688 Jul 07 20:14:49.188052 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ec369-dfbd-49ac-880c-b0531c73b9ef req-02e19478-1e74-4cbc-8a34-3a6390d1dae2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:49.189521 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a67ec369-dfbd-49ac-880c-b0531c73b9ef req-02e19478-1e74-4cbc-8a34-3a6390d1dae2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 943 time: 0.0627499 Jul 07 20:14:49.226821 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a67ec369-dfbd-49ac-880c-b0531c73b9ef req-93a8169c-d6b2-439b-8334-5dd159825efd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317440 Jul 07 20:14:49.689639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0cbfee87-4649-4771-825f-7189fe94dad5 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:14:49.787071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:49.798091 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '0cbfee87-4649-4771-825f-7189fe94dad5', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'port_id': '0cbfee87-4649-4771-825f-7189fe94dad5', 'mac_address': 'fa:16:3e:0d:9f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:14:49.835110 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:49.847163 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbfee87-4649-4771-825f-7189fe94dad5 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:14:49.867288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:49.870660 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:49.916235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:50.113737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['0cbfee87-4649-4771-825f-7189fe94dad5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:14:50.398007 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0ed73-5c78-4f18-8f80-70fd3e5d08ed req-dce80819-7266-4122-8e3d-3af53abb27f9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:50.399419 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13d0ed73-5c78-4f18-8f80-70fd3e5d08ed req-dce80819-7266-4122-8e3d-3af53abb27f9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 944 time: 0.0631177 Jul 07 20:14:50.437078 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-13d0ed73-5c78-4f18-8f80-70fd3e5d08ed req-c19769dc-f38c-48fa-8613-39929a02e69d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314217 Jul 07 20:14:51.186357 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-65bff8d1-152e-41d3-b13a-c489bd0c419d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:51.617982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d8cdf-628b-4f09-a50b-4f64e9d967b1 req-5734b5ae-8774-4a8a-9828-da9f29488eeb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:51.619577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b76d8cdf-628b-4f09-a50b-4f64e9d967b1 req-5734b5ae-8774-4a8a-9828-da9f29488eeb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 944 time: 0.0695426 Jul 07 20:14:51.657280 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b76d8cdf-628b-4f09-a50b-4f64e9d967b1 req-0390bce5-9ece-4e08-8a17-014ae15160f9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321567 Jul 07 20:14:51.702112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0cbfee87-4649-4771-825f-7189fe94dad5 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:51.759605 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 0cbfee87-4649-4771-825f-7189fe94dad5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:51.764057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 0cbfee87-4649-4771-825f-7189fe94dad5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:51.764425 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:51.842093 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:51.863034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:14:51.865236 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240c68f1-d1fa-4f43-b703-4137c8fa7a4d" -d '{"events": [{"server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "name": "network-vif-plugged", "status": "completed", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:14:51.877854 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:51.883088 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:51.908470 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca332a6-5231-4661-92de-7f1a5380213f x-openstack-request-id: req-7ca332a6-5231-4661-92de-7f1a5380213f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:14:51.908470 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "name": "network-vif-plugged", "status": "completed", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:14:51.908470 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ca332a6-5231-4661-92de-7f1a5380213f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:14:51.908470 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5', 'code': 200} Jul 07 20:14:51.936942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:52.022320 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866c83e-f804-43d4-8ca9-01ec39c79c54 req-b120bc68-3b27-40a1-acf9-25c5672d27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:52.023823 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1866c83e-f804-43d4-8ca9-01ec39c79c54 req-b120bc68-3b27-40a1-acf9-25c5672d27ee service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1096 time: 0.0523853 Jul 07 20:14:52.061116 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1866c83e-f804-43d4-8ca9-01ec39c79c54 req-2386fdc2-627a-42d4-a0ab-e063af65ceea service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272157 Jul 07 20:14:52.828295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fca2c-0756-4f87-974b-aa32320e9456 req-4947ca8e-b05f-4d47-972d-9b18d75c6052 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:52.829773 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-855fca2c-0756-4f87-974b-aa32320e9456 req-4947ca8e-b05f-4d47-972d-9b18d75c6052 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0634656 Jul 07 20:14:52.867522 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-855fca2c-0756-4f87-974b-aa32320e9456 req-727df645-b70d-4b2c-b732-c43e816d7f3a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319071 Jul 07 20:14:53.955168 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:54.046690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b29901-c347-4db3-8238-c71c12d9b128 req-968798e4-b566-466c-b3af-350088ee0d50 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:54.048071 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9b29901-c347-4db3-8238-c71c12d9b128 req-968798e4-b566-466c-b3af-350088ee0d50 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0672536 Jul 07 20:14:54.084663 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9b29901-c347-4db3-8238-c71c12d9b128 req-37977f4e-7420-45f6-b43d-f9fbef24a239 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310376 Jul 07 20:14:54.116592 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-56eee2c6-868c-4d54-834a-85fb05654d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:54.258174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b232c-8dcb-4ebd-8e46-0581ca526c1c req-41684d9e-a33a-494c-9031-f881a6b140ee tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:54.259700 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-850b232c-8dcb-4ebd-8e46-0581ca526c1c req-41684d9e-a33a-494c-9031-f881a6b140ee tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0672417 Jul 07 20:14:54.268446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 49090) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:54.272930 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-73e51e38-1d63-4cf6-9fc2-3f4d6e8d6812 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Request body: {'floatingip': {'port_id': '0cbfee87-4649-4771-825f-7189fe94dad5'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:14:54.311780 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73e51e38-1d63-4cf6-9fc2-3f4d6e8d6812 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:54.751557 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73e51e38-1d63-4cf6-9fc2-3f4d6e8d6812 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:54.755376 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73e51e38-1d63-4cf6-9fc2-3f4d6e8d6812 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:54.853867 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-73e51e38-1d63-4cf6-9fc2-3f4d6e8d6812 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e associated. External IP: 172.25.0.8, port: 0cbfee87-4649-4771-825f-7189fe94dad5. Jul 07 20:14:54.991065 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:55.056820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e51e38-1d63-4cf6-9fc2-3f4d6e8d6812 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Router db2a636e-30d5-44c9-8b2d-6e7f373934b7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:14:55.162400 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e51e38-1d63-4cf6-9fc2-3f4d6e8d6812 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:14:55.167653 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-73e51e38-1d63-4cf6-9fc2-3f4d6e8d6812 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:55.172211 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d223ef-8832-4d2c-9d09-1bd8a09a2c41 None None] Sync routers for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:14:55.181230 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d223ef-8832-4d2c-9d09-1bd8a09a2c41 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:55.181830 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-44d223ef-8832-4d2c-9d09-1bd8a09a2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:14:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:55.204734 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-73e51e38-1d63-4cf6-9fc2-3f4d6e8d6812 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "PUT /v2.0/floatingips/6a82ac55-bee3-4335-b9f6-183674cb371e HTTP/1.1" status: 200 len: 989 time: 0.9352353 Jul 07 20:14:55.205567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:14:55.207938 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29026d2a-b8f7-4211-b1bf-c9535ac50ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:14:55.293144 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-44d223ef-8832-4d2c-9d09-1bd8a09a2c41 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:55.305039 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb9126a-fe41-43e3-9602-f407bc3e50c7 x-openstack-request-id: req-5eb9126a-fe41-43e3-9602-f407bc3e50c7 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:14:55.305545 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:14:55.305545 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5eb9126a-fe41-43e3-9602-f407bc3e50c7 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:14:55.306162 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5', 'status': 'completed', 'code': 200} Jul 07 20:14:55.383468 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026d2a-b8f7-4211-b1bf-c9535ac50ee2 req-3d8f8afb-318d-42a7-826e-f0276df3a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:55.384995 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29026d2a-b8f7-4211-b1bf-c9535ac50ee2 req-3d8f8afb-318d-42a7-826e-f0276df3a076 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1096 time: 0.0537937 Jul 07 20:14:55.479377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026d2a-b8f7-4211-b1bf-c9535ac50ee2 req-becbe344-b4f7-40ae-a1d0-8bead969e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:55.480899 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29026d2a-b8f7-4211-b1bf-c9535ac50ee2 req-becbe344-b4f7-40ae-a1d0-8bead969e33b service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0895762 Jul 07 20:14:55.519272 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-44d223ef-8832-4d2c-9d09-1bd8a09a2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '6a82ac55-bee3-4335-b9f6-183674cb371e', 'tenant_id': '97bad7e869044b5188639816492f4489', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'port_id': '0cbfee87-4649-4771-825f-7189fe94dad5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'mac_address': 'fa:16:3e:0d:9f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:08:15Z', 'updated_at': '2021-07-07T20:14:54Z', 'revision_number': 9, 'project_id': '97bad7e869044b5188639816492f4489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:55.545125 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d223ef-8832-4d2c-9d09-1bd8a09a2c41 None None] Checking router: db2a636e-30d5-44c9-8b2d-6e7f373934b7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:14:55.546978 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29026d2a-b8f7-4211-b1bf-c9535ac50ee2 req-7723d09c-0292-4f47-9d3d-e0a14ed8e23f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 997 time: 0.0588870 Jul 07 20:14:55.553098 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d223ef-8832-4d2c-9d09-1bd8a09a2c41 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:55.553695 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-44d223ef-8832-4d2c-9d09-1bd8a09a2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:14:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:55.598253 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026d2a-b8f7-4211-b1bf-c9535ac50ee2 req-45de7020-6a16-4c94-b379-4b5b1de95f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:55.599759 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29026d2a-b8f7-4211-b1bf-c9535ac50ee2 req-45de7020-6a16-4c94-b379-4b5b1de95f3e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0465899 Jul 07 20:14:55.663175 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026d2a-b8f7-4211-b1bf-c9535ac50ee2 req-139d0943-48e6-456d-b07c-6cecfd118cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:55.664716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29026d2a-b8f7-4211-b1bf-c9535ac50ee2 req-139d0943-48e6-456d-b07c-6cecfd118cbb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587091 Jul 07 20:14:55.749717 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-44d223ef-8832-4d2c-9d09-1bd8a09a2c41 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:55.763352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29026d2a-b8f7-4211-b1bf-c9535ac50ee2 req-fd21fcec-33f2-4e45-9cd1-ecc40940be6d service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912809 Jul 07 20:14:55.860894 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-29026d2a-b8f7-4211-b1bf-c9535ac50ee2 req-af816a0e-26b6-48ef-aa36-ac140e7cc305 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912774 Jul 07 20:14:55.971434 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-44d223ef-8832-4d2c-9d09-1bd8a09a2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '6a82ac55-bee3-4335-b9f6-183674cb371e', 'tenant_id': '97bad7e869044b5188639816492f4489', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'port_id': '0cbfee87-4649-4771-825f-7189fe94dad5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'mac_address': 'fa:16:3e:0d:9f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:08:15Z', 'updated_at': '2021-07-07T20:14:54Z', 'revision_number': 9, 'project_id': '97bad7e869044b5188639816492f4489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:55.999968 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d223ef-8832-4d2c-9d09-1bd8a09a2c41 None None] The sync data for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 is: [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '6a82ac55-bee3-4335-b9f6-183674cb371e', 'tenant_id': '97bad7e869044b5188639816492f4489', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'port_id': '0cbfee87-4649-4771-825f-7189fe94dad5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'mac_address': 'fa:16:3e:0d:9f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:08:15Z', 'updated_at': '2021-07-07T20:14:54Z', 'revision_number': 9, 'project_id': '97bad7e869044b5188639816492f4489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:14:56.187017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bee171-4b30-4d50-b287-ab5f3694bfcb None None] New status for floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:14:56.705004 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:01.771318 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:15:06.233094 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:10.426329 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:21.186303 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6f4be8bc-05da-4df4-8ddd-a360a728e56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:23.956282 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:24.118383 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bdb7fd32-0eaa-4010-9a88-037406a9905d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:24.993958 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:26.709369 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:36.262695 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:38.770145 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:15:40.432036 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:46.765910 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1cc4480-d1fc-42ea-865c-a56726af4b57 req-77cac951-8af3-4dab-a604-8cdb88369f34 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530279 Jul 07 20:15:46.866361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc4480-d1fc-42ea-865c-a56726af4b57 req-41f26298-2465-4eb4-9bec-d671e07a2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:46.867884 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1cc4480-d1fc-42ea-865c-a56726af4b57 req-41f26298-2465-4eb4-9bec-d671e07a2509 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1096 time: 0.0560088 Jul 07 20:15:46.978823 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc4480-d1fc-42ea-865c-a56726af4b57 req-dab0dfd3-a1c8-4316-8198-8de49d239213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:46.980300 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1cc4480-d1fc-42ea-865c-a56726af4b57 req-dab0dfd3-a1c8-4316-8198-8de49d239213 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0892997 Jul 07 20:15:47.048421 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1cc4480-d1fc-42ea-865c-a56726af4b57 req-a32cf3eb-a4a3-45b8-8e25-77a300d64759 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 1000 time: 0.0579822 Jul 07 20:15:47.101501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc4480-d1fc-42ea-865c-a56726af4b57 req-81794ada-4d00-4821-afb9-ee95379c7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:47.103020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1cc4480-d1fc-42ea-865c-a56726af4b57 req-81794ada-4d00-4821-afb9-ee95379c7fc8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0436916 Jul 07 20:15:47.170267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc4480-d1fc-42ea-865c-a56726af4b57 req-6f5203b4-f9f9-446f-82d6-cd6271eb9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:47.171799 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1cc4480-d1fc-42ea-865c-a56726af4b57 req-6f5203b4-f9f9-446f-82d6-cd6271eb9508 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574646 Jul 07 20:15:47.267365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1cc4480-d1fc-42ea-865c-a56726af4b57 req-5e196f96-cb17-4eb2-aede-b13ae2940d74 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846255 Jul 07 20:15:47.365921 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1cc4480-d1fc-42ea-865c-a56726af4b57 req-b73c85d5-1cdf-42d6-9b9b-4304851b39b1 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907192 Jul 07 20:15:51.187225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-66c99c7c-3a86-456a-a7c4-2b32d7bac48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:53.960790 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:54.121108 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-801c201c-033e-4d16-bcd5-9f21a3484165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:54.997413 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:56.710283 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:06.260967 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:10.444722 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:15.770482 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:16:21.190244 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d0740d94-ebb3-4da0-b1ab-ec5e18396594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:23.970031 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:24.123043 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2835-72c6-47a9-a1f6-679a87639fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:25.001373 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.716147 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:36.279047 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:38.313786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-deb23672-b632-4b0c-8e47-1d55fcbf2df8 req-6b7609dd-8fc6-48c0-ab9c-253d853270c4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:16:38.314965 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-deb23672-b632-4b0c-8e47-1d55fcbf2df8 req-6b7609dd-8fc6-48c0-ab9c-253d853270c4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064669 Jul 07 20:16:38.585567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-1ee4228b-2add-4348-ac15-a728921feaaa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990686 Jul 07 20:16:38.594922 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-18612916-6111-4b2c-84b4-07505059bc09 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:16:38.595896 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-18612916-6111-4b2c-84b4-07505059bc09 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054958 Jul 07 20:16:38.602580 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556e4ed-50b9-4f69-94b3-fab881548f53 req-e834ca39-82b3-42ba-b45b-5304256daa84 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:38.604141 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f556e4ed-50b9-4f69-94b3-fab881548f53 req-e834ca39-82b3-42ba-b45b-5304256daa84 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0650711 Jul 07 20:16:38.644611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f556e4ed-50b9-4f69-94b3-fab881548f53 req-5c01910c-3b9f-4d8d-ba73-975cc9d141da tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342789 Jul 07 20:16:39.862415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f26e-68a3-499b-9a2c-e5693f324ebe req-a0ab3612-f903-4a25-bf78-0c5d4d810b77 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:39.863956 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c30f26e-68a3-499b-9a2c-e5693f324ebe req-a0ab3612-f903-4a25-bf78-0c5d4d810b77 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.1004980 Jul 07 20:16:39.913010 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c30f26e-68a3-499b-9a2c-e5693f324ebe req-32f43d28-e7d9-4fea-a8d3-168a9ec19ebd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427527 Jul 07 20:16:39.914880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-8d5b6561-c881-4804-9556-060bdeb90bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:39.916297 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-8d5b6561-c881-4804-9556-060bdeb90bbd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1096 time: 0.1069901 Jul 07 20:16:40.012203 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-69b6ee7f-f1dc-415c-b7a2-cd9164832745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:40.013690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-69b6ee7f-f1dc-415c-b7a2-cd9164832745 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0867400 Jul 07 20:16:40.084237 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-6d1c46d2-2b4d-4193-a9d4-0d0872e3be91 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 1000 time: 0.0616312 Jul 07 20:16:40.137455 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-e48dfd5b-938b-4f21-a53f-b0f60fba35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:40.138943 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-e48dfd5b-938b-4f21-a53f-b0f60fba35a0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0463076 Jul 07 20:16:40.199799 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-ddfd7e14-c151-456f-9746-ddf07a5a32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:40.201463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-ddfd7e14-c151-456f-9746-ddf07a5a32d7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550148 Jul 07 20:16:40.295979 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-3ca6be06-6e90-428f-9c41-2b5b51a409a2 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862927 Jul 07 20:16:40.388854 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-6c998b50-3a9a-4c92-bf47-50b38de166a9 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860131 Jul 07 20:16:40.465959 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:41.096314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59360f2-93e6-4d22-b284-46f38e1abc44 req-700a22df-1692-4c87-8c72-01e69f65a526 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:41.098273 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b59360f2-93e6-4d22-b284-46f38e1abc44 req-700a22df-1692-4c87-8c72-01e69f65a526 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0672157 Jul 07 20:16:41.136006 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b59360f2-93e6-4d22-b284-46f38e1abc44 req-5e8523ca-ac13-4ffc-b9fc-6f896c58b7e1 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318375 Jul 07 20:16:42.323320 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce9ed5-5999-4383-9927-8c721909022a req-10d0f7e7-3f51-44e5-b9d7-213440f3a56c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:42.324822 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01ce9ed5-5999-4383-9927-8c721909022a req-10d0f7e7-3f51-44e5-b9d7-213440f3a56c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0708516 Jul 07 20:16:42.375125 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01ce9ed5-5999-4383-9927-8c721909022a req-af83eb7f-d94c-4e60-a775-dcd1083dc8d8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445335 Jul 07 20:16:43.556731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98aaede-4fe9-4afc-bf57-45e9fdf2a06d req-80d277a7-1b7c-4f1c-94f1-754029cfe528 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:43.558255 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a98aaede-4fe9-4afc-bf57-45e9fdf2a06d req-80d277a7-1b7c-4f1c-94f1-754029cfe528 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0640087 Jul 07 20:16:43.597016 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a98aaede-4fe9-4afc-bf57-45e9fdf2a06d req-2a969ff3-b589-471e-b996-667bdce36a1f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324016 Jul 07 20:16:44.776284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6aa50-f7c9-4a2d-a9cf-dbfaf54088af req-03960ea3-27da-455b-8c8a-042a28d420bd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:44.777803 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eef6aa50-f7c9-4a2d-a9cf-dbfaf54088af req-03960ea3-27da-455b-8c8a-042a28d420bd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0650427 Jul 07 20:16:44.817558 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eef6aa50-f7c9-4a2d-a9cf-dbfaf54088af req-b1e72745-fe93-4abe-abb6-2024e7e2d940 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341153 Jul 07 20:16:46.006349 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c2c45-8c4f-4398-a7d5-98c77a6530de req-02879f22-b678-4bd3-9193-cb9b89ac3f5b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:46.007906 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f26c2c45-8c4f-4398-a7d5-98c77a6530de req-02879f22-b678-4bd3-9193-cb9b89ac3f5b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0647349 Jul 07 20:16:46.047424 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f26c2c45-8c4f-4398-a7d5-98c77a6530de req-37a7e332-5dfc-4f11-915f-c29ae35974e7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327106 Jul 07 20:16:47.239738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9cc56-5955-4169-8f77-aad2837d5af9 req-1cfc40db-7103-45b6-8d4f-0ddc1d0d2d18 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:47.241210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2df9cc56-5955-4169-8f77-aad2837d5af9 req-1cfc40db-7103-45b6-8d4f-0ddc1d0d2d18 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0678213 Jul 07 20:16:47.279379 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2df9cc56-5955-4169-8f77-aad2837d5af9 req-0cc94c9e-b704-4a30-b5e7-f8fefb48ede7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325167 Jul 07 20:16:47.569629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c835b-5ab6-467d-9947-c2a172207d68 req-2be16e70-e878-434c-9f33-0c0c9c094469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:47.571147 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b1c835b-5ab6-467d-9947-c2a172207d68 req-2be16e70-e878-434c-9f33-0c0c9c094469 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1096 time: 0.0534437 Jul 07 20:16:47.676985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c835b-5ab6-467d-9947-c2a172207d68 req-b074f5e1-ad5c-419c-a4f0-d38d86b475bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:47.678383 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b1c835b-5ab6-467d-9947-c2a172207d68 req-b074f5e1-ad5c-419c-a4f0-d38d86b475bc service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0858507 Jul 07 20:16:47.750374 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b1c835b-5ab6-467d-9947-c2a172207d68 req-5f4e07e4-abe5-467d-b9b3-a3293346a5b0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 1000 time: 0.0626314 Jul 07 20:16:47.802661 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c835b-5ab6-467d-9947-c2a172207d68 req-22d8f6bb-1c93-47f0-a4ea-dce724cea774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:47.804117 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b1c835b-5ab6-467d-9947-c2a172207d68 req-22d8f6bb-1c93-47f0-a4ea-dce724cea774 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0438116 Jul 07 20:16:47.865688 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c835b-5ab6-467d-9947-c2a172207d68 req-14e5cade-20d1-4bfb-9c79-0df0ea573082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:47.867175 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b1c835b-5ab6-467d-9947-c2a172207d68 req-14e5cade-20d1-4bfb-9c79-0df0ea573082 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540731 Jul 07 20:16:47.968327 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b1c835b-5ab6-467d-9947-c2a172207d68 req-af9a5a3c-c42c-420e-a6ed-38231d54fa60 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895188 Jul 07 20:16:48.056990 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7b1c835b-5ab6-467d-9947-c2a172207d68 req-3bbfbdde-4f85-4f9a-8ea2-4190b56c338c service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818803 Jul 07 20:16:48.465817 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c55116-182b-450d-b8a8-f81cf878a327 req-71d798e2-6658-4665-a6ae-e2a69beec685 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:48.467339 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c9c55116-182b-450d-b8a8-f81cf878a327 req-71d798e2-6658-4665-a6ae-e2a69beec685 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0712094 Jul 07 20:16:48.505609 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c9c55116-182b-450d-b8a8-f81cf878a327 req-824f69a2-096d-46a5-976a-77b36be4cee2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323975 Jul 07 20:16:49.696256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502d8a-7791-4f57-b28a-39b2e3fa4cb7 req-431f8c6a-8a4d-4608-a8c4-679ea5adec9d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:49.697677 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9502d8a-7791-4f57-b28a-39b2e3fa4cb7 req-431f8c6a-8a4d-4608-a8c4-679ea5adec9d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0682232 Jul 07 20:16:49.737019 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9502d8a-7791-4f57-b28a-39b2e3fa4cb7 req-889d8259-9e3e-4287-aa01-765a76379ab4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335348 Jul 07 20:16:50.915911 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe728cbe-5a48-4caa-a7dd-6ed324f46a1e req-fd989145-bf13-45d0-96bd-7a317ff04734 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:50.917430 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe728cbe-5a48-4caa-a7dd-6ed324f46a1e req-fd989145-bf13-45d0-96bd-7a317ff04734 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0652695 Jul 07 20:16:50.956630 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fe728cbe-5a48-4caa-a7dd-6ed324f46a1e req-9ad496e0-62c6-4906-a877-7fe54bf6b437 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334599 Jul 07 20:16:51.192180 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1745b7d6-2e55-45eb-99b1-c6f0347cef1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:52.136776 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecbb2a-e64f-41aa-ade4-0f0f13040698 req-657b92a1-b94c-489d-a2cf-0cb71bcfb5f8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:52.138282 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06ecbb2a-e64f-41aa-ade4-0f0f13040698 req-657b92a1-b94c-489d-a2cf-0cb71bcfb5f8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0692081 Jul 07 20:16:52.177213 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-06ecbb2a-e64f-41aa-ade4-0f0f13040698 req-a8f8085b-c947-497f-9b49-a4c517ef8e42 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325797 Jul 07 20:16:52.745699 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-f17fcd3a-9215-4771-9af4-c65b03301b0e service neutron] show failed (client error): The resource could not be found. Jul 07 20:16:52.746707 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-f17fcd3a-9215-4771-9af4-c65b03301b0e service neutron] 10.222.0.110 "GET /v2.0/ports/0cbfee87-4649-4771-825f-7189fe94dad5/bindings/n-h1-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0550931 Jul 07 20:16:52.769501 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:16:53.030742 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-31f0276f-6535-420b-9f62-0f5355b3ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:53.032293 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-31f0276f-6535-420b-9f62-0f5355b3ace2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 1096 time: 0.0572915 Jul 07 20:16:53.044003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:53.117126 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:53.359020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:53.398807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191af0b-f7ed-4035-ada2-4e3e7df2382a req-9413948d-5664-4f7e-8002-eb6cfe73e84a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:53.400330 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e191af0b-f7ed-4035-ada2-4e3e7df2382a req-9413948d-5664-4f7e-8002-eb6cfe73e84a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.1099038 Jul 07 20:16:53.428474 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:16:53.467022 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e191af0b-f7ed-4035-ada2-4e3e7df2382a req-33a2fb07-8c95-4879-8023-bda85688732d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610373 Jul 07 20:16:53.491389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:16:53.491389 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69c4bde-dc1f-4c17-a856-c6b5880a8fc6" -d '{"events": [{"server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "name": "network-vif-unplugged", "status": "completed", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:16:53.491389 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:53.502200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Transition to ACTIVE for port object 0cbfee87-4649-4771-825f-7189fe94dad5 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:16:53.506956 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:53.538008 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2e4581-e41e-4979-9a0b-a43862171032 x-openstack-request-id: req-ea2e4581-e41e-4979-9a0b-a43862171032 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:16:53.538304 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "name": "network-vif-unplugged", "status": "completed", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:16:53.538556 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea2e4581-e41e-4979-9a0b-a43862171032 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:16:53.538967 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5', 'code': 200} Jul 07 20:16:53.592014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=6']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:53.604043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:53.604388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:53.604726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:53.605059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:53.605388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:53.605715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:53.606043 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:53.606361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:53.606680 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:53.607023 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:53.607339 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:53.607655 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:53.646263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] No DVR routers for this DVR port 0cbfee87-4649-4771-825f-7189fe94dad5 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:16:53.961833 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:54.097228 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Attempting to bind port 0cbfee87-4649-4771-825f-7189fe94dad5 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:16:54.097900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Attempting to bind port 0cbfee87-4649-4771-825f-7189fe94dad5 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:16:54.098042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Attempting to bind port 0cbfee87-4649-4771-825f-7189fe94dad5 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:16:54.102422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Port 0cbfee87-4649-4771-825f-7189fe94dad5 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:16:54.102777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Attempting to bind port 0cbfee87-4649-4771-825f-7189fe94dad5 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:16:54.108437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:16:54.108778 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:16:54.109336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Bound using segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:16:54.109779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Bound port: 0cbfee87-4649-4771-825f-7189fe94dad5, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:16:54.110139 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:54.123879 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-391d2ab2-5bba-4644-a6e4-6b16871de44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:54.181215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:16:54.184516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:16:54.188690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:54.228077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:54.228678 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:54.230057 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] 10.222.0.48 "PUT /v2.0/ports/0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 1091 time: 1.1901400 Jul 07 20:16:54.255894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93358e6-ad85-4ecf-9964-38063d1ff800 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:54.317133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-3dfe4e9d-ecd9-46d7-8f3c-c84b8ba4451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:54.318866 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-3dfe4e9d-ecd9-46d7-8f3c-c84b8ba4451b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1094 time: 0.0640297 Jul 07 20:16:54.421917 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-9f530000-6422-4b44-9be8-0cb806b4802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:54.423530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-9f530000-6422-4b44-9be8-0cb806b4802f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0985079 Jul 07 20:16:54.506479 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-93e5b54f-9a45-440c-ad81-919093aa3e95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 998 time: 0.0741618 Jul 07 20:16:54.557481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-7d1937a9-1dab-4411-a852-04d9f095e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:54.559037 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-7d1937a9-1dab-4411-a852-04d9f095e050 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0469825 Jul 07 20:16:54.665974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-4dc6d16e-a3d4-42a2-9d4b-e5d7d224c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:54.667520 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-4dc6d16e-a3d4-42a2-9d4b-e5d7d224c508 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026533 Jul 07 20:16:54.679870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa03f88-6587-4c9c-8093-88adf5c07ede req-d7f5e327-2006-43b7-95d7-16d2bd9c3eff tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:54.681261 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1aa03f88-6587-4c9c-8093-88adf5c07ede req-d7f5e327-2006-43b7-95d7-16d2bd9c3eff tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 943 time: 0.0898898 Jul 07 20:16:54.776194 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1aa03f88-6587-4c9c-8093-88adf5c07ede req-311ccd30-2b94-4af8-8ead-97f18a70d4b6 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856047 Jul 07 20:16:54.796029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-26859077-ec1d-4792-a821-0d0abe777e2e service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138351 Jul 07 20:16:54.887356 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9de8f24b-3ea1-4fb7-82f8-2ba2b8fa6900 req-b5ee9e28-edbe-4c95-b245-757271b8d784 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841329 Jul 07 20:16:55.006416 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:55.540473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:16:55.542888 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be508fd-3751-424c-a541-6f840692daa4" -d '{"events": [{"name": "network-changed", "server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:16:55.595053 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bdfee6-4689-49af-9503-c314c0015014 x-openstack-request-id: req-a8bdfee6-4689-49af-9503-c314c0015014 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:16:55.595347 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:16:55.595601 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8bdfee6-4689-49af-9503-c314c0015014 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:16:55.596011 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5', 'status': 'completed', 'code': 200} Jul 07 20:16:55.677955 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be508fd-3751-424c-a541-6f840692daa4 req-e8454f09-8550-4387-9bdc-eb7d23b681f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:55.679543 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-e8454f09-8550-4387-9bdc-eb7d23b681f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1094 time: 0.0590975 Jul 07 20:16:55.681779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be508fd-3751-424c-a541-6f840692daa4 req-1f6c1c48-1365-4d17-a4a0-aa2156899e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:55.683335 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-1f6c1c48-1365-4d17-a4a0-aa2156899e40 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1094 time: 0.0630288 Jul 07 20:16:55.775259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be508fd-3751-424c-a541-6f840692daa4 req-dae6baa3-5296-49f3-a3d0-b15299fe5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:55.776759 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-dae6baa3-5296-49f3-a3d0-b15299fe5eda service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0910993 Jul 07 20:16:55.779185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be508fd-3751-424c-a541-6f840692daa4 req-fca48af1-5a72-438f-8197-87eea4986eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:55.780653 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-fca48af1-5a72-438f-8197-87eea4986eca service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0868843 Jul 07 20:16:55.844528 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-356771d2-a050-4598-ad8f-7e92b7617509 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 998 time: 0.0611091 Jul 07 20:16:55.853969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-c74d17ce-6fb4-460d-8294-131378d15529 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 998 time: 0.0639458 Jul 07 20:16:55.908384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be508fd-3751-424c-a541-6f840692daa4 req-adbe0c69-1c69-48d5-87d0-ffe7eb3e369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:55.910425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-adbe0c69-1c69-48d5-87d0-ffe7eb3e369a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0462141 Jul 07 20:16:55.928821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be508fd-3751-424c-a541-6f840692daa4 req-7bd17296-9a02-46c6-b40c-4f0b1bb6b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:55.930267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-7bd17296-9a02-46c6-b40c-4f0b1bb6b184 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0794582 Jul 07 20:16:55.971755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be508fd-3751-424c-a541-6f840692daa4 req-5bc2ede4-13f2-4a53-87df-892c95c15c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:55.973291 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-5bc2ede4-13f2-4a53-87df-892c95c15c89 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535085 Jul 07 20:16:55.999888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b873b9e-4d20-441b-b7f0-668d95fbc079 req-d3ed7038-64b9-4b6c-aba6-c21b647feaac tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:56.001399 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8b873b9e-4d20-441b-b7f0-668d95fbc079 req-d3ed7038-64b9-4b6c-aba6-c21b647feaac tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 943 time: 0.1070592 Jul 07 20:16:56.029934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be508fd-3751-424c-a541-6f840692daa4 req-b852c4f0-1c20-4fae-873f-a7accadb48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:56.032934 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-b852c4f0-1c20-4fae-873f-a7accadb48f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962167 Jul 07 20:16:56.069664 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-0da1afbb-4235-4f4a-a830-3d4b01b0de4a service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880566 Jul 07 20:16:56.097594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8b873b9e-4d20-441b-b7f0-668d95fbc079 req-107fc2fa-4658-462a-8104-21e095b7e92e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872154 Jul 07 20:16:56.142142 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-74b11438-5bb5-4d5d-aa5f-8f180428e5f9 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004789 Jul 07 20:16:56.164396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-dfedcdbc-2af5-480a-9aa6-81e9d4788edb service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847132 Jul 07 20:16:56.233300 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2be508fd-3751-424c-a541-6f840692daa4 req-64bb619a-9230-4e80-a6d4-2d1829d43c7e service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834417 Jul 07 20:16:56.254909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0cbfee87-4649-4771-825f-7189fe94dad5 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:16:56.303758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0cbfee87-4649-4771-825f-7189fe94dad5 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:16:56.716147 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:57.278840 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f80d8-75a0-44b0-9ce0-adabd24e7a2b req-5c21fd88-4718-4544-8656-1f0237ebd2c9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:57.280329 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce3f80d8-75a0-44b0-9ce0-adabd24e7a2b req-5c21fd88-4718-4544-8656-1f0237ebd2c9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 943 time: 0.0656867 Jul 07 20:16:57.321827 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ce3f80d8-75a0-44b0-9ce0-adabd24e7a2b req-2c97ef00-b0ff-4fae-b0bb-e24c871eb8b4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359309 Jul 07 20:16:58.503662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91697e93-920d-41ae-9486-294fbf8aad6b req-18940fac-e581-4031-9096-9b78e22a8d78 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:58.505156 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91697e93-920d-41ae-9486-294fbf8aad6b req-18940fac-e581-4031-9096-9b78e22a8d78 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 943 time: 0.0713954 Jul 07 20:16:58.545991 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-91697e93-920d-41ae-9486-294fbf8aad6b req-50df739b-bf59-48a0-b1ed-0625ecf5153f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351231 Jul 07 20:16:58.957418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-02049ece-c086-4088-924b-dd7f3d1d7cbc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:58.959509 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-02049ece-c086-4088-924b-dd7f3d1d7cbc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e&tenant_id=97bad7e869044b5188639816492f4489&binding%3Ahost_id=n-h1-793621-9 HTTP/1.1" status: 200 len: 943 time: 0.0815454 Jul 07 20:16:59.056097 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-ff33c783-7cd9-4012-96ce-1112432f0b04 service neutron] 10.222.0.48 "GET /v2.0/ports/0cbfee87-4649-4771-825f-7189fe94dad5/bindings/n-h1-793621-9 HTTP/1.1" status: 200 len: 382 time: 0.0891817 Jul 07 20:16:59.068890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f274e-1b2c-4718-be59-8a774e101b0a req-58f17568-f9a7-4cdd-ba73-3d1d29d90e73 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:59.070398 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ef9f274e-1b2c-4718-be59-8a774e101b0a req-58f17568-f9a7-4cdd-ba73-3d1d29d90e73 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 943 time: 0.1227298 Jul 07 20:16:59.137362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ef9f274e-1b2c-4718-be59-8a774e101b0a req-e354bf6e-b414-4b37-bfa3-623373be8f0b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611911 Jul 07 20:16:59.157600 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-d1db26d9-b39d-4879-a0d8-72babf011094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:59.159796 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-d1db26d9-b39d-4879-a0d8-72babf011094 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1094 time: 0.0770042 Jul 07 20:16:59.256011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-d5d2ef41-c595-44e0-8052-c4504223da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:59.257569 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-d5d2ef41-c595-44e0-8052-c4504223da0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0888731 Jul 07 20:16:59.321844 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-77cdcd7a-0b8f-456a-aeb9-f21306cde55b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 998 time: 0.0582054 Jul 07 20:16:59.370321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-2be3d41e-4964-4aec-8e8f-95734c1977d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:59.371826 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-2be3d41e-4964-4aec-8e8f-95734c1977d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0444314 Jul 07 20:16:59.435139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-407c4ac7-444c-4c76-8113-1c1cec0b599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:59.436750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-407c4ac7-444c-4c76-8113-1c1cec0b599f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586810 Jul 07 20:16:59.482884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0cbfee87-4649-4771-825f-7189fe94dad5 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:16:59.544892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-4868b150-65d8-490f-b280-bdfa918af13c service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017976 Jul 07 20:16:59.591088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:59.604570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '0cbfee87-4649-4771-825f-7189fe94dad5', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'port_id': '0cbfee87-4649-4771-825f-7189fe94dad5', 'mac_address': 'fa:16:3e:0d:9f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:16:59.642185 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:59.648457 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-4ea123d8-adbc-4459-ac83-b745e186fb6d service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956073 Jul 07 20:16:59.656553 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbfee87-4649-4771-825f-7189fe94dad5 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:16:59.677678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:59.686364 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:59.738941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:59.746750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:59.747124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:59.747471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:59.747810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:59.748147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:59.748481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:59.748812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:59.749142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:59.749470 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:59.749794 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:59.750137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:59.750448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:00.105843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0cbfee87-4649-4771-825f-7189fe94dad5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:17:00.318660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5c662-293a-4b23-b3f6-34b664f8f5ab req-c42afb19-d2af-47a9-9074-c653f3351a7e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:00.320192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eac5c662-293a-4b23-b3f6-34b664f8f5ab req-c42afb19-d2af-47a9-9074-c653f3351a7e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 944 time: 0.0639434 Jul 07 20:17:00.358836 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eac5c662-293a-4b23-b3f6-34b664f8f5ab req-811eb01c-f716-41f7-baf8-cee1c28d7d3b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329256 Jul 07 20:17:01.481339 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0cbfee87-4649-4771-825f-7189fe94dad5 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:17:01.536954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 0cbfee87-4649-4771-825f-7189fe94dad5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:17:01.544082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 0cbfee87-4649-4771-825f-7189fe94dad5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:01.544546 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:01.553653 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e685df-95ac-4eeb-a4c9-f6e82b7ec175 req-f0baee4a-8c00-4b74-ad04-e7cdde0d3c6a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:01.555273 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3e685df-95ac-4eeb-a4c9-f6e82b7ec175 req-f0baee4a-8c00-4b74-ad04-e7cdde0d3c6a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 944 time: 0.0780742 Jul 07 20:17:01.600645 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3e685df-95ac-4eeb-a4c9-f6e82b7ec175 req-108bd8a1-7e18-4793-a5c6-1d4cd04ee944 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384417 Jul 07 20:17:01.641340 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:01.666782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:01.669476 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355c1a37-f936-42aa-be71-ef6f5187a1da" -d '{"events": [{"server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "name": "network-vif-plugged", "status": "completed", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:01.687739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:01.694588 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:01.742880 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b05526-030f-46da-a69e-14dcc7bbff7b x-openstack-request-id: req-14b05526-030f-46da-a69e-14dcc7bbff7b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:01.743165 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "name": "network-vif-plugged", "status": "completed", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:01.743746 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14b05526-030f-46da-a69e-14dcc7bbff7b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:01.744261 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5', 'code': 200} Jul 07 20:17:01.770221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:02.130426 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-60273d0d-f247-4c89-ab28-1aa7a4e656cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:02.131969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-60273d0d-f247-4c89-ab28-1aa7a4e656cf service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 1096 time: 0.0653932 Jul 07 20:17:02.145746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:02.224863 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:02.444619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:02.479701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:17:02.526320 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:02.528835 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:02.531435 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9425db77-f875-4a0c-b51e-1ef63f607c10" -d '{"events": [{"server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "name": "network-vif-unplugged", "status": "completed", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:02.551216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Transition to ACTIVE for port object 0cbfee87-4649-4771-825f-7189fe94dad5 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:17:02.555989 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:02.602637 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3823ebc-9b6b-48b9-b872-48f9ff8e59da x-openstack-request-id: req-f3823ebc-9b6b-48b9-b872-48f9ff8e59da {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:02.602637 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "name": "network-vif-unplugged", "status": "completed", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:02.603004 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3823ebc-9b6b-48b9-b872-48f9ff8e59da {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:02.603372 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5', 'code': 200} Jul 07 20:17:02.655910 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=10']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:02.671462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:02.671793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:02.672151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:02.672466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:02.672794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:02.673120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:02.673448 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:02.673768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:02.674133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:02.674453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:02.674773 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:02.675113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:02.729926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] No DVR routers for this DVR port 0cbfee87-4649-4771-825f-7189fe94dad5 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:17:02.888586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8c756-44b2-4341-8230-46caa2ec34dc req-ef00a21b-70a6-4bf4-aab1-e8b1649aebc1 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:02.890081 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9aa8c756-44b2-4341-8230-46caa2ec34dc req-ef00a21b-70a6-4bf4-aab1-e8b1649aebc1 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 944 time: 0.1252198 Jul 07 20:17:02.944864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Attempting to bind port 0cbfee87-4649-4771-825f-7189fe94dad5 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:17:02.945210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Attempting to bind port 0cbfee87-4649-4771-825f-7189fe94dad5 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:17:02.945553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Attempting to bind port 0cbfee87-4649-4771-825f-7189fe94dad5 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:17:02.958855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Port 0cbfee87-4649-4771-825f-7189fe94dad5 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:17:02.959208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Attempting to bind port 0cbfee87-4649-4771-825f-7189fe94dad5 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:17:02.967013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9aa8c756-44b2-4341-8230-46caa2ec34dc req-b0831379-82be-42fe-8faa-f43c90fd4a78 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558767 Jul 07 20:17:02.971739 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:17:02.972353 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:17:02.972820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Bound using segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:17:02.973351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Bound port: 0cbfee87-4649-4771-825f-7189fe94dad5, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:17:02.973801 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:03.038581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:17:03.041772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:17:03.045318 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:03.079784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:03.080556 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:03.081770 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] 10.222.0.110 "PUT /v2.0/ports/0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 1092 time: 0.9407976 Jul 07 20:17:03.102472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07d8a4-f8b3-4433-b844-4cbf23df350e service neutron] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=11']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:03.178141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-a6d52801-c05b-4c8d-aea8-3beb47b3b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:03.179771 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-a6d52801-c05b-4c8d-aea8-3beb47b3b755 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1095 time: 0.0617437 Jul 07 20:17:03.282008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-5d45c103-98bd-4312-ab3c-e2e616b00a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:03.284166 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-5d45c103-98bd-4312-ab3c-e2e616b00a55 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0944831 Jul 07 20:17:03.357207 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-09dfe611-5451-421c-956c-14f692778100 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 998 time: 0.0634832 Jul 07 20:17:03.412290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-c8b09375-8901-4bf4-b383-9093c7d94d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:03.413907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-c8b09375-8901-4bf4-b383-9093c7d94d72 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0466967 Jul 07 20:17:03.476590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-40eaa6f2-9766-4fa3-ac7c-74037e0f31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:03.478083 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-40eaa6f2-9766-4fa3-ac7c-74037e0f31ff service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571761 Jul 07 20:17:03.572953 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-032558e1-b364-4a29-9373-e208969548e1 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870166 Jul 07 20:17:03.665034 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a0f2ea9-793d-4edb-a197-bd79c67d78e6 req-c42f5e7b-967a-4f79-a0c9-fa4917f3e007 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848417 Jul 07 20:17:04.141091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb541b-744d-47fa-a7a2-f70b1a50d900 req-631dd4ad-4a68-42d8-8fcd-0b0a9d9185f1 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:04.142575 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2bb541b-744d-47fa-a7a2-f70b1a50d900 req-631dd4ad-4a68-42d8-8fcd-0b0a9d9185f1 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 944 time: 0.0629926 Jul 07 20:17:04.179832 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2bb541b-744d-47fa-a7a2-f70b1a50d900 req-17af4b76-353a-41ac-9d3c-816f4c3b15c7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310786 Jul 07 20:17:04.605299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:04.607707 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:04.654964 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3f3913-271b-4119-aaad-57d271f3c253 x-openstack-request-id: req-5e3f3913-271b-4119-aaad-57d271f3c253 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:04.655254 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:04.655506 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e3f3913-271b-4119-aaad-57d271f3c253 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:04.655907 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5', 'status': 'completed', 'code': 200} Jul 07 20:17:04.731151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-4c0e3795-f4e6-4429-bd59-e67d003ffc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:04.732857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-4c0e3795-f4e6-4429-bd59-e67d003ffc69 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1095 time: 0.0527439 Jul 07 20:17:04.734562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-e75f1ccd-8949-4377-b06c-29d5ec0d9dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:04.736054 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-e75f1ccd-8949-4377-b06c-29d5ec0d9dec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 1095 time: 0.0587327 Jul 07 20:17:04.823341 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-7374f9fb-565e-401a-b8b8-15596ab43ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:04.824319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-c852e620-82e5-462b-8540-ad7c2ac33efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:04.824838 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-7374f9fb-565e-401a-b8b8-15596ab43ad0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0859325 Jul 07 20:17:04.825785 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-c852e620-82e5-462b-8540-ad7c2ac33efc service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0827017 Jul 07 20:17:04.890307 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-b60f3ac4-2dbe-4da4-a1cb-ba22e5bbd117 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 998 time: 0.0579975 Jul 07 20:17:04.894387 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-bc5735c7-a6b7-4702-9f59-8114b0277297 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 200 len: 998 time: 0.0624075 Jul 07 20:17:04.943035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-7d900a4e-a19a-4384-aa24-949f84c8b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:04.943324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-d07f7391-ab5c-448c-9756-cb587bddcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:04.944494 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-7d900a4e-a19a-4384-aa24-949f84c8b68b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0438161 Jul 07 20:17:04.944720 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-d07f7391-ab5c-448c-9756-cb587bddcb8d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0471888 Jul 07 20:17:05.003092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-2e93fa1e-ed89-47b4-8f5e-f8a9a0848139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:05.003472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-f61f8e16-24cf-451c-9c95-9c8a686f6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:05.004685 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-2e93fa1e-ed89-47b4-8f5e-f8a9a0848139 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531933 Jul 07 20:17:05.004971 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-f61f8e16-24cf-451c-9c95-9c8a686f6e04 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516293 Jul 07 20:17:05.096952 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-44c99e64-b2bb-4dd6-b211-c125ee1bfd4d service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857332 Jul 07 20:17:05.097569 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-a180d4c8-1147-4c91-936a-3a972b10cec9 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825016 Jul 07 20:17:05.186053 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-8e5420b5-856b-4b89-9452-959465f81161 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824220 Jul 07 20:17:05.193319 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a5c8fe90-5b0a-481f-8501-f893a6f9f4b7 req-71148677-0f85-4100-b9bc-f8537b5919e6 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866420 Jul 07 20:17:05.351914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de1435-7189-42e7-9047-c1d27109a6e8 req-eb519b83-5c37-4b0a-b6cf-70fa94773cb6 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:05.354064 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95de1435-7189-42e7-9047-c1d27109a6e8 req-eb519b83-5c37-4b0a-b6cf-70fa94773cb6 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 944 time: 0.0647466 Jul 07 20:17:05.396677 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-95de1435-7189-42e7-9047-c1d27109a6e8 req-82d489e6-dcee-48a9-9660-4052ec41bb6e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373816 Jul 07 20:17:05.512092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0cbfee87-4649-4771-825f-7189fe94dad5 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:17:05.549912 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0cbfee87-4649-4771-825f-7189fe94dad5 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:17:06.270884 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:06.287769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0cbfee87-4649-4771-825f-7189fe94dad5 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:17:06.387650 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:06.398609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '0cbfee87-4649-4771-825f-7189fe94dad5', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'port_id': '0cbfee87-4649-4771-825f-7189fe94dad5', 'mac_address': 'fa:16:3e:0d:9f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:17:06.435424 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:06.448217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbfee87-4649-4771-825f-7189fe94dad5 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:17:06.468142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:06.472813 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:06.525281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=12']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:06.577297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a9a28-2605-4f85-bbd2-eda6644525d6 req-64d21379-fde3-42a1-9195-8b7724ca334b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:06.578782 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c29a9a28-2605-4f85-bbd2-eda6644525d6 req-64d21379-fde3-42a1-9195-8b7724ca334b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0638521 Jul 07 20:17:06.617286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c29a9a28-2605-4f85-bbd2-eda6644525d6 req-6ab1ecd2-4261-4388-a116-c932e660cbaa tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317376 Jul 07 20:17:06.729468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['0cbfee87-4649-4771-825f-7189fe94dad5'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:17:06.793333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfcfec-7100-41fb-8540-62f2d6aced38 req-1a5eb66a-f325-4f5f-b95d-e57dac3d2364 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:06.794755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48bfcfec-7100-41fb-8540-62f2d6aced38 req-1a5eb66a-f325-4f5f-b95d-e57dac3d2364 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0648904 Jul 07 20:17:06.832337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48bfcfec-7100-41fb-8540-62f2d6aced38 req-14b4cd47-ed39-4d62-a096-e27891f30f86 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317826 Jul 07 20:17:07.000999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda4c8e-7f46-483f-8b35-b7d1f4be1a34 req-8c70118c-b02c-49b0-9001-99722964cbdf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:07.002966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ddda4c8e-7f46-483f-8b35-b7d1f4be1a34 req-8c70118c-b02c-49b0-9001-99722964cbdf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0626600 Jul 07 20:17:07.050360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ddda4c8e-7f46-483f-8b35-b7d1f4be1a34 req-da218f93-2eab-440c-b0b5-5030da7dc409 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389225 Jul 07 20:17:07.433233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f813b61-2a8f-4cd5-9b98-1a5ce7fc78e6 req-a6fe9539-1619-46f1-ab79-7876f19a07ff tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:07.434690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f813b61-2a8f-4cd5-9b98-1a5ce7fc78e6 req-a6fe9539-1619-46f1-ab79-7876f19a07ff tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 945 time: 0.0636344 Jul 07 20:17:07.472159 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9f813b61-2a8f-4cd5-9b98-1a5ce7fc78e6 req-63ba9c13-e300-402e-822b-d4c8d0eaea0f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311823 Jul 07 20:17:08.295200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0cbfee87-4649-4771-825f-7189fe94dad5 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:17:08.345419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 0cbfee87-4649-4771-825f-7189fe94dad5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:17:08.349806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 0cbfee87-4649-4771-825f-7189fe94dad5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:08.350176 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:08.424693 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:08.446746 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:08.449097 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3491bf-0cf7-4404-9a2b-fcb1812527bf" -d '{"events": [{"server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "name": "network-vif-plugged", "status": "completed", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:08.462928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:08.467317 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:08.490103 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b9b73b-6841-4a4f-9f51-d3ee985fdfb7 x-openstack-request-id: req-e9b9b73b-6841-4a4f-9f51-d3ee985fdfb7 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:08.490393 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "name": "network-vif-plugged", "status": "completed", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:08.490643 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9b9b73b-6841-4a4f-9f51-d3ee985fdfb7 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:08.491189 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5', 'code': 200} Jul 07 20:17:08.517523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=13']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:08.646314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb2ce2-168e-4262-b94d-95462944ae77 req-f8773336-fb5f-409e-b385-bf8bfc8135c5 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:08.647715 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26cb2ce2-168e-4262-b94d-95462944ae77 req-f8773336-fb5f-409e-b385-bf8bfc8135c5 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 946 time: 0.0640495 Jul 07 20:17:08.685460 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26cb2ce2-168e-4262-b94d-95462944ae77 req-8f4d24b0-145b-4050-a9ee-afedc3751d79 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320339 Jul 07 20:17:08.922261 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-089c763e-9124-4c0d-a2f8-d4405e6ee4df tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:08.923642 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-089c763e-9124-4c0d-a2f8-d4405e6ee4df tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.110 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 946 time: 0.0650296 Jul 07 20:17:09.025541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Deleting port 0cbfee87-4649-4771-825f-7189fe94dad5 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:17:09.025874 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:09.465339 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] For port 0cbfee87-4649-4771-825f-7189fe94dad5, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0cbfee87-4649-4771-825f-7189fe94dad5,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:09.465698 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:09.632865 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:09.633240 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:09.633556 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e disassociated. External IP: 172.25.0.8, port: 0cbfee87-4649-4771-825f-7189fe94dad5. Jul 07 20:17:09.633901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Calling delete_port for 0cbfee87-4649-4771-825f-7189fe94dad5 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:17:09.764627 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:09.794731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event deleted for resources: {'Port': ['ID=0cbfee87-4649-4771-825f-7189fe94dad5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:09.834381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e98dd093-23bd-42d8-b2bf-5c5df0c2696a req-89d0f9fb-527b-4f11-9da1-e83d070a7db2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=820ec13d-5144-4e59-a5aa-822abab7e04e HTTP/1.1" status: 200 len: 210 time: 0.0330687 Jul 07 20:17:09.919023 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Router db2a636e-30d5-44c9-8b2d-6e7f373934b7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:17:10.028125 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:17:10.040580 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f771b1-e1cf-46ea-8a2e-1ed3d8174c21 None None] Sync routers for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:17:10.050700 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f771b1-e1cf-46ea-8a2e-1ed3d8174c21 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:10.051349 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-42f771b1-e1cf-46ea-8a2e-1ed3d8174c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:16:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:10.072500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] No DVR routers for this DVR port 0cbfee87-4649-4771-825f-7189fe94dad5 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:17:10.074982 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:10.076976 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d6bf4fb2-decb-4cb9-9b70-d5d0a95018bf req-8fb18789-bb9d-4924-83e4-52b8bbb6d32e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.110 "DELETE /v2.0/ports/0cbfee87-4649-4771-825f-7189fe94dad5 HTTP/1.1" status: 204 len: 173 time: 1.1445711 Jul 07 20:17:10.077411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'name': 'network-vif-deleted', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:10.079671 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478d07ad-2874-4edd-a409-4a9a3d865e61" -d '{"events": [{"server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "name": "network-vif-deleted", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:10.127575 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9d7db1-ead4-4429-a308-a5222f3c0da5 x-openstack-request-id: req-1c9d7db1-ead4-4429-a308-a5222f3c0da5 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:10.127931 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820ec13d-5144-4e59-a5aa-822abab7e04e", "name": "network-vif-deleted", "tag": "0cbfee87-4649-4771-825f-7189fe94dad5", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:10.128189 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c9d7db1-ead4-4429-a308-a5222f3c0da5 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:10.128591 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820ec13d-5144-4e59-a5aa-822abab7e04e', 'name': 'network-vif-deleted', 'tag': '0cbfee87-4649-4771-825f-7189fe94dad5', 'status': 'completed', 'code': 200} Jul 07 20:17:10.163344 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-42f771b1-e1cf-46ea-8a2e-1ed3d8174c21 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:10.356774 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-42f771b1-e1cf-46ea-8a2e-1ed3d8174c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:10.385164 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f771b1-e1cf-46ea-8a2e-1ed3d8174c21 None None] Checking router: db2a636e-30d5-44c9-8b2d-6e7f373934b7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:17:10.393051 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f771b1-e1cf-46ea-8a2e-1ed3d8174c21 None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:10.394210 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-42f771b1-e1cf-46ea-8a2e-1ed3d8174c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:16:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:10.460186 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:10.497018 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-42f771b1-e1cf-46ea-8a2e-1ed3d8174c21 None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:10.695742 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-42f771b1-e1cf-46ea-8a2e-1ed3d8174c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:10.725449 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f771b1-e1cf-46ea-8a2e-1ed3d8174c21 None None] The sync data for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 is: [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:17:10.946641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f3eb9-feb0-470c-8fc0-3a0da7fbefb6 None None] New status for floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:17:11.184264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-1acf41e1-e758-4701-b198-a4ae58c2f8e1 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--90028493&fields=id&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 267 time: 0.0361032 Jul 07 20:17:11.290903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-8f63de58-1adb-4eac-bc30-4724147881ab tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:11.292373 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-8f63de58-1adb-4eac-bc30-4724147881ab tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 811 time: 0.1009228 Jul 07 20:17:11.307214 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-3d3b16c5-b08a-4f07-b6bb-d4c20d2ca264 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/quotas/97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 375 time: 0.0095310 Jul 07 20:17:11.377841 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-1689eacd-65a8-4020-93af-c6706d434ddc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658360 Jul 07 20:17:11.393675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-08289243-a367-417d-ab0f-8ab8756532fb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:17:11.394680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-08289243-a367-417d-ab0f-8ab8756532fb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057304 Jul 07 20:17:11.522835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-bacb5a84-8bd3-4ddf-91d9-91bbe3990334 service neutron] 10.222.0.81 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224556 Jul 07 20:17:11.613438 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-32d497aa-968a-4e9f-b610-b1911ecc97d8 service neutron] 10.222.0.81 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844033 Jul 07 20:17:12.314144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0cbfee87-4649-4771-825f-7189fe94dad5 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:17:12.334233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 0cbfee87-4649-4771-825f-7189fe94dad5 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:17:12.334579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0cbfee87-4649-4771-825f-7189fe94dad5 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:17:12.799197 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e9d99be2-53bc-4f1d-95c5-633d7692652e req-a49579fc-ce89-47a9-88d0-2bacd7021573 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 210 time: 0.0296154 Jul 07 20:17:13.892482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-3d4e9f39-5fde-4371-be50-21a7aa1a048e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:13.894742 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-3d4e9f39-5fde-4371-be50-21a7aa1a048e tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 811 time: 0.1274929 Jul 07 20:17:13.942161 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-9c4f110c-93f3-43a8-818f-165d50acdb14 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 378 time: 0.0378246 Jul 07 20:17:13.951802 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Request body: {'port': {'device_id': '6e72073a-b101-43fe-96c3-bcfb00432343', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'admin_state_up': True, 'tenant_id': '97bad7e869044b5188639816492f4489', 'security_groups': ['3c129e41-aefb-4709-ab9d-16ea402ac91d']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:14.067180 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Made reservation on behalf of 97bad7e869044b5188639816492f4489 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:17:14.070707 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:14.163454 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bcf2f38-a6f0-4723-96f0-58803d3bfe4e req-d54d0c00-3566-4c9a-bee3-c8e4299a5de7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 210 time: 0.0354476 Jul 07 20:17:14.226167 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Allocated IP 172.20.0.6 (e24a7f67-2e67-411c-a4a9-cb475d919a55/55e1115b-5590-446b-bf67-f5da16887542/0e1689a4-ae8d-471d-ac2c-d26d45b40d64) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:17:14.364570 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:14.377926 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Transition to ACTIVE for port object 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:17:14.410550 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:14.451343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Network e24a7f67-2e67-411c-a4a9-cb475d919a55 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:17:14.454522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:17:14.460974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:17:14.490416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:14.514472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:14.515225 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:14.531384 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-4274ae58-c8cd-459c-a49d-c12fae1ebbec tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5837135 Jul 07 20:17:14.542986 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Request body: {'port': {'device_id': '6e72073a-b101-43fe-96c3-bcfb00432343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:14.622118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:14.671292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1b9a2d45-2a2a-4024-8570-e58d30cdebdd None None] Provisioning for port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:17:14.675346 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1b9a2d45-2a2a-4024-8570-e58d30cdebdd None None] Provisioning complete for port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:14.675810 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b9a2d45-2a2a-4024-8570-e58d30cdebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:14.711375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a2d45-2a2a-4024-8570-e58d30cdebdd None None] Port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:17:14.881104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:17:14.888249 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:14.900064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Transition to ACTIVE for port object 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:17:14.904047 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:14.955352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:15.029837 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Attempting to bind port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:17:15.030178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Attempting to bind port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:17:15.030510 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Attempting to bind port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:17:15.035492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:17:15.035910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Attempting to bind port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:17:15.041432 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:17:15.041777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:17:15.042173 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Bound using segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:17:15.042608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Bound port: 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:17:15.042996 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:15.109690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:17:15.113600 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:17:15.117693 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:15.157490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:15.158110 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:15.160219 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] 10.222.0.48 "PUT /v2.0/ports/0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 1091 time: 0.6214862 Jul 07 20:17:15.160659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:15.162963 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80141866-8a91-43c2-a222-ed121b1c23bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:15.197766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f81718-2c09-4d5b-956c-0cd7e573ac6b service neutron] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:15.236273 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb84e486-7e40-4d55-ae32-744eaecc7a9f x-openstack-request-id: req-cb84e486-7e40-4d55-ae32-744eaecc7a9f {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:15.236544 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:15.236955 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb84e486-7e40-4d55-ae32-744eaecc7a9f {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:15.237939 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'status': 'completed', 'code': 200} Jul 07 20:17:15.265298 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-91662874-7627-45d1-b12e-11a8ac6c5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:15.266937 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-91662874-7627-45d1-b12e-11a8ac6c5520 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1094 time: 0.0649357 Jul 07 20:17:15.321615 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-cb5c430d-d71f-4fc8-b3ff-206183934a32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 217 time: 0.0470941 Jul 07 20:17:15.395562 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-6cd003dc-19c5-4e14-a36c-23d09799ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:15.397061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-6cd003dc-19c5-4e14-a36c-23d09799ecec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0594532 Jul 07 20:17:15.421193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35e022-7db6-4573-b8e2-280c48e02a1f req-83314e11-f366-4906-aeb4-44cecac98048 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:15.422658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f35e022-7db6-4573-b8e2-280c48e02a1f req-83314e11-f366-4906-aeb4-44cecac98048 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.1421928 Jul 07 20:17:15.479038 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f35e022-7db6-4573-b8e2-280c48e02a1f req-69b51f29-c7f1-431f-a02e-7269ae2684fc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395350 Jul 07 20:17:15.494344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-8b4d046b-d2b6-4b22-9917-ad0d870419b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:15.495869 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-8b4d046b-d2b6-4b22-9917-ad0d870419b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915022 Jul 07 20:17:15.586854 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-55fb9ded-e0ee-483f-9ce2-8a260bac05cc service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843029 Jul 07 20:17:15.673487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db26fa9f-bff8-4df6-8937-71b3567f8e7f req-9babdd59-fb2a-4758-bb04-294da8b8c8b7 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803926 Jul 07 20:17:15.777885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80141866-8a91-43c2-a222-ed121b1c23bc req-a3ab2385-aa82-474e-8cb9-0370f35be662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:15.779554 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80141866-8a91-43c2-a222-ed121b1c23bc req-a3ab2385-aa82-474e-8cb9-0370f35be662 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1094 time: 0.0563974 Jul 07 20:17:15.869178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80141866-8a91-43c2-a222-ed121b1c23bc req-bc75df6b-0bb3-470e-868d-b605d56bba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:15.870699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80141866-8a91-43c2-a222-ed121b1c23bc req-bc75df6b-0bb3-470e-868d-b605d56bba23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0847139 Jul 07 20:17:15.920370 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80141866-8a91-43c2-a222-ed121b1c23bc req-5335f9d1-c2b7-48cc-b0bd-0585869bda1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 217 time: 0.0430760 Jul 07 20:17:15.970280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80141866-8a91-43c2-a222-ed121b1c23bc req-ed7dbfe7-47f7-49c5-aaf0-29599042e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:15.971856 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80141866-8a91-43c2-a222-ed121b1c23bc req-ed7dbfe7-47f7-49c5-aaf0-29599042e69d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0458405 Jul 07 20:17:16.030146 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80141866-8a91-43c2-a222-ed121b1c23bc req-42e120d2-25a9-4917-b284-2dbd2db84880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:16.031679 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80141866-8a91-43c2-a222-ed121b1c23bc req-42e120d2-25a9-4917-b284-2dbd2db84880 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529130 Jul 07 20:17:16.120666 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80141866-8a91-43c2-a222-ed121b1c23bc req-69ab9e97-14a9-4744-9c81-7c74b9020845 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821230 Jul 07 20:17:16.533620 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-80141866-8a91-43c2-a222-ed121b1c23bc req-923a121d-a019-4eda-a74b-c35e9875321a service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051309 Jul 07 20:17:16.661522 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e51328-ed5d-4c65-a484-90e202d764c3 req-bb174269-51ec-4e22-b1dc-4aabf2a146c6 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:16.663039 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-09e51328-ed5d-4c65-a484-90e202d764c3 req-bb174269-51ec-4e22-b1dc-4aabf2a146c6 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0670881 Jul 07 20:17:16.700536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-09e51328-ed5d-4c65-a484-90e202d764c3 req-c556f8cf-ca2c-47a0-bd4d-a00b13e69d6b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318100 Jul 07 20:17:17.874266 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb442beb-30ec-4f98-afbb-41aa1910d7fd req-46fd028b-0e44-411c-a989-0beca63073e4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:17.875810 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bb442beb-30ec-4f98-afbb-41aa1910d7fd req-46fd028b-0e44-411c-a989-0beca63073e4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0637352 Jul 07 20:17:17.916812 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bb442beb-30ec-4f98-afbb-41aa1910d7fd req-ef2f6f6b-ac6d-46c6-87dd-407a005ec9a4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347288 Jul 07 20:17:19.093279 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4ee61-6911-4a14-a4ca-aca45b4f4053 req-2530e15a-1048-48e9-91ee-82874c5b90f9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:19.094667 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-56b4ee61-6911-4a14-a4ca-aca45b4f4053 req-2530e15a-1048-48e9-91ee-82874c5b90f9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0632110 Jul 07 20:17:19.131497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-56b4ee61-6911-4a14-a4ca-aca45b4f4053 req-f894b4b6-d9ba-4c25-a215-fedb2c150a79 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312040 Jul 07 20:17:19.587383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:17:19.683975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:19.695519 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'port_id': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'mac_address': 'fa:16:3e:36:18:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:17:19.732638 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:19.745233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:17:19.764799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:19.769184 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:19.818250 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:20.063378 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0e1689a4-ae8d-471d-ac2c-d26d45b40d64'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:17:20.308249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44a045-6736-493d-b829-4c5332bce5ac req-7037c41e-b44b-476e-a2ae-f5fa50ed8030 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:20.309712 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fc44a045-6736-493d-b829-4c5332bce5ac req-7037c41e-b44b-476e-a2ae-f5fa50ed8030 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0616262 Jul 07 20:17:20.347875 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fc44a045-6736-493d-b829-4c5332bce5ac req-9a62bac4-67d9-4fc2-ab5f-5f385a7e945c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316815 Jul 07 20:17:21.193698 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0b1944e-0c52-4828-bb65-1dd2ee55f3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:21.524479 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234c439-b57c-4b0d-bf97-57350903b287 req-31132fc9-472d-422b-bd5b-cddb22ef544d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:21.525966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e234c439-b57c-4b0d-bf97-57350903b287 req-31132fc9-472d-422b-bd5b-cddb22ef544d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0660758 Jul 07 20:17:21.563096 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e234c439-b57c-4b0d-bf97-57350903b287 req-6b9626b5-9165-4897-b467-0d962dd332c8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315964 Jul 07 20:17:21.618000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:17:21.665858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:17:21.669647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:21.670019 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:21.749372 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:21.771040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:21.773386 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8ec2be-ab28-4f69-96fd-0fb0073c7e58" -d '{"events": [{"server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "name": "network-vif-plugged", "status": "completed", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:21.787147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:21.791232 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:21.813674 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5785574d-de59-427e-a00e-daa0ddf43dab x-openstack-request-id: req-5785574d-de59-427e-a00e-daa0ddf43dab {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:21.813972 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "name": "network-vif-plugged", "status": "completed", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:21.814244 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5785574d-de59-427e-a00e-daa0ddf43dab {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:21.814622 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'code': 200} Jul 07 20:17:21.844116 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:21.923044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c8fa3-ac2b-480e-a95b-0f8a413afd2f req-d083c5e3-ec50-4a45-a338-c6117a94a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:21.924464 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de4c8fa3-ac2b-480e-a95b-0f8a413afd2f req-d083c5e3-ec50-4a45-a338-c6117a94a246 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1096 time: 0.0507562 Jul 07 20:17:21.960384 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de4c8fa3-ac2b-480e-a95b-0f8a413afd2f req-48c1a6be-b235-482f-bd33-189876d0f8dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290771 Jul 07 20:17:22.751151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80846819-6f91-4c2b-aa2b-64d6311944e8 req-76051e30-e0a2-46ed-8712-241940045788 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:22.752694 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80846819-6f91-4c2b-aa2b-64d6311944e8 req-76051e30-e0a2-46ed-8712-241940045788 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0748138 Jul 07 20:17:22.793192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80846819-6f91-4c2b-aa2b-64d6311944e8 req-af00a3e0-47db-4d2c-a339-b70b61e7edc0 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348277 Jul 07 20:17:23.965317 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:23.978198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45901a-5b06-48fe-9f57-ebd2bc5bbeec req-639efe37-dcce-439f-b504-03d6aee4b851 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:23.979719 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f45901a-5b06-48fe-9f57-ebd2bc5bbeec req-639efe37-dcce-439f-b504-03d6aee4b851 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0692768 Jul 07 20:17:24.032345 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f45901a-5b06-48fe-9f57-ebd2bc5bbeec req-05033236-093e-4c2b-8df8-449363211ee9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363214 Jul 07 20:17:24.125237 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-917efd3c-151d-4402-b1a4-9039bafece7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:24.211598 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78339ab-2188-4a0a-bafd-492dfb098733 req-5c6a19df-345d-4b3f-a457-2a2e49cb0d59 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:24.213067 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f78339ab-2188-4a0a-bafd-492dfb098733 req-5c6a19df-345d-4b3f-a457-2a2e49cb0d59 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0632901 Jul 07 20:17:24.222508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 49480) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:24.227011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4735a2ab-b39e-4c73-9979-982680197c02 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Request body: {'floatingip': {'port_id': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:24.268672 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4735a2ab-b39e-4c73-9979-982680197c02 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:24.704919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4735a2ab-b39e-4c73-9979-982680197c02 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:24.709617 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4735a2ab-b39e-4c73-9979-982680197c02 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:24.809034 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-4735a2ab-b39e-4c73-9979-982680197c02 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e associated. External IP: 172.25.0.8, port: 0e1689a4-ae8d-471d-ac2c-d26d45b40d64. Jul 07 20:17:25.007746 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:25.012942 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4735a2ab-b39e-4c73-9979-982680197c02 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Router db2a636e-30d5-44c9-8b2d-6e7f373934b7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:17:25.120426 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4735a2ab-b39e-4c73-9979-982680197c02 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:17:25.125286 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4735a2ab-b39e-4c73-9979-982680197c02 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:25.129760 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce16bb-134c-486e-9da3-1ce6d14d9d0d None None] Sync routers for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:17:25.139184 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce16bb-134c-486e-9da3-1ce6d14d9d0d None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:25.139791 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-1fce16bb-134c-486e-9da3-1ce6d14d9d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:17:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:25.166285 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4735a2ab-b39e-4c73-9979-982680197c02 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "PUT /v2.0/floatingips/6a82ac55-bee3-4335-b9f6-183674cb371e HTTP/1.1" status: 200 len: 990 time: 0.9426758 Jul 07 20:17:25.166915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:25.169177 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac6332c-1913-4d1e-a0f1-5f695cc09887" -d '{"events": [{"name": "network-changed", "server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:25.210926 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69ce606-1b2e-4276-9fa0-5b9b0a618d2a x-openstack-request-id: req-a69ce606-1b2e-4276-9fa0-5b9b0a618d2a {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:25.211327 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:25.211702 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a69ce606-1b2e-4276-9fa0-5b9b0a618d2a {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:25.212251 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'status': 'completed', 'code': 200} Jul 07 20:17:25.256539 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-1fce16bb-134c-486e-9da3-1ce6d14d9d0d None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:25.295356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6332c-1913-4d1e-a0f1-5f695cc09887 req-f6f4c064-8017-4e8e-82ee-8321ec5d0192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:25.296990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ac6332c-1913-4d1e-a0f1-5f695cc09887 req-f6f4c064-8017-4e8e-82ee-8321ec5d0192 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1096 time: 0.0620673 Jul 07 20:17:25.386977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6332c-1913-4d1e-a0f1-5f695cc09887 req-0d21eb6c-da76-49a1-8fa0-0a5e79d16ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:25.388461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ac6332c-1913-4d1e-a0f1-5f695cc09887 req-0d21eb6c-da76-49a1-8fa0-0a5e79d16ac0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0855167 Jul 07 20:17:25.453641 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ac6332c-1913-4d1e-a0f1-5f695cc09887 req-301f4383-9f82-4e26-ab82-a58336986a47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 998 time: 0.0590749 Jul 07 20:17:25.504410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6332c-1913-4d1e-a0f1-5f695cc09887 req-5de13561-50a9-4cad-b755-9b1a80208521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:25.505925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ac6332c-1913-4d1e-a0f1-5f695cc09887 req-5de13561-50a9-4cad-b755-9b1a80208521 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0461147 Jul 07 20:17:25.566982 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6332c-1913-4d1e-a0f1-5f695cc09887 req-10f76337-4b0a-4d79-9446-67cb8cd262cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:25.567372 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-1fce16bb-134c-486e-9da3-1ce6d14d9d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '6a82ac55-bee3-4335-b9f6-183674cb371e', 'tenant_id': '97bad7e869044b5188639816492f4489', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'port_id': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'mac_address': 'fa:16:3e:36:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72073a-b101-43fe-96c3-bcfb00432343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:08:15Z', 'updated_at': '2021-07-07T20:17:24Z', 'revision_number': 13, 'project_id': '97bad7e869044b5188639816492f4489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:25.568420 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ac6332c-1913-4d1e-a0f1-5f695cc09887 req-10f76337-4b0a-4d79-9446-67cb8cd262cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563745 Jul 07 20:17:25.593420 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce16bb-134c-486e-9da3-1ce6d14d9d0d None None] Checking router: db2a636e-30d5-44c9-8b2d-6e7f373934b7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:17:25.602423 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce16bb-134c-486e-9da3-1ce6d14d9d0d None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:25.603053 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-1fce16bb-134c-486e-9da3-1ce6d14d9d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:17:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:25.657643 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ac6332c-1913-4d1e-a0f1-5f695cc09887 req-3518f49f-1074-4145-a3fa-54f115e92432 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824902 Jul 07 20:17:25.704757 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-1fce16bb-134c-486e-9da3-1ce6d14d9d0d None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:25.754921 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ac6332c-1913-4d1e-a0f1-5f695cc09887 req-1b74455f-4f17-4bc6-9fb0-c0911acf0456 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910490 Jul 07 20:17:25.930267 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-1fce16bb-134c-486e-9da3-1ce6d14d9d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '6a82ac55-bee3-4335-b9f6-183674cb371e', 'tenant_id': '97bad7e869044b5188639816492f4489', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'port_id': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'mac_address': 'fa:16:3e:36:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72073a-b101-43fe-96c3-bcfb00432343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:08:15Z', 'updated_at': '2021-07-07T20:17:24Z', 'revision_number': 13, 'project_id': '97bad7e869044b5188639816492f4489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:25.958412 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce16bb-134c-486e-9da3-1ce6d14d9d0d None None] The sync data for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 is: [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '6a82ac55-bee3-4335-b9f6-183674cb371e', 'tenant_id': '97bad7e869044b5188639816492f4489', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'port_id': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'mac_address': 'fa:16:3e:36:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72073a-b101-43fe-96c3-bcfb00432343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:08:15Z', 'updated_at': '2021-07-07T20:17:24Z', 'revision_number': 13, 'project_id': '97bad7e869044b5188639816492f4489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:17:26.142395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b81b1-fd1e-437d-99c0-135441c2225c None None] New status for floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:17:26.719681 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:29.768469 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:17:36.292836 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:40.460636 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:50.228581 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90bf28a1-a644-4124-a2e5-01c6a8436a9e req-0f7f7dd7-53f5-4982-90c8-c1f45712d3a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516274 Jul 07 20:17:50.323027 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf28a1-a644-4124-a2e5-01c6a8436a9e req-17585f86-e654-4e9a-a8a3-bf5ab473762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:50.324549 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90bf28a1-a644-4124-a2e5-01c6a8436a9e req-17585f86-e654-4e9a-a8a3-bf5ab473762a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1096 time: 0.0537834 Jul 07 20:17:50.433898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf28a1-a644-4124-a2e5-01c6a8436a9e req-f3a8b67b-2483-4e72-8c2d-b385f7aaa0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:50.435488 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90bf28a1-a644-4124-a2e5-01c6a8436a9e req-f3a8b67b-2483-4e72-8c2d-b385f7aaa0f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0894573 Jul 07 20:17:50.507915 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90bf28a1-a644-4124-a2e5-01c6a8436a9e req-3ad5e151-59ce-4bd6-89c9-9bddfec9cafd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 1000 time: 0.0629659 Jul 07 20:17:50.558608 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf28a1-a644-4124-a2e5-01c6a8436a9e req-02847ed1-56e7-42be-bf5a-49088412e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:50.560170 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90bf28a1-a644-4124-a2e5-01c6a8436a9e req-02847ed1-56e7-42be-bf5a-49088412e6ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0463827 Jul 07 20:17:50.624436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf28a1-a644-4124-a2e5-01c6a8436a9e req-724a3548-bd8a-4628-bf3c-f036a84d02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:50.626000 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90bf28a1-a644-4124-a2e5-01c6a8436a9e req-724a3548-bd8a-4628-bf3c-f036a84d02c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587230 Jul 07 20:17:50.717456 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90bf28a1-a644-4124-a2e5-01c6a8436a9e req-f0ce5eaa-05a6-4a0f-9797-e209fc1c7970 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833411 Jul 07 20:17:50.812314 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-90bf28a1-a644-4124-a2e5-01c6a8436a9e req-0bcdee88-dc85-40e4-942a-ca6387de0d51 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867996 Jul 07 20:17:51.194946 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3e6d83f7-17ee-49e8-938b-26d38622990a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:53.967653 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:54.126470 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c14dac5f-29a3-43c6-82bb-358bc94fc9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:55.010173 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:56.722995 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:06.300066 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:06.768378 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:18:10.457498 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:21.197736 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6d257f00-7ee4-453d-b2ed-8356fd528078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:23.969341 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:24.127295 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8ef5-5d5b-488b-96bd-288094d5cc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:25.011843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:26.727896 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:36.305585 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:40.440207 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:43.767194 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:18:50.274436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ddad038-d8ac-40c1-a7c9-f1155387b5da req-7de12815-a74f-458d-8ceb-9b7a4527f439 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332214 Jul 07 20:18:50.370727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddad038-d8ac-40c1-a7c9-f1155387b5da req-81c9b772-6212-48e7-8649-1e839c6b88af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:50.372278 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ddad038-d8ac-40c1-a7c9-f1155387b5da req-81c9b772-6212-48e7-8649-1e839c6b88af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1096 time: 0.0552082 Jul 07 20:18:50.488488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddad038-d8ac-40c1-a7c9-f1155387b5da req-5a43d2c0-f9f3-45e4-a5de-6f269fcab09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:50.490975 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ddad038-d8ac-40c1-a7c9-f1155387b5da req-5a43d2c0-f9f3-45e4-a5de-6f269fcab09d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0989139 Jul 07 20:18:50.554143 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ddad038-d8ac-40c1-a7c9-f1155387b5da req-d5b9fb01-45e3-4e31-b4e9-dec1107274b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 1000 time: 0.0570700 Jul 07 20:18:50.609232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddad038-d8ac-40c1-a7c9-f1155387b5da req-f7cb0a2d-ee09-4a4c-b78d-72eb67d19e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:50.610693 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ddad038-d8ac-40c1-a7c9-f1155387b5da req-f7cb0a2d-ee09-4a4c-b78d-72eb67d19e0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0502474 Jul 07 20:18:50.672149 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddad038-d8ac-40c1-a7c9-f1155387b5da req-3b8434a1-4ec7-4d72-be85-eba5a7e44288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:50.674237 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ddad038-d8ac-40c1-a7c9-f1155387b5da req-3b8434a1-4ec7-4d72-be85-eba5a7e44288 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567608 Jul 07 20:18:50.762608 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ddad038-d8ac-40c1-a7c9-f1155387b5da req-0e5bb776-64cf-42d2-a593-6e1da48cf276 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818059 Jul 07 20:18:50.856182 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ddad038-d8ac-40c1-a7c9-f1155387b5da req-019ae26c-3fe1-469e-88b9-11bf877261bc service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872536 Jul 07 20:18:51.198749 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-755f93c2-99f3-4baa-a88a-7fc2b4add4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:53.971928 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:54.128677 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a1f0-4e40-4aa6-93cb-4a970445c1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:55.016291 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:56.729274 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:06.317057 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:10.463142 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:20.766186 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:19:21.199332 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-952114ea-62b9-4c79-b396-b98340a0c1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.974357 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.129791 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c4d3734a-ad48-423d-8098-285f7d288ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:25.017554 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:26.732382 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:36.321934 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:40.464087 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:51.200213 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c712b171-422d-49c0-97d7-af484b172be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:51.202981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60c9ec30-c65c-4b3d-8b1f-05e40ece06e8 req-623fa677-d7f6-4e01-96e1-69f5f29b9c3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525823 Jul 07 20:19:51.296367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9ec30-c65c-4b3d-8b1f-05e40ece06e8 req-de44a1ab-9261-4aeb-b626-4943240509a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:51.297759 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60c9ec30-c65c-4b3d-8b1f-05e40ece06e8 req-de44a1ab-9261-4aeb-b626-4943240509a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1096 time: 0.0524559 Jul 07 20:19:51.403826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9ec30-c65c-4b3d-8b1f-05e40ece06e8 req-1bcb35e9-da0b-4998-bbde-f2e771562c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:51.405298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60c9ec30-c65c-4b3d-8b1f-05e40ece06e8 req-1bcb35e9-da0b-4998-bbde-f2e771562c9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0874071 Jul 07 20:19:51.469309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60c9ec30-c65c-4b3d-8b1f-05e40ece06e8 req-6e01d7bf-31d3-412d-b9bc-3e3590d88d24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 1000 time: 0.0569191 Jul 07 20:19:51.516570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9ec30-c65c-4b3d-8b1f-05e40ece06e8 req-1958af03-48f0-415d-90b3-8219fe243d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:51.517981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60c9ec30-c65c-4b3d-8b1f-05e40ece06e8 req-1958af03-48f0-415d-90b3-8219fe243d44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0425310 Jul 07 20:19:51.578889 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9ec30-c65c-4b3d-8b1f-05e40ece06e8 req-e91d43a9-4344-4111-ad5e-cb45a879fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:51.580359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60c9ec30-c65c-4b3d-8b1f-05e40ece06e8 req-e91d43a9-4344-4111-ad5e-cb45a879fff3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561061 Jul 07 20:19:51.673342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60c9ec30-c65c-4b3d-8b1f-05e40ece06e8 req-be3065ec-b893-448a-bd67-be2b0a6e0fd3 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858150 Jul 07 20:19:51.769400 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-60c9ec30-c65c-4b3d-8b1f-05e40ece06e8 req-65d78a55-d6e8-4a33-ab68-73bdaca6a813 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888789 Jul 07 20:19:53.975174 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:54.129565 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-296711dd-4e44-45a3-9c0a-dcb4c4ae9096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:55.020229 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:56.735271 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:57.764831 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:20:01.484880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec213-7833-4179-ac6a-a075a9614646 req-7f754c8b-7a43-44df-92f6-14ac2d5fa3de tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:01.486381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e89ec213-7833-4179-ac6a-a075a9614646 req-7f754c8b-7a43-44df-92f6-14ac2d5fa3de tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.1748025 Jul 07 20:20:01.525684 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e89ec213-7833-4179-ac6a-a075a9614646 req-e67e6188-96c4-47df-9b15-10784ffab837 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325601 Jul 07 20:20:06.320674 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:10.469533 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:13.097438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-8a555e7e-df5e-4c29-ac23-201604583b91 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0560544 Jul 07 20:20:13.166695 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cae232-d806-40ae-b983-41fc906297c9 req-4265ec15-1fe4-4d24-b486-1f0dcbb22d94 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:13.168388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-35cae232-d806-40ae-b983-41fc906297c9 req-4265ec15-1fe4-4d24-b486-1f0dcbb22d94 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0750206 Jul 07 20:20:13.210589 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-35cae232-d806-40ae-b983-41fc906297c9 req-e1de8952-d40b-4388-ad5e-4f56c8f32c0d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359628 Jul 07 20:20:14.409619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-3e8559c4-1adf-4ef8-b9c4-0a57ece13507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:14.411167 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-3e8559c4-1adf-4ef8-b9c4-0a57ece13507 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1096 time: 0.0554588 Jul 07 20:20:14.415085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3c740-d8c1-4fca-af4b-3ebc0be78462 req-54a7b81b-996d-41a0-b724-03d5c8740aae tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:14.416710 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2bd3c740-d8c1-4fca-af4b-3ebc0be78462 req-54a7b81b-996d-41a0-b724-03d5c8740aae tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0717361 Jul 07 20:20:14.456737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2bd3c740-d8c1-4fca-af4b-3ebc0be78462 req-328465d2-8881-46b8-af96-f89bc83b347d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342846 Jul 07 20:20:14.509141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-737a8a83-5625-4b78-bfed-98b630e2ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:14.510600 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-737a8a83-5625-4b78-bfed-98b630e2ddd9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0933943 Jul 07 20:20:14.575443 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-3a88e649-f5a3-4b01-933b-1fdd61654ca4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 1000 time: 0.0577316 Jul 07 20:20:14.628302 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-45da5343-f260-4569-a3ca-3d1edc7e8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:14.629762 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-45da5343-f260-4569-a3ca-3d1edc7e8a27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0477927 Jul 07 20:20:14.688651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-6280567a-0f82-4c01-b737-ff0d766ccf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:14.690177 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-6280567a-0f82-4c01-b737-ff0d766ccf41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542667 Jul 07 20:20:14.777098 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-459a67cd-6be3-4c8b-8d82-86ec3272fbfb service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806818 Jul 07 20:20:14.869645 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-c0c3f900-98ba-4816-beea-6f762884f6bc service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852947 Jul 07 20:20:15.634557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7af300-eb3e-4811-abb4-dbb011543f55 req-72c29df1-b7b4-4656-a612-e1434d3bf338 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:15.636088 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c7af300-eb3e-4811-abb4-dbb011543f55 req-72c29df1-b7b4-4656-a612-e1434d3bf338 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0646255 Jul 07 20:20:15.675939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6c7af300-eb3e-4811-abb4-dbb011543f55 req-430f3aed-a84d-4523-8b48-e7b1750cc060 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343180 Jul 07 20:20:16.851444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc851d8c-9bd8-4a98-94ac-e089ba198a19 req-061d49ae-9f39-4d9b-a8c8-e846ec2ea15f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:16.852941 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc851d8c-9bd8-4a98-94ac-e089ba198a19 req-061d49ae-9f39-4d9b-a8c8-e846ec2ea15f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0641575 Jul 07 20:20:16.890810 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fc851d8c-9bd8-4a98-94ac-e089ba198a19 req-753792ef-4b14-4157-9e3b-5307701df1cb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322585 Jul 07 20:20:18.073997 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8ef43-f4df-4289-bc76-b99c779926ad req-1e6e6ecc-fd87-43ad-a555-3a79a8efb17f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:18.075607 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81b8ef43-f4df-4289-bc76-b99c779926ad req-1e6e6ecc-fd87-43ad-a555-3a79a8efb17f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0683606 Jul 07 20:20:18.113607 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81b8ef43-f4df-4289-bc76-b99c779926ad req-13ff7c3e-c341-43db-880d-a9d1d20c93ff tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323517 Jul 07 20:20:19.283746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568a061-a684-4960-8d78-702d5102edb2 req-627fcd78-ece0-4295-8304-0614cc107a99 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:19.285225 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8568a061-a684-4960-8d78-702d5102edb2 req-627fcd78-ece0-4295-8304-0614cc107a99 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0624537 Jul 07 20:20:19.326391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8568a061-a684-4960-8d78-702d5102edb2 req-0261c8f3-5745-4c02-918f-b50a89719c40 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356030 Jul 07 20:20:20.499073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe40d5-ac56-4892-b1e0-206d0b5dddd8 req-3d9b4834-ad0d-4bbd-bf42-65d994473d73 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:20.500564 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2fe40d5-ac56-4892-b1e0-206d0b5dddd8 req-3d9b4834-ad0d-4bbd-bf42-65d994473d73 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0627878 Jul 07 20:20:20.538440 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a2fe40d5-ac56-4892-b1e0-206d0b5dddd8 req-3f612759-cdbc-4543-b257-172da30d44da tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315790 Jul 07 20:20:21.203368 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-238ea7f4-947a-4f79-8615-6ab1ba47a526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:21.710810 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194dc9a-11b4-41e1-9692-a5916e93bfff req-693e7c8a-6b7f-4a21-bb31-48c81ffe216b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:21.712319 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0194dc9a-11b4-41e1-9692-a5916e93bfff req-693e7c8a-6b7f-4a21-bb31-48c81ffe216b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0633357 Jul 07 20:20:21.751249 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0194dc9a-11b4-41e1-9692-a5916e93bfff req-6ea59444-1855-47e3-8b21-e84066eb1cf6 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332212 Jul 07 20:20:22.923604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05452864-0ce3-4501-8e4c-2bde5eb4d5a1 req-b5f278fb-160a-4841-a2d2-0380cceee007 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:22.925639 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05452864-0ce3-4501-8e4c-2bde5eb4d5a1 req-b5f278fb-160a-4841-a2d2-0380cceee007 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0630262 Jul 07 20:20:22.963075 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05452864-0ce3-4501-8e4c-2bde5eb4d5a1 req-093e7a7a-ff12-4284-9584-32c6b1b46fea tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318351 Jul 07 20:20:23.975949 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:24.131443 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94bdc41d-5889-427b-9b5b-ffbaca8c76fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:24.145034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b7fa0-3e39-4300-8e05-4d87b4802e31 req-7bf871a5-50bb-43a1-a32d-c09297d73a12 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:24.146536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-160b7fa0-3e39-4300-8e05-4d87b4802e31 req-7bf871a5-50bb-43a1-a32d-c09297d73a12 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0675845 Jul 07 20:20:24.185101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-160b7fa0-3e39-4300-8e05-4d87b4802e31 req-2232efbd-0565-47b3-a657-0f6d4d9c4fc3 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329156 Jul 07 20:20:25.022439 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:25.365169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2495cdb-ae0a-479d-a4b6-841fada94e46 req-1cc5d646-c410-4caa-8b88-822f8f8d5190 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:25.366554 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d2495cdb-ae0a-479d-a4b6-841fada94e46 req-1cc5d646-c410-4caa-8b88-822f8f8d5190 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0721531 Jul 07 20:20:25.403397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d2495cdb-ae0a-479d-a4b6-841fada94e46 req-eed16fc6-3a6f-4f7e-b9e8-c8077eb2e169 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310135 Jul 07 20:20:26.580182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc150edd-d9e0-43eb-b9ec-a65b1e2c7ea0 req-2f9e0bf0-2c9a-46f6-aa60-3e2c869cc9f1 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:26.581637 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc150edd-d9e0-43eb-b9ec-a65b1e2c7ea0 req-2f9e0bf0-2c9a-46f6-aa60-3e2c869cc9f1 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0661156 Jul 07 20:20:26.618880 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cc150edd-d9e0-43eb-b9ec-a65b1e2c7ea0 req-0982a88f-d635-4b72-acd2-5235434d6ad5 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314164 Jul 07 20:20:26.738506 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:27.797628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9ec3f-55e3-4698-a366-0f79fd955358 req-2e2b1b02-72e5-45dd-b33e-0eb83b8735ab tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:27.799691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9fd9ec3f-55e3-4698-a366-0f79fd955358 req-2e2b1b02-72e5-45dd-b33e-0eb83b8735ab tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0647142 Jul 07 20:20:27.838145 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9fd9ec3f-55e3-4698-a366-0f79fd955358 req-2e457a01-48cb-4678-a46e-0f02e5928847 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326939 Jul 07 20:20:28.815324 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-b6b5895e-e1d3-44eb-8477-744f9829b365 service neutron] show failed (client error): The resource could not be found. Jul 07 20:20:28.816348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-b6b5895e-e1d3-44eb-8477-744f9829b365 service neutron] 10.222.0.48 "GET /v2.0/ports/0e1689a4-ae8d-471d-ac2c-d26d45b40d64/bindings/n-h2-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0580194 Jul 07 20:20:29.020735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e71eb-6819-4b38-8ea6-e9ce7432a696 req-54162b76-71a0-4863-8906-426afbbd9668 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:29.022228 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e01e71eb-6819-4b38-8ea6-e9ce7432a696 req-54162b76-71a0-4863-8906-426afbbd9668 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0678430 Jul 07 20:20:29.061626 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e01e71eb-6819-4b38-8ea6-e9ce7432a696 req-4bb16e81-9253-48fd-a2e9-b76b0d87c3bb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330966 Jul 07 20:20:29.114063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-74e400ef-a98d-4174-932a-8512c1c5dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:29.115601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-74e400ef-a98d-4174-932a-8512c1c5dbf8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 1096 time: 0.0925243 Jul 07 20:20:29.131850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:20:29.206604 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:29.411288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:20:29.444113 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:20:29.482049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:20:29.484354 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd26cae8-d05f-428b-b065-e7be277b956f" -d '{"events": [{"server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "name": "network-vif-unplugged", "status": "completed", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:20:29.488411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:29.500828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Transition to ACTIVE for port object 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:20:29.506082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:29.594219 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=6']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:20:29.606591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:29.606978 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:29.611682 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:29.612060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:29.612411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:29.612758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:29.613097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:29.613433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:29.613768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:29.614106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:29.614436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:29.614764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:29.618742 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe093a10-be76-4316-9d9d-648e565dceac x-openstack-request-id: req-fe093a10-be76-4316-9d9d-648e565dceac {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:20:29.619065 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "name": "network-vif-unplugged", "status": "completed", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:20:29.619319 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe093a10-be76-4316-9d9d-648e565dceac {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:20:29.619716 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'code': 200} Jul 07 20:20:29.650254 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] No DVR routers for this DVR port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:20:29.789028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Attempting to bind port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:20:29.789306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Attempting to bind port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:20:29.789665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Attempting to bind port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:20:29.794100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:20:29.794422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Attempting to bind port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:20:29.799855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:20:29.800201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:20:29.800901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Bound using segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:20:29.801340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Bound port: 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:20:29.801697 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:29.867634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:20:29.870597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:20:29.875723 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:29.910004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:29.910736 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:29.912130 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] 10.222.0.110 "PUT /v2.0/ports/0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 1091 time: 0.7842987 Jul 07 20:20:29.934740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49e3fc-1b01-43a2-9c6c-5853f8723a97 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=7']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:20:29.996340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-597702af-620f-441f-a8f9-253d0d88f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:29.997857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-597702af-620f-441f-a8f9-253d0d88f832 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1094 time: 0.0558996 Jul 07 20:20:30.094633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-b483db85-4a6c-4b5b-9154-a4cd71f1a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:30.096874 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-b483db85-4a6c-4b5b-9154-a4cd71f1a857 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0915706 Jul 07 20:20:30.164220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-ec911187-c022-42af-b900-50a8efe20d30 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 998 time: 0.0579157 Jul 07 20:20:30.251894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-d14b28f3-876c-4634-a716-b8a7f31e374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:30.253345 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-d14b28f3-876c-4634-a716-b8a7f31e374d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0789771 Jul 07 20:20:30.297619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6200-3f64-4738-941d-dc9088c7927b req-124c37c4-12ad-472b-8532-6596519dabb6 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:30.299095 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c8bf6200-3f64-4738-941d-dc9088c7927b req-124c37c4-12ad-472b-8532-6596519dabb6 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.1174765 Jul 07 20:20:30.348283 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c8bf6200-3f64-4738-941d-dc9088c7927b req-ed48a43a-df89-42eb-9c33-60b4736bcc19 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429034 Jul 07 20:20:30.354055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-dd21a11d-a1d3-4e3f-8a6a-941586e6a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:30.355611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-dd21a11d-a1d3-4e3f-8a6a-941586e6a6f8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907278 Jul 07 20:20:30.451810 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-20fce261-48a3-46bb-97cc-777db0e0508e service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838876 Jul 07 20:20:30.455616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:20:30.493323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:20:30.540635 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c03fb3fa-7141-45b9-b7a7-bba904994531 req-4dac75d9-f669-4179-8dda-118b9ea2ccba service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808516 Jul 07 20:20:31.525570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508a76a-37e1-42d4-9338-562f763e9b85 req-685472cc-c140-4ad3-8d9d-a45b21adf655 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.527032 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c508a76a-37e1-42d4-9338-562f763e9b85 req-685472cc-c140-4ad3-8d9d-a45b21adf655 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0649564 Jul 07 20:20:31.565944 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c508a76a-37e1-42d4-9338-562f763e9b85 req-42e41ec0-4c77-4f36-8435-63fbf56cb0cb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317829 Jul 07 20:20:31.621396 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:20:31.623764 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda" -d '{"events": [{"name": "network-changed", "server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:20:31.671521 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc333ce-9fe8-464a-9deb-72d862bc1aed x-openstack-request-id: req-efc333ce-9fe8-464a-9deb-72d862bc1aed {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:20:31.671815 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:20:31.672092 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efc333ce-9fe8-464a-9deb-72d862bc1aed {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:20:31.672494 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'status': 'completed', 'code': 200} Jul 07 20:20:31.755169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-3ad65e2c-968d-4c36-8d0b-84ef586d6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.756595 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-3ad65e2c-968d-4c36-8d0b-84ef586d6975 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1094 time: 0.0603895 Jul 07 20:20:31.764045 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-571e80e9-081c-471f-a2ee-42090af70bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.765643 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-571e80e9-081c-471f-a2ee-42090af70bd5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1094 time: 0.0631180 Jul 07 20:20:31.856551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-3a218724-637d-4069-9248-9041239073e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.858033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-3a218724-637d-4069-9248-9041239073e6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0925345 Jul 07 20:20:31.865991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-5b6834d2-13a0-4df5-a6e7-e454c23fbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.867501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-5b6834d2-13a0-4df5-a6e7-e454c23fbe5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0933046 Jul 07 20:20:31.932807 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-3ea0bc6c-3259-476a-9fc9-3e92178c5e8b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 998 time: 0.0643053 Jul 07 20:20:31.934465 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-1e30faab-b7f0-4fc1-9cd9-fdee50e96fe5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 998 time: 0.0594130 Jul 07 20:20:31.986905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-76c3ebec-adc2-4b9c-91fb-68d1f4887035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.987566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-e3b908c6-9cd0-47f9-83a5-3eb93d0e2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.988879 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-76c3ebec-adc2-4b9c-91fb-68d1f4887035 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0459712 Jul 07 20:20:31.989019 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-e3b908c6-9cd0-47f9-83a5-3eb93d0e2e8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0478971 Jul 07 20:20:32.050882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-31f1eb10-08e3-4a90-8124-ad47d9f8bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:32.052459 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-31f1eb10-08e3-4a90-8124-ad47d9f8bbbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567129 Jul 07 20:20:32.053947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-aad54893-be11-4d82-8957-f1d104b46103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:32.055461 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-aad54893-be11-4d82-8957-f1d104b46103 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583091 Jul 07 20:20:32.145922 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-a7d8030e-e25b-43ce-ab2b-72b68a10be25 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854216 Jul 07 20:20:32.155574 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-ce028124-1935-46b0-9f2b-0e5793a9c9f4 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899613 Jul 07 20:20:32.243476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-a1383426-00c2-463c-8afa-eafb2180f64f service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905199 Jul 07 20:20:32.248199 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a7b07867-0f8e-4308-bfcd-b0c5411f8eda req-496446ee-9e3e-46b7-a886-14dd94fb19df service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855479 Jul 07 20:20:32.750776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552ac1c-44a7-40d9-98d5-508f87dc53ad req-07d2a227-6bde-4a34-bf6d-740512826943 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:32.752322 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8552ac1c-44a7-40d9-98d5-508f87dc53ad req-07d2a227-6bde-4a34-bf6d-740512826943 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0684187 Jul 07 20:20:32.790783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8552ac1c-44a7-40d9-98d5-508f87dc53ad req-1f2fbf71-6e07-49f2-b83e-251d9ba78bbf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324981 Jul 07 20:20:33.970720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c1a34-7dc1-4340-b212-6bdd4e67b684 req-fb7ce985-0b1b-488d-bcc4-313b981abb29 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:33.972324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-790c1a34-7dc1-4340-b212-6bdd4e67b684 req-fb7ce985-0b1b-488d-bcc4-313b981abb29 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0638876 Jul 07 20:20:34.010284 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-790c1a34-7dc1-4340-b212-6bdd4e67b684 req-abc7e85c-094a-47a0-99bc-c502077291e9 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323138 Jul 07 20:20:34.763909 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:20:35.192888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d31bc0-75fc-4f47-9070-40c0a48aadd2 req-4de0a4b2-1d76-4d6e-9fc2-633fec59bcb8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:35.194407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d5d31bc0-75fc-4f47-9070-40c0a48aadd2 req-4de0a4b2-1d76-4d6e-9fc2-633fec59bcb8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0673494 Jul 07 20:20:35.232971 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d5d31bc0-75fc-4f47-9070-40c0a48aadd2 req-5ecbe327-7c6a-44c5-b7dd-704ad17cc805 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325446 Jul 07 20:20:36.335481 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:36.413152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92445d0f-45ec-4362-882b-9b1da38f04dc req-c87b430b-a84b-486d-afd7-0d459e978a01 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:36.414660 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-92445d0f-45ec-4362-882b-9b1da38f04dc req-c87b430b-a84b-486d-afd7-0d459e978a01 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0677474 Jul 07 20:20:36.452274 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-92445d0f-45ec-4362-882b-9b1da38f04dc req-adb58794-0da1-4f98-90a7-ca6ccd314ed4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319705 Jul 07 20:20:37.628426 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69362a9f-9e12-4dc1-b623-82b9fd66a445 req-8e77075e-6e2d-49b7-b77a-1029e9538d23 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:37.629917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69362a9f-9e12-4dc1-b623-82b9fd66a445 req-8e77075e-6e2d-49b7-b77a-1029e9538d23 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0658445 Jul 07 20:20:37.667893 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69362a9f-9e12-4dc1-b623-82b9fd66a445 req-46be3f41-ed1a-41ca-b6d1-b3d4c84add73 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323286 Jul 07 20:20:38.845811 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892a770-ea6b-4858-89a3-803581c19a24 req-9f144237-1092-4d75-af1c-f7beb4ccd35c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:38.847364 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9892a770-ea6b-4858-89a3-803581c19a24 req-9f144237-1092-4d75-af1c-f7beb4ccd35c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0679085 Jul 07 20:20:38.886240 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9892a770-ea6b-4858-89a3-803581c19a24 req-15dde1c3-1654-4c3c-990b-2ddf18f1a8c1 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332315 Jul 07 20:20:40.058646 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e691817-cf7c-4f9f-bf09-2372a15c975c req-d922a6ea-0f32-43db-a222-3e5b6dbeec96 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:40.060153 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e691817-cf7c-4f9f-bf09-2372a15c975c req-d922a6ea-0f32-43db-a222-3e5b6dbeec96 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0634632 Jul 07 20:20:40.097698 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e691817-cf7c-4f9f-bf09-2372a15c975c req-02cea3d9-e073-4213-949b-5aa9df2d4332 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319707 Jul 07 20:20:40.482180 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:41.274156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c22a1-9b50-4eeb-bda2-8f4f58136863 req-d3b150c3-f710-4517-963b-4c1fbcdff2e8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:41.275675 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-741c22a1-9b50-4eeb-bda2-8f4f58136863 req-d3b150c3-f710-4517-963b-4c1fbcdff2e8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0668519 Jul 07 20:20:41.313080 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-741c22a1-9b50-4eeb-bda2-8f4f58136863 req-a33451c4-17bf-4c56-8fa0-73eb6480b550 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318089 Jul 07 20:20:42.492105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352883ad-a645-496d-a378-e9651043c346 req-70963baa-7272-408a-afc1-7f023f8a06da tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:42.493640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-352883ad-a645-496d-a378-e9651043c346 req-70963baa-7272-408a-afc1-7f023f8a06da tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0675814 Jul 07 20:20:42.534986 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-352883ad-a645-496d-a378-e9651043c346 req-1a7c307c-7d72-44c9-8654-214f4af7b6e4 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338585 Jul 07 20:20:43.574003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:20:43.666187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:20:43.681903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'port_id': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'mac_address': 'fa:16:3e:36:18:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:20:43.717120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edab19-dc2e-4a94-b9de-f66ade94484a req-1c034a38-f15c-4bdf-8318-9ceb82147346 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:43.718605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7edab19-dc2e-4a94-b9de-f66ade94484a req-1c034a38-f15c-4bdf-8318-9ceb82147346 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 943 time: 0.0667086 Jul 07 20:20:43.720827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:43.735385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:20:43.755902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:20:43.759872 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:43.762692 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7edab19-dc2e-4a94-b9de-f66ade94484a req-02ee9b6c-08e7-46d7-a83b-d87864988e6c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330071 Jul 07 20:20:43.809229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:20:43.816587 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:43.816940 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:43.817283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:43.817624 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:43.817958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:43.818290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:43.818620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:43.818974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:43.819304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:43.819631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:43.819955 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:43.820276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:44.068837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['0e1689a4-ae8d-471d-ac2c-d26d45b40d64'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:20:44.178098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-3ab2372d-aac0-4485-b7a3-90ec298a9d26 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:44.179604 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-3ab2372d-aac0-4485-b7a3-90ec298a9d26 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.110 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343&tenant_id=97bad7e869044b5188639816492f4489&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 944 time: 0.0749381 Jul 07 20:20:44.281658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-a5acd0ac-0f60-4d12-a6e4-a4acc5e460bf service neutron] 10.222.0.110 "GET /v2.0/ports/0e1689a4-ae8d-471d-ac2c-d26d45b40d64/bindings/n-h2-793621-9 HTTP/1.1" status: 200 len: 382 time: 0.0940969 Jul 07 20:20:44.291183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d94fd-726d-440a-aab6-b459815f01a7 req-01f38dea-4384-4a7b-ba9f-e559ed11f93b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:44.292741 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0d0d94fd-726d-440a-aab6-b459815f01a7 req-01f38dea-4384-4a7b-ba9f-e559ed11f93b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.1255252 Jul 07 20:20:44.365457 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0d0d94fd-726d-440a-aab6-b459815f01a7 req-e4002c23-ea3d-4ae9-a672-96e62fb9d676 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645061 Jul 07 20:20:44.383250 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-560f43dd-c302-49de-a525-c9f484e658fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:44.384922 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-560f43dd-c302-49de-a525-c9f484e658fc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1095 time: 0.0772061 Jul 07 20:20:44.480578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-ba3264b0-6343-4941-a866-deeee50e40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:44.481829 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-ba3264b0-6343-4941-a866-deeee50e40fc service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0901527 Jul 07 20:20:44.545930 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-22af1ff7-1214-4bc1-a713-659a568f307e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 999 time: 0.0566378 Jul 07 20:20:44.602348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-9c85051e-8a7b-47c7-9f78-0b5354c93c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:44.603915 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-9c85051e-8a7b-47c7-9f78-0b5354c93c21 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0508008 Jul 07 20:20:44.666644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-b0621f21-d652-4b55-917f-13a8a355549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:44.668246 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-b0621f21-d652-4b55-917f-13a8a355549c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572147 Jul 07 20:20:44.763193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-221171bc-95da-4e82-a598-1acd52da63b5 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874162 Jul 07 20:20:44.868254 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-90a7cfa8-83c1-4b98-915b-88e0f4778498 service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982170 Jul 07 20:20:45.560223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981c409-e8b4-44e6-be30-d71dc9c4f021 req-0e082924-a906-42e0-8107-12b3ce7a5dd0 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:45.561761 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b981c409-e8b4-44e6-be30-d71dc9c4f021 req-0e082924-a906-42e0-8107-12b3ce7a5dd0 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0686724 Jul 07 20:20:45.579984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:20:45.606149 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b981c409-e8b4-44e6-be30-d71dc9c4f021 req-e11c7286-9721-44a0-ac48-60118a44d1e8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381846 Jul 07 20:20:45.635392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:20:45.639330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:20:45.639707 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:45.726536 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:45.750406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:20:45.753250 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed11fcd-f31b-4a47-b860-5e68045d47be" -d '{"events": [{"server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "name": "network-vif-plugged", "status": "completed", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:20:45.768393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:20:45.780035 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:45.832498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:20:45.940608 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329cb3cc-e666-4193-ac25-8a26b7708716 x-openstack-request-id: req-329cb3cc-e666-4193-ac25-8a26b7708716 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:20:45.940963 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "name": "network-vif-plugged", "status": "completed", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:20:45.941242 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-329cb3cc-e666-4193-ac25-8a26b7708716 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:20:45.941661 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'code': 200} Jul 07 20:20:46.785690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99942bd-127f-4fd2-844a-a6534f52b564 req-e318a3f4-457d-4547-9947-210c3a27fe83 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:46.787198 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d99942bd-127f-4fd2-844a-a6534f52b564 req-e318a3f4-457d-4547-9947-210c3a27fe83 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0669012 Jul 07 20:20:46.825879 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d99942bd-127f-4fd2-844a-a6534f52b564 req-909a8f1f-5afd-49ac-9eba-9e449fb5ddb6 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332012 Jul 07 20:20:48.007710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca393a-be4f-47d9-87b1-dea5236c2b3b req-7d598ce7-d01d-499f-b274-0053a1761874 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:48.009284 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fca393a-be4f-47d9-87b1-dea5236c2b3b req-7d598ce7-d01d-499f-b274-0053a1761874 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0657222 Jul 07 20:20:48.054198 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7fca393a-be4f-47d9-87b1-dea5236c2b3b req-1104e7b3-259a-46f5-870d-3767f621c8c0 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377166 Jul 07 20:20:49.121814 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-fa3a4e67-1183-4c14-9fcc-1e08b3ed5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:49.123342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-fa3a4e67-1183-4c14-9fcc-1e08b3ed5c40 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343&tenant_id=97bad7e869044b5188639816492f4489 HTTP/1.1" status: 200 len: 1096 time: 0.0606017 Jul 07 20:20:49.133544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-442f8fc5-a646-4c00-a98c-ccbf8616ac77 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:20:49.134540 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-442f8fc5-a646-4c00-a98c-ccbf8616ac77 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053689 Jul 07 20:20:49.145492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:20:49.259523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:49.288431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcaf64-5884-4756-9a8c-0994292b5496 req-dd83525d-b450-4abe-9e4b-21f899063f0d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:49.289917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11bcaf64-5884-4756-9a8c-0994292b5496 req-dd83525d-b450-4abe-9e4b-21f899063f0d tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.1099002 Jul 07 20:20:49.402736 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11bcaf64-5884-4756-9a8c-0994292b5496 req-25a0b06f-a76a-42c9-9350-8776f023eddb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953305 Jul 07 20:20:49.503625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:20:49.542744 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:20:49.582402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:20:49.585014 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768581fc-8709-49d0-8229-a8c566c2ad8b" -d '{"events": [{"server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "name": "network-vif-unplugged", "status": "completed", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:20:49.588656 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:49.602188 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Transition to ACTIVE for port object 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:20:49.605973 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:49.622146 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:20:49.653554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=10']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:20:49.662464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:20:49.664000 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:49.664343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:49.664684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:49.665011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:49.665335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:49.665657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:49.665981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:49.666294 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:49.666612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:49.666953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:49.667270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:49.667583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:49.741115 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abff1f6c-ce4e-4b08-999c-328bf49f809d x-openstack-request-id: req-abff1f6c-ce4e-4b08-999c-328bf49f809d {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:20:49.741409 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "name": "network-vif-unplugged", "status": "completed", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:20:49.741659 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-abff1f6c-ce4e-4b08-999c-328bf49f809d {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:20:49.742053 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'code': 200} Jul 07 20:20:49.767836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] No DVR routers for this DVR port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:20:49.912568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Attempting to bind port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:20:49.912901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Attempting to bind port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:20:49.913347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Attempting to bind port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:20:49.918019 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:20:49.918343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Attempting to bind port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on network e24a7f67-2e67-411c-a4a9-cb475d919a55 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:20:49.923391 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:20:49.923727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Checking segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:20:49.924106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Bound using segment: {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:20:49.924531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Bound port: 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:20:49.924883 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:49.993586 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:20:49.997221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:20:50.001570 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:50.039071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:50.039691 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:50.041375 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] 10.222.0.48 "PUT /v2.0/ports/0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 1092 time: 0.8996348 Jul 07 20:20:50.062762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89640920-4000-436d-a3e9-69cd8f31c79e service neutron] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=11']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:20:50.121588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-018e1a85-be58-4695-9613-e1b006b4f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:50.123298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-018e1a85-be58-4695-9613-e1b006b4f6ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1095 time: 0.0564551 Jul 07 20:20:50.220895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-10126917-4c62-4dd5-b0a6-b16df92554e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:50.222385 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-10126917-4c62-4dd5-b0a6-b16df92554e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0933108 Jul 07 20:20:50.287718 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-549640c3-c506-4ef3-a795-dae06dbd01d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 998 time: 0.0593235 Jul 07 20:20:50.339489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-85ac42b9-ca3d-494c-876e-1123860dc9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:50.340956 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-85ac42b9-ca3d-494c-876e-1123860dc9f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0473027 Jul 07 20:20:50.771324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-52868599-d090-4b9d-8649-ff6ac200e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:50.772848 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-52868599-d090-4b9d-8649-ff6ac200e002 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4255145 Jul 07 20:20:50.785682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302cb35-b683-4f97-b090-66171f34b16c req-18efbb8d-7889-4793-a867-bb3a63edce6f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:50.787193 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7302cb35-b683-4f97-b090-66171f34b16c req-18efbb8d-7889-4793-a867-bb3a63edce6f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0890501 Jul 07 20:20:50.885916 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7302cb35-b683-4f97-b090-66171f34b16c req-7fc9f2c4-19c9-4e75-90a5-90e53123d6db tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905769 Jul 07 20:20:50.913634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-83a6f82f-1269-4412-aee2-b511eac001b3 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254632 Jul 07 20:20:51.004400 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-430dcdac-cb9c-47da-b6d5-8c2a5761bd53 req-422bd931-8a31-4d70-a4c4-f71f172db77f service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846627 Jul 07 20:20:51.206020 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d5815a6c-7db1-4103-a949-c84d22772546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:51.236628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5d697-e2d9-4175-8bb4-148a5c8e91c2 req-c79c0b5a-6ca3-4fa7-a3d6-c31761ea845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:51.238178 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8d5d697-e2d9-4175-8bb4-148a5c8e91c2 req-c79c0b5a-6ca3-4fa7-a3d6-c31761ea845a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1095 time: 0.0640047 Jul 07 20:20:51.345065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5d697-e2d9-4175-8bb4-148a5c8e91c2 req-68e6fd81-4fbd-4f4b-a11d-71fb4c0e4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:51.346412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8d5d697-e2d9-4175-8bb4-148a5c8e91c2 req-68e6fd81-4fbd-4f4b-a11d-71fb4c0e4043 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0881524 Jul 07 20:20:51.417411 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8d5d697-e2d9-4175-8bb4-148a5c8e91c2 req-e2849dac-21f3-4891-8f3d-cf756e5b82f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 998 time: 0.0645089 Jul 07 20:20:51.468135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5d697-e2d9-4175-8bb4-148a5c8e91c2 req-ada4eae3-f4a5-4583-b452-6e1447788cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:51.469635 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8d5d697-e2d9-4175-8bb4-148a5c8e91c2 req-ada4eae3-f4a5-4583-b452-6e1447788cf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0451522 Jul 07 20:20:51.530469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5d697-e2d9-4175-8bb4-148a5c8e91c2 req-88054dcc-7379-4450-b323-97aff0c38def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:51.532154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8d5d697-e2d9-4175-8bb4-148a5c8e91c2 req-88054dcc-7379-4450-b323-97aff0c38def service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541527 Jul 07 20:20:51.635961 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8d5d697-e2d9-4175-8bb4-148a5c8e91c2 req-c34aaea4-8d87-41e9-94b4-30f27a74a1aa service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947077 Jul 07 20:20:51.731244 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8d5d697-e2d9-4175-8bb4-148a5c8e91c2 req-b0f403aa-0b5e-4e2e-bd2b-39f15abc6180 service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869370 Jul 07 20:20:51.742907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:20:51.745241 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76add3c3-9265-41b7-a765-9b00e04abeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:20:51.799411 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4978f6-b1ad-4204-bd8f-218e54a3b319 x-openstack-request-id: req-0f4978f6-b1ad-4204-bd8f-218e54a3b319 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:20:51.799707 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:20:51.799964 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f4978f6-b1ad-4204-bd8f-218e54a3b319 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:20:51.800455 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'status': 'completed', 'code': 200} Jul 07 20:20:51.873816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-24ea3bba-8576-4c9a-a785-3014c0db0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:51.875397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-24ea3bba-8576-4c9a-a785-3014c0db0d05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1095 time: 0.0541351 Jul 07 20:20:51.880086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-b07ba0b2-755c-4581-b5ec-928f74d1ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:51.881709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-b07ba0b2-755c-4581-b5ec-928f74d1ca76 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=97bad7e869044b5188639816492f4489&device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 1095 time: 0.0619419 Jul 07 20:20:51.975416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-db28130a-f6ef-4f8e-a03e-b1d7e3bd7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:51.977014 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-db28130a-f6ef-4f8e-a03e-b1d7e3bd7102 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0954340 Jul 07 20:20:51.978080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-65664b2d-04e5-4459-8ed1-46dd89a5f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:51.979758 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-65664b2d-04e5-4459-8ed1-46dd89a5f7f6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 200 len: 912 time: 0.0886796 Jul 07 20:20:52.058144 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-f23d7049-bab9-4f51-8c3c-6da4496e79a4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 998 time: 0.0715477 Jul 07 20:20:52.098146 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-b78b4070-17e1-4451-a5a6-fb771817cff7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 200 len: 998 time: 0.1111908 Jul 07 20:20:52.112973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-d77409b5-6603-4b58-b413-e4443ab2c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:52.114967 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-d77409b5-6603-4b58-b413-e4443ab2c2ed service neutron] 10.222.0.110 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0474844 Jul 07 20:20:52.167295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b4398-904d-47a8-9c6a-ce592905e73a req-abbbd89e-b0c0-4ff4-8382-f08c2022c875 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:52.168938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-695b4398-904d-47a8-9c6a-ce592905e73a req-abbbd89e-b0c0-4ff4-8382-f08c2022c875 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.1222165 Jul 07 20:20:52.170218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-a11e5d57-0f12-4ea7-8a88-6407888588c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:52.171566 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-a11e5d57-0f12-4ea7-8a88-6407888588c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 200 len: 850 time: 0.0674229 Jul 07 20:20:52.177335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-041a7334-279b-40b3-a757-a5a5e01a7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:52.178998 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-041a7334-279b-40b3-a757-a5a5e01a7d85 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572796 Jul 07 20:20:52.250841 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-695b4398-904d-47a8-9c6a-ce592905e73a req-9803626b-b94b-4f5b-8b04-2ed1d23003d5 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729101 Jul 07 20:20:52.277187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-c400b6dd-6969-49de-9f52-5c6e3c7be663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:52.278741 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-c400b6dd-6969-49de-9f52-5c6e3c7be663 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e24a7f67-2e67-411c-a4a9-cb475d919a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001687 Jul 07 20:20:52.296660 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-eb01cc47-4945-4720-a5dd-647a54f886ce service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089718 Jul 07 20:20:52.381828 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-033e53ba-e76c-4c4a-b632-ec56c161490f service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965834 Jul 07 20:20:52.396236 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-8c1b5d4b-5d41-4c3a-b66a-183a235fd37f service neutron] 10.222.0.110 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896575 Jul 07 20:20:52.487374 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-76add3c3-9265-41b7-a765-9b00e04abeb5 req-eae42fee-d841-47a6-98b6-ad77d85707fa service neutron] 10.222.0.48 "GET /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990429 Jul 07 20:20:53.443999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b28b6c-44f9-49e2-9253-6989673304ba req-8ac830c8-f6de-4038-8cf7-f3025e4a4b8c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:53.446131 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99b28b6c-44f9-49e2-9253-6989673304ba req-8ac830c8-f6de-4038-8cf7-f3025e4a4b8c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0673306 Jul 07 20:20:53.488497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-99b28b6c-44f9-49e2-9253-6989673304ba req-bcf6e70e-f860-412f-b659-bb2074264093 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362458 Jul 07 20:20:53.977463 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:54.132759 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2d1a3294-28be-439e-a83d-08510eef6cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:54.684688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2694f97-939a-41da-aa17-6df4d5959ac6 req-6f33de38-4aac-4e17-a305-358787be56cf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:54.686231 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2694f97-939a-41da-aa17-6df4d5959ac6 req-6f33de38-4aac-4e17-a305-358787be56cf tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0833316 Jul 07 20:20:54.725412 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e2694f97-939a-41da-aa17-6df4d5959ac6 req-ee12e35b-2428-4371-8087-1c61603b1c0c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334280 Jul 07 20:20:55.024662 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:56.278309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df0d5b-c424-440e-b2fc-54540bf8308f req-6114fe59-fa9b-4006-9fce-8e5f245dd81b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:56.279838 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d7df0d5b-c424-440e-b2fc-54540bf8308f req-6114fe59-fa9b-4006-9fce-8e5f245dd81b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.4404848 Jul 07 20:20:56.317548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d7df0d5b-c424-440e-b2fc-54540bf8308f req-4af88a03-778c-4740-8dad-c6a06f2ac0c6 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312889 Jul 07 20:20:56.741483 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:57.503327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50594e7b-c663-443b-adf3-93b590de622e req-03d21b49-790e-4f02-be53-dbdff2482d71 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:57.504835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50594e7b-c663-443b-adf3-93b590de622e req-03d21b49-790e-4f02-be53-dbdff2482d71 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0699720 Jul 07 20:20:57.547475 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-50594e7b-c663-443b-adf3-93b590de622e req-a3494028-8dbe-4469-a652-e7dc550add9a tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370107 Jul 07 20:20:58.724093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a5c2b-5bf6-4e14-b32e-ee8ed813ad4c req-6749ab1a-a9f2-457f-8796-9c85fc56a445 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:58.725608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c43a5c2b-5bf6-4e14-b32e-ee8ed813ad4c req-6749ab1a-a9f2-457f-8796-9c85fc56a445 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0631554 Jul 07 20:20:58.763885 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c43a5c2b-5bf6-4e14-b32e-ee8ed813ad4c req-e3fdee10-1e4a-4d7a-b8c5-be366cc19ba8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326245 Jul 07 20:20:59.937530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6515bf-8ccb-44dd-a5b7-8fa00225bdde req-cf5318ae-8706-43ad-8a64-3cb5f6fbb1fd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:59.939611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d6515bf-8ccb-44dd-a5b7-8fa00225bdde req-cf5318ae-8706-43ad-8a64-3cb5f6fbb1fd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0665905 Jul 07 20:20:59.981590 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5d6515bf-8ccb-44dd-a5b7-8fa00225bdde req-ff5833c6-f1be-4a9a-bb76-85061babe967 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363860 Jul 07 20:21:01.157955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fa72a-7859-488d-bad8-73ef7321f3e6 req-3c6af6a8-e05d-43da-b1ad-32dd09032604 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:01.159447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d99fa72a-7859-488d-bad8-73ef7321f3e6 req-3c6af6a8-e05d-43da-b1ad-32dd09032604 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0668430 Jul 07 20:21:01.196148 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d99fa72a-7859-488d-bad8-73ef7321f3e6 req-614f567e-b534-4a4c-981b-928231b5b8d2 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311403 Jul 07 20:21:02.372287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f380dc5-c8fb-432c-9b5a-7ae99d7c5b9d req-94275cb4-c02a-4d0b-aa54-049a6e462337 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:02.373903 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f380dc5-c8fb-432c-9b5a-7ae99d7c5b9d req-94275cb4-c02a-4d0b-aa54-049a6e462337 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0663090 Jul 07 20:21:02.412128 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1f380dc5-c8fb-432c-9b5a-7ae99d7c5b9d req-29fb3985-e6f3-4867-9f70-ece634ea2560 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320387 Jul 07 20:21:03.602097 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829e2e2-aa49-4eae-b500-2aafeafb2046 req-c700f798-5105-464d-bc05-d20d0a3fc94f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:03.603671 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5829e2e2-aa49-4eae-b500-2aafeafb2046 req-c700f798-5105-464d-bc05-d20d0a3fc94f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0658338 Jul 07 20:21:03.643948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5829e2e2-aa49-4eae-b500-2aafeafb2046 req-426fbe48-ab47-4c56-ac01-2930ba1e6a2f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340185 Jul 07 20:21:04.640269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:21:04.738591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:04.750236 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'port_id': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'mac_address': 'fa:16:3e:36:18:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:21:04.790294 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:04.803472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:21:04.821098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b8a97-3550-420a-981f-c66d0a4d996b req-1638f6d2-c4e7-43c1-bfba-164e12befe18 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:04.822733 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e3b8a97-3550-420a-981f-c66d0a4d996b req-1638f6d2-c4e7-43c1-bfba-164e12befe18 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 944 time: 0.0652802 Jul 07 20:21:04.825042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:04.829370 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:04.862877 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e3b8a97-3550-420a-981f-c66d0a4d996b req-5e323c2d-1aa8-4d1a-a365-b278ef4eab15 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333650 Jul 07 20:21:04.881914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=12']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:05.040112 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b7333-680b-4b10-b049-72083ddbae8a req-15d55c0d-01b4-4d1a-adc4-61a40d9580d7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:05.041608 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a34b7333-680b-4b10-b049-72083ddbae8a req-15d55c0d-01b4-4d1a-adc4-61a40d9580d7 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0649204 Jul 07 20:21:05.084682 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a34b7333-680b-4b10-b049-72083ddbae8a req-26743e48-5ec8-4bd4-8ec8-62e6761ca111 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373130 Jul 07 20:21:05.231379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['0e1689a4-ae8d-471d-ac2c-d26d45b40d64'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:21:05.267866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f604740-65c0-43ff-b47d-c1ff7b216273 req-31b62b73-98db-43a0-8aec-3f290bae7c7b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:05.269954 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0f604740-65c0-43ff-b47d-c1ff7b216273 req-31b62b73-98db-43a0-8aec-3f290bae7c7b tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0692039 Jul 07 20:21:05.312320 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0f604740-65c0-43ff-b47d-c1ff7b216273 req-7d496ce1-c686-4a6f-9640-597886c218ee tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346131 Jul 07 20:21:05.695511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139082e2-57de-4a01-9066-e16e6e96b700 req-a31025ca-e19d-4c63-8563-fa63bbcf3d84 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:05.697019 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-139082e2-57de-4a01-9066-e16e6e96b700 req-a31025ca-e19d-4c63-8563-fa63bbcf3d84 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 945 time: 0.0630770 Jul 07 20:21:05.739640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-139082e2-57de-4a01-9066-e16e6e96b700 req-372249d0-0ccb-4a32-a48a-eb4731b61c4f tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368991 Jul 07 20:21:06.334234 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:06.651472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:21:06.705055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:21:06.710176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:06.710546 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:06.787975 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:06.811388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:06.813632 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5def710-f31c-4886-9aa4-3844deefbcdd" -d '{"events": [{"server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "name": "network-vif-plugged", "status": "completed", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:06.828838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:06.832415 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:06.859901 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7557a236-2d20-401b-84f3-799aba578357 x-openstack-request-id: req-7557a236-2d20-401b-84f3-799aba578357 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:06.860195 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "name": "network-vif-plugged", "status": "completed", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:06.860455 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7557a236-2d20-401b-84f3-799aba578357 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:06.860855 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'code': 200} Jul 07 20:21:06.885816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=13']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:06.928244 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8762b-8580-431c-88b8-b3e7c11aee4e req-db848a63-e30d-47ce-af65-b83f629a1fbb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:06.929695 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-56c8762b-8580-431c-88b8-b3e7c11aee4e req-db848a63-e30d-47ce-af65-b83f629a1fbb tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 946 time: 0.0667689 Jul 07 20:21:06.969624 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-56c8762b-8580-431c-88b8-b3e7c11aee4e req-9f29b6a6-6369-4c92-895b-7c6faff015b8 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups?id=3c129e41-aefb-4709-ab9d-16ea402ac91d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341160 Jul 07 20:21:07.435141 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-eab7ee67-f352-47ca-9051-b3d64b8cde38 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:07.436604 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-eab7ee67-f352-47ca-9051-b3d64b8cde38 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 946 time: 0.0639632 Jul 07 20:21:07.544095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Deleting port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:21:07.544441 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:07.631992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] For port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:07.632349 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:07.810869 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:07.811241 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:07.811555 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e disassociated. External IP: 172.25.0.8, port: 0e1689a4-ae8d-471d-ac2c-d26d45b40d64. Jul 07 20:21:07.811897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Calling delete_port for 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:21:07.946934 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:07.979326 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event deleted for resources: {'Port': ['ID=0e1689a4-ae8d-471d-ac2c-d26d45b40d64,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:08.130401 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8bf67c16-3077-433a-843a-f211eb2e6178 req-846e3084-e154-4537-9300-8b994ec8db21 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 210 time: 0.0357430 Jul 07 20:21:08.139299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Router db2a636e-30d5-44c9-8b2d-6e7f373934b7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:21:08.254760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:21:08.265132 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838bfbd-3d70-4589-9f97-353659c88fec None None] Sync routers for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:21:08.274158 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838bfbd-3d70-4589-9f97-353659c88fec None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:08.274767 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0838bfbd-3d70-4589-9f97-353659c88fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:20:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:08.297136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] No DVR routers for this DVR port 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:21:08.299690 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:08.302250 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-569ee318-1c6e-4806-9552-8de88c2cb713 req-bd30a51b-3b6d-42b8-b9ea-ffebe0921177 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.48 "DELETE /v2.0/ports/0e1689a4-ae8d-471d-ac2c-d26d45b40d64 HTTP/1.1" status: 204 len: 173 time: 0.8600149 Jul 07 20:21:08.302715 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'name': 'network-vif-deleted', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:08.305049 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705ce839-05f3-43bd-89fa-8cc1cc76dbc0" -d '{"events": [{"server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "name": "network-vif-deleted", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:08.346568 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd1f0f5-a51a-4e1d-8993-7c7031c57bfb x-openstack-request-id: req-4fd1f0f5-a51a-4e1d-8993-7c7031c57bfb {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:08.346888 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72073a-b101-43fe-96c3-bcfb00432343", "name": "network-vif-deleted", "tag": "0e1689a4-ae8d-471d-ac2c-d26d45b40d64", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:08.347144 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fd1f0f5-a51a-4e1d-8993-7c7031c57bfb {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:08.347543 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e72073a-b101-43fe-96c3-bcfb00432343', 'name': 'network-vif-deleted', 'tag': '0e1689a4-ae8d-471d-ac2c-d26d45b40d64', 'status': 'completed', 'code': 200} Jul 07 20:21:08.392059 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0838bfbd-3d70-4589-9f97-353659c88fec None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:08.597112 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0838bfbd-3d70-4589-9f97-353659c88fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:08.625007 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838bfbd-3d70-4589-9f97-353659c88fec None None] Checking router: db2a636e-30d5-44c9-8b2d-6e7f373934b7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:21:08.634232 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838bfbd-3d70-4589-9f97-353659c88fec None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:08.634873 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0838bfbd-3d70-4589-9f97-353659c88fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:20:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:08.742450 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0838bfbd-3d70-4589-9f97-353659c88fec None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:08.940641 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0838bfbd-3d70-4589-9f97-353659c88fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:08.972270 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838bfbd-3d70-4589-9f97-353659c88fec None None] The sync data for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 is: [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:08:13Z', 'revision_number': 4, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '87ad614c-d3b1-4106-91b3-243c047756bd', 'name': '', 'network_id': 'e24a7f67-2e67-411c-a4a9-cb475d919a55', 'tenant_id': '97bad7e869044b5188639816492f4489', 'mac_address': 'fa:16:3e:c9:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '55e1115b-5590-446b-bf67-f5da16887542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:12Z', 'updated_at': '2021-07-07T20:08:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'subnets': [{'id': '55e1115b-5590-446b-bf67-f5da16887542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:21:09.219936 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34268d-a618-46a7-923d-5f368fb2bf86 None None] New status for floating IP 6a82ac55-bee3-4335-b9f6-183674cb371e: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:21:09.279940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-102a0549-46ac-4646-bc77-e1504b68cdfd req-058eaae1-9397-4b68-992b-268dcde0c01c tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 210 time: 0.0294523 Jul 07 20:21:10.423602 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f12ff4e-1532-4118-9199-e72580cc50f6 req-500dc457-ab2d-4f8e-84cf-a40631cf7828 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 210 time: 0.0292962 Jul 07 20:21:10.481333 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.660455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:21:10.680030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:21:10.680368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 0e1689a4-ae8d-471d-ac2c-d26d45b40d64 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:21:11.578875 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d2d5ca2d-57bd-4ae2-bb18-f29683051c50 req-a789bb0e-0c18-44d7-9ab5-102e90bf67ca tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e72073a-b101-43fe-96c3-bcfb00432343 HTTP/1.1" status: 200 len: 210 time: 0.0342097 Jul 07 20:21:11.764036 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:21:15.629832 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50072) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:15.684627 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-884c0b9d-2a94-410e-9aec-c9c0c3298bfd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.707969 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-884c0b9d-2a94-410e-9aec-c9c0c3298bfd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.759272 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-884c0b9d-2a94-410e-9aec-c9c0c3298bfd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.761847 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-884c0b9d-2a94-410e-9aec-c9c0c3298bfd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.763126 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-884c0b9d-2a94-410e-9aec-c9c0c3298bfd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "DELETE /v2.0/security-groups/3c129e41-aefb-4709-ab9d-16ea402ac91d HTTP/1.1" status: 204 len: 168 time: 0.1321898 Jul 07 20:21:15.765652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50074) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:15.773230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c0b9d-2a94-410e-9aec-c9c0c3298bfd tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c129e41-aefb-4709-ab9d-16ea402ac91d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:15.785029 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [None req-3a883d23-22ff-46e2-bffd-4e0a0dd7e3dc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] show failed (client error): The resource could not be found. Jul 07 20:21:15.786376 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3a883d23-22ff-46e2-bffd-4e0a0dd7e3dc tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "GET /v2.0/security-groups/3c129e41-aefb-4709-ab9d-16ea402ac91d HTTP/1.1" status: 404 len: 347 time: 0.0190196 Jul 07 20:21:15.789078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50076) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:15.914352 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-23301859-5d3e-43dd-8a8b-4589c640c856 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Deleting port 512373d1-d909-42a9-9051-0cef64a488c3 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:21:15.914695 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23301859-5d3e-43dd-8a8b-4589c640c856 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.990702 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23301859-5d3e-43dd-8a8b-4589c640c856 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.991133 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23301859-5d3e-43dd-8a8b-4589c640c856 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.002329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-23301859-5d3e-43dd-8a8b-4589c640c856 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Calling delete_port for 512373d1-d909-42a9-9051-0cef64a488c3 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:21:16.133745 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23301859-5d3e-43dd-8a8b-4589c640c856 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.159841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23301859-5d3e-43dd-8a8b-4589c640c856 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Pushing event deleted for resources: {'Port': ['ID=512373d1-d909-42a9-9051-0cef64a488c3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:16.221870 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23301859-5d3e-43dd-8a8b-4589c640c856 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.224344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-23301859-5d3e-43dd-8a8b-4589c640c856 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.225529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-23301859-5d3e-43dd-8a8b-4589c640c856 tempest-ServerActionsTestJSON-705567676 tempest-ServerActionsTestJSON-705567676-project] 10.222.0.81 "DELETE /v2.0/floatingips/6a82ac55-bee3-4335-b9f6-183674cb371e HTTP/1.1" status: 204 len: 168 time: 0.4354670 Jul 07 20:21:16.228442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50078) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:16.695733 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45f0e697-6c8c-43b8-8b84-114ab467752e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.944205 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-45f0e697-6c8c-43b8-8b84-114ab467752e admin admin] Deleting port 87ad614c-d3b1-4106-91b3-243c047756bd {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:21:16.944907 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45f0e697-6c8c-43b8-8b84-114ab467752e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:17.024316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-45f0e697-6c8c-43b8-8b84-114ab467752e admin admin] For port 87ad614c-d3b1-4106-91b3-243c047756bd, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=87ad614c-d3b1-4106-91b3-243c047756bd,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:17.024673 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45f0e697-6c8c-43b8-8b84-114ab467752e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:17.036938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-45f0e697-6c8c-43b8-8b84-114ab467752e admin admin] Calling delete_port for 87ad614c-d3b1-4106-91b3-243c047756bd owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:21:17.215651 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45f0e697-6c8c-43b8-8b84-114ab467752e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:17.242030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0e697-6c8c-43b8-8b84-114ab467752e admin admin] Pushing event deleted for resources: {'Port': ['ID=87ad614c-d3b1-4106-91b3-243c047756bd,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:17.440444 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-45f0e697-6c8c-43b8-8b84-114ab467752e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:17.984846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f0e697-6c8c-43b8-8b84-114ab467752e admin admin] Router db2a636e-30d5-44c9-8b2d-6e7f373934b7 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:21:18.089625 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f0e697-6c8c-43b8-8b84-114ab467752e admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:21:18.094692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-45f0e697-6c8c-43b8-8b84-114ab467752e admin admin] 10.222.0.81 "PUT /v2.0/routers/db2a636e-30d5-44c9-8b2d-6e7f373934b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8653162 Jul 07 20:21:18.097301 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50082) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:18.098275 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23494bc-e1d3-40bb-8a0e-8e81910bb22e None None] Sync routers for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:21:18.107174 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23494bc-e1d3-40bb-8a0e-8e81910bb22e None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:18.107771 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f23494bc-e1d3-40bb-8a0e-8e81910bb22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:20:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:18.200855 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.296532 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f23494bc-e1d3-40bb-8a0e-8e81910bb22e None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:18.308187 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.360687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Deleting port 9b1dd07a-b32a-45b8-9b3a-579a32018e1b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:21:18.361017 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.438368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] For port 9b1dd07a-b32a-45b8-9b3a-579a32018e1b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9b1dd07a-b32a-45b8-9b3a-579a32018e1b,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:18.438734 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.455632 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Calling delete_port for 9b1dd07a-b32a-45b8-9b3a-579a32018e1b owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:21:18.470545 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f23494bc-e1d3-40bb-8a0e-8e81910bb22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 5, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port': {'id': '9b1dd07a-b32a-45b8-9b3a-579a32018e1b', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:08:10Z', 'updated_at': '2021-07-07T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:18.496923 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23494bc-e1d3-40bb-8a0e-8e81910bb22e None None] Checking router: db2a636e-30d5-44c9-8b2d-6e7f373934b7 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:21:18.505101 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23494bc-e1d3-40bb-8a0e-8e81910bb22e None None] Routers {'db2a636e-30d5-44c9-8b2d-6e7f373934b7'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:18.505708 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f23494bc-e1d3-40bb-8a0e-8e81910bb22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:20:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:18.591909 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f23494bc-e1d3-40bb-8a0e-8e81910bb22e None None] Set router db2a636e-30d5-44c9-8b2d-6e7f373934b7 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:18.616108 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.645569 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f23494bc-e1d3-40bb-8a0e-8e81910bb22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:21:18Z', 'revision_number': 6, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:18.651318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1dd07a-b32a-45b8-9b3a-579a32018e1b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:18.671968 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23494bc-e1d3-40bb-8a0e-8e81910bb22e None None] The sync data for ids ['db2a636e-30d5-44c9-8b2d-6e7f373934b7'] in n-d-793621-9 is: [{'id': 'db2a636e-30d5-44c9-8b2d-6e7f373934b7', 'name': 'tempest-ServerActionsTestJSON-971883189-router', 'tenant_id': '97bad7e869044b5188639816492f4489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:08:09Z', 'updated_at': '2021-07-07T20:21:18Z', 'revision_number': 6, 'project_id': '97bad7e869044b5188639816492f4489', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:21:18.714492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.802982 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.805225 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.852071 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.852504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db2a636e-30d5-44c9-8b2d-6e7f373934b7 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:21:18.856833 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.858147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f9f88d61-6365-4551-bed7-f0fa4ddfa066 admin admin] 10.222.0.81 "DELETE /v2.0/routers/db2a636e-30d5-44c9-8b2d-6e7f373934b7 HTTP/1.1" status: 204 len: 168 time: 0.7599337 Jul 07 20:21:18.860718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50084) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:18.903958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e7c706-677b-4e4d-a175-f69d8a27e898 admin admin] Deleting subnet 55e1115b-5590-446b-bf67-f5da16887542 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:21:18.906977 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00e7c706-677b-4e4d-a175-f69d8a27e898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.940566 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00e7c706-677b-4e4d-a175-f69d8a27e898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.017991 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00e7c706-677b-4e4d-a175-f69d8a27e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.077831 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00e7c706-677b-4e4d-a175-f69d8a27e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.102922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7c706-677b-4e4d-a175-f69d8a27e898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e1115b-5590-446b-bf67-f5da16887542,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:19.109713 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-00e7c706-677b-4e4d-a175-f69d8a27e898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.111819 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-00e7c706-677b-4e4d-a175-f69d8a27e898 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/55e1115b-5590-446b-bf67-f5da16887542 HTTP/1.1" status: 204 len: 168 time: 0.2500370 Jul 07 20:21:19.114131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50086) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:19.116669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba17af4-a246-48a2-abb6-f2b8965f3b06 None None] Network e24a7f67-2e67-411c-a4a9-cb475d919a55 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:21:19.179941 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.232782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Deleting port 62525a9b-b357-46a0-ab34-6f940b71bda0 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:21:19.233123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.300490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] For port 62525a9b-b357-46a0-ab34-6f940b71bda0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=62525a9b-b357-46a0-ab34-6f940b71bda0,segment=NetworkSegment(f58eaf1c-2e1f-4e6b-a737-b2cf378c2783),segment_id=f58eaf1c-2e1f-4e6b-a737-b2cf378c2783)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:19.300846 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.312901 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Calling delete_port for 62525a9b-b357-46a0-ab34-6f940b71bda0 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:21:19.388105 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.417354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=62525a9b-b357-46a0-ab34-6f940b71bda0,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:19.421540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] No DVR routers for this DVR port 62525a9b-b357-46a0-ab34-6f940b71bda0 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:21:19.442979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc605b-b06d-47b9-beb4-d58ce560af90 None None] DHCP port deletion for e24a7f67-2e67-411c-a4a9-cb475d919a55 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:21:19.497625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.507841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24a7f67-2e67-411c-a4a9-cb475d919a55']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:19.518359 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:19.518650 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58eaf1c-2e1f-4e6b-a737-b2cf378c2783') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:19.527112 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.541957 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.549990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:21:19.550447 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:21:19.552225 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:21:19.597441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9b1dd07a-b32a-45b8-9b3a-579a32018e1b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:21:19.612813 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.618595 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.619768 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 9b1dd07a-b32a-45b8-9b3a-579a32018e1b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:21:19.620596 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9b1dd07a-b32a-45b8-9b3a-579a32018e1b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:21:19.620781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] 10.222.0.81 "DELETE /v2.0/networks/e24a7f67-2e67-411c-a4a9-cb475d919a55 HTTP/1.1" status: 204 len: 168 time: 0.5057325 Jul 07 20:21:19.621317 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 62525a9b-b357-46a0-ab34-6f940b71bda0 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:21:19.643793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 62525a9b-b357-46a0-ab34-6f940b71bda0 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:21:19.644461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 62525a9b-b357-46a0-ab34-6f940b71bda0 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:21:19.645071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 87ad614c-d3b1-4106-91b3-243c047756bd no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:21:19.647463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da2326-ddd9-4f65-af63-f46260705c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=e24a7f67-2e67-411c-a4a9-cb475d919a55,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:19.664861 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 87ad614c-d3b1-4106-91b3-243c047756bd {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:21:19.665211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 87ad614c-d3b1-4106-91b3-243c047756bd not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:21:19.770718 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50090) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:19.810171 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-56faad3e-18d2-45ad-99fe-2bdcb12e0723 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97bad7e869044b5188639816492f4489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382264 Jul 07 20:21:19.812569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50092) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:19.860773 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38abd1a7-6bc8-4138-b104-29a34e20089a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.883166 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38abd1a7-6bc8-4138-b104-29a34e20089a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.930928 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38abd1a7-6bc8-4138-b104-29a34e20089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.933436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38abd1a7-6bc8-4138-b104-29a34e20089a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.934687 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-38abd1a7-6bc8-4138-b104-29a34e20089a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/218a3855-7a36-4720-ade5-f405aa00b400 HTTP/1.1" status: 204 len: 168 time: 0.1212230 Jul 07 20:21:19.942719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abd1a7-6bc8-4138-b104-29a34e20089a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218a3855-7a36-4720-ade5-f405aa00b400,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:20.636088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50114) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:20.749729 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-129941396-network', 'tenant_id': 'f0e580f6a70b48459b35db69c0e9a206'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:20.773860 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Made reservation on behalf of f0e580f6a70b48459b35db69c0e9a206 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:21:20.776373 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:20.784973 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:20.883533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:20.887935 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:20.915740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:21:20.922150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e6d879-36d3-475e-852e-33ebe22056ca,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:20.928862 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:20.929208 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Added segment e58cf20d-1bde-48c4-b5dd-b0e7978a39e7 of type vlan for network bf0543d2-7f20-4327-a90d-6543119f2899 Jul 07 20:21:20.973929 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.006506 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.007587 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:21.008114 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.073028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] Pushing event updated for resources: {'Network': ['ID=bf0543d2-7f20-4327-a90d-6543119f2899,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:21.079481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d3725c1d-cd6e-4608-8698-8c18c2aab2ad admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4422884 Jul 07 20:21:21.082674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50118) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:21.087444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network bf0543d2-7f20-4327-a90d-6543119f2899 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:21:21.088187 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-734ebf66-a4b7-4452-a733-96c019612cfa admin admin] Request body: {'subnet': {'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-129941396-subnet', 'tenant_id': 'f0e580f6a70b48459b35db69c0e9a206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:21.116731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734ebf66-a4b7-4452-a733-96c019612cfa admin admin] Made reservation on behalf of f0e580f6a70b48459b35db69c0e9a206 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:21:21.119530 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-734ebf66-a4b7-4452-a733-96c019612cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.207453 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f766674d-5927-4210-bbe2-4023c9e4b52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.287078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-734ebf66-a4b7-4452-a733-96c019612cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.339072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ebf66-a4b7-4452-a733-96c019612cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f16363-9cd8-426e-aa09-c671d66035a9,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:21.356017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ebf66-a4b7-4452-a733-96c019612cfa admin admin] Checking segment: {'id': 'e58cf20d-1bde-48c4-b5dd-b0e7978a39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:21:21.356376 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ebf66-a4b7-4452-a733-96c019612cfa admin admin] Network hostable DHCP agents. Network: bf0543d2-7f20-4327-a90d-6543119f2899, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:21:21.373044 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ebf66-a4b7-4452-a733-96c019612cfa admin admin] Network bf0543d2-7f20-4327-a90d-6543119f2899 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:21:21.382330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-734ebf66-a4b7-4452-a733-96c019612cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, bf0543d2-7f20-4327-a90d-6543119f2899) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:21.386545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ebf66-a4b7-4452-a733-96c019612cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:21.387355 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-734ebf66-a4b7-4452-a733-96c019612cfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.393168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4f56a9-7787-4bbb-a308-bacf6e3cd07a None None] Network bf0543d2-7f20-4327-a90d-6543119f2899 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:21:21.401633 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-734ebf66-a4b7-4452-a733-96c019612cfa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3175824 Jul 07 20:21:21.521939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b090ad1-936a-4b43-bc93-249c669a8122 None None] Network bf0543d2-7f20-4327-a90d-6543119f2899 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:21:21.826279 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-21b6f32c-974d-49ef-9ea2-23af00276d74 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:21.827730 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-21b6f32c-974d-49ef-9ea2-23af00276d74 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/networks?id=bf0543d2-7f20-4327-a90d-6543119f2899 HTTP/1.1" status: 200 len: 813 time: 0.1037631 Jul 07 20:21:21.842198 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-f90d7764-154a-48d0-a604-60bb409ba13c tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/quotas/f0e580f6a70b48459b35db69c0e9a206 HTTP/1.1" status: 200 len: 375 time: 0.0090418 Jul 07 20:21:21.879423 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-b5e94a17-ab7a-4be8-bbad-16857f4ba734 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f0e580f6a70b48459b35db69c0e9a206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324636 Jul 07 20:21:21.890183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-63bc853c-d765-486a-b615-865c2bbbbc31 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:21:21.891149 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-63bc853c-d765-486a-b615-865c2bbbbc31 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055733 Jul 07 20:21:22.026407 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-f2b4f411-2a8d-4cbb-a2b4-3f545737d72e service neutron] 10.222.0.81 "GET /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273494 Jul 07 20:21:22.123111 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-7e412436-d842-4d3d-ae7b-b6845e2721d2 service neutron] 10.222.0.81 "GET /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904536 Jul 07 20:21:22.288699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-927580d4-4006-4d8f-be92-db77e7b89d1d req-9cb559a2-3b60-4654-97eb-efa3cce03956 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 210 time: 0.0291681 Jul 07 20:21:23.433735 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f2fb4e5c-f82e-4d9b-9cf2-c92c09765cfc req-f5b94324-7caf-4da7-bf7b-15bf35e40d70 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 210 time: 0.0296104 Jul 07 20:21:23.563438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-2c471b87-3459-4079-97e6-8f46530b6662 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:23.565046 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-2c471b87-3459-4079-97e6-8f46530b6662 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.110 "GET /v2.0/networks?id=bf0543d2-7f20-4327-a90d-6543119f2899 HTTP/1.1" status: 200 len: 813 time: 0.1028385 Jul 07 20:21:23.593659 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Request body: {'port': {'device_id': '15ae5174-35e0-4101-9bad-dceb7e5c09b1', 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899', 'admin_state_up': True, 'tenant_id': 'f0e580f6a70b48459b35db69c0e9a206'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:23.711056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Made reservation on behalf of f0e580f6a70b48459b35db69c0e9a206 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:21:23.715052 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:23.844763 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Allocated IP 172.20.0.11 (bf0543d2-7f20-4327-a90d-6543119f2899/97f16363-9cd8-426e-aa09-c671d66035a9/60f4a498-a36a-41a7-8e7c-b7ff6fd598a7) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:21:23.979468 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:23.993084 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:24.031267 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:24.078090 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Network bf0543d2-7f20-4327-a90d-6543119f2899 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:21:24.084251 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:24.088039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:21:24.110344 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Pushing event updated for resources: {'Port': ['ID=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:24.134815 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9bf7150a-a78e-4447-a7a4-47e11f492792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:24.138833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:24.139463 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:24.153440 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-65de5b84-8cb8-494e-9cab-5491d8b27c88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5637770 Jul 07 20:21:24.169497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Request body: {'port': {'device_id': '15ae5174-35e0-4101-9bad-dceb7e5c09b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:24.239904 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:24.502573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:21:24.509981 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:24.521815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Transition to ACTIVE for port object 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:21:24.525552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:24.577331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Pushing event updated for resources: {'Port': ['ID=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:24.616330 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5d78d-fc17-4bad-af90-a1de7182b933 req-79d31fc3-0b0f-4441-832a-975ab2518d9e tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:24.617825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7cb5d78d-fc17-4bad-af90-a1de7182b933 req-79d31fc3-0b0f-4441-832a-975ab2518d9e tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 944 time: 0.0691540 Jul 07 20:21:24.645618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Attempting to bind port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:21:24.645959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Attempting to bind port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'e58cf20d-1bde-48c4-b5dd-b0e7978a39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:21:24.646283 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Attempting to bind port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 on network bf0543d2-7f20-4327-a90d-6543119f2899 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:21:24.650710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 on network bf0543d2-7f20-4327-a90d-6543119f2899 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:21:24.651079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Attempting to bind port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 on network bf0543d2-7f20-4327-a90d-6543119f2899 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:21:24.655944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:21:24.656282 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Checking segment: {'id': 'e58cf20d-1bde-48c4-b5dd-b0e7978a39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:21:24.656662 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Bound using segment: {'id': 'e58cf20d-1bde-48c4-b5dd-b0e7978a39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:21:24.657087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Bound port: 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58cf20d-1bde-48c4-b5dd-b0e7978a39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:21:24.657493 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:24.657849 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7cb5d78d-fc17-4bad-af90-a1de7182b933 req-501bc522-e393-415d-9372-1fdc5bd4ba2d tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339971 Jul 07 20:21:24.728050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] For port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:21:24.731463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] For port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7,segment=NetworkSegment(e58cf20d-1bde-48c4-b5dd-b0e7978a39e7),segment_id=e58cf20d-1bde-48c4-b5dd-b0e7978a39e7)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:21:24.735620 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:24.771999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:24.772629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:24.774040 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-11d49e06-d967-404a-a231-34db82eed85c service neutron] 10.222.0.110 "PUT /v2.0/ports/60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 HTTP/1.1" status: 200 len: 1092 time: 0.6085980 Jul 07 20:21:24.774483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ae5174-35e0-4101-9bad-dceb7e5c09b1', 'tag': '60f4a498-a36a-41a7-8e7c-b7ff6fd598a7'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:24.776783 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53011d4d-6b2a-4554-9159-de1b103c112e" -d '{"events": [{"name": "network-changed", "server_uuid": "15ae5174-35e0-4101-9bad-dceb7e5c09b1", "tag": "60f4a498-a36a-41a7-8e7c-b7ff6fd598a7"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:24.805137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d49e06-d967-404a-a231-34db82eed85c service neutron] Pushing event updated for resources: {'Port': ['ID=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:24.821248 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427bb660-1897-47e3-b7fa-22bb65f97b43 x-openstack-request-id: req-427bb660-1897-47e3-b7fa-22bb65f97b43 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:24.821543 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ae5174-35e0-4101-9bad-dceb7e5c09b1", "tag": "60f4a498-a36a-41a7-8e7c-b7ff6fd598a7", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:24.821797 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-427bb660-1897-47e3-b7fa-22bb65f97b43 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:24.822289 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ae5174-35e0-4101-9bad-dceb7e5c09b1', 'tag': '60f4a498-a36a-41a7-8e7c-b7ff6fd598a7', 'status': 'completed', 'code': 200} Jul 07 20:21:24.876228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-3862ceb7-f706-4ebf-a5ea-65002a0fc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:24.878359 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-3862ceb7-f706-4ebf-a5ea-65002a0fc260 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f0e580f6a70b48459b35db69c0e9a206&device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 1095 time: 0.0534885 Jul 07 20:21:24.926974 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-dabcc6c3-1a7a-4675-83a7-c3ef03075c7b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 HTTP/1.1" status: 200 len: 217 time: 0.0364044 Jul 07 20:21:24.974384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-cfd45479-eae1-4ae7-b4e4-340fffc2f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:24.975889 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-cfd45479-eae1-4ae7-b4e4-340fffc2f187 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=97f16363-9cd8-426e-aa09-c671d66035a9 HTTP/1.1" status: 200 len: 853 time: 0.0424652 Jul 07 20:21:25.012394 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-8b57be8d-2c94-4dd7-80ed-a1347fcc768b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bf0543d2-7f20-4327-a90d-6543119f2899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262177 Jul 07 20:21:25.032546 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:25.109667 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-bceacd95-2b62-4ec8-b243-995cce3907b4 service neutron] 10.222.0.110 "GET /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872436 Jul 07 20:21:25.198690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fbf0ffc1-0f1f-49b5-8896-7238f6841b72 req-3c2c0178-8585-4f5e-9a2c-6b046321fd3a service neutron] 10.222.0.110 "GET /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816979 Jul 07 20:21:25.306404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53011d4d-6b2a-4554-9159-de1b103c112e req-70f5b6fd-52a5-4a41-8bfb-01942dd40f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:25.307921 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-53011d4d-6b2a-4554-9159-de1b103c112e req-70f5b6fd-52a5-4a41-8bfb-01942dd40f97 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f0e580f6a70b48459b35db69c0e9a206&device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 1095 time: 0.0528870 Jul 07 20:21:25.400768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53011d4d-6b2a-4554-9159-de1b103c112e req-4bddd009-6b12-45af-87ed-278ccb395c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:25.402231 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-53011d4d-6b2a-4554-9159-de1b103c112e req-4bddd009-6b12-45af-87ed-278ccb395c47 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bf0543d2-7f20-4327-a90d-6543119f2899 HTTP/1.1" status: 200 len: 914 time: 0.0873315 Jul 07 20:21:25.445697 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-53011d4d-6b2a-4554-9159-de1b103c112e req-a6963d33-11c9-492e-8225-ad1dd3b55c05 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 HTTP/1.1" status: 200 len: 217 time: 0.0331998 Jul 07 20:21:25.501004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53011d4d-6b2a-4554-9159-de1b103c112e req-862c8f34-3985-439c-8ea0-8f02e3d80b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:25.503109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-53011d4d-6b2a-4554-9159-de1b103c112e req-862c8f34-3985-439c-8ea0-8f02e3d80b88 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=97f16363-9cd8-426e-aa09-c671d66035a9 HTTP/1.1" status: 200 len: 853 time: 0.0468898 Jul 07 20:21:25.542528 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-53011d4d-6b2a-4554-9159-de1b103c112e req-a55344e7-b632-474d-843f-dc662b0e17b0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bf0543d2-7f20-4327-a90d-6543119f2899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279744 Jul 07 20:21:25.631426 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-53011d4d-6b2a-4554-9159-de1b103c112e req-8e652f0e-0d59-49a4-ad79-5bc0e78a2f7c service neutron] 10.222.0.110 "GET /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814893 Jul 07 20:21:25.733980 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-53011d4d-6b2a-4554-9159-de1b103c112e req-67adc4a5-e75c-40e8-aa66-a674127ba855 service neutron] 10.222.0.110 "GET /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954332 Jul 07 20:21:25.836399 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2fb19-d8f8-4c2e-86d5-6f38eefb8903 req-9bc39d80-6c85-4fc5-9373-b2bda9e836e3 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:25.837920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25f2fb19-d8f8-4c2e-86d5-6f38eefb8903 req-9bc39d80-6c85-4fc5-9373-b2bda9e836e3 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 944 time: 0.0670645 Jul 07 20:21:25.875755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25f2fb19-d8f8-4c2e-86d5-6f38eefb8903 req-71a740ef-1ce2-4581-a1d8-895d9732952d tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322869 Jul 07 20:21:26.743599 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:27.052230 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47324aed-af2d-406f-b97a-6fed63aceb43 req-4ccf4275-c253-40b4-8ad6-6452d4704cf4 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:27.053733 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47324aed-af2d-406f-b97a-6fed63aceb43 req-4ccf4275-c253-40b4-8ad6-6452d4704cf4 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 944 time: 0.0635357 Jul 07 20:21:27.097837 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47324aed-af2d-406f-b97a-6fed63aceb43 req-9294341e-2026-4192-a25a-ab4fbc680110 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384049 Jul 07 20:21:27.849040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:21:27.940086 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7,segment=NetworkSegment(e58cf20d-1bde-48c4-b5dd-b0e7978a39e7),segment_id=e58cf20d-1bde-48c4-b5dd-b0e7978a39e7)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:27.952843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '60f4a498-a36a-41a7-8e7c-b7ff6fd598a7', 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899', 'port_id': '60f4a498-a36a-41a7-8e7c-b7ff6fd598a7', 'mac_address': 'fa:16:3e:b0:4b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f16363-9cd8-426e-aa09-c671d66035a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:21:27.989373 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:28.004525 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:21:28.024045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7,segment=NetworkSegment(e58cf20d-1bde-48c4-b5dd-b0e7978a39e7),segment_id=e58cf20d-1bde-48c4-b5dd-b0e7978a39e7)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:28.027942 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:28.074391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:28.268756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9bbd-bf78-4e90-a87b-1bbbcdac66e7 req-70af7a59-4e54-4b26-8ab8-0182e593c4dd tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:28.270267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ad8f9bbd-bf78-4e90-a87b-1bbbcdac66e7 req-70af7a59-4e54-4b26-8ab8-0182e593c4dd tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 945 time: 0.0635586 Jul 07 20:21:28.284028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['60f4a498-a36a-41a7-8e7c-b7ff6fd598a7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:21:28.309180 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ad8f9bbd-bf78-4e90-a87b-1bbbcdac66e7 req-8ec70281-a8be-4b68-9f8b-7263072741f0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332391 Jul 07 20:21:29.497447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120b876-046a-416c-a6f2-205189a8c672 req-bd382d36-d120-4661-8a61-119080f21606 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:29.498938 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5120b876-046a-416c-a6f2-205189a8c672 req-bd382d36-d120-4661-8a61-119080f21606 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 945 time: 0.0662811 Jul 07 20:21:29.538558 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5120b876-046a-416c-a6f2-205189a8c672 req-0eec83a3-3c4d-4d90-aa3c-8fc1d6f374db tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335617 Jul 07 20:21:29.853298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:21:29.903549 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:21:29.907249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:29.907618 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:29.993268 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:30.015544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ae5174-35e0-4101-9bad-dceb7e5c09b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f4a498-a36a-41a7-8e7c-b7ff6fd598a7'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:30.018290 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fe7765-4ba3-4ae9-9c00-8ca021a9281c" -d '{"events": [{"server_uuid": "15ae5174-35e0-4101-9bad-dceb7e5c09b1", "name": "network-vif-plugged", "status": "completed", "tag": "60f4a498-a36a-41a7-8e7c-b7ff6fd598a7"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:30.030651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7,segment=NetworkSegment(e58cf20d-1bde-48c4-b5dd-b0e7978a39e7),segment_id=e58cf20d-1bde-48c4-b5dd-b0e7978a39e7)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:30.035644 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:30.065723 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2608385-0024-48e9-bcfa-5d476bc97b9a x-openstack-request-id: req-b2608385-0024-48e9-bcfa-5d476bc97b9a {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:30.066012 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ae5174-35e0-4101-9bad-dceb7e5c09b1", "name": "network-vif-plugged", "status": "completed", "tag": "60f4a498-a36a-41a7-8e7c-b7ff6fd598a7", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:30.066265 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2608385-0024-48e9-bcfa-5d476bc97b9a {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:30.066648 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ae5174-35e0-4101-9bad-dceb7e5c09b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f4a498-a36a-41a7-8e7c-b7ff6fd598a7', 'code': 200} Jul 07 20:21:30.094326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:30.173845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c8af6-1f90-4de3-b326-9acc75c1c5da req-ca7dce29-0860-4ba3-925c-1933c47b6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:30.175338 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c8c8af6-1f90-4de3-b326-9acc75c1c5da req-ca7dce29-0860-4ba3-925c-1933c47b6f0d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 1097 time: 0.0511804 Jul 07 20:21:30.213537 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c8c8af6-1f90-4de3-b326-9acc75c1c5da req-40059c3b-0655-4585-b2fd-4626f54dbcd4 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273530 Jul 07 20:21:30.710503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69810ae-a05d-4e7e-b79f-a340ce76667d req-a2a4aaf6-2886-4162-97d4-5a4214ab9fb2 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:30.712018 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f69810ae-a05d-4e7e-b79f-a340ce76667d req-a2a4aaf6-2886-4162-97d4-5a4214ab9fb2 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 946 time: 0.0626454 Jul 07 20:21:30.749260 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f69810ae-a05d-4e7e-b79f-a340ce76667d req-3def30c8-304a-47a8-a348-838075de67c1 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315659 Jul 07 20:21:31.926295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753e1a6-7891-49fd-b726-0e984536107b req-b0cc23e8-66a7-4111-9b11-5ba1271ec09d tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:31.927843 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b753e1a6-7891-49fd-b726-0e984536107b req-b0cc23e8-66a7-4111-9b11-5ba1271ec09d tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 946 time: 0.0625093 Jul 07 20:21:31.971120 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b753e1a6-7891-49fd-b726-0e984536107b req-7b624703-ec95-4beb-98c2-e31b06ddf03a tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Jul 07 20:21:32.205824 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-2e0fc2f6-d1b2-4e6d-8ceb-8914a166e8d2 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:32.207320 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-2e0fc2f6-d1b2-4e6d-8ceb-8914a166e8d2 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/networks?id=bf0543d2-7f20-4327-a90d-6543119f2899 HTTP/1.1" status: 200 len: 813 time: 0.1028934 Jul 07 20:21:32.221840 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-c3f6ddbf-372f-45ee-9216-234e73e87115 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/quotas/f0e580f6a70b48459b35db69c0e9a206 HTTP/1.1" status: 200 len: 375 time: 0.0089605 Jul 07 20:21:32.289696 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-df62a4b6-3ae7-486c-9850-a52936b82497 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f0e580f6a70b48459b35db69c0e9a206&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0630233 Jul 07 20:21:32.382479 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-d0506e08-f2cc-4841-8cd5-208c731b2a68 service neutron] 10.222.0.81 "GET /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860376 Jul 07 20:21:32.469632 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-394096a4-0111-4e14-a4dc-da2c1c2372b6 service neutron] 10.222.0.81 "GET /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815825 Jul 07 20:21:32.646267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9afa2d85-7b90-473e-a10d-cd3d9140eb74 req-70d68efc-89e0-42e6-99f7-ad9b6766f187 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 210 time: 0.0289986 Jul 07 20:21:33.744157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-f1c6b9a0-524c-43a7-801a-c9385f0618f0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:33.747404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-f1c6b9a0-524c-43a7-801a-c9385f0618f0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.48 "GET /v2.0/networks?id=bf0543d2-7f20-4327-a90d-6543119f2899 HTTP/1.1" status: 200 len: 813 time: 0.1077058 Jul 07 20:21:33.762523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Request body: {'port': {'device_id': '4ac383b6-e401-4d2e-9d74-05c94213eaf0', 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899', 'admin_state_up': True, 'tenant_id': 'f0e580f6a70b48459b35db69c0e9a206'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:33.800210 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7239e622-94f3-41e4-b926-510e700c065d req-d87bbebf-5572-44c4-b225-89d3524a1a3e tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 210 time: 0.0344427 Jul 07 20:21:33.887716 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Made reservation on behalf of f0e580f6a70b48459b35db69c0e9a206 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:21:33.891306 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:34.017013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Allocated IP 172.20.0.3 (bf0543d2-7f20-4327-a90d-6543119f2899/97f16363-9cd8-426e-aa09-c671d66035a9/72c8f753-7469-4337-a842-a1eb2e35b0b1) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:21:34.168336 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:34.207169 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:34.223373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['60f4a498-a36a-41a7-8e7c-b7ff6fd598a7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:21:34.251332 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Network bf0543d2-7f20-4327-a90d-6543119f2899 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:21:34.256533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:34.260333 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:21:34.266912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Pushing event updated for resources: {'Port': ['ID=72c8f753-7469-4337-a842-a1eb2e35b0b1,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:34.317759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:34.318563 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:34.332791 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-7d1cf6c6-bbc3-48fa-abfd-769a3e71bca0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754762 Jul 07 20:21:34.344799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Request body: {'port': {'device_id': '4ac383b6-e401-4d2e-9d74-05c94213eaf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:34.416125 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:34.674481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c8f753-7469-4337-a842-a1eb2e35b0b1 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:21:34.681759 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:34.695314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Transition to ACTIVE for port object 72c8f753-7469-4337-a842-a1eb2e35b0b1 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:21:34.699045 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:34.753679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Pushing event updated for resources: {'Port': ['ID=72c8f753-7469-4337-a842-a1eb2e35b0b1,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:34.817897 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Attempting to bind port 72c8f753-7469-4337-a842-a1eb2e35b0b1 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:21:34.818231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Attempting to bind port 72c8f753-7469-4337-a842-a1eb2e35b0b1 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'e58cf20d-1bde-48c4-b5dd-b0e7978a39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:21:34.818558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Attempting to bind port 72c8f753-7469-4337-a842-a1eb2e35b0b1 on network bf0543d2-7f20-4327-a90d-6543119f2899 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:21:34.822966 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Port 72c8f753-7469-4337-a842-a1eb2e35b0b1 on network bf0543d2-7f20-4327-a90d-6543119f2899 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:21:34.823292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Attempting to bind port 72c8f753-7469-4337-a842-a1eb2e35b0b1 on network bf0543d2-7f20-4327-a90d-6543119f2899 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:21:34.828169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:21:34.828508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Checking segment: {'id': 'e58cf20d-1bde-48c4-b5dd-b0e7978a39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:21:34.828895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Bound using segment: {'id': 'e58cf20d-1bde-48c4-b5dd-b0e7978a39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:21:34.829321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Bound port: 72c8f753-7469-4337-a842-a1eb2e35b0b1, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58cf20d-1bde-48c4-b5dd-b0e7978a39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:21:34.830191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:34.909155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] For port 72c8f753-7469-4337-a842-a1eb2e35b0b1, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:21:34.915113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] For port 72c8f753-7469-4337-a842-a1eb2e35b0b1, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=72c8f753-7469-4337-a842-a1eb2e35b0b1,segment=NetworkSegment(e58cf20d-1bde-48c4-b5dd-b0e7978a39e7),segment_id=e58cf20d-1bde-48c4-b5dd-b0e7978a39e7)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:21:34.934578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:34.990073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:34.990689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:34.992112 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] 10.222.0.48 "PUT /v2.0/ports/72c8f753-7469-4337-a842-a1eb2e35b0b1 HTTP/1.1" status: 200 len: 1091 time: 0.6516452 Jul 07 20:21:34.993159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac383b6-e401-4d2e-9d74-05c94213eaf0', 'tag': '72c8f753-7469-4337-a842-a1eb2e35b0b1'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:34.995625 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7666fc0c-e587-4686-b943-5e43e6d127d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac383b6-e401-4d2e-9d74-05c94213eaf0", "tag": "72c8f753-7469-4337-a842-a1eb2e35b0b1"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:35.025061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57465d-371e-4b44-8c65-f7625b45979e service neutron] Pushing event updated for resources: {'Port': ['ID=72c8f753-7469-4337-a842-a1eb2e35b0b1,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:35.044314 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6e8e29-b24a-4499-8527-26aae76f2d56 x-openstack-request-id: req-fc6e8e29-b24a-4499-8527-26aae76f2d56 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:35.044608 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac383b6-e401-4d2e-9d74-05c94213eaf0", "tag": "72c8f753-7469-4337-a842-a1eb2e35b0b1", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:35.044859 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc6e8e29-b24a-4499-8527-26aae76f2d56 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:35.045247 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac383b6-e401-4d2e-9d74-05c94213eaf0', 'tag': '72c8f753-7469-4337-a842-a1eb2e35b0b1', 'status': 'completed', 'code': 200} Jul 07 20:21:35.074001 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a34857-0ed5-4db9-b212-e9f492b86d41 req-8a91e06d-5df2-4822-b5e3-33e81d46137b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:35.076438 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8a34857-0ed5-4db9-b212-e9f492b86d41 req-8a91e06d-5df2-4822-b5e3-33e81d46137b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 943 time: 0.1588161 Jul 07 20:21:35.140068 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8a34857-0ed5-4db9-b212-e9f492b86d41 req-faba18e4-83c2-410a-8a92-288359949c3e tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566385 Jul 07 20:21:35.143465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-8991dcf2-2e1b-4bab-9d60-d0a3f08d164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:35.144767 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-8991dcf2-2e1b-4bab-9d60-d0a3f08d164b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0e580f6a70b48459b35db69c0e9a206&device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 1094 time: 0.1107028 Jul 07 20:21:35.185151 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-9fd0a8ca-7d4c-4d87-837d-d7a59870e020 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72c8f753-7469-4337-a842-a1eb2e35b0b1 HTTP/1.1" status: 200 len: 217 time: 0.0332384 Jul 07 20:21:35.232260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-eb7fcaa7-7928-441b-97bc-6217ed6a7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:35.233714 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-eb7fcaa7-7928-441b-97bc-6217ed6a7298 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97f16363-9cd8-426e-aa09-c671d66035a9 HTTP/1.1" status: 200 len: 853 time: 0.0421128 Jul 07 20:21:35.269260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-217c2492-f088-40bc-a39d-48f382a9f804 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf0543d2-7f20-4327-a90d-6543119f2899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297353 Jul 07 20:21:35.355505 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-85eec085-e629-4ddf-87cd-0b55cb179860 service neutron] 10.222.0.48 "GET /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798573 Jul 07 20:21:35.448218 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-785322c5-9a2e-435b-be20-cf3fe61e00ad req-dca8a3f6-e127-4bea-ad43-d110a4687181 service neutron] 10.222.0.48 "GET /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858865 Jul 07 20:21:35.549643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666fc0c-e587-4686-b943-5e43e6d127d9 req-24ef41dd-e165-4a9a-aa14-e042bbb15fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:35.551187 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7666fc0c-e587-4686-b943-5e43e6d127d9 req-24ef41dd-e165-4a9a-aa14-e042bbb15fc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0e580f6a70b48459b35db69c0e9a206&device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 1094 time: 0.0529532 Jul 07 20:21:35.641739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666fc0c-e587-4686-b943-5e43e6d127d9 req-918d6501-41e3-4103-80d2-29076b4d53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:35.643268 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7666fc0c-e587-4686-b943-5e43e6d127d9 req-918d6501-41e3-4103-80d2-29076b4d53e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf0543d2-7f20-4327-a90d-6543119f2899 HTTP/1.1" status: 200 len: 914 time: 0.0857284 Jul 07 20:21:35.688268 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7666fc0c-e587-4686-b943-5e43e6d127d9 req-53c86646-baf4-4a95-9c16-7487959d1787 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72c8f753-7469-4337-a842-a1eb2e35b0b1 HTTP/1.1" status: 200 len: 217 time: 0.0386918 Jul 07 20:21:35.736588 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666fc0c-e587-4686-b943-5e43e6d127d9 req-96085453-2116-4eb9-bf65-8b521733cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:35.738047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7666fc0c-e587-4686-b943-5e43e6d127d9 req-96085453-2116-4eb9-bf65-8b521733cf37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97f16363-9cd8-426e-aa09-c671d66035a9 HTTP/1.1" status: 200 len: 853 time: 0.0440869 Jul 07 20:21:35.769164 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7666fc0c-e587-4686-b943-5e43e6d127d9 req-83f1a87b-38d5-4b6c-875a-36b63b70edeb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf0543d2-7f20-4327-a90d-6543119f2899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252302 Jul 07 20:21:35.859387 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7666fc0c-e587-4686-b943-5e43e6d127d9 req-7c7379c0-daca-4539-b6d5-3be88c2308dd service neutron] 10.222.0.48 "GET /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839927 Jul 07 20:21:35.946824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7666fc0c-e587-4686-b943-5e43e6d127d9 req-97b92c55-1ee4-4175-8a26-01f116fb4d5b service neutron] 10.222.0.48 "GET /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813649 Jul 07 20:21:36.314065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf6633-a9f1-4d36-807c-d45b786c60b2 req-d4690872-c9c1-456a-ac90-e7c84bc7d590 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:36.315635 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fcf6633-a9f1-4d36-807c-d45b786c60b2 req-d4690872-c9c1-456a-ac90-e7c84bc7d590 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 943 time: 0.0631831 Jul 07 20:21:36.343432 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:36.356254 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1fcf6633-a9f1-4d36-807c-d45b786c60b2 req-429d4273-8aff-4cb4-8678-53b7142f1743 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349717 Jul 07 20:21:37.529783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b326df5-25eb-4e6e-a4b6-3635d9c541a9 req-5f456638-e873-48b4-8b41-fbd0e9113c75 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:37.531302 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3b326df5-25eb-4e6e-a4b6-3635d9c541a9 req-5f456638-e873-48b4-8b41-fbd0e9113c75 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 943 time: 0.0650208 Jul 07 20:21:37.577388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3b326df5-25eb-4e6e-a4b6-3635d9c541a9 req-7c4291a5-3016-4473-85ea-357b8aa58c1a tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388355 Jul 07 20:21:38.753349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807cdeb-3bc1-4ebd-a069-298991db2fc3 req-582ba8b7-8141-440e-a8bd-5db82b64464c tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:38.754854 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c807cdeb-3bc1-4ebd-a069-298991db2fc3 req-582ba8b7-8141-440e-a8bd-5db82b64464c tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 943 time: 0.0646110 Jul 07 20:21:38.792531 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c807cdeb-3bc1-4ebd-a069-298991db2fc3 req-2cc8a356-6205-471a-9ef1-c84c110961b4 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320184 Jul 07 20:21:38.833312 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 72c8f753-7469-4337-a842-a1eb2e35b0b1 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:21:38.927020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 72c8f753-7469-4337-a842-a1eb2e35b0b1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=72c8f753-7469-4337-a842-a1eb2e35b0b1,segment=NetworkSegment(e58cf20d-1bde-48c4-b5dd-b0e7978a39e7),segment_id=e58cf20d-1bde-48c4-b5dd-b0e7978a39e7)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:38.938053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '72c8f753-7469-4337-a842-a1eb2e35b0b1', 'network_id': 'bf0543d2-7f20-4327-a90d-6543119f2899', 'port_id': '72c8f753-7469-4337-a842-a1eb2e35b0b1', 'mac_address': 'fa:16:3e:a2:ba:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f16363-9cd8-426e-aa09-c671d66035a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:21:38.974542 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:38.987518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c8f753-7469-4337-a842-a1eb2e35b0b1 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:21:39.006725 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 72c8f753-7469-4337-a842-a1eb2e35b0b1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=72c8f753-7469-4337-a842-a1eb2e35b0b1,segment=NetworkSegment(e58cf20d-1bde-48c4-b5dd-b0e7978a39e7),segment_id=e58cf20d-1bde-48c4-b5dd-b0e7978a39e7)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:39.011050 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:39.057097 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=72c8f753-7469-4337-a842-a1eb2e35b0b1,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:39.325060 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['72c8f753-7469-4337-a842-a1eb2e35b0b1'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:21:39.968396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e328a-e0e0-47d2-86a9-21b746c9f576 req-b9f80411-1197-45bd-9750-b8e1ab7e3f51 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:39.970642 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-294e328a-e0e0-47d2-86a9-21b746c9f576 req-b9f80411-1197-45bd-9750-b8e1ab7e3f51 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 944 time: 0.0655017 Jul 07 20:21:40.008524 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-294e328a-e0e0-47d2-86a9-21b746c9f576 req-260d442f-ddfd-4645-9496-36cd3086f7a6 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318925 Jul 07 20:21:40.479816 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:40.854546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 72c8f753-7469-4337-a842-a1eb2e35b0b1 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:21:40.903873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 72c8f753-7469-4337-a842-a1eb2e35b0b1 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:21:40.908014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 72c8f753-7469-4337-a842-a1eb2e35b0b1 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:40.908453 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:40.989578 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:41.012070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac383b6-e401-4d2e-9d74-05c94213eaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c8f753-7469-4337-a842-a1eb2e35b0b1'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:41.014287 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7823e94-184c-4099-9e51-7550d3994e87" -d '{"events": [{"server_uuid": "4ac383b6-e401-4d2e-9d74-05c94213eaf0", "name": "network-vif-plugged", "status": "completed", "tag": "72c8f753-7469-4337-a842-a1eb2e35b0b1"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:41.027480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 72c8f753-7469-4337-a842-a1eb2e35b0b1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=72c8f753-7469-4337-a842-a1eb2e35b0b1,segment=NetworkSegment(e58cf20d-1bde-48c4-b5dd-b0e7978a39e7),segment_id=e58cf20d-1bde-48c4-b5dd-b0e7978a39e7)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:41.033463 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:41.058391 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c6bfbb-393a-4847-9a50-bc9c057b88a2 x-openstack-request-id: req-23c6bfbb-393a-4847-9a50-bc9c057b88a2 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:41.058689 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac383b6-e401-4d2e-9d74-05c94213eaf0", "name": "network-vif-plugged", "status": "completed", "tag": "72c8f753-7469-4337-a842-a1eb2e35b0b1", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:41.058967 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23c6bfbb-393a-4847-9a50-bc9c057b88a2 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:41.059359 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac383b6-e401-4d2e-9d74-05c94213eaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c8f753-7469-4337-a842-a1eb2e35b0b1', 'code': 200} Jul 07 20:21:41.084149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=72c8f753-7469-4337-a842-a1eb2e35b0b1,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:41.237761 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c03008-edc5-4848-aa72-41a0a94d4551 req-58978a96-07a4-4cd3-9019-f9ee3ae224fb tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:41.239264 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5c03008-edc5-4848-aa72-41a0a94d4551 req-58978a96-07a4-4cd3-9019-f9ee3ae224fb tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 945 time: 0.0999522 Jul 07 20:21:41.241938 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1aae7-8400-41a7-a1dd-bded3e5a453e req-09135111-c1ce-4e14-95c9-c3462c6a2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:41.243600 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0d1aae7-8400-41a7-a1dd-bded3e5a453e req-09135111-c1ce-4e14-95c9-c3462c6a2235 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 1096 time: 0.1124201 Jul 07 20:21:41.297612 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5c03008-edc5-4848-aa72-41a0a94d4551 req-dfb04f39-4bd4-4cc3-aaea-246d0c868b26 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525088 Jul 07 20:21:41.303992 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0d1aae7-8400-41a7-a1dd-bded3e5a453e req-43b77201-0b68-4f0d-b7ed-1c447c373550 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522056 Jul 07 20:21:42.495181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc4f3-eb75-4f98-a49c-43f48fdd6e1d req-698d3230-3b87-4e24-9059-a80223aa6e34 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:42.496659 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb4dc4f3-eb75-4f98-a49c-43f48fdd6e1d req-698d3230-3b87-4e24-9059-a80223aa6e34 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 945 time: 0.0745809 Jul 07 20:21:42.536390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eb4dc4f3-eb75-4f98-a49c-43f48fdd6e1d req-5e4f7a69-d033-41c7-928a-88deab33d63b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338128 Jul 07 20:21:43.716372 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbc109-7c87-4c54-a78f-d08d65a38c21 req-1bb13010-6d17-4b78-97f2-0e5b951e73df tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:43.717859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93cbc109-7c87-4c54-a78f-d08d65a38c21 req-1bb13010-6d17-4b78-97f2-0e5b951e73df tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 945 time: 0.0704033 Jul 07 20:21:43.759354 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93cbc109-7c87-4c54-a78f-d08d65a38c21 req-4f4be43b-ee59-4f84-88d6-1a8f9577df50 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355027 Jul 07 20:21:44.155303 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c864e-da75-4497-a092-9b7ee7eef71b req-5d63c63c-4551-45a4-a239-da1c7f4dbf77 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:44.156928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c6c864e-da75-4497-a092-9b7ee7eef71b req-5d63c63c-4551-45a4-a239-da1c7f4dbf77 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 945 time: 0.0680549 Jul 07 20:21:44.206054 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5c6c864e-da75-4497-a092-9b7ee7eef71b req-be547c32-bf75-4ada-97a7-819507d348b8 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Jul 07 20:21:45.383240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14fa93-c9c1-4325-a120-92287716195f req-f55896e4-4903-4094-94a1-2f9cdce819dd tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:45.384758 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3e14fa93-c9c1-4325-a120-92287716195f req-f55896e4-4903-4094-94a1-2f9cdce819dd tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 945 time: 0.0636380 Jul 07 20:21:45.423293 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3e14fa93-c9c1-4325-a120-92287716195f req-d3a1d606-8730-42f4-9279-ce9035617db5 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328553 Jul 07 20:21:45.544071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14e3f9-9b47-418d-9626-a9f98f6bbdbc req-ab648700-d2ca-44fe-850b-5fa51a8412e0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:45.545610 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a14e3f9-9b47-418d-9626-a9f98f6bbdbc req-ab648700-d2ca-44fe-850b-5fa51a8412e0 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 945 time: 0.0665638 Jul 07 20:21:45.644834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-7a14e3f9-9b47-418d-9626-a9f98f6bbdbc req-74ed9881-95a3-4286-9a67-37e278b978a6 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Deleting port 72c8f753-7469-4337-a842-a1eb2e35b0b1 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:21:45.645173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7a14e3f9-9b47-418d-9626-a9f98f6bbdbc req-74ed9881-95a3-4286-9a67-37e278b978a6 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:45.739215 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7a14e3f9-9b47-418d-9626-a9f98f6bbdbc req-74ed9881-95a3-4286-9a67-37e278b978a6 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] For port 72c8f753-7469-4337-a842-a1eb2e35b0b1, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=72c8f753-7469-4337-a842-a1eb2e35b0b1,segment=NetworkSegment(e58cf20d-1bde-48c4-b5dd-b0e7978a39e7),segment_id=e58cf20d-1bde-48c4-b5dd-b0e7978a39e7)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:45.739580 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7a14e3f9-9b47-418d-9626-a9f98f6bbdbc req-74ed9881-95a3-4286-9a67-37e278b978a6 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:45.751567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-7a14e3f9-9b47-418d-9626-a9f98f6bbdbc req-74ed9881-95a3-4286-9a67-37e278b978a6 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Calling delete_port for 72c8f753-7469-4337-a842-a1eb2e35b0b1 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:21:45.879400 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7a14e3f9-9b47-418d-9626-a9f98f6bbdbc req-74ed9881-95a3-4286-9a67-37e278b978a6 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:45.893140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['72c8f753-7469-4337-a842-a1eb2e35b0b1'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:21:45.896305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['60f4a498-a36a-41a7-8e7c-b7ff6fd598a7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:21:45.916966 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed9881-95a3-4286-9a67-37e278b978a6 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Pushing event deleted for resources: {'Port': ['ID=72c8f753-7469-4337-a842-a1eb2e35b0b1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:45.955633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a14e3f9-9b47-418d-9626-a9f98f6bbdbc req-74ed9881-95a3-4286-9a67-37e278b978a6 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] No DVR routers for this DVR port 72c8f753-7469-4337-a842-a1eb2e35b0b1 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:21:45.958861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7a14e3f9-9b47-418d-9626-a9f98f6bbdbc req-74ed9881-95a3-4286-9a67-37e278b978a6 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:45.961048 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7a14e3f9-9b47-418d-9626-a9f98f6bbdbc req-74ed9881-95a3-4286-9a67-37e278b978a6 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.48 "DELETE /v2.0/ports/72c8f753-7469-4337-a842-a1eb2e35b0b1 HTTP/1.1" status: 204 len: 173 time: 0.4099882 Jul 07 20:21:45.961528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac383b6-e401-4d2e-9d74-05c94213eaf0', 'name': 'network-vif-deleted', 'tag': '72c8f753-7469-4337-a842-a1eb2e35b0b1'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:45.963824 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca40ba6-3091-4658-b8ad-df291d9463a3" -d '{"events": [{"server_uuid": "4ac383b6-e401-4d2e-9d74-05c94213eaf0", "name": "network-vif-deleted", "tag": "72c8f753-7469-4337-a842-a1eb2e35b0b1"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:46.011164 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2fe3e1-32a6-4067-ad73-5264ea61e4ba x-openstack-request-id: req-5a2fe3e1-32a6-4067-ad73-5264ea61e4ba {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:46.011702 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac383b6-e401-4d2e-9d74-05c94213eaf0", "name": "network-vif-deleted", "tag": "72c8f753-7469-4337-a842-a1eb2e35b0b1", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:46.012135 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a2fe3e1-32a6-4067-ad73-5264ea61e4ba {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:46.012545 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac383b6-e401-4d2e-9d74-05c94213eaf0', 'name': 'network-vif-deleted', 'tag': '72c8f753-7469-4337-a842-a1eb2e35b0b1', 'status': 'completed', 'code': 200} Jul 07 20:21:46.594103 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-de617da1-ee15-480c-bee3-366f40016969 req-406151d2-58d9-4435-9d3f-60bbb8a10d6b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ac383b6-e401-4d2e-9d74-05c94213eaf0 HTTP/1.1" status: 200 len: 210 time: 0.0342543 Jul 07 20:21:47.845123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a702acd-8739-40b2-ac07-816ed02d93d7 req-4265ccbd-39a5-4496-96a6-da37a90460d7 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:47.846571 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a702acd-8739-40b2-ac07-816ed02d93d7 req-4265ccbd-39a5-4496-96a6-da37a90460d7 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 946 time: 0.0649023 Jul 07 20:21:47.884441 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3a702acd-8739-40b2-ac07-816ed02d93d7 req-4059d766-5704-4f88-8a46-60ac15a0ac32 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Jul 07 20:21:48.077360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00d3ca-06c7-4bda-9aff-4e505d5983d5 req-b694f67c-a414-4a47-8597-8ea5ed8a8d27 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:48.078867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ca00d3ca-06c7-4bda-9aff-4e505d5983d5 req-b694f67c-a414-4a47-8597-8ea5ed8a8d27 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 946 time: 0.0626528 Jul 07 20:21:48.128542 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ca00d3ca-06c7-4bda-9aff-4e505d5983d5 req-7a85627e-4086-4e58-b869-9c017c263115 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427833 Jul 07 20:21:48.306933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd9703-e6f5-4c54-a3db-1d7baee4d969 req-047395ea-1e19-4bd6-a44f-6c6a156951fd tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:48.308396 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfcd9703-e6f5-4c54-a3db-1d7baee4d969 req-047395ea-1e19-4bd6-a44f-6c6a156951fd tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 946 time: 0.0618021 Jul 07 20:21:48.351585 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dfcd9703-e6f5-4c54-a3db-1d7baee4d969 req-50541135-f5bb-43a0-863e-af5fe79e6403 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361021 Jul 07 20:21:48.624520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2ef91-f8ac-4995-85ce-a6aa88309f20 req-fb5778ca-afc7-4aa8-8252-38b58e43c781 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:48.626011 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a4d2ef91-f8ac-4995-85ce-a6aa88309f20 req-fb5778ca-afc7-4aa8-8252-38b58e43c781 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 946 time: 0.0636356 Jul 07 20:21:48.663305 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a4d2ef91-f8ac-4995-85ce-a6aa88309f20 req-79adf1b5-9504-4c2b-8c37-712fc3a30068 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Jul 07 20:21:48.764124 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:21:48.846389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71821d-fd9c-4c97-aaa1-409fec34ae89 req-784d7f2f-019d-4f92-a5af-e08bc2567742 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:48.847920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ee71821d-fd9c-4c97-aaa1-409fec34ae89 req-784d7f2f-019d-4f92-a5af-e08bc2567742 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 946 time: 0.0708089 Jul 07 20:21:48.879190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 72c8f753-7469-4337-a842-a1eb2e35b0b1 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:21:48.889355 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ee71821d-fd9c-4c97-aaa1-409fec34ae89 req-39bf704d-a7eb-497e-9f57-6c595aa13fff tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343130 Jul 07 20:21:48.900013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 72c8f753-7469-4337-a842-a1eb2e35b0b1 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:21:48.900428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 72c8f753-7469-4337-a842-a1eb2e35b0b1 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:21:49.086156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662d41-c036-4912-bcc3-56c4fa3c5954 req-6c90c447-c258-4596-81e7-b5131fc35dd9 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:49.087768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83662d41-c036-4912-bcc3-56c4fa3c5954 req-6c90c447-c258-4596-81e7-b5131fc35dd9 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 946 time: 0.0650778 Jul 07 20:21:49.127017 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-83662d41-c036-4912-bcc3-56c4fa3c5954 req-9bf406b6-8aaa-45c1-834b-a74335a7506e tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329099 Jul 07 20:21:49.657523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac33a-39a1-410b-b20a-26fc560adfaa req-7a660ed1-ac87-458a-8272-1bf30b28552b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:49.659110 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-215ac33a-39a1-410b-b20a-26fc560adfaa req-7a660ed1-ac87-458a-8272-1bf30b28552b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 946 time: 0.0629029 Jul 07 20:21:49.697446 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-215ac33a-39a1-410b-b20a-26fc560adfaa req-c99fd8c6-2cbf-4c3c-8f3d-a38f050e5924 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Jul 07 20:21:50.872508 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f1026-0ca7-425b-86f0-7a764ea3d4e8 req-d9c3377a-7ef4-4699-a930-3a4bd1994e9c tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:50.873999 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c9f1026-0ca7-425b-86f0-7a764ea3d4e8 req-d9c3377a-7ef4-4699-a930-3a4bd1994e9c tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 946 time: 0.0632343 Jul 07 20:21:50.913113 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c9f1026-0ca7-425b-86f0-7a764ea3d4e8 req-6fd97b6e-466b-4636-bb41-4fe558421b93 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/security-groups?id=82e6d879-36d3-475e-852e-33ebe22056ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329571 Jul 07 20:21:51.210345 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-76846181-7856-4c1a-b2e6-8e52ead05f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:51.267695 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b5ed5-5f02-40cb-97cd-b239d45c33d4 req-68abd8a0-1063-42a8-a88a-f7b6b0ca2749 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:51.269112 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-915b5ed5-5f02-40cb-97cd-b239d45c33d4 req-68abd8a0-1063-42a8-a88a-f7b6b0ca2749 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.110 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 946 time: 0.0757623 Jul 07 20:21:51.371613 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-915b5ed5-5f02-40cb-97cd-b239d45c33d4 req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Deleting port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:21:51.371966 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-915b5ed5-5f02-40cb-97cd-b239d45c33d4 req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:51.463428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-915b5ed5-5f02-40cb-97cd-b239d45c33d4 req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] For port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7,segment=NetworkSegment(e58cf20d-1bde-48c4-b5dd-b0e7978a39e7),segment_id=e58cf20d-1bde-48c4-b5dd-b0e7978a39e7)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:51.463780 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-915b5ed5-5f02-40cb-97cd-b239d45c33d4 req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:51.475758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-915b5ed5-5f02-40cb-97cd-b239d45c33d4 req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Calling delete_port for 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:21:51.607240 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-915b5ed5-5f02-40cb-97cd-b239d45c33d4 req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:51.620307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['60f4a498-a36a-41a7-8e7c-b7ff6fd598a7'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:21:51.635636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Pushing event deleted for resources: {'Port': ['ID=60f4a498-a36a-41a7-8e7c-b7ff6fd598a7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:51.648848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:51.649205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:51.649547 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:51.649884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:51.650218 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:51.650551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:51.650914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:51.651257 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:51.651566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:51.651889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:51.652215 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:51.652528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:51.693812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-915b5ed5-5f02-40cb-97cd-b239d45c33d4 req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] No DVR routers for this DVR port 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:21:51.696273 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-915b5ed5-5f02-40cb-97cd-b239d45c33d4 req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:51.698707 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-915b5ed5-5f02-40cb-97cd-b239d45c33d4 req-40bf0811-b838-4e5f-84b3-343bfd1db67b tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.110 "DELETE /v2.0/ports/60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 HTTP/1.1" status: 204 len: 173 time: 0.4220176 Jul 07 20:21:51.698707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ae5174-35e0-4101-9bad-dceb7e5c09b1', 'name': 'network-vif-deleted', 'tag': '60f4a498-a36a-41a7-8e7c-b7ff6fd598a7'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:51.701027 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642c1cd2-3cef-497f-887f-51fe0efd08fe" -d '{"events": [{"server_uuid": "15ae5174-35e0-4101-9bad-dceb7e5c09b1", "name": "network-vif-deleted", "tag": "60f4a498-a36a-41a7-8e7c-b7ff6fd598a7"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:51.745674 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e31b714-0897-46ec-8fec-4f0a145edfc3 x-openstack-request-id: req-1e31b714-0897-46ec-8fec-4f0a145edfc3 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:51.745964 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ae5174-35e0-4101-9bad-dceb7e5c09b1", "name": "network-vif-deleted", "tag": "60f4a498-a36a-41a7-8e7c-b7ff6fd598a7", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:51.746272 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e31b714-0897-46ec-8fec-4f0a145edfc3 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:51.746763 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ae5174-35e0-4101-9bad-dceb7e5c09b1', 'name': 'network-vif-deleted', 'tag': '60f4a498-a36a-41a7-8e7c-b7ff6fd598a7', 'status': 'completed', 'code': 200} Jul 07 20:21:52.076640 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d6873b-cf4d-4971-9c7c-e4281e19272c req-458f787b-d0fb-4807-ac2b-b17363be0e88 tempest-ServersNegativeTestJSON-1013648008 tempest-ServersNegativeTestJSON-1013648008-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ae5174-35e0-4101-9bad-dceb7e5c09b1 HTTP/1.1" status: 200 len: 210 time: 0.0326905 Jul 07 20:21:53.173259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50270) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:53.219178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Deleting subnet 97f16363-9cd8-426e-aa09-c671d66035a9 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:21:53.223014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:53.257321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:53.297384 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:53.358513 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:53.691598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f16363-9cd8-426e-aa09-c671d66035a9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:53.699578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:53.701441 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/97f16363-9cd8-426e-aa09-c671d66035a9 HTTP/1.1" status: 204 len: 168 time: 0.5265875 Jul 07 20:21:53.703357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:53.703734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:53.704042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:53.704193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50272) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:53.705177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:53.705353 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:53.705595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:53.705922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:53.706249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:53.706574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:53.706921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:53.707245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:53.707565 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981ebc-0d3a-4368-b1f8-733183d008b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:53.775754 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:53.855965 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:53.865502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0543d2-7f20-4327-a90d-6543119f2899']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:53.875488 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58cf20d-1bde-48c4-b5dd-b0e7978a39e7') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:53.875780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58cf20d-1bde-48c4-b5dd-b0e7978a39e7') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:53.884893 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:53.898596 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:53.904322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:21:53.904703 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: timer() Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:21:53.906326 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:21:53.962101 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:53.967935 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:53.969785 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bf0543d2-7f20-4327-a90d-6543119f2899 HTTP/1.1" status: 204 len: 168 time: 0.2639599 Jul 07 20:21:53.981451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0013801-a50b-4af3-bb7f-491da2592bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0543d2-7f20-4327-a90d-6543119f2899,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:53.982256 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:54.079064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50276) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:54.118118 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3d888e5a-0f76-4c69-be88-43c7abf10a6c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0e580f6a70b48459b35db69c0e9a206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378063 Jul 07 20:21:54.120561 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50278) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:54.136549 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-892bef5f-efd2-4c28-a22a-eaa4aba8dd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:54.168847 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72bf7363-d5ae-4964-81ff-380a27bf8b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:54.190198 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72bf7363-d5ae-4964-81ff-380a27bf8b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:54.236793 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72bf7363-d5ae-4964-81ff-380a27bf8b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:54.239519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-72bf7363-d5ae-4964-81ff-380a27bf8b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:54.240697 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-72bf7363-d5ae-4964-81ff-380a27bf8b40 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/82e6d879-36d3-475e-852e-33ebe22056ca HTTP/1.1" status: 204 len: 168 time: 0.1192298 Jul 07 20:21:54.250677 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf7363-d5ae-4964-81ff-380a27bf8b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e6d879-36d3-475e-852e-33ebe22056ca,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:54.930011 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50300) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:55.021179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1642455815'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:55.034108 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:55.043203 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Made reservation on behalf of 02a8fed28ffd4204b8848d07d565269d for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:21:55.046566 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:55.054888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:55.144707 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:55.148452 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:55.171326 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:21:55.186270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d524c9d1-b52d-467c-bbbb-d1658c04051d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:55.189654 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:55.189992 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Added segment 80cb0bae-4ae8-4da1-9904-6ef64a8e0341 of type vlan for network f0644892-c246-4c89-8527-49f902790072 Jul 07 20:21:55.230512 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:55.258247 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:55.263869 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:55.264477 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:55.322101 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3909431 Jul 07 20:21:55.333488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331b6ba-b01b-4ffa-8dce-20a66d841d10 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event updated for resources: {'Network': ['ID=f0644892-c246-4c89-8527-49f902790072,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:55.355941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network f0644892-c246-4c89-8527-49f902790072 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:21:55.965545 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:21:55.985297 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:21:55.985648 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 60f4a498-a36a-41a7-8e7c-b7ff6fd598a7 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:21:56.747827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:58.642923 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50304) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:58.648127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-7c562965-383b-4ba3-b41b-002c1ae3494f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Request body: {'subnet': {'network_id': 'f0644892-c246-4c89-8527-49f902790072', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:58.736767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c562965-383b-4ba3-b41b-002c1ae3494f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Made reservation on behalf of 02a8fed28ffd4204b8848d07d565269d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:21:58.740317 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c562965-383b-4ba3-b41b-002c1ae3494f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:58.917560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c562965-383b-4ba3-b41b-002c1ae3494f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:58.979093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c562965-383b-4ba3-b41b-002c1ae3494f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event updated for resources: {'Subnet': ['ID=e7b17687-64c1-4e8a-a6e1-789267e3d74a,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:58.987920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c562965-383b-4ba3-b41b-002c1ae3494f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Checking segment: {'id': '80cb0bae-4ae8-4da1-9904-6ef64a8e0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f0644892-c246-4c89-8527-49f902790072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:21:58.988288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c562965-383b-4ba3-b41b-002c1ae3494f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Network hostable DHCP agents. Network: f0644892-c246-4c89-8527-49f902790072, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:21:59.003875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c562965-383b-4ba3-b41b-002c1ae3494f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Network f0644892-c246-4c89-8527-49f902790072 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:21:59.012364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7c562965-383b-4ba3-b41b-002c1ae3494f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, f0644892-c246-4c89-8527-49f902790072) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:59.016687 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c562965-383b-4ba3-b41b-002c1ae3494f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:59.017818 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7c562965-383b-4ba3-b41b-002c1ae3494f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.021057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f10045-358e-4c03-a3f5-9f5bb2c1d3f8 None None] Network f0644892-c246-4c89-8527-49f902790072 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:21:59.031098 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7c562965-383b-4ba3-b41b-002c1ae3494f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3870327 Jul 07 20:21:59.035207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50306) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:59.040510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-99e013d4-3cad-45be-960c-90d9f1e6c450 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1915853758'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:59.061501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e013d4-3cad-45be-960c-90d9f1e6c450 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Made reservation on behalf of 02a8fed28ffd4204b8848d07d565269d for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:21:59.066141 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-99e013d4-3cad-45be-960c-90d9f1e6c450 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.092770 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e013d4-3cad-45be-960c-90d9f1e6c450 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:21:59.103817 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-99e013d4-3cad-45be-960c-90d9f1e6c450 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.104311 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-99e013d4-3cad-45be-960c-90d9f1e6c450 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Added segment e7c9e4a7-bc2e-40bf-abaa-936f8f19fd60 of type vlan for network a21a043f-19ba-4459-aaa9-92e5ae94bd4d Jul 07 20:21:59.151246 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-99e013d4-3cad-45be-960c-90d9f1e6c450 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.183444 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-99e013d4-3cad-45be-960c-90d9f1e6c450 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.189566 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e013d4-3cad-45be-960c-90d9f1e6c450 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:59.190163 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-99e013d4-3cad-45be-960c-90d9f1e6c450 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.247966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-99e013d4-3cad-45be-960c-90d9f1e6c450 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2114587 Jul 07 20:21:59.250814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50308) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:59.257947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e065c811-6caa-477f-b08d-484aa5e26e32 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Request body: {'subnet': {'network_id': 'a21a043f-19ba-4459-aaa9-92e5ae94bd4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:59.305595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e013d4-3cad-45be-960c-90d9f1e6c450 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event updated for resources: {'Network': ['ID=a21a043f-19ba-4459-aaa9-92e5ae94bd4d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:59.317518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network a21a043f-19ba-4459-aaa9-92e5ae94bd4d details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:21:59.332347 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-f0644892-c246-4c89-8527-49f902790072', 'network_id': 'f0644892-c246-4c89-8527-49f902790072', 'tenant_id': '02a8fed28ffd4204b8848d07d565269d', 'fixed_ips': [{'subnet_id': 'e7b17687-64c1-4e8a-a6e1-789267e3d74a'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:21:59.333448 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.360050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e065c811-6caa-477f-b08d-484aa5e26e32 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Made reservation on behalf of 02a8fed28ffd4204b8848d07d565269d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:21:59.364242 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e065c811-6caa-477f-b08d-484aa5e26e32 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.516009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Allocated IP 2001:db8:0:ffff::2 (f0644892-c246-4c89-8527-49f902790072/e7b17687-64c1-4e8a-a6e1-789267e3d74a/8d1d446a-49cf-4b6a-a1fb-5770a86675ad) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:21:59.558570 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e065c811-6caa-477f-b08d-484aa5e26e32 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.616701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065c811-6caa-477f-b08d-484aa5e26e32 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event updated for resources: {'Subnet': ['ID=0c997073-58f8-4b24-b984-d054a80b34e3,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:59.627558 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065c811-6caa-477f-b08d-484aa5e26e32 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Checking segment: {'id': 'e7c9e4a7-bc2e-40bf-abaa-936f8f19fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a21a043f-19ba-4459-aaa9-92e5ae94bd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:21:59.627921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065c811-6caa-477f-b08d-484aa5e26e32 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Network hostable DHCP agents. Network: a21a043f-19ba-4459-aaa9-92e5ae94bd4d, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:21:59.644872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065c811-6caa-477f-b08d-484aa5e26e32 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Network a21a043f-19ba-4459-aaa9-92e5ae94bd4d is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:21:59.654583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e065c811-6caa-477f-b08d-484aa5e26e32 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, a21a043f-19ba-4459-aaa9-92e5ae94bd4d) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:59.658993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065c811-6caa-477f-b08d-484aa5e26e32 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:59.659700 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e065c811-6caa-477f-b08d-484aa5e26e32 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.663489 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.671690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6378d837-646c-4e7c-a10c-0cceae3d51c2 None None] Network a21a043f-19ba-4459-aaa9-92e5ae94bd4d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:21:59.677037 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e065c811-6caa-477f-b08d-484aa5e26e32 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4226353 Jul 07 20:21:59.677214 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Transition to ACTIVE for port object 8d1d446a-49cf-4b6a-a1fb-5770a86675ad will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:21:59.677310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50310) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:59.731242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Transition to ACTIVE for port object 8d1d446a-49cf-4b6a-a1fb-5770a86675ad will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:21:59.742073 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.781566 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.806631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Network f0644892-c246-4c89-8527-49f902790072 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:21:59.809505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Pushing event updated for resources: {'Port': ['ID=8d1d446a-49cf-4b6a-a1fb-5770a86675ad,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:59.811694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:59.819181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:21:59.824564 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:59.824911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:59.825254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:59.825592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:59.825927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:59.826260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:59.826588 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:59.826949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:59.827277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:59.827600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:59.827922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:59.828249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:59.881280 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.936028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Attempting to bind port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:21:59.936408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Attempting to bind port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '80cb0bae-4ae8-4da1-9904-6ef64a8e0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f0644892-c246-4c89-8527-49f902790072'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:21:59.936750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Attempting to bind port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad on network f0644892-c246-4c89-8527-49f902790072 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:21:59.943082 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:21:59.943343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Checking segment: {'id': '80cb0bae-4ae8-4da1-9904-6ef64a8e0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f0644892-c246-4c89-8527-49f902790072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:21:59.943746 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.944142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Bound using segment: {'id': '80cb0bae-4ae8-4da1-9904-6ef64a8e0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f0644892-c246-4c89-8527-49f902790072'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:21:59.945010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Bound port: 8d1d446a-49cf-4b6a-a1fb-5770a86675ad, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cb0bae-4ae8-4da1-9904-6ef64a8e0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f0644892-c246-4c89-8527-49f902790072'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:21:59.945010 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.948795 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d80b941-1ff6-4768-879e-f21556951bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-a21a043f-19ba-4459-aaa9-92e5ae94bd4d', 'network_id': 'a21a043f-19ba-4459-aaa9-92e5ae94bd4d', 'tenant_id': '02a8fed28ffd4204b8848d07d565269d', 'fixed_ips': [{'subnet_id': '0c997073-58f8-4b24-b984-d054a80b34e3'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:21:59.949674 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d80b941-1ff6-4768-879e-f21556951bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.955214 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:59.981465 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event deleted for resources: {'Subnet': ['ID=0c997073-58f8-4b24-b984-d054a80b34e3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:00.051193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.061900 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21a043f-19ba-4459-aaa9-92e5ae94bd4d']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:00.074109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c9e4a7-bc2e-40bf-abaa-936f8f19fd60') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:00.074478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c9e4a7-bc2e-40bf-abaa-936f8f19fd60') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:00.078392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba9b800-0bf7-40bf-9d20-a39bb3d9dd58 None None] Network a21a043f-19ba-4459-aaa9-92e5ae94bd4d requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:00.085311 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.092999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] For port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:22:00.099674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.105581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:22:00.105968 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: timer() Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:22:00.109055 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:22:00.135232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] For port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8d1d446a-49cf-4b6a-a1fb-5770a86675ad,segment=NetworkSegment(80cb0bae-4ae8-4da1-9904-6ef64a8e0341),segment_id=80cb0bae-4ae8-4da1-9904-6ef64a8e0341)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:22:00.141922 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.168224 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.175950 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.177780 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/networks/a21a043f-19ba-4459-aaa9-92e5ae94bd4d HTTP/1.1" status: 204 len: 168 time: 0.4996068 Jul 07 20:22:00.182045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50312) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:00.196131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8d76293e-2f90-4fb4-996c-2451b475c531 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-446346783'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:00.200466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1b279-77ac-4fc6-b6ea-ac8efc5221ae tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event deleted for resources: {'Network': ['ID=a21a043f-19ba-4459-aaa9-92e5ae94bd4d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:00.221056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d76293e-2f90-4fb4-996c-2451b475c531 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Made reservation on behalf of 02a8fed28ffd4204b8848d07d565269d for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:00.224674 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d76293e-2f90-4fb4-996c-2451b475c531 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.256393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d9418-0ade-48dc-a6b3-e03e468e8c52 None None] Pushing event updated for resources: {'Port': ['ID=8d1d446a-49cf-4b6a-a1fb-5770a86675ad,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:00.257285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d76293e-2f90-4fb4-996c-2451b475c531 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:22:00.271833 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d76293e-2f90-4fb4-996c-2451b475c531 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.272174 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-8d76293e-2f90-4fb4-996c-2451b475c531 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Added segment 5517df00-bbfc-46ac-ab0f-7ab9939b3267 of type vlan for network 5aadf164-47c0-496d-abfe-a9c31c09295c Jul 07 20:22:00.319324 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d76293e-2f90-4fb4-996c-2451b475c531 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.351445 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d76293e-2f90-4fb4-996c-2451b475c531 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.357334 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d76293e-2f90-4fb4-996c-2451b475c531 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:00.357956 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8d76293e-2f90-4fb4-996c-2451b475c531 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.426062 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8d76293e-2f90-4fb4-996c-2451b475c531 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2430384 Jul 07 20:22:00.428916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50314) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:00.433820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Request body: {'subnet': {'network_id': '5aadf164-47c0-496d-abfe-a9c31c09295c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:00.491287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76293e-2f90-4fb4-996c-2451b475c531 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event updated for resources: {'Network': ['ID=5aadf164-47c0-496d-abfe-a9c31c09295c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:00.503477 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 5aadf164-47c0-496d-abfe-a9c31c09295c details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:22:00.554206 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Made reservation on behalf of 02a8fed28ffd4204b8848d07d565269d for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:00.558037 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.622541 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_backend_mixin [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Performing IP validity checks on allocation pools {{(pid=93900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 20:22:00.623210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_backend_mixin [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 20:22:00.751299 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.808179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event updated for resources: {'Subnet': ['ID=30a18c41-b4b1-483f-95cb-34ba81561784,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:00.819059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Checking segment: {'id': '5517df00-bbfc-46ac-ab0f-7ab9939b3267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5aadf164-47c0-496d-abfe-a9c31c09295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:00.819423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Network hostable DHCP agents. Network: 5aadf164-47c0-496d-abfe-a9c31c09295c, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:22:00.836540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Network 5aadf164-47c0-496d-abfe-a9c31c09295c is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:22:00.845617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 5aadf164-47c0-496d-abfe-a9c31c09295c) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:00.849592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:00.850183 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:00.856600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1526d6-2a84-458b-b9c3-ce4f2b619aec None None] Network 5aadf164-47c0-496d-abfe-a9c31c09295c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:00.867135 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50316) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:00.867695 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f4643ef1-3a80-4f95-84f1-fffc49f14ca9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4373255 Jul 07 20:22:00.975460 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.023427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba9bb07-3a3f-411f-b644-0fc39ed9f965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-5aadf164-47c0-496d-abfe-a9c31c09295c', 'network_id': '5aadf164-47c0-496d-abfe-a9c31c09295c', 'tenant_id': '02a8fed28ffd4204b8848d07d565269d', 'fixed_ips': [{'subnet_id': '30a18c41-b4b1-483f-95cb-34ba81561784'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:22:01.024596 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bb07-3a3f-411f-b644-0fc39ed9f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.060495 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.128373 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server [None req-2ba9bb07-3a3f-411f-b644-0fc39ed9f965 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30a18c41-b4b1-483f-95cb-34ba81561784: This subnet is being modified by another concurrent operation. Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server raise exception Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30a18c41-b4b1-483f-95cb-34ba81561784: This subnet is being modified by another concurrent operation. Jul 07 20:22:01.136247 n-d-793621-9 neutron-server[93902]: ERROR oslo_messaging.rpc.server Jul 07 20:22:01.159003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a71021-0117-4468-aa9d-2483391c17bd None None] Network 5aadf164-47c0-496d-abfe-a9c31c09295c requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:01.167482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event deleted for resources: {'Subnet': ['ID=30a18c41-b4b1-483f-95cb-34ba81561784,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:01.227604 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.238337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aadf164-47c0-496d-abfe-a9c31c09295c']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:01.250291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5517df00-bbfc-46ac-ab0f-7ab9939b3267') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:01.250658 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5517df00-bbfc-46ac-ab0f-7ab9939b3267') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:01.261020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.265278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c85f972-863c-4fa9-8544-9419f53b0e65 None None] Network f0644892-c246-4c89-8527-49f902790072 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:01.275798 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.281871 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:22:01.282341 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:22:01.286057 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:22:01.347600 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6ae98dc3-7d9e-4ee5-b599-06f96de201e0 None None] Provisioning for port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:01.349567 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.357819 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.361284 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/networks/5aadf164-47c0-496d-abfe-a9c31c09295c HTTP/1.1" status: 204 len: 168 time: 0.4921646 Jul 07 20:22:01.365071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50318) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:01.370462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-052636cb-c7a6-4ea5-8d4d-6776982a6599 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1910494629'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:01.371072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20901213-5271-46a0-b71c-3e9aa7aaa152 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event deleted for resources: {'Network': ['ID=5aadf164-47c0-496d-abfe-a9c31c09295c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:01.393826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052636cb-c7a6-4ea5-8d4d-6776982a6599 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Made reservation on behalf of 02a8fed28ffd4204b8848d07d565269d for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:01.397533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-052636cb-c7a6-4ea5-8d4d-6776982a6599 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.422629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052636cb-c7a6-4ea5-8d4d-6776982a6599 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:22:01.432618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-052636cb-c7a6-4ea5-8d4d-6776982a6599 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.432965 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-052636cb-c7a6-4ea5-8d4d-6776982a6599 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Added segment 03a3c7c7-175f-4067-afa5-eda631f45e88 of type vlan for network fc0edd8e-fa8a-41f5-abab-321eb89a4be9 Jul 07 20:22:01.475321 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-052636cb-c7a6-4ea5-8d4d-6776982a6599 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.506135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-052636cb-c7a6-4ea5-8d4d-6776982a6599 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.511977 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052636cb-c7a6-4ea5-8d4d-6776982a6599 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:01.512583 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-052636cb-c7a6-4ea5-8d4d-6776982a6599 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.575141 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-052636cb-c7a6-4ea5-8d4d-6776982a6599 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2089062 Jul 07 20:22:01.578057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50320) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:01.584403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1ca89956-b882-4fe3-962e-0f02cba531df tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Request body: {'subnet': {'network_id': 'fc0edd8e-fa8a-41f5-abab-321eb89a4be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:01.594700 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052636cb-c7a6-4ea5-8d4d-6776982a6599 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event updated for resources: {'Network': ['ID=fc0edd8e-fa8a-41f5-abab-321eb89a4be9,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:01.611134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network fc0edd8e-fa8a-41f5-abab-321eb89a4be9 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:22:01.659149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f55ef-3996-402f-81fb-f36e8c8d8373 None None] get_active_networks_info from n-d-793621-9 {{(pid=93902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 20:22:01.690204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca89956-b882-4fe3-962e-0f02cba531df tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Made reservation on behalf of 02a8fed28ffd4204b8848d07d565269d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:01.693913 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1ca89956-b882-4fe3-962e-0f02cba531df tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.698446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8d1d446a-49cf-4b6a-a1fb-5770a86675ad up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:01.803133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:01.808777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f55ef-3996-402f-81fb-f36e8c8d8373 None None] Resources bound (agent type, host, resource id): {{(pid=93902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 20:22:01.811476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:01.811855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.881111 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1ca89956-b882-4fe3-962e-0f02cba531df tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.949821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca89956-b882-4fe3-962e-0f02cba531df tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event updated for resources: {'Subnet': ['ID=df1f0be8-bb2a-4887-b597-79c9e95bc3ae,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:01.954084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca89956-b882-4fe3-962e-0f02cba531df tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Checking segment: {'id': '03a3c7c7-175f-4067-afa5-eda631f45e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fc0edd8e-fa8a-41f5-abab-321eb89a4be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:01.954446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca89956-b882-4fe3-962e-0f02cba531df tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Network hostable DHCP agents. Network: fc0edd8e-fa8a-41f5-abab-321eb89a4be9, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:22:01.972516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca89956-b882-4fe3-962e-0f02cba531df tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Network fc0edd8e-fa8a-41f5-abab-321eb89a4be9 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:22:01.979699 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:01.982313 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1ca89956-b882-4fe3-962e-0f02cba531df tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, fc0edd8e-fa8a-41f5-abab-321eb89a4be9) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:01.987476 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca89956-b882-4fe3-962e-0f02cba531df tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:01.988069 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1ca89956-b882-4fe3-962e-0f02cba531df tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.003583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1ca89956-b882-4fe3-962e-0f02cba531df tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4241107 Jul 07 20:22:02.007156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50322) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:02.012336 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-38eda778-62e2-4c53-b8b1-3f75a55f8cb9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-236298939'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:02.035894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eda778-62e2-4c53-b8b1-3f75a55f8cb9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Made reservation on behalf of 02a8fed28ffd4204b8848d07d565269d for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:02.039606 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38eda778-62e2-4c53-b8b1-3f75a55f8cb9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.045676 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8d1d446a-49cf-4b6a-a1fb-5770a86675ad,segment=NetworkSegment(80cb0bae-4ae8-4da1-9904-6ef64a8e0341),segment_id=80cb0bae-4ae8-4da1-9904-6ef64a8e0341)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:02.051040 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.065858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38eda778-62e2-4c53-b8b1-3f75a55f8cb9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:22:02.074981 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38eda778-62e2-4c53-b8b1-3f75a55f8cb9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.075330 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-38eda778-62e2-4c53-b8b1-3f75a55f8cb9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Added segment 94792c81-7d86-40eb-ae6c-f720d25a9927 of type vlan for network b26ce18d-d58e-4a30-ad90-9a949542e4fd Jul 07 20:22:02.116679 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38eda778-62e2-4c53-b8b1-3f75a55f8cb9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.133158 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=8d1d446a-49cf-4b6a-a1fb-5770a86675ad,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:02.146026 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38eda778-62e2-4c53-b8b1-3f75a55f8cb9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.151884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eda778-62e2-4c53-b8b1-3f75a55f8cb9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:02.152492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38eda778-62e2-4c53-b8b1-3f75a55f8cb9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.172455 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbbf1af-18b2-4049-939b-d5c425bb016a None None] Network fc0edd8e-fa8a-41f5-abab-321eb89a4be9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:02.215710 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-38eda778-62e2-4c53-b8b1-3f75a55f8cb9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2046914 Jul 07 20:22:02.215936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50324) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:02.221417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-042ccffb-0a66-4f27-86d2-0c70e8c69a8f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Request body: {'subnet': {'network_id': 'b26ce18d-d58e-4a30-ad90-9a949542e4fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:02.270028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eda778-62e2-4c53-b8b1-3f75a55f8cb9 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event updated for resources: {'Network': ['ID=b26ce18d-d58e-4a30-ad90-9a949542e4fd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:02.283459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network b26ce18d-d58e-4a30-ad90-9a949542e4fd details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:22:02.323058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042ccffb-0a66-4f27-86d2-0c70e8c69a8f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Made reservation on behalf of 02a8fed28ffd4204b8848d07d565269d for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:02.326909 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ccffb-0a66-4f27-86d2-0c70e8c69a8f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.368301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-fc0edd8e-fa8a-41f5-abab-321eb89a4be9', 'network_id': 'fc0edd8e-fa8a-41f5-abab-321eb89a4be9', 'tenant_id': '02a8fed28ffd4204b8848d07d565269d', 'fixed_ips': [{'subnet_id': 'df1f0be8-bb2a-4887-b597-79c9e95bc3ae'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:22:02.369152 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.515073 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Allocated IP 2001:db8::2 (fc0edd8e-fa8a-41f5-abab-321eb89a4be9/df1f0be8-bb2a-4887-b597-79c9e95bc3ae/939aa3f6-9ba5-4180-b0a8-7ca97098cf91) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:22:02.518403 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ccffb-0a66-4f27-86d2-0c70e8c69a8f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.579207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ccffb-0a66-4f27-86d2-0c70e8c69a8f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event updated for resources: {'Subnet': ['ID=6c122009-3139-4bca-bd65-76926baa31f3,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:02.591921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042ccffb-0a66-4f27-86d2-0c70e8c69a8f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Checking segment: {'id': '94792c81-7d86-40eb-ae6c-f720d25a9927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b26ce18d-d58e-4a30-ad90-9a949542e4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:02.592357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ccffb-0a66-4f27-86d2-0c70e8c69a8f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Network hostable DHCP agents. Network: b26ce18d-d58e-4a30-ad90-9a949542e4fd, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:22:02.609732 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ccffb-0a66-4f27-86d2-0c70e8c69a8f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Network b26ce18d-d58e-4a30-ad90-9a949542e4fd is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:22:02.619491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-042ccffb-0a66-4f27-86d2-0c70e8c69a8f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, b26ce18d-d58e-4a30-ad90-9a949542e4fd) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:02.624219 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042ccffb-0a66-4f27-86d2-0c70e8c69a8f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:02.625007 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-042ccffb-0a66-4f27-86d2-0c70e8c69a8f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.644102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde9eafb-f90b-4267-bf34-d44c9f009704 None None] Network b26ce18d-d58e-4a30-ad90-9a949542e4fd requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:02.655180 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50326) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:02.659357 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-042ccffb-0a66-4f27-86d2-0c70e8c69a8f tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4423895 Jul 07 20:22:02.775453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.831308 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.869259 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.882697 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Transition to ACTIVE for port object 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:02.898083 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.915754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Transition to ACTIVE for port object 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:02.942112 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.990981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4926eb1c-7db2-4ff6-8901-ab680c1a5713 None None] Network b26ce18d-d58e-4a30-ad90-9a949542e4fd requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:03.055264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Network fc0edd8e-fa8a-41f5-abab-321eb89a4be9 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:03.058450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:03.062390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Pushing event updated for resources: {'Port': ['ID=939aa3f6-9ba5-4180-b0a8-7ca97098cf91,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:03.068486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:22:03.175992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Attempting to bind port 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:22:03.176629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Attempting to bind port 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '03a3c7c7-175f-4067-afa5-eda631f45e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fc0edd8e-fa8a-41f5-abab-321eb89a4be9'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:22:03.176851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Attempting to bind port 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 on network fc0edd8e-fa8a-41f5-abab-321eb89a4be9 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:03.181959 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:22:03.182333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Checking segment: {'id': '03a3c7c7-175f-4067-afa5-eda631f45e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fc0edd8e-fa8a-41f5-abab-321eb89a4be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:03.182738 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.183155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Bound using segment: {'id': '03a3c7c7-175f-4067-afa5-eda631f45e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fc0edd8e-fa8a-41f5-abab-321eb89a4be9'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:22:03.183649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Bound port: 939aa3f6-9ba5-4180-b0a8-7ca97098cf91, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a3c7c7-175f-4067-afa5-eda631f45e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fc0edd8e-fa8a-41f5-abab-321eb89a4be9'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:22:03.184040 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.250356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] For port 939aa3f6-9ba5-4180-b0a8-7ca97098cf91, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:22:03.254442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] For port 939aa3f6-9ba5-4180-b0a8-7ca97098cf91, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=939aa3f6-9ba5-4180-b0a8-7ca97098cf91,segment=NetworkSegment(03a3c7c7-175f-4067-afa5-eda631f45e88),segment_id=03a3c7c7-175f-4067-afa5-eda631f45e88)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:22:03.260141 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.318886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event deleted for resources: {'Subnet': ['ID=6c122009-3139-4bca-bd65-76926baa31f3,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:03.329807 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a3183-9872-4c7d-927b-ddebaab79750 None None] Pushing event updated for resources: {'Port': ['ID=939aa3f6-9ba5-4180-b0a8-7ca97098cf91,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:03.378913 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.389322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26ce18d-d58e-4a30-ad90-9a949542e4fd']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:03.399851 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94792c81-7d86-40eb-ae6c-f720d25a9927') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:03.400146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94792c81-7d86-40eb-ae6c-f720d25a9927') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:03.409110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.422553 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.429545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:22:03.429948 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: timer() Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:22:03.435266 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:22:03.524231 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.531323 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.533348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/networks/b26ce18d-d58e-4a30-ad90-9a949542e4fd HTTP/1.1" status: 204 len: 168 time: 0.8763213 Jul 07 20:22:03.536738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50328) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:03.544492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22b26a-ddf9-43b5-a569-66ab05c50ebb tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event deleted for resources: {'Network': ['ID=b26ce18d-d58e-4a30-ad90-9a949542e4fd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:03.573576 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecb3961-aa3d-499c-bbc8-d5ab1abfef50 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] GET failed (client error): The resource could not be found. Jul 07 20:22:03.575042 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eecb3961-aa3d-499c-bbc8-d5ab1abfef50 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "GET /v2.0/subnets/6c122009-3139-4bca-bd65-76926baa31f3 HTTP/1.1" status: 404 len: 337 time: 0.0372839 Jul 07 20:22:03.577994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50330) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:03.597348 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0be997-6a7b-4a94-aecd-c6e54fdb2df7 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] DELETE failed (client error): The resource could not be found. Jul 07 20:22:03.597803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0be997-6a7b-4a94-aecd-c6e54fdb2df7 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:22:03.599861 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-be0be997-6a7b-4a94-aecd-c6e54fdb2df7 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/networks/b26ce18d-d58e-4a30-ad90-9a949542e4fd HTTP/1.1" status: 404 len: 339 time: 0.0207620 Jul 07 20:22:03.603728 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50332) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:03.637479 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd441c3e-7024-42cf-b554-140011c9d5e4 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] DELETE failed (client error): The resource could not be found. Jul 07 20:22:03.638071 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd441c3e-7024-42cf-b554-140011c9d5e4 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:22:03.640065 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bd441c3e-7024-42cf-b554-140011c9d5e4 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/subnets/6c122009-3139-4bca-bd65-76926baa31f3 HTTP/1.1" status: 404 len: 337 time: 0.0352874 Jul 07 20:22:03.643445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50334) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:03.664218 n-d-793621-9 neutron-server[93901]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ed182c-f16c-4211-80a6-d38e43bbbaf8 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] DELETE failed (client error): The resource could not be found. Jul 07 20:22:03.664913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ed182c-f16c-4211-80a6-d38e43bbbaf8 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:22:03.666825 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e3ed182c-f16c-4211-80a6-d38e43bbbaf8 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/networks/b26ce18d-d58e-4a30-ad90-9a949542e4fd HTTP/1.1" status: 404 len: 339 time: 0.0219982 Jul 07 20:22:03.669649 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50336) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:03.722338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8d1d446a-49cf-4b6a-a1fb-5770a86675ad up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:03.723782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdeb5702-f116-4c51-a8b0-00ec1a36a1db tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Deleting subnet df1f0be8-bb2a-4887-b597-79c9e95bc3ae {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:22:03.727625 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdeb5702-f116-4c51-a8b0-00ec1a36a1db tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.771133 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdeb5702-f116-4c51-a8b0-00ec1a36a1db tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.776562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:03.777001 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.855579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:03.863511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdeb5702-f116-4c51-a8b0-00ec1a36a1db tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.906671 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:03.921994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdeb5702-f116-4c51-a8b0-00ec1a36a1db tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.955335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb5702-f116-4c51-a8b0-00ec1a36a1db tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event deleted for resources: {'Subnet': ['ID=df1f0be8-bb2a-4887-b597-79c9e95bc3ae,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:03.960229 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-cdeb5702-f116-4c51-a8b0-00ec1a36a1db tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:03.964447 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cdeb5702-f116-4c51-a8b0-00ec1a36a1db tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/subnets/df1f0be8-bb2a-4887-b597-79c9e95bc3ae HTTP/1.1" status: 204 len: 168 time: 0.2915065 Jul 07 20:22:03.964619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50338) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:04.047777 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.103231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Deleting port 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:22:04.103577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.166813 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] For port 939aa3f6-9ba5-4180-b0a8-7ca97098cf91, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=939aa3f6-9ba5-4180-b0a8-7ca97098cf91,segment=NetworkSegment(03a3c7c7-175f-4067-afa5-eda631f45e88),segment_id=03a3c7c7-175f-4067-afa5-eda631f45e88)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:04.167117 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.181073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Calling delete_port for 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:22:04.250546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675d79cd-ffe7-4961-97fb-f2879c6db22a None None] Network fc0edd8e-fa8a-41f5-abab-321eb89a4be9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:04.264701 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.290868 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event deleted for resources: {'Port': ['ID=939aa3f6-9ba5-4180-b0a8-7ca97098cf91,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:04.295866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] No DVR routers for this DVR port 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:22:04.303043 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-959380b7-30d1-44b9-a91c-4df7d8a20d34 None None] Could not find standard attr ID for object 939aa3f6-9ba5-4180-b0a8-7ca97098cf91. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 20:22:04.380495 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.391274 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0edd8e-fa8a-41f5-abab-321eb89a4be9']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:04.402194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a3c7c7-175f-4067-afa5-eda631f45e88') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:04.402488 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a3c7c7-175f-4067-afa5-eda631f45e88') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:04.408433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7f773-b6e9-4cac-bdc8-d33b7fa1180b None None] DHCP port deletion for fc0edd8e-fa8a-41f5-abab-321eb89a4be9 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:22:04.412858 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.428084 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.433786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:22:04.434172 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:22:04.437173 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:22:04.493127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.500664 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.502563 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/networks/fc0edd8e-fa8a-41f5-abab-321eb89a4be9 HTTP/1.1" status: 204 len: 168 time: 0.5369799 Jul 07 20:22:04.505138 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50340) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:04.513743 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91838b0a-6e64-44a0-b5ca-4f529b261d41 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event deleted for resources: {'Network': ['ID=fc0edd8e-fa8a-41f5-abab-321eb89a4be9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:04.532107 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad5bfa1-6f18-4036-9039-ce2a10dd1004 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] DELETE failed (client error): The resource could not be found. Jul 07 20:22:04.533141 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad5bfa1-6f18-4036-9039-ce2a10dd1004 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:22:04.534872 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1ad5bfa1-6f18-4036-9039-ce2a10dd1004 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/subnets/30a18c41-b4b1-483f-95cb-34ba81561784 HTTP/1.1" status: 404 len: 337 time: 0.0287263 Jul 07 20:22:04.537446 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50342) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:04.554935 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3734f40-c8ca-4f4a-96e5-a021753cedaa tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] DELETE failed (client error): The resource could not be found. Jul 07 20:22:04.555481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3734f40-c8ca-4f4a-96e5-a021753cedaa tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:22:04.557098 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f3734f40-c8ca-4f4a-96e5-a021753cedaa tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/networks/5aadf164-47c0-496d-abfe-a9c31c09295c HTTP/1.1" status: 404 len: 339 time: 0.0187631 Jul 07 20:22:04.559406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50344) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:04.588414 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddfeef4-3503-4cda-8a9e-ecbf3c311749 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] DELETE failed (client error): The resource could not be found. Jul 07 20:22:04.588864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ddfeef4-3503-4cda-8a9e-ecbf3c311749 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:22:04.590501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4ddfeef4-3503-4cda-8a9e-ecbf3c311749 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/subnets/0c997073-58f8-4b24-b984-d054a80b34e3 HTTP/1.1" status: 404 len: 337 time: 0.0302029 Jul 07 20:22:04.592859 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50346) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:04.610381 n-d-793621-9 neutron-server[93900]: INFO neutron.pecan_wsgi.hooks.translation [None req-86698383-29e5-4b8e-8558-5e40a9f0625b tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] DELETE failed (client error): The resource could not be found. Jul 07 20:22:04.610932 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86698383-29e5-4b8e-8558-5e40a9f0625b tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:22:04.612518 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-86698383-29e5-4b8e-8558-5e40a9f0625b tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/networks/a21a043f-19ba-4459-aaa9-92e5ae94bd4d HTTP/1.1" status: 404 len: 339 time: 0.0187821 Jul 07 20:22:04.614679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50348) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:04.664487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-328d704e-6cc7-4592-993f-e087066721ad tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Deleting subnet e7b17687-64c1-4e8a-a6e1-789267e3d74a {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:22:04.667496 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-328d704e-6cc7-4592-993f-e087066721ad tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.706321 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-328d704e-6cc7-4592-993f-e087066721ad tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.820060 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-328d704e-6cc7-4592-993f-e087066721ad tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.878533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-328d704e-6cc7-4592-993f-e087066721ad tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.903087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d704e-6cc7-4592-993f-e087066721ad tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b17687-64c1-4e8a-a6e1-789267e3d74a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:04.909397 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-328d704e-6cc7-4592-993f-e087066721ad tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.913825 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-328d704e-6cc7-4592-993f-e087066721ad tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/subnets/e7b17687-64c1-4e8a-a6e1-789267e3d74a HTTP/1.1" status: 204 len: 168 time: 0.2960258 Jul 07 20:22:04.914158 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50350) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:04.914323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec8410-5e85-4e97-896d-15f7bf6f24dc None None] Network f0644892-c246-4c89-8527-49f902790072 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:04.991081 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.043001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Deleting port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:22:05.043367 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.099208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faee861d-fa93-404a-a0e4-b118c4cbcd77 None None] DHCP port deletion for f0644892-c246-4c89-8527-49f902790072 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:22:05.107394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] For port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8d1d446a-49cf-4b6a-a1fb-5770a86675ad,segment=NetworkSegment(80cb0bae-4ae8-4da1-9904-6ef64a8e0341),segment_id=80cb0bae-4ae8-4da1-9904-6ef64a8e0341)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:05.107755 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.125093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Calling delete_port for 8d1d446a-49cf-4b6a-a1fb-5770a86675ad owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:22:05.159263 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-faee861d-fa93-404a-a0e4-b118c4cbcd77 None None] Deleting port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:22:05.159643 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-faee861d-fa93-404a-a0e4-b118c4cbcd77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.203019 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.224373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-faee861d-fa93-404a-a0e4-b118c4cbcd77 None None] For port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8d1d446a-49cf-4b6a-a1fb-5770a86675ad,segment=NetworkSegment(80cb0bae-4ae8-4da1-9904-6ef64a8e0341),segment_id=80cb0bae-4ae8-4da1-9904-6ef64a8e0341)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:05.224768 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-faee861d-fa93-404a-a0e4-b118c4cbcd77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.228433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event deleted for resources: {'Port': ['ID=8d1d446a-49cf-4b6a-a1fb-5770a86675ad,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:05.232740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] No DVR routers for this DVR port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:22:05.240254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-faee861d-fa93-404a-a0e4-b118c4cbcd77 None None] Calling delete_port for 8d1d446a-49cf-4b6a-a1fb-5770a86675ad owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:22:05.312699 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-faee861d-fa93-404a-a0e4-b118c4cbcd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.313413 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.324216 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0644892-c246-4c89-8527-49f902790072']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:05.335209 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cb0bae-4ae8-4da1-9904-6ef64a8e0341') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:05.335510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cb0bae-4ae8-4da1-9904-6ef64a8e0341') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:05.341605 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee861d-fa93-404a-a0e4-b118c4cbcd77 None None] Pushing event deleted for resources: {'Port': ['ID=8d1d446a-49cf-4b6a-a1fb-5770a86675ad,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:05.344889 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.345432 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee861d-fa93-404a-a0e4-b118c4cbcd77 None None] No DVR routers for this DVR port 8d1d446a-49cf-4b6a-a1fb-5770a86675ad on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:22:05.361272 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.367710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:22:05.368136 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: timer() Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:22:05.371920 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:22:05.429028 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.435991 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.440766 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] 10.222.0.81 "DELETE /v2.0/networks/f0644892-c246-4c89-8527-49f902790072 HTTP/1.1" status: 204 len: 168 time: 0.5224643 Jul 07 20:22:05.450626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5c250-4488-463a-876b-5c8695169863 tempest-NetworksIpV6Test-1536955140 tempest-NetworksIpV6Test-1536955140-project] Pushing event deleted for resources: {'Network': ['ID=f0644892-c246-4c89-8527-49f902790072,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:05.614513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8d1d446a-49cf-4b6a-a1fb-5770a86675ad no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:22:05.634375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 8d1d446a-49cf-4b6a-a1fb-5770a86675ad {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:22:05.634723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8d1d446a-49cf-4b6a-a1fb-5770a86675ad not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:22:05.635284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:22:05.653161 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:22:05.653505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 939aa3f6-9ba5-4180-b0a8-7ca97098cf91 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:22:05.683836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50356) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:05.817037 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-796a05b6-9500-4309-b985-88db445f7d6e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=02a8fed28ffd4204b8848d07d565269d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312735 Jul 07 20:22:05.819406 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50360) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:05.866141 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d8a342f-8c74-4fac-8e49-618ac32e7a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.886172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d8a342f-8c74-4fac-8e49-618ac32e7a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.932839 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d8a342f-8c74-4fac-8e49-618ac32e7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.935598 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1d8a342f-8c74-4fac-8e49-618ac32e7a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:05.936895 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1d8a342f-8c74-4fac-8e49-618ac32e7a8e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d524c9d1-b52d-467c-bbbb-d1658c04051d HTTP/1.1" status: 204 len: 168 time: 0.1165669 Jul 07 20:22:05.945075 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a342f-8c74-4fac-8e49-618ac32e7a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d524c9d1-b52d-467c-bbbb-d1658c04051d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:06.348152 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:06.571423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50382) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:06.662540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e1264af8-3c81-4b26-ba79-a7394e301068 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1133876183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:06.687119 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1264af8-3c81-4b26-ba79-a7394e301068 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:06.688099 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1264af8-3c81-4b26-ba79-a7394e301068 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:06.774152 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1264af8-3c81-4b26-ba79-a7394e301068 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:06.778282 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1264af8-3c81-4b26-ba79-a7394e301068 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:06.792724 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1264af8-3c81-4b26-ba79-a7394e301068 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:06.794012 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e1264af8-3c81-4b26-ba79-a7394e301068 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2215731 Jul 07 20:22:06.796760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50386) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:06.802152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2078230750'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:06.822573 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Made reservation on behalf of df41b6d853094961b88ae0a048608d73 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:06.825909 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:06.834909 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:06.924376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:06.928021 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:06.957094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:22:06.962502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5b5a13-eccd-4f9f-9b19-b1d1ceff0504,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:06.971252 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:06.971499 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Added segment ee5c4444-0124-4ec9-9a03-20527fd7a663 of type vlan for network 34e02315-46e4-4d27-95e7-a3b4cf156878 Jul 07 20:22:07.014101 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.041121 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.046706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:07.047336 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.102716 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3048108 Jul 07 20:22:07.106177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50388) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:07.113408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-bae7193d-36b6-4f35-b07a-1d8d1123d040 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Request body: {'subnet': {'network_id': '34e02315-46e4-4d27-95e7-a3b4cf156878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:07.114699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91a20e-dbf3-4a5a-be46-b55af33c33ff tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Pushing event updated for resources: {'Network': ['ID=34e02315-46e4-4d27-95e7-a3b4cf156878,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:07.125068 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 34e02315-46e4-4d27-95e7-a3b4cf156878 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:22:07.205515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae7193d-36b6-4f35-b07a-1d8d1123d040 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Made reservation on behalf of df41b6d853094961b88ae0a048608d73 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:07.209352 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bae7193d-36b6-4f35-b07a-1d8d1123d040 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.384547 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bae7193d-36b6-4f35-b07a-1d8d1123d040 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.444034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7193d-36b6-4f35-b07a-1d8d1123d040 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Pushing event updated for resources: {'Subnet': ['ID=ef9451d7-0891-4753-acf0-b0524ed55666,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:07.451021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7193d-36b6-4f35-b07a-1d8d1123d040 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Checking segment: {'id': 'ee5c4444-0124-4ec9-9a03-20527fd7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e02315-46e4-4d27-95e7-a3b4cf156878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:07.451383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae7193d-36b6-4f35-b07a-1d8d1123d040 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Network hostable DHCP agents. Network: 34e02315-46e4-4d27-95e7-a3b4cf156878, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:22:07.468408 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae7193d-36b6-4f35-b07a-1d8d1123d040 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Network 34e02315-46e4-4d27-95e7-a3b4cf156878 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:22:07.476894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-bae7193d-36b6-4f35-b07a-1d8d1123d040 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 34e02315-46e4-4d27-95e7-a3b4cf156878) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:07.481087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae7193d-36b6-4f35-b07a-1d8d1123d040 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:07.481675 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bae7193d-36b6-4f35-b07a-1d8d1123d040 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.487231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabefcc7-63f1-47f4-8030-dca59f10c234 None None] Network 34e02315-46e4-4d27-95e7-a3b4cf156878 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:07.495685 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bae7193d-36b6-4f35-b07a-1d8d1123d040 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3878648 Jul 07 20:22:07.498633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50390) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:07.504009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4acd1fe6-80ee-4a4f-b092-112ebed6bef8 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-58114648'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:07.525345 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acd1fe6-80ee-4a4f-b092-112ebed6bef8 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Made reservation on behalf of df41b6d853094961b88ae0a048608d73 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:07.529200 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4acd1fe6-80ee-4a4f-b092-112ebed6bef8 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.553212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acd1fe6-80ee-4a4f-b092-112ebed6bef8 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:22:07.562885 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4acd1fe6-80ee-4a4f-b092-112ebed6bef8 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.563338 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-4acd1fe6-80ee-4a4f-b092-112ebed6bef8 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Added segment 28d76f1c-8ac3-4eec-a549-4eee75d1127e of type vlan for network 86222f8f-9f9c-4568-945c-32a9977b8b8e Jul 07 20:22:07.604926 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4acd1fe6-80ee-4a4f-b092-112ebed6bef8 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.628863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-34e02315-46e4-4d27-95e7-a3b4cf156878', 'network_id': '34e02315-46e4-4d27-95e7-a3b4cf156878', 'tenant_id': 'df41b6d853094961b88ae0a048608d73', 'fixed_ips': [{'subnet_id': 'ef9451d7-0891-4753-acf0-b0524ed55666'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:22:07.629855 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.635176 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4acd1fe6-80ee-4a4f-b092-112ebed6bef8 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.640617 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd1fe6-80ee-4a4f-b092-112ebed6bef8 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:07.641197 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4acd1fe6-80ee-4a4f-b092-112ebed6bef8 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.698584 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4acd1fe6-80ee-4a4f-b092-112ebed6bef8 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1958680 Jul 07 20:22:07.703550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50392) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:07.710268 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-979b955e-863f-4c00-b7d9-e0a934a132f0 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Request body: {'subnet': {'network_id': '86222f8f-9f9c-4568-945c-32a9977b8b8e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:07.717030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd1fe6-80ee-4a4f-b092-112ebed6bef8 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Pushing event updated for resources: {'Network': ['ID=86222f8f-9f9c-4568-945c-32a9977b8b8e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:07.731752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 86222f8f-9f9c-4568-945c-32a9977b8b8e details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:22:07.804285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979b955e-863f-4c00-b7d9-e0a934a132f0 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Made reservation on behalf of df41b6d853094961b88ae0a048608d73 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:07.808121 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-979b955e-863f-4c00-b7d9-e0a934a132f0 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.828639 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Allocated IP 172.20.0.2 (34e02315-46e4-4d27-95e7-a3b4cf156878/ef9451d7-0891-4753-acf0-b0524ed55666/ae4b3721-68f3-409b-96a0-cc78c4bc1ec5) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:22:07.971507 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.980039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Transition to ACTIVE for port object ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:07.990987 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-979b955e-863f-4c00-b7d9-e0a934a132f0 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:07.996264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Transition to ACTIVE for port object ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:08.002697 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.043787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Network 34e02315-46e4-4d27-95e7-a3b4cf156878 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:08.049922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:08.054567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:22:08.056031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b955e-863f-4c00-b7d9-e0a934a132f0 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Pushing event updated for resources: {'Subnet': ['ID=1ab92935-490a-4052-8bcb-5fba149e9cb1,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:08.057904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Pushing event updated for resources: {'Port': ['ID=ae4b3721-68f3-409b-96a0-cc78c4bc1ec5,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:08.060348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b955e-863f-4c00-b7d9-e0a934a132f0 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Checking segment: {'id': '28d76f1c-8ac3-4eec-a549-4eee75d1127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '86222f8f-9f9c-4568-945c-32a9977b8b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:08.060706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b955e-863f-4c00-b7d9-e0a934a132f0 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Network hostable DHCP agents. Network: 86222f8f-9f9c-4568-945c-32a9977b8b8e, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:22:08.079850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b955e-863f-4c00-b7d9-e0a934a132f0 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Network 86222f8f-9f9c-4568-945c-32a9977b8b8e is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:22:08.089103 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-979b955e-863f-4c00-b7d9-e0a934a132f0 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 86222f8f-9f9c-4568-945c-32a9977b8b8e) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:08.093417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b955e-863f-4c00-b7d9-e0a934a132f0 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:08.094012 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-979b955e-863f-4c00-b7d9-e0a934a132f0 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.103923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df42fb8a-2a67-45ee-b2d3-eb2e751e5f20 None None] Network 86222f8f-9f9c-4568-945c-32a9977b8b8e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:08.108942 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-979b955e-863f-4c00-b7d9-e0a934a132f0 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4075100 Jul 07 20:22:08.111639 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50394) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:08.116124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4e88ee53-7814-421d-adb9-89bcc3576c3c tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Request body: {'router': {'external_gateway_info': {'network_id': '86222f8f-9f9c-4568-945c-32a9977b8b8e'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:08.149134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Attempting to bind port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:22:08.149510 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Attempting to bind port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'ee5c4444-0124-4ec9-9a03-20527fd7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e02315-46e4-4d27-95e7-a3b4cf156878'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:22:08.149880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Attempting to bind port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 on network 34e02315-46e4-4d27-95e7-a3b4cf156878 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:08.164037 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:22:08.164418 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Checking segment: {'id': 'ee5c4444-0124-4ec9-9a03-20527fd7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e02315-46e4-4d27-95e7-a3b4cf156878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:08.164822 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.165220 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Bound using segment: {'id': 'ee5c4444-0124-4ec9-9a03-20527fd7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e02315-46e4-4d27-95e7-a3b4cf156878'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:22:08.165690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Bound port: ae4b3721-68f3-409b-96a0-cc78c4bc1ec5, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5c4444-0124-4ec9-9a03-20527fd7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e02315-46e4-4d27-95e7-a3b4cf156878'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:22:08.166071 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.277226 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] For port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:22:08.281718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] For port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ae4b3721-68f3-409b-96a0-cc78c4bc1ec5,segment=NetworkSegment(ee5c4444-0124-4ec9-9a03-20527fd7a663),segment_id=ee5c4444-0124-4ec9-9a03-20527fd7a663)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:22:08.286238 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.332352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-86222f8f-9f9c-4568-945c-32a9977b8b8e', 'network_id': '86222f8f-9f9c-4568-945c-32a9977b8b8e', 'tenant_id': 'df41b6d853094961b88ae0a048608d73', 'fixed_ips': [{'subnet_id': '1ab92935-490a-4052-8bcb-5fba149e9cb1'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:22:08.333458 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.373466 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4e88ee53-7814-421d-adb9-89bcc3576c3c tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.383331 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486b5b9-a5ae-4910-8a00-c230e664dcbf None None] Pushing event updated for resources: {'Port': ['ID=ae4b3721-68f3-409b-96a0-cc78c4bc1ec5,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:08.488702 n-d-793621-9 neutron-server[93900]: INFO neutron.api.v2.resource [None req-4e88ee53-7814-421d-adb9-89bcc3576c3c tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 20:22:08.489793 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4e88ee53-7814-421d-adb9-89bcc3576c3c tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] 10.222.0.81 "PUT /v2.0/routers/9fedab0d-a376-4e95-8786-c653dad60198 HTTP/1.1" status: 400 len: 364 time: 0.3772280 Jul 07 20:22:08.496311 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50396) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:08.508066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Allocated IP 172.21.0.2 (86222f8f-9f9c-4568-945c-32a9977b8b8e/1ab92935-490a-4052-8bcb-5fba149e9cb1/27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:22:08.572905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b19e23-0e28-46c6-9d5b-744585c3067d tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Deleting subnet 1ab92935-490a-4052-8bcb-5fba149e9cb1 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:22:08.671568 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.680675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Transition to ACTIVE for port object 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:08.694925 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Transition to ACTIVE for port object 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:08.699675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07b19e23-0e28-46c6-9d5b-744585c3067d tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.700358 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.740360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Network 86222f8f-9f9c-4568-945c-32a9977b8b8e is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:08.742557 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07b19e23-0e28-46c6-9d5b-744585c3067d tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.745355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:08.747680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:22:08.757740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Pushing event updated for resources: {'Port': ['ID=27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:08.814990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Attempting to bind port 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:22:08.815282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Attempting to bind port 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '28d76f1c-8ac3-4eec-a549-4eee75d1127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '86222f8f-9f9c-4568-945c-32a9977b8b8e'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:22:08.815652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Attempting to bind port 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b on network 86222f8f-9f9c-4568-945c-32a9977b8b8e {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:08.820588 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:22:08.820971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Checking segment: {'id': '28d76f1c-8ac3-4eec-a549-4eee75d1127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '86222f8f-9f9c-4568-945c-32a9977b8b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:08.821496 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.821910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Bound using segment: {'id': '28d76f1c-8ac3-4eec-a549-4eee75d1127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '86222f8f-9f9c-4568-945c-32a9977b8b8e'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:22:08.822381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Bound port: 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d76f1c-8ac3-4eec-a549-4eee75d1127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '86222f8f-9f9c-4568-945c-32a9977b8b8e'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:22:08.822763 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.829579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07b19e23-0e28-46c6-9d5b-744585c3067d tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.891725 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07b19e23-0e28-46c6-9d5b-744585c3067d tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.894352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] For port 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:22:08.897744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] For port 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b,segment=NetworkSegment(28d76f1c-8ac3-4eec-a549-4eee75d1127e),segment_id=28d76f1c-8ac3-4eec-a549-4eee75d1127e)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:22:08.902371 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.922098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b19e23-0e28-46c6-9d5b-744585c3067d tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab92935-490a-4052-8bcb-5fba149e9cb1,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:08.924746 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-07b19e23-0e28-46c6-9d5b-744585c3067d tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:08.929429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50398) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:08.929913 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-07b19e23-0e28-46c6-9d5b-744585c3067d tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] 10.222.0.81 "DELETE /v2.0/subnets/1ab92935-490a-4052-8bcb-5fba149e9cb1 HTTP/1.1" status: 204 len: 168 time: 0.4320214 Jul 07 20:22:08.962754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e153f4-a8b3-4b97-a7ce-4db6aeca4b26 None None] Pushing event updated for resources: {'Port': ['ID=27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:09.038596 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.096921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Deleting port 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:22:09.097321 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.184637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] For port 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b,segment=NetworkSegment(28d76f1c-8ac3-4eec-a549-4eee75d1127e),segment_id=28d76f1c-8ac3-4eec-a549-4eee75d1127e)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:09.185005 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.198925 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Calling delete_port for 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:22:09.301175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.331072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] No DVR routers for this DVR port 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:22:09.354610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Pushing event deleted for resources: {'Port': ['ID=27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:09.398992 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e2f67-e8aa-48e9-a9cf-8057daf1f816 None None] Network 34e02315-46e4-4d27-95e7-a3b4cf156878 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:09.414608 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.424934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86222f8f-9f9c-4568-945c-32a9977b8b8e']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:09.439108 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d76f1c-8ac3-4eec-a549-4eee75d1127e') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:09.439400 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d76f1c-8ac3-4eec-a549-4eee75d1127e') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:09.448792 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.463747 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.470753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:22:09.471175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:22:09.474474 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:22:09.509714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e4ea3ed7-dfa3-45d2-8414-0c1367adcf4a None None] Provisioning for port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:09.537436 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.544300 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.546139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] 10.222.0.81 "DELETE /v2.0/networks/86222f8f-9f9c-4568-945c-32a9977b8b8e HTTP/1.1" status: 204 len: 168 time: 0.6149175 Jul 07 20:22:09.549408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50400) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:09.558535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3616760-2371-4b0b-ae20-afc3d0a4d26f tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Pushing event deleted for resources: {'Network': ['ID=86222f8f-9f9c-4568-945c-32a9977b8b8e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:09.607820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-19695c9a-4146-4ee5-9e18-48861b155455 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Deleting subnet ef9451d7-0891-4753-acf0-b0524ed55666 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:22:09.612378 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19695c9a-4146-4ee5-9e18-48861b155455 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.656028 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19695c9a-4146-4ee5-9e18-48861b155455 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.683644 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:09.751132 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:09.756186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:09.757239 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.764724 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19695c9a-4146-4ee5-9e18-48861b155455 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.834346 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19695c9a-4146-4ee5-9e18-48861b155455 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.861125 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.864384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19695c9a-4146-4ee5-9e18-48861b155455 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9451d7-0891-4753-acf0-b0524ed55666,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:09.868489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-19695c9a-4146-4ee5-9e18-48861b155455 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.870355 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-19695c9a-4146-4ee5-9e18-48861b155455 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] 10.222.0.81 "DELETE /v2.0/subnets/ef9451d7-0891-4753-acf0-b0524ed55666 HTTP/1.1" status: 204 len: 168 time: 0.3199558 Jul 07 20:22:09.873259 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50402) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:09.883620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb88fe-180c-4a8f-a9e5-5c8422b475d8 None None] Network 34e02315-46e4-4d27-95e7-a3b4cf156878 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:09.975005 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.990952 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.db.api [None req-5262160f-a173-4493-931b-002117b78ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:22:09.991312 n-d-793621-9 neutron-server[93902]: DEBUG oslo_db.api [None req-5262160f-a173-4493-931b-002117b78ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:22:10.011111 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-61036264-7557-49ce-9383-3e4f14375830 None None] Provisioning complete for port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:10.011520 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-61036264-7557-49ce-9383-3e4f14375830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.031878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Deleting port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:22:10.032765 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.099142 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] For port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ae4b3721-68f3-409b-96a0-cc78c4bc1ec5,segment=NetworkSegment(ee5c4444-0124-4ec9-9a03-20527fd7a663),segment_id=ee5c4444-0124-4ec9-9a03-20527fd7a663)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:10.099523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.114486 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Calling delete_port for ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:22:10.205070 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.220251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a404777-7eee-4d18-be55-ad976215c873 None None] DHCP port deletion for 86222f8f-9f9c-4568-945c-32a9977b8b8e request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:22:10.230453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Pushing event deleted for resources: {'Port': ['ID=ae4b3721-68f3-409b-96a0-cc78c4bc1ec5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:10.238383 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] No DVR routers for this DVR port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:22:10.250446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-61036264-7557-49ce-9383-3e4f14375830 None None] Could not find standard attr ID for object ae4b3721-68f3-409b-96a0-cc78c4bc1ec5. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 20:22:10.255551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b45268-6867-447e-b3fe-c847546cb1cb None None] Network 86222f8f-9f9c-4568-945c-32a9977b8b8e requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:10.257427 n-d-793621-9 neutron-server[93902]: INFO neutron.plugins.ml2.db [None req-61036264-7557-49ce-9383-3e4f14375830 None None] No ports have port_id starting with ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 Jul 07 20:22:10.275485 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b45268-6867-447e-b3fe-c847546cb1cb None None] Network 86222f8f-9f9c-4568-945c-32a9977b8b8e could not be found, it might have been deleted concurrently. {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 20:22:10.317946 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.327696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e02315-46e4-4d27-95e7-a3b4cf156878']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:10.338918 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5c4444-0124-4ec9-9a03-20527fd7a663') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:10.339212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5c4444-0124-4ec9-9a03-20527fd7a663') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:10.341892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f3a35-12f5-498c-a1d4-dda06c1d02c6 None None] DHCP port deletion for 34e02315-46e4-4d27-95e7-a3b4cf156878 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:22:10.348223 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.363602 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.370021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:22:10.370411 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.371500 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a4b25adb-4131-4600-926b-b769c696c3c9 None None] Could not find standard attr ID for object 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b. {{(pid=93902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:22:10.373639 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:22:10.428779 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.441726 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.445154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] 10.222.0.81 "DELETE /v2.0/networks/34e02315-46e4-4d27-95e7-a3b4cf156878 HTTP/1.1" status: 204 len: 168 time: 0.5702226 Jul 07 20:22:10.448257 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50404) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:10.455440 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccced99-a49b-4b8e-92d6-632603b64680 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Pushing event deleted for resources: {'Network': ['ID=34e02315-46e4-4d27-95e7-a3b4cf156878,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:10.477860 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.484365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-42b77ef8-39fe-4f57-8baa-f03241ed8db5 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fedab0d-a376-4e95-8786-c653dad60198 HTTP/1.1" status: 200 len: 205 time: 0.0349681 Jul 07 20:22:10.487293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50406) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:10.513369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] Port ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 update to ACTIVE by agent not found {{(pid=93902) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 20:22:10.565689 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5def2475-0a6c-4e93-aa27-e408e7b56a19 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.716989 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5def2475-0a6c-4e93-aa27-e408e7b56a19 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.719099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5def2475-0a6c-4e93-aa27-e408e7b56a19 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.761417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5def2475-0a6c-4e93-aa27-e408e7b56a19 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.762020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5def2475-0a6c-4e93-aa27-e408e7b56a19 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Fanout notify agent at l3_agent the message router_deleted on router 9fedab0d-a376-4e95-8786-c653dad60198 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:22:10.768879 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-5def2475-0a6c-4e93-aa27-e408e7b56a19 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:10.769969 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5def2475-0a6c-4e93-aa27-e408e7b56a19 tempest-RoutersNegativeTest-1395732359 tempest-RoutersNegativeTest-1395732359-project] 10.222.0.81 "DELETE /v2.0/routers/9fedab0d-a376-4e95-8786-c653dad60198 HTTP/1.1" status: 204 len: 168 time: 0.2816973 Jul 07 20:22:11.004257 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50412) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:11.129207 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e644f9fc-bece-4cda-b468-2e9baaa61681 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df41b6d853094961b88ae0a048608d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237974 Jul 07 20:22:11.131803 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50416) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:11.178915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f33162b1-6dc7-4800-bf41-1d8c483a8572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:11.199896 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f33162b1-6dc7-4800-bf41-1d8c483a8572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:11.246385 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f33162b1-6dc7-4800-bf41-1d8c483a8572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:11.249128 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f33162b1-6dc7-4800-bf41-1d8c483a8572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:11.250288 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f33162b1-6dc7-4800-bf41-1d8c483a8572 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cc5b5a13-eccd-4f9f-9b19-b1d1ceff0504 HTTP/1.1" status: 204 len: 168 time: 0.1175916 Jul 07 20:22:11.258422 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33162b1-6dc7-4800-bf41-1d8c483a8572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5b5a13-eccd-4f9f-9b19-b1d1ceff0504,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:11.618773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:22:11.641539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:22:11.641539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 27ef0d5a-f7d4-4fc7-ad1b-c6a02db2945b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:22:11.641539 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:22:11.658349 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:22:11.658776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ae4b3721-68f3-409b-96a0-cc78c4bc1ec5 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:22:11.845544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50438) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:11.936705 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1740198594-network', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:11.957369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Made reservation on behalf of 9866ac119ce64b8ba2e0c7d8001a6466 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:11.960004 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:11.968234 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.059652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.063449 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.087429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:22:12.102569 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c64f54-5f6f-4934-842e-876b5da8f850,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:12.105566 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.105912 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Added segment 618e181c-a823-4970-9902-eeddea20c47e of type vlan for network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc Jul 07 20:22:12.146073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.174756 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.175740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:12.176319 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.229888 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3832271 Jul 07 20:22:12.232701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50442) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:12.239568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-832841c2-4a37-4ea4-af3a-b223afe163e5 admin admin] Request body: {'subnet': {'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1740198594-subnet', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:12.243600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b02da4-898d-4870-b7b0-94dc94484a65 admin admin] Pushing event updated for resources: {'Network': ['ID=7fabfbd9-985b-4e58-9ae2-d02d998af8bc,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:12.252999 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:22:12.262470 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832841c2-4a37-4ea4-af3a-b223afe163e5 admin admin] Made reservation on behalf of 9866ac119ce64b8ba2e0c7d8001a6466 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:12.264859 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-832841c2-4a37-4ea4-af3a-b223afe163e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.431157 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-832841c2-4a37-4ea4-af3a-b223afe163e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.483108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832841c2-4a37-4ea4-af3a-b223afe163e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba8d81a-452c-4d9b-a1a1-46528e845ac7,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:12.492836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832841c2-4a37-4ea4-af3a-b223afe163e5 admin admin] Checking segment: {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:12.493200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832841c2-4a37-4ea4-af3a-b223afe163e5 admin admin] Network hostable DHCP agents. Network: 7fabfbd9-985b-4e58-9ae2-d02d998af8bc, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:22:12.510096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832841c2-4a37-4ea4-af3a-b223afe163e5 admin admin] Network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:22:12.519958 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-832841c2-4a37-4ea4-af3a-b223afe163e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 7fabfbd9-985b-4e58-9ae2-d02d998af8bc) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:12.524601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832841c2-4a37-4ea4-af3a-b223afe163e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:12.525193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-832841c2-4a37-4ea4-af3a-b223afe163e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.530207 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e3fa8d-8921-4fae-9c9b-a7cd28472e8b None None] Network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:12.539961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-832841c2-4a37-4ea4-af3a-b223afe163e5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3062279 Jul 07 20:22:12.543166 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50444) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:12.547662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1740198594-router', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:12.569200 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.570091 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.624746 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.677891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-7fabfbd9-985b-4e58-9ae2-d02d998af8bc', 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'fixed_ips': [{'subnet_id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:22:12.678759 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.762183 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.814756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Allocated IP 172.20.0.2 (7fabfbd9-985b-4e58-9ae2-d02d998af8bc/0ba8d81a-452c-4d9b-a1a1-46528e845ac7/5fc7ef01-b995-4733-a9d9-f910f9edc88e) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:22:12.961766 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.970983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Transition to ACTIVE for port object 5fc7ef01-b995-4733-a9d9-f910f9edc88e will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:12.986238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Transition to ACTIVE for port object 5fc7ef01-b995-4733-a9d9-f910f9edc88e will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:12.992539 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:13.040446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:13.043394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:13.047953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:22:13.051194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Pushing event updated for resources: {'Port': ['ID=5fc7ef01-b995-4733-a9d9-f910f9edc88e,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:13.112311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Attempting to bind port 5fc7ef01-b995-4733-a9d9-f910f9edc88e on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:22:13.112686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Attempting to bind port 5fc7ef01-b995-4733-a9d9-f910f9edc88e by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:22:13.113056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Attempting to bind port 5fc7ef01-b995-4733-a9d9-f910f9edc88e on network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:13.118313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:22:13.118693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Checking segment: {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:13.119134 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:13.119534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Bound using segment: {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:22:13.120010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Bound port: 5fc7ef01-b995-4733-a9d9-f910f9edc88e, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:22:13.120397 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:13.186070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] For port 5fc7ef01-b995-4733-a9d9-f910f9edc88e, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:22:13.189718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] For port 5fc7ef01-b995-4733-a9d9-f910f9edc88e, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5fc7ef01-b995-4733-a9d9-f910f9edc88e,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:22:13.194398 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:13.253602 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae3827-679b-4f1c-888f-40df565d54e0 None None] Pushing event updated for resources: {'Port': ['ID=5fc7ef01-b995-4733-a9d9-f910f9edc88e,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:13.298306 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:13.317569 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:13.460516 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Allocated IP 172.25.0.224 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/528ddf38-a8c6-4485-8e58-8f066610f3ba) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:22:13.572542 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:13.614680 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:13.654074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:13.657098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:13.660313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5fc7ef01-b995-4733-a9d9-f910f9edc88e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:13.661721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:22:13.697035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Pushing event updated for resources: {'Port': ['ID=528ddf38-a8c6-4485-8e58-8f066610f3ba,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:13.728457 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 5fc7ef01-b995-4733-a9d9-f910f9edc88e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:13.918021 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:14.121445 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:14.150767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad55e7e-4260-4deb-9197-81416713f0df None None] Network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:14.170129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-6a7d41d5-dbb6-4cfd-b09e-5c4dd2df8d0e req-44b08731-fad8-4672-8da8-942db49afac9 tempest-ServerDiskConfigTestJSON-1261854300 tempest-ServerDiskConfigTestJSON-1261854300-project] (93901) timed out ('10.222.0.110', 53665) {{(pid=93901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 20:22:14.239724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4990b7be-0fee-49e5-878b-964ca235ba76 None None] Provisioning for port 5fc7ef01-b995-4733-a9d9-f910f9edc88e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:14.251966 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Router 5ec99aa4-849d-43f0-98af-9596b0f52dae is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:22:14.263049 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4990b7be-0fee-49e5-878b-964ca235ba76 None None] Provisioning complete for port 5fc7ef01-b995-4733-a9d9-f910f9edc88e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:14.263425 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4990b7be-0fee-49e5-878b-964ca235ba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:14.356509 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:22:14.370545 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Sync routers for ids ['5ec99aa4-849d-43f0-98af-9596b0f52dae'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:22:14.378463 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:14.379779 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f65dd72d-4827-4e46-822c-49c541a041a2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8355951 Jul 07 20:22:14.382528 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50446) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:14.399795 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Routers {'5ec99aa4-849d-43f0-98af-9596b0f52dae'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:22:14.400271 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:21:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5ec99aa4-849d-43f0-98af-9596b0f52dae'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:14.403739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4990b7be-0fee-49e5-878b-964ca235ba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:14.552810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-4990b7be-0fee-49e5-878b-964ca235ba76 None None] For port 5fc7ef01-b995-4733-a9d9-f910f9edc88e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5fc7ef01-b995-4733-a9d9-f910f9edc88e,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:14.558585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Set router 5ec99aa4-849d-43f0-98af-9596b0f52dae gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:22:14.595187 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4990b7be-0fee-49e5-878b-964ca235ba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:14.725970 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990b7be-0fee-49e5-878b-964ca235ba76 None None] Pushing event updated for resources: {'Port': ['ID=5fc7ef01-b995-4733-a9d9-f910f9edc88e,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:14.757971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f7a2367f-c510-4745-a573-ce102dbfe964 None None] Provisioning complete for port 5fc7ef01-b995-4733-a9d9-f910f9edc88e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:14.759650 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f7a2367f-c510-4745-a573-ce102dbfe964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:14.866629 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:14.885638 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'name': 'tempest-TestEncryptedCinderVolumes-1740198594-router', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:12Z', 'updated_at': '2021-07-07T20:22:13Z', 'revision_number': 3, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'gw_port': {'id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:13Z', 'updated_at': '2021-07-07T20:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:14.916765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Checking router: 5ec99aa4-849d-43f0-98af-9596b0f52dae for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:22:14.917118 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Updating router 5ec99aa4-849d-43f0-98af-9596b0f52dae port 528ddf38-a8c6-4485-8e58-8f066610f3ba binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:22:14.951223 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.022599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Allocated IP 172.20.0.1 (7fabfbd9-985b-4e58-9ae2-d02d998af8bc/0ba8d81a-452c-4d9b-a1a1-46528e845ac7/daf9b9ca-32f1-4a68-9568-333bdb327582) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:22:15.126951 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.139216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Transition to ACTIVE for port object daf9b9ca-32f1-4a68-9568-333bdb327582 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:15.171215 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.201681 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.212276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Transition to ACTIVE for port object 528ddf38-a8c6-4485-8e58-8f066610f3ba will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:15.214713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:15.218044 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.220061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:15.223450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:22:15.246337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Pushing event updated for resources: {'Port': ['ID=daf9b9ca-32f1-4a68-9568-333bdb327582,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:15.266775 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.272918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Attempting to bind port 528ddf38-a8c6-4485-8e58-8f066610f3ba on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:22:15.273305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Attempting to bind port 528ddf38-a8c6-4485-8e58-8f066610f3ba by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:22:15.273745 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Attempting to bind port 528ddf38-a8c6-4485-8e58-8f066610f3ba on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:15.282973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:22:15.283470 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:15.283760 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.284165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:22:15.284659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Bound port: 528ddf38-a8c6-4485-8e58-8f066610f3ba, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:22:15.285047 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.286741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e7b7f-2584-49e6-89de-25dca8dc094e None None] Pushing event updated for resources: {'Port': ['ID=528ddf38-a8c6-4485-8e58-8f066610f3ba,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:15.342493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] For port 528ddf38-a8c6-4485-8e58-8f066610f3ba, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:22:15.346492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] For port 528ddf38-a8c6-4485-8e58-8f066610f3ba, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=528ddf38-a8c6-4485-8e58-8f066610f3ba,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:22:15.352217 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.411164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Routers {'5ec99aa4-849d-43f0-98af-9596b0f52dae'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:22:15.411761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:21:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5ec99aa4-849d-43f0-98af-9596b0f52dae'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:15.416937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e7b7f-2584-49e6-89de-25dca8dc094e None None] Pushing event updated for resources: {'Port': ['ID=528ddf38-a8c6-4485-8e58-8f066610f3ba,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:15.434614 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.529598 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b1cc1cda-ae59-4d9f-a4b9-ef4f18db977a None None] Provisioning for port daf9b9ca-32f1-4a68-9568-333bdb327582 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:15.533000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] Set router 5ec99aa4-849d-43f0-98af-9596b0f52dae gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:22:15.561759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b1cc1cda-ae59-4d9f-a4b9-ef4f18db977a None None] Provisioning complete for port daf9b9ca-32f1-4a68-9568-333bdb327582 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:15.562131 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1cda-ae59-4d9f-a4b9-ef4f18db977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.602936 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.607314 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc1cda-ae59-4d9f-a4b9-ef4f18db977a None None] Port daf9b9ca-32f1-4a68-9568-333bdb327582 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:22:15.608118 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.636191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5fc7ef01-b995-4733-a9d9-f910f9edc88e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:15.674249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Pushing event updated for resources: {'Port': ['ID=daf9b9ca-32f1-4a68-9568-333bdb327582,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:15.676802 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.756533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 5fc7ef01-b995-4733-a9d9-f910f9edc88e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:15.756906 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:15.772138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:15.773709 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:15.876975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'name': 'tempest-TestEncryptedCinderVolumes-1740198594-router', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:12Z', 'updated_at': '2021-07-07T20:22:15Z', 'revision_number': 4, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'gw_port': {'id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:13Z', 'updated_at': '2021-07-07T20:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'daf9b9ca-32f1-4a68-9568-333bdb327582', 'name': '', 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'mac_address': 'fa:16:3e:75:b8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:14Z', 'updated_at': '2021-07-07T20:22:15Z', 'revision_number': 1, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'subnets': [{'id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:15.898276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Router 5ec99aa4-849d-43f0-98af-9596b0f52dae has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:22:15.905700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1cc9f7-3b6d-476d-88be-07ba729cada1 None None] The sync data for ids ['5ec99aa4-849d-43f0-98af-9596b0f52dae'] in n-d-793621-9 is: [{'id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'name': 'tempest-TestEncryptedCinderVolumes-1740198594-router', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:12Z', 'updated_at': '2021-07-07T20:22:15Z', 'revision_number': 4, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'gw_port': {'id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:13Z', 'updated_at': '2021-07-07T20:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'daf9b9ca-32f1-4a68-9568-333bdb327582', 'name': '', 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'mac_address': 'fa:16:3e:75:b8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:14Z', 'updated_at': '2021-07-07T20:22:15Z', 'revision_number': 1, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'subnets': [{'id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:22:16.017120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:22:16.023926 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7864b9ff-63bd-4db8-9e48-8941e4adba55 admin admin] 10.222.0.81 "PUT /v2.0/routers/5ec99aa4-849d-43f0-98af-9596b0f52dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6388478 Jul 07 20:22:16.034039 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c80d98dc-740a-44fe-86f8-d526a55da61a None None] Provisioning complete for port daf9b9ca-32f1-4a68-9568-333bdb327582 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:16.034421 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c80d98dc-740a-44fe-86f8-d526a55da61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:16.071136 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c80d98dc-740a-44fe-86f8-d526a55da61a None None] Port daf9b9ca-32f1-4a68-9568-333bdb327582 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:22:16.563691 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50462) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:16.568845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-898471011-network', 'tenant_id': '4de44fc03348476380a37153151129b3'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:16.591981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Made reservation on behalf of 4de44fc03348476380a37153151129b3 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:16.594994 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:16.604667 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:16.707510 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:16.712264 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:16.741300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:22:16.747871 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44391c25-3437-473c-8990-1e347577235e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:16.754139 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:16.754483 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Added segment 5d6150ac-f578-4b53-be69-ea8461fc0cfe of type vlan for network 7a184078-2f1a-479d-b070-7874089761a1 Jul 07 20:22:16.797308 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:16.829406 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:16.830493 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:16.831194 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:16.889023 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3241673 Jul 07 20:22:16.892574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50464) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:16.895866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d67f1-42dd-4f97-80bc-c9d596b7e5dc admin admin] Pushing event updated for resources: {'Network': ['ID=7a184078-2f1a-479d-b070-7874089761a1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:16.898283 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-605d4811-c354-4f27-bb31-5eaeb13b6e59 admin admin] Request body: {'subnet': {'network_id': '7a184078-2f1a-479d-b070-7874089761a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-898471011-subnet', 'tenant_id': '4de44fc03348476380a37153151129b3', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:16.907247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 7a184078-2f1a-479d-b070-7874089761a1 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:22:16.921923 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605d4811-c354-4f27-bb31-5eaeb13b6e59 admin admin] Made reservation on behalf of 4de44fc03348476380a37153151129b3 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:16.924732 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-605d4811-c354-4f27-bb31-5eaeb13b6e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:17.100791 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-605d4811-c354-4f27-bb31-5eaeb13b6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:17.154946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d4811-c354-4f27-bb31-5eaeb13b6e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b418bc7f-8824-4769-9ccb-eff6a0bcda77,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:17.171367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d4811-c354-4f27-bb31-5eaeb13b6e59 admin admin] Checking segment: {'id': '5d6150ac-f578-4b53-be69-ea8461fc0cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7a184078-2f1a-479d-b070-7874089761a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:17.171755 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605d4811-c354-4f27-bb31-5eaeb13b6e59 admin admin] Network hostable DHCP agents. Network: 7a184078-2f1a-479d-b070-7874089761a1, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:22:17.189576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605d4811-c354-4f27-bb31-5eaeb13b6e59 admin admin] Network 7a184078-2f1a-479d-b070-7874089761a1 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:22:17.199221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-605d4811-c354-4f27-bb31-5eaeb13b6e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 7a184078-2f1a-479d-b070-7874089761a1) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:17.203256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605d4811-c354-4f27-bb31-5eaeb13b6e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:17.204454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-605d4811-c354-4f27-bb31-5eaeb13b6e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:17.211032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1287fde7-4e14-456c-a63c-30819fb87ae5 None None] Network 7a184078-2f1a-479d-b070-7874089761a1 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:17.223842 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-605d4811-c354-4f27-bb31-5eaeb13b6e59 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3301356 Jul 07 20:22:17.226485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50466) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:17.230878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-898471011-router', 'tenant_id': '4de44fc03348476380a37153151129b3', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:17.252769 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:17.253766 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:17.304712 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:17.358473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-7a184078-2f1a-479d-b070-7874089761a1', 'network_id': '7a184078-2f1a-479d-b070-7874089761a1', 'tenant_id': '4de44fc03348476380a37153151129b3', 'fixed_ips': [{'subnet_id': 'b418bc7f-8824-4769-9ccb-eff6a0bcda77'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:22:17.359386 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:17.497843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Allocated IP 172.20.0.2 (7a184078-2f1a-479d-b070-7874089761a1/b418bc7f-8824-4769-9ccb-eff6a0bcda77/3cec8bc6-49e5-42d7-88e0-78425ee1909e) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:22:17.665223 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:17.683009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 528ddf38-a8c6-4485-8e58-8f066610f3ba up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:17.705870 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Transition to ACTIVE for port object 3cec8bc6-49e5-42d7-88e0-78425ee1909e will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:17.731659 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Transition to ACTIVE for port object 3cec8bc6-49e5-42d7-88e0-78425ee1909e will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:17.747128 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:17.753031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 528ddf38-a8c6-4485-8e58-8f066610f3ba completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:17.777475 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:17.780488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 528ddf38-a8c6-4485-8e58-8f066610f3ba triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:17.780858 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:17.966176 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Sync routers for ids ['5ec99aa4-849d-43f0-98af-9596b0f52dae'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:22:17.975772 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Routers {'5ec99aa4-849d-43f0-98af-9596b0f52dae'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:22:17.976609 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:21:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5ec99aa4-849d-43f0-98af-9596b0f52dae'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:17.977577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Network 7a184078-2f1a-479d-b070-7874089761a1 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:17.984273 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:17.988492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:22:17.990408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Pushing event updated for resources: {'Port': ['ID=3cec8bc6-49e5-42d7-88e0-78425ee1909e,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:18.003141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.026357 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.082651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Attempting to bind port 3cec8bc6-49e5-42d7-88e0-78425ee1909e on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:22:18.083298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Attempting to bind port 3cec8bc6-49e5-42d7-88e0-78425ee1909e by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '5d6150ac-f578-4b53-be69-ea8461fc0cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7a184078-2f1a-479d-b070-7874089761a1'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:22:18.083866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Attempting to bind port 3cec8bc6-49e5-42d7-88e0-78425ee1909e on network 7a184078-2f1a-479d-b070-7874089761a1 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:18.095585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:22:18.096867 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Checking segment: {'id': '5d6150ac-f578-4b53-be69-ea8461fc0cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7a184078-2f1a-479d-b070-7874089761a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:18.096867 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.097113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Bound using segment: {'id': '5d6150ac-f578-4b53-be69-ea8461fc0cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7a184078-2f1a-479d-b070-7874089761a1'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:22:18.097516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Bound port: 3cec8bc6-49e5-42d7-88e0-78425ee1909e, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6150ac-f578-4b53-be69-ea8461fc0cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7a184078-2f1a-479d-b070-7874089761a1'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:22:18.097946 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.098413 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Set router 5ec99aa4-849d-43f0-98af-9596b0f52dae gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:22:18.099947 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.130533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 528ddf38-a8c6-4485-8e58-8f066610f3ba, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=528ddf38-a8c6-4485-8e58-8f066610f3ba,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:18.147478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Allocated IP 172.25.0.187 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/ddfe4c9c-3e65-4b04-932d-153a7834fe03) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:22:18.153473 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.225385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] For port 3cec8bc6-49e5-42d7-88e0-78425ee1909e, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:22:18.230935 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] For port 3cec8bc6-49e5-42d7-88e0-78425ee1909e, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3cec8bc6-49e5-42d7-88e0-78425ee1909e,segment=NetworkSegment(5d6150ac-f578-4b53-be69-ea8461fc0cfe),segment_id=5d6150ac-f578-4b53-be69-ea8461fc0cfe)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:22:18.231683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=528ddf38-a8c6-4485-8e58-8f066610f3ba,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:18.238133 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.293537 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.309375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b60c0-b053-4dd4-a98b-9f2a5d930a2d None None] Pushing event updated for resources: {'Port': ['ID=3cec8bc6-49e5-42d7-88e0-78425ee1909e,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:18.341568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.355972 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'name': 'tempest-TestEncryptedCinderVolumes-1740198594-router', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:12Z', 'updated_at': '2021-07-07T20:22:15Z', 'revision_number': 4, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'gw_port': {'id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:13Z', 'updated_at': '2021-07-07T20:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'daf9b9ca-32f1-4a68-9568-333bdb327582', 'name': '', 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'mac_address': 'fa:16:3e:75:b8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:14Z', 'updated_at': '2021-07-07T20:22:15Z', 'revision_number': 2, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'subnets': [{'id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:18.379008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:18.382101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:18.383676 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Checking router: 5ec99aa4-849d-43f0-98af-9596b0f52dae for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:22:18.384036 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Updating router 5ec99aa4-849d-43f0-98af-9596b0f52dae port daf9b9ca-32f1-4a68-9568-333bdb327582 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:22:18.384996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:22:18.418077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ddfe4c9c-3e65-4b04-932d-153a7834fe03,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:18.424339 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.691903 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.730309 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.741002 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Transition to ACTIVE for port object daf9b9ca-32f1-4a68-9568-333bdb327582 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:18.748280 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.802234 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Pushing event updated for resources: {'Port': ['ID=daf9b9ca-32f1-4a68-9568-333bdb327582,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:18.830091 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:18.830432 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:18.830764 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:18.831135 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:18.831511 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:18.831829 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:18.832147 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:18.832469 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:18.832776 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:18.833340 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:18.833732 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:18.833959 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:18.867054 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Attempting to bind port daf9b9ca-32f1-4a68-9568-333bdb327582 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:22:18.867421 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Attempting to bind port daf9b9ca-32f1-4a68-9568-333bdb327582 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:22:18.867779 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Attempting to bind port daf9b9ca-32f1-4a68-9568-333bdb327582 on network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:18.873495 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:22:18.873865 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Checking segment: {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:18.874264 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.874658 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Bound using segment: {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:22:18.875159 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Bound port: daf9b9ca-32f1-4a68-9568-333bdb327582, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:22:18.875565 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.921954 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:18.949152 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] For port daf9b9ca-32f1-4a68-9568-333bdb327582, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:22:18.953079 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] For port daf9b9ca-32f1-4a68-9568-333bdb327582, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=daf9b9ca-32f1-4a68-9568-333bdb327582,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:22:18.960893 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:19.007847 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Routers {'5ec99aa4-849d-43f0-98af-9596b0f52dae'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:22:19.009420 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:21:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5ec99aa4-849d-43f0-98af-9596b0f52dae'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:19.083360 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Router d7236d71-64c2-4399-b31a-d134079cfdba is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:22:19.129143 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea89110-a2de-42dd-92d1-ee4cf60056fe None None] Pushing event updated for resources: {'Port': ['ID=daf9b9ca-32f1-4a68-9568-333bdb327582,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:19.148310 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] Set router 5ec99aa4-849d-43f0-98af-9596b0f52dae gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:22:19.212174 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:22:19.221707 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Sync routers for ids ['d7236d71-64c2-4399-b31a-d134079cfdba'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:22:19.238860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Routers {'d7236d71-64c2-4399-b31a-d134079cfdba'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:22:19.239622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:21:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d7236d71-64c2-4399-b31a-d134079cfdba'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:19.242132 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:19.243529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1d9b31d9-57bd-465f-aef5-4a004f02b8a6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0160189 Jul 07 20:22:19.246049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50468) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:19.363791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Set router d7236d71-64c2-4399-b31a-d134079cfdba gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:22:19.432877 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d67cf70-8534-43a8-bdc8-c749988fd8ee None None] Network 7a184078-2f1a-479d-b070-7874089761a1 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:19.436452 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'name': 'tempest-TestEncryptedCinderVolumes-1740198594-router', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:12Z', 'updated_at': '2021-07-07T20:22:15Z', 'revision_number': 4, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'gw_port': {'id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:13Z', 'updated_at': '2021-07-07T20:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'daf9b9ca-32f1-4a68-9568-333bdb327582', 'name': '', 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'mac_address': 'fa:16:3e:75:b8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:14Z', 'updated_at': '2021-07-07T20:22:18Z', 'revision_number': 4, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'subnets': [{'id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:19.472155 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c14fe2-c6e3-4f56-a0f8-31e8d01b7ebb None None] The sync data for ids ['5ec99aa4-849d-43f0-98af-9596b0f52dae'] in n-d-793621-9 is: [{'id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'name': 'tempest-TestEncryptedCinderVolumes-1740198594-router', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:12Z', 'updated_at': '2021-07-07T20:22:15Z', 'revision_number': 4, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'gw_port': {'id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:13Z', 'updated_at': '2021-07-07T20:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'daf9b9ca-32f1-4a68-9568-333bdb327582', 'name': '', 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'mac_address': 'fa:16:3e:75:b8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:14Z', 'updated_at': '2021-07-07T20:22:18Z', 'revision_number': 4, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'subnets': [{'id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:22:19.692885 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-46f132a0-e8b0-4027-bbef-8330e840555a None None] Provisioning for port 3cec8bc6-49e5-42d7-88e0-78425ee1909e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:19.741166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'name': 'tempest-TestEncryptedCinderVolumes-898471011-router', 'tenant_id': '4de44fc03348476380a37153151129b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:17Z', 'updated_at': '2021-07-07T20:22:18Z', 'revision_number': 3, 'project_id': '4de44fc03348476380a37153151129b3', 'gw_port': {'id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:18Z', 'updated_at': '2021-07-07T20:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:19.771960 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Checking router: d7236d71-64c2-4399-b31a-d134079cfdba for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:22:19.772310 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Updating router d7236d71-64c2-4399-b31a-d134079cfdba port ddfe4c9c-3e65-4b04-932d-153a7834fe03 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:22:19.805227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device daf9b9ca-32f1-4a68-9568-333bdb327582 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:19.807604 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:19.857407 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:19.960359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port daf9b9ca-32f1-4a68-9568-333bdb327582 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:19.972369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port daf9b9ca-32f1-4a68-9568-333bdb327582 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:19.972748 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.003572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Allocated IP 172.20.0.1 (7a184078-2f1a-479d-b070-7874089761a1/b418bc7f-8824-4769-9ccb-eff6a0bcda77/3d0ec139-ea5b-426d-940f-416a29e6b88e) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:22:20.145683 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.149047 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.165316 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Transition to ACTIVE for port object 3d0ec139-ea5b-426d-940f-416a29e6b88e will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:20.206439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.238052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port daf9b9ca-32f1-4a68-9568-333bdb327582, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=daf9b9ca-32f1-4a68-9568-333bdb327582,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:20.244358 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.245354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 528ddf38-a8c6-4485-8e58-8f066610f3ba up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:20.246981 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Network 7a184078-2f1a-479d-b070-7874089761a1 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:20.252807 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:20.255295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:22:20.289977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Pushing event updated for resources: {'Port': ['ID=3d0ec139-ea5b-426d-940f-416a29e6b88e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:20.296485 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.300161 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.328069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Transition to ACTIVE for port object ddfe4c9c-3e65-4b04-932d-153a7834fe03 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:20.347302 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.354074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=daf9b9ca-32f1-4a68-9568-333bdb327582,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:20.408799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Attempting to bind port ddfe4c9c-3e65-4b04-932d-153a7834fe03 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:22:20.409177 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Attempting to bind port ddfe4c9c-3e65-4b04-932d-153a7834fe03 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:22:20.409542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Attempting to bind port ddfe4c9c-3e65-4b04-932d-153a7834fe03 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:20.420057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 528ddf38-a8c6-4485-8e58-8f066610f3ba triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:20.420454 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.424319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6197c3-3a39-41d8-acfb-dca28a830463 None None] Pushing event updated for resources: {'Port': ['ID=ddfe4c9c-3e65-4b04-932d-153a7834fe03,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:20.447735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:22:20.448113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:20.448519 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.448909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:22:20.449769 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Bound port: ddfe4c9c-3e65-4b04-932d-153a7834fe03, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:22:20.449769 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.461973 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.515429 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] For port ddfe4c9c-3e65-4b04-932d-153a7834fe03, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:22:20.519646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] For port ddfe4c9c-3e65-4b04-932d-153a7834fe03, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ddfe4c9c-3e65-4b04-932d-153a7834fe03,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:22:20.525767 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.615760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3cec8bc6-49e5-42d7-88e0-78425ee1909e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:20.626368 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Routers {'d7236d71-64c2-4399-b31a-d134079cfdba'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:22:20.627021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:21:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d7236d71-64c2-4399-b31a-d134079cfdba'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:20.635923 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.640727 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.682658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6197c3-3a39-41d8-acfb-dca28a830463 None None] Pushing event updated for resources: {'Port': ['ID=ddfe4c9c-3e65-4b04-932d-153a7834fe03,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:20.693626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d595b7d8-aace-4ae2-a6ae-ac0cbee28dcf None None] Provisioning for port 3d0ec139-ea5b-426d-940f-416a29e6b88e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:20.706173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d595b7d8-aace-4ae2-a6ae-ac0cbee28dcf None None] Provisioning complete for port 3d0ec139-ea5b-426d-940f-416a29e6b88e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:20.706547 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d595b7d8-aace-4ae2-a6ae-ac0cbee28dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.710485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Pushing event updated for resources: {'Port': ['ID=3d0ec139-ea5b-426d-940f-416a29e6b88e,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:20.712900 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.787810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d595b7d8-aace-4ae2-a6ae-ac0cbee28dcf None None] Port 3d0ec139-ea5b-426d-940f-416a29e6b88e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:22:20.805367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Network 7a184078-2f1a-479d-b070-7874089761a1 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:20.807028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:20.808117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 3cec8bc6-49e5-42d7-88e0-78425ee1909e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:20.811186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] Set router d7236d71-64c2-4399-b31a-d134079cfdba gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:22:20.837415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3cec8bc6-49e5-42d7-88e0-78425ee1909e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:20.837783 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:20.927932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Router d7236d71-64c2-4399-b31a-d134079cfdba has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:22:21.046629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:22:21.052018 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-72c3eeb2-dd20-4cbe-b80c-ca2ffd240523 admin admin] 10.222.0.81 "PUT /v2.0/routers/d7236d71-64c2-4399-b31a-d134079cfdba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8032949 Jul 07 20:22:21.196457 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:21.212593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-59d50a71-20a7-4fa5-a26c-a0b8250325af None None] Provisioning complete for port 3d0ec139-ea5b-426d-940f-416a29e6b88e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:21.212951 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59d50a71-20a7-4fa5-a26c-a0b8250325af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:21.281350 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-84f9cee2-a091-4322-a2a8-c69ab6a899f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:21.298667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 3cec8bc6-49e5-42d7-88e0-78425ee1909e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3cec8bc6-49e5-42d7-88e0-78425ee1909e,segment=NetworkSegment(5d6150ac-f578-4b53-be69-ea8461fc0cfe),segment_id=5d6150ac-f578-4b53-be69-ea8461fc0cfe)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:21.302617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-59d50a71-20a7-4fa5-a26c-a0b8250325af None None] Port 3d0ec139-ea5b-426d-940f-416a29e6b88e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:22:21.307538 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:21.367165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=3cec8bc6-49e5-42d7-88e0-78425ee1909e,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:21.370928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'name': 'tempest-TestEncryptedCinderVolumes-898471011-router', 'tenant_id': '4de44fc03348476380a37153151129b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:17Z', 'updated_at': '2021-07-07T20:22:20Z', 'revision_number': 4, 'project_id': '4de44fc03348476380a37153151129b3', 'gw_port': {'id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:18Z', 'updated_at': '2021-07-07T20:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '3d0ec139-ea5b-426d-940f-416a29e6b88e', 'name': '', 'network_id': '7a184078-2f1a-479d-b070-7874089761a1', 'tenant_id': '4de44fc03348476380a37153151129b3', 'mac_address': 'fa:16:3e:0d:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b418bc7f-8824-4769-9ccb-eff6a0bcda77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:19Z', 'updated_at': '2021-07-07T20:22:20Z', 'revision_number': 1, 'project_id': '4de44fc03348476380a37153151129b3', 'subnets': [{'id': 'b418bc7f-8824-4769-9ccb-eff6a0bcda77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:21.397191 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaebca7-9b16-4eb7-83e5-6c2e273b35ab None None] The sync data for ids ['d7236d71-64c2-4399-b31a-d134079cfdba'] in n-d-793621-9 is: [{'id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'name': 'tempest-TestEncryptedCinderVolumes-898471011-router', 'tenant_id': '4de44fc03348476380a37153151129b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:17Z', 'updated_at': '2021-07-07T20:22:20Z', 'revision_number': 4, 'project_id': '4de44fc03348476380a37153151129b3', 'gw_port': {'id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:18Z', 'updated_at': '2021-07-07T20:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '3d0ec139-ea5b-426d-940f-416a29e6b88e', 'name': '', 'network_id': '7a184078-2f1a-479d-b070-7874089761a1', 'tenant_id': '4de44fc03348476380a37153151129b3', 'mac_address': 'fa:16:3e:0d:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b418bc7f-8824-4769-9ccb-eff6a0bcda77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:19Z', 'updated_at': '2021-07-07T20:22:20Z', 'revision_number': 1, 'project_id': '4de44fc03348476380a37153151129b3', 'subnets': [{'id': 'b418bc7f-8824-4769-9ccb-eff6a0bcda77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:22:21.682507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device daf9b9ca-32f1-4a68-9568-333bdb327582 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:21.734880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port daf9b9ca-32f1-4a68-9568-333bdb327582 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:21.735404 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:21.750597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-ed7d7967-fea1-46e0-901f-c449806303da tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:21.752234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-ed7d7967-fea1-46e0-901f-c449806303da tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/networks?id=7fabfbd9-985b-4e58-9ae2-d02d998af8bc HTTP/1.1" status: 200 len: 817 time: 0.1215005 Jul 07 20:22:21.773545 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-fe35b1ac-a287-48a2-8c71-93e1e513d90e tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/quotas/9866ac119ce64b8ba2e0c7d8001a6466 HTTP/1.1" status: 200 len: 375 time: 0.0109217 Jul 07 20:22:21.828846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3cec8bc6-49e5-42d7-88e0-78425ee1909e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:21.854054 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-9a1b187e-f5ad-48e7-8d80-55d42f206370 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9866ac119ce64b8ba2e0c7d8001a6466&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742617 Jul 07 20:22:21.879997 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3cec8bc6-49e5-42d7-88e0-78425ee1909e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:21.880378 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:21.961835 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-8e484407-8428-46b4-a0cf-fa0e7ee9c619 service neutron] 10.222.0.81 "GET /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945981 Jul 07 20:22:22.064221 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-21b27d56-782b-430b-95f5-a34422183348 service neutron] 10.222.0.81 "GET /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955963 Jul 07 20:22:22.236147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f24acafd-df6a-44cc-95e3-dd6f225e2973 req-2a493997-5d88-44fd-ab91-a392542f5a84 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 210 time: 0.0285013 Jul 07 20:22:23.356727 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-6ac13e4b-bf33-4165-bdd8-68a578612a70 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:23.358246 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-6ac13e4b-bf33-4165-bdd8-68a578612a70 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.48 "GET /v2.0/networks?id=7fabfbd9-985b-4e58-9ae2-d02d998af8bc HTTP/1.1" status: 200 len: 817 time: 0.1250100 Jul 07 20:22:23.373737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Request body: {'port': {'device_id': '9376615f-05e5-4f48-83b1-ab290c008829', 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc', 'admin_state_up': True, 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:23.418151 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e53cc52-ec4b-4d12-a92d-b6c334051fcc req-b9831c9b-dbd5-4f54-a2c5-b05c38525ba3 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 210 time: 0.0316942 Jul 07 20:22:23.487960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Made reservation on behalf of 9866ac119ce64b8ba2e0c7d8001a6466 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:23.491974 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:23.630781 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Allocated IP 172.20.0.9 (7fabfbd9-985b-4e58-9ae2-d02d998af8bc/0ba8d81a-452c-4d9b-a1a1-46528e845ac7/8b1ad952-02f6-4547-a7dd-f5a495ee5166) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:22:23.659134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ddfe4c9c-3e65-4b04-932d-153a7834fe03 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:23.686555 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Sync routers for ids ['d7236d71-64c2-4399-b31a-d134079cfdba'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:22:23.708305 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Routers {'d7236d71-64c2-4399-b31a-d134079cfdba'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:22:23.709005 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:21:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d7236d71-64c2-4399-b31a-d134079cfdba'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:23.711257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port ddfe4c9c-3e65-4b04-932d-153a7834fe03 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:23.715131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ddfe4c9c-3e65-4b04-932d-153a7834fe03 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:23.715503 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:23.803819 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:23.810481 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:23.818256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Transition to ACTIVE for port object 8b1ad952-02f6-4547-a7dd-f5a495ee5166 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:23.835277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port ddfe4c9c-3e65-4b04-932d-153a7834fe03, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ddfe4c9c-3e65-4b04-932d-153a7834fe03,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:23.839779 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:23.861438 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:23.900595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=ddfe4c9c-3e65-4b04-932d-153a7834fe03,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:23.924385 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Set router d7236d71-64c2-4399-b31a-d134079cfdba gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:22:23.980768 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.134714 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'name': 'tempest-TestEncryptedCinderVolumes-898471011-router', 'tenant_id': '4de44fc03348476380a37153151129b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:17Z', 'updated_at': '2021-07-07T20:22:20Z', 'revision_number': 4, 'project_id': '4de44fc03348476380a37153151129b3', 'gw_port': {'id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:18Z', 'updated_at': '2021-07-07T20:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '3d0ec139-ea5b-426d-940f-416a29e6b88e', 'name': '', 'network_id': '7a184078-2f1a-479d-b070-7874089761a1', 'tenant_id': '4de44fc03348476380a37153151129b3', 'mac_address': 'fa:16:3e:0d:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b418bc7f-8824-4769-9ccb-eff6a0bcda77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:19Z', 'updated_at': '2021-07-07T20:22:20Z', 'revision_number': 2, 'project_id': '4de44fc03348476380a37153151129b3', 'subnets': [{'id': 'b418bc7f-8824-4769-9ccb-eff6a0bcda77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:24.140496 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d7602455-5fef-4ebf-96a8-f000d609822c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.161848 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Checking router: d7236d71-64c2-4399-b31a-d134079cfdba for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:22:24.162194 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Updating router d7236d71-64c2-4399-b31a-d134079cfdba port 3d0ec139-ea5b-426d-940f-416a29e6b88e binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:22:24.202594 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.241192 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:24.244415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:24.251022 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:22:24.276155 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Pushing event updated for resources: {'Port': ['ID=8b1ad952-02f6-4547-a7dd-f5a495ee5166,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:24.306343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:24.306590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.323390 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-dd86745e-1b0d-4679-8435-568ad8ef3966 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9536474 Jul 07 20:22:24.336781 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Request body: {'port': {'device_id': '9376615f-05e5-4f48-83b1-ab290c008829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:24.414510 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.458612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-da86bbc4-848f-4ab3-9266-95883221913d None None] Provisioning for port 8b1ad952-02f6-4547-a7dd-f5a495ee5166 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:24.464433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-da86bbc4-848f-4ab3-9266-95883221913d None None] Provisioning complete for port 8b1ad952-02f6-4547-a7dd-f5a495ee5166 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:24.464990 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-da86bbc4-848f-4ab3-9266-95883221913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.492040 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.505133 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Transition to ACTIVE for port object 3d0ec139-ea5b-426d-940f-416a29e6b88e will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:24.507641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-da86bbc4-848f-4ab3-9266-95883221913d None None] Port 8b1ad952-02f6-4547-a7dd-f5a495ee5166 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:22:24.512636 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.564537 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c43164-0af1-481d-b4dc-0d5975237f09 None None] Pushing event updated for resources: {'Port': ['ID=3d0ec139-ea5b-426d-940f-416a29e6b88e,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:24.628954 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Attempting to bind port 3d0ec139-ea5b-426d-940f-416a29e6b88e on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:22:24.629256 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Attempting to bind port 3d0ec139-ea5b-426d-940f-416a29e6b88e by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '5d6150ac-f578-4b53-be69-ea8461fc0cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7a184078-2f1a-479d-b070-7874089761a1'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:22:24.629610 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Attempting to bind port 3d0ec139-ea5b-426d-940f-416a29e6b88e on network 7a184078-2f1a-479d-b070-7874089761a1 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:24.635911 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:22:24.636292 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Checking segment: {'id': '5d6150ac-f578-4b53-be69-ea8461fc0cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7a184078-2f1a-479d-b070-7874089761a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:24.636741 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.637179 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Bound using segment: {'id': '5d6150ac-f578-4b53-be69-ea8461fc0cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7a184078-2f1a-479d-b070-7874089761a1'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:22:24.637654 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Bound port: 3d0ec139-ea5b-426d-940f-416a29e6b88e, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6150ac-f578-4b53-be69-ea8461fc0cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7a184078-2f1a-479d-b070-7874089761a1'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:22:24.638508 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.695234 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736f85d-d2c6-4ac2-8e0f-6a93a307faab req-3dc8443e-2ede-4dcf-b1a5-424596a60587 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:24.696824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f736f85d-d2c6-4ac2-8e0f-6a93a307faab req-3dc8443e-2ede-4dcf-b1a5-424596a60587 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 931 time: 0.1372595 Jul 07 20:22:24.714637 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] For port 3d0ec139-ea5b-426d-940f-416a29e6b88e, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:22:24.718100 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] For port 3d0ec139-ea5b-426d-940f-416a29e6b88e, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3d0ec139-ea5b-426d-940f-416a29e6b88e,segment=NetworkSegment(5d6150ac-f578-4b53-be69-ea8461fc0cfe),segment_id=5d6150ac-f578-4b53-be69-ea8461fc0cfe)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:22:24.726610 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.785487 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Routers {'d7236d71-64c2-4399-b31a-d134079cfdba'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:22:24.786124 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:22:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d7236d71-64c2-4399-b31a-d134079cfdba'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:24.795395 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f736f85d-d2c6-4ac2-8e0f-6a93a307faab req-392e497e-d600-41bb-87e9-960ac3569835 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886419 Jul 07 20:22:24.821614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1ad952-02f6-4547-a7dd-f5a495ee5166 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:22:24.826328 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c43164-0af1-481d-b4dc-0d5975237f09 None None] Pushing event updated for resources: {'Port': ['ID=3d0ec139-ea5b-426d-940f-416a29e6b88e,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:24.832737 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.852515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Transition to ACTIVE for port object 8b1ad952-02f6-4547-a7dd-f5a495ee5166 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:24.857577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:24.906470 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] Set router d7236d71-64c2-4399-b31a-d134079cfdba gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:22:24.908535 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1ad952-02f6-4547-a7dd-f5a495ee5166,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:24.990371 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Attempting to bind port 8b1ad952-02f6-4547-a7dd-f5a495ee5166 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:22:24.990744 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Attempting to bind port 8b1ad952-02f6-4547-a7dd-f5a495ee5166 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:22:24.991060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Attempting to bind port 8b1ad952-02f6-4547-a7dd-f5a495ee5166 on network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:24.997064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Port 8b1ad952-02f6-4547-a7dd-f5a495ee5166 on network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:22:24.997391 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Attempting to bind port 8b1ad952-02f6-4547-a7dd-f5a495ee5166 on network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:25.002640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:22:25.003014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Checking segment: {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:25.003404 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Bound using segment: {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:22:25.003835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Bound port: 8b1ad952-02f6-4547-a7dd-f5a495ee5166, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:22:25.004192 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:25.037273 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:25.083610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] For port 8b1ad952-02f6-4547-a7dd-f5a495ee5166, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:22:25.087361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] For port 8b1ad952-02f6-4547-a7dd-f5a495ee5166, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8b1ad952-02f6-4547-a7dd-f5a495ee5166,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:22:25.092453 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:25.129463 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:25.130282 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:25.131564 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] 10.222.0.48 "PUT /v2.0/ports/8b1ad952-02f6-4547-a7dd-f5a495ee5166 HTTP/1.1" status: 200 len: 1091 time: 0.7996969 Jul 07 20:22:25.132015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9376615f-05e5-4f48-83b1-ab290c008829', 'tag': '8b1ad952-02f6-4547-a7dd-f5a495ee5166'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:22:25.132882 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'name': 'tempest-TestEncryptedCinderVolumes-898471011-router', 'tenant_id': '4de44fc03348476380a37153151129b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:17Z', 'updated_at': '2021-07-07T20:22:20Z', 'revision_number': 4, 'project_id': '4de44fc03348476380a37153151129b3', 'gw_port': {'id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:18Z', 'updated_at': '2021-07-07T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '3d0ec139-ea5b-426d-940f-416a29e6b88e', 'name': '', 'network_id': '7a184078-2f1a-479d-b070-7874089761a1', 'tenant_id': '4de44fc03348476380a37153151129b3', 'mac_address': 'fa:16:3e:0d:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b418bc7f-8824-4769-9ccb-eff6a0bcda77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:19Z', 'updated_at': '2021-07-07T20:22:24Z', 'revision_number': 4, 'project_id': '4de44fc03348476380a37153151129b3', 'subnets': [{'id': 'b418bc7f-8824-4769-9ccb-eff6a0bcda77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:25.134360 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d73cc4-e9dc-4b29-b274-9070a647fb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "9376615f-05e5-4f48-83b1-ab290c008829", "tag": "8b1ad952-02f6-4547-a7dd-f5a495ee5166"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:22:25.163669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7184344-cd40-4593-ac5a-f4edb5da1662 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1ad952-02f6-4547-a7dd-f5a495ee5166,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:25.168428 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c873e-90d4-4747-964b-aa5a1c07c581 None None] The sync data for ids ['d7236d71-64c2-4399-b31a-d134079cfdba'] in n-d-793621-9 is: [{'id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'name': 'tempest-TestEncryptedCinderVolumes-898471011-router', 'tenant_id': '4de44fc03348476380a37153151129b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:17Z', 'updated_at': '2021-07-07T20:22:20Z', 'revision_number': 4, 'project_id': '4de44fc03348476380a37153151129b3', 'gw_port': {'id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:18Z', 'updated_at': '2021-07-07T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '3d0ec139-ea5b-426d-940f-416a29e6b88e', 'name': '', 'network_id': '7a184078-2f1a-479d-b070-7874089761a1', 'tenant_id': '4de44fc03348476380a37153151129b3', 'mac_address': 'fa:16:3e:0d:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b418bc7f-8824-4769-9ccb-eff6a0bcda77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:19Z', 'updated_at': '2021-07-07T20:22:24Z', 'revision_number': 4, 'project_id': '4de44fc03348476380a37153151129b3', 'subnets': [{'id': 'b418bc7f-8824-4769-9ccb-eff6a0bcda77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:22:25.219700 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd46751-ecf7-45e0-ba20-80c561d5cf97 x-openstack-request-id: req-bbd46751-ecf7-45e0-ba20-80c561d5cf97 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:22:25.219989 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9376615f-05e5-4f48-83b1-ab290c008829", "tag": "8b1ad952-02f6-4547-a7dd-f5a495ee5166", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:22:25.220240 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbd46751-ecf7-45e0-ba20-80c561d5cf97 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:22:25.220637 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9376615f-05e5-4f48-83b1-ab290c008829', 'tag': '8b1ad952-02f6-4547-a7dd-f5a495ee5166', 'status': 'completed', 'code': 200} Jul 07 20:22:25.251337 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-9e328ba4-e3b8-47c8-963b-00244a231b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:25.253008 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-9e328ba4-e3b8-47c8-963b-00244a231b2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9866ac119ce64b8ba2e0c7d8001a6466&device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 1094 time: 0.0666256 Jul 07 20:22:25.302410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-3bdb138d-3de3-4cec-b489-571eb50bd31b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b1ad952-02f6-4547-a7dd-f5a495ee5166 HTTP/1.1" status: 200 len: 217 time: 0.0419898 Jul 07 20:22:25.360612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-a0d8a3da-a35d-4218-bae3-1bf479bc6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:25.362103 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-a0d8a3da-a35d-4218-bae3-1bf479bc6884 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ba8d81a-452c-4d9b-a1a1-46528e845ac7 HTTP/1.1" status: 200 len: 856 time: 0.0530901 Jul 07 20:22:25.423177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-c64288c0-67a6-4ec4-92bf-d70d4ea15bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:25.424728 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-c64288c0-67a6-4ec4-92bf-d70d4ea15bb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fabfbd9-985b-4e58-9ae2-d02d998af8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558932 Jul 07 20:22:25.522041 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-08cd5c01-224d-4f25-afaa-4b2df7a4efcd service neutron] 10.222.0.48 "GET /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900412 Jul 07 20:22:25.621817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5f6ea516-49a0-4410-b57b-8c74eaf6dd6a req-924ea73b-279a-4c38-8a89-3128d8cb9f1b service neutron] 10.222.0.48 "GET /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931354 Jul 07 20:22:25.679123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3d0ec139-ea5b-426d-940f-416a29e6b88e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:25.731796 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d73cc4-e9dc-4b29-b274-9070a647fb2b req-b3a32016-c489-451c-a3b5-9fce22a4276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:25.733578 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01d73cc4-e9dc-4b29-b274-9070a647fb2b req-b3a32016-c489-451c-a3b5-9fce22a4276e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9866ac119ce64b8ba2e0c7d8001a6466&device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 1094 time: 0.0589275 Jul 07 20:22:25.736414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 3d0ec139-ea5b-426d-940f-416a29e6b88e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:25.741882 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3d0ec139-ea5b-426d-940f-416a29e6b88e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:25.747160 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:25.763411 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:22:25.829595 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:25.833752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d73cc4-e9dc-4b29-b274-9070a647fb2b req-6720a6a2-0069-4b8d-ab48-bb7460e76d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:25.835414 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01d73cc4-e9dc-4b29-b274-9070a647fb2b req-6720a6a2-0069-4b8d-ab48-bb7460e76d59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fabfbd9-985b-4e58-9ae2-d02d998af8bc HTTP/1.1" status: 200 len: 918 time: 0.0955391 Jul 07 20:22:25.862595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 3d0ec139-ea5b-426d-940f-416a29e6b88e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3d0ec139-ea5b-426d-940f-416a29e6b88e,segment=NetworkSegment(5d6150ac-f578-4b53-be69-ea8461fc0cfe),segment_id=5d6150ac-f578-4b53-be69-ea8461fc0cfe)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:25.867174 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:25.867973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ddfe4c9c-3e65-4b04-932d-153a7834fe03 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:25.878832 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01d73cc4-e9dc-4b29-b274-9070a647fb2b req-46a95411-7315-4e5d-9d68-9a83079fa8f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b1ad952-02f6-4547-a7dd-f5a495ee5166 HTTP/1.1" status: 200 len: 217 time: 0.0360560 Jul 07 20:22:25.942023 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=3d0ec139-ea5b-426d-940f-416a29e6b88e,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:25.955677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port ddfe4c9c-3e65-4b04-932d-153a7834fe03 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:25.956048 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:25.966615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d73cc4-e9dc-4b29-b274-9070a647fb2b req-0be60f3c-0287-4e9c-9fc8-247b3e82c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:25.968119 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01d73cc4-e9dc-4b29-b274-9070a647fb2b req-0be60f3c-0287-4e9c-9fc8-247b3e82c08e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ba8d81a-452c-4d9b-a1a1-46528e845ac7 HTTP/1.1" status: 200 len: 856 time: 0.0832098 Jul 07 20:22:26.026854 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61392c9f-3942-439d-95ad-f8bab2f3b823 req-2f20924a-79cf-45c0-860c-820131062b0f tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:26.028381 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61392c9f-3942-439d-95ad-f8bab2f3b823 req-2f20924a-79cf-45c0-860c-820131062b0f tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 943 time: 0.1131194 Jul 07 20:22:26.063111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d73cc4-e9dc-4b29-b274-9070a647fb2b req-3dbb4c4b-ced8-495b-8738-339ee3c36051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:26.064722 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01d73cc4-e9dc-4b29-b274-9070a647fb2b req-3dbb4c4b-ced8-495b-8738-339ee3c36051 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fabfbd9-985b-4e58-9ae2-d02d998af8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891910 Jul 07 20:22:26.086608 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-61392c9f-3942-439d-95ad-f8bab2f3b823 req-4d445d48-ff23-4894-9671-1e745f231ba6 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518799 Jul 07 20:22:26.165545 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01d73cc4-e9dc-4b29-b274-9070a647fb2b req-a3ff4e7e-eb3d-4333-b5a4-73ee5d1f82f9 service neutron] 10.222.0.48 "GET /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937352 Jul 07 20:22:26.254953 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-01d73cc4-e9dc-4b29-b274-9070a647fb2b req-97095682-0d5e-472b-9d38-baaf49460807 service neutron] 10.222.0.48 "GET /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827274 Jul 07 20:22:26.750430 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:27.263769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d743e-d5fd-4de2-969f-3ccfdcc9ccf9 req-92da29cd-dc1d-421a-8af0-e13e461a6bba tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:27.265229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c7d743e-d5fd-4de2-969f-3ccfdcc9ccf9 req-92da29cd-dc1d-421a-8af0-e13e461a6bba tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 943 time: 0.0664937 Jul 07 20:22:27.303121 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c7d743e-d5fd-4de2-969f-3ccfdcc9ccf9 req-e558a8cc-efc6-42ce-ae06-3e3c3b1c4dfd tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321641 Jul 07 20:22:27.630048 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3d0ec139-ea5b-426d-940f-416a29e6b88e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:27.677005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 3d0ec139-ea5b-426d-940f-416a29e6b88e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:27.677291 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:28.479097 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b95e19-e2a1-42fb-be52-37646fbc0a3f req-34928555-0892-40a3-a375-602a3b5b8183 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:28.480603 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46b95e19-e2a1-42fb-be52-37646fbc0a3f req-34928555-0892-40a3-a375-602a3b5b8183 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 943 time: 0.0688243 Jul 07 20:22:28.519007 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46b95e19-e2a1-42fb-be52-37646fbc0a3f req-35fb4321-95da-4009-899c-16744fdef5d1 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322800 Jul 07 20:22:29.035983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8b1ad952-02f6-4547-a7dd-f5a495ee5166 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:22:29.127074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8b1ad952-02f6-4547-a7dd-f5a495ee5166, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8b1ad952-02f6-4547-a7dd-f5a495ee5166,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:29.140779 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '8b1ad952-02f6-4547-a7dd-f5a495ee5166', 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc', 'port_id': '8b1ad952-02f6-4547-a7dd-f5a495ee5166', 'mac_address': 'fa:16:3e:e9:8b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:22:29.178754 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:29.194524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1ad952-02f6-4547-a7dd-f5a495ee5166 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:22:29.214448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8b1ad952-02f6-4547-a7dd-f5a495ee5166, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8b1ad952-02f6-4547-a7dd-f5a495ee5166,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:29.218254 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:29.264726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8b1ad952-02f6-4547-a7dd-f5a495ee5166,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:29.523929 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8b1ad952-02f6-4547-a7dd-f5a495ee5166'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:22:29.692085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93db784-64ea-457a-a224-614990f1834f req-feeaf698-0957-4e97-bc44-28c06ab75e62 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:29.693478 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f93db784-64ea-457a-a224-614990f1834f req-feeaf698-0957-4e97-bc44-28c06ab75e62 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 944 time: 0.0634413 Jul 07 20:22:29.731858 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f93db784-64ea-457a-a224-614990f1834f req-0fefbf7c-cfd8-450b-ad8e-0c304b787923 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327251 Jul 07 20:22:30.902992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef206b-adbc-47ee-8a10-6b4882330bb5 req-85a0d691-65e5-4958-8d74-6f3fad864ff5 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:30.904498 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58ef206b-adbc-47ee-8a10-6b4882330bb5 req-85a0d691-65e5-4958-8d74-6f3fad864ff5 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 944 time: 0.0643947 Jul 07 20:22:30.941968 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-58ef206b-adbc-47ee-8a10-6b4882330bb5 req-73249aec-abb0-41c2-a937-742d7f1c750b tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Jul 07 20:22:31.050787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8b1ad952-02f6-4547-a7dd-f5a495ee5166 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:22:31.101369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 8b1ad952-02f6-4547-a7dd-f5a495ee5166 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:31.105143 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 8b1ad952-02f6-4547-a7dd-f5a495ee5166 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:31.105517 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:31.179039 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:31.201197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9376615f-05e5-4f48-83b1-ab290c008829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1ad952-02f6-4547-a7dd-f5a495ee5166'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:22:31.204059 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caa73c5-9abf-4551-a99b-f3bd66a7d8cb" -d '{"events": [{"server_uuid": "9376615f-05e5-4f48-83b1-ab290c008829", "name": "network-vif-plugged", "status": "completed", "tag": "8b1ad952-02f6-4547-a7dd-f5a495ee5166"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:22:31.216983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 8b1ad952-02f6-4547-a7dd-f5a495ee5166, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8b1ad952-02f6-4547-a7dd-f5a495ee5166,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:31.221951 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:31.250883 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb58321c-f3c0-48b4-befb-3e1b78e5c147 x-openstack-request-id: req-eb58321c-f3c0-48b4-befb-3e1b78e5c147 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:22:31.251177 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9376615f-05e5-4f48-83b1-ab290c008829", "name": "network-vif-plugged", "status": "completed", "tag": "8b1ad952-02f6-4547-a7dd-f5a495ee5166", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:22:31.251428 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb58321c-f3c0-48b4-befb-3e1b78e5c147 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:22:31.251810 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9376615f-05e5-4f48-83b1-ab290c008829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1ad952-02f6-4547-a7dd-f5a495ee5166', 'code': 200} Jul 07 20:22:31.281238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=8b1ad952-02f6-4547-a7dd-f5a495ee5166,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:31.354442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e02afe-156c-4089-8506-0d4ae689eee3 req-d4262cfb-bd09-42c7-a72b-36a1b89d9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:31.355884 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77e02afe-156c-4089-8506-0d4ae689eee3 req-d4262cfb-bd09-42c7-a72b-36a1b89d9137 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 1096 time: 0.0518334 Jul 07 20:22:31.394343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77e02afe-156c-4089-8506-0d4ae689eee3 req-0eaed3fb-d135-4152-b3fd-df3a51212e9d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319903 Jul 07 20:22:32.118787 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43031aed-0178-41e9-93ac-4831846f0cb8 req-74605d32-f620-4254-8bff-8a62f6ee3ca8 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:32.120283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43031aed-0178-41e9-93ac-4831846f0cb8 req-74605d32-f620-4254-8bff-8a62f6ee3ca8 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 945 time: 0.0638676 Jul 07 20:22:32.156946 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43031aed-0178-41e9-93ac-4831846f0cb8 req-99f4f6ee-f989-452e-9f61-074da12c2ad3 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305693 Jul 07 20:22:33.335676 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b583429-ad9c-4ccd-9c4e-6121cf708abf req-cea98a64-3a0d-4203-8783-8d2ddceb1f3e tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:33.337119 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b583429-ad9c-4ccd-9c4e-6121cf708abf req-cea98a64-3a0d-4203-8783-8d2ddceb1f3e tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 945 time: 0.0658557 Jul 07 20:22:33.374759 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b583429-ad9c-4ccd-9c4e-6121cf708abf req-7be4f6dd-89e1-4e76-80ac-ff7299bace7c tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319488 Jul 07 20:22:33.546191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fdd3e-1046-45a2-b668-73af879f8844 req-98be39f7-d144-4426-a2b5-370d7bc2b6c5 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:33.548317 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-475fdd3e-1046-45a2-b668-73af879f8844 req-98be39f7-d144-4426-a2b5-370d7bc2b6c5 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 945 time: 0.0647302 Jul 07 20:22:33.586369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-475fdd3e-1046-45a2-b668-73af879f8844 req-c367550b-161a-4e16-88b7-3c36a9d6a877 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Jul 07 20:22:36.353878 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:40.480590 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:51.212951 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6e5ccf58-2a6e-4b69-9080-a52626cfdfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:52.599832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1059c6d-f505-48aa-a680-c14c220ca322 req-d8443a47-ac22-4567-99d6-e5728a92d1e5 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:52.601317 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f1059c6d-f505-48aa-a680-c14c220ca322 req-d8443a47-ac22-4567-99d6-e5728a92d1e5 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 945 time: 0.0700548 Jul 07 20:22:52.638320 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f1059c6d-f505-48aa-a680-c14c220ca322 req-c9c2eb78-8381-41e2-9b48-a863e51461ed tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313218 Jul 07 20:22:53.823583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8b95-8458-46be-b16d-3144abf977db req-285baa68-1ce9-42f6-bda5-02c862c917d8 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:53.825075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-240a8b95-8458-46be-b16d-3144abf977db req-285baa68-1ce9-42f6-bda5-02c862c917d8 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 945 time: 0.0632949 Jul 07 20:22:53.863135 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-240a8b95-8458-46be-b16d-3144abf977db req-d638cc19-e9ef-4a22-8583-ffe4d37b91e7 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 Jul 07 20:22:53.983139 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:54.141632 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-170358bc-9fe5-44da-b3bb-a0e3ea91b481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:54.404804 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53818f5-cbf8-4152-b7fc-b797f2449c50 req-a6cc41f8-8962-490f-8414-2bb8242492e8 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:54.406142 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b53818f5-cbf8-4152-b7fc-b797f2449c50 req-a6cc41f8-8962-490f-8414-2bb8242492e8 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.48 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 945 time: 0.0619855 Jul 07 20:22:54.506935 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b53818f5-cbf8-4152-b7fc-b797f2449c50 req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Deleting port 8b1ad952-02f6-4547-a7dd-f5a495ee5166 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:22:54.507284 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b53818f5-cbf8-4152-b7fc-b797f2449c50 req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:54.597466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-b53818f5-cbf8-4152-b7fc-b797f2449c50 req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] For port 8b1ad952-02f6-4547-a7dd-f5a495ee5166, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=8b1ad952-02f6-4547-a7dd-f5a495ee5166,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:54.597824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b53818f5-cbf8-4152-b7fc-b797f2449c50 req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:54.610592 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b53818f5-cbf8-4152-b7fc-b797f2449c50 req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Calling delete_port for 8b1ad952-02f6-4547-a7dd-f5a495ee5166 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:22:54.739829 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b53818f5-cbf8-4152-b7fc-b797f2449c50 req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:54.752737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['8b1ad952-02f6-4547-a7dd-f5a495ee5166'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:22:54.772683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Pushing event deleted for resources: {'Port': ['ID=8b1ad952-02f6-4547-a7dd-f5a495ee5166,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:54.799644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:54.799998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:54.800341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:54.800681 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:54.801013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:54.801344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:54.801676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:54.802072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:54.802332 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:54.802662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:54.803130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:54.803444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:54.830917 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53818f5-cbf8-4152-b7fc-b797f2449c50 req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] No DVR routers for this DVR port 8b1ad952-02f6-4547-a7dd-f5a495ee5166 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:22:54.833824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b53818f5-cbf8-4152-b7fc-b797f2449c50 req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:54.836235 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b53818f5-cbf8-4152-b7fc-b797f2449c50 req-dc3f6f26-09ec-48aa-b762-865f0ee74033 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.48 "DELETE /v2.0/ports/8b1ad952-02f6-4547-a7dd-f5a495ee5166 HTTP/1.1" status: 204 len: 173 time: 0.4240334 Jul 07 20:22:54.836704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9376615f-05e5-4f48-83b1-ab290c008829', 'name': 'network-vif-deleted', 'tag': '8b1ad952-02f6-4547-a7dd-f5a495ee5166'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:22:54.839033 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4690b4da-3cdf-44bf-bce4-4befd261c214" -d '{"events": [{"server_uuid": "9376615f-05e5-4f48-83b1-ab290c008829", "name": "network-vif-deleted", "tag": "8b1ad952-02f6-4547-a7dd-f5a495ee5166"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:22:54.882180 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aed9223-f30d-495b-9ff1-c790e2e3a8da x-openstack-request-id: req-3aed9223-f30d-495b-9ff1-c790e2e3a8da {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:22:54.882468 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9376615f-05e5-4f48-83b1-ab290c008829", "name": "network-vif-deleted", "tag": "8b1ad952-02f6-4547-a7dd-f5a495ee5166", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:22:54.882719 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3aed9223-f30d-495b-9ff1-c790e2e3a8da {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:22:54.883184 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9376615f-05e5-4f48-83b1-ab290c008829', 'name': 'network-vif-deleted', 'tag': '8b1ad952-02f6-4547-a7dd-f5a495ee5166', 'status': 'completed', 'code': 200} Jul 07 20:22:55.012737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9d97556c-3e47-48f6-97e3-4f4bf543569b req-a09bed0c-9b10-496f-8793-5afcaa8ab5c2 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=9376615f-05e5-4f48-83b1-ab290c008829 HTTP/1.1" status: 200 len: 210 time: 0.0308487 Jul 07 20:22:55.037291 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:56.754428 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.036306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-336d340e-bac3-4758-aafd-9ccf8e78bfa3 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:57.037754 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-336d340e-bac3-4758-aafd-9ccf8e78bfa3 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/networks?id=7fabfbd9-985b-4e58-9ae2-d02d998af8bc HTTP/1.1" status: 200 len: 817 time: 0.3415940 Jul 07 20:22:57.051879 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-33c01042-4aca-4e04-9ff3-c92ae61465f4 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/quotas/9866ac119ce64b8ba2e0c7d8001a6466 HTTP/1.1" status: 200 len: 375 time: 0.0088351 Jul 07 20:22:57.120216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-b77d8b4f-9c3b-446b-8025-2ac8a8431d50 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9866ac119ce64b8ba2e0c7d8001a6466&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635629 Jul 07 20:22:57.147566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8b1ad952-02f6-4547-a7dd-f5a495ee5166 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:22:57.167717 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 8b1ad952-02f6-4547-a7dd-f5a495ee5166 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:22:57.168069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 8b1ad952-02f6-4547-a7dd-f5a495ee5166 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:22:57.220079 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-6f73f48a-e17f-4259-98f4-2f4bd599bbf7 service neutron] 10.222.0.81 "GET /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883834 Jul 07 20:22:57.309670 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a22ef06c-3dad-4226-bc33-8410450a6d96 service neutron] 10.222.0.81 "GET /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828578 Jul 07 20:22:57.477197 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f49b1099-ef2b-43db-97cb-c807943e2983 req-abdef4d4-a24c-4475-90b4-99aeb19cdb60 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 210 time: 0.0294297 Jul 07 20:22:58.628010 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1722a1aa-e77d-42a6-adbc-62e75b1f5621 req-34c5efcb-bda9-402a-9ccc-44b7c80f156f tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 210 time: 0.0305731 Jul 07 20:22:58.650356 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-df4e2901-1b34-4822-82d3-55eaed6a556d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:58.652044 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-df4e2901-1b34-4822-82d3-55eaed6a556d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.48 "GET /v2.0/networks?id=7fabfbd9-985b-4e58-9ae2-d02d998af8bc HTTP/1.1" status: 200 len: 817 time: 0.1049573 Jul 07 20:22:58.666136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Request body: {'port': {'device_id': '45eaceb0-9a95-4867-baec-758ae942f69d', 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc', 'admin_state_up': True, 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:58.780851 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Made reservation on behalf of 9866ac119ce64b8ba2e0c7d8001a6466 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:58.785016 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.905363 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Allocated IP 172.20.0.14 (7fabfbd9-985b-4e58-9ae2-d02d998af8bc/0ba8d81a-452c-4d9b-a1a1-46528e845ac7/28dc744a-fa0c-4907-8aef-4f871b45a4ae) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:22:59.053420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.067389 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Transition to ACTIVE for port object 28dc744a-fa0c-4907-8aef-4f871b45a4ae will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:59.100348 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.147457 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:59.152620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:59.156375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:22:59.182610 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Pushing event updated for resources: {'Port': ['ID=28dc744a-fa0c-4907-8aef-4f871b45a4ae,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:59.209067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:59.209728 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.224374 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-2270721e-21cd-47ac-bb63-3b28f808e0bc tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5630586 Jul 07 20:22:59.236740 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Request body: {'port': {'device_id': '45eaceb0-9a95-4867-baec-758ae942f69d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:59.311523 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.428633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f3b8a5d5-82a9-4418-bc00-aff0eb4a3995 None None] Provisioning for port 28dc744a-fa0c-4907-8aef-4f871b45a4ae completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:22:59.432279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f3b8a5d5-82a9-4418-bc00-aff0eb4a3995 None None] Provisioning complete for port 28dc744a-fa0c-4907-8aef-4f871b45a4ae triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:22:59.432654 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f3b8a5d5-82a9-4418-bc00-aff0eb4a3995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.469622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8a5d5-82a9-4418-bc00-aff0eb4a3995 None None] Port 28dc744a-fa0c-4907-8aef-4f871b45a4ae cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:22:59.577439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28dc744a-fa0c-4907-8aef-4f871b45a4ae {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:22:59.585072 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.599915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Transition to ACTIVE for port object 28dc744a-fa0c-4907-8aef-4f871b45a4ae will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:22:59.604210 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.653387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Pushing event updated for resources: {'Port': ['ID=28dc744a-fa0c-4907-8aef-4f871b45a4ae,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:59.745485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Attempting to bind port 28dc744a-fa0c-4907-8aef-4f871b45a4ae on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:22:59.746428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Attempting to bind port 28dc744a-fa0c-4907-8aef-4f871b45a4ae by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:22:59.746766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Attempting to bind port 28dc744a-fa0c-4907-8aef-4f871b45a4ae on network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:59.751477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Port 28dc744a-fa0c-4907-8aef-4f871b45a4ae on network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:22:59.751806 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Attempting to bind port 28dc744a-fa0c-4907-8aef-4f871b45a4ae on network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:22:59.757263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:22:59.757601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Checking segment: {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:22:59.757983 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Bound using segment: {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:22:59.758419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Bound port: 28dc744a-fa0c-4907-8aef-4f871b45a4ae, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618e181c-a823-4970-9902-eeddea20c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:22:59.758782 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.867652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] For port 28dc744a-fa0c-4907-8aef-4f871b45a4ae, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:22:59.885471 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4ef01-21bc-44ad-9b3d-98fa1655cc2f req-390da986-677c-4be1-b0f6-c176996daf4d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:59.887003 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49e4ef01-21bc-44ad-9b3d-98fa1655cc2f req-390da986-677c-4be1-b0f6-c176996daf4d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 944 time: 0.1260090 Jul 07 20:22:59.890577 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] For port 28dc744a-fa0c-4907-8aef-4f871b45a4ae, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28dc744a-fa0c-4907-8aef-4f871b45a4ae,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:22:59.901721 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.952483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:59.953114 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.954578 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] 10.222.0.48 "PUT /v2.0/ports/28dc744a-fa0c-4907-8aef-4f871b45a4ae HTTP/1.1" status: 200 len: 1092 time: 0.7228301 Jul 07 20:22:59.960860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45eaceb0-9a95-4867-baec-758ae942f69d', 'tag': '28dc744a-fa0c-4907-8aef-4f871b45a4ae'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:22:59.963453 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f5dc72-d164-4a00-8f4f-d20760fb1a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "45eaceb0-9a95-4867-baec-758ae942f69d", "tag": "28dc744a-fa0c-4907-8aef-4f871b45a4ae"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:22:59.995207 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49e4ef01-21bc-44ad-9b3d-98fa1655cc2f req-1a2f30af-3966-4933-9ccb-7c69c6ac0036 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017272 Jul 07 20:23:00.002429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba2986-992d-4fe8-800e-1a16f6153cba service neutron] Pushing event updated for resources: {'Port': ['ID=28dc744a-fa0c-4907-8aef-4f871b45a4ae,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:00.036631 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75cf421-6087-4549-8a65-fa9ee45fb163 x-openstack-request-id: req-a75cf421-6087-4549-8a65-fa9ee45fb163 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:23:00.036928 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45eaceb0-9a95-4867-baec-758ae942f69d", "tag": "28dc744a-fa0c-4907-8aef-4f871b45a4ae", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:23:00.037188 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a75cf421-6087-4549-8a65-fa9ee45fb163 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:23:00.037593 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45eaceb0-9a95-4867-baec-758ae942f69d', 'tag': '28dc744a-fa0c-4907-8aef-4f871b45a4ae', 'status': 'completed', 'code': 200} Jul 07 20:23:00.084953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-965c31c2-47a3-433f-9be9-0451e11433ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:00.086914 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-965c31c2-47a3-433f-9be9-0451e11433ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9866ac119ce64b8ba2e0c7d8001a6466&device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 1095 time: 0.0589592 Jul 07 20:23:00.130965 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-9125ae34-cf03-4184-92d7-85fa648d4fa3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28dc744a-fa0c-4907-8aef-4f871b45a4ae HTTP/1.1" status: 200 len: 217 time: 0.0358739 Jul 07 20:23:00.177875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-1c2e5817-af0e-48d3-bf07-2d19ab0b68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:00.179324 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-1c2e5817-af0e-48d3-bf07-2d19ab0b68bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ba8d81a-452c-4d9b-a1a1-46528e845ac7 HTTP/1.1" status: 200 len: 856 time: 0.0427046 Jul 07 20:23:00.241816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-14524a8e-c741-4a7a-b2e5-451565b38b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:00.243357 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-14524a8e-c741-4a7a-b2e5-451565b38b3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fabfbd9-985b-4e58-9ae2-d02d998af8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577786 Jul 07 20:23:00.332219 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-c2a44484-9e8a-4c8b-b2a7-75fb33aa6001 service neutron] 10.222.0.48 "GET /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801973 Jul 07 20:23:00.432551 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a73f4909-4644-486d-bcce-1cda6a4a0712 req-0b7a18e9-f098-42b5-9075-a87d1364fcf8 service neutron] 10.222.0.48 "GET /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931864 Jul 07 20:23:00.533907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5dc72-d164-4a00-8f4f-d20760fb1a9a req-a1136379-e279-4339-b5e9-c003817e5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:00.535550 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f5dc72-d164-4a00-8f4f-d20760fb1a9a req-a1136379-e279-4339-b5e9-c003817e5394 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9866ac119ce64b8ba2e0c7d8001a6466&device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 1095 time: 0.0564601 Jul 07 20:23:00.625960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5dc72-d164-4a00-8f4f-d20760fb1a9a req-8a3f0853-7f0b-48f5-9405-fbb7ed79b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:00.627507 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f5dc72-d164-4a00-8f4f-d20760fb1a9a req-8a3f0853-7f0b-48f5-9405-fbb7ed79b91e service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fabfbd9-985b-4e58-9ae2-d02d998af8bc HTTP/1.1" status: 200 len: 918 time: 0.0857112 Jul 07 20:23:00.671824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f5dc72-d164-4a00-8f4f-d20760fb1a9a req-b770de35-d466-4d95-9258-71b762d6f132 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28dc744a-fa0c-4907-8aef-4f871b45a4ae HTTP/1.1" status: 200 len: 217 time: 0.0381880 Jul 07 20:23:00.720295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5dc72-d164-4a00-8f4f-d20760fb1a9a req-332aaa02-49c1-459e-9241-65b0ded6fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:00.721781 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f5dc72-d164-4a00-8f4f-d20760fb1a9a req-332aaa02-49c1-459e-9241-65b0ded6fa2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ba8d81a-452c-4d9b-a1a1-46528e845ac7 HTTP/1.1" status: 200 len: 856 time: 0.0438495 Jul 07 20:23:00.777941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5dc72-d164-4a00-8f4f-d20760fb1a9a req-ab746bf0-139f-4402-ba65-7a63f1b8360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:00.779484 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f5dc72-d164-4a00-8f4f-d20760fb1a9a req-ab746bf0-139f-4402-ba65-7a63f1b8360e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fabfbd9-985b-4e58-9ae2-d02d998af8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513997 Jul 07 20:23:00.870360 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f5dc72-d164-4a00-8f4f-d20760fb1a9a req-2356835d-7a88-49d9-b459-4b42535a8a74 service neutron] 10.222.0.48 "GET /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840747 Jul 07 20:23:00.960890 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a9f5dc72-d164-4a00-8f4f-d20760fb1a9a req-0343a87c-ff48-4ea6-aac7-70a1162d1d60 service neutron] 10.222.0.48 "GET /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834112 Jul 07 20:23:01.172372 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa919-7650-4e02-ae5c-109a6e6d0159 req-7fecb47b-82fd-4a89-9a61-70940feefdca tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:01.173834 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c90fa919-7650-4e02-ae5c-109a6e6d0159 req-7fecb47b-82fd-4a89-9a61-70940feefdca tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 944 time: 0.0664673 Jul 07 20:23:01.211498 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c90fa919-7650-4e02-ae5c-109a6e6d0159 req-83308c07-28e0-4e03-ac7e-20ef4ea5534c tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Jul 07 20:23:02.390106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d96c6-7344-43b2-a548-16135d470e60 req-1d27b3a2-eb28-494f-aa68-51ffb3685622 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:02.392112 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c65d96c6-7344-43b2-a548-16135d470e60 req-1d27b3a2-eb28-494f-aa68-51ffb3685622 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 944 time: 0.0674314 Jul 07 20:23:02.430650 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c65d96c6-7344-43b2-a548-16135d470e60 req-bd20f0b9-bf32-4f4d-b594-609e11cc5849 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328498 Jul 07 20:23:02.762576 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:23:03.181478 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28dc744a-fa0c-4907-8aef-4f871b45a4ae details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:23:03.274966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28dc744a-fa0c-4907-8aef-4f871b45a4ae, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28dc744a-fa0c-4907-8aef-4f871b45a4ae,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:03.287247 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '28dc744a-fa0c-4907-8aef-4f871b45a4ae', 'network_id': '7fabfbd9-985b-4e58-9ae2-d02d998af8bc', 'port_id': '28dc744a-fa0c-4907-8aef-4f871b45a4ae', 'mac_address': 'fa:16:3e:da:04:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba8d81a-452c-4d9b-a1a1-46528e845ac7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:23:03.327901 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:03.340932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28dc744a-fa0c-4907-8aef-4f871b45a4ae {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:23:03.360488 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28dc744a-fa0c-4907-8aef-4f871b45a4ae, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28dc744a-fa0c-4907-8aef-4f871b45a4ae,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:03.364740 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:03.413147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=28dc744a-fa0c-4907-8aef-4f871b45a4ae,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:03.420336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:03.420686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:03.421028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:03.421363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:03.421696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:03.422027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:03.422354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:03.422679 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:03.423041 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:03.423371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:03.423696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:03.424021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:03.606416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dc127-94c4-413d-8c1b-585d235f0d47 req-7d65b20b-bb65-4270-b0fa-781d65b944ef tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:03.607953 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba8dc127-94c4-413d-8c1b-585d235f0d47 req-7d65b20b-bb65-4270-b0fa-781d65b944ef tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 945 time: 0.0651839 Jul 07 20:23:03.646277 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba8dc127-94c4-413d-8c1b-585d235f0d47 req-5c98af34-e028-4f5d-91e0-559a11b64dae tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Jul 07 20:23:03.681718 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['28dc744a-fa0c-4907-8aef-4f871b45a4ae'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:23:04.818265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a99a73-4dfa-4681-a5b4-e821a71c148b req-c2f84559-5cce-4958-854b-459964ab889e tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:04.819816 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40a99a73-4dfa-4681-a5b4-e821a71c148b req-c2f84559-5cce-4958-854b-459964ab889e tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 945 time: 0.0629449 Jul 07 20:23:04.857259 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-40a99a73-4dfa-4681-a5b4-e821a71c148b req-86f932ca-e8f0-4808-804a-4d3f7bd77fe3 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Jul 07 20:23:05.193666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28dc744a-fa0c-4907-8aef-4f871b45a4ae up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:05.241712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 28dc744a-fa0c-4907-8aef-4f871b45a4ae completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:05.245188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 28dc744a-fa0c-4907-8aef-4f871b45a4ae triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:05.245563 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:05.322959 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:05.346334 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45eaceb0-9a95-4867-baec-758ae942f69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dc744a-fa0c-4907-8aef-4f871b45a4ae'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:23:05.349274 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a22ad4-544b-4156-a46e-6b546350fb17" -d '{"events": [{"server_uuid": "45eaceb0-9a95-4867-baec-758ae942f69d", "name": "network-vif-plugged", "status": "completed", "tag": "28dc744a-fa0c-4907-8aef-4f871b45a4ae"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:23:05.366616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 28dc744a-fa0c-4907-8aef-4f871b45a4ae, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28dc744a-fa0c-4907-8aef-4f871b45a4ae,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:05.377805 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:05.406878 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c3e4ab-6d51-4232-816f-3a451a18596a x-openstack-request-id: req-f2c3e4ab-6d51-4232-816f-3a451a18596a {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:23:05.407155 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45eaceb0-9a95-4867-baec-758ae942f69d", "name": "network-vif-plugged", "status": "completed", "tag": "28dc744a-fa0c-4907-8aef-4f871b45a4ae", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:23:05.407411 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2c3e4ab-6d51-4232-816f-3a451a18596a {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:23:05.407804 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45eaceb0-9a95-4867-baec-758ae942f69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dc744a-fa0c-4907-8aef-4f871b45a4ae', 'code': 200} Jul 07 20:23:05.440232 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=28dc744a-fa0c-4907-8aef-4f871b45a4ae,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:05.515245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1c8ec-75a5-49fc-94c1-6ef8c34c9f56 req-bd74fa03-7649-4e9a-8b44-824fdcc2c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:05.516806 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81b1c8ec-75a5-49fc-94c1-6ef8c34c9f56 req-bd74fa03-7649-4e9a-8b44-824fdcc2c24f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 1097 time: 0.0526972 Jul 07 20:23:05.552665 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-81b1c8ec-75a5-49fc-94c1-6ef8c34c9f56 req-1850eb8f-dbf6-44bd-b8bc-4d6e16530efd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287666 Jul 07 20:23:06.033585 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b451612-41b5-434d-869a-0b9105295c04 req-41bcf23b-41a4-43ec-823d-cd9e09f25f70 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:06.034990 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8b451612-41b5-434d-869a-0b9105295c04 req-41bcf23b-41a4-43ec-823d-cd9e09f25f70 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 946 time: 0.0672448 Jul 07 20:23:06.072402 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8b451612-41b5-434d-869a-0b9105295c04 req-839e95fc-afff-45a6-8f48-038060f28449 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317299 Jul 07 20:23:06.363551 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:07.247910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f517c-0033-4113-a4f6-db15bcf26fef req-177108d1-612b-45c3-b090-f66c56592c07 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:07.249421 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937f517c-0033-4113-a4f6-db15bcf26fef req-177108d1-612b-45c3-b090-f66c56592c07 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 946 time: 0.0673976 Jul 07 20:23:07.285956 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-937f517c-0033-4113-a4f6-db15bcf26fef req-417739aa-d4a6-4afa-9ca0-b2377004b2be tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309911 Jul 07 20:23:07.456096 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3225642-bf32-40e7-9a84-24a709590188 req-91a030e3-79b3-4560-b3de-207573c0d71e tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:07.457567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e3225642-bf32-40e7-9a84-24a709590188 req-91a030e3-79b3-4560-b3de-207573c0d71e tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 946 time: 0.0631270 Jul 07 20:23:07.494800 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e3225642-bf32-40e7-9a84-24a709590188 req-6ea3c0ce-aae8-45aa-8f6b-6f2751067fd7 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313342 Jul 07 20:23:10.493540 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:21.215244 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b74411b2-7db7-4e76-a515-fe9f66fe3618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:23.985616 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:24.141856 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ec031864-424e-4a3f-a2f1-6a64acfe9aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:25.040663 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:26.353415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292430c-e1dc-4f43-9183-f6718e6ae1b3 req-d686e411-d484-4148-ab07-293b44307508 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:26.354925 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c292430c-e1dc-4f43-9183-f6718e6ae1b3 req-d686e411-d484-4148-ab07-293b44307508 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 946 time: 0.0636218 Jul 07 20:23:26.394735 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c292430c-e1dc-4f43-9183-f6718e6ae1b3 req-f332052f-a94a-4deb-b33a-250e50882194 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341263 Jul 07 20:23:26.756568 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:27.569090 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c58f4-0afe-4539-8f27-4fbbc348c9f0 req-5fa3b209-bf78-4ab3-bbdd-c353b1ad4d4a tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:27.570652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a68c58f4-0afe-4539-8f27-4fbbc348c9f0 req-5fa3b209-bf78-4ab3-bbdd-c353b1ad4d4a tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 946 time: 0.0636420 Jul 07 20:23:27.612042 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a68c58f4-0afe-4539-8f27-4fbbc348c9f0 req-9373444a-484d-4abd-88e6-804bac8bb278 tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/security-groups?id=94c64f54-5f6f-4934-842e-876b5da8f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352511 Jul 07 20:23:28.128571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d2418-833c-4f89-9658-de3e172e920d req-9f958cdc-5aff-4081-8aa2-9e96d5e2cd3a tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:28.130461 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e43d2418-833c-4f89-9658-de3e172e920d req-9f958cdc-5aff-4081-8aa2-9e96d5e2cd3a tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.48 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 946 time: 0.0666776 Jul 07 20:23:28.232237 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-e43d2418-833c-4f89-9658-de3e172e920d req-7ad4f81f-915a-4f94-b3ad-654095a61d4d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Deleting port 28dc744a-fa0c-4907-8aef-4f871b45a4ae {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:23:28.232572 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e43d2418-833c-4f89-9658-de3e172e920d req-7ad4f81f-915a-4f94-b3ad-654095a61d4d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:28.327456 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-e43d2418-833c-4f89-9658-de3e172e920d req-7ad4f81f-915a-4f94-b3ad-654095a61d4d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] For port 28dc744a-fa0c-4907-8aef-4f871b45a4ae, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=28dc744a-fa0c-4907-8aef-4f871b45a4ae,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:28.327809 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e43d2418-833c-4f89-9658-de3e172e920d req-7ad4f81f-915a-4f94-b3ad-654095a61d4d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:28.340451 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-e43d2418-833c-4f89-9658-de3e172e920d req-7ad4f81f-915a-4f94-b3ad-654095a61d4d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Calling delete_port for 28dc744a-fa0c-4907-8aef-4f871b45a4ae owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:23:28.473898 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e43d2418-833c-4f89-9658-de3e172e920d req-7ad4f81f-915a-4f94-b3ad-654095a61d4d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:28.485863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['28dc744a-fa0c-4907-8aef-4f871b45a4ae'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:23:28.506657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4f81f-915a-4f94-b3ad-654095a61d4d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Pushing event deleted for resources: {'Port': ['ID=28dc744a-fa0c-4907-8aef-4f871b45a4ae,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:28.555139 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43d2418-833c-4f89-9658-de3e172e920d req-7ad4f81f-915a-4f94-b3ad-654095a61d4d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] No DVR routers for this DVR port 28dc744a-fa0c-4907-8aef-4f871b45a4ae on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:23:28.557878 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e43d2418-833c-4f89-9658-de3e172e920d req-7ad4f81f-915a-4f94-b3ad-654095a61d4d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:28.559969 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e43d2418-833c-4f89-9658-de3e172e920d req-7ad4f81f-915a-4f94-b3ad-654095a61d4d tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.48 "DELETE /v2.0/ports/28dc744a-fa0c-4907-8aef-4f871b45a4ae HTTP/1.1" status: 204 len: 173 time: 0.4238136 Jul 07 20:23:28.560412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45eaceb0-9a95-4867-baec-758ae942f69d', 'name': 'network-vif-deleted', 'tag': '28dc744a-fa0c-4907-8aef-4f871b45a4ae'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:23:28.562678 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b257aafd-fa13-4b8a-8154-6c170c66fbea" -d '{"events": [{"server_uuid": "45eaceb0-9a95-4867-baec-758ae942f69d", "name": "network-vif-deleted", "tag": "28dc744a-fa0c-4907-8aef-4f871b45a4ae"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:23:28.602764 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce8b932-18ac-4a9e-842b-3cb42cce0a3e x-openstack-request-id: req-4ce8b932-18ac-4a9e-842b-3cb42cce0a3e {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:23:28.603711 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45eaceb0-9a95-4867-baec-758ae942f69d", "name": "network-vif-deleted", "tag": "28dc744a-fa0c-4907-8aef-4f871b45a4ae", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:23:28.603711 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ce8b932-18ac-4a9e-842b-3cb42cce0a3e {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:23:28.603711 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45eaceb0-9a95-4867-baec-758ae942f69d', 'name': 'network-vif-deleted', 'tag': '28dc744a-fa0c-4907-8aef-4f871b45a4ae', 'status': 'completed', 'code': 200} Jul 07 20:23:28.767348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-345d1221-d4ae-4176-8741-388bf3711233 req-d0967be5-69c5-4f19-9c65-28425d99883e tempest-TestEncryptedCinderVolumes-1547371849 tempest-TestEncryptedCinderVolumes-1547371849-project] 10.222.0.81 "GET /v2.0/ports?device_id=45eaceb0-9a95-4867-baec-758ae942f69d HTTP/1.1" status: 200 len: 210 time: 0.0288980 Jul 07 20:23:29.899954 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50776) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:30.326705 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:30.625967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Deleting port daf9b9ca-32f1-4a68-9568-333bdb327582 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:23:30.625967 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:30.704201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] For port daf9b9ca-32f1-4a68-9568-333bdb327582, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=daf9b9ca-32f1-4a68-9568-333bdb327582,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:30.704565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:30.717531 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Calling delete_port for daf9b9ca-32f1-4a68-9568-333bdb327582 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:23:30.950235 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:30.975725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf9b9ca-32f1-4a68-9568-333bdb327582,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:30.987191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:30.987549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:30.987901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:30.988247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:30.988625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:30.988960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:30.989368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:30.989627 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:30.989959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:30.990288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:30.990619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:30.990976 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:31.150024 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:31.352560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28dc744a-fa0c-4907-8aef-4f871b45a4ae no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:23:31.367940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Router 5ec99aa4-849d-43f0-98af-9596b0f52dae has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:23:31.371949 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 28dc744a-fa0c-4907-8aef-4f871b45a4ae {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:23:31.372276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 28dc744a-fa0c-4907-8aef-4f871b45a4ae not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:23:31.472292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:23:31.477295 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cc5b4cb4-24ef-4f04-be3e-df589c877a16 admin admin] 10.222.0.81 "PUT /v2.0/routers/5ec99aa4-849d-43f0-98af-9596b0f52dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5762348 Jul 07 20:23:31.479946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50778) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:31.481520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2775a-7277-4c01-bfd2-13751c7ba66a None None] Sync routers for ids ['5ec99aa4-849d-43f0-98af-9596b0f52dae'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:23:31.491386 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2775a-7277-4c01-bfd2-13751c7ba66a None None] Routers {'5ec99aa4-849d-43f0-98af-9596b0f52dae'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:31.492007 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-03f2775a-7277-4c01-bfd2-13751c7ba66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:23:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5ec99aa4-849d-43f0-98af-9596b0f52dae'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:31.585972 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:31.597093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-03f2775a-7277-4c01-bfd2-13751c7ba66a None None] Set router 5ec99aa4-849d-43f0-98af-9596b0f52dae gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:31.688904 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:31.744201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Deleting port 528ddf38-a8c6-4485-8e58-8f066610f3ba {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:23:31.744543 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:31.790871 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-03f2775a-7277-4c01-bfd2-13751c7ba66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'name': 'tempest-TestEncryptedCinderVolumes-1740198594-router', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:12Z', 'updated_at': '2021-07-07T20:23:30Z', 'revision_number': 5, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'gw_port': {'id': '528ddf38-a8c6-4485-8e58-8f066610f3ba', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:13Z', 'updated_at': '2021-07-07T20:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:31.816631 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2775a-7277-4c01-bfd2-13751c7ba66a None None] Checking router: 5ec99aa4-849d-43f0-98af-9596b0f52dae for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:23:31.824834 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] For port 528ddf38-a8c6-4485-8e58-8f066610f3ba, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=528ddf38-a8c6-4485-8e58-8f066610f3ba,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:31.825199 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:31.825906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2775a-7277-4c01-bfd2-13751c7ba66a None None] Routers {'5ec99aa4-849d-43f0-98af-9596b0f52dae'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:31.826516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-03f2775a-7277-4c01-bfd2-13751c7ba66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:23:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['5ec99aa4-849d-43f0-98af-9596b0f52dae'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:31.839538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Calling delete_port for 528ddf38-a8c6-4485-8e58-8f066610f3ba owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:23:31.913617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-03f2775a-7277-4c01-bfd2-13751c7ba66a None None] Set router 5ec99aa4-849d-43f0-98af-9596b0f52dae gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:31.969014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-03f2775a-7277-4c01-bfd2-13751c7ba66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'name': 'tempest-TestEncryptedCinderVolumes-1740198594-router', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:12Z', 'updated_at': '2021-07-07T20:23:31Z', 'revision_number': 6, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:31.996149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2775a-7277-4c01-bfd2-13751c7ba66a None None] The sync data for ids ['5ec99aa4-849d-43f0-98af-9596b0f52dae'] in n-d-793621-9 is: [{'id': '5ec99aa4-849d-43f0-98af-9596b0f52dae', 'name': 'tempest-TestEncryptedCinderVolumes-1740198594-router', 'tenant_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:12Z', 'updated_at': '2021-07-07T20:23:31Z', 'revision_number': 6, 'project_id': '9866ac119ce64b8ba2e0c7d8001a6466', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:23:32.010090 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:32.036882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Pushing event deleted for resources: {'Port': ['ID=528ddf38-a8c6-4485-8e58-8f066610f3ba,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:32.099058 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:32.513277 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:32.515469 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:32.557998 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:32.558520 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec99aa4-849d-43f0-98af-9596b0f52dae {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:23:32.562860 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:32.564012 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0458d76f-503a-4fd1-93e1-6dd3dd7b89de admin admin] 10.222.0.81 "DELETE /v2.0/routers/5ec99aa4-849d-43f0-98af-9596b0f52dae HTTP/1.1" status: 204 len: 168 time: 1.0830569 Jul 07 20:23:32.566530 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50780) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:32.610622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f9e5de-fdee-48ca-a635-2235c0fc062e admin admin] Deleting subnet 0ba8d81a-452c-4d9b-a1a1-46528e845ac7 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:23:32.613718 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e5de-fdee-48ca-a635-2235c0fc062e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:32.648171 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e5de-fdee-48ca-a635-2235c0fc062e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:32.734075 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e5de-fdee-48ca-a635-2235c0fc062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:32.790441 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e5de-fdee-48ca-a635-2235c0fc062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:32.815603 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9e5de-fdee-48ca-a635-2235c0fc062e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba8d81a-452c-4d9b-a1a1-46528e845ac7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:32.822188 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e5de-fdee-48ca-a635-2235c0fc062e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:32.827980 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a3f9e5de-fdee-48ca-a635-2235c0fc062e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0ba8d81a-452c-4d9b-a1a1-46528e845ac7 HTTP/1.1" status: 204 len: 168 time: 0.2562020 Jul 07 20:23:32.828406 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50782) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:32.828570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a4420-915c-4a65-8966-ac23f73d5ed2 None None] Network 7fabfbd9-985b-4e58-9ae2-d02d998af8bc requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:23:32.909916 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:32.968129 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Deleting port 5fc7ef01-b995-4733-a9d9-f910f9edc88e {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:23:32.968476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:33.043773 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] For port 5fc7ef01-b995-4733-a9d9-f910f9edc88e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5fc7ef01-b995-4733-a9d9-f910f9edc88e,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:33.044142 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:33.062579 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Calling delete_port for 5fc7ef01-b995-4733-a9d9-f910f9edc88e owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:23:33.065560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b495d098-eacd-4121-8b51-5fd15d00b22b None None] DHCP port deletion for 7fabfbd9-985b-4e58-9ae2-d02d998af8bc request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:23:33.112594 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b495d098-eacd-4121-8b51-5fd15d00b22b None None] Deleting port 5fc7ef01-b995-4733-a9d9-f910f9edc88e {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:23:33.112969 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b495d098-eacd-4121-8b51-5fd15d00b22b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:33.145376 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:33.169676 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc7ef01-b995-4733-a9d9-f910f9edc88e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:33.174622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b495d098-eacd-4121-8b51-5fd15d00b22b None None] For port 5fc7ef01-b995-4733-a9d9-f910f9edc88e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=5fc7ef01-b995-4733-a9d9-f910f9edc88e,segment=NetworkSegment(618e181c-a823-4970-9902-eeddea20c47e),segment_id=618e181c-a823-4970-9902-eeddea20c47e)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:33.174622 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b495d098-eacd-4121-8b51-5fd15d00b22b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:33.178889 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] No DVR routers for this DVR port 5fc7ef01-b995-4733-a9d9-f910f9edc88e on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:23:33.191802 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b495d098-eacd-4121-8b51-5fd15d00b22b None None] Calling delete_port for 5fc7ef01-b995-4733-a9d9-f910f9edc88e owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:23:33.249900 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:33.260296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fabfbd9-985b-4e58-9ae2-d02d998af8bc']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:33.266422 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b495d098-eacd-4121-8b51-5fd15d00b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:33.274584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618e181c-a823-4970-9902-eeddea20c47e') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:33.275131 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618e181c-a823-4970-9902-eeddea20c47e') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:33.284640 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:33.293056 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495d098-eacd-4121-8b51-5fd15d00b22b None None] Pushing event deleted for resources: {'Port': ['ID=5fc7ef01-b995-4733-a9d9-f910f9edc88e,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:33.294897 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b495d098-eacd-4121-8b51-5fd15d00b22b None None] No DVR routers for this DVR port 5fc7ef01-b995-4733-a9d9-f910f9edc88e on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:23:33.308829 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:33.315311 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:23:33.315610 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:23:33.317594 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:23:33.374882 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:33.379810 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:33.381817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7fabfbd9-985b-4e58-9ae2-d02d998af8bc HTTP/1.1" status: 204 len: 168 time: 0.5524082 Jul 07 20:23:33.384869 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50784) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:33.394542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf966fa-e0b2-4391-9d9e-10211177df54 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fabfbd9-985b-4e58-9ae2-d02d998af8bc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:33.675472 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5fc7ef01-b995-4733-a9d9-f910f9edc88e no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:23:33.696112 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 5fc7ef01-b995-4733-a9d9-f910f9edc88e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:23:33.696463 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 5fc7ef01-b995-4733-a9d9-f910f9edc88e not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:23:33.696881 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 528ddf38-a8c6-4485-8e58-8f066610f3ba no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:23:33.719797 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 528ddf38-a8c6-4485-8e58-8f066610f3ba {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:23:33.720162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 528ddf38-a8c6-4485-8e58-8f066610f3ba not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:23:33.720574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device daf9b9ca-32f1-4a68-9568-333bdb327582 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:23:33.740808 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: daf9b9ca-32f1-4a68-9568-333bdb327582 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:23:33.741153 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device daf9b9ca-32f1-4a68-9568-333bdb327582 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:23:34.006815 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-578ff787-1f09-48f1-988e-f88cf89c8c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:34.263906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-578ff787-1f09-48f1-988e-f88cf89c8c19 admin admin] Deleting port 3d0ec139-ea5b-426d-940f-416a29e6b88e {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:23:34.264133 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-578ff787-1f09-48f1-988e-f88cf89c8c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:34.347612 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-578ff787-1f09-48f1-988e-f88cf89c8c19 admin admin] For port 3d0ec139-ea5b-426d-940f-416a29e6b88e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3d0ec139-ea5b-426d-940f-416a29e6b88e,segment=NetworkSegment(5d6150ac-f578-4b53-be69-ea8461fc0cfe),segment_id=5d6150ac-f578-4b53-be69-ea8461fc0cfe)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:34.347974 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-578ff787-1f09-48f1-988e-f88cf89c8c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:34.361008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-578ff787-1f09-48f1-988e-f88cf89c8c19 admin admin] Calling delete_port for 3d0ec139-ea5b-426d-940f-416a29e6b88e owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:23:34.539565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-578ff787-1f09-48f1-988e-f88cf89c8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:34.564494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ff787-1f09-48f1-988e-f88cf89c8c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0ec139-ea5b-426d-940f-416a29e6b88e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:34.743290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-578ff787-1f09-48f1-988e-f88cf89c8c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:34.959428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578ff787-1f09-48f1-988e-f88cf89c8c19 admin admin] Router d7236d71-64c2-4399-b31a-d134079cfdba has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:23:35.065272 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578ff787-1f09-48f1-988e-f88cf89c8c19 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:23:35.072907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-578ff787-1f09-48f1-988e-f88cf89c8c19 admin admin] 10.222.0.81 "PUT /v2.0/routers/d7236d71-64c2-4399-b31a-d134079cfdba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6866877 Jul 07 20:23:35.075252 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50786) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:35.079927 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941afc97-d1c4-4a8e-b3bf-c348c60de02c None None] Sync routers for ids ['d7236d71-64c2-4399-b31a-d134079cfdba'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:23:35.093774 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941afc97-d1c4-4a8e-b3bf-c348c60de02c None None] Routers {'d7236d71-64c2-4399-b31a-d134079cfdba'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:35.094769 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-941afc97-d1c4-4a8e-b3bf-c348c60de02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:23:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d7236d71-64c2-4399-b31a-d134079cfdba'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:35.190296 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:35.200583 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-941afc97-d1c4-4a8e-b3bf-c348c60de02c None None] Set router d7236d71-64c2-4399-b31a-d134079cfdba gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:35.302867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:35.360087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Deleting port ddfe4c9c-3e65-4b04-932d-153a7834fe03 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:23:35.360444 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:35.381270 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-941afc97-d1c4-4a8e-b3bf-c348c60de02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'name': 'tempest-TestEncryptedCinderVolumes-898471011-router', 'tenant_id': '4de44fc03348476380a37153151129b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:17Z', 'updated_at': '2021-07-07T20:23:34Z', 'revision_number': 5, 'project_id': '4de44fc03348476380a37153151129b3', 'gw_port': {'id': 'ddfe4c9c-3e65-4b04-932d-153a7834fe03', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:18Z', 'updated_at': '2021-07-07T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:35.447430 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] For port ddfe4c9c-3e65-4b04-932d-153a7834fe03, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=ddfe4c9c-3e65-4b04-932d-153a7834fe03,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:35.447796 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:35.463118 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Calling delete_port for ddfe4c9c-3e65-4b04-932d-153a7834fe03 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:23:35.502149 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941afc97-d1c4-4a8e-b3bf-c348c60de02c None None] Checking router: d7236d71-64c2-4399-b31a-d134079cfdba for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:23:35.511241 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941afc97-d1c4-4a8e-b3bf-c348c60de02c None None] Routers {'d7236d71-64c2-4399-b31a-d134079cfdba'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:35.511845 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-941afc97-d1c4-4a8e-b3bf-c348c60de02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:23:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d7236d71-64c2-4399-b31a-d134079cfdba'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:35.597228 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-941afc97-d1c4-4a8e-b3bf-c348c60de02c None None] Set router d7236d71-64c2-4399-b31a-d134079cfdba gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:35.635120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:35.649924 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-941afc97-d1c4-4a8e-b3bf-c348c60de02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'name': 'tempest-TestEncryptedCinderVolumes-898471011-router', 'tenant_id': '4de44fc03348476380a37153151129b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:17Z', 'updated_at': '2021-07-07T20:23:35Z', 'revision_number': 6, 'project_id': '4de44fc03348476380a37153151129b3', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:35.661973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfe4c9c-3e65-4b04-932d-153a7834fe03,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:35.682260 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941afc97-d1c4-4a8e-b3bf-c348c60de02c None None] The sync data for ids ['d7236d71-64c2-4399-b31a-d134079cfdba'] in n-d-793621-9 is: [{'id': 'd7236d71-64c2-4399-b31a-d134079cfdba', 'name': 'tempest-TestEncryptedCinderVolumes-898471011-router', 'tenant_id': '4de44fc03348476380a37153151129b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:17Z', 'updated_at': '2021-07-07T20:23:35Z', 'revision_number': 6, 'project_id': '4de44fc03348476380a37153151129b3', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:23:35.733338 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:35.842112 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:35.844312 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:35.906346 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:35.906777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7236d71-64c2-4399-b31a-d134079cfdba {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:23:35.911679 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:35.912864 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d93f6fd3-5705-4d85-bb02-fb70996bb3b2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d7236d71-64c2-4399-b31a-d134079cfdba HTTP/1.1" status: 204 len: 168 time: 0.8363414 Jul 07 20:23:35.915506 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50788) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:35.959940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-348930c0-8220-4e63-a23d-3a5566c79a6c admin admin] Deleting subnet b418bc7f-8824-4769-9ccb-eff6a0bcda77 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:23:35.963135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-348930c0-8220-4e63-a23d-3a5566c79a6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.002554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-348930c0-8220-4e63-a23d-3a5566c79a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.081754 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-348930c0-8220-4e63-a23d-3a5566c79a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.142821 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-348930c0-8220-4e63-a23d-3a5566c79a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.171259 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348930c0-8220-4e63-a23d-3a5566c79a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b418bc7f-8824-4769-9ccb-eff6a0bcda77,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:36.173585 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-348930c0-8220-4e63-a23d-3a5566c79a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.176351 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c388b94-86c1-4760-bd19-207dee564fee None None] Network 7a184078-2f1a-479d-b070-7874089761a1 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:23:36.179344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50790) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:36.179814 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-348930c0-8220-4e63-a23d-3a5566c79a6c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b418bc7f-8824-4769-9ccb-eff6a0bcda77 HTTP/1.1" status: 204 len: 168 time: 0.2627845 Jul 07 20:23:36.254863 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.308795 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Deleting port 3cec8bc6-49e5-42d7-88e0-78425ee1909e {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:23:36.309133 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.363267 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.377942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] For port 3cec8bc6-49e5-42d7-88e0-78425ee1909e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=3cec8bc6-49e5-42d7-88e0-78425ee1909e,segment=NetworkSegment(5d6150ac-f578-4b53-be69-ea8461fc0cfe),segment_id=5d6150ac-f578-4b53-be69-ea8461fc0cfe)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:36.378300 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.392544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Calling delete_port for 3cec8bc6-49e5-42d7-88e0-78425ee1909e owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:23:36.476964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffef58f-7dd7-417e-8e64-6ee54f8759f7 None None] DHCP port deletion for 7a184078-2f1a-479d-b070-7874089761a1 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:23:36.485080 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.500967 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1ffef58f-7dd7-417e-8e64-6ee54f8759f7 None None] The port '3cec8bc6-49e5-42d7-88e0-78425ee1909e' was deleted {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 20:23:36.515651 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=3cec8bc6-49e5-42d7-88e0-78425ee1909e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:36.518628 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] No DVR routers for this DVR port 3cec8bc6-49e5-42d7-88e0-78425ee1909e on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:23:36.591713 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.601786 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a184078-2f1a-479d-b070-7874089761a1']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:36.617114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6150ac-f578-4b53-be69-ea8461fc0cfe') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:36.617489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6150ac-f578-4b53-be69-ea8461fc0cfe') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:36.626252 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.643959 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.648416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:23:36.648888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:23:36.650840 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:23:36.708578 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.715246 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:36.717093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] 10.222.0.81 "DELETE /v2.0/networks/7a184078-2f1a-479d-b070-7874089761a1 HTTP/1.1" status: 204 len: 168 time: 0.5364695 Jul 07 20:23:36.729446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594187c0-4b7d-47d1-9613-e8750a888bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=7a184078-2f1a-479d-b070-7874089761a1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:36.892512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50794) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:36.941683 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3b41729d-bf98-4b9f-9532-d1e0db7502ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9866ac119ce64b8ba2e0c7d8001a6466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476825 Jul 07 20:23:36.944794 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50796) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:37.004258 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4480d0f-48e2-421f-a4c7-34e540a5f67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:37.031888 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4480d0f-48e2-421f-a4c7-34e540a5f67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:37.089620 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4480d0f-48e2-421f-a4c7-34e540a5f67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:37.092210 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d4480d0f-48e2-421f-a4c7-34e540a5f67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:37.093401 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d4480d0f-48e2-421f-a4c7-34e540a5f67b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/94c64f54-5f6f-4934-842e-876b5da8f850 HTTP/1.1" status: 204 len: 168 time: 0.1476276 Jul 07 20:23:37.102209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4480d0f-48e2-421f-a4c7-34e540a5f67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c64f54-5f6f-4934-842e-876b5da8f850,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:37.418908 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50802) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:37.459164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-55c02405-7e85-4f3b-8458-09c00cb78853 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4de44fc03348476380a37153151129b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389988 Jul 07 20:23:37.461918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50804) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:37.514171 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dea879b2-06ac-4fb6-94cf-cabe6f9bf070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:37.536853 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dea879b2-06ac-4fb6-94cf-cabe6f9bf070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:37.584536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dea879b2-06ac-4fb6-94cf-cabe6f9bf070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:37.587309 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dea879b2-06ac-4fb6-94cf-cabe6f9bf070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:37.588469 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dea879b2-06ac-4fb6-94cf-cabe6f9bf070 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44391c25-3437-473c-8990-1e347577235e HTTP/1.1" status: 204 len: 168 time: 0.1256473 Jul 07 20:23:37.596909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea879b2-06ac-4fb6-94cf-cabe6f9bf070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44391c25-3437-473c-8990-1e347577235e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:37.673625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3d0ec139-ea5b-426d-940f-416a29e6b88e no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:23:37.693565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 3d0ec139-ea5b-426d-940f-416a29e6b88e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:23:37.694072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3d0ec139-ea5b-426d-940f-416a29e6b88e not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:23:37.694491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3cec8bc6-49e5-42d7-88e0-78425ee1909e no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:23:37.714231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 3cec8bc6-49e5-42d7-88e0-78425ee1909e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:23:37.714558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 3cec8bc6-49e5-42d7-88e0-78425ee1909e not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:23:37.715007 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ddfe4c9c-3e65-4b04-932d-153a7834fe03 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:23:37.744178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: ddfe4c9c-3e65-4b04-932d-153a7834fe03 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:23:37.744713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device ddfe4c9c-3e65-4b04-932d-153a7834fe03 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:23:38.290893 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50826) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:38.391376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1861994611-network', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:23:38.413937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Made reservation on behalf of b8adb5f51c4d47a298be4d01932a36f3 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:23:38.416380 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:38.424905 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:38.524941 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:38.530335 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:38.557750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:23:38.567726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:38.572673 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:38.573023 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Added segment 533f4f8f-0cd9-494c-924d-3377624a69e1 of type vlan for network cac5b13a-1461-49b1-abbe-2af847ff4344 Jul 07 20:23:38.614406 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:38.646354 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:38.647349 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:38.647927 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:38.699492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4074705 Jul 07 20:23:38.702447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50832) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:38.708078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2f867a2c-00b1-44fc-9032-39fb211ee90b admin admin] Request body: {'subnet': {'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1861994611-subnet', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:23:38.709504 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc107c1-851c-46bb-aa17-1b31205a5e12 admin admin] Pushing event updated for resources: {'Network': ['ID=cac5b13a-1461-49b1-abbe-2af847ff4344,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:38.719902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network cac5b13a-1461-49b1-abbe-2af847ff4344 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:23:38.737489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f867a2c-00b1-44fc-9032-39fb211ee90b admin admin] Made reservation on behalf of b8adb5f51c4d47a298be4d01932a36f3 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:23:38.740911 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f867a2c-00b1-44fc-9032-39fb211ee90b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:38.910049 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f867a2c-00b1-44fc-9032-39fb211ee90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:38.960254 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867a2c-00b1-44fc-9032-39fb211ee90b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18d1ff5-7e99-4919-b82f-d7105e7b783f,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:38.977005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f867a2c-00b1-44fc-9032-39fb211ee90b admin admin] Checking segment: {'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:38.977372 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f867a2c-00b1-44fc-9032-39fb211ee90b admin admin] Network hostable DHCP agents. Network: cac5b13a-1461-49b1-abbe-2af847ff4344, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:23:38.995268 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f867a2c-00b1-44fc-9032-39fb211ee90b admin admin] Network cac5b13a-1461-49b1-abbe-2af847ff4344 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:23:39.005231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-2f867a2c-00b1-44fc-9032-39fb211ee90b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, cac5b13a-1461-49b1-abbe-2af847ff4344) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:39.009397 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f867a2c-00b1-44fc-9032-39fb211ee90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:39.009976 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2f867a2c-00b1-44fc-9032-39fb211ee90b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.015418 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf70b31-f89b-4154-9dd2-5b20615e83ad None None] Network cac5b13a-1461-49b1-abbe-2af847ff4344 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:23:39.025705 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2f867a2c-00b1-44fc-9032-39fb211ee90b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3219624 Jul 07 20:23:39.028669 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50834) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:39.033202 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:23:39.061335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.063258 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.117644 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.180608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-cac5b13a-1461-49b1-abbe-2af847ff4344', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:23:39.181535 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.259595 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.318213 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Allocated IP 172.20.0.2 (cac5b13a-1461-49b1-abbe-2af847ff4344/c18d1ff5-7e99-4919-b82f-d7105e7b783f/95871d9b-09dc-42e8-93da-bb68d8d57507) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:23:39.468126 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.473107 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.482219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Transition to ACTIVE for port object 95871d9b-09dc-42e8-93da-bb68d8d57507 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:39.487362 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.497352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Transition to ACTIVE for port object 95871d9b-09dc-42e8-93da-bb68d8d57507 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:39.504806 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.545256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Network cac5b13a-1461-49b1-abbe-2af847ff4344 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:39.550044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:39.554653 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:23:39.561381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Pushing event updated for resources: {'Port': ['ID=95871d9b-09dc-42e8-93da-bb68d8d57507,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:39.594922 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Allocated IP 172.25.0.223 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/c1b04218-c49d-4152-8596-719358979b1d) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:23:39.622287 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Attempting to bind port 95871d9b-09dc-42e8-93da-bb68d8d57507 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:23:39.622656 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Attempting to bind port 95871d9b-09dc-42e8-93da-bb68d8d57507 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:23:39.623061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Attempting to bind port 95871d9b-09dc-42e8-93da-bb68d8d57507 on network cac5b13a-1461-49b1-abbe-2af847ff4344 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:23:39.628770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:23:39.630008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Checking segment: {'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:39.630185 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.630621 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Bound using segment: {'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:23:39.631114 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Bound port: 95871d9b-09dc-42e8-93da-bb68d8d57507, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:23:39.631497 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.697204 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] For port 95871d9b-09dc-42e8-93da-bb68d8d57507, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:23:39.700756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] For port 95871d9b-09dc-42e8-93da-bb68d8d57507, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=95871d9b-09dc-42e8-93da-bb68d8d57507,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:23:39.705147 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.709493 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.749335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:39.766224 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:23:39.772879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22985aac-48e7-4803-af28-b6bfce1affc5 None None] Pushing event updated for resources: {'Port': ['ID=95871d9b-09dc-42e8-93da-bb68d8d57507,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:39.794453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:39.797491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:39.804014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:23:39.829998 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Pushing event updated for resources: {'Port': ['ID=c1b04218-c49d-4152-8596-719358979b1d,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:40.080908 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:40.291837 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:40.425525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Router a8897103-dc49-4cfc-a2ea-b67fbcce9235 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:23:40.480943 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:40.540490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:23:40.552732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Sync routers for ids ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:23:40.555990 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:40.560036 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-efcd078a-7aab-49d6-ac6e-f09ee34d99cc admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5277398 Jul 07 20:23:40.560386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50836) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:40.564286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Routers {'a8897103-dc49-4cfc-a2ea-b67fbcce9235'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:40.565131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:23:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:40.690053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Set router a8897103-dc49-4cfc-a2ea-b67fbcce9235 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:40.730264 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd22540-e8c9-4138-8a4c-2b820771e091 None None] Network cac5b13a-1461-49b1-abbe-2af847ff4344 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:23:40.864248 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-70345cd9-24bf-4e42-9149-95175f3254b3 None None] Provisioning for port 95871d9b-09dc-42e8-93da-bb68d8d57507 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:40.988173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.036286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:39Z', 'revision_number': 3, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:41.068229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Checking router: a8897103-dc49-4cfc-a2ea-b67fbcce9235 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:23:41.068570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Updating router a8897103-dc49-4cfc-a2ea-b67fbcce9235 port c1b04218-c49d-4152-8596-719358979b1d binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:23:41.110029 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.156200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Allocated IP 172.20.0.1 (cac5b13a-1461-49b1-abbe-2af847ff4344/c18d1ff5-7e99-4919-b82f-d7105e7b783f/41fd2674-dcf8-4297-a5ba-c7bbc5b3f464) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:23:41.274335 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.290619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Transition to ACTIVE for port object 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:41.324439 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.362083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Network cac5b13a-1461-49b1-abbe-2af847ff4344 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:41.365604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:41.371178 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:23:41.396996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Pushing event updated for resources: {'Port': ['ID=41fd2674-dcf8-4297-a5ba-c7bbc5b3f464,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:41.402523 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.414258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Transition to ACTIVE for port object c1b04218-c49d-4152-8596-719358979b1d will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:41.422165 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.422447 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.479481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Attempting to bind port c1b04218-c49d-4152-8596-719358979b1d on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:23:41.479863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Attempting to bind port c1b04218-c49d-4152-8596-719358979b1d by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:23:41.480241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Attempting to bind port c1b04218-c49d-4152-8596-719358979b1d on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:23:41.495543 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:23:41.495922 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:41.496695 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.496833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:23:41.497201 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Bound port: c1b04218-c49d-4152-8596-719358979b1d, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:23:41.497585 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.500633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a30ed8-8e33-414c-b2ab-a8428d3976f4 None None] Pushing event updated for resources: {'Port': ['ID=c1b04218-c49d-4152-8596-719358979b1d,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:41.561434 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] For port c1b04218-c49d-4152-8596-719358979b1d, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:23:41.564966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] For port c1b04218-c49d-4152-8596-719358979b1d, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c1b04218-c49d-4152-8596-719358979b1d,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:23:41.570848 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.589362 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.639917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Routers {'a8897103-dc49-4cfc-a2ea-b67fbcce9235'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:41.639917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:23:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:41.645495 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a30ed8-8e33-414c-b2ab-a8428d3976f4 None None] Pushing event updated for resources: {'Port': ['ID=c1b04218-c49d-4152-8596-719358979b1d,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:41.690942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fbbc01ae-ab7b-4e0e-8294-6973a3a9ae1e None None] Provisioning for port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:41.701361 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fbbc01ae-ab7b-4e0e-8294-6973a3a9ae1e None None] Provisioning complete for port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:41.702010 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fbbc01ae-ab7b-4e0e-8294-6973a3a9ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.757291 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 95871d9b-09dc-42e8-93da-bb68d8d57507 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:41.791566 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.796346 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.815415 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc01ae-ab7b-4e0e-8294-6973a3a9ae1e None None] Port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:23:41.827758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] Set router a8897103-dc49-4cfc-a2ea-b67fbcce9235 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:41.867363 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.869290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Pushing event updated for resources: {'Port': ['ID=41fd2674-dcf8-4297-a5ba-c7bbc5b3f464,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:41.878293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 95871d9b-09dc-42e8-93da-bb68d8d57507 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:41.910534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 95871d9b-09dc-42e8-93da-bb68d8d57507 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:41.910932 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:42.094998 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:42.142687 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 95871d9b-09dc-42e8-93da-bb68d8d57507, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=95871d9b-09dc-42e8-93da-bb68d8d57507,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:42.148380 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:42.180172 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '41fd2674-dcf8-4297-a5ba-c7bbc5b3f464', 'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'mac_address': 'fa:16:3e:0e:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:41Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 1, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'subnets': [{'id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:42.212745 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac5255-b8c1-4567-aad9-5b17d8a6e945 None None] The sync data for ids ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'] in n-d-793621-9 is: [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '41fd2674-dcf8-4297-a5ba-c7bbc5b3f464', 'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'mac_address': 'fa:16:3e:0e:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:41Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 1, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'subnets': [{'id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:23:42.240410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=95871d9b-09dc-42e8-93da-bb68d8d57507,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:42.292074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Network cac5b13a-1461-49b1-abbe-2af847ff4344 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:42.293683 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:42.417335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Router a8897103-dc49-4cfc-a2ea-b67fbcce9235 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:23:42.551552 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-333dda0e-1932-48a3-a4e3-017cb50c9c4c None None] Provisioning complete for port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:42.551927 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-333dda0e-1932-48a3-a4e3-017cb50c9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:42.561737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:23:42.575938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ad550318-e2f1-409c-9936-917968b2ec91 admin admin] 10.222.0.81 "PUT /v2.0/routers/a8897103-dc49-4cfc-a2ea-b67fbcce9235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0066364 Jul 07 20:23:42.596260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-333dda0e-1932-48a3-a4e3-017cb50c9c4c None None] Port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:23:43.077178 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50852) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:43.083165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1839582015-network', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:23:43.105777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Made reservation on behalf of 67e07d1c2a774defa2f92b027f0849a6 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:23:43.108246 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.117867 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.212883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.216958 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.245164 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:23:43.251752 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc92efb-b17e-4018-901e-ecac91c2b163,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:43.259075 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.259433 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Added segment 0f48bbda-9640-4cc1-9eb9-98674ffd89ce of type vlan for network e2eb652c-84be-4e49-b4df-e4d2abbdde46 Jul 07 20:23:43.307120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.337565 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.338689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:43.339388 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.395737 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3174069 Jul 07 20:23:43.399781 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 50854) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:43.405652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-286f60b5-3257-4546-a486-b1cf7eebfa33 admin admin] Request body: {'subnet': {'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1839582015-subnet', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:23:43.407419 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933ac34-7348-4a4b-bff0-f48d817add0d admin admin] Pushing event updated for resources: {'Network': ['ID=e2eb652c-84be-4e49-b4df-e4d2abbdde46,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:43.417755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network e2eb652c-84be-4e49-b4df-e4d2abbdde46 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:23:43.437494 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286f60b5-3257-4546-a486-b1cf7eebfa33 admin admin] Made reservation on behalf of 67e07d1c2a774defa2f92b027f0849a6 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:23:43.440518 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-286f60b5-3257-4546-a486-b1cf7eebfa33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.621649 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-286f60b5-3257-4546-a486-b1cf7eebfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.680048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f60b5-3257-4546-a486-b1cf7eebfa33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ee5a2f-acb7-4a13-bceb-d1fd58b0458a,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:43.689074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f60b5-3257-4546-a486-b1cf7eebfa33 admin admin] Checking segment: {'id': '0f48bbda-9640-4cc1-9eb9-98674ffd89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:43.689438 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286f60b5-3257-4546-a486-b1cf7eebfa33 admin admin] Network hostable DHCP agents. Network: e2eb652c-84be-4e49-b4df-e4d2abbdde46, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:23:43.712905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286f60b5-3257-4546-a486-b1cf7eebfa33 admin admin] Network e2eb652c-84be-4e49-b4df-e4d2abbdde46 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:23:43.733144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-286f60b5-3257-4546-a486-b1cf7eebfa33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, e2eb652c-84be-4e49-b4df-e4d2abbdde46) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:43.737665 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286f60b5-3257-4546-a486-b1cf7eebfa33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:43.739190 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-286f60b5-3257-4546-a486-b1cf7eebfa33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.744283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50e67e-4331-40a0-8422-67a6a54afa53 None None] Network e2eb652c-84be-4e49-b4df-e4d2abbdde46 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:23:43.755419 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-286f60b5-3257-4546-a486-b1cf7eebfa33 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3535061 Jul 07 20:23:43.758855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50856) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:43.764484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1839582015-router', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:23:43.791031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.792746 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.858572 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:43.936225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 95871d9b-09dc-42e8-93da-bb68d8d57507 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:44.000324 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.064096 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 95871d9b-09dc-42e8-93da-bb68d8d57507 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:44.064467 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.141127 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-e2eb652c-84be-4e49-b4df-e4d2abbdde46', 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'fixed_ips': [{'subnet_id': 'd8ee5a2f-acb7-4a13-bceb-d1fd58b0458a'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:23:44.142047 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.236756 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.243547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c1b04218-c49d-4152-8596-719358979b1d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:44.261904 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.333970 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Sync routers for ids ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:23:44.344418 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Routers {'a8897103-dc49-4cfc-a2ea-b67fbcce9235'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:44.345042 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e478a080-4510-42bd-b194-d812e90987ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:23:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:44.355147 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Allocated IP 172.20.0.2 (e2eb652c-84be-4e49-b4df-e4d2abbdde46/d8ee5a2f-acb7-4a13-bceb-d1fd58b0458a/21072d9d-9e22-41e8-8b88-872379aab2f9) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:23:44.357342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port c1b04218-c49d-4152-8596-719358979b1d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:44.367825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c1b04218-c49d-4152-8596-719358979b1d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:44.368292 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.423985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Allocated IP 172.25.0.203 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/811361ab-7fb7-4172-a1d2-91443c93422e) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:23:44.460154 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Set router a8897103-dc49-4cfc-a2ea-b67fbcce9235 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:44.535941 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.552252 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.594080 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port c1b04218-c49d-4152-8596-719358979b1d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c1b04218-c49d-4152-8596-719358979b1d,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:44.595481 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.602651 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.609420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Transition to ACTIVE for port object 21072d9d-9e22-41e8-8b88-872379aab2f9 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:44.645284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Transition to ACTIVE for port object 21072d9d-9e22-41e8-8b88-872379aab2f9 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:44.661541 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.674246 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e478a080-4510-42bd-b194-d812e90987ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '41fd2674-dcf8-4297-a5ba-c7bbc5b3f464', 'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'mac_address': 'fa:16:3e:0e:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:41Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 2, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'subnets': [{'id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:44.689128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Network e2eb652c-84be-4e49-b4df-e4d2abbdde46 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:44.690251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=c1b04218-c49d-4152-8596-719358979b1d,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:44.696338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:44.700475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:23:44.708247 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Checking router: a8897103-dc49-4cfc-a2ea-b67fbcce9235 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:23:44.708733 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Updating router a8897103-dc49-4cfc-a2ea-b67fbcce9235 port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:23:44.751819 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.796547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Attempting to bind port 21072d9d-9e22-41e8-8b88-872379aab2f9 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:23:44.796974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Attempting to bind port 21072d9d-9e22-41e8-8b88-872379aab2f9 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0f48bbda-9640-4cc1-9eb9-98674ffd89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:23:44.797462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Attempting to bind port 21072d9d-9e22-41e8-8b88-872379aab2f9 on network e2eb652c-84be-4e49-b4df-e4d2abbdde46 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:23:44.799520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Pushing event updated for resources: {'Port': ['ID=21072d9d-9e22-41e8-8b88-872379aab2f9,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:44.806229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:23:44.806774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Checking segment: {'id': '0f48bbda-9640-4cc1-9eb9-98674ffd89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:44.807336 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.807800 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Bound using segment: {'id': '0f48bbda-9640-4cc1-9eb9-98674ffd89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:23:44.808375 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Bound port: 21072d9d-9e22-41e8-8b88-872379aab2f9, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f48bbda-9640-4cc1-9eb9-98674ffd89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:23:44.808950 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.866936 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.880007 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] For port 21072d9d-9e22-41e8-8b88-872379aab2f9, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:23:44.884078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] For port 21072d9d-9e22-41e8-8b88-872379aab2f9, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=21072d9d-9e22-41e8-8b88-872379aab2f9,segment=NetworkSegment(0f48bbda-9640-4cc1-9eb9-98674ffd89ce),segment_id=0f48bbda-9640-4cc1-9eb9-98674ffd89ce)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:23:44.889084 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.904863 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:44.907907 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:44.911515 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:23:44.949429 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=811361ab-7fb7-4172-a1d2-91443c93422e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:44.963723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3759c7-450d-4cc1-b8e1-17ff57e6fe66 None None] Pushing event updated for resources: {'Port': ['ID=21072d9d-9e22-41e8-8b88-872379aab2f9,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:45.028940 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:45.044635 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Transition to ACTIVE for port object 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:45.051336 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:45.157195 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Attempting to bind port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:23:45.157579 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Attempting to bind port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:23:45.158016 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Attempting to bind port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 on network cac5b13a-1461-49b1-abbe-2af847ff4344 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:23:45.164199 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:23:45.164865 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Checking segment: {'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:45.165437 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:45.165989 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Bound using segment: {'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:23:45.166643 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Bound port: 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:23:45.167237 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:45.195117 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Pushing event updated for resources: {'Port': ['ID=41fd2674-dcf8-4297-a5ba-c7bbc5b3f464,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:45.204011 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:45.204158 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:45.204504 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:45.204836 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:45.205345 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:45.205847 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:45.206338 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:45.207021 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:45.208823 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:45.209319 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:45.209813 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:45.212978 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:45.233542 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:45.278769 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-e478a080-4510-42bd-b194-d812e90987ba None None] For port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:23:45.282155 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-e478a080-4510-42bd-b194-d812e90987ba None None] For port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=41fd2674-dcf8-4297-a5ba-c7bbc5b3f464,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:23:45.287654 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:45.367873 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af832b-6ac1-47b8-98cf-43998a65458e None None] Pushing event updated for resources: {'Port': ['ID=41fd2674-dcf8-4297-a5ba-c7bbc5b3f464,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:45.386919 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Routers {'a8897103-dc49-4cfc-a2ea-b67fbcce9235'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:45.387449 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e478a080-4510-42bd-b194-d812e90987ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:23:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:45.477119 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:45.510695 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-e478a080-4510-42bd-b194-d812e90987ba None None] Set router a8897103-dc49-4cfc-a2ea-b67fbcce9235 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:45.626548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Router d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:23:45.760053 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:23:45.762375 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-e478a080-4510-42bd-b194-d812e90987ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '41fd2674-dcf8-4297-a5ba-c7bbc5b3f464', 'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'mac_address': 'fa:16:3e:0e:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:41Z', 'updated_at': '2021-07-07T20:23:45Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'subnets': [{'id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:45.772027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Sync routers for ids ['d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:23:45.782815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Routers {'d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:45.783617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:23:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:45.797859 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:45.802410 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e3c3bed2-963f-4f0b-868d-31786f7beaa9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0388231 Jul 07 20:23:45.802675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 50858) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:45.809192 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478a080-4510-42bd-b194-d812e90987ba None None] The sync data for ids ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'] in n-d-793621-9 is: [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '41fd2674-dcf8-4297-a5ba-c7bbc5b3f464', 'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'mac_address': 'fa:16:3e:0e:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:41Z', 'updated_at': '2021-07-07T20:23:45Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'subnets': [{'id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:23:45.843428 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c1b04218-c49d-4152-8596-719358979b1d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:45.977104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Set router d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:46.092649 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c1b04218-c49d-4152-8596-719358979b1d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:46.093028 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:46.181647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602d8fd7-c463-4706-88b0-911e871c6fa9 None None] Network e2eb652c-84be-4e49-b4df-e4d2abbdde46 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:23:46.304231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fc41ee0d-3567-4f2e-8c47-5d2b3e9623dc None None] Provisioning for port 21072d9d-9e22-41e8-8b88-872379aab2f9 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:46.323201 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 21072d9d-9e22-41e8-8b88-872379aab2f9 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:46.327171 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:46.410030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'name': 'tempest-TestMinimumBasicScenario-1839582015-router', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:43Z', 'updated_at': '2021-07-07T20:23:45Z', 'revision_number': 3, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'gw_port': {'id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:44Z', 'updated_at': '2021-07-07T20:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:46.450754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Checking router: d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:23:46.451139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Updating router d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 port 811361ab-7fb7-4172-a1d2-91443c93422e binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:23:46.508593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 21072d9d-9e22-41e8-8b88-872379aab2f9 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:46.516301 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:46.517723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 21072d9d-9e22-41e8-8b88-872379aab2f9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:46.518084 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:46.562317 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Allocated IP 172.20.0.1 (e2eb652c-84be-4e49-b4df-e4d2abbdde46/d8ee5a2f-acb7-4a13-bceb-d1fd58b0458a/7d5d6585-58db-4672-a518-d5ae0ca1686b) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:23:46.689073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:46.704395 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Transition to ACTIVE for port object 7d5d6585-58db-4672-a518-d5ae0ca1686b will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:46.742511 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:46.779024 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Network e2eb652c-84be-4e49-b4df-e4d2abbdde46 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:46.781848 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:46.788127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:23:46.816995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Pushing event updated for resources: {'Port': ['ID=7d5d6585-58db-4672-a518-d5ae0ca1686b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:46.834528 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:46.911674 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:46.973924 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 21072d9d-9e22-41e8-8b88-872379aab2f9, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=21072d9d-9e22-41e8-8b88-872379aab2f9,segment=NetworkSegment(0f48bbda-9640-4cc1-9eb9-98674ffd89ce),segment_id=0f48bbda-9640-4cc1-9eb9-98674ffd89ce)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:46.980687 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:46.981520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:47.036195 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.117562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=21072d9d-9e22-41e8-8b88-872379aab2f9,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:47.124897 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.142574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Transition to ACTIVE for port object 811361ab-7fb7-4172-a1d2-91443c93422e will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:47.146538 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:47.151979 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.160157 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:47.160533 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.211702 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.216887 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.218195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f98c5c16-09cc-4d55-a75d-5c3ab3b001e8 None None] Provisioning complete for port 21072d9d-9e22-41e8-8b88-872379aab2f9 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:47.218572 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f98c5c16-09cc-4d55-a75d-5c3ab3b001e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.264276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745eb65-2318-43e2-adc0-223bb1e8c07a None None] Pushing event updated for resources: {'Port': ['ID=811361ab-7fb7-4172-a1d2-91443c93422e,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:47.269424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Attempting to bind port 811361ab-7fb7-4172-a1d2-91443c93422e on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:23:47.269798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Attempting to bind port 811361ab-7fb7-4172-a1d2-91443c93422e by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:23:47.270167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Attempting to bind port 811361ab-7fb7-4172-a1d2-91443c93422e on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:23:47.280546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:23:47.280921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:47.281325 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.281722 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:23:47.282204 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Bound port: 811361ab-7fb7-4172-a1d2-91443c93422e, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:23:47.282571 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.287418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Pushing event updated for resources: {'Port': ['ID=7d5d6585-58db-4672-a518-d5ae0ca1686b,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:47.289928 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.383266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Network e2eb652c-84be-4e49-b4df-e4d2abbdde46 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:47.384818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:47.399279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] For port 811361ab-7fb7-4172-a1d2-91443c93422e, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:23:47.406781 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.426289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] For port 811361ab-7fb7-4172-a1d2-91443c93422e, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=811361ab-7fb7-4172-a1d2-91443c93422e,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:23:47.436120 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.504387 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=41fd2674-dcf8-4297-a5ba-c7bbc5b3f464,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:47.512775 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Router d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:23:47.514776 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.527853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Routers {'d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:47.528501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:23:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:47.566782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745eb65-2318-43e2-adc0-223bb1e8c07a None None] Pushing event updated for resources: {'Port': ['ID=811361ab-7fb7-4172-a1d2-91443c93422e,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:47.642709 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:23:47.652061 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-76705699-c63e-4bb2-bc05-cf8355bf9a05 admin admin] 10.222.0.81 "PUT /v2.0/routers/d4dc3c04-9bbc-43dd-93c0-40f0f4330a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8482189 Jul 07 20:23:47.676570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-febb831c-7f81-4ef1-92f7-2c98ca14290a None None] Provisioning for port 7d5d6585-58db-4672-a518-d5ae0ca1686b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:47.687184 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-febb831c-7f81-4ef1-92f7-2c98ca14290a None None] Provisioning complete for port 7d5d6585-58db-4672-a518-d5ae0ca1686b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:47.687566 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-febb831c-7f81-4ef1-92f7-2c98ca14290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.692861 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 21072d9d-9e22-41e8-8b88-872379aab2f9 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:47.697353 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=41fd2674-dcf8-4297-a5ba-c7bbc5b3f464,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:47.745009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] Set router d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:47.799626 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-febb831c-7f81-4ef1-92f7-2c98ca14290a None None] Port 7d5d6585-58db-4672-a518-d5ae0ca1686b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:23:47.889035 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 21072d9d-9e22-41e8-8b88-872379aab2f9 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:47.889404 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.953262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-eada24b6-921a-4e2c-b651-6314574aedda None None] Provisioning complete for port 7d5d6585-58db-4672-a518-d5ae0ca1686b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:47.954157 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-eada24b6-921a-4e2c-b651-6314574aedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:48.028311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-eada24b6-921a-4e2c-b651-6314574aedda None None] Port 7d5d6585-58db-4672-a518-d5ae0ca1686b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:23:48.098340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'name': 'tempest-TestMinimumBasicScenario-1839582015-router', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:43Z', 'updated_at': '2021-07-07T20:23:46Z', 'revision_number': 4, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'gw_port': {'id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:44Z', 'updated_at': '2021-07-07T20:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7d5d6585-58db-4672-a518-d5ae0ca1686b', 'name': '', 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'mac_address': 'fa:16:3e:63:98:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd8ee5a2f-acb7-4a13-bceb-d1fd58b0458a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:46Z', 'updated_at': '2021-07-07T20:23:47Z', 'revision_number': 2, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'subnets': [{'id': 'd8ee5a2f-acb7-4a13-bceb-d1fd58b0458a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:48.125338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27dc3fc-3cf5-4ad8-ab90-efde10fcebf6 None None] The sync data for ids ['d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'] in n-d-793621-9 is: [{'id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'name': 'tempest-TestMinimumBasicScenario-1839582015-router', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:43Z', 'updated_at': '2021-07-07T20:23:46Z', 'revision_number': 4, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'gw_port': {'id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:44Z', 'updated_at': '2021-07-07T20:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7d5d6585-58db-4672-a518-d5ae0ca1686b', 'name': '', 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'mac_address': 'fa:16:3e:63:98:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd8ee5a2f-acb7-4a13-bceb-d1fd58b0458a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:46Z', 'updated_at': '2021-07-07T20:23:47Z', 'revision_number': 2, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'subnets': [{'id': 'd8ee5a2f-acb7-4a13-bceb-d1fd58b0458a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:23:49.795229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 811361ab-7fb7-4172-a1d2-91443c93422e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:49.854018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 811361ab-7fb7-4172-a1d2-91443c93422e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:49.859588 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 811361ab-7fb7-4172-a1d2-91443c93422e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:49.860247 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:49.963491 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:49.990238 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 811361ab-7fb7-4172-a1d2-91443c93422e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=811361ab-7fb7-4172-a1d2-91443c93422e,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:50.003219 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:50.004427 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:50.091250 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=811361ab-7fb7-4172-a1d2-91443c93422e,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:50.099577 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:50.099742 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:50.566223 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Sync routers for ids ['d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:23:50.577290 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Routers {'d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:50.578047 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:23:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:50.817460 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Set router d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:51.043354 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'name': 'tempest-TestMinimumBasicScenario-1839582015-router', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:43Z', 'updated_at': '2021-07-07T20:23:46Z', 'revision_number': 4, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'gw_port': {'id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:44Z', 'updated_at': '2021-07-07T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7d5d6585-58db-4672-a518-d5ae0ca1686b', 'name': '', 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'mac_address': 'fa:16:3e:63:98:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd8ee5a2f-acb7-4a13-bceb-d1fd58b0458a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:46Z', 'updated_at': '2021-07-07T20:23:47Z', 'revision_number': 2, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'subnets': [{'id': 'd8ee5a2f-acb7-4a13-bceb-d1fd58b0458a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:51.074883 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Checking router: d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:23:51.075235 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Updating router d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 port 7d5d6585-58db-4672-a518-d5ae0ca1686b binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:23:51.113089 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:51.256016 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0167248d-06b1-4adc-a03c-bd3e4c5c86c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:51.434091 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:51.445936 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Transition to ACTIVE for port object 7d5d6585-58db-4672-a518-d5ae0ca1686b will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:51.456371 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:51.518155 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a54b0d-1122-43fb-8ff0-3318c517472e None None] Pushing event updated for resources: {'Port': ['ID=7d5d6585-58db-4672-a518-d5ae0ca1686b,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:51.591972 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Attempting to bind port 7d5d6585-58db-4672-a518-d5ae0ca1686b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:23:51.592659 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Attempting to bind port 7d5d6585-58db-4672-a518-d5ae0ca1686b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0f48bbda-9640-4cc1-9eb9-98674ffd89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:23:51.592771 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Attempting to bind port 7d5d6585-58db-4672-a518-d5ae0ca1686b on network e2eb652c-84be-4e49-b4df-e4d2abbdde46 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:23:51.599079 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:23:51.599605 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Checking segment: {'id': '0f48bbda-9640-4cc1-9eb9-98674ffd89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:51.600027 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:51.600411 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Bound using segment: {'id': '0f48bbda-9640-4cc1-9eb9-98674ffd89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:23:51.600887 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Bound port: 7d5d6585-58db-4672-a518-d5ae0ca1686b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f48bbda-9640-4cc1-9eb9-98674ffd89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:23:51.601271 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:51.712203 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] For port 7d5d6585-58db-4672-a518-d5ae0ca1686b, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:23:51.716651 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] For port 7d5d6585-58db-4672-a518-d5ae0ca1686b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7d5d6585-58db-4672-a518-d5ae0ca1686b,segment=NetworkSegment(0f48bbda-9640-4cc1-9eb9-98674ffd89ce),segment_id=0f48bbda-9640-4cc1-9eb9-98674ffd89ce)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:23:51.718143 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 811361ab-7fb7-4172-a1d2-91443c93422e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:51.730752 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:51.789274 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Routers {'d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:51.789918 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:23:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:51.832612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 811361ab-7fb7-4172-a1d2-91443c93422e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:51.833448 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:51.862999 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a54b0d-1122-43fb-8ff0-3318c517472e None None] Pushing event updated for resources: {'Port': ['ID=7d5d6585-58db-4672-a518-d5ae0ca1686b,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:51.986060 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] Set router d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:52.252495 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'name': 'tempest-TestMinimumBasicScenario-1839582015-router', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:43Z', 'updated_at': '2021-07-07T20:23:46Z', 'revision_number': 4, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'gw_port': {'id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:44Z', 'updated_at': '2021-07-07T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7d5d6585-58db-4672-a518-d5ae0ca1686b', 'name': '', 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'mac_address': 'fa:16:3e:63:98:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd8ee5a2f-acb7-4a13-bceb-d1fd58b0458a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:46Z', 'updated_at': '2021-07-07T20:23:51Z', 'revision_number': 4, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'subnets': [{'id': 'd8ee5a2f-acb7-4a13-bceb-d1fd58b0458a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:52.284205 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296419c-164e-48f6-a796-4ae6322e53e6 None None] The sync data for ids ['d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'] in n-d-793621-9 is: [{'id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'name': 'tempest-TestMinimumBasicScenario-1839582015-router', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:43Z', 'updated_at': '2021-07-07T20:23:46Z', 'revision_number': 4, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'gw_port': {'id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:44Z', 'updated_at': '2021-07-07T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7d5d6585-58db-4672-a518-d5ae0ca1686b', 'name': '', 'network_id': 'e2eb652c-84be-4e49-b4df-e4d2abbdde46', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'mac_address': 'fa:16:3e:63:98:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd8ee5a2f-acb7-4a13-bceb-d1fd58b0458a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:46Z', 'updated_at': '2021-07-07T20:23:51Z', 'revision_number': 4, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'subnets': [{'id': 'd8ee5a2f-acb7-4a13-bceb-d1fd58b0458a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:23:53.726295 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7d5d6585-58db-4672-a518-d5ae0ca1686b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:53.801616 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 7d5d6585-58db-4672-a518-d5ae0ca1686b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:53.808537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7d5d6585-58db-4672-a518-d5ae0ca1686b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:53.809178 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:53.915812 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:53.951862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 7d5d6585-58db-4672-a518-d5ae0ca1686b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7d5d6585-58db-4672-a518-d5ae0ca1686b,segment=NetworkSegment(0f48bbda-9640-4cc1-9eb9-98674ffd89ce),segment_id=0f48bbda-9640-4cc1-9eb9-98674ffd89ce)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:53.962890 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:54.013303 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:54.035323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=7d5d6585-58db-4672-a518-d5ae0ca1686b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:54.145525 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6c6adade-3158-4811-8586-a09b8fc53a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:55.052589 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:55.695244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7d5d6585-58db-4672-a518-d5ae0ca1686b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:55.767243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7d5d6585-58db-4672-a518-d5ae0ca1686b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:55.767712 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:56.760171 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:57.730276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-db4a0c56-6138-4931-9e55-75132c4b653d tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:57.731788 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-db4a0c56-6138-4931-9e55-75132c4b653d tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/networks?id=cac5b13a-1461-49b1-abbe-2af847ff4344 HTTP/1.1" status: 200 len: 815 time: 0.1077468 Jul 07 20:23:57.746263 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-33fd9dc1-ad7c-43af-9dcb-a97a7d62523f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/quotas/b8adb5f51c4d47a298be4d01932a36f3 HTTP/1.1" status: 200 len: 375 time: 0.0091231 Jul 07 20:23:57.814057 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-a09cf4d1-101b-4480-b130-6ac4a53994d6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b8adb5f51c4d47a298be4d01932a36f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630076 Jul 07 20:23:58.001634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-cfa33cfa-7246-42e9-a786-17b2ad561927 service neutron] 10.222.0.81 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760342 Jul 07 20:23:58.090410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-ad4b272a-b417-4ce8-b54b-b7a18109850e service neutron] 10.222.0.81 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825586 Jul 07 20:23:58.261906 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-77aea813-2f0e-4ce4-970d-f1b94f48e676 req-0a25fcef-8f09-4c28-8ddc-8ba0b6bf2821 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0288136 Jul 07 20:23:59.307104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-f3238cb0-28d4-4acb-99d6-07bae287fe2a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:59.308634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-f3238cb0-28d4-4acb-99d6-07bae287fe2a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.48 "GET /v2.0/networks?id=cac5b13a-1461-49b1-abbe-2af847ff4344 HTTP/1.1" status: 200 len: 815 time: 0.1062462 Jul 07 20:23:59.322032 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Request body: {'port': {'device_id': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'admin_state_up': True, 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:23:59.421007 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4f579222-87f9-4d7c-af94-d46b3887e1ad req-f898da79-d32c-4b96-b4f0-23700b2a1171 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0429890 Jul 07 20:23:59.464015 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Made reservation on behalf of b8adb5f51c4d47a298be4d01932a36f3 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:23:59.467623 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:59.596936 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Allocated IP 172.20.0.10 (cac5b13a-1461-49b1-abbe-2af847ff4344/c18d1ff5-7e99-4919-b82f-d7105e7b783f/3d82bc3d-55f5-498c-9f76-63dcab26252f) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:23:59.826937 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:59.842726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Transition to ACTIVE for port object 3d82bc3d-55f5-498c-9f76-63dcab26252f will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:59.877003 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:59.923638 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Network cac5b13a-1461-49b1-abbe-2af847ff4344 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:59.928111 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:59.933582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:24:00.010721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event updated for resources: {'Port': ['ID=3d82bc3d-55f5-498c-9f76-63dcab26252f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:00.021647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:00.022032 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:00.022497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:00.024403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:00.024403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:00.024403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:00.025746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:00.026214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:00.026615 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:00.027068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:00.027776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:00.028156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:00.042461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:00.043126 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:00.067903 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-e7854a92-91ef-4369-a67a-5063abb7f4af tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7496936 Jul 07 20:24:00.230646 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-83dd89e7-dd69-45ae-a79c-88f1e39f37e0 None None] Provisioning for port 3d82bc3d-55f5-498c-9f76-63dcab26252f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:00.237072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-83dd89e7-dd69-45ae-a79c-88f1e39f37e0 None None] Provisioning complete for port 3d82bc3d-55f5-498c-9f76-63dcab26252f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:00.237738 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-83dd89e7-dd69-45ae-a79c-88f1e39f37e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:00.273268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-83dd89e7-dd69-45ae-a79c-88f1e39f37e0 None None] Port 3d82bc3d-55f5-498c-9f76-63dcab26252f cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:24:00.605546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe0672-d04a-4940-a593-905f6deba977 req-a6dedec7-1210-4ffa-ada4-b33d49d29c4b tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:00.607027 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26fe0672-d04a-4940-a593-905f6deba977 req-a6dedec7-1210-4ffa-ada4-b33d49d29c4b tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.0714662 Jul 07 20:24:00.645432 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26fe0672-d04a-4940-a593-905f6deba977 req-ed4298f1-b219-473e-9a9f-aaecaf4292eb tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323102 Jul 07 20:24:01.819512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bdee9-4418-4113-925e-d8eba456d6ee req-c5db0479-c2ca-4b74-a6ae-c3f9c470ea1e tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:01.820993 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-993bdee9-4418-4113-925e-d8eba456d6ee req-c5db0479-c2ca-4b74-a6ae-c3f9c470ea1e tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.0633819 Jul 07 20:24:01.859906 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-993bdee9-4418-4113-925e-d8eba456d6ee req-5719a3f9-2bb5-4215-a1ff-5e6e8535c416 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Jul 07 20:24:03.064407 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fec126-226e-42b6-b051-2e51202ad154 req-bd993d2e-77c3-4702-88ae-7ee8fcb96667 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:03.066088 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16fec126-226e-42b6-b051-2e51202ad154 req-bd993d2e-77c3-4702-88ae-7ee8fcb96667 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.0781293 Jul 07 20:24:03.107122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-16fec126-226e-42b6-b051-2e51202ad154 req-7998f2f6-b699-4617-af78-cefd2d8ebf78 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Jul 07 20:24:04.282272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc795a5-d941-4238-8fac-ae1e1c77d0d7 req-94c2da38-018c-4446-92f3-8085209fd119 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:04.283780 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4bc795a5-d941-4238-8fac-ae1e1c77d0d7 req-94c2da38-018c-4446-92f3-8085209fd119 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.0630119 Jul 07 20:24:04.323276 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4bc795a5-d941-4238-8fac-ae1e1c77d0d7 req-cd175db2-2cfd-454c-8961-5deb0ca5bcce tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333097 Jul 07 20:24:05.502026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb0d0d-61d8-4ed4-ac72-ea15f68302e3 req-86d8ad0b-7deb-4b0f-8a1f-d804a3d24efe tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:05.503520 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-caeb0d0d-61d8-4ed4-ac72-ea15f68302e3 req-86d8ad0b-7deb-4b0f-8a1f-d804a3d24efe tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.0621843 Jul 07 20:24:05.566483 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-caeb0d0d-61d8-4ed4-ac72-ea15f68302e3 req-db55033e-0440-4ab0-868c-f285413ab6bb tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545962 Jul 07 20:24:06.380972 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:06.743675 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de789f7b-d30e-459d-a2b5-e140b49dbb17 req-ca36efd7-c780-42de-b700-aa4e57aa56ff tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:06.745160 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de789f7b-d30e-459d-a2b5-e140b49dbb17 req-ca36efd7-c780-42de-b700-aa4e57aa56ff tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.0682206 Jul 07 20:24:06.782209 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de789f7b-d30e-459d-a2b5-e140b49dbb17 req-aa2d3d8d-5b4b-415f-a2e4-ca78349fb49c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314000 Jul 07 20:24:08.232539 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792343d7-83b2-4af4-80af-2542f53f09af req-6d502e77-ca47-4bf8-8082-ed823997d4cc tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:08.234050 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-792343d7-83b2-4af4-80af-2542f53f09af req-6d502e77-ca47-4bf8-8082-ed823997d4cc tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.3427238 Jul 07 20:24:08.271302 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-792343d7-83b2-4af4-80af-2542f53f09af req-aaf54ecd-9abd-4290-8ddb-c4c9ad6f32ad tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309184 Jul 07 20:24:09.443037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aba0b-f342-40a6-be38-5e3c38638cf7 req-3a159f87-a915-43e8-8278-993106620cba tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:09.445511 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c23aba0b-f342-40a6-be38-5e3c38638cf7 req-3a159f87-a915-43e8-8278-993106620cba tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.0666647 Jul 07 20:24:09.487766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c23aba0b-f342-40a6-be38-5e3c38638cf7 req-2b5328f9-2ee0-4851-98e2-3c95da4e5211 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350275 Jul 07 20:24:10.491981 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.678212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918f08a-3bd8-45e6-8509-6ccd33536d73 req-4442df0a-7105-43b4-97bf-bc6afa61790f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:10.680167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c918f08a-3bd8-45e6-8509-6ccd33536d73 req-4442df0a-7105-43b4-97bf-bc6afa61790f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.0794790 Jul 07 20:24:10.725470 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c918f08a-3bd8-45e6-8509-6ccd33536d73 req-ac0b0a10-09ec-4d13-ba62-b053d713e7fe tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397813 Jul 07 20:24:11.921803 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec824d-708a-47e9-9626-aa6f16667d3a req-a80358c8-5be2-4dc8-b956-043464c85cec tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:11.923278 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ecec824d-708a-47e9-9626-aa6f16667d3a req-a80358c8-5be2-4dc8-b956-043464c85cec tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.0749032 Jul 07 20:24:11.962766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ecec824d-708a-47e9-9626-aa6f16667d3a req-b201e357-f79c-45e7-b8da-7ffbcba1d938 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Jul 07 20:24:13.140866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40aba16-7465-40cb-a052-7c018708f3ee req-0b75322f-4dcb-4939-9bd0-3b59206bb53f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:13.142365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c40aba16-7465-40cb-a052-7c018708f3ee req-0b75322f-4dcb-4939-9bd0-3b59206bb53f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.0656836 Jul 07 20:24:13.179505 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c40aba16-7465-40cb-a052-7c018708f3ee req-b915e90e-07b8-4157-be33-a0c1892d41d4 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314906 Jul 07 20:24:14.353373 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32df64-e6b6-44bb-aef8-6d931e0ac26c req-7e801296-5fbd-4d45-86ab-482aba3b3442 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:14.354783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3d32df64-e6b6-44bb-aef8-6d931e0ac26c req-7e801296-5fbd-4d45-86ab-482aba3b3442 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.0673196 Jul 07 20:24:14.392303 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3d32df64-e6b6-44bb-aef8-6d931e0ac26c req-c173d26d-0465-4c7c-9da9-287055d91f3c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Jul 07 20:24:15.561805 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85eb68-2383-4d23-9ad5-a2e0d243687c req-841f1074-a8d1-4654-8152-1dbb332faf79 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:15.563311 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a85eb68-2383-4d23-9ad5-a2e0d243687c req-841f1074-a8d1-4654-8152-1dbb332faf79 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 932 time: 0.0624721 Jul 07 20:24:15.601358 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0a85eb68-2383-4d23-9ad5-a2e0d243687c req-e6308ece-533c-4b7b-9d1d-64521b54ee5e tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323992 Jul 07 20:24:16.213806 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Request body: {'port': {'device_id': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:16.288619 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:16.546153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d82bc3d-55f5-498c-9f76-63dcab26252f {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:24:16.553440 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:16.565137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Transition to ACTIVE for port object 3d82bc3d-55f5-498c-9f76-63dcab26252f will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:16.570942 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:16.668061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Pushing event updated for resources: {'Port': ['ID=3d82bc3d-55f5-498c-9f76-63dcab26252f,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:16.710239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Attempting to bind port 3d82bc3d-55f5-498c-9f76-63dcab26252f on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:24:16.710584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Attempting to bind port 3d82bc3d-55f5-498c-9f76-63dcab26252f by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:24:16.710950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Attempting to bind port 3d82bc3d-55f5-498c-9f76-63dcab26252f on network cac5b13a-1461-49b1-abbe-2af847ff4344 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:24:16.715791 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Port 3d82bc3d-55f5-498c-9f76-63dcab26252f on network cac5b13a-1461-49b1-abbe-2af847ff4344 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:24:16.716114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Attempting to bind port 3d82bc3d-55f5-498c-9f76-63dcab26252f on network cac5b13a-1461-49b1-abbe-2af847ff4344 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:24:16.721993 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:24:16.722350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Checking segment: {'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:24:16.722746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Bound using segment: {'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:24:16.723225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Bound port: 3d82bc3d-55f5-498c-9f76-63dcab26252f, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '533f4f8f-0cd9-494c-924d-3377624a69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:24:16.723589 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:16.765763 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:24:16.833667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] For port 3d82bc3d-55f5-498c-9f76-63dcab26252f, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:24:16.851694 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d1fb7-b3d0-4bd7-a552-1ba65d4cd4b3 req-bb90049a-3f3b-4eb5-b310-f6d97809e5c8 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:16.853216 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bb2d1fb7-b3d0-4bd7-a552-1ba65d4cd4b3 req-bb90049a-3f3b-4eb5-b310-f6d97809e5c8 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 944 time: 0.1175759 Jul 07 20:24:16.856566 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] For port 3d82bc3d-55f5-498c-9f76-63dcab26252f, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:24:16.866453 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:16.921862 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:16.922658 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:16.924147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] 10.222.0.48 "PUT /v2.0/ports/3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 1092 time: 0.7643659 Jul 07 20:24:16.928369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:24:16.932151 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433f43c3-c6bc-45a9-9e80-b70b0a6cdf43" -d '{"events": [{"name": "network-changed", "server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:24:16.942262 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bb2d1fb7-b3d0-4bd7-a552-1ba65d4cd4b3 req-a6b49ff8-e912-4efe-860e-f574f3b0bf87 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831766 Jul 07 20:24:16.986447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b27f8-562b-4c75-b602-0e53f282b360 service neutron] Pushing event updated for resources: {'Port': ['ID=3d82bc3d-55f5-498c-9f76-63dcab26252f,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:16.991093 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eca735-c0cb-4801-b47c-6d28d7aeb87a x-openstack-request-id: req-e5eca735-c0cb-4801-b47c-6d28d7aeb87a {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:24:16.991380 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:24:16.991627 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5eca735-c0cb-4801-b47c-6d28d7aeb87a {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:24:16.992017 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'status': 'completed', 'code': 200} Jul 07 20:24:17.049448 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-145200d1-34fe-4e13-86d2-ac44ae868cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:17.051007 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-145200d1-34fe-4e13-86d2-ac44ae868cd6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8adb5f51c4d47a298be4d01932a36f3&device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 1095 time: 0.0581784 Jul 07 20:24:17.093091 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-cd5bf4f6-24ba-4e8a-8e5a-a8d9d03fabfc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 217 time: 0.0346680 Jul 07 20:24:17.147710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-12b9540b-1d08-4065-90e1-ffcbefa48ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:17.149196 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-12b9540b-1d08-4065-90e1-ffcbefa48ae4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18d1ff5-7e99-4919-b82f-d7105e7b783f HTTP/1.1" status: 200 len: 854 time: 0.0495403 Jul 07 20:24:17.208039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-3155d562-54c3-48b0-8281-58f1535ef450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:17.209596 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-3155d562-54c3-48b0-8281-58f1535ef450 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cac5b13a-1461-49b1-abbe-2af847ff4344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527315 Jul 07 20:24:17.295364 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-825e7d31-36a1-419c-a6f6-911cd521d865 service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795455 Jul 07 20:24:17.393737 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-217717a2-4d54-435a-b0b7-a8578c77c616 req-a53ab6cc-a020-4918-bf1a-0114888e11fd service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914938 Jul 07 20:24:17.495682 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f43c3-c6bc-45a9-9e80-b70b0a6cdf43 req-42f741b9-2cba-4375-ad35-db139818b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:17.497164 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-433f43c3-c6bc-45a9-9e80-b70b0a6cdf43 req-42f741b9-2cba-4375-ad35-db139818b91a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8adb5f51c4d47a298be4d01932a36f3&device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 1095 time: 0.0525343 Jul 07 20:24:17.590289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f43c3-c6bc-45a9-9e80-b70b0a6cdf43 req-24d07980-b256-4c59-ab98-80c5bd489eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:17.591782 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-433f43c3-c6bc-45a9-9e80-b70b0a6cdf43 req-24d07980-b256-4c59-ab98-80c5bd489eaa service neutron] 10.222.0.48 "GET /v2.0/networks?id=cac5b13a-1461-49b1-abbe-2af847ff4344 HTTP/1.1" status: 200 len: 916 time: 0.0880542 Jul 07 20:24:17.633757 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-433f43c3-c6bc-45a9-9e80-b70b0a6cdf43 req-f0b1d0e1-9f97-44d3-bd22-9d6303c46d8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 217 time: 0.0349042 Jul 07 20:24:17.682900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f43c3-c6bc-45a9-9e80-b70b0a6cdf43 req-8ffb6477-bba8-492b-9318-cd08ddef6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:17.684227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-433f43c3-c6bc-45a9-9e80-b70b0a6cdf43 req-8ffb6477-bba8-492b-9318-cd08ddef6666 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18d1ff5-7e99-4919-b82f-d7105e7b783f HTTP/1.1" status: 200 len: 854 time: 0.0446427 Jul 07 20:24:17.745881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f43c3-c6bc-45a9-9e80-b70b0a6cdf43 req-95b98529-68ec-4ec6-b76d-688a70305b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:17.747407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-433f43c3-c6bc-45a9-9e80-b70b0a6cdf43 req-95b98529-68ec-4ec6-b76d-688a70305b87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cac5b13a-1461-49b1-abbe-2af847ff4344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571797 Jul 07 20:24:17.834837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-433f43c3-c6bc-45a9-9e80-b70b0a6cdf43 req-d756f97a-9786-4f84-a860-5a1f370614da service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809224 Jul 07 20:24:17.924990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-433f43c3-c6bc-45a9-9e80-b70b0a6cdf43 req-665ef514-f9df-4a84-839c-95b66fe46ac3 service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842104 Jul 07 20:24:18.126395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0501b-19db-46e0-9fc1-df89503c2e6e req-45631d97-c047-4204-8246-7d2509436190 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:18.127895 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f8e0501b-19db-46e0-9fc1-df89503c2e6e req-45631d97-c047-4204-8246-7d2509436190 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 944 time: 0.0629377 Jul 07 20:24:18.164853 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f8e0501b-19db-46e0-9fc1-df89503c2e6e req-71825a2d-4461-41b0-8eeb-1b03b20ed62c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309565 Jul 07 20:24:19.335462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0c07e-1610-49e7-b424-9858090b5222 req-4b2069e0-0fc1-4519-b2a9-0854fe86561b tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:19.336952 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ef0c07e-1610-49e7-b424-9858090b5222 req-4b2069e0-0fc1-4519-b2a9-0854fe86561b tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 944 time: 0.0636294 Jul 07 20:24:19.377941 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4ef0c07e-1610-49e7-b424-9858090b5222 req-242c5b49-34cd-4fd5-a13f-7e8306724833 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354381 Jul 07 20:24:19.557666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 3d82bc3d-55f5-498c-9f76-63dcab26252f details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:24:19.654033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 3d82bc3d-55f5-498c-9f76-63dcab26252f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:19.666159 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'port_id': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'mac_address': 'fa:16:3e:b7:d0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:24:19.702731 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:19.716044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d82bc3d-55f5-498c-9f76-63dcab26252f {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:24:19.741538 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 3d82bc3d-55f5-498c-9f76-63dcab26252f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:19.745286 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:19.791795 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=3d82bc3d-55f5-498c-9f76-63dcab26252f,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:19.798892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:19.799241 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:19.799662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:19.799998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:19.800330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:19.800657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:19.800983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:19.801307 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:19.801628 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:19.801951 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:19.802271 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:19.802590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:20.028505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['3d82bc3d-55f5-498c-9f76-63dcab26252f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:24:20.566103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e035358-9da5-435d-9da1-0b3e5fea6eaa req-d4c344e3-7d32-4fb0-b21e-f937ef7fbda6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:20.567713 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e035358-9da5-435d-9da1-0b3e5fea6eaa req-d4c344e3-7d32-4fb0-b21e-f937ef7fbda6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0634432 Jul 07 20:24:20.605834 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e035358-9da5-435d-9da1-0b3e5fea6eaa req-8a8e2c19-7916-4351-b21f-303eceee7718 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Jul 07 20:24:21.220208 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-deebad62-07fc-4b5f-95d5-aa354e7f784c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:21.585645 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 3d82bc3d-55f5-498c-9f76-63dcab26252f up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:21.633625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 3d82bc3d-55f5-498c-9f76-63dcab26252f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:21.637609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 3d82bc3d-55f5-498c-9f76-63dcab26252f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:21.637945 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:21.785260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e769717-4c81-4a57-aed5-677f50ee5154 req-11c31945-c846-4094-b2d7-83b50eec94b0 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:21.787048 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e769717-4c81-4a57-aed5-677f50ee5154 req-11c31945-c846-4094-b2d7-83b50eec94b0 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0661817 Jul 07 20:24:21.826374 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e769717-4c81-4a57-aed5-677f50ee5154 req-99faa684-dbac-4b83-9357-5f5e04f0c5c1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337768 Jul 07 20:24:21.874672 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:21.896102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:24:21.898404 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262adf9c-4bd3-4d95-bc2d-4441a171a670" -d '{"events": [{"server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "name": "network-vif-plugged", "status": "completed", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:24:21.910767 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 3d82bc3d-55f5-498c-9f76-63dcab26252f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:21.916028 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:21.941770 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659bfb56-0595-4bb1-b58c-f61c9ca59efa x-openstack-request-id: req-659bfb56-0595-4bb1-b58c-f61c9ca59efa {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:24:21.942057 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "name": "network-vif-plugged", "status": "completed", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:24:21.942308 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-659bfb56-0595-4bb1-b58c-f61c9ca59efa {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:24:21.942698 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'code': 200} Jul 07 20:24:21.970932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=3d82bc3d-55f5-498c-9f76-63dcab26252f,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:22.051269 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f832cd-90c6-4e5b-aa6b-211d803e1a5d req-7f73ade6-98c5-4e0b-90dc-5d16efd219d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:22.053443 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5f832cd-90c6-4e5b-aa6b-211d803e1a5d req-7f73ade6-98c5-4e0b-90dc-5d16efd219d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 1097 time: 0.0540934 Jul 07 20:24:22.087251 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5f832cd-90c6-4e5b-aa6b-211d803e1a5d req-abdc1021-e86b-4d56-b77c-6b7af397a116 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282979 Jul 07 20:24:23.002188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3f83d-3e6b-4437-88a5-69ef7ea2eb51 req-623efe3c-25f4-4e7d-9f8c-9bcbc044e666 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:23.003688 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c9e3f83d-3e6b-4437-88a5-69ef7ea2eb51 req-623efe3c-25f4-4e7d-9f8c-9bcbc044e666 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0633297 Jul 07 20:24:23.043305 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c9e3f83d-3e6b-4437-88a5-69ef7ea2eb51 req-11210372-ba25-46dc-a66c-c08527c1647d tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334921 Jul 07 20:24:23.987508 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:24.149377 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-398dccae-d598-4dbc-a56c-444e9a11b7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:24.219306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9212f-a7fd-4738-885c-ebaaabaae0f0 req-a61b66ec-5b94-4571-854e-6eba98fafa35 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:24.220827 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fd9212f-a7fd-4738-885c-ebaaabaae0f0 req-a61b66ec-5b94-4571-854e-6eba98fafa35 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0641205 Jul 07 20:24:24.258410 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3fd9212f-a7fd-4738-885c-ebaaabaae0f0 req-629b38bc-69a8-4298-ad2f-7c596a2332f0 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317674 Jul 07 20:24:24.431337 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdb845-5bb6-41db-b9fc-7a0c85e416bf req-5712dd03-d10b-4144-bd3a-dc38a3f19d8a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:24.432824 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5dcdb845-5bb6-41db-b9fc-7a0c85e416bf req-5712dd03-d10b-4144-bd3a-dc38a3f19d8a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0675838 Jul 07 20:24:24.470391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5dcdb845-5bb6-41db-b9fc-7a0c85e416bf req-45f91e53-4f9e-459f-9a54-b0b0f7407daf tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Jul 07 20:24:24.810372 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44554a-6896-4ebc-9f45-fa4bbfed8bfb req-c200d2a5-258b-4c33-94a0-998e6c7e77f3 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:24.812341 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b44554a-6896-4ebc-9f45-fa4bbfed8bfb req-c200d2a5-258b-4c33-94a0-998e6c7e77f3 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0673828 Jul 07 20:24:24.850729 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b44554a-6896-4ebc-9f45-fa4bbfed8bfb req-b9585b7c-2584-4785-bd78-1cda8069ed35 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Jul 07 20:24:25.053552 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:26.762016 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:36.375968 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:36.564944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f078c5d-5de9-41f7-8f9f-9ddca69d7455 req-ed78ba58-8edb-4780-8d68-0ac0141fb90a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:36.566338 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f078c5d-5de9-41f7-8f9f-9ddca69d7455 req-ed78ba58-8edb-4780-8d68-0ac0141fb90a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0726063 Jul 07 20:24:36.606234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f078c5d-5de9-41f7-8f9f-9ddca69d7455 req-cd0c7e6a-c52a-471a-b103-44fa9fcaac6e tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341389 Jul 07 20:24:36.630911 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51058) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:36.721595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c67803-75d9-43da-8b5a-cb79def7ec8e tempest-TestMinimumBasicScenario-2005746533 tempest-TestMinimumBasicScenario-2005746533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:36.723174 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-96c67803-75d9-43da-8b5a-cb79def7ec8e tempest-TestMinimumBasicScenario-2005746533 tempest-TestMinimumBasicScenario-2005746533-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 1092 time: 0.0912092 Jul 07 20:24:36.726673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51062) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:36.731093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:36.754951 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:36.856651 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:36.959139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Allocated IP 172.25.0.54 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/575feb5d-246f-4abb-874d-0fa129d5f366) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:24:37.062265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:37.100869 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:37.136330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:24:37.139055 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:37.144968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:24:37.169359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event updated for resources: {'Port': ['ID=575feb5d-246f-4abb-874d-0fa129d5f366,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:37.181134 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:37.181483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:37.181824 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:37.182160 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:37.182494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:37.182845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:37.183178 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:37.183502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:37.183828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:37.184152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:37.184474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:37.184795 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:37.550997 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:37.631398 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:37.777617 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:37.781932 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:37.847473 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event updated for resources: {'Port': ['ID=575feb5d-246f-4abb-874d-0fa129d5f366,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:37.859165 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:37.961580 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Floating IP a98ff923-ba18-4bd6-bd76-ba17bca89981 associated. External IP: 172.25.0.54, port: 3d82bc3d-55f5-498c-9f76-63dcab26252f. Jul 07 20:24:38.166551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Router a8897103-dc49-4cfc-a2ea-b67fbcce9235 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:24:38.271880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:24:38.281110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c828e-c48d-47b2-a464-843bd2a85d9d None None] Sync routers for ids ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:24:38.288682 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.290833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c828e-c48d-47b2-a464-843bd2a85d9d None None] Routers {'a8897103-dc49-4cfc-a2ea-b67fbcce9235'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:38.291547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-825c828e-c48d-47b2-a464-843bd2a85d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:24:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:38.324908 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e1d11d5d-b5c5-4230-ab71-a2e3aeb67532 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5971940 Jul 07 20:24:38.325512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:24:38.327753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51064) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:38.328245 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd23cfd3-74f2-43ae-9d22-b45e4894d4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:24:38.340806 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-20ef1d68-be5c-4154-b15d-e4063e1e703f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-874137999', 'description': 'tempest-secgroup-smoke-874137999 description', 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:38.365866 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20ef1d68-be5c-4154-b15d-e4063e1e703f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.369025 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f79af6d-b3bd-4e1d-b265-76cca36f4b1f x-openstack-request-id: req-6f79af6d-b3bd-4e1d-b265-76cca36f4b1f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:24:38.369317 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:24:38.369569 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f79af6d-b3bd-4e1d-b265-76cca36f4b1f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:24:38.369977 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'status': 'completed', 'code': 200} Jul 07 20:24:38.411115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-825c828e-c48d-47b2-a464-843bd2a85d9d None None] Set router a8897103-dc49-4cfc-a2ea-b67fbcce9235 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:38.494630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23cfd3-74f2-43ae-9d22-b45e4894d4f0 req-04b2e1e7-dbdd-43d8-87eb-0c8cfab92322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:38.496185 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd23cfd3-74f2-43ae-9d22-b45e4894d4f0 req-04b2e1e7-dbdd-43d8-87eb-0c8cfab92322 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8adb5f51c4d47a298be4d01932a36f3&device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 1097 time: 0.1023536 Jul 07 20:24:38.502171 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20ef1d68-be5c-4154-b15d-e4063e1e703f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.513763 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20ef1d68-be5c-4154-b15d-e4063e1e703f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.591510 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-20ef1d68-be5c-4154-b15d-e4063e1e703f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.592753 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-20ef1d68-be5c-4154-b15d-e4063e1e703f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2638156 Jul 07 20:24:38.595098 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef1d68-be5c-4154-b15d-e4063e1e703f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f363cc-2cc2-4c44-9529-89c1430e26a4,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:38.596061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51068) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:38.602111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-368c9417-0968-4fa1-8a93-414b0847bb1f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Request body: {'security_group_rule': {'security_group_id': 'd2f363cc-2cc2-4c44-9529-89c1430e26a4', 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:38.631222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23cfd3-74f2-43ae-9d22-b45e4894d4f0 req-4699d896-d6a3-4a3f-ab98-e96f3aacb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:38.632727 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd23cfd3-74f2-43ae-9d22-b45e4894d4f0 req-4699d896-d6a3-4a3f-ab98-e96f3aacb148 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cac5b13a-1461-49b1-abbe-2af847ff4344 HTTP/1.1" status: 200 len: 916 time: 0.1293080 Jul 07 20:24:38.637376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-368c9417-0968-4fa1-8a93-414b0847bb1f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.641826 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-825c828e-c48d-47b2-a464-843bd2a85d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'a98ff923-ba18-4bd6-bd76-ba17bca89981', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'port_id': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'mac_address': 'fa:16:3e:b7:d0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:24:37Z', 'updated_at': '2021-07-07T20:24:37Z', 'revision_number': 0, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41fd2674-dcf8-4297-a5ba-c7bbc5b3f464', 'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'mac_address': 'fa:16:3e:0e:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:41Z', 'updated_at': '2021-07-07T20:23:47Z', 'revision_number': 5, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'subnets': [{'id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:38.669711 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c828e-c48d-47b2-a464-843bd2a85d9d None None] Checking router: a8897103-dc49-4cfc-a2ea-b67fbcce9235 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:24:38.679282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c828e-c48d-47b2-a464-843bd2a85d9d None None] Routers {'a8897103-dc49-4cfc-a2ea-b67fbcce9235'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:38.680154 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-825c828e-c48d-47b2-a464-843bd2a85d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:24:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:38.703277 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd23cfd3-74f2-43ae-9d22-b45e4894d4f0 req-ec8ef147-35ed-427c-a178-3a3234649a96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 999 time: 0.0611372 Jul 07 20:24:38.718684 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-368c9417-0968-4fa1-8a93-414b0847bb1f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.729515 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-368c9417-0968-4fa1-8a93-414b0847bb1f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.749737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c9417-0968-4fa1-8a93-414b0847bb1f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d18ac91-f466-47dc-be35-e1826ad59836,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:38.753678 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-368c9417-0968-4fa1-8a93-414b0847bb1f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.757483 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-368c9417-0968-4fa1-8a93-414b0847bb1f tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574149 Jul 07 20:24:38.757933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51070) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:38.760395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23cfd3-74f2-43ae-9d22-b45e4894d4f0 req-22f12cfe-0650-4517-951e-f95fe7656888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:38.761880 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd23cfd3-74f2-43ae-9d22-b45e4894d4f0 req-22f12cfe-0650-4517-951e-f95fe7656888 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18d1ff5-7e99-4919-b82f-d7105e7b783f HTTP/1.1" status: 200 len: 854 time: 0.0547702 Jul 07 20:24:38.762423 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d9307af8-7bf6-483d-8ff7-65e76736ba37 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Request body: {'security_group_rule': {'security_group_id': 'd2f363cc-2cc2-4c44-9529-89c1430e26a4', 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:38.792303 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9307af8-7bf6-483d-8ff7-65e76736ba37 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.800729 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-825c828e-c48d-47b2-a464-843bd2a85d9d None None] Set router a8897103-dc49-4cfc-a2ea-b67fbcce9235 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:38.823431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23cfd3-74f2-43ae-9d22-b45e4894d4f0 req-bd1cb666-832a-4707-bafd-3b3d6a0ce768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:38.824954 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd23cfd3-74f2-43ae-9d22-b45e4894d4f0 req-bd1cb666-832a-4707-bafd-3b3d6a0ce768 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cac5b13a-1461-49b1-abbe-2af847ff4344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570941 Jul 07 20:24:38.855342 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9307af8-7bf6-483d-8ff7-65e76736ba37 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.859915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9307af8-7bf6-483d-8ff7-65e76736ba37 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.878481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9307af8-7bf6-483d-8ff7-65e76736ba37 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aaa864a-14b2-4fd9-a721-f195323c5f33,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:38.887876 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d9307af8-7bf6-483d-8ff7-65e76736ba37 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.891754 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d9307af8-7bf6-483d-8ff7-65e76736ba37 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305811 Jul 07 20:24:38.892070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51072) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:38.897390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8a39cc14-5acb-4368-97b3-ee93abc07b16 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Request body: {'security_group_rule': {'security_group_id': 'd2f363cc-2cc2-4c44-9529-89c1430e26a4', 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:38.923810 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd23cfd3-74f2-43ae-9d22-b45e4894d4f0 req-cda9f6c6-fd90-4977-977c-4cf7faeab18e service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890789 Jul 07 20:24:38.925298 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a39cc14-5acb-4368-97b3-ee93abc07b16 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.988048 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a39cc14-5acb-4368-97b3-ee93abc07b16 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.992681 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a39cc14-5acb-4368-97b3-ee93abc07b16 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.011671 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39cc14-5acb-4368-97b3-ee93abc07b16 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34e351b-baec-4574-85a0-5a1cc055cf86,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:39.021401 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a39cc14-5acb-4368-97b3-ee93abc07b16 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.023644 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8a39cc14-5acb-4368-97b3-ee93abc07b16 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305273 Jul 07 20:24:39.026297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51074) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:39.030290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cd23cfd3-74f2-43ae-9d22-b45e4894d4f0 req-caf5a9a4-c7b9-4496-b16c-1ab80aea7c67 service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976412 Jul 07 20:24:39.031017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-36db87f5-48d7-42a2-9c97-42a217c4f92a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Request body: {'security_group_rule': {'security_group_id': 'd2f363cc-2cc2-4c44-9529-89c1430e26a4', 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:39.046467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-825c828e-c48d-47b2-a464-843bd2a85d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'a98ff923-ba18-4bd6-bd76-ba17bca89981', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'port_id': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'mac_address': 'fa:16:3e:b7:d0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:24:37Z', 'updated_at': '2021-07-07T20:24:37Z', 'revision_number': 0, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41fd2674-dcf8-4297-a5ba-c7bbc5b3f464', 'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'mac_address': 'fa:16:3e:0e:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:41Z', 'updated_at': '2021-07-07T20:23:47Z', 'revision_number': 5, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'subnets': [{'id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:39.061491 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36db87f5-48d7-42a2-9c97-42a217c4f92a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.075880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c828e-c48d-47b2-a464-843bd2a85d9d None None] The sync data for ids ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'] in n-d-793621-9 is: [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'a98ff923-ba18-4bd6-bd76-ba17bca89981', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'port_id': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'mac_address': 'fa:16:3e:b7:d0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:24:37Z', 'updated_at': '2021-07-07T20:24:37Z', 'revision_number': 0, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41fd2674-dcf8-4297-a5ba-c7bbc5b3f464', 'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'mac_address': 'fa:16:3e:0e:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:41Z', 'updated_at': '2021-07-07T20:23:47Z', 'revision_number': 5, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'subnets': [{'id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:24:39.127259 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36db87f5-48d7-42a2-9c97-42a217c4f92a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.131684 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36db87f5-48d7-42a2-9c97-42a217c4f92a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.152238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db87f5-48d7-42a2-9c97-42a217c4f92a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a8392e-440c-44e4-abb7-31e8f06d7c03,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:39.155905 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-36db87f5-48d7-42a2-9c97-42a217c4f92a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.157169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-36db87f5-48d7-42a2-9c97-42a217c4f92a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298223 Jul 07 20:24:39.159972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51076) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:39.164794 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f435d82c-a64f-40b7-a3f6-e54d8d9613e8 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Request body: {'security_group_rule': {'security_group_id': 'd2f363cc-2cc2-4c44-9529-89c1430e26a4', 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:39.186525 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-f435d82c-a64f-40b7-a3f6-e54d8d9613e8 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Project b8adb5f51c4d47a298be4d01932a36f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:24:39.191769 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f435d82c-a64f-40b7-a3f6-e54d8d9613e8 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.261279 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f435d82c-a64f-40b7-a3f6-e54d8d9613e8 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.265403 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f435d82c-a64f-40b7-a3f6-e54d8d9613e8 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.281761 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7a5d6-a54e-46c5-a1f3-ad655ffdf467 None None] New status for floating IP a98ff923-ba18-4bd6-bd76-ba17bca89981: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:24:39.284732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435d82c-a64f-40b7-a3f6-e54d8d9613e8 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238e27da-1356-44b7-b53d-9920bb4ccb07,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:39.294832 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f435d82c-a64f-40b7-a3f6-e54d8d9613e8 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.294832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f435d82c-a64f-40b7-a3f6-e54d8d9613e8 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314452 Jul 07 20:24:39.297617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51078) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:39.302410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8356002a-2a30-4768-b9a7-b89438d16834 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Request body: {'security_group_rule': {'security_group_id': 'd2f363cc-2cc2-4c44-9529-89c1430e26a4', 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:39.327500 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-8356002a-2a30-4768-b9a7-b89438d16834 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Project b8adb5f51c4d47a298be4d01932a36f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:24:39.333074 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8356002a-2a30-4768-b9a7-b89438d16834 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.394971 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8356002a-2a30-4768-b9a7-b89438d16834 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.399855 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8356002a-2a30-4768-b9a7-b89438d16834 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.417755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356002a-2a30-4768-b9a7-b89438d16834 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3c19ba-7037-4ed6-a9c5-c735a5494631,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:39.422997 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8356002a-2a30-4768-b9a7-b89438d16834 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.425020 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8356002a-2a30-4768-b9a7-b89438d16834 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259658 Jul 07 20:24:39.568909 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c76c6a6-3f87-4e8b-be19-a9ce84e266c9 req-fc2a63de-563f-4715-9547-1582b4e3462a tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874137999&fields=id&tenant_id=b8adb5f51c4d47a298be4d01932a36f3 HTTP/1.1" status: 200 len: 267 time: 0.0336134 Jul 07 20:24:39.637378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76c6a6-3f87-4e8b-be19-a9ce84e266c9 req-459f624b-8cc7-4306-83f2-816e49c8db27 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:39.638992 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c76c6a6-3f87-4e8b-be19-a9ce84e266c9 req-459f624b-8cc7-4306-83f2-816e49c8db27 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0649078 Jul 07 20:24:39.649905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-9c76c6a6-3f87-4e8b-be19-a9ce84e266c9 req-21e4ee05-36d6-4740-af4b-2e2d53d5407c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Request body: {'port': {'security_groups': ['3e310b5f-71ea-4dc0-9b76-a356a5ee5b95', 'd2f363cc-2cc2-4c44-9529-89c1430e26a4']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:39.732825 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9c76c6a6-3f87-4e8b-be19-a9ce84e266c9 req-21e4ee05-36d6-4740-af4b-2e2d53d5407c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.914487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-9c76c6a6-3f87-4e8b-be19-a9ce84e266c9 req-21e4ee05-36d6-4740-af4b-2e2d53d5407c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] For port 3d82bc3d-55f5-498c-9f76-63dcab26252f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:39.943251 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9c76c6a6-3f87-4e8b-be19-a9ce84e266c9 req-21e4ee05-36d6-4740-af4b-2e2d53d5407c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.947806 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9c76c6a6-3f87-4e8b-be19-a9ce84e266c9 req-21e4ee05-36d6-4740-af4b-2e2d53d5407c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.961031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['3d82bc3d-55f5-498c-9f76-63dcab26252f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:24:39.996272 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76c6a6-3f87-4e8b-be19-a9ce84e266c9 req-21e4ee05-36d6-4740-af4b-2e2d53d5407c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:39.996909 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-9c76c6a6-3f87-4e8b-be19-a9ce84e266c9 req-21e4ee05-36d6-4740-af4b-2e2d53d5407c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:39.998333 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9c76c6a6-3f87-4e8b-be19-a9ce84e266c9 req-21e4ee05-36d6-4740-af4b-2e2d53d5407c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "PUT /v2.0/ports/3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 982 time: 0.3533037 Jul 07 20:24:40.034100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4ee05-36d6-4740-af4b-2e2d53d5407c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event updated for resources: {'Port': ['ID=3d82bc3d-55f5-498c-9f76-63dcab26252f,revision_number=6']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:40.058370 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['3d82bc3d-55f5-498c-9f76-63dcab26252f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:24:40.178247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc021c-817c-4c57-917a-befffd4d0cb3 req-d010716b-1a82-45eb-ae35-611667e416ad tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:40.180561 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-88dc021c-817c-4c57-917a-befffd4d0cb3 req-d010716b-1a82-45eb-ae35-611667e416ad tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.0705817 Jul 07 20:24:40.222816 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-88dc021c-817c-4c57-917a-befffd4d0cb3 req-727b9746-484c-4993-92da-923ed009e92c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f363cc-2cc2-4c44-9529-89c1430e26a4&id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361536 Jul 07 20:24:40.304916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e32e055c-6fb1-43a3-a2ad-6152cbd9de32 None None] Provisioning complete for port 3d82bc3d-55f5-498c-9f76-63dcab26252f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:40.305207 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e32e055c-6fb1-43a3-a2ad-6152cbd9de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:40.371155 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:24:40.373515 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781d9a9f-3397-4925-85b6-2401343d4cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:24:40.408896 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af34b126-d510-4516-85de-72acbb31733d x-openstack-request-id: req-af34b126-d510-4516-85de-72acbb31733d {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:24:40.408896 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:24:40.409166 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af34b126-d510-4516-85de-72acbb31733d {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:24:40.409604 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'status': 'completed', 'code': 200} Jul 07 20:24:40.488270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9a9f-3397-4925-85b6-2401343d4cbc req-8d012296-7baf-4ecf-a8d8-c7095accefec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:40.489810 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-781d9a9f-3397-4925-85b6-2401343d4cbc req-8d012296-7baf-4ecf-a8d8-c7095accefec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8adb5f51c4d47a298be4d01932a36f3&device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 1136 time: 0.0551803 Jul 07 20:24:40.546055 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:40.586737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9a9f-3397-4925-85b6-2401343d4cbc req-d11820e2-94f8-4f27-ad62-6ba6eea0a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:40.588239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-781d9a9f-3397-4925-85b6-2401343d4cbc req-d11820e2-94f8-4f27-ad62-6ba6eea0a652 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cac5b13a-1461-49b1-abbe-2af847ff4344 HTTP/1.1" status: 200 len: 916 time: 0.0906777 Jul 07 20:24:40.652570 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-781d9a9f-3397-4925-85b6-2401343d4cbc req-1f7d4567-a31d-489f-a19f-8f814a15c383 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 1001 time: 0.0576601 Jul 07 20:24:40.706134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9a9f-3397-4925-85b6-2401343d4cbc req-9ad633cc-e05a-46c3-af2e-ff9ddd5673e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:40.707883 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-781d9a9f-3397-4925-85b6-2401343d4cbc req-9ad633cc-e05a-46c3-af2e-ff9ddd5673e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18d1ff5-7e99-4919-b82f-d7105e7b783f HTTP/1.1" status: 200 len: 854 time: 0.0486410 Jul 07 20:24:40.763826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9a9f-3397-4925-85b6-2401343d4cbc req-8efa1eef-6f32-4c8a-b5fc-8ab468e02fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:40.765220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-781d9a9f-3397-4925-85b6-2401343d4cbc req-8efa1eef-6f32-4c8a-b5fc-8ab468e02fc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cac5b13a-1461-49b1-abbe-2af847ff4344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500519 Jul 07 20:24:40.852673 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-781d9a9f-3397-4925-85b6-2401343d4cbc req-8743b14a-dbf2-4304-a045-7fa0738d843f service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788445 Jul 07 20:24:40.946335 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-781d9a9f-3397-4925-85b6-2401343d4cbc req-31e70c31-fd87-43bf-a238-7ea1d9830749 service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858617 Jul 07 20:24:51.220804 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b7958247-f59b-4631-aa7d-9fbed2412e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:53.766149 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:24:53.987705 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:54.149333 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e1afa80f-b549-4ae5-b96f-6aab12dd1103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:55.051078 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:56.764611 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:57.197876 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82d91e6d-c399-41f8-bf57-4bfc20ec211e req-375bad0e-ef5e-41d9-9202-cfc152b6aeb1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515268 Jul 07 20:24:57.295674 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d91e6d-c399-41f8-bf57-4bfc20ec211e req-0ce1ab6f-3adf-48bc-9b2d-2299df8eb78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:57.297171 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82d91e6d-c399-41f8-bf57-4bfc20ec211e req-0ce1ab6f-3adf-48bc-9b2d-2299df8eb78b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8adb5f51c4d47a298be4d01932a36f3&device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 1136 time: 0.0568666 Jul 07 20:24:57.404026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d91e6d-c399-41f8-bf57-4bfc20ec211e req-a910e5f4-61f8-4eb0-a997-2f92e6bdaeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:57.405514 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82d91e6d-c399-41f8-bf57-4bfc20ec211e req-a910e5f4-61f8-4eb0-a997-2f92e6bdaeec service neutron] 10.222.0.48 "GET /v2.0/networks?id=cac5b13a-1461-49b1-abbe-2af847ff4344 HTTP/1.1" status: 200 len: 916 time: 0.0881732 Jul 07 20:24:57.470055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82d91e6d-c399-41f8-bf57-4bfc20ec211e req-d0f0dd2f-b7af-435e-9d6a-3e974d78395d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 1001 time: 0.0577137 Jul 07 20:24:57.520306 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d91e6d-c399-41f8-bf57-4bfc20ec211e req-0f68b367-e9d5-4841-b349-cc994325e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:57.521733 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82d91e6d-c399-41f8-bf57-4bfc20ec211e req-0f68b367-e9d5-4841-b349-cc994325e4a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18d1ff5-7e99-4919-b82f-d7105e7b783f HTTP/1.1" status: 200 len: 854 time: 0.0459738 Jul 07 20:24:57.899617 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d91e6d-c399-41f8-bf57-4bfc20ec211e req-9c625094-207a-43b2-9aaf-3944659ad62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:57.901161 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82d91e6d-c399-41f8-bf57-4bfc20ec211e req-9c625094-207a-43b2-9aaf-3944659ad62c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cac5b13a-1461-49b1-abbe-2af847ff4344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3721495 Jul 07 20:24:57.992929 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82d91e6d-c399-41f8-bf57-4bfc20ec211e req-d3b9cbb3-39b4-41bf-be76-21796c078e5e service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847633 Jul 07 20:24:58.086625 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-82d91e6d-c399-41f8-bf57-4bfc20ec211e req-4e0d3f2e-107d-411a-a306-df4e9c723ac9 service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868115 Jul 07 20:25:06.392593 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:10.503357 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:21.223466 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3cb9bcea-51f0-49ee-9e6f-9220f2bd3b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:23.990083 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:24.151440 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f224edb4-ff0f-445f-8ca4-94b4923e25ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:25.052941 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:26.766728 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:30.765860 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:25:36.396375 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:38.995435 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855efcfa-cf9a-4666-b985-797c902f5bf9 req-f6b5a3bd-cc97-46d5-a33e-ab35b24f3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:38.996955 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-855efcfa-cf9a-4666-b985-797c902f5bf9 req-f6b5a3bd-cc97-46d5-a33e-ab35b24f3051 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8adb5f51c4d47a298be4d01932a36f3&device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 1136 time: 0.0561774 Jul 07 20:25:39.096762 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855efcfa-cf9a-4666-b985-797c902f5bf9 req-49a1103c-432b-451d-be42-532ff49fce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:39.098338 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-855efcfa-cf9a-4666-b985-797c902f5bf9 req-49a1103c-432b-451d-be42-532ff49fce10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cac5b13a-1461-49b1-abbe-2af847ff4344 HTTP/1.1" status: 200 len: 916 time: 0.0941308 Jul 07 20:25:39.152603 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acf68a-1e10-43fe-8645-96074b71bcfc req-fd2ed22e-c84d-4ef8-b131-7672140da8e1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:39.154139 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-84acf68a-1e10-43fe-8645-96074b71bcfc req-fd2ed22e-c84d-4ef8-b131-7672140da8e1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.1895874 Jul 07 20:25:39.162917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-855efcfa-cf9a-4666-b985-797c902f5bf9 req-14185e7f-d45a-4425-8b67-5aef9246e09d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 1001 time: 0.0573864 Jul 07 20:25:39.195260 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-84acf68a-1e10-43fe-8645-96074b71bcfc req-5e395a34-fcfa-4323-a63f-4c7424e562f0 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f363cc-2cc2-4c44-9529-89c1430e26a4&id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352108 Jul 07 20:25:39.216484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855efcfa-cf9a-4666-b985-797c902f5bf9 req-0b2be060-00db-4935-b837-7f68f9446b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:39.217964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-855efcfa-cf9a-4666-b985-797c902f5bf9 req-0b2be060-00db-4935-b837-7f68f9446b18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18d1ff5-7e99-4919-b82f-d7105e7b783f HTTP/1.1" status: 200 len: 854 time: 0.0482874 Jul 07 20:25:39.274753 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855efcfa-cf9a-4666-b985-797c902f5bf9 req-911a3fca-2577-4cc8-8b31-bf5bd8a9cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:39.276166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-855efcfa-cf9a-4666-b985-797c902f5bf9 req-911a3fca-2577-4cc8-8b31-bf5bd8a9cdb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cac5b13a-1461-49b1-abbe-2af847ff4344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511119 Jul 07 20:25:39.367029 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-855efcfa-cf9a-4666-b985-797c902f5bf9 req-ba622dd5-2d65-48d2-ae95-b9ca673a1d87 service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827575 Jul 07 20:25:39.459242 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-855efcfa-cf9a-4666-b985-797c902f5bf9 req-b919cc0c-80a8-4dd9-ad60-d306ea51d97e service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857880 Jul 07 20:25:40.423513 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f16f4b-6840-46ca-bdf6-2a03ca1aede0 req-aa571a8f-ea15-4599-9382-e0d883f969c2 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:40.425014 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34f16f4b-6840-46ca-bdf6-2a03ca1aede0 req-aa571a8f-ea15-4599-9382-e0d883f969c2 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.1155694 Jul 07 20:25:40.466034 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-34f16f4b-6840-46ca-bdf6-2a03ca1aede0 req-0033e126-930b-4dbd-a3f3-5c2325f3ea5c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f363cc-2cc2-4c44-9529-89c1430e26a4&id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346482 Jul 07 20:25:40.502270 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:41.651310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18646140-a6e9-4adf-ab69-0de1161e7986 req-accd887c-0e1e-402e-8c46-f2aa99f80d65 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:41.652782 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18646140-a6e9-4adf-ab69-0de1161e7986 req-accd887c-0e1e-402e-8c46-f2aa99f80d65 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.0628195 Jul 07 20:25:41.691867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-18646140-a6e9-4adf-ab69-0de1161e7986 req-af751599-d892-431e-9061-e3fc47743694 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f363cc-2cc2-4c44-9529-89c1430e26a4&id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332880 Jul 07 20:25:42.869543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e86fe0-0d72-4e4b-ace3-7f88abd21020 req-6d8ff8ca-d353-4d2d-bc1f-d71476eda1ff tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:42.871049 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11e86fe0-0d72-4e4b-ace3-7f88abd21020 req-6d8ff8ca-d353-4d2d-bc1f-d71476eda1ff tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.0686672 Jul 07 20:25:42.914182 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11e86fe0-0d72-4e4b-ace3-7f88abd21020 req-2198545c-bd14-468a-8d75-e3c99a5443ca tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f363cc-2cc2-4c44-9529-89c1430e26a4&id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371673 Jul 07 20:25:44.094435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7b8c2-cbc9-449e-a708-d018921024a9 req-cdf2719f-2ec2-47c1-a4c0-171af012054b tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:44.095946 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ef7b8c2-cbc9-449e-a708-d018921024a9 req-cdf2719f-2ec2-47c1-a4c0-171af012054b tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.0673654 Jul 07 20:25:44.134744 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ef7b8c2-cbc9-449e-a708-d018921024a9 req-072d3ebe-4468-4d71-8809-ef2d11fd3195 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f363cc-2cc2-4c44-9529-89c1430e26a4&id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331278 Jul 07 20:25:45.306480 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866da2a1-695f-4f7a-b141-846e97effc73 req-cc5b3cdf-4503-482b-9ba3-241bd69b810e tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:45.307984 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-866da2a1-695f-4f7a-b141-846e97effc73 req-cc5b3cdf-4503-482b-9ba3-241bd69b810e tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.0630250 Jul 07 20:25:45.347459 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-866da2a1-695f-4f7a-b141-846e97effc73 req-6bc85983-dda8-4ffe-ac6a-41cd346d1f44 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f363cc-2cc2-4c44-9529-89c1430e26a4&id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338509 Jul 07 20:25:46.520988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde0003-62c5-4317-88ce-cb2e6ea6f747 req-234c5454-c219-4af5-99fc-a5fabc0649d5 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:46.522578 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bde0003-62c5-4317-88ce-cb2e6ea6f747 req-234c5454-c219-4af5-99fc-a5fabc0649d5 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.0644128 Jul 07 20:25:46.572863 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6bde0003-62c5-4317-88ce-cb2e6ea6f747 req-a990de4e-0a93-4e18-8cf1-bd59608c1e7e tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f363cc-2cc2-4c44-9529-89c1430e26a4&id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444977 Jul 07 20:25:47.748130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c90da-1757-4ec9-b8fc-542d85b4007b req-9ddebb1c-987a-49e7-b12b-322010746cbf tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:47.749801 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e66c90da-1757-4ec9-b8fc-542d85b4007b req-9ddebb1c-987a-49e7-b12b-322010746cbf tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.0639567 Jul 07 20:25:47.789520 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e66c90da-1757-4ec9-b8fc-542d85b4007b req-f89bfae6-b614-442c-90fe-2fee90af71a2 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f363cc-2cc2-4c44-9529-89c1430e26a4&id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338631 Jul 07 20:25:48.970371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0a475-b81e-4a6f-b202-fd1783cf3b2f req-35384fb5-72aa-4958-ae11-9b5a3af4b73c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:48.971912 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-08d0a475-b81e-4a6f-b202-fd1783cf3b2f req-35384fb5-72aa-4958-ae11-9b5a3af4b73c tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.0684392 Jul 07 20:25:49.017370 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-08d0a475-b81e-4a6f-b202-fd1783cf3b2f req-23fd6aa4-8b44-451d-bbff-924b662ee7bc tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f363cc-2cc2-4c44-9529-89c1430e26a4&id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395184 Jul 07 20:25:50.204102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37bc35-befa-4c73-8708-375d5cb70ccc req-25d09bd2-bc65-4da3-ab55-fe883d80a986 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:50.205614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba37bc35-befa-4c73-8708-375d5cb70ccc req-25d09bd2-bc65-4da3-ab55-fe883d80a986 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.0723906 Jul 07 20:25:50.249228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba37bc35-befa-4c73-8708-375d5cb70ccc req-fff566db-7cba-466f-b0d2-6c6cc2b190d9 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f363cc-2cc2-4c44-9529-89c1430e26a4&id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373108 Jul 07 20:25:51.224093 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4df02e6b-9ca8-4d2f-b7b2-9cd58ab98067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:51.423044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bff6da-baab-4c08-b62c-20de27b1002f req-8a7c96aa-3d75-4661-887a-273be5f30f76 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:51.424514 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-98bff6da-baab-4c08-b62c-20de27b1002f req-8a7c96aa-3d75-4661-887a-273be5f30f76 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.0638850 Jul 07 20:25:51.465042 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-98bff6da-baab-4c08-b62c-20de27b1002f req-af2faf29-f471-4452-9465-fb56bd1c0ccb tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f363cc-2cc2-4c44-9529-89c1430e26a4&id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347936 Jul 07 20:25:53.992554 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:54.151640 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c701cbc2-a5bd-4a9e-91c6-a1d1b8a75614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:55.055606 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:56.776891 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:59.178225 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fdb5a8-aa83-4ec6-8484-ae25f769ca5d req-44b61ea7-e993-4732-8a7c-a85ddba4cc1a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506084 Jul 07 20:25:59.277437 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdb5a8-aa83-4ec6-8484-ae25f769ca5d req-e631d0e2-83c2-45e4-a472-5340e994a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:59.278928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fdb5a8-aa83-4ec6-8484-ae25f769ca5d req-e631d0e2-83c2-45e4-a472-5340e994a00c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8adb5f51c4d47a298be4d01932a36f3&device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 1136 time: 0.0554469 Jul 07 20:25:59.379561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdb5a8-aa83-4ec6-8484-ae25f769ca5d req-244d290f-1444-441a-9ca2-15a32f1c3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:59.380942 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fdb5a8-aa83-4ec6-8484-ae25f769ca5d req-244d290f-1444-441a-9ca2-15a32f1c3675 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cac5b13a-1461-49b1-abbe-2af847ff4344 HTTP/1.1" status: 200 len: 916 time: 0.0828676 Jul 07 20:25:59.448385 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fdb5a8-aa83-4ec6-8484-ae25f769ca5d req-939d4fab-d29c-4df3-b3bb-a2abfddaec3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 1001 time: 0.0611007 Jul 07 20:25:59.500523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdb5a8-aa83-4ec6-8484-ae25f769ca5d req-cdeabae0-52a2-411d-acfc-30333a9ccef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:59.502014 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fdb5a8-aa83-4ec6-8484-ae25f769ca5d req-cdeabae0-52a2-411d-acfc-30333a9ccef0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18d1ff5-7e99-4919-b82f-d7105e7b783f HTTP/1.1" status: 200 len: 854 time: 0.0473745 Jul 07 20:25:59.557910 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdb5a8-aa83-4ec6-8484-ae25f769ca5d req-e4aac080-7de9-464b-b825-50fb1cce2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:59.559470 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fdb5a8-aa83-4ec6-8484-ae25f769ca5d req-e4aac080-7de9-464b-b825-50fb1cce2d52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cac5b13a-1461-49b1-abbe-2af847ff4344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518446 Jul 07 20:25:59.651051 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fdb5a8-aa83-4ec6-8484-ae25f769ca5d req-bcd7ae78-1b69-4618-bd35-80a6da8a090a service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846639 Jul 07 20:25:59.740251 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-85fdb5a8-aa83-4ec6-8484-ae25f769ca5d req-886f56eb-0e1f-4aee-8f88-4f0ee4f8764d service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836346 Jul 07 20:26:06.392400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:07.765424 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:26:10.517376 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:21.225091 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fb507589-df9a-406c-b1c8-ca3592b8adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:23.996750 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:24.150900 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bc12cc87-7e80-4181-9617-4dd6ec8e93cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:25.058151 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:26.773296 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:36.391839 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:40.517120 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:44.765388 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:26:51.226950 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7787a567-8f60-4468-b5ad-cb9fa60d1ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:53.998224 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:54.151955 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-790b254a-ec0f-43dd-a92b-a3c14cb45053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:54.948162 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ccf9b471-02e3-4a8f-b195-ca104f9eebf2 req-6c6e3ea0-3b8c-4ddb-94f5-1f1779077948 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874137999&fields=id&tenant_id=b8adb5f51c4d47a298be4d01932a36f3 HTTP/1.1" status: 200 len: 267 time: 0.0335560 Jul 07 20:26:55.015537 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9b471-02e3-4a8f-b195-ca104f9eebf2 req-0454f7e0-0260-4a83-9a89-1631d85b6811 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:55.016946 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ccf9b471-02e3-4a8f-b195-ca104f9eebf2 req-0454f7e0-0260-4a83-9a89-1631d85b6811 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 985 time: 0.0630293 Jul 07 20:26:55.027401 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-ccf9b471-02e3-4a8f-b195-ca104f9eebf2 req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Request body: {'port': {'security_groups': ['3e310b5f-71ea-4dc0-9b76-a356a5ee5b95']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:26:55.063289 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:55.113308 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ccf9b471-02e3-4a8f-b195-ca104f9eebf2 req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:55.285905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-ccf9b471-02e3-4a8f-b195-ca104f9eebf2 req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] For port 3d82bc3d-55f5-498c-9f76-63dcab26252f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:26:55.314496 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ccf9b471-02e3-4a8f-b195-ca104f9eebf2 req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:55.319149 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ccf9b471-02e3-4a8f-b195-ca104f9eebf2 req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:55.332673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['3d82bc3d-55f5-498c-9f76-63dcab26252f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:26:55.370046 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9b471-02e3-4a8f-b195-ca104f9eebf2 req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:55.370682 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-ccf9b471-02e3-4a8f-b195-ca104f9eebf2 req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:55.372891 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ccf9b471-02e3-4a8f-b195-ca104f9eebf2 req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "PUT /v2.0/ports/3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 943 time: 0.3493974 Jul 07 20:26:55.373459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:26:55.375824 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb50b3c8-eeec-489b-ba49-3ef787ed1d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:26:55.379755 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51188) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:26:55.414225 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event updated for resources: {'Port': ['ID=3d82bc3d-55f5-498c-9f76-63dcab26252f,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:26:55.429109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.429458 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.429808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.430154 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.430492 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.431118 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.431257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.431497 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.431831 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.432159 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.432634 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.432811 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ca6bb-c1a3-45b9-8f11-4e28a48befb6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.466516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['3d82bc3d-55f5-498c-9f76-63dcab26252f'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:26:55.473474 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:55.503944 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:55.507794 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cefcf2-d000-4dff-b5ff-b3c45f02aa2d x-openstack-request-id: req-e9cefcf2-d000-4dff-b5ff-b3c45f02aa2d {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:26:55.508121 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:26:55.508367 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9cefcf2-d000-4dff-b5ff-b3c45f02aa2d {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:26:55.508776 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'status': 'completed', 'code': 200} Jul 07 20:26:55.584906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:55.588849 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:55.593697 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "DELETE /v2.0/security-groups/d2f363cc-2cc2-4c44-9529-89c1430e26a4 HTTP/1.1" status: 204 len: 168 time: 0.2106009 Jul 07 20:26:55.594280 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51196) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:26:55.611657 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f363cc-2cc2-4c44-9529-89c1430e26a4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:26:55.620635 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.620983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.621327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.621762 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.622173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.623124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.623463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.623784 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.624297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.624625 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.624949 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.625270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f60f2-ccb1-4127-a67c-759529c3c335 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:55.696106 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a1afd3d5-4cb9-4369-b13c-19285a7c46b2 None None] Provisioning complete for port 3d82bc3d-55f5-498c-9f76-63dcab26252f triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:26:55.696484 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1afd3d5-4cb9-4369-b13c-19285a7c46b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:55.711264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50b3c8-eeec-489b-ba49-3ef787ed1d5a req-ac5c83e2-939a-4a50-a685-5e5581eba107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:55.712790 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb50b3c8-eeec-489b-ba49-3ef787ed1d5a req-ac5c83e2-939a-4a50-a685-5e5581eba107 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8adb5f51c4d47a298be4d01932a36f3&device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 1097 time: 0.1786551 Jul 07 20:26:55.846872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50b3c8-eeec-489b-ba49-3ef787ed1d5a req-5494f18e-d69f-4c43-a8d2-0f87d89152ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:55.848278 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb50b3c8-eeec-489b-ba49-3ef787ed1d5a req-5494f18e-d69f-4c43-a8d2-0f87d89152ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=cac5b13a-1461-49b1-abbe-2af847ff4344 HTTP/1.1" status: 200 len: 916 time: 0.1264544 Jul 07 20:26:55.852472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Deleting port 575feb5d-246f-4abb-874d-0fa129d5f366 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:26:55.852812 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:55.962103 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb50b3c8-eeec-489b-ba49-3ef787ed1d5a req-4c4303ca-c1ed-46e1-8794-d1fccc4c2fca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 1001 time: 0.1063423 Jul 07 20:26:56.005394 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:56.005722 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:56.025730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Calling delete_port for 575feb5d-246f-4abb-874d-0fa129d5f366 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:26:56.042201 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50b3c8-eeec-489b-ba49-3ef787ed1d5a req-830e682a-45d1-4f9c-b7b3-ab11f824e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:56.043708 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb50b3c8-eeec-489b-ba49-3ef787ed1d5a req-830e682a-45d1-4f9c-b7b3-ab11f824e857 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18d1ff5-7e99-4919-b82f-d7105e7b783f HTTP/1.1" status: 200 len: 854 time: 0.0735989 Jul 07 20:26:56.167478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50b3c8-eeec-489b-ba49-3ef787ed1d5a req-60c86666-4406-49e0-ac0c-fc6a2a03ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:56.168914 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb50b3c8-eeec-489b-ba49-3ef787ed1d5a req-60c86666-4406-49e0-ac0c-fc6a2a03ffc4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cac5b13a-1461-49b1-abbe-2af847ff4344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949230 Jul 07 20:26:56.299995 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb50b3c8-eeec-489b-ba49-3ef787ed1d5a req-b2cf9dc8-77c9-4c9a-9cc3-27fe696f1ffc service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241570 Jul 07 20:26:56.301583 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:56.349630 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event deleted for resources: {'Port': ['ID=575feb5d-246f-4abb-874d-0fa129d5f366,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:26:56.466586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:56.466951 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Floating IP a98ff923-ba18-4bd6-bd76-ba17bca89981 disassociated (deleted). External IP: 172.25.0.54, port: 3d82bc3d-55f5-498c-9f76-63dcab26252f. Jul 07 20:26:56.503063 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cb50b3c8-eeec-489b-ba49-3ef787ed1d5a req-6ce67657-c2ab-41a1-b225-1035dfbee290 service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971443 Jul 07 20:26:56.677895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Router a8897103-dc49-4cfc-a2ea-b67fbcce9235 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:26:56.777000 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:56.783836 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:26:56.788638 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:56.795719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0799c4f-b422-4690-b2f5-8fd3e60daf4a None None] Sync routers for ids ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:26:56.805162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0799c4f-b422-4690-b2f5-8fd3e60daf4a None None] Routers {'a8897103-dc49-4cfc-a2ea-b67fbcce9235'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:26:56.806121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f0799c4f-b422-4690-b2f5-8fd3e60daf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:26:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:26:56.828415 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-35f7bcac-ac68-41c4-966e-cf944622aea1 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "DELETE /v2.0/floatingips/a98ff923-ba18-4bd6-bd76-ba17bca89981 HTTP/1.1" status: 204 len: 168 time: 1.2330098 Jul 07 20:26:56.926641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f0799c4f-b422-4690-b2f5-8fd3e60daf4a None None] Set router a8897103-dc49-4cfc-a2ea-b67fbcce9235 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:26:57.147791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f0799c4f-b422-4690-b2f5-8fd3e60daf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '41fd2674-dcf8-4297-a5ba-c7bbc5b3f464', 'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'mac_address': 'fa:16:3e:0e:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:41Z', 'updated_at': '2021-07-07T20:23:47Z', 'revision_number': 5, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'subnets': [{'id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:26:57.181142 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0799c4f-b422-4690-b2f5-8fd3e60daf4a None None] Checking router: a8897103-dc49-4cfc-a2ea-b67fbcce9235 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:26:57.190020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0799c4f-b422-4690-b2f5-8fd3e60daf4a None None] Routers {'a8897103-dc49-4cfc-a2ea-b67fbcce9235'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:26:57.190622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f0799c4f-b422-4690-b2f5-8fd3e60daf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:26:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:26:57.451747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f0799c4f-b422-4690-b2f5-8fd3e60daf4a None None] Set router a8897103-dc49-4cfc-a2ea-b67fbcce9235 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:26:57.509606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:26:57.512125 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a69ed9-1720-480e-8112-0ff5ff0d1de7" -d '{"events": [{"name": "network-changed", "server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:26:57.548551 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d681aede-096e-40b6-b671-2872a1cd806a x-openstack-request-id: req-d681aede-096e-40b6-b671-2872a1cd806a {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:26:57.548989 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:26:57.549242 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d681aede-096e-40b6-b671-2872a1cd806a {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:26:57.549715 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'status': 'completed', 'code': 200} Jul 07 20:26:57.631188 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a69ed9-1720-480e-8112-0ff5ff0d1de7 req-46cd8a60-e0db-4692-95e4-6cc1492b1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:57.632622 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-71a69ed9-1720-480e-8112-0ff5ff0d1de7 req-46cd8a60-e0db-4692-95e4-6cc1492b1d37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8adb5f51c4d47a298be4d01932a36f3&device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 1097 time: 0.0578551 Jul 07 20:26:57.648572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f0799c4f-b422-4690-b2f5-8fd3e60daf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '41fd2674-dcf8-4297-a5ba-c7bbc5b3f464', 'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'mac_address': 'fa:16:3e:0e:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:41Z', 'updated_at': '2021-07-07T20:23:47Z', 'revision_number': 5, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'subnets': [{'id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:26:57.674853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0799c4f-b422-4690-b2f5-8fd3e60daf4a None None] The sync data for ids ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'] in n-d-793621-9 is: [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:41Z', 'revision_number': 4, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '41fd2674-dcf8-4297-a5ba-c7bbc5b3f464', 'name': '', 'network_id': 'cac5b13a-1461-49b1-abbe-2af847ff4344', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'mac_address': 'fa:16:3e:0e:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:41Z', 'updated_at': '2021-07-07T20:23:47Z', 'revision_number': 5, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'subnets': [{'id': 'c18d1ff5-7e99-4919-b82f-d7105e7b783f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:26:57.744849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a69ed9-1720-480e-8112-0ff5ff0d1de7 req-7bb5773e-5e52-4a00-b526-702a7d68696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:57.746358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-71a69ed9-1720-480e-8112-0ff5ff0d1de7 req-7bb5773e-5e52-4a00-b526-702a7d68696b service neutron] 10.222.0.48 "GET /v2.0/networks?id=cac5b13a-1461-49b1-abbe-2af847ff4344 HTTP/1.1" status: 200 len: 916 time: 0.1055839 Jul 07 20:26:57.791678 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-71a69ed9-1720-480e-8112-0ff5ff0d1de7 req-0a643740-5b42-4049-a674-56ece98a0ba6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 217 time: 0.0386302 Jul 07 20:26:57.843804 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a69ed9-1720-480e-8112-0ff5ff0d1de7 req-1d78b6b2-f0d1-45c7-bfa5-fb860008605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:57.845568 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-71a69ed9-1720-480e-8112-0ff5ff0d1de7 req-1d78b6b2-f0d1-45c7-bfa5-fb860008605b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18d1ff5-7e99-4919-b82f-d7105e7b783f HTTP/1.1" status: 200 len: 854 time: 0.0473087 Jul 07 20:26:57.908017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a69ed9-1720-480e-8112-0ff5ff0d1de7 req-78a8283b-93b8-4802-8079-581ed9d4ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:57.909658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-71a69ed9-1720-480e-8112-0ff5ff0d1de7 req-78a8283b-93b8-4802-8079-581ed9d4ab95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cac5b13a-1461-49b1-abbe-2af847ff4344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570700 Jul 07 20:26:57.940906 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f535126-05ce-40f6-81c4-80c1f53419d1 None None] New status for floating IP a98ff923-ba18-4bd6-bd76-ba17bca89981: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:26:58.009662 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-71a69ed9-1720-480e-8112-0ff5ff0d1de7 req-31ca6c53-b004-451b-8199-b9afb4ffb2c4 service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935261 Jul 07 20:26:58.100642 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-71a69ed9-1720-480e-8112-0ff5ff0d1de7 req-28d65b85-82bb-41ee-9df9-3212c8e22f0d service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840452 Jul 07 20:27:01.188156 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e0cc5f9-cfbe-453e-a2f2-615466135726 req-2bd3f55a-95e2-4e69-b506-8636ba7d2713 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557306 Jul 07 20:27:01.283755 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cc5f9-cfbe-453e-a2f2-615466135726 req-9abfa815-e3db-4229-b03d-527221abf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:01.285251 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e0cc5f9-cfbe-453e-a2f2-615466135726 req-9abfa815-e3db-4229-b03d-527221abf44c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8adb5f51c4d47a298be4d01932a36f3&device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 1097 time: 0.0530250 Jul 07 20:27:01.386332 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cc5f9-cfbe-453e-a2f2-615466135726 req-81a62a65-5d3e-49ee-a763-3a05c8065098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:01.388346 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e0cc5f9-cfbe-453e-a2f2-615466135726 req-81a62a65-5d3e-49ee-a763-3a05c8065098 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cac5b13a-1461-49b1-abbe-2af847ff4344 HTTP/1.1" status: 200 len: 916 time: 0.0844784 Jul 07 20:27:01.431680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e0cc5f9-cfbe-453e-a2f2-615466135726 req-0b7d03ba-7ea4-4abb-a99b-f1f2163a2a51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 200 len: 217 time: 0.0372117 Jul 07 20:27:01.480823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cc5f9-cfbe-453e-a2f2-615466135726 req-623cfe4a-3b6e-4a20-ba54-5c265b5a1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:01.482350 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e0cc5f9-cfbe-453e-a2f2-615466135726 req-623cfe4a-3b6e-4a20-ba54-5c265b5a1e2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18d1ff5-7e99-4919-b82f-d7105e7b783f HTTP/1.1" status: 200 len: 854 time: 0.0447810 Jul 07 20:27:01.540070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cc5f9-cfbe-453e-a2f2-615466135726 req-0b738e3e-fb47-4be7-8e38-4069f6eef3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:01.541579 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e0cc5f9-cfbe-453e-a2f2-615466135726 req-0b738e3e-fb47-4be7-8e38-4069f6eef3f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cac5b13a-1461-49b1-abbe-2af847ff4344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529881 Jul 07 20:27:01.636614 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e0cc5f9-cfbe-453e-a2f2-615466135726 req-24ca071a-f41d-499d-b828-4cc5da9445f0 service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883911 Jul 07 20:27:01.733513 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2e0cc5f9-cfbe-453e-a2f2-615466135726 req-5e454648-7729-4829-a774-bf14372aacf2 service neutron] 10.222.0.48 "GET /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897977 Jul 07 20:27:04.241996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337caab0-5f2c-4630-80d2-8b7726e04d87 req-a42918bb-de83-42bc-8a70-003d1bd91eac tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:04.243452 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-337caab0-5f2c-4630-80d2-8b7726e04d87 req-a42918bb-de83-42bc-8a70-003d1bd91eac tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0680571 Jul 07 20:27:04.282015 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-337caab0-5f2c-4630-80d2-8b7726e04d87 req-dfb8261e-9e25-482d-863e-002e4ab0b1e5 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Jul 07 20:27:05.462952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2d9e2-c7c9-4bd5-a95c-8d700061ed99 req-fdc7ddc5-9a2b-4ccb-b179-59503c26a066 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:05.464477 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77b2d9e2-c7c9-4bd5-a95c-8d700061ed99 req-fdc7ddc5-9a2b-4ccb-b179-59503c26a066 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0652616 Jul 07 20:27:05.511201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77b2d9e2-c7c9-4bd5-a95c-8d700061ed99 req-d04e2a7d-40e2-4c1c-8412-4e0d82e3d0ce tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Jul 07 20:27:06.143012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2ca3a-1520-4ce2-bca0-d8aa532b1c87 req-52da7709-81f0-4e19-99b3-72410faf84eb tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:06.144388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3c2ca3a-1520-4ce2-bca0-d8aa532b1c87 req-52da7709-81f0-4e19-99b3-72410faf84eb tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.48 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0662978 Jul 07 20:27:06.246527 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b3c2ca3a-1520-4ce2-bca0-d8aa532b1c87 req-1101a5a3-937f-4b2f-a820-a72a5cdc0a30 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Deleting port 3d82bc3d-55f5-498c-9f76-63dcab26252f {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:27:06.246902 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b3c2ca3a-1520-4ce2-bca0-d8aa532b1c87 req-1101a5a3-937f-4b2f-a820-a72a5cdc0a30 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:06.336914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-b3c2ca3a-1520-4ce2-bca0-d8aa532b1c87 req-1101a5a3-937f-4b2f-a820-a72a5cdc0a30 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] For port 3d82bc3d-55f5-498c-9f76-63dcab26252f, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=3d82bc3d-55f5-498c-9f76-63dcab26252f,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:06.337275 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b3c2ca3a-1520-4ce2-bca0-d8aa532b1c87 req-1101a5a3-937f-4b2f-a820-a72a5cdc0a30 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:06.350177 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b3c2ca3a-1520-4ce2-bca0-d8aa532b1c87 req-1101a5a3-937f-4b2f-a820-a72a5cdc0a30 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Calling delete_port for 3d82bc3d-55f5-498c-9f76-63dcab26252f owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:27:06.392036 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:06.479607 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b3c2ca3a-1520-4ce2-bca0-d8aa532b1c87 req-1101a5a3-937f-4b2f-a820-a72a5cdc0a30 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:06.509384 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101a5a3-937f-4b2f-a820-a72a5cdc0a30 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Pushing event deleted for resources: {'Port': ['ID=3d82bc3d-55f5-498c-9f76-63dcab26252f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:06.555607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c2ca3a-1520-4ce2-bca0-d8aa532b1c87 req-1101a5a3-937f-4b2f-a820-a72a5cdc0a30 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] No DVR routers for this DVR port 3d82bc3d-55f5-498c-9f76-63dcab26252f on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:27:06.558237 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b3c2ca3a-1520-4ce2-bca0-d8aa532b1c87 req-1101a5a3-937f-4b2f-a820-a72a5cdc0a30 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:06.560344 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3c2ca3a-1520-4ce2-bca0-d8aa532b1c87 req-1101a5a3-937f-4b2f-a820-a72a5cdc0a30 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.48 "DELETE /v2.0/ports/3d82bc3d-55f5-498c-9f76-63dcab26252f HTTP/1.1" status: 204 len: 173 time: 0.4100137 Jul 07 20:27:06.560793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'name': 'network-vif-deleted', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:27:06.563119 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10226c2-0a59-4c3f-92d9-ee0d361b4ba3" -d '{"events": [{"server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "name": "network-vif-deleted", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:27:06.599129 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4a19fc-40e5-45bb-9733-fa0c2b6442b4 x-openstack-request-id: req-ce4a19fc-40e5-45bb-9733-fa0c2b6442b4 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:27:06.599427 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551cd8cd-1ac9-4bbf-bfe5-557da426e5c6", "name": "network-vif-deleted", "tag": "3d82bc3d-55f5-498c-9f76-63dcab26252f", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:27:06.599685 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce4a19fc-40e5-45bb-9733-fa0c2b6442b4 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:27:06.600094 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551cd8cd-1ac9-4bbf-bfe5-557da426e5c6', 'name': 'network-vif-deleted', 'tag': '3d82bc3d-55f5-498c-9f76-63dcab26252f', 'status': 'completed', 'code': 200} Jul 07 20:27:06.660167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e8f89e6e-09fa-4448-a53d-bd4cadbc0e12 req-cadeacf0-9597-4c78-9e05-47344e1b17a6 tempest-TestMinimumBasicScenario-159028307 tempest-TestMinimumBasicScenario-159028307-project] 10.222.0.81 "GET /v2.0/ports?device_id=551cd8cd-1ac9-4bbf-bfe5-557da426e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0295210 Jul 07 20:27:08.257403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51298) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:08.364790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 3d82bc3d-55f5-498c-9f76-63dcab26252f no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:27:08.388658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 3d82bc3d-55f5-498c-9f76-63dcab26252f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:27:08.388995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 3d82bc3d-55f5-498c-9f76-63dcab26252f not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:27:08.881157 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3df502b-8fee-43d0-bb2e-5f413e7ed405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:09.127070 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f3df502b-8fee-43d0-bb2e-5f413e7ed405 admin admin] Deleting port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:27:09.127303 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3df502b-8fee-43d0-bb2e-5f413e7ed405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:09.202232 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-f3df502b-8fee-43d0-bb2e-5f413e7ed405 admin admin] For port 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=41fd2674-dcf8-4297-a5ba-c7bbc5b3f464,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:09.202591 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3df502b-8fee-43d0-bb2e-5f413e7ed405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:09.215039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f3df502b-8fee-43d0-bb2e-5f413e7ed405 admin admin] Calling delete_port for 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:27:09.391831 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3df502b-8fee-43d0-bb2e-5f413e7ed405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:09.419819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df502b-8fee-43d0-bb2e-5f413e7ed405 admin admin] Pushing event deleted for resources: {'Port': ['ID=41fd2674-dcf8-4297-a5ba-c7bbc5b3f464,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:09.588886 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f3df502b-8fee-43d0-bb2e-5f413e7ed405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:09.809288 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3df502b-8fee-43d0-bb2e-5f413e7ed405 admin admin] Router a8897103-dc49-4cfc-a2ea-b67fbcce9235 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:27:09.916864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3df502b-8fee-43d0-bb2e-5f413e7ed405 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:27:09.921881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f3df502b-8fee-43d0-bb2e-5f413e7ed405 admin admin] 10.222.0.81 "PUT /v2.0/routers/a8897103-dc49-4cfc-a2ea-b67fbcce9235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6634450 Jul 07 20:27:09.924549 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51300) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:09.925181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff56049-e871-4281-bb0f-cd48c03ee5d2 None None] Sync routers for ids ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:27:09.934621 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff56049-e871-4281-bb0f-cd48c03ee5d2 None None] Routers {'a8897103-dc49-4cfc-a2ea-b67fbcce9235'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:27:09.935284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-bff56049-e871-4281-bb0f-cd48c03ee5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:26:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:10.029395 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.039278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-bff56049-e871-4281-bb0f-cd48c03ee5d2 None None] Set router a8897103-dc49-4cfc-a2ea-b67fbcce9235 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:27:10.135826 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.194227 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Deleting port c1b04218-c49d-4152-8596-719358979b1d {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:27:10.194696 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.237908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-bff56049-e871-4281-bb0f-cd48c03ee5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c1b04218-c49d-4152-8596-719358979b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:27:09Z', 'revision_number': 5, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port': {'id': 'c1b04218-c49d-4152-8596-719358979b1d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:10.265373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff56049-e871-4281-bb0f-cd48c03ee5d2 None None] Checking router: a8897103-dc49-4cfc-a2ea-b67fbcce9235 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:27:10.274254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff56049-e871-4281-bb0f-cd48c03ee5d2 None None] Routers {'a8897103-dc49-4cfc-a2ea-b67fbcce9235'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:27:10.274467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-bff56049-e871-4281-bb0f-cd48c03ee5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:26:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:10.280508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] For port c1b04218-c49d-4152-8596-719358979b1d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c1b04218-c49d-4152-8596-719358979b1d,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:10.280787 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.295664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Calling delete_port for c1b04218-c49d-4152-8596-719358979b1d owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:27:10.361683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-bff56049-e871-4281-bb0f-cd48c03ee5d2 None None] Set router a8897103-dc49-4cfc-a2ea-b67fbcce9235 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:27:10.416477 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-bff56049-e871-4281-bb0f-cd48c03ee5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:27:10Z', 'revision_number': 6, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:10.444248 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff56049-e871-4281-bb0f-cd48c03ee5d2 None None] The sync data for ids ['a8897103-dc49-4cfc-a2ea-b67fbcce9235'] in n-d-793621-9 is: [{'id': 'a8897103-dc49-4cfc-a2ea-b67fbcce9235', 'name': 'tempest-TestMinimumBasicScenario-1861994611-router', 'tenant_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:39Z', 'updated_at': '2021-07-07T20:27:10Z', 'revision_number': 6, 'project_id': 'b8adb5f51c4d47a298be4d01932a36f3', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:27:10.466500 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.497611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b04218-c49d-4152-8596-719358979b1d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:10.532217 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.564496 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.654398 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.656506 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.698277 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.698862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8897103-dc49-4cfc-a2ea-b67fbcce9235 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:27:10.703433 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.704582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-81632a8b-0903-410b-94ab-17d49e005a93 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a8897103-dc49-4cfc-a2ea-b67fbcce9235 HTTP/1.1" status: 204 len: 168 time: 0.7790525 Jul 07 20:27:10.707193 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51302) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:10.752093 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b3ad31-6c4d-4479-b6c1-1ca369ca251b admin admin] Deleting subnet c18d1ff5-7e99-4919-b82f-d7105e7b783f {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:27:10.755100 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-63b3ad31-6c4d-4479-b6c1-1ca369ca251b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.792471 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-63b3ad31-6c4d-4479-b6c1-1ca369ca251b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.875505 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-63b3ad31-6c4d-4479-b6c1-1ca369ca251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.928673 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-63b3ad31-6c4d-4479-b6c1-1ca369ca251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.951578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3ad31-6c4d-4479-b6c1-1ca369ca251b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c18d1ff5-7e99-4919-b82f-d7105e7b783f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:10.957131 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-63b3ad31-6c4d-4479-b6c1-1ca369ca251b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:10.959272 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-63b3ad31-6c4d-4479-b6c1-1ca369ca251b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c18d1ff5-7e99-4919-b82f-d7105e7b783f HTTP/1.1" status: 204 len: 168 time: 0.2508471 Jul 07 20:27:10.961861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51304) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:10.962663 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a15b953-e298-4d01-b81e-4a97b6859325 None None] Network cac5b13a-1461-49b1-abbe-2af847ff4344 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:27:11.034924 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.087120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Deleting port 95871d9b-09dc-42e8-93da-bb68d8d57507 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:27:11.087796 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.157338 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] For port 95871d9b-09dc-42e8-93da-bb68d8d57507, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=95871d9b-09dc-42e8-93da-bb68d8d57507,segment=NetworkSegment(533f4f8f-0cd9-494c-924d-3377624a69e1),segment_id=533f4f8f-0cd9-494c-924d-3377624a69e1)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:11.157627 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.171044 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Calling delete_port for 95871d9b-09dc-42e8-93da-bb68d8d57507 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:27:11.203477 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] DHCP port deletion for cac5b13a-1461-49b1-abbe-2af847ff4344 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:27:11.251251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Deleting port 95871d9b-09dc-42e8-93da-bb68d8d57507 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:27:11.251648 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.252014 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.279352 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=95871d9b-09dc-42e8-93da-bb68d8d57507,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:11.287648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] No DVR routers for this DVR port 95871d9b-09dc-42e8-93da-bb68d8d57507 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:27:11.319031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] For port 95871d9b-09dc-42e8-93da-bb68d8d57507, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:11.319425 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.334063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Calling delete_port for 95871d9b-09dc-42e8-93da-bb68d8d57507 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:27:11.336884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Port 95871d9b-09dc-42e8-93da-bb68d8d57507 was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 20:27:11.338209 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.368074 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.368562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Pushing event deleted for resources: {'Port': ['ID=95871d9b-09dc-42e8-93da-bb68d8d57507,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:11.374776 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] No DVR routers for this DVR port 95871d9b-09dc-42e8-93da-bb68d8d57507 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:27:11.390420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:11.391032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:11.391369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:11.391838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:11.392249 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:11.392713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:11.393117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:11.393461 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:11.393863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:11.394296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:11.394701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:11.395151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43f8e69-f5c2-4252-bcaf-cc8a0da0d942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:11.396026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac5b13a-1461-49b1-abbe-2af847ff4344']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:11.409962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533f4f8f-0cd9-494c-924d-3377624a69e1') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:11.410378 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533f4f8f-0cd9-494c-924d-3377624a69e1') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:11.421573 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.437110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.443562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:27:11.443995 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: timer() Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:27:11.445714 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:27:11.500968 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.506536 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.508390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cac5b13a-1461-49b1-abbe-2af847ff4344 HTTP/1.1" status: 204 len: 168 time: 0.5456097 Jul 07 20:27:11.511478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51306) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:11.524678 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce6df6-6185-4dba-965e-d7d2e1164ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac5b13a-1461-49b1-abbe-2af847ff4344,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:11.788914 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 95871d9b-09dc-42e8-93da-bb68d8d57507 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:27:11.810258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 95871d9b-09dc-42e8-93da-bb68d8d57507 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:27:11.810589 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 95871d9b-09dc-42e8-93da-bb68d8d57507 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:27:11.811043 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c1b04218-c49d-4152-8596-719358979b1d no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:27:11.829829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: c1b04218-c49d-4152-8596-719358979b1d {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:27:11.830595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c1b04218-c49d-4152-8596-719358979b1d not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:27:11.831055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:27:11.850151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:27:11.850501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 41fd2674-dcf8-4297-a5ba-c7bbc5b3f464 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:27:12.171316 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-108e451c-bafb-48d2-be8c-7e2ec270df6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:12.421932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-108e451c-bafb-48d2-be8c-7e2ec270df6d admin admin] Deleting port 7d5d6585-58db-4672-a518-d5ae0ca1686b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:27:12.422173 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-108e451c-bafb-48d2-be8c-7e2ec270df6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:12.498125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-108e451c-bafb-48d2-be8c-7e2ec270df6d admin admin] For port 7d5d6585-58db-4672-a518-d5ae0ca1686b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7d5d6585-58db-4672-a518-d5ae0ca1686b,segment=NetworkSegment(0f48bbda-9640-4cc1-9eb9-98674ffd89ce),segment_id=0f48bbda-9640-4cc1-9eb9-98674ffd89ce)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:12.498476 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-108e451c-bafb-48d2-be8c-7e2ec270df6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:12.510547 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-108e451c-bafb-48d2-be8c-7e2ec270df6d admin admin] Calling delete_port for 7d5d6585-58db-4672-a518-d5ae0ca1686b owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:27:12.686146 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-108e451c-bafb-48d2-be8c-7e2ec270df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:12.715885 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e451c-bafb-48d2-be8c-7e2ec270df6d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5d6585-58db-4672-a518-d5ae0ca1686b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:12.882911 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-108e451c-bafb-48d2-be8c-7e2ec270df6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:13.093544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108e451c-bafb-48d2-be8c-7e2ec270df6d admin admin] Router d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:27:13.198059 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e451c-bafb-48d2-be8c-7e2ec270df6d admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:27:13.203408 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-108e451c-bafb-48d2-be8c-7e2ec270df6d admin admin] 10.222.0.81 "PUT /v2.0/routers/d4dc3c04-9bbc-43dd-93c0-40f0f4330a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6899505 Jul 07 20:27:13.206481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51308) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:13.209388 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027b56c-0d54-46bc-9f01-96c4a6d6d031 None None] Sync routers for ids ['d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:27:13.219291 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027b56c-0d54-46bc-9f01-96c4a6d6d031 None None] Routers {'d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:27:13.219889 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6027b56c-0d54-46bc-9f01-96c4a6d6d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:26:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:13.308217 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:13.320795 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-6027b56c-0d54-46bc-9f01-96c4a6d6d031 None None] Set router d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:27:13.414538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:13.468856 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Deleting port 811361ab-7fb7-4172-a1d2-91443c93422e {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:27:13.469204 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:13.545903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] For port 811361ab-7fb7-4172-a1d2-91443c93422e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=811361ab-7fb7-4172-a1d2-91443c93422e,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:13.546640 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:13.562190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Calling delete_port for 811361ab-7fb7-4172-a1d2-91443c93422e owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:27:13.590346 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6027b56c-0d54-46bc-9f01-96c4a6d6d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'name': 'tempest-TestMinimumBasicScenario-1839582015-router', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:43Z', 'updated_at': '2021-07-07T20:27:12Z', 'revision_number': 5, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'gw_port': {'id': '811361ab-7fb7-4172-a1d2-91443c93422e', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:44Z', 'updated_at': '2021-07-07T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:13.617055 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027b56c-0d54-46bc-9f01-96c4a6d6d031 None None] Checking router: d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:27:13.625490 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027b56c-0d54-46bc-9f01-96c4a6d6d031 None None] Routers {'d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:27:13.626100 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6027b56c-0d54-46bc-9f01-96c4a6d6d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:26:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:13.710039 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-6027b56c-0d54-46bc-9f01-96c4a6d6d031 None None] Set router d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:27:13.730733 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:13.766580 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6027b56c-0d54-46bc-9f01-96c4a6d6d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'name': 'tempest-TestMinimumBasicScenario-1839582015-router', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:43Z', 'updated_at': '2021-07-07T20:27:13Z', 'revision_number': 6, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:13.784150 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=811361ab-7fb7-4172-a1d2-91443c93422e,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:13.796291 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027b56c-0d54-46bc-9f01-96c4a6d6d031 None None] The sync data for ids ['d4dc3c04-9bbc-43dd-93c0-40f0f4330a15'] in n-d-793621-9 is: [{'id': 'd4dc3c04-9bbc-43dd-93c0-40f0f4330a15', 'name': 'tempest-TestMinimumBasicScenario-1839582015-router', 'tenant_id': '67e07d1c2a774defa2f92b027f0849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:23:43Z', 'updated_at': '2021-07-07T20:27:13Z', 'revision_number': 6, 'project_id': '67e07d1c2a774defa2f92b027f0849a6', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:27:13.828092 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:13.916723 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:13.919732 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:13.960980 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:13.961498 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:27:13.967583 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:13.968824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-a95a1e78-2350-4458-8f7a-22579bde5a3b admin admin] 10.222.0.81 "DELETE /v2.0/routers/d4dc3c04-9bbc-43dd-93c0-40f0f4330a15 HTTP/1.1" status: 204 len: 168 time: 0.7613714 Jul 07 20:27:13.971256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51310) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:14.024194 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca679f70-cc73-4b04-a60c-a19665ad7aa4 admin admin] Deleting subnet d8ee5a2f-acb7-4a13-bceb-d1fd58b0458a {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:27:14.027391 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca679f70-cc73-4b04-a60c-a19665ad7aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.060597 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca679f70-cc73-4b04-a60c-a19665ad7aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.134593 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca679f70-cc73-4b04-a60c-a19665ad7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.192370 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca679f70-cc73-4b04-a60c-a19665ad7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.225473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca679f70-cc73-4b04-a60c-a19665ad7aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ee5a2f-acb7-4a13-bceb-d1fd58b0458a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:14.229590 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ca679f70-cc73-4b04-a60c-a19665ad7aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.231943 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ca679f70-cc73-4b04-a60c-a19665ad7aa4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d8ee5a2f-acb7-4a13-bceb-d1fd58b0458a HTTP/1.1" status: 204 len: 168 time: 0.2595992 Jul 07 20:27:14.234222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51312) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:14.244571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9097b0c0-3d80-4872-8ea8-5ddef5c94419 None None] Network e2eb652c-84be-4e49-b4df-e4d2abbdde46 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:27:14.302072 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.357121 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Deleting port 21072d9d-9e22-41e8-8b88-872379aab2f9 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:27:14.357463 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.424012 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] For port 21072d9d-9e22-41e8-8b88-872379aab2f9, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=21072d9d-9e22-41e8-8b88-872379aab2f9,segment=NetworkSegment(0f48bbda-9640-4cc1-9eb9-98674ffd89ce),segment_id=0f48bbda-9640-4cc1-9eb9-98674ffd89ce)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:14.424374 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.437396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Calling delete_port for 21072d9d-9e22-41e8-8b88-872379aab2f9 owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:27:14.513677 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.540571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] No DVR routers for this DVR port 21072d9d-9e22-41e8-8b88-872379aab2f9 on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:27:14.545229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=21072d9d-9e22-41e8-8b88-872379aab2f9,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:14.588689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d81bdba-8b3f-4820-a08a-65bb41237edc None None] DHCP port deletion for e2eb652c-84be-4e49-b4df-e4d2abbdde46 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:27:14.619902 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.630024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2eb652c-84be-4e49-b4df-e4d2abbdde46']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:14.640929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f48bbda-9640-4cc1-9eb9-98674ffd89ce') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:14.641221 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f48bbda-9640-4cc1-9eb9-98674ffd89ce') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:14.649821 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.663216 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.669394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:27:14.669837 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:27:14.671542 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:27:14.731155 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.736158 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:14.739238 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e2eb652c-84be-4e49-b4df-e4d2abbdde46 HTTP/1.1" status: 204 len: 168 time: 0.5033531 Jul 07 20:27:14.752554 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53206267-f6b1-421a-b5c6-651d1f00f0a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2eb652c-84be-4e49-b4df-e4d2abbdde46,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:14.905661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51316) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:14.945692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-44dbb592-adb0-4387-801d-c4035ff2974f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8adb5f51c4d47a298be4d01932a36f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387802 Jul 07 20:27:14.948064 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51318) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:14.993597 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e359e4e1-a06e-4a69-b6b5-07803b0a05a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:15.014091 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e359e4e1-a06e-4a69-b6b5-07803b0a05a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:15.058569 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e359e4e1-a06e-4a69-b6b5-07803b0a05a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:15.061798 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e359e4e1-a06e-4a69-b6b5-07803b0a05a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:15.062983 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e359e4e1-a06e-4a69-b6b5-07803b0a05a2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e310b5f-71ea-4dc0-9b76-a356a5ee5b95 HTTP/1.1" status: 204 len: 168 time: 0.1140127 Jul 07 20:27:15.070710 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359e4e1-a06e-4a69-b6b5-07803b0a05a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e310b5f-71ea-4dc0-9b76-a356a5ee5b95,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:15.366144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51324) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:15.405397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7ef6c7f5-9110-4364-820a-99641d0abb17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=67e07d1c2a774defa2f92b027f0849a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380647 Jul 07 20:27:15.407826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51326) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:15.457175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-88d395f7-5a48-4618-a97c-7b07ab086fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:15.478521 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-88d395f7-5a48-4618-a97c-7b07ab086fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:15.524985 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-88d395f7-5a48-4618-a97c-7b07ab086fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:15.527717 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-88d395f7-5a48-4618-a97c-7b07ab086fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:15.529427 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-88d395f7-5a48-4618-a97c-7b07ab086fd2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4cc92efb-b17e-4018-901e-ecac91c2b163 HTTP/1.1" status: 204 len: 168 time: 0.1207061 Jul 07 20:27:15.536905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d395f7-5a48-4618-a97c-7b07ab086fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc92efb-b17e-4018-901e-ecac91c2b163,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:15.800413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 811361ab-7fb7-4172-a1d2-91443c93422e no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:27:15.824348 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 811361ab-7fb7-4172-a1d2-91443c93422e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:27:15.824703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 811361ab-7fb7-4172-a1d2-91443c93422e not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:27:15.825612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7d5d6585-58db-4672-a518-d5ae0ca1686b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:27:15.852004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 7d5d6585-58db-4672-a518-d5ae0ca1686b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:27:15.852920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7d5d6585-58db-4672-a518-d5ae0ca1686b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:27:15.852920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 21072d9d-9e22-41e8-8b88-872379aab2f9 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:27:15.885047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 21072d9d-9e22-41e8-8b88-872379aab2f9 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:27:15.885498 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 21072d9d-9e22-41e8-8b88-872379aab2f9 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:27:17.259524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51366) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:17.264343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-53f87c48-6a0c-4994-a3ce-a50a8038483c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745885529', 'description': 'tempest-secgroup-smoke-745885529 description', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:17.286417 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53f87c48-6a0c-4994-a3ce-a50a8038483c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.294701 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53f87c48-6a0c-4994-a3ce-a50a8038483c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.386096 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53f87c48-6a0c-4994-a3ce-a50a8038483c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.390184 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53f87c48-6a0c-4994-a3ce-a50a8038483c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.426766 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f87c48-6a0c-4994-a3ce-a50a8038483c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a715d20-530d-45a3-af26-fcf956c2cc40,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:17.480511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53f87c48-6a0c-4994-a3ce-a50a8038483c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.484909 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53f87c48-6a0c-4994-a3ce-a50a8038483c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.510562 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-53f87c48-6a0c-4994-a3ce-a50a8038483c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.511990 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-53f87c48-6a0c-4994-a3ce-a50a8038483c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2514622 Jul 07 20:27:17.515229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51368) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:17.515970 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f87c48-6a0c-4994-a3ce-a50a8038483c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:17.520000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-6b2ab462-84aa-4b11-b6ef-91f3ca4598da tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:17.547948 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab462-84aa-4b11-b6ef-91f3ca4598da tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.602941 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab462-84aa-4b11-b6ef-91f3ca4598da tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.607169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab462-84aa-4b11-b6ef-91f3ca4598da tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.625411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ab462-84aa-4b11-b6ef-91f3ca4598da tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e0fe14-638e-43ab-9fe3-e97e36751645,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:17.632084 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab462-84aa-4b11-b6ef-91f3ca4598da tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.633565 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6b2ab462-84aa-4b11-b6ef-91f3ca4598da tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173201 Jul 07 20:27:17.636228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51370) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:17.640571 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a8db6ef0-6ca5-4bf1-820c-27222dd1f931 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:17.666708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a8db6ef0-6ca5-4bf1-820c-27222dd1f931 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.723355 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a8db6ef0-6ca5-4bf1-820c-27222dd1f931 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.727402 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a8db6ef0-6ca5-4bf1-820c-27222dd1f931 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.746921 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db6ef0-6ca5-4bf1-820c-27222dd1f931 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb5be4c-7d2d-4b70-91ad-2a0b041b61c8,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:17.750775 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a8db6ef0-6ca5-4bf1-820c-27222dd1f931 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.752339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a8db6ef0-6ca5-4bf1-820c-27222dd1f931 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151109 Jul 07 20:27:17.754945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51372) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:17.759575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-cf6faabf-d849-40ac-8628-c339f1e62eee tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:17.786455 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cf6faabf-d849-40ac-8628-c339f1e62eee tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.846181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cf6faabf-d849-40ac-8628-c339f1e62eee tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.849647 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cf6faabf-d849-40ac-8628-c339f1e62eee tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.869757 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6faabf-d849-40ac-8628-c339f1e62eee tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759969be-cd72-4e7c-a65c-9087cd8398a9,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:17.872908 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cf6faabf-d849-40ac-8628-c339f1e62eee tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.874074 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cf6faabf-d849-40ac-8628-c339f1e62eee tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182189 Jul 07 20:27:17.876779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51374) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:17.881251 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0f1a021c-f331-4193-85a5-976cce5da81b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:17.907838 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f1a021c-f331-4193-85a5-976cce5da81b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.966887 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f1a021c-f331-4193-85a5-976cce5da81b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.970438 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f1a021c-f331-4193-85a5-976cce5da81b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.988324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a021c-f331-4193-85a5-976cce5da81b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eec0d46-85c0-4761-afa6-44e7fae494aa,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:17.993477 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f1a021c-f331-4193-85a5-976cce5da81b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:17.994610 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0f1a021c-f331-4193-85a5-976cce5da81b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168802 Jul 07 20:27:17.997346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51376) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:18.001689 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e8d27207-a604-4f0c-b0ea-278327c80a14 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:18.023665 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-e8d27207-a604-4f0c-b0ea-278327c80a14 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Project 3c4a0a4b6a1b4b609b45699623abdb45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:27:18.028875 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e8d27207-a604-4f0c-b0ea-278327c80a14 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.087547 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e8d27207-a604-4f0c-b0ea-278327c80a14 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.091759 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e8d27207-a604-4f0c-b0ea-278327c80a14 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.109212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d27207-a604-4f0c-b0ea-278327c80a14 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feab8b5e-4623-4f73-85be-7167ed4325a8,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:18.115441 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e8d27207-a604-4f0c-b0ea-278327c80a14 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.116640 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e8d27207-a604-4f0c-b0ea-278327c80a14 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183839 Jul 07 20:27:18.119315 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51378) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:18.124528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-084f2e7f-aa5c-4c9d-99e8-60d99ca06082 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:18.146640 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-084f2e7f-aa5c-4c9d-99e8-60d99ca06082 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Project 3c4a0a4b6a1b4b609b45699623abdb45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:27:18.151542 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-084f2e7f-aa5c-4c9d-99e8-60d99ca06082 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.212482 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-084f2e7f-aa5c-4c9d-99e8-60d99ca06082 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.216042 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-084f2e7f-aa5c-4c9d-99e8-60d99ca06082 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.235393 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f2e7f-aa5c-4c9d-99e8-60d99ca06082 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf50eec-c365-4c87-9d68-c4cc01243059,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:18.240346 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-084f2e7f-aa5c-4c9d-99e8-60d99ca06082 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.244417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51380) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:18.244571 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-084f2e7f-aa5c-4c9d-99e8-60d99ca06082 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241536 Jul 07 20:27:18.250143 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-4de7525d-90fc-4252-b870-b4cfdd49c63b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'network': {'name': 'tempest-network-smoke--999920712', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'port_security_enabled': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:18.270730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de7525d-90fc-4252-b870-b4cfdd49c63b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:27:18.274138 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4de7525d-90fc-4252-b870-b4cfdd49c63b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.299447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de7525d-90fc-4252-b870-b4cfdd49c63b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:27:18.308883 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4de7525d-90fc-4252-b870-b4cfdd49c63b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.309230 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-4de7525d-90fc-4252-b870-b4cfdd49c63b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Added segment d480dc90-9fd5-4a5f-9cb2-435e7d245163 of type vlan for network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 Jul 07 20:27:18.348978 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4de7525d-90fc-4252-b870-b4cfdd49c63b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.377098 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4de7525d-90fc-4252-b870-b4cfdd49c63b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.382738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de7525d-90fc-4252-b870-b4cfdd49c63b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:18.383329 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-4de7525d-90fc-4252-b870-b4cfdd49c63b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.441405 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4de7525d-90fc-4252-b870-b4cfdd49c63b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1957994 Jul 07 20:27:18.444276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51382) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:18.451250 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'admin_state_up': True, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:18.459454 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7525d-90fc-4252-b870-b4cfdd49c63b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Network': ['ID=493f17ba-68dd-42f2-ab6b-72d78c8f4148,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:18.474517 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:27:18.477944 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.478976 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.535089 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:18.668161 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:19.158824 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:19.176755 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:19.279736 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.25.0.109 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/601b47e7-b34e-4020-97c2-fd813a7ffb43) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:27:19.377861 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:19.420867 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:19.456906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:27:19.460006 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:27:19.463493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:27:19.493026 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=601b47e7-b34e-4020-97c2-fd813a7ffb43,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:19.712727 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:19.906483 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:20.031511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 56f0f139-f583-4425-ba5b-d5f2c4894287 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:27:20.136947 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:27:20.146690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Sync routers for ids ['56f0f139-f583-4425-ba5b-d5f2c4894287'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:27:20.156457 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:20.157647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Routers {'56f0f139-f583-4425-ba5b-d5f2c4894287'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:27:20.157821 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-ffb4a93a-89fd-4950-a323-7656a01d4365 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7125068 Jul 07 20:27:20.158473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:26:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56f0f139-f583-4425-ba5b-d5f2c4894287'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:20.161152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51384) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:20.264536 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Set router 56f0f139-f583-4425-ba5b-d5f2c4894287 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:27:20.284395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-17b16ade-c0db-4347-ad43-da622d6ad147 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3c4a0a4b6a1b4b609b45699623abdb45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1219661 Jul 07 20:27:20.287126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51388) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:20.436997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0180ef6d-4f0e-4e7e-8e5f-856752e91613 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:20.438544 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0180ef6d-4f0e-4e7e-8e5f-856752e91613 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1504645 Jul 07 20:27:20.441439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51390) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:20.445607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:27:19Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:20.472685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Checking router: 56f0f139-f583-4425-ba5b-d5f2c4894287 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:27:20.473033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Updating router 56f0f139-f583-4425-ba5b-d5f2c4894287 port 601b47e7-b34e-4020-97c2-fd813a7ffb43 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:27:20.476193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2d996695-20c9-4f2c-8293-83fcd0f845f1 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331786 Jul 07 20:27:20.478306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51392) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:20.483151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-84eeacd1-b835-4926-b709-4283ecf2a8f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-462662352', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:20.506374 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:20.772426 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:20.782724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Transition to ACTIVE for port object 601b47e7-b34e-4020-97c2-fd813a7ffb43 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:27:20.788187 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:20.838121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Attempting to bind port 601b47e7-b34e-4020-97c2-fd813a7ffb43 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:27:20.838499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Attempting to bind port 601b47e7-b34e-4020-97c2-fd813a7ffb43 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:27:20.838892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Attempting to bind port 601b47e7-b34e-4020-97c2-fd813a7ffb43 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:27:20.845806 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202d93f-1d42-49f8-92c1-703a40688347 None None] Pushing event updated for resources: {'Port': ['ID=601b47e7-b34e-4020-97c2-fd813a7ffb43,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:20.848548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:27:20.848927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:27:20.849331 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:20.849715 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:27:20.850189 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Bound port: 601b47e7-b34e-4020-97c2-fd813a7ffb43, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:27:20.850570 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:20.876136 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eeacd1-b835-4926-b709-4283ecf2a8f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:27:20.879790 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84eeacd1-b835-4926-b709-4283ecf2a8f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:20.903706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] For port 601b47e7-b34e-4020-97c2-fd813a7ffb43, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:27:20.906946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] For port 601b47e7-b34e-4020-97c2-fd813a7ffb43, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=601b47e7-b34e-4020-97c2-fd813a7ffb43,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:27:20.911684 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:20.971071 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Routers {'56f0f139-f583-4425-ba5b-d5f2c4894287'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:27:20.971682 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:26:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56f0f139-f583-4425-ba5b-d5f2c4894287'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:20.976283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202d93f-1d42-49f8-92c1-703a40688347 None None] Pushing event updated for resources: {'Port': ['ID=601b47e7-b34e-4020-97c2-fd813a7ffb43,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:21.063906 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84eeacd1-b835-4926-b709-4283ecf2a8f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:21.080548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] Set router 56f0f139-f583-4425-ba5b-d5f2c4894287 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:27:21.124674 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eeacd1-b835-4926-b709-4283ecf2a8f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Subnet': ['ID=78ce4f5d-9eab-4924-a273-3539bbacd000,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:21.131732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eeacd1-b835-4926-b709-4283ecf2a8f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Checking segment: {'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:27:21.132091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eeacd1-b835-4926-b709-4283ecf2a8f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network hostable DHCP agents. Network: 493f17ba-68dd-42f2-ab6b-72d78c8f4148, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:27:21.148315 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eeacd1-b835-4926-b709-4283ecf2a8f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:27:21.157938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-84eeacd1-b835-4926-b709-4283ecf2a8f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 493f17ba-68dd-42f2-ab6b-72d78c8f4148) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:27:21.162379 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eeacd1-b835-4926-b709-4283ecf2a8f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:21.163001 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-84eeacd1-b835-4926-b709-4283ecf2a8f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:21.176908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afc9b9a-237c-4ffb-bb39-b4dd1b948f45 None None] Network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:27:21.178757 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-84eeacd1-b835-4926-b709-4283ecf2a8f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6993120 Jul 07 20:27:21.181394 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51394) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:21.424589 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e352b506-ff5a-4d33-9727-499a00ec09bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:21.557591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:27:19Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:21.561896 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ips': [{'subnet_id': '78ce4f5d-9eab-4924-a273-3539bbacd000'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:27:21.562734 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:21.594219 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9088685-14ca-467c-8ed8-c5b5c08d6135 None None] The sync data for ids ['56f0f139-f583-4425-ba5b-d5f2c4894287'] in n-d-793621-9 is: [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:27:19Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:27:21.687523 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:21.743146 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Allocated IP 172.20.0.2 (493f17ba-68dd-42f2-ab6b-72d78c8f4148/78ce4f5d-9eab-4924-a273-3539bbacd000/af11f1ab-45e4-401d-8461-c5b6d5413c5d) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:27:21.766880 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:27:21.923612 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:21.933462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Transition to ACTIVE for port object af11f1ab-45e4-401d-8461-c5b6d5413c5d will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:27:21.952362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Transition to ACTIVE for port object af11f1ab-45e4-401d-8461-c5b6d5413c5d will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:27:21.959464 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:22.008240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:27:22.011230 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:27:22.016548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:27:22.019841 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Pushing event updated for resources: {'Port': ['ID=af11f1ab-45e4-401d-8461-c5b6d5413c5d,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:22.062444 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.20.0.1 (493f17ba-68dd-42f2-ab6b-72d78c8f4148/78ce4f5d-9eab-4924-a273-3539bbacd000/445baf26-2031-4b41-a2f1-5a25d926f3f2) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:27:22.078538 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Attempting to bind port af11f1ab-45e4-401d-8461-c5b6d5413c5d on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:27:22.079047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Attempting to bind port af11f1ab-45e4-401d-8461-c5b6d5413c5d by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:27:22.079490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Attempting to bind port af11f1ab-45e4-401d-8461-c5b6d5413c5d on network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:27:22.084996 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:27:22.085381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Checking segment: {'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:27:22.085860 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:22.086319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Bound using segment: {'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:27:22.087017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Bound port: af11f1ab-45e4-401d-8461-c5b6d5413c5d, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:27:22.087498 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:22.159719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] For port af11f1ab-45e4-401d-8461-c5b6d5413c5d, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:27:22.163393 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] For port af11f1ab-45e4-401d-8461-c5b6d5413c5d, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=af11f1ab-45e4-401d-8461-c5b6d5413c5d,segment=NetworkSegment(d480dc90-9fd5-4a5f-9cb2-435e7d245163),segment_id=d480dc90-9fd5-4a5f-9cb2-435e7d245163)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:27:22.169329 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:22.197861 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:22.214853 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Transition to ACTIVE for port object 445baf26-2031-4b41-a2f1-5a25d926f3f2 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:27:22.241388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a998e-ede3-4e35-ad42-8e3548a98a15 None None] Pushing event updated for resources: {'Port': ['ID=af11f1ab-45e4-401d-8461-c5b6d5413c5d,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:22.255627 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:22.304591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:27:22.310919 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:27:22.314984 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:27:22.339442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=445baf26-2031-4b41-a2f1-5a25d926f3f2,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:22.365683 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:22.538458 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:22.822467 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:22.827254 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:22.901477 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=445baf26-2031-4b41-a2f1-5a25d926f3f2,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:22.907168 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:23.004222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:27:23.005660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:27:23.128681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 56f0f139-f583-4425-ba5b-d5f2c4894287 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:27:23.165821 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c945ea6-6ce9-4994-a345-36c1a9d92e76 None None] Network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:27:23.229120 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-73686f47-26e0-4597-be88-483016307399 None None] Provisioning for port af11f1ab-45e4-401d-8461-c5b6d5413c5d completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:27:23.246377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:27:23.259446 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7a6a1299-13e5-4760-83bd-ce71ca546e20 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "PUT /v2.0/routers/56f0f139-f583-4425-ba5b-d5f2c4894287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0769417 Jul 07 20:27:23.406769 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-1775be1c-f0ce-4544-9507-89868fa336b2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745885529&fields=id&tenant_id=3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 267 time: 0.0356243 Jul 07 20:27:23.528782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-ec26844c-c69e-4428-9b79-e5908cfd7faf tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:23.530295 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-ec26844c-c69e-4428-9b79-e5908cfd7faf tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/networks?id=493f17ba-68dd-42f2-ab6b-72d78c8f4148 HTTP/1.1" status: 200 len: 796 time: 0.1170390 Jul 07 20:27:23.545818 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-564660aa-9e18-4dc7-976d-5e34ff08e040 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/quotas/3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 375 time: 0.0097449 Jul 07 20:27:23.577413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-199ef51a-25cb-4afe-9990-b17372b155ed None None] Provisioning for port 445baf26-2031-4b41-a2f1-5a25d926f3f2 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:27:23.582751 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-199ef51a-25cb-4afe-9990-b17372b155ed None None] Provisioning complete for port 445baf26-2031-4b41-a2f1-5a25d926f3f2 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:27:23.583162 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-199ef51a-25cb-4afe-9990-b17372b155ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:23.619144 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Sync routers for ids ['56f0f139-f583-4425-ba5b-d5f2c4894287'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:27:23.630615 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-513aaa66-9362-41a3-8397-702d24ab6951 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795808 Jul 07 20:27:23.633511 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Routers {'56f0f139-f583-4425-ba5b-d5f2c4894287'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:27:23.634248 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:26:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56f0f139-f583-4425-ba5b-d5f2c4894287'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:23.636721 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-199ef51a-25cb-4afe-9990-b17372b155ed None None] Port 445baf26-2031-4b41-a2f1-5a25d926f3f2 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:27:23.767353 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Set router 56f0f139-f583-4425-ba5b-d5f2c4894287 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:27:23.792192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-b8edbd71-a2b5-48e2-9fb7-ad706d884603 service neutron] 10.222.0.81 "GET /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473522 Jul 07 20:27:23.900655 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device af11f1ab-45e4-401d-8461-c5b6d5413c5d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:27:23.905615 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-27512db4-63fc-4dee-b350-af23193dab81 None None] Provisioning complete for port 445baf26-2031-4b41-a2f1-5a25d926f3f2 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:27:23.906202 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-27512db4-63fc-4dee-b350-af23193dab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:23.911438 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-b2d4085c-5ca7-4fc0-836e-180dceb5b820 service neutron] 10.222.0.81 "GET /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181998 Jul 07 20:27:23.991395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-27512db4-63fc-4dee-b350-af23193dab81 None None] Port 445baf26-2031-4b41-a2f1-5a25d926f3f2 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:27:24.011248 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.016979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port af11f1ab-45e4-401d-8461-c5b6d5413c5d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:27:24.023033 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port af11f1ab-45e4-401d-8461-c5b6d5413c5d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:27:24.023764 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.070706 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:27:22Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '445baf26-2031-4b41-a2f1-5a25d926f3f2', 'name': '', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:08:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:21Z', 'updated_at': '2021-07-07T20:27:22Z', 'revision_number': 2, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:24.107366 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Checking router: 56f0f139-f583-4425-ba5b-d5f2c4894287 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:27:24.108100 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Updating router 56f0f139-f583-4425-ba5b-d5f2c4894287 port 445baf26-2031-4b41-a2f1-5a25d926f3f2 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:27:24.124742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-2e133e80-9913-4490-a58c-036645be237b None None] Provisioning complete for port 445baf26-2031-4b41-a2f1-5a25d926f3f2 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:27:24.125509 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e133e80-9913-4490-a58c-036645be237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.128313 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.145523 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-deae7445-6c57-47b2-85ac-325886e29244 req-f7f23c8a-bca8-4ac6-a632-a14732db7864 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 210 time: 0.0444076 Jul 07 20:27:24.159893 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.192707 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-758e576f-ac2b-4677-bde5-9dc4b14998d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.195690 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-2e133e80-9913-4490-a58c-036645be237b None None] Port 445baf26-2031-4b41-a2f1-5a25d926f3f2 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:27:24.213566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port af11f1ab-45e4-401d-8461-c5b6d5413c5d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=af11f1ab-45e4-401d-8461-c5b6d5413c5d,segment=NetworkSegment(d480dc90-9fd5-4a5f-9cb2-435e7d245163),segment_id=d480dc90-9fd5-4a5f-9cb2-435e7d245163)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:24.218216 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.219177 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 601b47e7-b34e-4020-97c2-fd813a7ffb43 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:27:24.301793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=af11f1ab-45e4-401d-8461-c5b6d5413c5d,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:24.318431 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 601b47e7-b34e-4020-97c2-fd813a7ffb43 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:27:24.322541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 601b47e7-b34e-4020-97c2-fd813a7ffb43 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:27:24.322943 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.410488 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.434010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 601b47e7-b34e-4020-97c2-fd813a7ffb43, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=601b47e7-b34e-4020-97c2-fd813a7ffb43,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:24.440513 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.453709 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.464676 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Transition to ACTIVE for port object 445baf26-2031-4b41-a2f1-5a25d926f3f2 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:27:24.471092 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.492038 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=601b47e7-b34e-4020-97c2-fd813a7ffb43,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:24.522574 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Pushing event updated for resources: {'Port': ['ID=445baf26-2031-4b41-a2f1-5a25d926f3f2,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:24.568451 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:24.568840 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:24.569171 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:24.569498 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:24.569817 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:24.570137 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:24.570451 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:24.570765 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:24.571097 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:24.571410 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:24.571719 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:24.572027 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:27:24.588282 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Attempting to bind port 445baf26-2031-4b41-a2f1-5a25d926f3f2 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:27:24.588649 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Attempting to bind port 445baf26-2031-4b41-a2f1-5a25d926f3f2 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:27:24.589006 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Attempting to bind port 445baf26-2031-4b41-a2f1-5a25d926f3f2 on network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:27:24.594146 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:27:24.594513 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Checking segment: {'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:27:24.594932 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.595317 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Bound using segment: {'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:27:24.595777 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Bound port: 445baf26-2031-4b41-a2f1-5a25d926f3f2, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:27:24.596149 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.664394 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] For port 445baf26-2031-4b41-a2f1-5a25d926f3f2, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:27:24.667800 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] For port 445baf26-2031-4b41-a2f1-5a25d926f3f2, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=445baf26-2031-4b41-a2f1-5a25d926f3f2,segment=NetworkSegment(d480dc90-9fd5-4a5f-9cb2-435e7d245163),segment_id=d480dc90-9fd5-4a5f-9cb2-435e7d245163)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:27:24.673141 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:24.744566 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Routers {'56f0f139-f583-4425-ba5b-d5f2c4894287'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:27:24.745205 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:27:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56f0f139-f583-4425-ba5b-d5f2c4894287'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:24.750214 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af60d56-0003-45c5-b866-d81a2ccd3848 None None] Pushing event updated for resources: {'Port': ['ID=445baf26-2031-4b41-a2f1-5a25d926f3f2,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:24.871318 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] Set router 56f0f139-f583-4425-ba5b-d5f2c4894287 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:27:25.068948 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:25.161276 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:27:22Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '445baf26-2031-4b41-a2f1-5a25d926f3f2', 'name': '', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:08:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:21Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:25.194488 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0eff31-b494-478e-b28d-356bcbcd0f3f None None] The sync data for ids ['56f0f139-f583-4425-ba5b-d5f2c4894287'] in n-d-793621-9 is: [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:27:22Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '445baf26-2031-4b41-a2f1-5a25d926f3f2', 'name': '', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:08:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:21Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:27:25.317717 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a1135187-4488-4faa-bd8f-807e110c4ee6 req-7fb018d4-a8a5-4aa1-b3d0-1ea83371f1c9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 210 time: 0.0357482 Jul 07 20:27:25.335533 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-8e5488a0-e255-4d5d-b4af-5d69d65ecefc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:25.337220 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-8e5488a0-e255-4d5d-b4af-5d69d65ecefc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/networks?id=493f17ba-68dd-42f2-ab6b-72d78c8f4148 HTTP/1.1" status: 200 len: 796 time: 0.1558557 Jul 07 20:27:25.384823 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-125996f7-19f1-4a79-b2de-8cba26984785 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 379 time: 0.0389304 Jul 07 20:27:25.398110 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'port': {'device_id': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'admin_state_up': True, 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'security_groups': ['e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:25.533907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:27:25.537670 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:25.682575 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.20.0.12 (493f17ba-68dd-42f2-ab6b-72d78c8f4148/78ce4f5d-9eab-4924-a273-3539bbacd000/02ee4373-a922-445d-8586-4755f2e72cbc) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:27:25.840124 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:25.855647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Transition to ACTIVE for port object 02ee4373-a922-445d-8586-4755f2e72cbc will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:27:25.882137 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 445baf26-2031-4b41-a2f1-5a25d926f3f2 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:27:25.898096 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:25.935683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 445baf26-2031-4b41-a2f1-5a25d926f3f2 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:27:25.940625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 445baf26-2031-4b41-a2f1-5a25d926f3f2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:27:25.940911 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:25.948960 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:27:25.954758 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:27:25.958972 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:27:25.984368 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=02ee4373-a922-445d-8586-4755f2e72cbc,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:26.020717 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:26.021365 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.032975 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.037403 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-3c82dde9-6115-4a67-bf18-185fc83ee4dd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6441085 Jul 07 20:27:26.050322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Request body: {'port': {'device_id': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:26.071436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 445baf26-2031-4b41-a2f1-5a25d926f3f2, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=445baf26-2031-4b41-a2f1-5a25d926f3f2,segment=NetworkSegment(d480dc90-9fd5-4a5f-9cb2-435e7d245163),segment_id=d480dc90-9fd5-4a5f-9cb2-435e7d245163)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:26.081826 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.083380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device af11f1ab-45e4-401d-8461-c5b6d5413c5d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:27:26.141240 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.175215 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=445baf26-2031-4b41-a2f1-5a25d926f3f2,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:26.185412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port af11f1ab-45e4-401d-8461-c5b6d5413c5d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:27:26.185930 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.290254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 601b47e7-b34e-4020-97c2-fd813a7ffb43 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:27:26.293365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1c246643-3563-4016-94b3-bb4c4fdabadf None None] Provisioning for port 02ee4373-a922-445d-8586-4755f2e72cbc completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:27:26.314630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1c246643-3563-4016-94b3-bb4c4fdabadf None None] Provisioning complete for port 02ee4373-a922-445d-8586-4755f2e72cbc triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:27:26.315161 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1c246643-3563-4016-94b3-bb4c4fdabadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.378215 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1c246643-3563-4016-94b3-bb4c4fdabadf None None] Port 02ee4373-a922-445d-8586-4755f2e72cbc cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:27:26.385464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 601b47e7-b34e-4020-97c2-fd813a7ffb43 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:27:26.385841 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.460403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ee4373-a922-445d-8586-4755f2e72cbc {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:27:26.477794 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.510961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Transition to ACTIVE for port object 02ee4373-a922-445d-8586-4755f2e72cbc will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:27:26.516314 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.578144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Pushing event updated for resources: {'Port': ['ID=02ee4373-a922-445d-8586-4755f2e72cbc,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:26.598136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee81484-c364-4685-a6e9-c70182790bc3 req-7e5b3fb5-bb5a-41b5-b92d-54124da255b4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:26.599765 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dee81484-c364-4685-a6e9-c70182790bc3 req-7e5b3fb5-bb5a-41b5-b92d-54124da255b4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 932 time: 0.1344192 Jul 07 20:27:26.682737 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dee81484-c364-4685-a6e9-c70182790bc3 req-28930ca9-cbb5-438e-9de0-149ec83f00b4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652266 Jul 07 20:27:26.700977 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Attempting to bind port 02ee4373-a922-445d-8586-4755f2e72cbc on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:27:26.701260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Attempting to bind port 02ee4373-a922-445d-8586-4755f2e72cbc by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:27:26.701582 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Attempting to bind port 02ee4373-a922-445d-8586-4755f2e72cbc on network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:27:26.706623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Port 02ee4373-a922-445d-8586-4755f2e72cbc on network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:27:26.706979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Attempting to bind port 02ee4373-a922-445d-8586-4755f2e72cbc on network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:27:26.712600 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:27:26.712939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Checking segment: {'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:27:26.713329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Bound using segment: {'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:27:26.713759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Bound port: 02ee4373-a922-445d-8586-4755f2e72cbc, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd480dc90-9fd5-4a5f-9cb2-435e7d245163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:27:26.714120 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.785374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] For port 02ee4373-a922-445d-8586-4755f2e72cbc, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:27:26.787442 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.789546 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] For port 02ee4373-a922-445d-8586-4755f2e72cbc, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=02ee4373-a922-445d-8586-4755f2e72cbc,segment=NetworkSegment(d480dc90-9fd5-4a5f-9cb2-435e7d245163),segment_id=d480dc90-9fd5-4a5f-9cb2-435e7d245163)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:27:26.793661 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.828842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:26.829465 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:26.830862 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] 10.222.0.48 "PUT /v2.0/ports/02ee4373-a922-445d-8586-4755f2e72cbc HTTP/1.1" status: 200 len: 1092 time: 0.7857568 Jul 07 20:27:26.833204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'tag': '02ee4373-a922-445d-8586-4755f2e72cbc'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:27:26.835925 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2018ac97-4506-4ebc-9623-7d37074df5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "265ecdbf-62d4-40cf-8855-b5aa87d4d04d", "tag": "02ee4373-a922-445d-8586-4755f2e72cbc"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:27:26.861852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9c6b6-22a5-4d1e-986b-0478015dc793 service neutron] Pushing event updated for resources: {'Port': ['ID=02ee4373-a922-445d-8586-4755f2e72cbc,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:26.900069 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc52bdb4-8e72-4743-995f-f25cbd6a7ee1 x-openstack-request-id: req-bc52bdb4-8e72-4743-995f-f25cbd6a7ee1 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:27:26.900443 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265ecdbf-62d4-40cf-8855-b5aa87d4d04d", "tag": "02ee4373-a922-445d-8586-4755f2e72cbc", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:27:26.900771 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc52bdb4-8e72-4743-995f-f25cbd6a7ee1 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:27:26.901245 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'tag': '02ee4373-a922-445d-8586-4755f2e72cbc', 'status': 'completed', 'code': 200} Jul 07 20:27:26.950402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-5bf8d3c5-77a9-453f-a69b-1a97e1cff634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:26.952100 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-5bf8d3c5-77a9-453f-a69b-1a97e1cff634 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 1095 time: 0.0626707 Jul 07 20:27:26.994204 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-f02e229d-0f99-435f-8a95-c3072d3e1c23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02ee4373-a922-445d-8586-4755f2e72cbc HTTP/1.1" status: 200 len: 217 time: 0.0352674 Jul 07 20:27:27.042559 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-6299e357-0406-4a70-a88c-31399baf5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:27.044090 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-6299e357-0406-4a70-a88c-31399baf5153 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=78ce4f5d-9eab-4924-a273-3539bbacd000 HTTP/1.1" status: 200 len: 834 time: 0.0440402 Jul 07 20:27:27.104661 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-06ab5545-55c5-439a-a977-c556788aa304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:27.106068 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-06ab5545-55c5-439a-a977-c556788aa304 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=493f17ba-68dd-42f2-ab6b-72d78c8f4148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562110 Jul 07 20:27:27.194682 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-f0f33ed7-6e79-4e5d-bfda-19446cffe48a service neutron] 10.222.0.48 "GET /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816977 Jul 07 20:27:27.287490 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-185a9590-6e8a-422c-8f30-86cc88d055c9 req-eaee5e0b-4f5f-4daa-8197-68940ab9e044 service neutron] 10.222.0.48 "GET /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855670 Jul 07 20:27:27.382961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018ac97-4506-4ebc-9623-7d37074df5fd req-2f4c06ba-2420-4e63-a14e-ea412480b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:27.384439 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2018ac97-4506-4ebc-9623-7d37074df5fd req-2f4c06ba-2420-4e63-a14e-ea412480b28e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 1095 time: 0.0520048 Jul 07 20:27:27.482624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018ac97-4506-4ebc-9623-7d37074df5fd req-0afe7eab-28f6-433b-a32b-d4d70aa40d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:27.484143 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2018ac97-4506-4ebc-9623-7d37074df5fd req-0afe7eab-28f6-433b-a32b-d4d70aa40d16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=493f17ba-68dd-42f2-ab6b-72d78c8f4148 HTTP/1.1" status: 200 len: 897 time: 0.0931168 Jul 07 20:27:27.530773 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2018ac97-4506-4ebc-9623-7d37074df5fd req-99faa725-0603-4bd0-9f2b-940c0d2ca61c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02ee4373-a922-445d-8586-4755f2e72cbc HTTP/1.1" status: 200 len: 217 time: 0.0400016 Jul 07 20:27:27.580667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018ac97-4506-4ebc-9623-7d37074df5fd req-3a432869-743c-45bf-8c7c-0861ef03e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:27.582015 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2018ac97-4506-4ebc-9623-7d37074df5fd req-3a432869-743c-45bf-8c7c-0861ef03e72c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=78ce4f5d-9eab-4924-a273-3539bbacd000 HTTP/1.1" status: 200 len: 834 time: 0.0452077 Jul 07 20:27:27.637473 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018ac97-4506-4ebc-9623-7d37074df5fd req-53c293da-e15a-4d82-8e48-bb1164f74d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:27.638983 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2018ac97-4506-4ebc-9623-7d37074df5fd req-53c293da-e15a-4d82-8e48-bb1164f74d21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=493f17ba-68dd-42f2-ab6b-72d78c8f4148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508440 Jul 07 20:27:27.734639 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2018ac97-4506-4ebc-9623-7d37074df5fd req-5fd67519-b632-4687-94d6-efcb767f13fe service neutron] 10.222.0.48 "GET /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887835 Jul 07 20:27:27.805853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 445baf26-2031-4b41-a2f1-5a25d926f3f2 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:27:27.854084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 445baf26-2031-4b41-a2f1-5a25d926f3f2 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:27:27.854418 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:27.859166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2018ac97-4506-4ebc-9623-7d37074df5fd req-b8515b9c-3c7f-464b-ab73-12e0b2505937 service neutron] 10.222.0.48 "GET /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177838 Jul 07 20:27:27.884931 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7365631-f791-48fe-a4e0-939c28c362ea req-ab7edea6-ee5d-44f7-b5e6-962d9cd93608 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:27.886404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7365631-f791-48fe-a4e0-939c28c362ea req-ab7edea6-ee5d-44f7-b5e6-962d9cd93608 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 944 time: 0.0862787 Jul 07 20:27:27.928991 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7365631-f791-48fe-a4e0-939c28c362ea req-58412845-f9f7-4147-b481-9fcc8c4cbc54 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358686 Jul 07 20:27:29.105494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5f34c-406b-4b61-8a5c-6936b10cd1b6 req-f641751d-d478-4f0f-8ad3-14ea34fcdca7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:29.107423 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e3a5f34c-406b-4b61-8a5c-6936b10cd1b6 req-f641751d-d478-4f0f-8ad3-14ea34fcdca7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 944 time: 0.0629902 Jul 07 20:27:29.144473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e3a5f34c-406b-4b61-8a5c-6936b10cd1b6 req-0bf56a8a-573c-43d5-b6aa-ae8015a1bf0d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313628 Jul 07 20:27:30.315035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e899d77-c239-4e5b-ac36-5eeccabf815b req-1129f578-00e9-4d28-9367-0b8d2b4f5afd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:30.316500 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e899d77-c239-4e5b-ac36-5eeccabf815b req-1129f578-00e9-4d28-9367-0b8d2b4f5afd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 944 time: 0.0631223 Jul 07 20:27:30.353248 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9e899d77-c239-4e5b-ac36-5eeccabf815b req-69ecc370-d421-42f6-8ce1-02a090be35a8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312688 Jul 07 20:27:31.525207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b62c46-47ee-4a5f-8912-d95cc9398dd5 req-aa2ca881-80cb-40c1-bfb4-5bc683986337 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:31.527280 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-58b62c46-47ee-4a5f-8912-d95cc9398dd5 req-aa2ca881-80cb-40c1-bfb4-5bc683986337 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 944 time: 0.0661864 Jul 07 20:27:31.567162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-58b62c46-47ee-4a5f-8912-d95cc9398dd5 req-6e59954c-19bc-4957-aba5-df56371db7a3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345697 Jul 07 20:27:32.394409 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 02ee4373-a922-445d-8586-4755f2e72cbc details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:27:32.484716 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 02ee4373-a922-445d-8586-4755f2e72cbc, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=02ee4373-a922-445d-8586-4755f2e72cbc,segment=NetworkSegment(d480dc90-9fd5-4a5f-9cb2-435e7d245163),segment_id=d480dc90-9fd5-4a5f-9cb2-435e7d245163)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:32.499440 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '02ee4373-a922-445d-8586-4755f2e72cbc', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'port_id': '02ee4373-a922-445d-8586-4755f2e72cbc', 'mac_address': 'fa:16:3e:b9:5b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:27:32.535292 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:32.547471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ee4373-a922-445d-8586-4755f2e72cbc {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:27:32.566533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 02ee4373-a922-445d-8586-4755f2e72cbc, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=02ee4373-a922-445d-8586-4755f2e72cbc,segment=NetworkSegment(d480dc90-9fd5-4a5f-9cb2-435e7d245163),segment_id=d480dc90-9fd5-4a5f-9cb2-435e7d245163)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:32.570361 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:32.617685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=02ee4373-a922-445d-8586-4755f2e72cbc,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:32.737937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adaca0-3b43-4dd1-be80-54228117eb38 req-9a69e82f-e3db-47f6-97d6-2df7e76f651b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:32.739463 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11adaca0-3b43-4dd1-be80-54228117eb38 req-9a69e82f-e3db-47f6-97d6-2df7e76f651b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 945 time: 0.0640991 Jul 07 20:27:32.776708 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-11adaca0-3b43-4dd1-be80-54228117eb38 req-c70b9a83-4955-42fb-a13d-357fe9c1062b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317965 Jul 07 20:27:32.944896 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['02ee4373-a922-445d-8586-4755f2e72cbc'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:27:33.951310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e5805-46a9-4c34-9e93-afcb1458c2b6 req-02ed027d-1926-42b4-a1fa-f47b1a4bb670 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:33.952799 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-942e5805-46a9-4c34-9e93-afcb1458c2b6 req-02ed027d-1926-42b4-a1fa-f47b1a4bb670 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 945 time: 0.0633266 Jul 07 20:27:33.989659 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-942e5805-46a9-4c34-9e93-afcb1458c2b6 req-919e8104-be45-4574-bcff-aa7dee691539 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308917 Jul 07 20:27:34.409352 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 02ee4373-a922-445d-8586-4755f2e72cbc up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:27:34.456505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 02ee4373-a922-445d-8586-4755f2e72cbc completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:27:34.460355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 02ee4373-a922-445d-8586-4755f2e72cbc triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:27:34.460720 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:34.538597 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:34.561810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ee4373-a922-445d-8586-4755f2e72cbc'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:27:34.564061 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2a0df6-4ca1-4d21-ac47-9bf3d488b61c" -d '{"events": [{"server_uuid": "265ecdbf-62d4-40cf-8855-b5aa87d4d04d", "name": "network-vif-plugged", "status": "completed", "tag": "02ee4373-a922-445d-8586-4755f2e72cbc"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:27:34.576417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 02ee4373-a922-445d-8586-4755f2e72cbc, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=02ee4373-a922-445d-8586-4755f2e72cbc,segment=NetworkSegment(d480dc90-9fd5-4a5f-9cb2-435e7d245163),segment_id=d480dc90-9fd5-4a5f-9cb2-435e7d245163)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:34.580389 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:34.627833 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=02ee4373-a922-445d-8586-4755f2e72cbc,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:34.655982 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02418cb7-f567-40dc-85c2-1a85596e2753 x-openstack-request-id: req-02418cb7-f567-40dc-85c2-1a85596e2753 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:27:34.656282 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265ecdbf-62d4-40cf-8855-b5aa87d4d04d", "name": "network-vif-plugged", "status": "completed", "tag": "02ee4373-a922-445d-8586-4755f2e72cbc", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:27:34.656540 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02418cb7-f567-40dc-85c2-1a85596e2753 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:27:34.657065 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ee4373-a922-445d-8586-4755f2e72cbc', 'code': 200} Jul 07 20:27:34.776490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dddd4f-df4e-4bcb-8261-420eb5ffe46c req-f32412e9-e276-4c36-8b43-92bcf51a09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:34.778587 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8dddd4f-df4e-4bcb-8261-420eb5ffe46c req-f32412e9-e276-4c36-8b43-92bcf51a09a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 1097 time: 0.0559931 Jul 07 20:27:34.813540 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8dddd4f-df4e-4bcb-8261-420eb5ffe46c req-070622d7-f3f2-4a8b-8bfa-c495034ad21c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286160 Jul 07 20:27:35.160051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bc710-a4bc-4057-805a-c9c34b97a3c9 req-a3632a73-8ebd-4434-ba25-3860b19c62f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:35.161579 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-030bc710-a4bc-4057-805a-c9c34b97a3c9 req-a3632a73-8ebd-4434-ba25-3860b19c62f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 946 time: 0.0628285 Jul 07 20:27:35.198697 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-030bc710-a4bc-4057-805a-c9c34b97a3c9 req-b0cc9eca-5483-4747-837e-2114b60cdf3f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315073 Jul 07 20:27:36.381171 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987fbec-65b2-43a9-b4d0-1f6a7ecf9a95 req-77add92a-caf9-44dc-a74f-18727ba807f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:36.383134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5987fbec-65b2-43a9-b4d0-1f6a7ecf9a95 req-77add92a-caf9-44dc-a74f-18727ba807f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 946 time: 0.0641901 Jul 07 20:27:36.391725 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:36.422187 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5987fbec-65b2-43a9-b4d0-1f6a7ecf9a95 req-09d2f347-defc-4ec9-8437-78e2645c54ec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330944 Jul 07 20:27:36.599548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c997cf3-cddf-426f-9ec2-9e9076e86c62 req-458657e7-3fea-4951-9750-ed71f4187941 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:36.601331 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c997cf3-cddf-426f-9ec2-9e9076e86c62 req-458657e7-3fea-4951-9750-ed71f4187941 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 946 time: 0.0674605 Jul 07 20:27:36.638132 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1c997cf3-cddf-426f-9ec2-9e9076e86c62 req-358b7bcd-1127-428d-8ab9-625b833b5bcc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312419 Jul 07 20:27:36.661769 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51450) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:36.712346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cb992c-7f8c-4668-a63e-11ab5fed1c18 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:36.713994 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-06cb992c-7f8c-4668-a63e-11ab5fed1c18 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 1092 time: 0.0511401 Jul 07 20:27:36.717408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51452) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:36.721829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '02ee4373-a922-445d-8586-4755f2e72cbc', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:27:36.743560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:37.144310 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:37.243914 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.25.0.123 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/a6ca4143-379a-429e-8b34-b297fdde281e) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:27:37.354432 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:37.393143 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:37.430745 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:27:37.436554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:27:37.439966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:27:37.445369 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=a6ca4143-379a-429e-8b34-b297fdde281e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:37.836737 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:37.919153 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:38.086342 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:38.091663 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:38.164986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=a6ca4143-379a-429e-8b34-b297fdde281e,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:38.176579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:38.276222 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Floating IP 3dfe983d-0c9e-4d03-8c7d-974d189b6736 associated. External IP: 172.25.0.123, port: 02ee4373-a922-445d-8586-4755f2e72cbc. Jul 07 20:27:38.480647 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 56f0f139-f583-4425-ba5b-d5f2c4894287 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:27:38.587166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:27:38.598479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748b4ed-c5fe-4729-811f-f1ee922b6187 None None] Sync routers for ids ['56f0f139-f583-4425-ba5b-d5f2c4894287'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:27:38.605760 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:38.607494 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748b4ed-c5fe-4729-811f-f1ee922b6187 None None] Routers {'56f0f139-f583-4425-ba5b-d5f2c4894287'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:27:38.608125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a748b4ed-c5fe-4729-811f-f1ee922b6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:27:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56f0f139-f583-4425-ba5b-d5f2c4894287'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:38.643381 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-12f0373b-cfe7-4cd7-aa2c-1e8769af5375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9249568 Jul 07 20:27:38.643967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'tag': '02ee4373-a922-445d-8586-4755f2e72cbc'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:27:38.646263 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234172ce-c329-43aa-9284-7fd1f979131f" -d '{"events": [{"name": "network-changed", "server_uuid": "265ecdbf-62d4-40cf-8855-b5aa87d4d04d", "tag": "02ee4373-a922-445d-8586-4755f2e72cbc"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:27:38.728228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-a748b4ed-c5fe-4729-811f-f1ee922b6187 None None] Set router 56f0f139-f583-4425-ba5b-d5f2c4894287 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:27:38.751626 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb8b7d9-db20-4cf2-a3ab-26f0c71202c1 x-openstack-request-id: req-3fb8b7d9-db20-4cf2-a3ab-26f0c71202c1 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:27:38.751923 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265ecdbf-62d4-40cf-8855-b5aa87d4d04d", "tag": "02ee4373-a922-445d-8586-4755f2e72cbc", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:27:38.752394 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3fb8b7d9-db20-4cf2-a3ab-26f0c71202c1 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:27:38.753033 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'tag': '02ee4373-a922-445d-8586-4755f2e72cbc', 'status': 'completed', 'code': 200} Jul 07 20:27:38.851838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500aa33-f3c0-42f5-837c-c5655a64baf4 req-f5438f03-f06e-468b-bcba-c386b28bf90b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:38.853336 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7500aa33-f3c0-42f5-837c-c5655a64baf4 req-f5438f03-f06e-468b-bcba-c386b28bf90b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 946 time: 0.1075850 Jul 07 20:27:38.859485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234172ce-c329-43aa-9284-7fd1f979131f req-e22ec6db-380e-4bfc-a70f-9f41de0d6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:38.860922 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-234172ce-c329-43aa-9284-7fd1f979131f req-e22ec6db-380e-4bfc-a70f-9f41de0d6dab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 1097 time: 0.0835490 Jul 07 20:27:38.947822 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7500aa33-f3c0-42f5-837c-c5655a64baf4 req-e543bcbd-b4ff-4d64-b287-757142f54950 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857821 Jul 07 20:27:38.974028 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51460) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:38.988793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234172ce-c329-43aa-9284-7fd1f979131f req-cb1e058b-55b6-468c-948e-b2e059fa8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:38.990201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-234172ce-c329-43aa-9284-7fd1f979131f req-cb1e058b-55b6-468c-948e-b2e059fa8bc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=493f17ba-68dd-42f2-ab6b-72d78c8f4148 HTTP/1.1" status: 200 len: 897 time: 0.1206152 Jul 07 20:27:39.038779 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-72c2ec50-c112-43b6-a73a-1375271d83a5 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/3dfe983d-0c9e-4d03-8c7d-974d189b6736 HTTP/1.1" status: 200 len: 992 time: 0.0617135 Jul 07 20:27:39.059804 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-234172ce-c329-43aa-9284-7fd1f979131f req-03253e80-3c34-4110-92c7-c15f3f393502 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02ee4373-a922-445d-8586-4755f2e72cbc HTTP/1.1" status: 200 len: 1000 time: 0.0614705 Jul 07 20:27:39.113744 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234172ce-c329-43aa-9284-7fd1f979131f req-41d71313-4d3f-449a-85a8-6f4a771aac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:39.115279 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-234172ce-c329-43aa-9284-7fd1f979131f req-41d71313-4d3f-449a-85a8-6f4a771aac7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=78ce4f5d-9eab-4924-a273-3539bbacd000 HTTP/1.1" status: 200 len: 834 time: 0.0505252 Jul 07 20:27:39.121658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a748b4ed-c5fe-4729-811f-f1ee922b6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:27:22Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '3dfe983d-0c9e-4d03-8c7d-974d189b6736', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.123', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'port_id': '02ee4373-a922-445d-8586-4755f2e72cbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'mac_address': 'fa:16:3e:b9:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:27:37Z', 'updated_at': '2021-07-07T20:27:37Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445baf26-2031-4b41-a2f1-5a25d926f3f2', 'name': '', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:08:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:21Z', 'updated_at': '2021-07-07T20:27:26Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:39.147002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748b4ed-c5fe-4729-811f-f1ee922b6187 None None] Checking router: 56f0f139-f583-4425-ba5b-d5f2c4894287 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:27:39.155775 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748b4ed-c5fe-4729-811f-f1ee922b6187 None None] Routers {'56f0f139-f583-4425-ba5b-d5f2c4894287'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:27:39.156398 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a748b4ed-c5fe-4729-811f-f1ee922b6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:27:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56f0f139-f583-4425-ba5b-d5f2c4894287'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:39.179198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234172ce-c329-43aa-9284-7fd1f979131f req-732f8b92-46d0-4f05-8042-cf1772db146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:39.180712 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-234172ce-c329-43aa-9284-7fd1f979131f req-732f8b92-46d0-4f05-8042-cf1772db146e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=493f17ba-68dd-42f2-ab6b-72d78c8f4148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595078 Jul 07 20:27:39.263799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-a748b4ed-c5fe-4729-811f-f1ee922b6187 None None] Set router 56f0f139-f583-4425-ba5b-d5f2c4894287 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:27:39.272389 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-234172ce-c329-43aa-9284-7fd1f979131f req-11054c25-5648-4e1b-88e4-dc068830f413 service neutron] 10.222.0.48 "GET /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839987 Jul 07 20:27:39.364992 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-234172ce-c329-43aa-9284-7fd1f979131f req-4e2f14eb-5af4-4f0e-a5b8-d053b02cb7ab service neutron] 10.222.0.48 "GET /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856900 Jul 07 20:27:39.485939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a748b4ed-c5fe-4729-811f-f1ee922b6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:27:22Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '3dfe983d-0c9e-4d03-8c7d-974d189b6736', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.123', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'port_id': '02ee4373-a922-445d-8586-4755f2e72cbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'mac_address': 'fa:16:3e:b9:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:27:37Z', 'updated_at': '2021-07-07T20:27:37Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445baf26-2031-4b41-a2f1-5a25d926f3f2', 'name': '', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:08:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:21Z', 'updated_at': '2021-07-07T20:27:26Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:27:39.511590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748b4ed-c5fe-4729-811f-f1ee922b6187 None None] The sync data for ids ['56f0f139-f583-4425-ba5b-d5f2c4894287'] in n-d-793621-9 is: [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:27:22Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '3dfe983d-0c9e-4d03-8c7d-974d189b6736', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.123', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'port_id': '02ee4373-a922-445d-8586-4755f2e72cbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'mac_address': 'fa:16:3e:b9:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:27:37Z', 'updated_at': '2021-07-07T20:27:37Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445baf26-2031-4b41-a2f1-5a25d926f3f2', 'name': '', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:08:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:21Z', 'updated_at': '2021-07-07T20:27:26Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:27:39.708941 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723910c-f085-4eb4-b401-a94b122192b5 None None] New status for floating IP 3dfe983d-0c9e-4d03-8c7d-974d189b6736: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:27:40.040569 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51462) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:27:40.100763 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2c9d183b-a60d-42e7-b20e-d9768b9d862e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/3dfe983d-0c9e-4d03-8c7d-974d189b6736 HTTP/1.1" status: 200 len: 994 time: 0.0589504 Jul 07 20:27:40.531195 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:51.225578 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4068c20f-4566-4dbc-8d0f-23f6afb0f32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:54.003561 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:54.150584 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bc644b26-d06d-4f35-9da0-e74ba7034d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:55.067396 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:56.778495 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:58.766757 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:28:03.176342 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00349ef1-172e-4a36-8526-5e24d39efa40 req-17cc6a08-53df-4721-bde0-7eb61de444c3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529592 Jul 07 20:28:03.278946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00349ef1-172e-4a36-8526-5e24d39efa40 req-f07975eb-1540-4ddf-bd5b-6021a27a6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:03.280476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00349ef1-172e-4a36-8526-5e24d39efa40 req-f07975eb-1540-4ddf-bd5b-6021a27a6f19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 1097 time: 0.0592189 Jul 07 20:28:03.701104 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00349ef1-172e-4a36-8526-5e24d39efa40 req-363e389d-1178-4d84-9b8f-2f0b7d8552d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:03.703139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00349ef1-172e-4a36-8526-5e24d39efa40 req-363e389d-1178-4d84-9b8f-2f0b7d8552d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=493f17ba-68dd-42f2-ab6b-72d78c8f4148 HTTP/1.1" status: 200 len: 897 time: 0.4016225 Jul 07 20:28:03.771899 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00349ef1-172e-4a36-8526-5e24d39efa40 req-c2186e44-e047-4cf7-aa50-d531b5fa04a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02ee4373-a922-445d-8586-4755f2e72cbc HTTP/1.1" status: 200 len: 1002 time: 0.0616717 Jul 07 20:28:03.818811 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00349ef1-172e-4a36-8526-5e24d39efa40 req-b991ec58-975b-4b5d-83f5-d2d4c606420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:03.820249 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00349ef1-172e-4a36-8526-5e24d39efa40 req-b991ec58-975b-4b5d-83f5-d2d4c606420d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=78ce4f5d-9eab-4924-a273-3539bbacd000 HTTP/1.1" status: 200 len: 834 time: 0.0420458 Jul 07 20:28:03.877609 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00349ef1-172e-4a36-8526-5e24d39efa40 req-dc52d532-6cd0-4346-b28c-bff7e2b2f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:03.879125 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00349ef1-172e-4a36-8526-5e24d39efa40 req-dc52d532-6cd0-4346-b28c-bff7e2b2f620 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=493f17ba-68dd-42f2-ab6b-72d78c8f4148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521345 Jul 07 20:28:03.974258 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00349ef1-172e-4a36-8526-5e24d39efa40 req-ab60bdcb-d243-4119-885f-7824e4760c77 service neutron] 10.222.0.48 "GET /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887122 Jul 07 20:28:04.062649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-00349ef1-172e-4a36-8526-5e24d39efa40 req-cb6650c5-9291-4f95-893d-1c640ce40b4c service neutron] 10.222.0.48 "GET /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823283 Jul 07 20:28:06.407436 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:10.555467 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:21.226861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e64a1eac-c966-439d-afe9-c2c2339e6f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:24.004642 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:24.152041 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c7624a83-22f2-4968-b5c7-a782e19e583f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:25.075113 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:26.780613 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:35.766903 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:28:36.402033 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:40.572333 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:43.114765 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20545096-a430-4e4e-9904-82c5188a0468 req-6a205312-2478-452f-b1c5-4845681b7fb4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:43.116297 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-20545096-a430-4e4e-9904-82c5188a0468 req-6a205312-2478-452f-b1c5-4845681b7fb4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 946 time: 0.0695841 Jul 07 20:28:43.154920 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-20545096-a430-4e4e-9904-82c5188a0468 req-2ace0e55-8cb2-4baf-a9c2-934789cdfd56 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327878 Jul 07 20:28:44.346591 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc329b-f137-413b-b0ee-6ca6b241924e req-343bdff9-b9e4-4081-860e-74cde714d72f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:44.348104 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5bc329b-f137-413b-b0ee-6ca6b241924e req-343bdff9-b9e4-4081-860e-74cde714d72f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 946 time: 0.0638728 Jul 07 20:28:44.389577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5bc329b-f137-413b-b0ee-6ca6b241924e req-817004c3-bd55-445a-af45-70047ff2d634 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359201 Jul 07 20:28:44.414224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51498) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:44.480529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3a2a1020-8dc3-4e35-8bed-bced56c298bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/3dfe983d-0c9e-4d03-8c7d-974d189b6736 HTTP/1.1" status: 200 len: 994 time: 0.0651407 Jul 07 20:28:45.910611 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434da01-31b4-40cd-88e2-99c5b0e759cf req-650f825a-cb6c-4411-b2df-fa9a5301ea82 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:45.912220 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9434da01-31b4-40cd-88e2-99c5b0e759cf req-650f825a-cb6c-4411-b2df-fa9a5301ea82 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 946 time: 0.0632882 Jul 07 20:28:45.960900 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9434da01-31b4-40cd-88e2-99c5b0e759cf req-d88f0072-3f59-4a06-b9ec-5cd13568a93c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385323 Jul 07 20:28:47.131605 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16c9d0-cd9e-4643-82ec-ad30a3f7d955 req-aed4fc02-3ad5-42c3-a4cd-84fc3e911272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:47.133087 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1d16c9d0-cd9e-4643-82ec-ad30a3f7d955 req-aed4fc02-3ad5-42c3-a4cd-84fc3e911272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 946 time: 0.0627692 Jul 07 20:28:47.170099 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1d16c9d0-cd9e-4643-82ec-ad30a3f7d955 req-579af5b0-b118-4095-acbd-ec709323abb6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313673 Jul 07 20:28:47.194879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51508) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:47.262255 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6dab3ddd-bff6-4e4e-89f1-3a77f5ef123f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/3dfe983d-0c9e-4d03-8c7d-974d189b6736 HTTP/1.1" status: 200 len: 994 time: 0.0661478 Jul 07 20:28:47.580266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51514) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:47.736027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port a6ca4143-379a-429e-8b34-b297fdde281e {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:28:47.736375 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:47.809913 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:47.810250 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:47.821594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for a6ca4143-379a-429e-8b34-b297fdde281e owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:28:47.997938 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:48.027151 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=a6ca4143-379a-429e-8b34-b297fdde281e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:48.039619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:48.039973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:48.040315 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:48.040652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:48.040994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:48.041322 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:48.041650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:48.041981 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:48.042308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:48.042633 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:48.042983 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:48.043308 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:48.100389 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:48.100721 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Floating IP 3dfe983d-0c9e-4d03-8c7d-974d189b6736 disassociated (deleted). External IP: 172.25.0.123, port: 02ee4373-a922-445d-8586-4755f2e72cbc. Jul 07 20:28:48.303085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 56f0f139-f583-4425-ba5b-d5f2c4894287 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:28:48.408528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:28:48.413286 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:48.418474 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e60ae-3a9b-4d12-bb11-08fb8f8a11ad None None] Sync routers for ids ['56f0f139-f583-4425-ba5b-d5f2c4894287'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:28:48.428239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e60ae-3a9b-4d12-bb11-08fb8f8a11ad None None] Routers {'56f0f139-f583-4425-ba5b-d5f2c4894287'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:28:48.428845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f44e60ae-3a9b-4d12-bb11-08fb8f8a11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56f0f139-f583-4425-ba5b-d5f2c4894287'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:48.451017 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ae808d54-103e-4cbc-91e6-195339d21098 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/floatingips/3dfe983d-0c9e-4d03-8c7d-974d189b6736 HTTP/1.1" status: 204 len: 168 time: 0.8696830 Jul 07 20:28:48.451704 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'tag': '02ee4373-a922-445d-8586-4755f2e72cbc'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:28:48.454044 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b83fc1-84f4-446a-93ee-2d6d1b1a9513" -d '{"events": [{"name": "network-changed", "server_uuid": "265ecdbf-62d4-40cf-8855-b5aa87d4d04d", "tag": "02ee4373-a922-445d-8586-4755f2e72cbc"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:28:48.496168 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d8adee-d8a3-4b77-8a69-554b3ae14097 x-openstack-request-id: req-39d8adee-d8a3-4b77-8a69-554b3ae14097 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:28:48.496466 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265ecdbf-62d4-40cf-8855-b5aa87d4d04d", "tag": "02ee4373-a922-445d-8586-4755f2e72cbc", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:28:48.496741 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39d8adee-d8a3-4b77-8a69-554b3ae14097 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:28:48.497150 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'tag': '02ee4373-a922-445d-8586-4755f2e72cbc', 'status': 'completed', 'code': 200} Jul 07 20:28:48.547570 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f44e60ae-3a9b-4d12-bb11-08fb8f8a11ad None None] Set router 56f0f139-f583-4425-ba5b-d5f2c4894287 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:28:48.578417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b83fc1-84f4-446a-93ee-2d6d1b1a9513 req-97293a56-51b0-48dd-b627-5aa824ee9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:48.579964 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6b83fc1-84f4-446a-93ee-2d6d1b1a9513 req-97293a56-51b0-48dd-b627-5aa824ee9091 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 1097 time: 0.0584235 Jul 07 20:28:48.688764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b83fc1-84f4-446a-93ee-2d6d1b1a9513 req-22441424-26d7-479d-905f-70a9f6bd245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:48.690306 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6b83fc1-84f4-446a-93ee-2d6d1b1a9513 req-22441424-26d7-479d-905f-70a9f6bd245c service neutron] 10.222.0.48 "GET /v2.0/networks?id=493f17ba-68dd-42f2-ab6b-72d78c8f4148 HTTP/1.1" status: 200 len: 897 time: 0.1035459 Jul 07 20:28:48.746577 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6b83fc1-84f4-446a-93ee-2d6d1b1a9513 req-38b357dd-d3aa-444d-a08a-552ebfeeeba1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02ee4373-a922-445d-8586-4755f2e72cbc HTTP/1.1" status: 200 len: 217 time: 0.0439224 Jul 07 20:28:48.765179 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f44e60ae-3a9b-4d12-bb11-08fb8f8a11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:27:22Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '445baf26-2031-4b41-a2f1-5a25d926f3f2', 'name': '', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:08:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:21Z', 'updated_at': '2021-07-07T20:27:26Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:48.792983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e60ae-3a9b-4d12-bb11-08fb8f8a11ad None None] Checking router: 56f0f139-f583-4425-ba5b-d5f2c4894287 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:28:48.801788 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e60ae-3a9b-4d12-bb11-08fb8f8a11ad None None] Routers {'56f0f139-f583-4425-ba5b-d5f2c4894287'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:28:48.802071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b83fc1-84f4-446a-93ee-2d6d1b1a9513 req-c157f117-1e42-4110-9a7d-17a3452e4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:48.802832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f44e60ae-3a9b-4d12-bb11-08fb8f8a11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56f0f139-f583-4425-ba5b-d5f2c4894287'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:48.803598 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6b83fc1-84f4-446a-93ee-2d6d1b1a9513 req-c157f117-1e42-4110-9a7d-17a3452e4c5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=78ce4f5d-9eab-4924-a273-3539bbacd000 HTTP/1.1" status: 200 len: 834 time: 0.0492902 Jul 07 20:28:48.839756 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ce7bb-0939-4f43-8cc5-ec1a1550085b req-45fe3d6a-7b3a-40fc-85d3-554a633fe255 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:48.841235 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b59ce7bb-0939-4f43-8cc5-ec1a1550085b req-45fe3d6a-7b3a-40fc-85d3-554a633fe255 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 946 time: 0.0683169 Jul 07 20:28:48.863829 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b83fc1-84f4-446a-93ee-2d6d1b1a9513 req-6ba4e6d5-895b-4a5e-af27-efb36c805e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:48.865349 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6b83fc1-84f4-446a-93ee-2d6d1b1a9513 req-6ba4e6d5-895b-4a5e-af27-efb36c805e85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=493f17ba-68dd-42f2-ab6b-72d78c8f4148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542636 Jul 07 20:28:48.882660 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b59ce7bb-0939-4f43-8cc5-ec1a1550085b req-e806ae12-3fbe-4f59-816f-b2f8fdc9548e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330002 Jul 07 20:28:48.916973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-f44e60ae-3a9b-4d12-bb11-08fb8f8a11ad None None] Set router 56f0f139-f583-4425-ba5b-d5f2c4894287 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:28:48.963656 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6b83fc1-84f4-446a-93ee-2d6d1b1a9513 req-30a03bca-e6bb-46c0-8871-b30dc989b87a service neutron] 10.222.0.48 "GET /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899820 Jul 07 20:28:49.054454 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f6b83fc1-84f4-446a-93ee-2d6d1b1a9513 req-d491aad2-c395-45f7-92c6-a54fabeef661 service neutron] 10.222.0.48 "GET /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826297 Jul 07 20:28:49.119937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-f44e60ae-3a9b-4d12-bb11-08fb8f8a11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:27:22Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '445baf26-2031-4b41-a2f1-5a25d926f3f2', 'name': '', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:08:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:21Z', 'updated_at': '2021-07-07T20:27:26Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:49.146324 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e60ae-3a9b-4d12-bb11-08fb8f8a11ad None None] The sync data for ids ['56f0f139-f583-4425-ba5b-d5f2c4894287'] in n-d-793621-9 is: [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:27:22Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '445baf26-2031-4b41-a2f1-5a25d926f3f2', 'name': '', 'network_id': '493f17ba-68dd-42f2-ab6b-72d78c8f4148', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:08:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:21Z', 'updated_at': '2021-07-07T20:27:26Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '78ce4f5d-9eab-4924-a273-3539bbacd000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:28:49.370039 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548915e-8f94-46e8-919c-41d9c16538c1 None None] New status for floating IP 3dfe983d-0c9e-4d03-8c7d-974d189b6736: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:28:50.058276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494bcd-ed23-4ce6-93ed-7932fe7c3cd9 req-e78778ec-9ae4-433f-9b71-0525e79d9945 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:50.059782 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46494bcd-ed23-4ce6-93ed-7932fe7c3cd9 req-e78778ec-9ae4-433f-9b71-0525e79d9945 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 946 time: 0.0626175 Jul 07 20:28:50.101419 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46494bcd-ed23-4ce6-93ed-7932fe7c3cd9 req-36304658-8947-4658-a402-ab2b235508da tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362475 Jul 07 20:28:50.746445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e357c6a-d512-44e0-b60a-9287a24798c0 req-05088547-7ca5-4faf-bbc3-f02e23d95f00 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:50.748594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e357c6a-d512-44e0-b60a-9287a24798c0 req-05088547-7ca5-4faf-bbc3-f02e23d95f00 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 946 time: 0.0643351 Jul 07 20:28:50.844832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-1e357c6a-d512-44e0-b60a-9287a24798c0 req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 02ee4373-a922-445d-8586-4755f2e72cbc {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:28:50.845174 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e357c6a-d512-44e0-b60a-9287a24798c0 req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:50.939093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-1e357c6a-d512-44e0-b60a-9287a24798c0 req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port 02ee4373-a922-445d-8586-4755f2e72cbc, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=02ee4373-a922-445d-8586-4755f2e72cbc,segment=NetworkSegment(d480dc90-9fd5-4a5f-9cb2-435e7d245163),segment_id=d480dc90-9fd5-4a5f-9cb2-435e7d245163)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:28:50.939456 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e357c6a-d512-44e0-b60a-9287a24798c0 req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:50.952377 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-1e357c6a-d512-44e0-b60a-9287a24798c0 req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 02ee4373-a922-445d-8586-4755f2e72cbc owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:28:51.079147 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e357c6a-d512-44e0-b60a-9287a24798c0 req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:51.113760 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=02ee4373-a922-445d-8586-4755f2e72cbc,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:51.140589 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:51.140944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:51.141288 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:51.141620 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:51.141948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:51.142278 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:51.142606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:51.142961 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:51.143293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:51.143696 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:51.144010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:51.144334 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:51.165888 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e357c6a-d512-44e0-b60a-9287a24798c0 req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] No DVR routers for this DVR port 02ee4373-a922-445d-8586-4755f2e72cbc on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:28:51.168848 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-1e357c6a-d512-44e0-b60a-9287a24798c0 req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:51.171486 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e357c6a-d512-44e0-b60a-9287a24798c0 req-94e726bc-b879-4486-a208-f3931ed6d720 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "DELETE /v2.0/ports/02ee4373-a922-445d-8586-4755f2e72cbc HTTP/1.1" status: 204 len: 173 time: 0.4171536 Jul 07 20:28:51.171941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'name': 'network-vif-deleted', 'tag': '02ee4373-a922-445d-8586-4755f2e72cbc'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:28:51.174209 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7957f35c-46dd-4451-9422-d3c6b296203f" -d '{"events": [{"server_uuid": "265ecdbf-62d4-40cf-8855-b5aa87d4d04d", "name": "network-vif-deleted", "tag": "02ee4373-a922-445d-8586-4755f2e72cbc"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:28:51.225270 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08b8423-7330-4716-8f6e-3ffb96be7e77 x-openstack-request-id: req-d08b8423-7330-4716-8f6e-3ffb96be7e77 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:28:51.225624 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265ecdbf-62d4-40cf-8855-b5aa87d4d04d", "name": "network-vif-deleted", "tag": "02ee4373-a922-445d-8586-4755f2e72cbc", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:28:51.226066 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d08b8423-7330-4716-8f6e-3ffb96be7e77 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:28:51.226705 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265ecdbf-62d4-40cf-8855-b5aa87d4d04d', 'name': 'network-vif-deleted', 'tag': '02ee4373-a922-445d-8586-4755f2e72cbc', 'status': 'completed', 'code': 200} Jul 07 20:28:51.234678 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-10667895-1331-44f3-a597-1a61928aab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:51.248878 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6a76d177-152e-4fed-8c3a-3ad6865dbbc8 req-4595671c-386e-4cc3-a4c9-a995f99a9c77 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=265ecdbf-62d4-40cf-8855-b5aa87d4d04d HTTP/1.1" status: 200 len: 210 time: 0.0305061 Jul 07 20:28:52.349184 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51530) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:52.706094 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-362170d7-2806-4774-832f-37ee500a4312 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:53.278174 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-362170d7-2806-4774-832f-37ee500a4312 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 445baf26-2031-4b41-a2f1-5a25d926f3f2 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:28:53.279138 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-362170d7-2806-4774-832f-37ee500a4312 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:53.364744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-362170d7-2806-4774-832f-37ee500a4312 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port 445baf26-2031-4b41-a2f1-5a25d926f3f2, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=445baf26-2031-4b41-a2f1-5a25d926f3f2,segment=NetworkSegment(d480dc90-9fd5-4a5f-9cb2-435e7d245163),segment_id=d480dc90-9fd5-4a5f-9cb2-435e7d245163)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:28:53.365479 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-362170d7-2806-4774-832f-37ee500a4312 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:53.378568 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-362170d7-2806-4774-832f-37ee500a4312 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 445baf26-2031-4b41-a2f1-5a25d926f3f2 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:28:53.562287 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-362170d7-2806-4774-832f-37ee500a4312 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:53.587903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362170d7-2806-4774-832f-37ee500a4312 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=445baf26-2031-4b41-a2f1-5a25d926f3f2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:53.775009 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-362170d7-2806-4774-832f-37ee500a4312 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:53.991830 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362170d7-2806-4774-832f-37ee500a4312 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 56f0f139-f583-4425-ba5b-d5f2c4894287 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:28:54.006915 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:54.100800 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362170d7-2806-4774-832f-37ee500a4312 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:28:54.105878 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-362170d7-2806-4774-832f-37ee500a4312 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "PUT /v2.0/routers/56f0f139-f583-4425-ba5b-d5f2c4894287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7556376 Jul 07 20:28:54.109403 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51532) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:54.111906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8864a1-7c94-45a0-a793-d1991f64a18a None None] Sync routers for ids ['56f0f139-f583-4425-ba5b-d5f2c4894287'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:28:54.120889 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8864a1-7c94-45a0-a793-d1991f64a18a None None] Routers {'56f0f139-f583-4425-ba5b-d5f2c4894287'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:28:54.121493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-cb8864a1-7c94-45a0-a793-d1991f64a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:28:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56f0f139-f583-4425-ba5b-d5f2c4894287'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:54.161080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-267575e1-f28f-4e8d-8885-3c00f9d0a4d2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting subnet 78ce4f5d-9eab-4924-a273-3539bbacd000 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:28:54.164193 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-267575e1-f28f-4e8d-8885-3c00f9d0a4d2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:54.177563 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-14c13abb-5ef1-4f3e-8986-baf6ff2e3508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:54.204857 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-267575e1-f28f-4e8d-8885-3c00f9d0a4d2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:54.239296 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-cb8864a1-7c94-45a0-a793-d1991f64a18a None None] Set router 56f0f139-f583-4425-ba5b-d5f2c4894287 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:28:54.292003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-267575e1-f28f-4e8d-8885-3c00f9d0a4d2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:54.351202 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-267575e1-f28f-4e8d-8885-3c00f9d0a4d2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:54.379360 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267575e1-f28f-4e8d-8885-3c00f9d0a4d2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Subnet': ['ID=78ce4f5d-9eab-4924-a273-3539bbacd000,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:54.381341 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-267575e1-f28f-4e8d-8885-3c00f9d0a4d2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:54.383235 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-267575e1-f28f-4e8d-8885-3c00f9d0a4d2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/subnets/78ce4f5d-9eab-4924-a273-3539bbacd000 HTTP/1.1" status: 204 len: 168 time: 0.2728441 Jul 07 20:28:54.386001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51534) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:54.396942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d233c-28bb-4f55-8423-9e57f15683af None None] Network 493f17ba-68dd-42f2-ab6b-72d78c8f4148 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:28:54.495999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:54.513311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-cb8864a1-7c94-45a0-a793-d1991f64a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:28:53Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:54.545954 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8864a1-7c94-45a0-a793-d1991f64a18a None None] Checking router: 56f0f139-f583-4425-ba5b-d5f2c4894287 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:28:54.559762 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8864a1-7c94-45a0-a793-d1991f64a18a None None] Routers {'56f0f139-f583-4425-ba5b-d5f2c4894287'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:28:54.560373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-cb8864a1-7c94-45a0-a793-d1991f64a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:28:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['56f0f139-f583-4425-ba5b-d5f2c4894287'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:54.602358 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:54.660234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 601b47e7-b34e-4020-97c2-fd813a7ffb43 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:28:54.660585 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:54.683741 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] DHCP port deletion for 493f17ba-68dd-42f2-ab6b-72d78c8f4148 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:28:54.686491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-cb8864a1-7c94-45a0-a793-d1991f64a18a None None] Set router 56f0f139-f583-4425-ba5b-d5f2c4894287 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:28:54.742206 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port 601b47e7-b34e-4020-97c2-fd813a7ffb43, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=601b47e7-b34e-4020-97c2-fd813a7ffb43,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:28:54.742574 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:54.760284 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 601b47e7-b34e-4020-97c2-fd813a7ffb43 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:28:54.872918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 02ee4373-a922-445d-8586-4755f2e72cbc no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:28:54.920791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: 02ee4373-a922-445d-8586-4755f2e72cbc {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:28:54.921020 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 02ee4373-a922-445d-8586-4755f2e72cbc not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:28:54.924476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:54.955819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=601b47e7-b34e-4020-97c2-fd813a7ffb43,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:55.015181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.037079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Deleting port af11f1ab-45e4-401d-8461-c5b6d5413c5d {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:28:55.037721 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.105622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.108199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.136687 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.144038 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] For port af11f1ab-45e4-401d-8461-c5b6d5413c5d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=af11f1ab-45e4-401d-8461-c5b6d5413c5d,segment=NetworkSegment(d480dc90-9fd5-4a5f-9cb2-435e7d245163),segment_id=d480dc90-9fd5-4a5f-9cb2-435e7d245163)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:28:55.144433 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.151749 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.152820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Fanout notify agent at l3_agent the message router_deleted on router 56f0f139-f583-4425-ba5b-d5f2c4894287 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:28:55.160152 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.161271 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d65a35be-b2ba-4cbe-a8fd-d8b447f11a06 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/routers/56f0f139-f583-4425-ba5b-d5f2c4894287 HTTP/1.1" status: 204 len: 168 time: 0.7737417 Jul 07 20:28:55.161424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Calling delete_port for af11f1ab-45e4-401d-8461-c5b6d5413c5d owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:28:55.163959 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51536) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:55.179816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-cb8864a1-7c94-45a0-a793-d1991f64a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:28:53Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:55.237736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8864a1-7c94-45a0-a793-d1991f64a18a None None] The sync data for ids ['56f0f139-f583-4425-ba5b-d5f2c4894287'] in n-d-793621-9 is: [{'id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651619613', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:27:18Z', 'updated_at': '2021-07-07T20:28:53Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '601b47e7-b34e-4020-97c2-fd813a7ffb43', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f0f139-f583-4425-ba5b-d5f2c4894287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:27:19Z', 'updated_at': '2021-07-07T20:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:28:55.242847 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.286868 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.297876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port af11f1ab-45e4-401d-8461-c5b6d5413c5d {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:28:55.298224 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.311564 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Pushing event deleted for resources: {'Port': ['ID=af11f1ab-45e4-401d-8461-c5b6d5413c5d,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:55.319184 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] No DVR routers for this DVR port af11f1ab-45e4-401d-8461-c5b6d5413c5d on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:28:55.321332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:55.321684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:55.322032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:55.322377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:55.322714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:55.323084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:55.323414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:55.323743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:55.324070 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:55.324395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:55.324719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:55.325044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597002e-0584-4aac-84df-d6ae04b035f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:55.367668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port af11f1ab-45e4-401d-8461-c5b6d5413c5d, host n-d-793621-9, got binding levels [] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:28:55.368027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.380346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for af11f1ab-45e4-401d-8461-c5b6d5413c5d owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:28:55.382956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.ipam_backend_mixin [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Port af11f1ab-45e4-401d-8461-c5b6d5413c5d was not found and therefore no delete operation was performed {{(pid=93900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 20:28:55.384156 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.409483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=af11f1ab-45e4-401d-8461-c5b6d5413c5d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:55.412825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] No DVR routers for this DVR port af11f1ab-45e4-401d-8461-c5b6d5413c5d on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:28:55.487533 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.497052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493f17ba-68dd-42f2-ab6b-72d78c8f4148']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:55.510590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd480dc90-9fd5-4a5f-9cb2-435e7d245163') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:55.510920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd480dc90-9fd5-4a5f-9cb2-435e7d245163') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:55.520017 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.533759 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.539358 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:28:55.539744 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: timer() Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:28:55.542566 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:28:55.602145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.607272 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.609796 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/networks/493f17ba-68dd-42f2-ab6b-72d78c8f4148 HTTP/1.1" status: 204 len: 168 time: 0.4447610 Jul 07 20:28:55.612948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51538) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:55.626357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64717bf-01f7-49a3-846a-e6a00904e40b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Network': ['ID=493f17ba-68dd-42f2-ab6b-72d78c8f4148,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:55.681259 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c0b8-ebb8-4519-ae0c-e46fd5fdcdad tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.716751 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c0b8-ebb8-4519-ae0c-e46fd5fdcdad tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.778980 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c0b8-ebb8-4519-ae0c-e46fd5fdcdad tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.781549 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c0b8-ebb8-4519-ae0c-e46fd5fdcdad tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.782699 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b9e9c0b8-ebb8-4519-ae0c-e46fd5fdcdad tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/security-groups/e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7 HTTP/1.1" status: 204 len: 168 time: 0.1691103 Jul 07 20:28:55.792123 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9c0b8-ebb8-4519-ae0c-e46fd5fdcdad tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fc023d-95f4-4ae0-a9c2-9daddb38b2a7,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:55.930190 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device af11f1ab-45e4-401d-8461-c5b6d5413c5d no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:28:55.952141 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: af11f1ab-45e4-401d-8461-c5b6d5413c5d {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:28:55.952571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device af11f1ab-45e4-401d-8461-c5b6d5413c5d not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:28:55.953061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 445baf26-2031-4b41-a2f1-5a25d926f3f2 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:28:55.975239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 445baf26-2031-4b41-a2f1-5a25d926f3f2 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:28:55.975673 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 445baf26-2031-4b41-a2f1-5a25d926f3f2 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:28:56.131700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51544) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:56.136514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-32359043-6653-45bf-bcf6-324f4b88c958 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1148888192', 'description': 'tempest-secgroup-smoke-1148888192 description', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:56.159499 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32359043-6653-45bf-bcf6-324f4b88c958 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.240722 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32359043-6653-45bf-bcf6-324f4b88c958 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.244387 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32359043-6653-45bf-bcf6-324f4b88c958 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.275104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-32359043-6653-45bf-bcf6-324f4b88c958 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.276730 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-32359043-6653-45bf-bcf6-324f4b88c958 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1439977 Jul 07 20:28:56.279733 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32359043-6653-45bf-bcf6-324f4b88c958 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af50826b-18b3-488e-948f-ea4bab0538bd,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:56.283074 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51546) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:56.288384 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-41bd42c8-b80a-4f2a-af5a-0c86dd674513 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'af50826b-18b3-488e-948f-ea4bab0538bd', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:56.320244 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41bd42c8-b80a-4f2a-af5a-0c86dd674513 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.380715 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41bd42c8-b80a-4f2a-af5a-0c86dd674513 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.384619 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41bd42c8-b80a-4f2a-af5a-0c86dd674513 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.404535 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd42c8-b80a-4f2a-af5a-0c86dd674513 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09d3227-f041-4a57-b543-8af11f5c4a6e,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:56.408187 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-41bd42c8-b80a-4f2a-af5a-0c86dd674513 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.409419 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-41bd42c8-b80a-4f2a-af5a-0c86dd674513 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248364 Jul 07 20:28:56.412500 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51548) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:56.417150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-14236db5-1dae-44e5-aafa-f3aeb5cd7572 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'af50826b-18b3-488e-948f-ea4bab0538bd', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:56.443668 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14236db5-1dae-44e5-aafa-f3aeb5cd7572 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.504120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14236db5-1dae-44e5-aafa-f3aeb5cd7572 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.507566 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14236db5-1dae-44e5-aafa-f3aeb5cd7572 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.525262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14236db5-1dae-44e5-aafa-f3aeb5cd7572 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461f6ef9-a87e-4afe-9dc7-226a8b344368,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:56.531198 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-14236db5-1dae-44e5-aafa-f3aeb5cd7572 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.532420 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-14236db5-1dae-44e5-aafa-f3aeb5cd7572 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187778 Jul 07 20:28:56.535161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51550) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:56.539534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-1ea60e99-77e4-4cd6-8623-4c58d484be62 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'af50826b-18b3-488e-948f-ea4bab0538bd', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:56.567118 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1ea60e99-77e4-4cd6-8623-4c58d484be62 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.634111 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1ea60e99-77e4-4cd6-8623-4c58d484be62 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.639366 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1ea60e99-77e4-4cd6-8623-4c58d484be62 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.656084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea60e99-77e4-4cd6-8623-4c58d484be62 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3306cf-7cf3-4b41-84c3-f419d474d490,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:56.663041 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1ea60e99-77e4-4cd6-8623-4c58d484be62 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.664239 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1ea60e99-77e4-4cd6-8623-4c58d484be62 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281602 Jul 07 20:28:56.667019 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51552) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:56.671733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5dcfbbd4-70dc-488a-a34b-5a0625fe7570 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'af50826b-18b3-488e-948f-ea4bab0538bd', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:56.697003 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5dcfbbd4-70dc-488a-a34b-5a0625fe7570 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.758530 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5dcfbbd4-70dc-488a-a34b-5a0625fe7570 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.762386 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5dcfbbd4-70dc-488a-a34b-5a0625fe7570 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.780390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfbbd4-70dc-488a-a34b-5a0625fe7570 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1d9c4e-365f-43c9-8897-965265f4eadc,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:56.788169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5dcfbbd4-70dc-488a-a34b-5a0625fe7570 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.791851 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5dcfbbd4-70dc-488a-a34b-5a0625fe7570 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214406 Jul 07 20:28:56.792025 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.792446 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51554) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:56.796816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0e3baf55-b724-41d7-ba25-720cd141130e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'af50826b-18b3-488e-948f-ea4bab0538bd', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:56.819280 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-0e3baf55-b724-41d7-ba25-720cd141130e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Project 3c4a0a4b6a1b4b609b45699623abdb45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:28:56.824090 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e3baf55-b724-41d7-ba25-720cd141130e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.887440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e3baf55-b724-41d7-ba25-720cd141130e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.891562 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e3baf55-b724-41d7-ba25-720cd141130e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.910179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3baf55-b724-41d7-ba25-720cd141130e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15d666f-b603-4a03-8300-331b24ec71da,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:56.918481 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0e3baf55-b724-41d7-ba25-720cd141130e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.919802 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0e3baf55-b724-41d7-ba25-720cd141130e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268103 Jul 07 20:28:56.922496 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51556) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:56.927145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-aafb777d-bfc9-44e4-bc9c-e354e3341c95 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'af50826b-18b3-488e-948f-ea4bab0538bd', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:56.951704 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-aafb777d-bfc9-44e4-bc9c-e354e3341c95 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Project 3c4a0a4b6a1b4b609b45699623abdb45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:28:56.956782 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aafb777d-bfc9-44e4-bc9c-e354e3341c95 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.018029 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aafb777d-bfc9-44e4-bc9c-e354e3341c95 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.021495 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aafb777d-bfc9-44e4-bc9c-e354e3341c95 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.040692 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb777d-bfc9-44e4-bc9c-e354e3341c95 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ff5a53-518b-4b43-84e8-b2de3e409eea,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:57.046630 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aafb777d-bfc9-44e4-bc9c-e354e3341c95 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.047911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aafb777d-bfc9-44e4-bc9c-e354e3341c95 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244512 Jul 07 20:28:57.050629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51558) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:57.055615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d4f2135b-81cf-4114-aa50-8c6ba76ad89f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'network': {'name': 'tempest-network-smoke--1544723958', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'port_security_enabled': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:57.076064 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f2135b-81cf-4114-aa50-8c6ba76ad89f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:28:57.079551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4f2135b-81cf-4114-aa50-8c6ba76ad89f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.102706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f2135b-81cf-4114-aa50-8c6ba76ad89f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:28:57.111913 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4f2135b-81cf-4114-aa50-8c6ba76ad89f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.112323 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-d4f2135b-81cf-4114-aa50-8c6ba76ad89f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Added segment ee66da37-c0b9-4072-8c71-47b0d6ac8d52 of type vlan for network f2c23cfe-f194-4cfe-8699-d2848bc97e5f Jul 07 20:28:57.152306 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4f2135b-81cf-4114-aa50-8c6ba76ad89f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.181432 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4f2135b-81cf-4114-aa50-8c6ba76ad89f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.187856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f2135b-81cf-4114-aa50-8c6ba76ad89f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:57.188447 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d4f2135b-81cf-4114-aa50-8c6ba76ad89f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.246474 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d4f2135b-81cf-4114-aa50-8c6ba76ad89f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1947956 Jul 07 20:28:57.249582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51560) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:57.254011 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'admin_state_up': True, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:57.272361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2135b-81cf-4114-aa50-8c6ba76ad89f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Network': ['ID=f2c23cfe-f194-4cfe-8699-d2848bc97e5f,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:57.283111 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network f2c23cfe-f194-4cfe-8699-d2848bc97e5f details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:28:57.289424 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.291108 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.346901 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.478270 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.671618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.689816 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.791874 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.25.0.148 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/8b46b056-3928-49f5-8e53-d554e696e5d4) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:28:57.803853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 601b47e7-b34e-4020-97c2-fd813a7ffb43 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:28:57.824688 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 601b47e7-b34e-4020-97c2-fd813a7ffb43 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:28:57.825032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 601b47e7-b34e-4020-97c2-fd813a7ffb43 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:28:57.893407 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.931368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.967241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:28:57.970032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:28:57.976073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:28:58.319527 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=8b46b056-3928-49f5-8e53-d554e696e5d4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:58.541673 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:58.736851 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:58.861483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 13fc7883-181c-472c-a842-3c59f9054f01 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:28:58.966466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:28:58.975655 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Sync routers for ids ['13fc7883-181c-472c-a842-3c59f9054f01'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:28:58.985402 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:58.985852 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Routers {'13fc7883-181c-472c-a842-3c59f9054f01'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:28:58.986485 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:28:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13fc7883-181c-472c-a842-3c59f9054f01'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:58.986634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-decc7381-47eb-4da8-a834-2988ec7b8530 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7360864 Jul 07 20:28:58.990034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51562) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:59.023013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-409ef5e7-604d-4dc5-8c15-f25f334df540 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3c4a0a4b6a1b4b609b45699623abdb45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294771 Jul 07 20:28:59.023315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51564) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:59.089845 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Set router 13fc7883-181c-472c-a842-3c59f9054f01 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:28:59.114042 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b343e2-87e1-491c-baf0-69163407d671 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:59.115657 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b6b343e2-87e1-491c-baf0-69163407d671 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913920 Jul 07 20:28:59.118402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51566) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:59.148828 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3ae52130-840b-4ead-9aed-6b4d49a1beb3 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270686 Jul 07 20:28:59.149071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51568) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:59.153784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-0b5f4951-641a-41de-a0ca-528f61b4fe46 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400162464', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:59.243354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5f4951-641a-41de-a0ca-528f61b4fe46 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:28:59.246857 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b5f4951-641a-41de-a0ca-528f61b4fe46 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:59.267191 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:28:58Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:59.292255 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Checking router: 13fc7883-181c-472c-a842-3c59f9054f01 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:28:59.292610 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Updating router 13fc7883-181c-472c-a842-3c59f9054f01 port 8b46b056-3928-49f5-8e53-d554e696e5d4 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:28:59.331228 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:59.432694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b5f4951-641a-41de-a0ca-528f61b4fe46 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:59.493204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f4951-641a-41de-a0ca-528f61b4fe46 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Subnet': ['ID=0d3a1711-eef5-43bf-8d31-4274c1ab5e65,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:59.501900 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f4951-641a-41de-a0ca-528f61b4fe46 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Checking segment: {'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:28:59.502279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f4951-641a-41de-a0ca-528f61b4fe46 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network hostable DHCP agents. Network: f2c23cfe-f194-4cfe-8699-d2848bc97e5f, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:28:59.518875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f4951-641a-41de-a0ca-528f61b4fe46 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network f2c23cfe-f194-4cfe-8699-d2848bc97e5f is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:28:59.527057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-0b5f4951-641a-41de-a0ca-528f61b4fe46 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, f2c23cfe-f194-4cfe-8699-d2848bc97e5f) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:28:59.531912 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f4951-641a-41de-a0ca-528f61b4fe46 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:59.532556 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-0b5f4951-641a-41de-a0ca-528f61b4fe46 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:59.538032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96279b32-a87b-4bf5-99bf-17cce978e2d4 None None] Network f2c23cfe-f194-4cfe-8699-d2848bc97e5f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:28:59.553912 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0b5f4951-641a-41de-a0ca-528f61b4fe46 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4010139 Jul 07 20:28:59.554148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51570) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:59.592205 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:59.607822 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Transition to ACTIVE for port object 8b46b056-3928-49f5-8e53-d554e696e5d4 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:28:59.613697 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:59.660165 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Attempting to bind port 8b46b056-3928-49f5-8e53-d554e696e5d4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:28:59.660787 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Attempting to bind port 8b46b056-3928-49f5-8e53-d554e696e5d4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:28:59.661270 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Attempting to bind port 8b46b056-3928-49f5-8e53-d554e696e5d4 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:28:59.676561 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:28:59.677031 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:28:59.677341 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:59.677728 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:28:59.678199 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Bound port: 8b46b056-3928-49f5-8e53-d554e696e5d4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:28:59.678571 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:59.696506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ips': [{'subnet_id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:28:59.697603 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:59.699677 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Pushing event updated for resources: {'Port': ['ID=8b46b056-3928-49f5-8e53-d554e696e5d4,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:59.740356 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:59.740630 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:59.740985 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:59.741316 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:59.741672 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:59.741998 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:59.742318 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:59.742638 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:59.742975 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:59.743292 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:59.743700 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:59.744333 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:59.751698 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] For port 8b46b056-3928-49f5-8e53-d554e696e5d4, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:28:59.754820 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] For port 8b46b056-3928-49f5-8e53-d554e696e5d4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8b46b056-3928-49f5-8e53-d554e696e5d4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:28:59.759439 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:59.808359 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Routers {'13fc7883-181c-472c-a842-3c59f9054f01'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:28:59.808983 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:28:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13fc7883-181c-472c-a842-3c59f9054f01'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:59.859490 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8c194-f682-4593-b1af-dcdc98ee560c None None] Pushing event updated for resources: {'Port': ['ID=8b46b056-3928-49f5-8e53-d554e696e5d4,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:59.861195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Allocated IP 172.20.0.2 (f2c23cfe-f194-4cfe-8699-d2848bc97e5f/0d3a1711-eef5-43bf-8d31-4274c1ab5e65/bc80f97a-f026-4f02-81e8-455619aae4a6) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:28:59.928746 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] Set router 13fc7883-181c-472c-a842-3c59f9054f01 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:29:00.011555 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.022601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Transition to ACTIVE for port object bc80f97a-f026-4f02-81e8-455619aae4a6 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:29:00.029259 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.044714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Transition to ACTIVE for port object bc80f97a-f026-4f02-81e8-455619aae4a6 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:29:00.059275 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.102233 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Network f2c23cfe-f194-4cfe-8699-d2848bc97e5f is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:29:00.107554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:29:00.111140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:29:00.118266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Pushing event updated for resources: {'Port': ['ID=bc80f97a-f026-4f02-81e8-455619aae4a6,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:00.179622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Attempting to bind port bc80f97a-f026-4f02-81e8-455619aae4a6 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:29:00.180212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Attempting to bind port bc80f97a-f026-4f02-81e8-455619aae4a6 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:29:00.180617 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Attempting to bind port bc80f97a-f026-4f02-81e8-455619aae4a6 on network f2c23cfe-f194-4cfe-8699-d2848bc97e5f {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:29:00.186511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:29:00.186903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Checking segment: {'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:29:00.187307 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.187697 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Bound using segment: {'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:29:00.188160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Bound port: bc80f97a-f026-4f02-81e8-455619aae4a6, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:29:00.188537 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.224853 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:28:58Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:00.254929 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f64b2-1ef1-437d-9926-e14e8076affd None None] The sync data for ids ['13fc7883-181c-472c-a842-3c59f9054f01'] in n-d-793621-9 is: [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:28:58Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:29:00.265222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] For port bc80f97a-f026-4f02-81e8-455619aae4a6, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:29:00.272015 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] For port bc80f97a-f026-4f02-81e8-455619aae4a6, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=bc80f97a-f026-4f02-81e8-455619aae4a6,segment=NetworkSegment(ee66da37-c0b9-4072-8c71-47b0d6ac8d52),segment_id=ee66da37-c0b9-4072-8c71-47b0d6ac8d52)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:29:00.279886 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.345784 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59567aeb-1368-45ca-b9c3-ad72159db20d None None] Pushing event updated for resources: {'Port': ['ID=bc80f97a-f026-4f02-81e8-455619aae4a6,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:00.353025 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.20.0.1 (f2c23cfe-f194-4cfe-8699-d2848bc97e5f/0d3a1711-eef5-43bf-8d31-4274c1ab5e65/84ef5163-6d0b-42e6-805e-5fd2b62280f5) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:29:00.496980 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.525262 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Transition to ACTIVE for port object 84ef5163-6d0b-42e6-805e-5fd2b62280f5 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:29:00.566174 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.618750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network f2c23cfe-f194-4cfe-8699-d2848bc97e5f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:29:00.622548 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:29:00.625956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:29:00.665519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=84ef5163-6d0b-42e6-805e-5fd2b62280f5,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:00.687186 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.838591 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:01.134762 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:01.142919 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:01.226174 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:01.236894 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=84ef5163-6d0b-42e6-805e-5fd2b62280f5,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:01.328713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network f2c23cfe-f194-4cfe-8699-d2848bc97e5f is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:29:01.330066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:29:01.352701 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b589b2c-5a6e-414b-8edb-434194f7f477 None None] Network f2c23cfe-f194-4cfe-8699-d2848bc97e5f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:29:01.413908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-52c3ba23-ed64-4f30-b80b-a34882cf79f9 None None] Provisioning for port bc80f97a-f026-4f02-81e8-455619aae4a6 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:29:01.449020 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 13fc7883-181c-472c-a842-3c59f9054f01 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:29:01.558543 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:29:01.565584 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-70781924-03ce-4992-b1a9-98c93ecdbba8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "PUT /v2.0/routers/13fc7883-181c-472c-a842-3c59f9054f01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0090325 Jul 07 20:29:01.724653 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-4506b4a3-5e5f-4ac0-907d-2e0b41ac422a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148888192&fields=id&tenant_id=3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 267 time: 0.0367677 Jul 07 20:29:01.759580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d411b3b2-7399-420a-b56c-7341b3eafe76 None None] Provisioning for port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:29:01.764459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-d411b3b2-7399-420a-b56c-7341b3eafe76 None None] Provisioning complete for port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:29:01.765056 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d411b3b2-7399-420a-b56c-7341b3eafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:01.815486 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-d411b3b2-7399-420a-b56c-7341b3eafe76 None None] Port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:29:01.872157 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-234484ed-8cb1-44e0-bb2b-828730ee167d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:01.873736 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-234484ed-8cb1-44e0-bb2b-828730ee167d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/networks?id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f HTTP/1.1" status: 200 len: 797 time: 0.1395481 Jul 07 20:29:01.891006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-64691451-9bec-4c71-8980-0f8711c62522 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/quotas/3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 375 time: 0.0114934 Jul 07 20:29:01.936150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8b46b056-3928-49f5-8e53-d554e696e5d4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:29:01.986234 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-3fc3411c-dcdb-44a7-8db5-bb1b4f9af898 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871975 Jul 07 20:29:01.997630 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Sync routers for ids ['13fc7883-181c-472c-a842-3c59f9054f01'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:29:02.001700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 8b46b056-3928-49f5-8e53-d554e696e5d4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:29:02.010110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8b46b056-3928-49f5-8e53-d554e696e5d4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:29:02.010486 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:02.036291 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Routers {'13fc7883-181c-472c-a842-3c59f9054f01'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:29:02.036947 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:28:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13fc7883-181c-472c-a842-3c59f9054f01'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:02.104618 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-3b45ffec-ca13-46ce-9873-9a71eafb2052 service neutron] 10.222.0.81 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037016 Jul 07 20:29:02.148503 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-82795282-9378-4d1a-8c9d-e95bba275873 None None] Provisioning complete for port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:29:02.149073 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-82795282-9378-4d1a-8c9d-e95bba275873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:02.207167 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d3ceb8db-0eb5-4b4a-ba5f-4af7130bd499 service neutron] 10.222.0.81 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926707 Jul 07 20:29:02.228016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-82795282-9378-4d1a-8c9d-e95bba275873 None None] Port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:29:02.231989 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Set router 13fc7883-181c-472c-a842-3c59f9054f01 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:29:02.274315 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:02.372891 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 8b46b056-3928-49f5-8e53-d554e696e5d4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8b46b056-3928-49f5-8e53-d554e696e5d4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:29:02.383343 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:02.384110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device bc80f97a-f026-4f02-81e8-455619aae4a6 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:29:02.385987 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7f69377c-b004-49c8-acda-8ea43b7e907a req-a24992c0-1c88-41ff-bb1c-909a49c21da6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0296023 Jul 07 20:29:02.444256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-08370ed2-eafe-4eae-9613-c58b3c9ed771 None None] Provisioning complete for port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:29:02.444629 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-08370ed2-eafe-4eae-9613-c58b3c9ed771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:02.522357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=8b46b056-3928-49f5-8e53-d554e696e5d4,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:02.529180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-08370ed2-eafe-4eae-9613-c58b3c9ed771 None None] Port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:29:02.564707 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port bc80f97a-f026-4f02-81e8-455619aae4a6 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:29:02.570467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port bc80f97a-f026-4f02-81e8-455619aae4a6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:29:02.570882 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:02.623136 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84ef5163-6d0b-42e6-805e-5fd2b62280f5', 'name': '', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:d8:49:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:29:00Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 2, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:02.655481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Checking router: 13fc7883-181c-472c-a842-3c59f9054f01 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:29:02.655860 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Updating router 13fc7883-181c-472c-a842-3c59f9054f01 port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:29:02.718032 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:02.719778 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:02.785139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port bc80f97a-f026-4f02-81e8-455619aae4a6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=bc80f97a-f026-4f02-81e8-455619aae4a6,segment=NetworkSegment(ee66da37-c0b9-4072-8c71-47b0d6ac8d52),segment_id=ee66da37-c0b9-4072-8c71-47b0d6ac8d52)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:29:02.835675 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:03.094110 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=bc80f97a-f026-4f02-81e8-455619aae4a6,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:03.200740 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:03.211554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Transition to ACTIVE for port object 84ef5163-6d0b-42e6-805e-5fd2b62280f5 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:29:03.217490 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:03.305441 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f0963-a55d-4ee5-945e-e6b648508115 None None] Pushing event updated for resources: {'Port': ['ID=84ef5163-6d0b-42e6-805e-5fd2b62280f5,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:03.321513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Attempting to bind port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:29:03.321907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Attempting to bind port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:29:03.322257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Attempting to bind port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 on network f2c23cfe-f194-4cfe-8699-d2848bc97e5f {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:29:03.328159 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:29:03.328537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Checking segment: {'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:29:03.328972 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:03.329359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Bound using segment: {'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:29:03.329824 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Bound port: 84ef5163-6d0b-42e6-805e-5fd2b62280f5, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:29:03.330210 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:03.403392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] For port 84ef5163-6d0b-42e6-805e-5fd2b62280f5, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:29:03.406732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] For port 84ef5163-6d0b-42e6-805e-5fd2b62280f5, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=84ef5163-6d0b-42e6-805e-5fd2b62280f5,segment=NetworkSegment(ee66da37-c0b9-4072-8c71-47b0d6ac8d52),segment_id=ee66da37-c0b9-4072-8c71-47b0d6ac8d52)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:29:03.421458 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:03.498876 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-257c6c83-12b6-4689-9d74-4bfc75754d57 req-fbdc9a86-c5d3-4828-bc2e-afa85620f7f4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0481603 Jul 07 20:29:03.519126 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Routers {'13fc7883-181c-472c-a842-3c59f9054f01'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:29:03.519694 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:28:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13fc7883-181c-472c-a842-3c59f9054f01'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:03.524847 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f0963-a55d-4ee5-945e-e6b648508115 None None] Pushing event updated for resources: {'Port': ['ID=84ef5163-6d0b-42e6-805e-5fd2b62280f5,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:03.650872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] Set router 13fc7883-181c-472c-a842-3c59f9054f01 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:29:03.857021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8b46b056-3928-49f5-8e53-d554e696e5d4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:29:03.889306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84ef5163-6d0b-42e6-805e-5fd2b62280f5', 'name': '', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:d8:49:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:29:00Z', 'updated_at': '2021-07-07T20:29:03Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:03.926758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e28f3e-59f7-48a8-ad40-6b993fbc384c None None] The sync data for ids ['13fc7883-181c-472c-a842-3c59f9054f01'] in n-d-793621-9 is: [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84ef5163-6d0b-42e6-805e-5fd2b62280f5', 'name': '', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:d8:49:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:29:00Z', 'updated_at': '2021-07-07T20:29:03Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:29:03.942603 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8b46b056-3928-49f5-8e53-d554e696e5d4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:29:03.943494 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:04.043200 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device bc80f97a-f026-4f02-81e8-455619aae4a6 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:29:04.092953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port bc80f97a-f026-4f02-81e8-455619aae4a6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:29:04.093325 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:04.578596 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d3309282-d9e6-466b-9e9f-05f62dccad52 req-2f3a4899-3c80-483c-a94a-68b3e2763a76 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0303011 Jul 07 20:29:05.666706 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-efe2624c-63b0-4bd6-a3b3-979fb3b65964 req-5870e858-73b5-42e2-a4ca-947331245977 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0331678 Jul 07 20:29:05.878029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 84ef5163-6d0b-42e6-805e-5fd2b62280f5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:29:05.927156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:29:05.931215 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:29:05.931729 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:06.010535 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:06.041723 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 84ef5163-6d0b-42e6-805e-5fd2b62280f5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=84ef5163-6d0b-42e6-805e-5fd2b62280f5,segment=NetworkSegment(ee66da37-c0b9-4072-8c71-47b0d6ac8d52),segment_id=ee66da37-c0b9-4072-8c71-47b0d6ac8d52)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:29:06.046971 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:06.095245 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=84ef5163-6d0b-42e6-805e-5fd2b62280f5,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:06.405162 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:06.806402 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4d6a79ba-1ec0-46e4-98cc-053ea3b2d883 req-47550fa3-5971-4ae6-bf36-0d1bfbf03fb3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0317197 Jul 07 20:29:07.759401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-ab61269c-4dc6-4606-bbe0-392fa6c44fb2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:07.760844 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-ab61269c-4dc6-4606-bbe0-392fa6c44fb2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.110 "GET /v2.0/networks?id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f HTTP/1.1" status: 200 len: 797 time: 0.1068091 Jul 07 20:29:07.817611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-1df68d97-f65b-4ccb-909a-a7f5b472fcc5 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 380 time: 0.0384812 Jul 07 20:29:07.829049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'port': {'device_id': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'admin_state_up': True, 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'security_groups': ['af50826b-18b3-488e-948f-ea4bab0538bd']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:29:07.869311 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 84ef5163-6d0b-42e6-805e-5fd2b62280f5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:29:07.925550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:29:07.926204 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:07.962897 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6f0ba8e2-0d2c-4591-be69-21242c870db7 req-5693a632-c133-4d1f-9384-f26b03b430a8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0350595 Jul 07 20:29:07.989460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:29:07.993167 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:08.121442 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.20.0.7 (f2c23cfe-f194-4cfe-8699-d2848bc97e5f/0d3a1711-eef5-43bf-8d31-4274c1ab5e65/4a21a575-30b4-443f-98a1-5dd7fe4d0df6) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:29:08.258348 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:08.271059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Transition to ACTIVE for port object 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:29:08.303009 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:08.345361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network f2c23cfe-f194-4cfe-8699-d2848bc97e5f is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:29:08.348668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:29:08.355481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:29:08.381528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=4a21a575-30b4-443f-98a1-5dd7fe4d0df6,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:08.413223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:08.413908 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:08.429717 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-f0f472b0-4b4d-479f-a5c5-cfafada9949c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052279 Jul 07 20:29:08.440619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-c78d2bff-eec9-4635-9cf0-244357bfd691 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:29:08.441605 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-c78d2bff-eec9-4635-9cf0-244357bfd691 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061574 Jul 07 20:29:08.498581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Request body: {'port': {'device_id': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:29:08.575252 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:08.629793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-42f01beb-d5c6-49dd-87ad-822711c1408d None None] Provisioning for port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:29:08.633558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-42f01beb-d5c6-49dd-87ad-822711c1408d None None] Provisioning complete for port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:29:08.634074 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-42f01beb-d5c6-49dd-87ad-822711c1408d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:08.668597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-42f01beb-d5c6-49dd-87ad-822711c1408d None None] Port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:29:08.841226 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:29:08.848478 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:08.860620 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Transition to ACTIVE for port object 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:29:08.864382 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:08.916562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Pushing event updated for resources: {'Port': ['ID=4a21a575-30b4-443f-98a1-5dd7fe4d0df6,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:08.991366 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Attempting to bind port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:29:08.991730 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Attempting to bind port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:29:08.992031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Attempting to bind port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 on network f2c23cfe-f194-4cfe-8699-d2848bc97e5f {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:29:08.997314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 on network f2c23cfe-f194-4cfe-8699-d2848bc97e5f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:29:08.997648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Attempting to bind port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 on network f2c23cfe-f194-4cfe-8699-d2848bc97e5f {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:29:09.003735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:29:09.004081 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Checking segment: {'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:29:09.004469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Bound using segment: {'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:29:09.004902 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Bound port: 4a21a575-30b4-443f-98a1-5dd7fe4d0df6, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:29:09.005277 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:09.072461 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] For port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:29:09.075923 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] For port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4a21a575-30b4-443f-98a1-5dd7fe4d0df6,segment=NetworkSegment(ee66da37-c0b9-4072-8c71-47b0d6ac8d52),segment_id=ee66da37-c0b9-4072-8c71-47b0d6ac8d52)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:29:09.081697 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:09.120540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:09.121162 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:09.122676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] 10.222.0.110 "PUT /v2.0/ports/4a21a575-30b4-443f-98a1-5dd7fe4d0df6 HTTP/1.1" status: 200 len: 1091 time: 0.6730068 Jul 07 20:29:09.123050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'tag': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:29:09.125317 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8b41d6-2eeb-47a5-8440-1f1592926c98" -d '{"events": [{"name": "network-changed", "server_uuid": "7502619b-a4b2-4de1-a7df-ae83c028e4c9", "tag": "4a21a575-30b4-443f-98a1-5dd7fe4d0df6"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:29:09.148185 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5d1b1-28d2-4f44-a655-38ca28702491 req-9e52b6ac-8f62-489e-8889-a6ed0bf7a341 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:09.156017 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ccd5d1b1-28d2-4f44-a655-38ca28702491 req-9e52b6ac-8f62-489e-8889-a6ed0bf7a341 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0752754 Jul 07 20:29:09.160487 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2af8b-3322-40a7-8ef9-0b6287642dba service neutron] Pushing event updated for resources: {'Port': ['ID=4a21a575-30b4-443f-98a1-5dd7fe4d0df6,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:09.201219 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ccd5d1b1-28d2-4f44-a655-38ca28702491 req-769c7eab-e822-4dcf-b268-ed1e4c5da357 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442793 Jul 07 20:29:09.216389 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f572f8e0-31ff-4ac0-a5f4-eef7459a389e x-openstack-request-id: req-f572f8e0-31ff-4ac0-a5f4-eef7459a389e {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:29:09.217237 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7502619b-a4b2-4de1-a7df-ae83c028e4c9", "tag": "4a21a575-30b4-443f-98a1-5dd7fe4d0df6", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:29:09.217488 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f572f8e0-31ff-4ac0-a5f4-eef7459a389e {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:29:09.217895 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'tag': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6', 'status': 'completed', 'code': 200} Jul 07 20:29:09.243858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-0fae0ecb-a485-48b3-bd23-d726bd8560b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:09.245409 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-0fae0ecb-a485-48b3-bd23-d726bd8560b6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 1094 time: 0.0630813 Jul 07 20:29:09.292304 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-153256b6-e43b-48bb-ac13-7dc5640c5aec service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a21a575-30b4-443f-98a1-5dd7fe4d0df6 HTTP/1.1" status: 200 len: 217 time: 0.0385544 Jul 07 20:29:09.342632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-df5439f2-cdfc-4bfe-a21d-d590514ed275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:09.344123 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-df5439f2-cdfc-4bfe-a21d-d590514ed275 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0d3a1711-eef5-43bf-8d31-4274c1ab5e65 HTTP/1.1" status: 200 len: 835 time: 0.0452631 Jul 07 20:29:09.403557 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-5a13ad7c-ad1c-43e5-9fe8-d401a0c2943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:09.405571 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-5a13ad7c-ad1c-43e5-9fe8-d401a0c2943a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529525 Jul 07 20:29:09.500024 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-04546bd3-ce64-4b83-b9dc-0f5c97bbec6c service neutron] 10.222.0.110 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865722 Jul 07 20:29:09.589894 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-885dceb3-a0b0-4866-b9ad-535003d8caca req-995a5d45-ef15-4ffe-b2c9-fd0ea0367322 service neutron] 10.222.0.110 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827482 Jul 07 20:29:09.691807 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b41d6-2eeb-47a5-8440-1f1592926c98 req-79a21ded-5b0e-4dab-9acc-58b74ccca968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:09.693229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d8b41d6-2eeb-47a5-8440-1f1592926c98 req-79a21ded-5b0e-4dab-9acc-58b74ccca968 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 1094 time: 0.0579188 Jul 07 20:29:09.786397 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b41d6-2eeb-47a5-8440-1f1592926c98 req-2c134c6c-1b01-4d7f-990a-5eb63937cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:09.787906 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d8b41d6-2eeb-47a5-8440-1f1592926c98 req-2c134c6c-1b01-4d7f-990a-5eb63937cbfd service neutron] 10.222.0.110 "GET /v2.0/networks?id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f HTTP/1.1" status: 200 len: 898 time: 0.0882094 Jul 07 20:29:09.831254 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d8b41d6-2eeb-47a5-8440-1f1592926c98 req-574935bd-e2fa-4992-b771-f395c85256be service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a21a575-30b4-443f-98a1-5dd7fe4d0df6 HTTP/1.1" status: 200 len: 217 time: 0.0341179 Jul 07 20:29:09.884171 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b41d6-2eeb-47a5-8440-1f1592926c98 req-18ce4ff4-8248-4c2d-9d83-988be2c45d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:09.885625 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d8b41d6-2eeb-47a5-8440-1f1592926c98 req-18ce4ff4-8248-4c2d-9d83-988be2c45d06 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0d3a1711-eef5-43bf-8d31-4274c1ab5e65 HTTP/1.1" status: 200 len: 835 time: 0.0475342 Jul 07 20:29:09.945309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b41d6-2eeb-47a5-8440-1f1592926c98 req-a044fc94-f12e-4950-bdb4-f30eaf1e1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:09.946714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d8b41d6-2eeb-47a5-8440-1f1592926c98 req-a044fc94-f12e-4950-bdb4-f30eaf1e1038 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512636 Jul 07 20:29:10.035289 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d8b41d6-2eeb-47a5-8440-1f1592926c98 req-46d3e393-88fe-4143-b896-63a3011dcbf4 service neutron] 10.222.0.110 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810242 Jul 07 20:29:10.128542 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d8b41d6-2eeb-47a5-8440-1f1592926c98 req-d31e64c4-2e68-4a21-b4df-9cf4433ce72e service neutron] 10.222.0.110 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854661 Jul 07 20:29:10.382022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97fbd5-d160-4a4a-8e8c-efd5da702271 req-4d4d5dbf-9eff-436a-af59-d48f63589e10 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:10.383545 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a97fbd5-d160-4a4a-8e8c-efd5da702271 req-4d4d5dbf-9eff-436a-af59-d48f63589e10 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0650034 Jul 07 20:29:10.421336 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a97fbd5-d160-4a4a-8e8c-efd5da702271 req-8545681b-49a9-47af-9837-3d7ad80f4b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319953 Jul 07 20:29:10.567354 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:11.595478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c37a5-3d32-4867-9799-085c2a589a04 req-9e0b19f5-6abb-4a1d-aac2-57a3d8de3693 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:11.596974 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d9c37a5-3d32-4867-9799-085c2a589a04 req-9e0b19f5-6abb-4a1d-aac2-57a3d8de3693 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0633397 Jul 07 20:29:11.637816 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9d9c37a5-3d32-4867-9799-085c2a589a04 req-30218b2c-ef32-4641-a77b-555cd87d904a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352886 Jul 07 20:29:12.001928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:29:12.097873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4a21a575-30b4-443f-98a1-5dd7fe4d0df6,segment=NetworkSegment(ee66da37-c0b9-4072-8c71-47b0d6ac8d52),segment_id=ee66da37-c0b9-4072-8c71-47b0d6ac8d52)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:29:12.110150 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'port_id': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6', 'mac_address': 'fa:16:3e:a2:0d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:29:12.151768 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:12.164688 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:29:12.184980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4a21a575-30b4-443f-98a1-5dd7fe4d0df6,segment=NetworkSegment(ee66da37-c0b9-4072-8c71-47b0d6ac8d52),segment_id=ee66da37-c0b9-4072-8c71-47b0d6ac8d52)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:29:12.188549 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:12.234975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=4a21a575-30b4-443f-98a1-5dd7fe4d0df6,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:12.492389 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['4a21a575-30b4-443f-98a1-5dd7fe4d0df6'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:29:12.766285 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:29:12.817413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910ecde-acfd-4bb5-8774-6e61a3a1a058 req-305657c1-3609-45ed-9ab3-678a579e2b25 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:12.818960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1910ecde-acfd-4bb5-8774-6e61a3a1a058 req-305657c1-3609-45ed-9ab3-678a579e2b25 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 944 time: 0.0679686 Jul 07 20:29:12.857536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1910ecde-acfd-4bb5-8774-6e61a3a1a058 req-200c4efe-b88d-4353-a1fc-4f81f7601640 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326433 Jul 07 20:29:14.001622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:29:14.034260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e00e4b-0bd3-455a-8bc0-9ffc52230f80 req-36738b12-65ce-49a4-a910-31c804d575ff tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:14.035803 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8e00e4b-0bd3-455a-8bc0-9ffc52230f80 req-36738b12-65ce-49a4-a910-31c804d575ff tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 944 time: 0.0637507 Jul 07 20:29:14.053456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:29:14.057547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:29:14.057914 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:14.076509 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8e00e4b-0bd3-455a-8bc0-9ffc52230f80 req-9ac6fb4a-8677-455a-9dd2-af2105da8457 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349736 Jul 07 20:29:14.134430 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:14.155793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:29:14.158130 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9890314-9d5c-4414-9d10-186390d13878" -d '{"events": [{"server_uuid": "7502619b-a4b2-4de1-a7df-ae83c028e4c9", "name": "network-vif-plugged", "status": "completed", "tag": "4a21a575-30b4-443f-98a1-5dd7fe4d0df6"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:29:14.171892 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4a21a575-30b4-443f-98a1-5dd7fe4d0df6,segment=NetworkSegment(ee66da37-c0b9-4072-8c71-47b0d6ac8d52),segment_id=ee66da37-c0b9-4072-8c71-47b0d6ac8d52)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:29:14.175861 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:14.198865 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c320eecd-4f6a-4d6f-8ed6-29af7bf23db3 x-openstack-request-id: req-c320eecd-4f6a-4d6f-8ed6-29af7bf23db3 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:29:14.199156 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7502619b-a4b2-4de1-a7df-ae83c028e4c9", "name": "network-vif-plugged", "status": "completed", "tag": "4a21a575-30b4-443f-98a1-5dd7fe4d0df6", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:29:14.199405 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c320eecd-4f6a-4d6f-8ed6-29af7bf23db3 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:29:14.199791 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6', 'code': 200} Jul 07 20:29:14.225879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=4a21a575-30b4-443f-98a1-5dd7fe4d0df6,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:14.308481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fb425-573d-4e53-9ce5-72e93b43e58b req-8d36471d-5e0a-408a-95cd-6d7b04f03452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:14.309855 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-352fb425-573d-4e53-9ce5-72e93b43e58b req-8d36471d-5e0a-408a-95cd-6d7b04f03452 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 1096 time: 0.0514867 Jul 07 20:29:14.343654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-352fb425-573d-4e53-9ce5-72e93b43e58b req-1e8a617c-8c08-464a-acf7-39bd51f76eaa service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272820 Jul 07 20:29:15.258875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fb1d8-b0f4-4c0d-acd8-a183051ea449 req-0d25f826-eb1e-4bb9-860b-b20991a73248 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:15.260543 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a17fb1d8-b0f4-4c0d-acd8-a183051ea449 req-0d25f826-eb1e-4bb9-860b-b20991a73248 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0650768 Jul 07 20:29:15.299578 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a17fb1d8-b0f4-4c0d-acd8-a183051ea449 req-ca362ce6-3d86-4aad-a900-1c2aa0a61bd8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325882 Jul 07 20:29:16.479944 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efef3a-7356-4b4b-af7b-b34f9b526046 req-041f7144-24af-4bc7-bedd-80d04c9b12fa tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:16.481452 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28efef3a-7356-4b4b-af7b-b34f9b526046 req-041f7144-24af-4bc7-bedd-80d04c9b12fa tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0647485 Jul 07 20:29:16.524390 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-28efef3a-7356-4b4b-af7b-b34f9b526046 req-f0ac64df-d6c6-4ca0-a6d4-1be04db26358 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368352 Jul 07 20:29:16.696934 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515be65-da1e-44b1-9334-d284effa62cc req-ff2ba99d-a7b5-4136-9dd6-381b3b5afe16 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:16.698298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6515be65-da1e-44b1-9334-d284effa62cc req-ff2ba99d-a7b5-4136-9dd6-381b3b5afe16 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0650337 Jul 07 20:29:16.736871 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6515be65-da1e-44b1-9334-d284effa62cc req-b94f8cc5-d907-46fa-b13b-8f6df13a12a9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328023 Jul 07 20:29:16.760083 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51644) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:29:16.810784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba16bf-cf79-4a8f-83ec-7b6f2394fd38 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:16.812330 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-37ba16bf-cf79-4a8f-83ec-7b6f2394fd38 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 1091 time: 0.0512843 Jul 07 20:29:16.815093 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51646) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:29:16.819623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:29:16.841069 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:16.938127 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:17.038085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.25.0.243 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/005427e4-72e7-4bec-a368-4ac35fbf7116) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:29:17.140697 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:17.181468 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:17.218504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:29:17.223704 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:29:17.227060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:29:17.232450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=005427e4-72e7-4bec-a368-4ac35fbf7116,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:17.892607 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:17.971525 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:18.114110 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:18.118669 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:18.188946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=005427e4-72e7-4bec-a368-4ac35fbf7116,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:18.198813 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:18.304573 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Floating IP 9ba45fd4-687c-45bf-aa2b-03ca878cf3f3 associated. External IP: 172.25.0.243, port: 4a21a575-30b4-443f-98a1-5dd7fe4d0df6. Jul 07 20:29:18.508568 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 13fc7883-181c-472c-a842-3c59f9054f01 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:29:18.618342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:29:18.628040 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa30527-b30d-420e-91a7-89980a52e7eb None None] Sync routers for ids ['13fc7883-181c-472c-a842-3c59f9054f01'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:29:18.636084 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:18.639072 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa30527-b30d-420e-91a7-89980a52e7eb None None] Routers {'13fc7883-181c-472c-a842-3c59f9054f01'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:29:18.639688 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-daa30527-b30d-420e-91a7-89980a52e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:28:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13fc7883-181c-472c-a842-3c59f9054f01'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:18.672969 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fb288ebd-ce56-4fca-b280-fd1033d708ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8568568 Jul 07 20:29:18.673555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'tag': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:29:18.675861 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e11530a-6b6d-44bb-bb9d-ef18a4e7ab43" -d '{"events": [{"name": "network-changed", "server_uuid": "7502619b-a4b2-4de1-a7df-ae83c028e4c9", "tag": "4a21a575-30b4-443f-98a1-5dd7fe4d0df6"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:29:18.713286 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2a3e6d-5c07-46e4-9a05-8ee9f63c88a9 x-openstack-request-id: req-cb2a3e6d-5c07-46e4-9a05-8ee9f63c88a9 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:29:18.713579 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7502619b-a4b2-4de1-a7df-ae83c028e4c9", "tag": "4a21a575-30b4-443f-98a1-5dd7fe4d0df6", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:29:18.713831 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb2a3e6d-5c07-46e4-9a05-8ee9f63c88a9 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:29:18.714235 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'tag': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6', 'status': 'completed', 'code': 200} Jul 07 20:29:18.747261 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-daa30527-b30d-420e-91a7-89980a52e7eb None None] Set router 13fc7883-181c-472c-a842-3c59f9054f01 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:29:18.840241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11530a-6b6d-44bb-bb9d-ef18a4e7ab43 req-e7ab6ca3-a741-4386-915e-7a6c62b2e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:18.841657 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e11530a-6b6d-44bb-bb9d-ef18a4e7ab43 req-e7ab6ca3-a741-4386-915e-7a6c62b2e581 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 1096 time: 0.0959918 Jul 07 20:29:18.865161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190baf5a-6ce7-42d9-9ab8-246915f96235 req-a1576196-05a2-4f04-a9f5-b00389375580 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:18.866618 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-190baf5a-6ce7-42d9-9ab8-246915f96235 req-a1576196-05a2-4f04-a9f5-b00389375580 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0922844 Jul 07 20:29:18.948815 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-190baf5a-6ce7-42d9-9ab8-246915f96235 req-0486fb6c-58c2-475e-aec7-5c84313b5c86 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723982 Jul 07 20:29:18.974524 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-daa30527-b30d-420e-91a7-89980a52e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '9ba45fd4-687c-45bf-aa2b-03ca878cf3f3', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'port_id': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'mac_address': 'fa:16:3e:a2:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:29:17Z', 'updated_at': '2021-07-07T20:29:17Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ef5163-6d0b-42e6-805e-5fd2b62280f5', 'name': '', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:d8:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:29:00Z', 'updated_at': '2021-07-07T20:29:06Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:18.974724 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11530a-6b6d-44bb-bb9d-ef18a4e7ab43 req-d000a2ff-85c0-4151-9527-008d7b712e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:18.975576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51652) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:29:18.976130 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e11530a-6b6d-44bb-bb9d-ef18a4e7ab43 req-d000a2ff-85c0-4151-9527-008d7b712e2e service neutron] 10.222.0.110 "GET /v2.0/networks?id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f HTTP/1.1" status: 200 len: 898 time: 0.1271095 Jul 07 20:29:19.000987 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa30527-b30d-420e-91a7-89980a52e7eb None None] Checking router: 13fc7883-181c-472c-a842-3c59f9054f01 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:29:19.009772 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa30527-b30d-420e-91a7-89980a52e7eb None None] Routers {'13fc7883-181c-472c-a842-3c59f9054f01'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:29:19.010387 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-daa30527-b30d-420e-91a7-89980a52e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:28:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13fc7883-181c-472c-a842-3c59f9054f01'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:19.040126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4650a0cd-ee25-402e-8716-0b7f7ad5a883 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/9ba45fd4-687c-45bf-aa2b-03ca878cf3f3 HTTP/1.1" status: 200 len: 991 time: 0.0623269 Jul 07 20:29:19.043732 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e11530a-6b6d-44bb-bb9d-ef18a4e7ab43 req-4aa8f3a7-70b5-4df9-8164-27e7d41be356 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a21a575-30b4-443f-98a1-5dd7fe4d0df6 HTTP/1.1" status: 200 len: 999 time: 0.0595536 Jul 07 20:29:19.097004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11530a-6b6d-44bb-bb9d-ef18a4e7ab43 req-ba301ae5-862b-4947-9d60-18efea0e1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:19.098388 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e11530a-6b6d-44bb-bb9d-ef18a4e7ab43 req-ba301ae5-862b-4947-9d60-18efea0e1f76 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0d3a1711-eef5-43bf-8d31-4274c1ab5e65 HTTP/1.1" status: 200 len: 835 time: 0.0478799 Jul 07 20:29:19.116100 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-daa30527-b30d-420e-91a7-89980a52e7eb None None] Set router 13fc7883-181c-472c-a842-3c59f9054f01 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:29:19.157066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11530a-6b6d-44bb-bb9d-ef18a4e7ab43 req-5ca70212-909d-48e6-8697-633bfb653903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:19.158573 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e11530a-6b6d-44bb-bb9d-ef18a4e7ab43 req-5ca70212-909d-48e6-8697-633bfb653903 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533688 Jul 07 20:29:19.249829 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e11530a-6b6d-44bb-bb9d-ef18a4e7ab43 req-b5d7aaf1-541c-4eb5-a41d-11cf8c6e25fe service neutron] 10.222.0.110 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834842 Jul 07 20:29:19.339835 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-daa30527-b30d-420e-91a7-89980a52e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '9ba45fd4-687c-45bf-aa2b-03ca878cf3f3', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'port_id': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'mac_address': 'fa:16:3e:a2:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:29:17Z', 'updated_at': '2021-07-07T20:29:17Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ef5163-6d0b-42e6-805e-5fd2b62280f5', 'name': '', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:d8:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:29:00Z', 'updated_at': '2021-07-07T20:29:06Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:19.344922 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1e11530a-6b6d-44bb-bb9d-ef18a4e7ab43 req-5b930a1f-a808-4cbc-b0ba-2c783baa5e8c service neutron] 10.222.0.110 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885231 Jul 07 20:29:19.367110 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa30527-b30d-420e-91a7-89980a52e7eb None None] The sync data for ids ['13fc7883-181c-472c-a842-3c59f9054f01'] in n-d-793621-9 is: [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '9ba45fd4-687c-45bf-aa2b-03ca878cf3f3', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'port_id': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'mac_address': 'fa:16:3e:a2:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:29:17Z', 'updated_at': '2021-07-07T20:29:17Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ef5163-6d0b-42e6-805e-5fd2b62280f5', 'name': '', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:d8:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:29:00Z', 'updated_at': '2021-07-07T20:29:06Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:29:19.545866 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e0db4-be5c-4c68-b64c-188e81bafa14 None None] New status for floating IP 9ba45fd4-687c-45bf-aa2b-03ca878cf3f3: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:29:20.044017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51654) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:29:20.106420 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-4d9ca82d-3d6f-437b-ba78-d5eaa7ee933a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/9ba45fd4-687c-45bf-aa2b-03ca878cf3f3 HTTP/1.1" status: 200 len: 993 time: 0.0612695 Jul 07 20:29:21.228664 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5fab-700d-414d-8f54-3af701f16d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:24.007702 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:24.160225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-588341aa-66de-47fe-a826-bdd4d75751c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:25.076493 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:26.783523 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:36.407240 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:40.585557 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:49.766082 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:29:51.230455 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-117921e5-1d63-4e1e-be2b-09c2a9ee3e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:53.598436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47890293-9e3a-4b3a-84c5-1c5497d78f93 req-00980f63-d123-4da2-b89d-8cf5dbe6248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:53.600139 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47890293-9e3a-4b3a-84c5-1c5497d78f93 req-00980f63-d123-4da2-b89d-8cf5dbe6248c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 1096 time: 0.0580308 Jul 07 20:29:53.641140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1710e83-a6dd-4c1e-a10d-a81d1e4739c8 req-4266f6bd-5aeb-48b2-a8d0-9b61873cd958 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:53.642664 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a1710e83-a6dd-4c1e-a10d-a81d1e4739c8 req-4266f6bd-5aeb-48b2-a8d0-9b61873cd958 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0654032 Jul 07 20:29:53.685141 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a1710e83-a6dd-4c1e-a10d-a81d1e4739c8 req-1528e95e-1f80-4977-8604-66d54a27be56 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358365 Jul 07 20:29:53.703722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47890293-9e3a-4b3a-84c5-1c5497d78f93 req-d61f0e7e-a368-4168-9093-eb72eb90a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:53.705339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47890293-9e3a-4b3a-84c5-1c5497d78f93 req-d61f0e7e-a368-4168-9093-eb72eb90a271 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f HTTP/1.1" status: 200 len: 898 time: 0.0960751 Jul 07 20:29:53.772410 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47890293-9e3a-4b3a-84c5-1c5497d78f93 req-435c3817-c041-4c03-ab76-c67bb3bd937c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a21a575-30b4-443f-98a1-5dd7fe4d0df6 HTTP/1.1" status: 200 len: 1001 time: 0.0590672 Jul 07 20:29:53.823374 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47890293-9e3a-4b3a-84c5-1c5497d78f93 req-0e712939-639e-434a-9481-83ca39777b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:53.824721 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47890293-9e3a-4b3a-84c5-1c5497d78f93 req-0e712939-639e-434a-9481-83ca39777b4c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0d3a1711-eef5-43bf-8d31-4274c1ab5e65 HTTP/1.1" status: 200 len: 835 time: 0.0446696 Jul 07 20:29:53.888012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47890293-9e3a-4b3a-84c5-1c5497d78f93 req-6e3811f8-26cd-4cbb-9128-6694c844f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:53.889516 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47890293-9e3a-4b3a-84c5-1c5497d78f93 req-6e3811f8-26cd-4cbb-9128-6694c844f3d2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567629 Jul 07 20:29:53.981458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47890293-9e3a-4b3a-84c5-1c5497d78f93 req-e1bbc77c-bb59-4110-9a0e-b70826521ad0 service neutron] 10.222.0.110 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840936 Jul 07 20:29:54.009871 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:54.083332 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-47890293-9e3a-4b3a-84c5-1c5497d78f93 req-6aef28cd-7912-43cd-ada5-2cd650fadafd service neutron] 10.222.0.110 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935652 Jul 07 20:29:54.162345 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ebb4-f8bd-4010-ba18-17dcf13efc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:54.863087 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5ef5c-ebd9-4cf9-8f78-aa39eecd79fa req-d4967540-3041-4a3b-b315-30ac918c6eff tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:54.864601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5cc5ef5c-ebd9-4cf9-8f78-aa39eecd79fa req-d4967540-3041-4a3b-b315-30ac918c6eff tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0655246 Jul 07 20:29:54.904079 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5cc5ef5c-ebd9-4cf9-8f78-aa39eecd79fa req-ab62eb70-b090-410a-ad92-4202812de726 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337133 Jul 07 20:29:55.080409 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:56.079921 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4d68c-4b96-4b51-9ee1-5c1ded991988 req-dab1248f-5a68-4b13-8274-161d2cf374fa tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:56.081309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ea4d68c-4b96-4b51-9ee1-5c1ded991988 req-dab1248f-5a68-4b13-8274-161d2cf374fa tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0667455 Jul 07 20:29:56.119690 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5ea4d68c-4b96-4b51-9ee1-5c1ded991988 req-1f63632b-18f3-46e1-9c92-0703e8725cce tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320225 Jul 07 20:29:56.786053 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:57.290138 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0786e75-b404-4da2-9faa-49506925345f req-b525ff2a-2c0f-4a08-b455-a9bca9d20800 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:57.291641 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0786e75-b404-4da2-9faa-49506925345f req-b525ff2a-2c0f-4a08-b455-a9bca9d20800 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0628126 Jul 07 20:29:57.327728 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b0786e75-b404-4da2-9faa-49506925345f req-d48c54d5-97d9-42de-93c3-8d2c6d9e4713 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305843 Jul 07 20:29:58.501021 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364db5-4edb-4c42-943e-df7b94df3a07 req-4a96bd50-567a-494f-bbaf-8a73de77c5b2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:58.502499 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f3364db5-4edb-4c42-943e-df7b94df3a07 req-4a96bd50-567a-494f-bbaf-8a73de77c5b2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0629873 Jul 07 20:29:58.538983 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f3364db5-4edb-4c42-943e-df7b94df3a07 req-d643052a-dcd9-470f-a049-40c6e19397ae tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308795 Jul 07 20:29:59.723903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4c3e7-05ea-4d42-b620-7e42123a1aad req-21828393-e6e9-47c4-b803-105bee48b7ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:59.725422 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ce4c3e7-05ea-4d42-b620-7e42123a1aad req-21828393-e6e9-47c4-b803-105bee48b7ed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0683398 Jul 07 20:29:59.763621 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7ce4c3e7-05ea-4d42-b620-7e42123a1aad req-6ad7f880-2356-4776-8bfd-7f997da8a65f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323334 Jul 07 20:30:00.948937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c9daf-62b4-475f-8627-517cf45c5016 req-5d1bcdee-38dc-4f19-a180-64f73a35f797 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:00.950442 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c4c9daf-62b4-475f-8627-517cf45c5016 req-5d1bcdee-38dc-4f19-a180-64f73a35f797 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0630784 Jul 07 20:30:00.993070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c4c9daf-62b4-475f-8627-517cf45c5016 req-6d6f683f-f6e7-402a-a486-4c465ebb2699 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368106 Jul 07 20:30:02.169201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5035a-a319-466e-a6d8-8eb636712e3a req-e6c863e6-2f1d-40b0-ac86-2c1884e37b43 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:02.170684 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-09a5035a-a319-466e-a6d8-8eb636712e3a req-e6c863e6-2f1d-40b0-ac86-2c1884e37b43 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0643163 Jul 07 20:30:02.208981 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-09a5035a-a319-466e-a6d8-8eb636712e3a req-0bc41bde-b0ea-4fcd-aed4-72553c05f03d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325058 Jul 07 20:30:02.792701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673161c5-9599-4761-b7e5-537e9a007cc8 req-ca30f053-a57d-4034-a3d1-c0151765f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:02.794090 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-673161c5-9599-4761-b7e5-537e9a007cc8 req-ca30f053-a57d-4034-a3d1-c0151765f9e5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 1096 time: 0.0574591 Jul 07 20:30:02.900463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673161c5-9599-4761-b7e5-537e9a007cc8 req-9adee48f-d676-4817-bdcb-2bb9bd50f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:02.901941 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-673161c5-9599-4761-b7e5-537e9a007cc8 req-9adee48f-d676-4817-bdcb-2bb9bd50f377 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f HTTP/1.1" status: 200 len: 898 time: 0.0855072 Jul 07 20:30:02.970960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-673161c5-9599-4761-b7e5-537e9a007cc8 req-0ca63b12-2237-4ae1-a7ad-1157ba4699f8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a21a575-30b4-443f-98a1-5dd7fe4d0df6 HTTP/1.1" status: 200 len: 1001 time: 0.0613203 Jul 07 20:30:03.021857 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673161c5-9599-4761-b7e5-537e9a007cc8 req-b05738cc-7836-4a5f-ad29-4655843c9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:03.023473 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-673161c5-9599-4761-b7e5-537e9a007cc8 req-b05738cc-7836-4a5f-ad29-4655843c9823 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0d3a1711-eef5-43bf-8d31-4274c1ab5e65 HTTP/1.1" status: 200 len: 835 time: 0.0457554 Jul 07 20:30:03.082901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673161c5-9599-4761-b7e5-537e9a007cc8 req-a756134d-add9-4b59-92d4-9357d4f0ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:03.084317 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-673161c5-9599-4761-b7e5-537e9a007cc8 req-a756134d-add9-4b59-92d4-9357d4f0ed7a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531251 Jul 07 20:30:03.178602 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-673161c5-9599-4761-b7e5-537e9a007cc8 req-53250d4d-6f3a-4242-b706-a3edb7f9ae1d service neutron] 10.222.0.110 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870459 Jul 07 20:30:03.270358 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-673161c5-9599-4761-b7e5-537e9a007cc8 req-f0b5b3df-e2ab-4941-aedf-5cfba6e8bcbc service neutron] 10.222.0.110 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841227 Jul 07 20:30:03.389070 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34db56-0590-4a98-b469-55e9c33a589b req-15670423-3f89-4c05-ab29-4b6cba2610ae tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:03.390482 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e34db56-0590-4a98-b469-55e9c33a589b req-15670423-3f89-4c05-ab29-4b6cba2610ae tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0644293 Jul 07 20:30:03.429099 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0e34db56-0590-4a98-b469-55e9c33a589b req-60c8996e-2d6d-4be9-a510-b47d1e49d43d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319145 Jul 07 20:30:04.599433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc3282-cc98-44c9-a2f2-5e0ba03892e2 req-6c22b3d5-706d-456e-91a1-eb5d5788c4e7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:04.600916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ffc3282-cc98-44c9-a2f2-5e0ba03892e2 req-6c22b3d5-706d-456e-91a1-eb5d5788c4e7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0626764 Jul 07 20:30:04.637332 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1ffc3282-cc98-44c9-a2f2-5e0ba03892e2 req-930332ff-ea81-495c-a1da-5cbf28996c42 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308928 Jul 07 20:30:05.811120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac4546-4317-4aba-806d-4962358e59cf req-8aae3b86-97c6-4ca3-87dc-f2e851923fe7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:05.812629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-66ac4546-4317-4aba-806d-4962358e59cf req-8aae3b86-97c6-4ca3-87dc-f2e851923fe7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0627511 Jul 07 20:30:05.853436 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-66ac4546-4317-4aba-806d-4962358e59cf req-0936baec-4eae-4a60-a268-955bb47224c9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350718 Jul 07 20:30:05.877272 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51702) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:05.940744 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2588aa16-6d9e-4743-a232-fee74cb9a401 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/9ba45fd4-687c-45bf-aa2b-03ca878cf3f3 HTTP/1.1" status: 200 len: 993 time: 0.0621674 Jul 07 20:30:06.407747 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:10.602208 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:21.231625 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6409-5853-426f-bf5a-23efe651cf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:24.009863 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:24.162942 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ee5eba14-5dc4-4054-b219-7272ce3aa4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:25.084622 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:26.765636 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:30:26.788671 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:36.413030 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:38.363318 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51722) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:38.516313 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 005427e4-72e7-4bec-a368-4ac35fbf7116 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:30:38.516656 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:38.592769 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:38.593095 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:38.605284 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 005427e4-72e7-4bec-a368-4ac35fbf7116 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:30:38.750095 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:38.782782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=005427e4-72e7-4bec-a368-4ac35fbf7116,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:38.808048 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:38.808431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:38.808776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:38.809114 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:38.809449 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:38.809815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:38.810148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:38.810475 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:38.810830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:38.811161 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:38.811485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:38.811808 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:38.849433 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:38.849765 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Floating IP 9ba45fd4-687c-45bf-aa2b-03ca878cf3f3 disassociated (deleted). External IP: 172.25.0.243, port: 4a21a575-30b4-443f-98a1-5dd7fe4d0df6. Jul 07 20:30:39.055421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 13fc7883-181c-472c-a842-3c59f9054f01 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:30:39.162419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:30:39.167149 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:39.172421 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea3377c-51d1-4ac3-a3f3-6bbe5018e80b None None] Sync routers for ids ['13fc7883-181c-472c-a842-3c59f9054f01'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:30:39.182023 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea3377c-51d1-4ac3-a3f3-6bbe5018e80b None None] Routers {'13fc7883-181c-472c-a842-3c59f9054f01'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:30:39.182633 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9ea3377c-51d1-4ac3-a3f3-6bbe5018e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:30:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13fc7883-181c-472c-a842-3c59f9054f01'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:39.204593 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e3467113-3614-4454-97df-aa0ffd28d67b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/floatingips/9ba45fd4-687c-45bf-aa2b-03ca878cf3f3 HTTP/1.1" status: 204 len: 168 time: 0.8401918 Jul 07 20:30:39.205200 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'tag': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:30:39.207554 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23ae2a8-8fd8-43e7-b832-5c6c48a6f4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7502619b-a4b2-4de1-a7df-ae83c028e4c9", "tag": "4a21a575-30b4-443f-98a1-5dd7fe4d0df6"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:30:39.246810 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f92fad-cab7-471d-87c7-d242773c9014 x-openstack-request-id: req-98f92fad-cab7-471d-87c7-d242773c9014 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:30:39.247173 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7502619b-a4b2-4de1-a7df-ae83c028e4c9", "tag": "4a21a575-30b4-443f-98a1-5dd7fe4d0df6", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:30:39.247509 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98f92fad-cab7-471d-87c7-d242773c9014 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:30:39.247976 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'tag': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6', 'status': 'completed', 'code': 200} Jul 07 20:30:39.291985 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-9ea3377c-51d1-4ac3-a3f3-6bbe5018e80b None None] Set router 13fc7883-181c-472c-a842-3c59f9054f01 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:30:39.326965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ae2a8-8fd8-43e7-b832-5c6c48a6f4aa req-a5890f81-1a51-41d8-af9b-72f4829b8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:39.328578 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f23ae2a8-8fd8-43e7-b832-5c6c48a6f4aa req-a5890f81-1a51-41d8-af9b-72f4829b8035 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 1096 time: 0.0579612 Jul 07 20:30:39.424176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ae2a8-8fd8-43e7-b832-5c6c48a6f4aa req-69e147a6-7d68-4667-995d-353b71f795b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:39.426497 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f23ae2a8-8fd8-43e7-b832-5c6c48a6f4aa req-69e147a6-7d68-4667-995d-353b71f795b9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f HTTP/1.1" status: 200 len: 898 time: 0.0897908 Jul 07 20:30:39.473164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f23ae2a8-8fd8-43e7-b832-5c6c48a6f4aa req-416ce52a-18f9-4e56-93b4-44a54ed84e2b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a21a575-30b4-443f-98a1-5dd7fe4d0df6 HTTP/1.1" status: 200 len: 217 time: 0.0397027 Jul 07 20:30:39.498584 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9ea3377c-51d1-4ac3-a3f3-6bbe5018e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84ef5163-6d0b-42e6-805e-5fd2b62280f5', 'name': '', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:d8:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:29:00Z', 'updated_at': '2021-07-07T20:29:06Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:39.524987 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ae2a8-8fd8-43e7-b832-5c6c48a6f4aa req-c3fb72bd-4a68-464b-bb62-c81cc8bc0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:39.525249 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea3377c-51d1-4ac3-a3f3-6bbe5018e80b None None] Checking router: 13fc7883-181c-472c-a842-3c59f9054f01 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:30:39.526507 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f23ae2a8-8fd8-43e7-b832-5c6c48a6f4aa req-c3fb72bd-4a68-464b-bb62-c81cc8bc0bfb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0d3a1711-eef5-43bf-8d31-4274c1ab5e65 HTTP/1.1" status: 200 len: 835 time: 0.0463049 Jul 07 20:30:39.534297 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea3377c-51d1-4ac3-a3f3-6bbe5018e80b None None] Routers {'13fc7883-181c-472c-a842-3c59f9054f01'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:30:39.535126 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9ea3377c-51d1-4ac3-a3f3-6bbe5018e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:30:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13fc7883-181c-472c-a842-3c59f9054f01'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:39.618930 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ae2a8-8fd8-43e7-b832-5c6c48a6f4aa req-ba0d7dc2-b579-4ba0-a6d9-325a7f4cfe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:39.620418 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f23ae2a8-8fd8-43e7-b832-5c6c48a6f4aa req-ba0d7dc2-b579-4ba0-a6d9-325a7f4cfe60 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f2c23cfe-f194-4cfe-8699-d2848bc97e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865409 Jul 07 20:30:39.645337 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-9ea3377c-51d1-4ac3-a3f3-6bbe5018e80b None None] Set router 13fc7883-181c-472c-a842-3c59f9054f01 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:30:39.705718 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57912149-8389-4595-bd2d-5567a0c38613 req-2b7be1b1-bf89-4226-a61f-bbc0d1a15b44 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:39.707295 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57912149-8389-4595-bd2d-5567a0c38613 req-2b7be1b1-bf89-4226-a61f-bbc0d1a15b44 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.1799030 Jul 07 20:30:39.760254 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f23ae2a8-8fd8-43e7-b832-5c6c48a6f4aa req-b8015bbe-63af-4051-bb82-e0158b07c249 service neutron] 10.222.0.110 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305752 Jul 07 20:30:39.792542 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57912149-8389-4595-bd2d-5567a0c38613 req-3e45a481-048d-4527-998a-3082ccef6446 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741549 Jul 07 20:30:39.936753 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-9ea3377c-51d1-4ac3-a3f3-6bbe5018e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84ef5163-6d0b-42e6-805e-5fd2b62280f5', 'name': '', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:d8:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:29:00Z', 'updated_at': '2021-07-07T20:29:06Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:39.968338 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea3377c-51d1-4ac3-a3f3-6bbe5018e80b None None] The sync data for ids ['13fc7883-181c-472c-a842-3c59f9054f01'] in n-d-793621-9 is: [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '84ef5163-6d0b-42e6-805e-5fd2b62280f5', 'name': '', 'network_id': 'f2c23cfe-f194-4cfe-8699-d2848bc97e5f', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:d8:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:29:00Z', 'updated_at': '2021-07-07T20:29:06Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': '0d3a1711-eef5-43bf-8d31-4274c1ab5e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:30:40.188738 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59423cef-73b0-4a5c-8465-8e150eed260d None None] New status for floating IP 9ba45fd4-687c-45bf-aa2b-03ca878cf3f3: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:30:40.195372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f23ae2a8-8fd8-43e7-b832-5c6c48a6f4aa req-af81a584-693b-4da4-b309-bd46f0e85ca5 service neutron] 10.222.0.110 "GET /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271932 Jul 07 20:30:40.601215 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:41.020317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf276da5-cd1a-41ba-88fa-50a7319f97ad req-7cff696c-90c5-4892-8ae2-279892a76f0f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:41.021815 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf276da5-cd1a-41ba-88fa-50a7319f97ad req-7cff696c-90c5-4892-8ae2-279892a76f0f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.1128988 Jul 07 20:30:41.060784 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf276da5-cd1a-41ba-88fa-50a7319f97ad req-49f87881-d0e1-4eec-95f0-65481d1727e7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=af50826b-18b3-488e-948f-ea4bab0538bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331798 Jul 07 20:30:41.338743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2994ab7-8482-4252-84f9-62a5fdabcf2c req-b46045e0-cc7a-40cf-90db-44d61e3b4127 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:41.340243 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b2994ab7-8482-4252-84f9-62a5fdabcf2c req-b46045e0-cc7a-40cf-90db-44d61e3b4127 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.110 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0622129 Jul 07 20:30:41.442512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-b2994ab7-8482-4252-84f9-62a5fdabcf2c req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:30:41.442882 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b2994ab7-8482-4252-84f9-62a5fdabcf2c req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:41.529682 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-b2994ab7-8482-4252-84f9-62a5fdabcf2c req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=4a21a575-30b4-443f-98a1-5dd7fe4d0df6,segment=NetworkSegment(ee66da37-c0b9-4072-8c71-47b0d6ac8d52),segment_id=ee66da37-c0b9-4072-8c71-47b0d6ac8d52)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:30:41.530047 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b2994ab7-8482-4252-84f9-62a5fdabcf2c req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:41.542945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-b2994ab7-8482-4252-84f9-62a5fdabcf2c req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:30:41.671030 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b2994ab7-8482-4252-84f9-62a5fdabcf2c req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:41.702760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=4a21a575-30b4-443f-98a1-5dd7fe4d0df6,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:41.733731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:41.734088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:41.734439 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:41.734782 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:41.735143 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:41.735481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:41.735819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:41.736153 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:41.736489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:41.736819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:41.737150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:41.738023 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:41.759834 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2994ab7-8482-4252-84f9-62a5fdabcf2c req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] No DVR routers for this DVR port 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:30:41.762149 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-b2994ab7-8482-4252-84f9-62a5fdabcf2c req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:41.764143 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b2994ab7-8482-4252-84f9-62a5fdabcf2c req-95fb1f4c-8527-4bf4-9ca2-245d8e411249 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.110 "DELETE /v2.0/ports/4a21a575-30b4-443f-98a1-5dd7fe4d0df6 HTTP/1.1" status: 204 len: 173 time: 0.4176002 Jul 07 20:30:41.764574 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'name': 'network-vif-deleted', 'tag': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:30:41.766875 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaeea9b-6e4f-4684-aba7-a1bdd0913e72" -d '{"events": [{"server_uuid": "7502619b-a4b2-4de1-a7df-ae83c028e4c9", "name": "network-vif-deleted", "tag": "4a21a575-30b4-443f-98a1-5dd7fe4d0df6"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:30:41.806079 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccb2a81-feb8-417c-b8f6-98c8e16fb040 x-openstack-request-id: req-eccb2a81-feb8-417c-b8f6-98c8e16fb040 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:30:41.806381 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7502619b-a4b2-4de1-a7df-ae83c028e4c9", "name": "network-vif-deleted", "tag": "4a21a575-30b4-443f-98a1-5dd7fe4d0df6", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:30:41.806639 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eccb2a81-feb8-417c-b8f6-98c8e16fb040 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:30:41.807081 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7502619b-a4b2-4de1-a7df-ae83c028e4c9', 'name': 'network-vif-deleted', 'tag': '4a21a575-30b4-443f-98a1-5dd7fe4d0df6', 'status': 'completed', 'code': 200} Jul 07 20:30:42.225166 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1974bfbc-5ea7-43e5-a87b-3e839381fc6c req-5c43f487-2691-4a5f-bd99-35b44f1a99aa tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=7502619b-a4b2-4de1-a7df-ae83c028e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0351260 Jul 07 20:30:43.319623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51742) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:43.677175 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38c0df4c-718d-439d-9532-2466d7093272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:43.947883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-38c0df4c-718d-439d-9532-2466d7093272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 84ef5163-6d0b-42e6-805e-5fd2b62280f5 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:30:43.948148 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38c0df4c-718d-439d-9532-2466d7093272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:44.040255 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-38c0df4c-718d-439d-9532-2466d7093272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port 84ef5163-6d0b-42e6-805e-5fd2b62280f5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=84ef5163-6d0b-42e6-805e-5fd2b62280f5,segment=NetworkSegment(ee66da37-c0b9-4072-8c71-47b0d6ac8d52),segment_id=ee66da37-c0b9-4072-8c71-47b0d6ac8d52)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:30:44.040622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38c0df4c-718d-439d-9532-2466d7093272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:44.053240 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-38c0df4c-718d-439d-9532-2466d7093272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 84ef5163-6d0b-42e6-805e-5fd2b62280f5 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:30:44.239506 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38c0df4c-718d-439d-9532-2466d7093272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:44.266638 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0df4c-718d-439d-9532-2466d7093272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=84ef5163-6d0b-42e6-805e-5fd2b62280f5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:44.447009 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38c0df4c-718d-439d-9532-2466d7093272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:44.660121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c0df4c-718d-439d-9532-2466d7093272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 13fc7883-181c-472c-a842-3c59f9054f01 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:30:44.771520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c0df4c-718d-439d-9532-2466d7093272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:30:44.776954 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-38c0df4c-718d-439d-9532-2466d7093272 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "PUT /v2.0/routers/13fc7883-181c-472c-a842-3c59f9054f01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4560840 Jul 07 20:30:44.779536 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51744) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:44.781306 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbae732-5b36-4ca7-a75d-b7610790c7b0 None None] Sync routers for ids ['13fc7883-181c-472c-a842-3c59f9054f01'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:30:44.791005 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbae732-5b36-4ca7-a75d-b7610790c7b0 None None] Routers {'13fc7883-181c-472c-a842-3c59f9054f01'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:30:44.791606 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cbbae732-5b36-4ca7-a75d-b7610790c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:30:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13fc7883-181c-472c-a842-3c59f9054f01'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:44.834510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-1984dad1-a646-42f1-9eb2-7b88827816dc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting subnet 0d3a1711-eef5-43bf-8d31-4274c1ab5e65 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:30:44.837942 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1984dad1-a646-42f1-9eb2-7b88827816dc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:44.877622 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1984dad1-a646-42f1-9eb2-7b88827816dc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:44.892715 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-cbbae732-5b36-4ca7-a75d-b7610790c7b0 None None] Set router 13fc7883-181c-472c-a842-3c59f9054f01 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:30:44.961587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1984dad1-a646-42f1-9eb2-7b88827816dc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.024294 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1984dad1-a646-42f1-9eb2-7b88827816dc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.055302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984dad1-a646-42f1-9eb2-7b88827816dc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3a1711-eef5-43bf-8d31-4274c1ab5e65,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:45.057357 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1984dad1-a646-42f1-9eb2-7b88827816dc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.059229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1984dad1-a646-42f1-9eb2-7b88827816dc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/subnets/0d3a1711-eef5-43bf-8d31-4274c1ab5e65 HTTP/1.1" status: 204 len: 168 time: 0.2786024 Jul 07 20:30:45.062076 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51746) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:45.068737 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638203f1-44ce-4294-883a-b7cdcc5bc779 None None] Network f2c23cfe-f194-4cfe-8699-d2848bc97e5f requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:30:45.075104 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cbbae732-5b36-4ca7-a75d-b7610790c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:30:44Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:45.103779 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbae732-5b36-4ca7-a75d-b7610790c7b0 None None] Checking router: 13fc7883-181c-472c-a842-3c59f9054f01 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:30:45.112692 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbae732-5b36-4ca7-a75d-b7610790c7b0 None None] Routers {'13fc7883-181c-472c-a842-3c59f9054f01'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:30:45.113096 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cbbae732-5b36-4ca7-a75d-b7610790c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:30:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['13fc7883-181c-472c-a842-3c59f9054f01'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:45.180191 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.219412 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-cbbae732-5b36-4ca7-a75d-b7610790c7b0 None None] Set router 13fc7883-181c-472c-a842-3c59f9054f01 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:30:45.272921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] DHCP port deletion for f2c23cfe-f194-4cfe-8699-d2848bc97e5f request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:30:45.291749 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.324318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Deleting port bc80f97a-f026-4f02-81e8-455619aae4a6 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:30:45.324706 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.350008 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 8b46b056-3928-49f5-8e53-d554e696e5d4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:30:45.350420 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.386597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] For port bc80f97a-f026-4f02-81e8-455619aae4a6, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=bc80f97a-f026-4f02-81e8-455619aae4a6,segment=NetworkSegment(ee66da37-c0b9-4072-8c71-47b0d6ac8d52),segment_id=ee66da37-c0b9-4072-8c71-47b0d6ac8d52)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:30:45.387000 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.400420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Calling delete_port for bc80f97a-f026-4f02-81e8-455619aae4a6 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:30:45.405047 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-cbbae732-5b36-4ca7-a75d-b7610790c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:30:44Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:45.433383 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port 8b46b056-3928-49f5-8e53-d554e696e5d4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8b46b056-3928-49f5-8e53-d554e696e5d4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:30:45.433658 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.434868 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbae732-5b36-4ca7-a75d-b7610790c7b0 None None] The sync data for ids ['13fc7883-181c-472c-a842-3c59f9054f01'] in n-d-793621-9 is: [{'id': '13fc7883-181c-472c-a842-3c59f9054f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374109216', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:30:44Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '8b46b056-3928-49f5-8e53-d554e696e5d4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fc7883-181c-472c-a842-3c59f9054f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:28:57Z', 'updated_at': '2021-07-07T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:30:45.447808 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 8b46b056-3928-49f5-8e53-d554e696e5d4 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:30:45.486264 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.515014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Pushing event deleted for resources: {'Port': ['ID=bc80f97a-f026-4f02-81e8-455619aae4a6,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:45.520138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] No DVR routers for this DVR port bc80f97a-f026-4f02-81e8-455619aae4a6 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:30:45.530958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:45.531724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:45.531894 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:45.532221 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:45.532556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:45.532878 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:45.533203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:45.533526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:45.533846 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:45.534161 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:45.534513 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:45.534862 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf87ce-29dd-4970-9837-8f63d6c9f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:45.613519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.644415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=8b46b056-3928-49f5-8e53-d554e696e5d4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:45.707095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.798125 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.800954 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.844746 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.845392 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Fanout notify agent at l3_agent the message router_deleted on router 13fc7883-181c-472c-a842-3c59f9054f01 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:30:45.853816 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.854993 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-707a0756-6f5b-40fc-9b04-d6f90433d044 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/routers/13fc7883-181c-472c-a842-3c59f9054f01 HTTP/1.1" status: 204 len: 168 time: 0.7921262 Jul 07 20:30:45.857737 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51748) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:45.948504 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:45.971878 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 84ef5163-6d0b-42e6-805e-5fd2b62280f5 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:30:45.994410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 84ef5163-6d0b-42e6-805e-5fd2b62280f5 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:30:45.994751 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 84ef5163-6d0b-42e6-805e-5fd2b62280f5 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:30:45.995195 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device bc80f97a-f026-4f02-81e8-455619aae4a6 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:30:46.014334 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: bc80f97a-f026-4f02-81e8-455619aae4a6 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:30:46.014681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device bc80f97a-f026-4f02-81e8-455619aae4a6 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:30:46.043122 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.054102 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c23cfe-f194-4cfe-8699-d2848bc97e5f']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:46.065342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:46.066291 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee66da37-c0b9-4072-8c71-47b0d6ac8d52') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:46.075772 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.089973 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.096087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:30:46.096486 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:30:46.099534 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:30:46.162421 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.169201 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.171027 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/networks/f2c23cfe-f194-4cfe-8699-d2848bc97e5f HTTP/1.1" status: 204 len: 168 time: 0.3112383 Jul 07 20:30:46.173940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51750) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:46.182687 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63552e-c131-4592-9df7-ed0446eb5a2a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Network': ['ID=f2c23cfe-f194-4cfe-8699-d2848bc97e5f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:46.236915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed1b37ce-5c26-4fb4-b27c-78170a4deac9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.262681 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed1b37ce-5c26-4fb4-b27c-78170a4deac9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.327034 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed1b37ce-5c26-4fb4-b27c-78170a4deac9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.329712 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ed1b37ce-5c26-4fb4-b27c-78170a4deac9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.330957 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ed1b37ce-5c26-4fb4-b27c-78170a4deac9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/security-groups/af50826b-18b3-488e-948f-ea4bab0538bd HTTP/1.1" status: 204 len: 168 time: 0.1559112 Jul 07 20:30:46.341013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b37ce-5c26-4fb4-b27c-78170a4deac9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af50826b-18b3-488e-948f-ea4bab0538bd,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:46.410970 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:30:46.431576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:30:46.431929 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 4a21a575-30b4-443f-98a1-5dd7fe4d0df6 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:30:46.570256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51756) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:46.575368 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-27fb88af-65c8-4646-964e-38b36a99b563 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-569430479', 'description': 'tempest-secgroup-smoke-569430479 description', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:30:46.598372 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27fb88af-65c8-4646-964e-38b36a99b563 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.679422 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27fb88af-65c8-4646-964e-38b36a99b563 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.683090 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27fb88af-65c8-4646-964e-38b36a99b563 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.712596 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-27fb88af-65c8-4646-964e-38b36a99b563 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.713852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-27fb88af-65c8-4646-964e-38b36a99b563 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1422703 Jul 07 20:30:46.714552 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb88af-65c8-4646-964e-38b36a99b563 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:46.716899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51758) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:46.722364 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-259aed78-87fa-420c-a1d0-72ec1f1aebc9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': '2a3c5de3-6ff5-4a98-9c1c-4812c8013dea', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:30:46.748776 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-259aed78-87fa-420c-a1d0-72ec1f1aebc9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.809898 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-259aed78-87fa-420c-a1d0-72ec1f1aebc9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.813344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-259aed78-87fa-420c-a1d0-72ec1f1aebc9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.832398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259aed78-87fa-420c-a1d0-72ec1f1aebc9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae79b1a2-b224-4b8f-87f4-039dc1789bdc,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:46.836103 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-259aed78-87fa-420c-a1d0-72ec1f1aebc9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.837434 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-259aed78-87fa-420c-a1d0-72ec1f1aebc9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193604 Jul 07 20:30:46.840190 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51760) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:46.844756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f0e67c15-87eb-42b2-a6ea-96229bbc04eb tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': '2a3c5de3-6ff5-4a98-9c1c-4812c8013dea', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:30:46.870994 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0e67c15-87eb-42b2-a6ea-96229bbc04eb tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.927024 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0e67c15-87eb-42b2-a6ea-96229bbc04eb tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.931107 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0e67c15-87eb-42b2-a6ea-96229bbc04eb tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.949532 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e67c15-87eb-42b2-a6ea-96229bbc04eb tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311df95d-49da-42ec-a4b8-364986489cfa,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:46.952637 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f0e67c15-87eb-42b2-a6ea-96229bbc04eb tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:46.955667 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f0e67c15-87eb-42b2-a6ea-96229bbc04eb tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142132 Jul 07 20:30:46.957291 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51762) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:46.962495 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0f314dd4-046b-48b4-8665-db855aaf4d24 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': '2a3c5de3-6ff5-4a98-9c1c-4812c8013dea', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:30:46.988579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f314dd4-046b-48b4-8665-db855aaf4d24 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.046587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f314dd4-046b-48b4-8665-db855aaf4d24 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.050084 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f314dd4-046b-48b4-8665-db855aaf4d24 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.071614 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f314dd4-046b-48b4-8665-db855aaf4d24 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043bafe2-6f58-409f-a420-8bdb104a4948,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:47.074778 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f314dd4-046b-48b4-8665-db855aaf4d24 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.076001 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0f314dd4-046b-48b4-8665-db855aaf4d24 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174970 Jul 07 20:30:47.078828 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51764) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:47.083953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-20dad9bd-15d4-469f-873f-2a8c818254ea tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': '2a3c5de3-6ff5-4a98-9c1c-4812c8013dea', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:30:47.111431 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20dad9bd-15d4-469f-873f-2a8c818254ea tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.171029 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20dad9bd-15d4-469f-873f-2a8c818254ea tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.174667 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20dad9bd-15d4-469f-873f-2a8c818254ea tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.189152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dad9bd-15d4-469f-873f-2a8c818254ea tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c541b81-218b-4aba-bf5f-fdd7f36c0dcd,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:47.198922 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-20dad9bd-15d4-469f-873f-2a8c818254ea tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.200160 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-20dad9bd-15d4-469f-873f-2a8c818254ea tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203454 Jul 07 20:30:47.202905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51766) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:47.208388 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-2ff12abb-9569-4fd6-8aa1-ce132b468d2f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': '2a3c5de3-6ff5-4a98-9c1c-4812c8013dea', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:30:47.230908 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-2ff12abb-9569-4fd6-8aa1-ce132b468d2f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Project 3c4a0a4b6a1b4b609b45699623abdb45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:30:47.235549 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2ff12abb-9569-4fd6-8aa1-ce132b468d2f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.296239 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2ff12abb-9569-4fd6-8aa1-ce132b468d2f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.299772 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2ff12abb-9569-4fd6-8aa1-ce132b468d2f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.319246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff12abb-9569-4fd6-8aa1-ce132b468d2f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a3f0f7-9646-4e3f-84b3-b5e8ff23ae61,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:47.321700 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2ff12abb-9569-4fd6-8aa1-ce132b468d2f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.322907 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2ff12abb-9569-4fd6-8aa1-ce132b468d2f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188605 Jul 07 20:30:47.325704 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51768) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:47.330107 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-67f51005-240c-4460-af01-9eefc27ef9f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': '2a3c5de3-6ff5-4a98-9c1c-4812c8013dea', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:30:47.352179 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-67f51005-240c-4460-af01-9eefc27ef9f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Project 3c4a0a4b6a1b4b609b45699623abdb45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:30:47.356953 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67f51005-240c-4460-af01-9eefc27ef9f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.417995 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67f51005-240c-4460-af01-9eefc27ef9f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.422183 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67f51005-240c-4460-af01-9eefc27ef9f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.440101 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f51005-240c-4460-af01-9eefc27ef9f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fa19b8-d42d-4b52-b221-c13096eed32d,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:47.447367 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67f51005-240c-4460-af01-9eefc27ef9f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.448733 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-67f51005-240c-4460-af01-9eefc27ef9f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220977 Jul 07 20:30:47.451545 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51770) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:47.457199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8a1145c4-6924-4c4d-983a-4a7fe895651a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'network': {'name': 'tempest-network-smoke--1963229351', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'port_security_enabled': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:30:47.477601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1145c4-6924-4c4d-983a-4a7fe895651a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:30:47.481209 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a1145c4-6924-4c4d-983a-4a7fe895651a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.507649 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1145c4-6924-4c4d-983a-4a7fe895651a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:30:47.516211 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a1145c4-6924-4c4d-983a-4a7fe895651a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.516554 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-8a1145c4-6924-4c4d-983a-4a7fe895651a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Added segment 41fd350b-27e4-4a6e-a12e-60bad423cd2a of type vlan for network 7877bcdb-254c-4e45-986d-18fe02657f70 Jul 07 20:30:47.555977 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a1145c4-6924-4c4d-983a-4a7fe895651a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.584071 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a1145c4-6924-4c4d-983a-4a7fe895651a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.589946 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1145c4-6924-4c4d-983a-4a7fe895651a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:47.590552 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a1145c4-6924-4c4d-983a-4a7fe895651a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.644493 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8a1145c4-6924-4c4d-983a-4a7fe895651a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1919222 Jul 07 20:30:47.647156 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51772) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:47.653746 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'admin_state_up': True, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:30:47.669583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1145c4-6924-4c4d-983a-4a7fe895651a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Network': ['ID=7877bcdb-254c-4e45-986d-18fe02657f70,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:47.682267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 7877bcdb-254c-4e45-986d-18fe02657f70 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:30:47.683220 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.684243 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.739325 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.861614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8b46b056-3928-49f5-8e53-d554e696e5d4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:30:47.877589 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:47.883028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 8b46b056-3928-49f5-8e53-d554e696e5d4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:30:47.883377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8b46b056-3928-49f5-8e53-d554e696e5d4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:30:48.386773 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:48.404593 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:48.509679 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.25.0.252 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/e4d3ce66-d896-4019-a12b-e301db585f32) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:30:48.619684 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:48.656777 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:48.692428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:30:48.695212 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:30:48.700664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:30:48.728905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=e4d3ce66-d896-4019-a12b-e301db585f32,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:48.955140 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:49.146560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:49.274223 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 49642bea-56ba-4134-8759-637b55be86f9 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:30:49.380474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:30:49.389490 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Sync routers for ids ['49642bea-56ba-4134-8759-637b55be86f9'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:30:49.398774 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:49.400034 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f88c7a60-be86-43d8-ab99-92d9fe89db11 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7519207 Jul 07 20:30:49.400360 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Routers {'49642bea-56ba-4134-8759-637b55be86f9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:30:49.400969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:30:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['49642bea-56ba-4134-8759-637b55be86f9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:49.404399 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51774) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:49.430553 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fdb8ef46-1151-4165-bcfc-fe5d30293717 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3c4a0a4b6a1b4b609b45699623abdb45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263226 Jul 07 20:30:49.434000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51776) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:49.529624 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a74850-ac7e-471d-a83d-ebb6fc93dc91 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:49.531120 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-64a74850-ac7e-471d-a83d-ebb6fc93dc91 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961382 Jul 07 20:30:49.533940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51778) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:49.563661 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-af81530f-de2f-4339-b856-7fa36a82da20 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285625 Jul 07 20:30:49.566754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51780) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:49.571916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-105bf470-7e09-4bba-89a0-ee240fa559f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1482655499', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:30:49.660265 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105bf470-7e09-4bba-89a0-ee240fa559f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:30:49.662034 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Set router 49642bea-56ba-4134-8759-637b55be86f9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:30:49.663889 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-105bf470-7e09-4bba-89a0-ee240fa559f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:49.844689 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:30:48Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:49.850158 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-105bf470-7e09-4bba-89a0-ee240fa559f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:49.875735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Checking router: 49642bea-56ba-4134-8759-637b55be86f9 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:30:49.876087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Updating router 49642bea-56ba-4134-8759-637b55be86f9 port e4d3ce66-d896-4019-a12b-e301db585f32 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:30:49.910831 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:49.917693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bf470-7e09-4bba-89a0-ee240fa559f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Subnet': ['ID=efb98331-ce41-4fee-8c49-50110c6eef80,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:49.925474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105bf470-7e09-4bba-89a0-ee240fa559f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Checking segment: {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:30:49.925996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105bf470-7e09-4bba-89a0-ee240fa559f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network hostable DHCP agents. Network: 7877bcdb-254c-4e45-986d-18fe02657f70, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:30:49.942988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105bf470-7e09-4bba-89a0-ee240fa559f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network 7877bcdb-254c-4e45-986d-18fe02657f70 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:30:49.951555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-105bf470-7e09-4bba-89a0-ee240fa559f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 7877bcdb-254c-4e45-986d-18fe02657f70) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:30:49.955631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105bf470-7e09-4bba-89a0-ee240fa559f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:49.956719 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-105bf470-7e09-4bba-89a0-ee240fa559f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:49.971325 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-105bf470-7e09-4bba-89a0-ee240fa559f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4035237 Jul 07 20:30:49.974778 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51782) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:30:49.995342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a704d6-c10f-4e2a-b014-2c214ff938d9 None None] Network 7877bcdb-254c-4e45-986d-18fe02657f70 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:30:50.238196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-7877bcdb-254c-4e45-986d-18fe02657f70', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ips': [{'subnet_id': 'efb98331-ce41-4fee-8c49-50110c6eef80'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:30:50.239327 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:50.303401 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:50.368647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Transition to ACTIVE for port object e4d3ce66-d896-4019-a12b-e301db585f32 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:30:50.376368 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:50.411916 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:50.463879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Attempting to bind port e4d3ce66-d896-4019-a12b-e301db585f32 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:30:50.464479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Attempting to bind port e4d3ce66-d896-4019-a12b-e301db585f32 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:30:50.464601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Attempting to bind port e4d3ce66-d896-4019-a12b-e301db585f32 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:30:50.469933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae6edd-f4b5-43ac-8d7a-1c0df0d07308 None None] Pushing event updated for resources: {'Port': ['ID=e4d3ce66-d896-4019-a12b-e301db585f32,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:50.478211 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:30:50.478562 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:30:50.479001 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:50.479394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:30:50.479863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Bound port: e4d3ce66-d896-4019-a12b-e301db585f32, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:30:50.480245 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:50.482327 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Allocated IP 172.20.0.2 (7877bcdb-254c-4e45-986d-18fe02657f70/efb98331-ce41-4fee-8c49-50110c6eef80/42204036-ae2b-4388-8ac8-46937f2ef322) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:30:50.585983 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] For port e4d3ce66-d896-4019-a12b-e301db585f32, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:30:50.590182 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] For port e4d3ce66-d896-4019-a12b-e301db585f32, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e4d3ce66-d896-4019-a12b-e301db585f32,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:30:50.595280 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:50.701286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Routers {'49642bea-56ba-4134-8759-637b55be86f9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:30:50.701916 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:30:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['49642bea-56ba-4134-8759-637b55be86f9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:50.741541 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae6edd-f4b5-43ac-8d7a-1c0df0d07308 None None] Pushing event updated for resources: {'Port': ['ID=e4d3ce66-d896-4019-a12b-e301db585f32,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:50.772606 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:50.811396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Transition to ACTIVE for port object 42204036-ae2b-4388-8ac8-46937f2ef322 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:30:50.839777 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Transition to ACTIVE for port object 42204036-ae2b-4388-8ac8-46937f2ef322 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:30:50.844580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] Set router 49642bea-56ba-4134-8759-637b55be86f9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:30:50.847162 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:50.895590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.20.0.1 (7877bcdb-254c-4e45-986d-18fe02657f70/efb98331-ce41-4fee-8c49-50110c6eef80/28070f10-8053-4dc1-80fe-9662ce685e1e) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:30:50.974157 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Network 7877bcdb-254c-4e45-986d-18fe02657f70 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:30:50.983743 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Pushing event updated for resources: {'Port': ['ID=42204036-ae2b-4388-8ac8-46937f2ef322,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:50.986174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:30:50.990408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:30:51.013256 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:51.027464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Transition to ACTIVE for port object 28070f10-8053-4dc1-80fe-9662ce685e1e will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:30:51.061942 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:51.091026 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Attempting to bind port 42204036-ae2b-4388-8ac8-46937f2ef322 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:30:51.091518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Attempting to bind port 42204036-ae2b-4388-8ac8-46937f2ef322 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:30:51.091773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Attempting to bind port 42204036-ae2b-4388-8ac8-46937f2ef322 on network 7877bcdb-254c-4e45-986d-18fe02657f70 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:30:51.100904 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:30:51.101277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Checking segment: {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:30:51.101681 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:51.102076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Bound using segment: {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:30:51.102547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Bound port: 42204036-ae2b-4388-8ac8-46937f2ef322, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:30:51.103442 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:51.104564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network 7877bcdb-254c-4e45-986d-18fe02657f70 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:30:51.107918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:30:51.113169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:30:51.143622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=28070f10-8053-4dc1-80fe-9662ce685e1e,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:51.165414 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:51.170293 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:30:48Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:51.200047 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29481fb-a0dc-422a-9779-df57bf5fe93a None None] The sync data for ids ['49642bea-56ba-4134-8759-637b55be86f9'] in n-d-793621-9 is: [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:30:48Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:30:51.205849 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] For port 42204036-ae2b-4388-8ac8-46937f2ef322, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:30:51.218011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] For port 42204036-ae2b-4388-8ac8-46937f2ef322, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=42204036-ae2b-4388-8ac8-46937f2ef322,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:30:51.231444 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:51.240195 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4fa26802-99a5-4559-a1d3-02c8864975fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:51.306966 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b489ef-5675-454c-80f3-b6a7fe87bc29 None None] Pushing event updated for resources: {'Port': ['ID=42204036-ae2b-4388-8ac8-46937f2ef322,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:51.335211 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:51.676490 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:51.682576 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:51.760331 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:51.762404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=28070f10-8053-4dc1-80fe-9662ce685e1e,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:51.860986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network 7877bcdb-254c-4e45-986d-18fe02657f70 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:30:51.862471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:30:51.991515 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 42204036-ae2b-4388-8ac8-46937f2ef322 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:30:52.003927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 49642bea-56ba-4134-8759-637b55be86f9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:30:52.048504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 42204036-ae2b-4388-8ac8-46937f2ef322 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:30:52.054529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e4d3ce66-d896-4019-a12b-e301db585f32 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:30:52.111025 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port e4d3ce66-d896-4019-a12b-e301db585f32 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:30:52.116603 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e4d3ce66-d896-4019-a12b-e301db585f32 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:30:52.116974 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:52.138270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:30:52.150852 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7dc3aa6f-9e2b-4e75-bb6d-20ef77082dec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "PUT /v2.0/routers/49642bea-56ba-4134-8759-637b55be86f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1684775 Jul 07 20:30:52.227312 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:52.249787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port e4d3ce66-d896-4019-a12b-e301db585f32, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e4d3ce66-d896-4019-a12b-e301db585f32,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:30:52.256272 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:52.309182 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=e4d3ce66-d896-4019-a12b-e301db585f32,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:52.344953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d3589e-a746-41dc-a5a0-5498ee42edcb None None] Network 7877bcdb-254c-4e45-986d-18fe02657f70 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:30:52.347544 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-2808d892-6d8b-4c23-aad8-e4efb84219f4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569430479&fields=id&tenant_id=3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 267 time: 0.0404007 Jul 07 20:30:52.454365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-c4509f6f-d208-4cb4-8af1-9b8f77f42477 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:52.455892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-c4509f6f-d208-4cb4-8af1-9b8f77f42477 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 797 time: 0.1062608 Jul 07 20:30:52.461593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e0f349b7-2d9a-4758-93b0-a22f749d2403 None None] Provisioning for port 42204036-ae2b-4388-8ac8-46937f2ef322 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:30:52.471520 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-8020ec1a-a801-4db9-bcd1-00a4f526a172 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/quotas/3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 375 time: 0.0092261 Jul 07 20:30:52.471753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e0f349b7-2d9a-4758-93b0-a22f749d2403 None None] Provisioning complete for port 42204036-ae2b-4388-8ac8-46937f2ef322 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:30:52.471960 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0f349b7-2d9a-4758-93b0-a22f749d2403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:52.539864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-28384557-1b72-484f-b092-eeebcd237cb7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624316 Jul 07 20:30:52.555641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-533c3170-56f1-44c8-b139-69e4d89d6701 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:30:52.557003 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-533c3170-56f1-44c8-b139-69e4d89d6701 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061598 Jul 07 20:30:52.596237 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0f349b7-2d9a-4758-93b0-a22f749d2403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:52.631853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e0f349b7-2d9a-4758-93b0-a22f749d2403 None None] For port 42204036-ae2b-4388-8ac8-46937f2ef322, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=42204036-ae2b-4388-8ac8-46937f2ef322,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:30:52.639525 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e0f349b7-2d9a-4758-93b0-a22f749d2403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:52.696131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f349b7-2d9a-4758-93b0-a22f749d2403 None None] Pushing event updated for resources: {'Port': ['ID=42204036-ae2b-4388-8ac8-46937f2ef322,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:52.747404 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-d32e8e13-a996-4772-a6a4-1bcc3a57ac81 service neutron] 10.222.0.81 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842792 Jul 07 20:30:52.844318 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-f903d660-23c9-4905-98c6-a95776a34de4 service neutron] 10.222.0.81 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911775 Jul 07 20:30:52.868906 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0373b151-6994-47a8-be89-8b6838da4273 None None] Provisioning complete for port 42204036-ae2b-4388-8ac8-46937f2ef322 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:30:52.869557 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0373b151-6994-47a8-be89-8b6838da4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:52.984907 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0373b151-6994-47a8-be89-8b6838da4273 None None] Provisioning for port 28070f10-8053-4dc1-80fe-9662ce685e1e completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:30:52.997935 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0373b151-6994-47a8-be89-8b6838da4273 None None] Provisioning complete for port 28070f10-8053-4dc1-80fe-9662ce685e1e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:30:52.998613 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0373b151-6994-47a8-be89-8b6838da4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:52.999250 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Sync routers for ids ['49642bea-56ba-4134-8759-637b55be86f9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:30:53.022650 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Routers {'49642bea-56ba-4134-8759-637b55be86f9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:30:53.023390 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:30:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['49642bea-56ba-4134-8759-637b55be86f9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:53.058036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-0373b151-6994-47a8-be89-8b6838da4273 None None] Port 28070f10-8053-4dc1-80fe-9662ce685e1e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:30:53.098819 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5130de7-b9f7-4ab1-b4ab-6aaab9e19722 req-df36a4c9-3253-4c5c-8d7d-d321f65e53e6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 210 time: 0.0346792 Jul 07 20:30:53.154650 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Set router 49642bea-56ba-4134-8759-637b55be86f9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:30:53.190489 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9ce71e3e-3306-4f57-81c7-9a5590cf478a None None] Provisioning complete for port 28070f10-8053-4dc1-80fe-9662ce685e1e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:30:53.190923 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9ce71e3e-3306-4f57-81c7-9a5590cf478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:53.246527 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-9ce71e3e-3306-4f57-81c7-9a5590cf478a None None] Port 28070f10-8053-4dc1-80fe-9662ce685e1e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:30:53.370055 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-321d2158-f7b3-41b9-b219-12904500134f None None] Provisioning complete for port 28070f10-8053-4dc1-80fe-9662ce685e1e triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:30:53.370678 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-321d2158-f7b3-41b9-b219-12904500134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:53.383104 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:30:51Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '28070f10-8053-4dc1-80fe-9662ce685e1e', 'name': '', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:9d:25:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:50Z', 'updated_at': '2021-07-07T20:30:51Z', 'revision_number': 2, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:53.408700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-321d2158-f7b3-41b9-b219-12904500134f None None] Port 28070f10-8053-4dc1-80fe-9662ce685e1e cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:30:53.413883 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Checking router: 49642bea-56ba-4134-8759-637b55be86f9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:30:53.414244 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Updating router 49642bea-56ba-4134-8759-637b55be86f9 port 28070f10-8053-4dc1-80fe-9662ce685e1e binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:30:53.452541 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:53.729733 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:53.740223 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Transition to ACTIVE for port object 28070f10-8053-4dc1-80fe-9662ce685e1e will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:30:53.747826 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:53.883891 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Pushing event updated for resources: {'Port': ['ID=28070f10-8053-4dc1-80fe-9662ce685e1e,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:53.907142 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:53.907483 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:53.907817 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:53.908213 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:53.908462 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:53.908780 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:53.909133 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:53.909453 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:53.909766 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:53.910078 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:53.910391 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:53.910702 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:30:53.942124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 42204036-ae2b-4388-8ac8-46937f2ef322 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:30:53.948090 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Attempting to bind port 28070f10-8053-4dc1-80fe-9662ce685e1e on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:30:53.948462 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Attempting to bind port 28070f10-8053-4dc1-80fe-9662ce685e1e by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:30:53.948826 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Attempting to bind port 28070f10-8053-4dc1-80fe-9662ce685e1e on network 7877bcdb-254c-4e45-986d-18fe02657f70 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:30:53.955840 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:30:53.956808 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Checking segment: {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:30:53.957205 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:53.957590 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Bound using segment: {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:30:53.958053 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Bound port: 28070f10-8053-4dc1-80fe-9662ce685e1e, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:30:53.958432 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:53.993413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 42204036-ae2b-4388-8ac8-46937f2ef322 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:30:53.993794 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:54.042374 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] For port 28070f10-8053-4dc1-80fe-9662ce685e1e, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:30:54.045929 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] For port 28070f10-8053-4dc1-80fe-9662ce685e1e, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=28070f10-8053-4dc1-80fe-9662ce685e1e,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:30:54.048925 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:54.056831 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:54.104583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e4d3ce66-d896-4019-a12b-e301db585f32 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:30:54.178101 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e2f71-9017-40b6-99c2-d51dd421c82f None None] Pushing event updated for resources: {'Port': ['ID=28070f10-8053-4dc1-80fe-9662ce685e1e,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:54.198272 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f2e7e25d-3b39-4122-8d9a-7253caf986b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:54.205195 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Routers {'49642bea-56ba-4134-8759-637b55be86f9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:30:54.212328 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:30:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['49642bea-56ba-4134-8759-637b55be86f9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:54.213693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port e4d3ce66-d896-4019-a12b-e301db585f32 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:30:54.214840 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:54.348757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-a88166d2-7afb-42a9-9777-5679940c85f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:54.351234 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-a88166d2-7afb-42a9-9777-5679940c85f2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 797 time: 0.2118583 Jul 07 20:30:54.382619 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] Set router 49642bea-56ba-4134-8759-637b55be86f9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:30:54.397187 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8478211f-26a0-4aa6-b025-5a3db6a0bd76 req-226d477a-853a-4975-8228-d18a62db9052 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 210 time: 0.0985293 Jul 07 20:30:54.421592 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-5951f5ba-7ea4-4267-aef5-5306648b6efd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 379 time: 0.0614874 Jul 07 20:30:54.431444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'port': {'device_id': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'admin_state_up': True, 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'security_groups': ['2a3c5de3-6ff5-4a98-9c1c-4812c8013dea']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:30:54.542933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:30:54.546945 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:54.595619 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:30:51Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '28070f10-8053-4dc1-80fe-9662ce685e1e', 'name': '', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:9d:25:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:50Z', 'updated_at': '2021-07-07T20:30:54Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:30:54.626538 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c938fb7-b474-4365-8f86-9344f44bc8e0 None None] The sync data for ids ['49642bea-56ba-4134-8759-637b55be86f9'] in n-d-793621-9 is: [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:30:51Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '28070f10-8053-4dc1-80fe-9662ce685e1e', 'name': '', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:9d:25:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:50Z', 'updated_at': '2021-07-07T20:30:54Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:30:54.994719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.20.0.12 (7877bcdb-254c-4e45-986d-18fe02657f70/efb98331-ce41-4fee-8c49-50110c6eef80/9cba5a3c-efc4-4533-9c49-97a86bc41119) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:30:55.088499 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:55.147677 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:55.162654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Transition to ACTIVE for port object 9cba5a3c-efc4-4533-9c49-97a86bc41119 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:30:55.197029 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:55.239522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network 7877bcdb-254c-4e45-986d-18fe02657f70 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:30:55.242779 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:30:55.249085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:30:55.275299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=9cba5a3c-efc4-4533-9c49-97a86bc41119,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:55.303943 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:55.304605 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:55.322669 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-278f9236-b2ae-4362-b9f8-93a641bb716b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8951070 Jul 07 20:30:55.332503 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-e361d584-1a68-43b0-982a-7c5102bf3ef1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:30:55.333813 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-e361d584-1a68-43b0-982a-7c5102bf3ef1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056376 Jul 07 20:30:55.392519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Request body: {'port': {'device_id': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:30:55.477703 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:55.532420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-47627525-4945-4b15-a39d-b90d213e5d97 None None] Provisioning for port 9cba5a3c-efc4-4533-9c49-97a86bc41119 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:30:55.541442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-47627525-4945-4b15-a39d-b90d213e5d97 None None] Provisioning complete for port 9cba5a3c-efc4-4533-9c49-97a86bc41119 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:30:55.541814 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-47627525-4945-4b15-a39d-b90d213e5d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:55.584239 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-47627525-4945-4b15-a39d-b90d213e5d97 None None] Port 9cba5a3c-efc4-4533-9c49-97a86bc41119 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:30:55.596199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ff9da-3915-4c90-976c-888d5d768002 req-42f28ee8-310b-465d-8c84-7c39284b8475 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:55.599501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c41ff9da-3915-4c90-976c-888d5d768002 req-42f28ee8-310b-465d-8c84-7c39284b8475 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 932 time: 0.0804017 Jul 07 20:30:55.639378 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c41ff9da-3915-4c90-976c-888d5d768002 req-9acbfe41-3903-4857-b0ba-6e5dae226bbb tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347829 Jul 07 20:30:55.776523 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cba5a3c-efc4-4533-9c49-97a86bc41119 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:30:55.783754 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:55.795596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Transition to ACTIVE for port object 9cba5a3c-efc4-4533-9c49-97a86bc41119 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:30:55.800857 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:55.856483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Pushing event updated for resources: {'Port': ['ID=9cba5a3c-efc4-4533-9c49-97a86bc41119,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:55.930957 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Attempting to bind port 9cba5a3c-efc4-4533-9c49-97a86bc41119 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:30:55.931176 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Attempting to bind port 9cba5a3c-efc4-4533-9c49-97a86bc41119 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:30:55.931502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Attempting to bind port 9cba5a3c-efc4-4533-9c49-97a86bc41119 on network 7877bcdb-254c-4e45-986d-18fe02657f70 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:30:55.937191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Port 9cba5a3c-efc4-4533-9c49-97a86bc41119 on network 7877bcdb-254c-4e45-986d-18fe02657f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:30:55.937657 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Attempting to bind port 9cba5a3c-efc4-4533-9c49-97a86bc41119 on network 7877bcdb-254c-4e45-986d-18fe02657f70 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:30:55.943708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:30:55.944057 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Checking segment: {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:30:55.944447 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Bound using segment: {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:30:55.944576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 28070f10-8053-4dc1-80fe-9662ce685e1e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:30:55.944886 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Bound port: 9cba5a3c-efc4-4533-9c49-97a86bc41119, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:30:55.945250 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:55.996901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 28070f10-8053-4dc1-80fe-9662ce685e1e completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:30:56.001062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 28070f10-8053-4dc1-80fe-9662ce685e1e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:30:56.001790 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:56.012882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:30:56.016636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:30:56.022154 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:56.059822 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:56.060681 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:56.062292 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] 10.222.0.48 "PUT /v2.0/ports/9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 1092 time: 0.7212682 Jul 07 20:30:56.064690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:30:56.066783 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c85243-4cdb-42cf-b0f3-d9ee45c8a6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:30:56.092966 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:56.122211 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ba28f-2ad0-4810-bd4f-371acd7e4694 service neutron] Pushing event updated for resources: {'Port': ['ID=9cba5a3c-efc4-4533-9c49-97a86bc41119,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:56.144818 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 28070f10-8053-4dc1-80fe-9662ce685e1e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=28070f10-8053-4dc1-80fe-9662ce685e1e,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:30:56.148872 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50a16fa-8f5e-47d2-af86-34bad102aebe x-openstack-request-id: req-f50a16fa-8f5e-47d2-af86-34bad102aebe {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:30:56.149248 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:30:56.149501 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f50a16fa-8f5e-47d2-af86-34bad102aebe {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:30:56.150093 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'status': 'completed', 'code': 200} Jul 07 20:30:56.150772 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:56.184099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-5f249bbd-fffc-4206-af60-432c385a39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:56.185529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-5f249bbd-fffc-4206-af60-432c385a39b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1095 time: 0.0758746 Jul 07 20:30:56.202603 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=28070f10-8053-4dc1-80fe-9662ce685e1e,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:30:56.231115 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-041c5628-f407-44a9-9f66-a1af764d0f8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 217 time: 0.0376096 Jul 07 20:30:56.286904 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-14fed1d4-9170-4505-9163-310eaef04ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:56.288475 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-14fed1d4-9170-4505-9163-310eaef04ecb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 200 len: 835 time: 0.0519786 Jul 07 20:30:56.346759 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-4b05266c-7737-458a-b6b2-d89982e92919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:56.348462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-4b05266c-7737-458a-b6b2-d89982e92919 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7877bcdb-254c-4e45-986d-18fe02657f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537567 Jul 07 20:30:56.437204 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-09ea7d5e-9d99-4d1f-a0ba-5abab4629e49 service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806355 Jul 07 20:30:56.530271 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-652647eb-b7ea-4b84-b5d7-1b000d55971b req-053bf049-53a4-464b-ba72-7c6e09dd24e6 service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864141 Jul 07 20:30:56.631607 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c85243-4cdb-42cf-b0f3-d9ee45c8a6ae req-cd2987d7-8ca8-436f-ad93-c762a9322b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:56.633135 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93c85243-4cdb-42cf-b0f3-d9ee45c8a6ae req-cd2987d7-8ca8-436f-ad93-c762a9322b93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1095 time: 0.0536137 Jul 07 20:30:56.729754 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c85243-4cdb-42cf-b0f3-d9ee45c8a6ae req-9b8440bf-8d06-4ddf-a7bc-71291631dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:56.731287 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93c85243-4cdb-42cf-b0f3-d9ee45c8a6ae req-9b8440bf-8d06-4ddf-a7bc-71291631dcea service neutron] 10.222.0.48 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 898 time: 0.0921371 Jul 07 20:30:56.773317 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93c85243-4cdb-42cf-b0f3-d9ee45c8a6ae req-86df0890-3a74-4784-91fd-f2ab875613db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 217 time: 0.0349250 Jul 07 20:30:56.794359 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:56.823140 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f4368-9896-44d6-b67b-0dc10c98ae2e req-035d2990-09b8-4ae6-a3b1-cdbdb86507ee tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:56.826324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c85243-4cdb-42cf-b0f3-d9ee45c8a6ae req-708885f5-7303-4d73-b96a-b2894d262eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:56.827827 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93c85243-4cdb-42cf-b0f3-d9ee45c8a6ae req-708885f5-7303-4d73-b96a-b2894d262eef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 200 len: 835 time: 0.0479872 Jul 07 20:30:56.829948 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-000f4368-9896-44d6-b67b-0dc10c98ae2e req-035d2990-09b8-4ae6-a3b1-cdbdb86507ee tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 944 time: 0.0750918 Jul 07 20:30:56.865348 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-000f4368-9896-44d6-b67b-0dc10c98ae2e req-b3efbd61-b6f2-4bd7-a1b9-20a3ff82ac43 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345452 Jul 07 20:30:56.900999 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c85243-4cdb-42cf-b0f3-d9ee45c8a6ae req-45e1f6aa-6136-41fc-b765-7fad126af77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:56.902758 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93c85243-4cdb-42cf-b0f3-d9ee45c8a6ae req-45e1f6aa-6136-41fc-b765-7fad126af77a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7877bcdb-254c-4e45-986d-18fe02657f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679629 Jul 07 20:30:56.990830 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93c85243-4cdb-42cf-b0f3-d9ee45c8a6ae req-e2beb739-d376-4b44-8038-97899b76512f service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804095 Jul 07 20:30:57.083362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-93c85243-4cdb-42cf-b0f3-d9ee45c8a6ae req-c35a2bd8-6b8e-4d7d-8cda-7f430f2e31ad service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865514 Jul 07 20:30:57.911210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 28070f10-8053-4dc1-80fe-9662ce685e1e up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:30:57.958279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 28070f10-8053-4dc1-80fe-9662ce685e1e triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:30:57.958655 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:58.047693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c3935-03fd-4f9f-89a9-3743e1d15886 req-f781b184-a263-4a78-bf6e-b0dd781d3da7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:58.049311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c3c3935-03fd-4f9f-89a9-3743e1d15886 req-f781b184-a263-4a78-bf6e-b0dd781d3da7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 944 time: 0.0679901 Jul 07 20:30:58.090652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9c3c3935-03fd-4f9f-89a9-3743e1d15886 req-3ddfe63c-db93-4d90-858d-73065952fc6d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354347 Jul 07 20:30:59.263524 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cf396-5068-445d-93fe-b0e1aa634462 req-e47c3c05-5a1a-4345-bec9-4c5511407538 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:59.265002 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea2cf396-5068-445d-93fe-b0e1aa634462 req-e47c3c05-5a1a-4345-bec9-4c5511407538 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 944 time: 0.0628979 Jul 07 20:30:59.302125 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ea2cf396-5068-445d-93fe-b0e1aa634462 req-ca79b578-4ccd-42a5-b2de-e287255b3ace tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309434 Jul 07 20:31:00.476671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b86316-0a39-4f95-8b47-710c16d3800a req-b1909ce9-631e-4ee7-80bf-65079566b196 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:00.478924 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46b86316-0a39-4f95-8b47-710c16d3800a req-b1909ce9-631e-4ee7-80bf-65079566b196 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 944 time: 0.0653837 Jul 07 20:31:00.518090 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-46b86316-0a39-4f95-8b47-710c16d3800a req-fabce376-8fe8-4ee7-a99b-1411934f94f6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312920 Jul 07 20:31:01.290531 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 9cba5a3c-efc4-4533-9c49-97a86bc41119 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:31:01.387160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:31:01.398657 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'port_id': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'mac_address': 'fa:16:3e:d0:38:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:31:01.433566 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:01.446160 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cba5a3c-efc4-4533-9c49-97a86bc41119 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:31:01.465420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:31:01.469584 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:01.514420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=9cba5a3c-efc4-4533-9c49-97a86bc41119,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:31:01.690937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12957362-5961-44fa-9206-b142fcc1aa30 req-cda78b5f-de57-435f-86f0-c13383ec2c17 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:01.692415 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-12957362-5961-44fa-9206-b142fcc1aa30 req-cda78b5f-de57-435f-86f0-c13383ec2c17 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 945 time: 0.0631652 Jul 07 20:31:01.730638 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-12957362-5961-44fa-9206-b142fcc1aa30 req-45d65e5f-8583-4b5b-a2c6-a22afe215134 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326076 Jul 07 20:31:01.801009 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['9cba5a3c-efc4-4533-9c49-97a86bc41119'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:31:02.907968 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b5a73-5143-49a5-93e3-56e05e068daf req-648b9773-3688-429a-8361-4064a245d62e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:02.909755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ad7b5a73-5143-49a5-93e3-56e05e068daf req-648b9773-3688-429a-8361-4064a245d62e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 945 time: 0.0685797 Jul 07 20:31:02.950227 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ad7b5a73-5143-49a5-93e3-56e05e068daf req-a4a42130-e265-4f16-821d-f5d321fb3c73 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345194 Jul 07 20:31:03.302187 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 9cba5a3c-efc4-4533-9c49-97a86bc41119 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:31:03.350156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port 9cba5a3c-efc4-4533-9c49-97a86bc41119 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:31:03.353920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port 9cba5a3c-efc4-4533-9c49-97a86bc41119 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:31:03.354294 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:03.438697 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:03.461045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:31:03.463333 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a49cf8-17e1-4b4e-beb6-f2bace14c6e6" -d '{"events": [{"server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "name": "network-vif-plugged", "status": "completed", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:31:03.475784 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:31:03.480123 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:03.502723 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ece2b30-df82-4d56-bd39-32bd6761f080 x-openstack-request-id: req-4ece2b30-df82-4d56-bd39-32bd6761f080 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:31:03.503588 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "name": "network-vif-plugged", "status": "completed", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:31:03.503772 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ece2b30-df82-4d56-bd39-32bd6761f080 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:31:03.504161 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'code': 200} Jul 07 20:31:03.530971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=9cba5a3c-efc4-4533-9c49-97a86bc41119,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:31:03.614735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89b181-3785-4933-977d-f54b6f9c2460 req-2a193026-8cbe-48af-9033-2955d5e45f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:03.616181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf89b181-3785-4933-977d-f54b6f9c2460 req-2a193026-8cbe-48af-9033-2955d5e45f06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0520096 Jul 07 20:31:03.649947 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf89b181-3785-4933-977d-f54b6f9c2460 req-baf2cae5-b34e-4573-b219-8b25bc404818 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272057 Jul 07 20:31:03.764501 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:31:04.129158 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17c60c-1c68-4876-be74-f36c95c5341e req-cda0bb33-b3a6-4ba3-ac98-490c8394cfa9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:04.130662 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf17c60c-1c68-4876-be74-f36c95c5341e req-cda0bb33-b3a6-4ba3-ac98-490c8394cfa9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0696363 Jul 07 20:31:04.169589 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cf17c60c-1c68-4876-be74-f36c95c5341e req-20159c47-cd50-4988-b445-d2c255caf6e9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331542 Jul 07 20:31:05.348912 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b989-1a2d-41cb-b540-a6c5cda9b512 req-a534155a-c247-41e1-957c-f348eb9fba90 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:05.350528 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b037b989-1a2d-41cb-b540-a6c5cda9b512 req-a534155a-c247-41e1-957c-f348eb9fba90 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0675454 Jul 07 20:31:05.387774 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b037b989-1a2d-41cb-b540-a6c5cda9b512 req-dc65c8a0-c8d1-44fa-b02f-16a20761c4fb tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317597 Jul 07 20:31:05.560725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb90a3-38d0-4c22-a5f4-48702356d0b4 req-10a1bceb-e534-4e12-ba40-3016dfdd41d3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:05.562542 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09bb90a3-38d0-4c22-a5f4-48702356d0b4 req-10a1bceb-e534-4e12-ba40-3016dfdd41d3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0636704 Jul 07 20:31:05.601023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-09bb90a3-38d0-4c22-a5f4-48702356d0b4 req-230e52d9-cdae-4e85-bc8e-f1025565b827 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328054 Jul 07 20:31:05.624058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51842) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:31:05.674465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9ff76-2350-4e16-831b-f4ff7183abb3 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:05.676010 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-51a9ff76-2350-4e16-831b-f4ff7183abb3 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1092 time: 0.0509512 Jul 07 20:31:05.678959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 51844) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:31:05.683477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:31:05.705511 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:05.806970 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:05.911561 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.25.0.155 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/534c8e7c-c3ca-49bb-9b51-41527e58d797) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:31:06.010333 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:06.048811 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:06.082574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:31:06.085481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:31:06.089127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:31:06.123285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=534c8e7c-c3ca-49bb-9b51-41527e58d797,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:31:06.420431 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:06.466865 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:06.546781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:06.692458 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:06.696715 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:06.762079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=534c8e7c-c3ca-49bb-9b51-41527e58d797,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:31:06.774514 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:06.878763 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Floating IP 5c7d57d0-3ef6-4b8d-88b5-dbcac14871dc associated. External IP: 172.25.0.155, port: 9cba5a3c-efc4-4533-9c49-97a86bc41119. Jul 07 20:31:07.081538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 49642bea-56ba-4134-8759-637b55be86f9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:31:07.228002 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f215511a-e746-473d-8544-44e6c91fa8c6 req-21ff4464-c7b1-4e07-88e5-261deb9c4ce6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038499 Jul 07 20:31:07.228953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:31:07.238974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73764365-d64d-42fb-81b8-8284e2c10c2c None None] Sync routers for ids ['49642bea-56ba-4134-8759-637b55be86f9'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:31:07.247054 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:07.248791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73764365-d64d-42fb-81b8-8284e2c10c2c None None] Routers {'49642bea-56ba-4134-8759-637b55be86f9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:31:07.249417 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-73764365-d64d-42fb-81b8-8284e2c10c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:30:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['49642bea-56ba-4134-8759-637b55be86f9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:31:07.315184 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-df25aabd-4e9b-4f62-93b0-22cead04aafc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6350341 Jul 07 20:31:07.316433 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:31:07.318838 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbed9de0-f2c1-4870-b38e-2d676abdc15a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:31:07.342726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215511a-e746-473d-8544-44e6c91fa8c6 req-84580030-7b0e-4edf-9a9f-7c1de3116a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:07.344389 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f215511a-e746-473d-8544-44e6c91fa8c6 req-84580030-7b0e-4edf-9a9f-7c1de3116a66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0715930 Jul 07 20:31:07.361034 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a845e4b-d037-4e27-ab9c-1ed4085557e7 x-openstack-request-id: req-6a845e4b-d037-4e27-ab9c-1ed4085557e7 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:31:07.361380 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:31:07.361638 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a845e4b-d037-4e27-ab9c-1ed4085557e7 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:31:07.362053 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'status': 'completed', 'code': 200} Jul 07 20:31:07.367597 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-73764365-d64d-42fb-81b8-8284e2c10c2c None None] Set router 49642bea-56ba-4134-8759-637b55be86f9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:31:07.462883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215511a-e746-473d-8544-44e6c91fa8c6 req-f2158175-3f65-46e1-972d-b2c5ab4cd263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:07.464416 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f215511a-e746-473d-8544-44e6c91fa8c6 req-f2158175-3f65-46e1-972d-b2c5ab4cd263 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 898 time: 0.0942876 Jul 07 20:31:07.539958 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f215511a-e746-473d-8544-44e6c91fa8c6 req-3da34536-9727-4b0e-8424-17d3ad33a8d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 1000 time: 0.0694969 Jul 07 20:31:07.591721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215511a-e746-473d-8544-44e6c91fa8c6 req-c24315bb-1da3-4332-9d52-f09218cb83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:07.593486 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f215511a-e746-473d-8544-44e6c91fa8c6 req-c24315bb-1da3-4332-9d52-f09218cb83e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 200 len: 835 time: 0.0474777 Jul 07 20:31:07.611674 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-73764365-d64d-42fb-81b8-8284e2c10c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:30:51Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '5c7d57d0-3ef6-4b8d-88b5-dbcac14871dc', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '49642bea-56ba-4134-8759-637b55be86f9', 'port_id': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'mac_address': 'fa:16:3e:d0:38:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:31:06Z', 'updated_at': '2021-07-07T20:31:06Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28070f10-8053-4dc1-80fe-9662ce685e1e', 'name': '', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:9d:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:50Z', 'updated_at': '2021-07-07T20:30:56Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:31:07.638172 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73764365-d64d-42fb-81b8-8284e2c10c2c None None] Checking router: 49642bea-56ba-4134-8759-637b55be86f9 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:31:07.647225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73764365-d64d-42fb-81b8-8284e2c10c2c None None] Routers {'49642bea-56ba-4134-8759-637b55be86f9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:31:07.647851 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-73764365-d64d-42fb-81b8-8284e2c10c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:30:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['49642bea-56ba-4134-8759-637b55be86f9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:31:07.652209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215511a-e746-473d-8544-44e6c91fa8c6 req-b4214d51-5d3e-40be-921c-da55f06eb629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:07.653723 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f215511a-e746-473d-8544-44e6c91fa8c6 req-b4214d51-5d3e-40be-921c-da55f06eb629 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7877bcdb-254c-4e45-986d-18fe02657f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534835 Jul 07 20:31:07.676389 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671e314-078b-4cae-8993-7324db6fe409 req-ccf89ac3-c8a1-4ab1-8402-0a0dd9d8ee94 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:07.678173 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8671e314-078b-4cae-8993-7324db6fe409 req-ccf89ac3-c8a1-4ab1-8402-0a0dd9d8ee94 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0652418 Jul 07 20:31:07.718736 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8671e314-078b-4cae-8993-7324db6fe409 req-884fffad-0cbf-4d4f-90e7-0682b580acec tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350180 Jul 07 20:31:07.746879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51850) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:31:07.754607 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f215511a-e746-473d-8544-44e6c91fa8c6 req-6b40452c-0028-4952-a81a-5e368d24acf3 service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940289 Jul 07 20:31:07.766328 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-73764365-d64d-42fb-81b8-8284e2c10c2c None None] Set router 49642bea-56ba-4134-8759-637b55be86f9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:31:07.815225 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-88a84934-9170-466f-8c79-58bcc0a07366 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/5c7d57d0-3ef6-4b8d-88b5-dbcac14871dc HTTP/1.1" status: 200 len: 992 time: 0.0666084 Jul 07 20:31:07.847965 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f215511a-e746-473d-8544-44e6c91fa8c6 req-177e1a01-80f5-4cc8-8817-186bad07bd61 service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867684 Jul 07 20:31:07.948856 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed9de0-f2c1-4870-b38e-2d676abdc15a req-b0f3f123-d251-42c0-bff0-03246b4e1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:07.950492 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbed9de0-f2c1-4870-b38e-2d676abdc15a req-b0f3f123-d251-42c0-bff0-03246b4e1b44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0529592 Jul 07 20:31:08.001652 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-73764365-d64d-42fb-81b8-8284e2c10c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:30:51Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '5c7d57d0-3ef6-4b8d-88b5-dbcac14871dc', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '49642bea-56ba-4134-8759-637b55be86f9', 'port_id': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'mac_address': 'fa:16:3e:d0:38:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:31:06Z', 'updated_at': '2021-07-07T20:31:06Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28070f10-8053-4dc1-80fe-9662ce685e1e', 'name': '', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:9d:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:50Z', 'updated_at': '2021-07-07T20:30:56Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:31:08.027643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73764365-d64d-42fb-81b8-8284e2c10c2c None None] The sync data for ids ['49642bea-56ba-4134-8759-637b55be86f9'] in n-d-793621-9 is: [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:30:51Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '5c7d57d0-3ef6-4b8d-88b5-dbcac14871dc', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '49642bea-56ba-4134-8759-637b55be86f9', 'port_id': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'mac_address': 'fa:16:3e:d0:38:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:31:06Z', 'updated_at': '2021-07-07T20:31:06Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28070f10-8053-4dc1-80fe-9662ce685e1e', 'name': '', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:9d:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:50Z', 'updated_at': '2021-07-07T20:30:56Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:31:08.045853 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed9de0-f2c1-4870-b38e-2d676abdc15a req-f74a28c8-8905-4990-a07d-4a0686d84032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:08.047362 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbed9de0-f2c1-4870-b38e-2d676abdc15a req-f74a28c8-8905-4990-a07d-4a0686d84032 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 898 time: 0.0902529 Jul 07 20:31:08.113991 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbed9de0-f2c1-4870-b38e-2d676abdc15a req-fba1517b-f89f-4824-bf31-6fda17ab1a40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 1000 time: 0.0596921 Jul 07 20:31:08.168757 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed9de0-f2c1-4870-b38e-2d676abdc15a req-c23ab311-2975-4f63-aab5-bd1275cb2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:08.170228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbed9de0-f2c1-4870-b38e-2d676abdc15a req-c23ab311-2975-4f63-aab5-bd1275cb2672 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 200 len: 835 time: 0.0496986 Jul 07 20:31:08.231541 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2d030-ea33-4da4-b766-d591cb1d8dbf None None] New status for floating IP 5c7d57d0-3ef6-4b8d-88b5-dbcac14871dc: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:31:08.232085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed9de0-f2c1-4870-b38e-2d676abdc15a req-7313a549-79e0-40ab-b748-faf118ecfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:08.233590 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbed9de0-f2c1-4870-b38e-2d676abdc15a req-7313a549-79e0-40ab-b748-faf118ecfb72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7877bcdb-254c-4e45-986d-18fe02657f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568991 Jul 07 20:31:08.322013 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbed9de0-f2c1-4870-b38e-2d676abdc15a req-c5856100-fe84-4ca4-9fe5-52e98337504a service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821126 Jul 07 20:31:08.419606 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbed9de0-f2c1-4870-b38e-2d676abdc15a req-2a6a2649-cd1b-45e2-ae69-aeda87f8fa7c service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907805 Jul 07 20:31:08.819110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51852) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:31:08.877178 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5fccfa90-fcee-4106-a7fa-2a3b24c8b84d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/5c7d57d0-3ef6-4b8d-88b5-dbcac14871dc HTTP/1.1" status: 200 len: 994 time: 0.0569398 Jul 07 20:31:10.594711 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:21.231245 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fa8e0855-4cef-45a5-922e-7c722fdad1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:24.011752 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:24.168374 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2534d030-8adf-47a5-aca0-2f73886b14a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:25.088464 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:26.794818 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:36.420136 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:40.599740 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:40.763762 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:31:51.231743 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-37874d57-6884-4d57-86cb-f6e2a3330b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:54.016113 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:54.168239 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-56758194-be90-493a-9ed3-ce0c01ecfd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:55.092134 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:56.800453 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:06.420398 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:07.164735 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7d6114f-44ae-4a01-bd95-5f2c7d9c5d1c req-420e92ce-301d-473a-bda4-619f36ecfede service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510056 Jul 07 20:32:07.257374 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6114f-44ae-4a01-bd95-5f2c7d9c5d1c req-8609aeb3-62b3-47ee-99b5-7c57ee442066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:07.258873 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7d6114f-44ae-4a01-bd95-5f2c7d9c5d1c req-8609aeb3-62b3-47ee-99b5-7c57ee442066 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0519326 Jul 07 20:32:07.364039 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6114f-44ae-4a01-bd95-5f2c7d9c5d1c req-bd9f4eba-f0a6-4b65-83f2-272ade48ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:07.365512 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7d6114f-44ae-4a01-bd95-5f2c7d9c5d1c req-bd9f4eba-f0a6-4b65-83f2-272ade48ec81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 898 time: 0.0872917 Jul 07 20:32:07.428676 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7d6114f-44ae-4a01-bd95-5f2c7d9c5d1c req-2116e57a-9da9-4948-89ca-ee5020d49b37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 1002 time: 0.0559828 Jul 07 20:32:07.480010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6114f-44ae-4a01-bd95-5f2c7d9c5d1c req-63d49699-1ba8-45c7-bfb8-0a7e8bfe861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:07.481574 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7d6114f-44ae-4a01-bd95-5f2c7d9c5d1c req-63d49699-1ba8-45c7-bfb8-0a7e8bfe861f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 200 len: 835 time: 0.0469921 Jul 07 20:32:07.537028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6114f-44ae-4a01-bd95-5f2c7d9c5d1c req-2b4d0b56-36bf-4c48-9f86-0f92441aac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:07.538563 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7d6114f-44ae-4a01-bd95-5f2c7d9c5d1c req-2b4d0b56-36bf-4c48-9f86-0f92441aac7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7877bcdb-254c-4e45-986d-18fe02657f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502069 Jul 07 20:32:07.625575 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7d6114f-44ae-4a01-bd95-5f2c7d9c5d1c req-dad30715-c522-48d8-a10b-01a24e7fcad8 service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807905 Jul 07 20:32:07.719803 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7d6114f-44ae-4a01-bd95-5f2c7d9c5d1c req-6e1a1ed1-9d9d-4b7e-865f-11827b320877 service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848937 Jul 07 20:32:10.600264 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:17.762471 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:32:20.449829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-1af805df-20d6-416a-9012-bb898c478522 req-123b56fa-171a-4334-a59c-d83a3cc6f174 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:32:20.450843 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1af805df-20d6-416a-9012-bb898c478522 req-123b56fa-171a-4334-a59c-d83a3cc6f174 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061324 Jul 07 20:32:20.736390 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f634d97-08a8-4dc0-b2a7-62b8a09b1ea2 req-ec1d492a-d2fe-4749-a17f-0120fff6fe44 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:20.737921 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6f634d97-08a8-4dc0-b2a7-62b8a09b1ea2 req-ec1d492a-d2fe-4749-a17f-0120fff6fe44 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0642750 Jul 07 20:32:20.778053 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6f634d97-08a8-4dc0-b2a7-62b8a09b1ea2 req-75aa8e5b-477a-4864-b379-3bb5c10000a9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344052 Jul 07 20:32:21.073742 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-24e227df-a26d-4942-928c-5c199b0814cb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4477506 Jul 07 20:32:21.082960 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-50077e95-4dd5-481c-acb8-c8a376490dfc service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:32:21.083925 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-50077e95-4dd5-481c-acb8-c8a376490dfc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056236 Jul 07 20:32:21.233257 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e820940c-95e5-4fc6-9a3f-39351797bcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:21.972777 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fcba2-bc96-4732-a8a7-8fee20a859c0 req-822f3657-272f-4b76-b748-a2e73b41d994 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:21.974310 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f9fcba2-bc96-4732-a8a7-8fee20a859c0 req-822f3657-272f-4b76-b748-a2e73b41d994 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0658188 Jul 07 20:32:22.013280 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f9fcba2-bc96-4732-a8a7-8fee20a859c0 req-8d2b3fd8-4113-4a8d-b9bf-5d9d91b448b2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330341 Jul 07 20:32:23.199859 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468fc95-55d8-4ef1-883e-5446ff498953 req-0059b4ee-05cd-44cd-ad49-4c618d1c0104 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:23.201391 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5468fc95-55d8-4ef1-883e-5446ff498953 req-0059b4ee-05cd-44cd-ad49-4c618d1c0104 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0734396 Jul 07 20:32:23.249659 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5468fc95-55d8-4ef1-883e-5446ff498953 req-7fdcca58-bf2d-45a7-a79b-eefc781763dc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Jul 07 20:32:24.018907 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:24.168631 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7a165851-d66b-4685-afb5-2c9bd4f3b899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:24.430187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e382b2-a298-4586-a44f-af8ee975ac8d req-ca564c37-4ab1-49bf-8de1-5179b6a9a4af tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:24.431635 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4e382b2-a298-4586-a44f-af8ee975ac8d req-ca564c37-4ab1-49bf-8de1-5179b6a9a4af tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0638242 Jul 07 20:32:24.469543 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4e382b2-a298-4586-a44f-af8ee975ac8d req-f0eec51a-c85b-42c2-b753-28d5cf2f29a7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322731 Jul 07 20:32:25.095183 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:25.645538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8caf3-ffe5-4cab-bfd3-78076710322a req-8fdf7647-622e-47d7-9706-61b9c5bc1268 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:25.647066 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ff8caf3-ffe5-4cab-bfd3-78076710322a req-8fdf7647-622e-47d7-9706-61b9c5bc1268 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0636654 Jul 07 20:32:25.684353 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6ff8caf3-ffe5-4cab-bfd3-78076710322a req-31576e23-0470-4b12-9944-daf43e2dea03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317984 Jul 07 20:32:26.468078 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-33f6fbe3-a99c-4cd6-ad8f-083d4c7312aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:26.469572 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-33f6fbe3-a99c-4cd6-ad8f-083d4c7312aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0531197 Jul 07 20:32:26.802021 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:26.874694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0e536-2e72-4ef1-a192-1aadbbfdbade req-3b860ab7-2259-421e-a9e4-7fea4905d63f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:26.876212 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a0e536-2e72-4ef1-a192-1aadbbfdbade req-3b860ab7-2259-421e-a9e4-7fea4905d63f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0715182 Jul 07 20:32:26.877994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-cd0247e5-dc41-499a-b542-4702fac981ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:26.879688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-cd0247e5-dc41-499a-b542-4702fac981ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 898 time: 0.4022429 Jul 07 20:32:26.916095 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d1a0e536-2e72-4ef1-a192-1aadbbfdbade req-17f64b23-b83a-4029-8289-8d438af6bd1d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337107 Jul 07 20:32:26.946300 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-dc52ac1a-f591-4af0-830e-a2c1a79c861c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 1002 time: 0.0578680 Jul 07 20:32:26.998251 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-e59887da-10a1-4242-a330-312e537c3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:26.999600 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-e59887da-10a1-4242-a330-312e537c3901 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 200 len: 835 time: 0.0463865 Jul 07 20:32:27.056612 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-d6267370-fc1a-4aeb-85fa-e1a115826858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:27.058094 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-d6267370-fc1a-4aeb-85fa-e1a115826858 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7877bcdb-254c-4e45-986d-18fe02657f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504141 Jul 07 20:32:27.145453 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-2c8d20e5-0c15-40ff-9bd6-0a16dab29df6 service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793965 Jul 07 20:32:27.237720 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-b99416e9-18f6-4bdc-b31e-07e9c5713d77 service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841012 Jul 07 20:32:28.099621 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20e56b-6aa0-402b-a609-2eb68dd8e24d req-26e88ad5-b1d4-4285-bec4-4d3ebbe7d19c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:28.101033 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b20e56b-6aa0-402b-a609-2eb68dd8e24d req-26e88ad5-b1d4-4285-bec4-4d3ebbe7d19c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0744021 Jul 07 20:32:28.139462 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5b20e56b-6aa0-402b-a609-2eb68dd8e24d req-48988bf2-de52-4888-83f3-1e3f9d6ae23d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328138 Jul 07 20:32:29.317512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a5d1-e0e3-4b01-845b-0075bc1c204f req-e5bf93b0-d7a3-41ff-aea3-e5574f817632 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:29.319017 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f6e7a5d1-e0e3-4b01-845b-0075bc1c204f req-e5bf93b0-d7a3-41ff-aea3-e5574f817632 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0621109 Jul 07 20:32:29.355856 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f6e7a5d1-e0e3-4b01-845b-0075bc1c204f req-6f496d0b-bf13-4747-a6dc-fca4ede52f3e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312994 Jul 07 20:32:30.534895 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3260e82-52e6-47c7-b015-33e230d2f738 req-951e0ce7-321c-4f2e-a9e8-dd87493e35c8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:30.536358 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3260e82-52e6-47c7-b015-33e230d2f738 req-951e0ce7-321c-4f2e-a9e8-dd87493e35c8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0668609 Jul 07 20:32:30.573909 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b3260e82-52e6-47c7-b015-33e230d2f738 req-2b2edd23-dc65-48e0-b1c8-55df79f3699c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Jul 07 20:32:31.750490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56762886-b72e-4b99-9f6d-d38d5d0580b9 req-a6b7b256-3261-4655-8d4c-518f3e2680e0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:31.751991 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-56762886-b72e-4b99-9f6d-d38d5d0580b9 req-a6b7b256-3261-4655-8d4c-518f3e2680e0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0680602 Jul 07 20:32:31.789296 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-56762886-b72e-4b99-9f6d-d38d5d0580b9 req-0702cab6-17eb-490c-a19c-feee3c59499f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317562 Jul 07 20:32:32.966648 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130962f4-ee28-480b-9b29-c9f31a9e425d req-d8973a07-bb85-486c-8214-8b96700e415f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:32.968174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-130962f4-ee28-480b-9b29-c9f31a9e425d req-d8973a07-bb85-486c-8214-8b96700e415f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0685256 Jul 07 20:32:33.005608 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-130962f4-ee28-480b-9b29-c9f31a9e425d req-7c091f1d-5779-405c-87e6-caf6aa926f50 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312183 Jul 07 20:32:34.179472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d23cfa-b7f4-4909-aea0-90922ff11bb9 req-367e6e4d-3e8f-453a-8048-32581f623af7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:34.180959 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76d23cfa-b7f4-4909-aea0-90922ff11bb9 req-367e6e4d-3e8f-453a-8048-32581f623af7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0634165 Jul 07 20:32:34.217943 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-76d23cfa-b7f4-4909-aea0-90922ff11bb9 req-06546296-fee5-4ef0-a206-2b12f031de32 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314796 Jul 07 20:32:35.393425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e82ef-61c8-484f-b2c5-f96cf1eba467 req-3c67345d-90ac-405e-a7c6-8407c49ce776 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:35.394938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-548e82ef-61c8-484f-b2c5-f96cf1eba467 req-3c67345d-90ac-405e-a7c6-8407c49ce776 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0627720 Jul 07 20:32:35.434849 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-548e82ef-61c8-484f-b2c5-f96cf1eba467 req-ec313f70-c544-47c5-a899-a2889a8605d7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343843 Jul 07 20:32:36.438266 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:36.610631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2166-60d8-4ebb-96cb-f58448bff614 req-22f651c7-424b-4ec0-af03-b6384a0caea6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:36.612796 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-293b2166-60d8-4ebb-96cb-f58448bff614 req-22f651c7-424b-4ec0-af03-b6384a0caea6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0645671 Jul 07 20:32:36.650556 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-293b2166-60d8-4ebb-96cb-f58448bff614 req-26a9e8b2-8da1-49c1-b23b-6c2c39aa96b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318184 Jul 07 20:32:37.823170 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e737743-eb06-49d6-b613-1f5c2311b013 req-74936ff2-779d-4d83-9df7-a8764b9fb8a4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:37.824629 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e737743-eb06-49d6-b613-1f5c2311b013 req-74936ff2-779d-4d83-9df7-a8764b9fb8a4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0623093 Jul 07 20:32:37.861873 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1e737743-eb06-49d6-b613-1f5c2311b013 req-ac46b9df-7ee6-4860-96b3-54c0ae2dc489 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311410 Jul 07 20:32:39.040000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae6644-79db-4de7-b3d8-8b3f82ded9d7 req-dcf5f51e-03a8-4cc4-948e-fa14a7b90b19 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:39.041399 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9ae6644-79db-4de7-b3d8-8b3f82ded9d7 req-dcf5f51e-03a8-4cc4-948e-fa14a7b90b19 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0674000 Jul 07 20:32:39.078481 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b9ae6644-79db-4de7-b3d8-8b3f82ded9d7 req-f8430385-2119-4a6d-b1eb-a3c12bc39c16 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315423 Jul 07 20:32:40.249484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b1934-7320-4c59-81d6-752d90a2ef08 req-637202ee-c9e7-4144-a9c5-301a44b2c02c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:40.251003 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc5b1934-7320-4c59-81d6-752d90a2ef08 req-637202ee-c9e7-4144-a9c5-301a44b2c02c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0619729 Jul 07 20:32:40.288652 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-dc5b1934-7320-4c59-81d6-752d90a2ef08 req-6eff9827-1dc4-4b07-80b4-257d19770a5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319111 Jul 07 20:32:40.598255 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:41.466306 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b7ec8-e0f0-4ca1-aea7-9dc4ac45bddc req-0e59236c-227a-4e52-ba9f-31ccd2f17bd2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:41.467837 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f4b7ec8-e0f0-4ca1-aea7-9dc4ac45bddc req-0e59236c-227a-4e52-ba9f-31ccd2f17bd2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0661500 Jul 07 20:32:41.505186 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5f4b7ec8-e0f0-4ca1-aea7-9dc4ac45bddc req-3ee5f075-aef4-4cd2-b78c-327ef83d973e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317121 Jul 07 20:32:42.679950 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3c3e8-6e7a-4e7c-a76c-eefc9cf95fa3 req-c88e1c63-5b6b-49a2-9561-23aa8498e3ee tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:42.681430 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-08e3c3e8-6e7a-4e7c-a76c-eefc9cf95fa3 req-c88e1c63-5b6b-49a2-9561-23aa8498e3ee tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0657530 Jul 07 20:32:42.719385 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-08e3c3e8-6e7a-4e7c-a76c-eefc9cf95fa3 req-ba11f302-103e-4e38-a6b1-91512ea836b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324676 Jul 07 20:32:43.891768 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bea526-93e5-43f4-b8ac-48f09a060ea1 req-84e7abcf-cb31-4a62-910c-be551775e213 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:43.893334 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b3bea526-93e5-43f4-b8ac-48f09a060ea1 req-84e7abcf-cb31-4a62-910c-be551775e213 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0657160 Jul 07 20:32:43.932930 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b3bea526-93e5-43f4-b8ac-48f09a060ea1 req-01a01ad0-2574-47f1-8bcf-75b85c624e86 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331178 Jul 07 20:32:44.653911 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-1e9c7120-11da-4fda-b944-e30fadecfe1c service neutron] show failed (client error): The resource could not be found. Jul 07 20:32:44.654940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-1e9c7120-11da-4fda-b944-e30fadecfe1c service neutron] 10.222.0.48 "GET /v2.0/ports/9cba5a3c-efc4-4533-9c49-97a86bc41119/bindings/n-h2-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0523293 Jul 07 20:32:44.903594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-78b7e7dd-512d-4f54-9248-03b2034d2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:44.905102 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-78b7e7dd-512d-4f54-9248-03b2034d2178 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2&tenant_id=3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 1097 time: 0.0525103 Jul 07 20:32:44.917854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:32:44.987760 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:45.111293 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527a80c-6a1e-4ab2-b7dd-03fa2e13c4cf req-658a676d-eefb-4d97-af74-f8ed1fddc40f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:45.113007 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4527a80c-6a1e-4ab2-b7dd-03fa2e13c4cf req-658a676d-eefb-4d97-af74-f8ed1fddc40f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0644066 Jul 07 20:32:45.151649 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4527a80c-6a1e-4ab2-b7dd-03fa2e13c4cf req-0cf03580-1708-4cad-8757-3783c95a08ca tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328348 Jul 07 20:32:45.201089 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:32:45.233401 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h1-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:32:45.272508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:32:45.274765 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0d5c15-78c2-4fd2-8195-37a537402e57" -d '{"events": [{"server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "name": "network-vif-unplugged", "status": "completed", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:32:45.278310 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:45.290615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Transition to ACTIVE for port object 9cba5a3c-efc4-4533-9c49-97a86bc41119 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:32:45.295963 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:45.381426 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4b3603-0fa4-48f9-ba73-0786abeb6c30 x-openstack-request-id: req-4c4b3603-0fa4-48f9-ba73-0786abeb6c30 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:32:45.381728 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "name": "network-vif-unplugged", "status": "completed", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:32:45.381987 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c4b3603-0fa4-48f9-ba73-0786abeb6c30 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:32:45.382401 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'code': 200} Jul 07 20:32:45.385124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Pushing event updated for resources: {'Port': ['ID=9cba5a3c-efc4-4533-9c49-97a86bc41119,revision_number=6']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:32:45.397118 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:45.397478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:45.397826 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:45.398168 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:45.398505 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:45.398865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:45.399204 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:45.399535 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:45.399866 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:45.400195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:45.400523 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:45.400854 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:45.436234 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] No DVR routers for this DVR port 9cba5a3c-efc4-4533-9c49-97a86bc41119 on host n-h1-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:32:45.575120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Attempting to bind port 9cba5a3c-efc4-4533-9c49-97a86bc41119 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:32:45.575845 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Attempting to bind port 9cba5a3c-efc4-4533-9c49-97a86bc41119 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:32:45.576183 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Attempting to bind port 9cba5a3c-efc4-4533-9c49-97a86bc41119 on network 7877bcdb-254c-4e45-986d-18fe02657f70 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:32:45.580600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Port 9cba5a3c-efc4-4533-9c49-97a86bc41119 on network 7877bcdb-254c-4e45-986d-18fe02657f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:32:45.580969 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Attempting to bind port 9cba5a3c-efc4-4533-9c49-97a86bc41119 on network 7877bcdb-254c-4e45-986d-18fe02657f70 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:32:45.586002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:32:45.586376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Checking segment: {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:32:45.586818 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Bound using segment: {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:32:45.587544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Bound port: 9cba5a3c-efc4-4533-9c49-97a86bc41119, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fd350b-27e4-4a6e-a12e-60bad423cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:32:45.587929 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:45.650706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:32:45.653801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:32:45.657269 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:45.693852 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:45.694475 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:45.695953 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] 10.222.0.110 "PUT /v2.0/ports/9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 1092 time: 0.7820468 Jul 07 20:32:45.722934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdbdd8-6c0f-4b58-bad7-59c3ae566e65 service neutron] Pushing event updated for resources: {'Port': ['ID=9cba5a3c-efc4-4533-9c49-97a86bc41119,revision_number=7']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:32:45.781570 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-93a5f223-bcda-40d6-a08c-85bd39fd9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:45.783126 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-93a5f223-bcda-40d6-a08c-85bd39fd9c08 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1095 time: 0.0555887 Jul 07 20:32:45.876356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-f255da44-4363-4531-bb06-8795943c2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:45.877876 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-f255da44-4363-4531-bb06-8795943c2272 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 898 time: 0.0870910 Jul 07 20:32:45.948730 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-09eaeb30-ec59-4e09-8736-0bcb85891df5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 1000 time: 0.0631714 Jul 07 20:32:45.999823 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-1e3550f8-fe4b-40c6-abd2-44a9370aa4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:46.001184 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-1e3550f8-fe4b-40c6-abd2-44a9370aa4d8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 200 len: 835 time: 0.0444760 Jul 07 20:32:46.058177 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-9dbcb9e5-8eb9-4525-9942-f0e8dea0e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:46.059683 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-9dbcb9e5-8eb9-4525-9942-f0e8dea0e178 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7877bcdb-254c-4e45-986d-18fe02657f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510414 Jul 07 20:32:46.153525 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-e350ed6c-69df-4bff-8418-857a2d3cee49 service neutron] 10.222.0.110 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854440 Jul 07 20:32:46.244625 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6b51068b-46cc-4297-9b44-775a8b1669a8 req-809652cf-4385-4be0-a85e-a461d3c25dac service neutron] 10.222.0.110 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835459 Jul 07 20:32:46.332662 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85465ef-6ea6-46c4-ab89-af60124516ba req-b81eec15-f9cd-4ddd-933c-b8748d484dbe tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:46.334228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d85465ef-6ea6-46c4-ab89-af60124516ba req-b81eec15-f9cd-4ddd-933c-b8748d484dbe tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 944 time: 0.0720115 Jul 07 20:32:46.373767 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d85465ef-6ea6-46c4-ab89-af60124516ba req-9ab20c9c-ae77-4953-a376-70f2f99de5ba tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333905 Jul 07 20:32:47.383865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:32:47.386620 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f6401a-526c-4fc2-a1bd-2dad126ee903" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:32:47.435901 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed33c70-50b1-4bb4-a3fc-cbbb35e3646f x-openstack-request-id: req-8ed33c70-50b1-4bb4-a3fc-cbbb35e3646f {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:32:47.436196 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:32:47.436477 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ed33c70-50b1-4bb4-a3fc-cbbb35e3646f {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:32:47.437276 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'status': 'completed', 'code': 200} Jul 07 20:32:47.518133 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-6f57615b-f986-4c97-9af0-86aa4de598b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:47.520183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-6f57615b-f986-4c97-9af0-86aa4de598b6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1095 time: 0.0604019 Jul 07 20:32:47.554380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-f8088e36-c6e0-4080-80bb-3de2cbc64675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:47.555942 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-f8088e36-c6e0-4080-80bb-3de2cbc64675 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1095 time: 0.0930099 Jul 07 20:32:47.583558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d14a6-dceb-4968-bdce-93b245d1752f req-6748d54a-6251-4ec6-b8ac-c74efe572886 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:47.585056 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-948d14a6-dceb-4968-bdce-93b245d1752f req-6748d54a-6251-4ec6-b8ac-c74efe572886 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 944 time: 0.0942943 Jul 07 20:32:47.618510 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-17e580ef-b0f8-4493-8d25-7774001c4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:47.620036 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-17e580ef-b0f8-4493-8d25-7774001c4f60 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 898 time: 0.0928295 Jul 07 20:32:47.678119 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-948d14a6-dceb-4968-bdce-93b245d1752f req-f2d5dcba-878a-44c5-a534-b4a3cc755356 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766535 Jul 07 20:32:47.693459 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-dd974c08-7e97-467d-a04d-e7dda0476cf7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 1000 time: 0.0659375 Jul 07 20:32:47.704007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-4b6e6b4a-3b6d-4371-8c4e-31b15cba0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:47.705607 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-4b6e6b4a-3b6d-4371-8c4e-31b15cba0afa service neutron] 10.222.0.48 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 898 time: 0.1422994 Jul 07 20:32:47.745833 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-696b043d-6b24-4d3c-93d1-e93980e0c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:47.747351 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-696b043d-6b24-4d3c-93d1-e93980e0c0ef service neutron] 10.222.0.110 "GET /v2.0/subnets?id=efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 200 len: 835 time: 0.0466857 Jul 07 20:32:47.778316 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-99ae01f1-3da0-4d88-99af-7c70a0cfe3dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 1000 time: 0.0650232 Jul 07 20:32:47.805597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-de9cdb20-7604-4c1d-96d8-14ac95666218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:47.807136 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-de9cdb20-7604-4c1d-96d8-14ac95666218 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7877bcdb-254c-4e45-986d-18fe02657f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528033 Jul 07 20:32:47.828157 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-f1f87161-b4dd-4b4a-a204-6318f801f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:47.829643 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-f1f87161-b4dd-4b4a-a204-6318f801f4cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 200 len: 835 time: 0.0440109 Jul 07 20:32:47.888484 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-89d0062f-105c-438e-9510-a70df68b86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:47.890021 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-89d0062f-105c-438e-9510-a70df68b86fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7877bcdb-254c-4e45-986d-18fe02657f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530655 Jul 07 20:32:47.905713 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-9668a988-7c10-4656-8d06-f4a3696a159e service neutron] 10.222.0.110 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892594 Jul 07 20:32:47.987382 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-d25ef8f1-18ef-48da-80c5-12b3f50985a4 service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897722 Jul 07 20:32:48.001810 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-1c37f06d-57bd-4f7e-a3a8-ed19ccdd6e07 service neutron] 10.222.0.110 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884290 Jul 07 20:32:48.087945 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-86f6401a-526c-4fc2-a1bd-2dad126ee903 req-689102e6-2479-4d3b-9532-10112b3ee001 service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929375 Jul 07 20:32:48.864326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca759d7-833c-48f4-a014-726c7182262e req-23ccdbba-1d70-4406-89f1-c17c419b69b0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:48.865872 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ca759d7-833c-48f4-a014-726c7182262e req-23ccdbba-1d70-4406-89f1-c17c419b69b0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 944 time: 0.0648541 Jul 07 20:32:48.908519 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3ca759d7-833c-48f4-a014-726c7182262e req-14167ecb-0bf3-489a-8f1d-d95f44876bd0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369999 Jul 07 20:32:49.030755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9cba5a3c-efc4-4533-9c49-97a86bc41119 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:32:49.133886 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:32:49.150270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'port_id': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'mac_address': 'fa:16:3e:d0:38:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:32:49.187898 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:49.200981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cba5a3c-efc4-4533-9c49-97a86bc41119 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:32:49.222511 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:32:49.228500 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:49.257231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c9db8-1261-4d97-a786-4369c88d59f4 req-c4c7ff23-7fa2-4b4c-a96d-2a8e0147d386 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:49.258964 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e67c9db8-1261-4d97-a786-4369c88d59f4 req-c4c7ff23-7fa2-4b4c-a96d-2a8e0147d386 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 944 time: 0.0767577 Jul 07 20:32:49.279858 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=9cba5a3c-efc4-4533-9c49-97a86bc41119,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:32:49.288810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:49.289162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:49.289680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:49.290030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:49.290401 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:49.291363 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:49.291698 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:49.292041 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:49.292482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:49.292823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:49.293151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:49.293499 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:49.300593 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-e47e4315-5a29-4d97-99b8-bf8c594e7a36 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:49.302285 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-e47e4315-5a29-4d97-99b8-bf8c594e7a36 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2&tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&binding%3Ahost_id=n-h2-793621-9 HTTP/1.1" status: 200 len: 945 time: 0.0833032 Jul 07 20:32:49.303898 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e67c9db8-1261-4d97-a786-4369c88d59f4 req-414ed05d-72ac-49d3-b03e-642311bc0cf2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360141 Jul 07 20:32:49.369707 n-d-793621-9 neutron-server[93901]: INFO neutron.api.v2.resource [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-6f6cab18-1d9f-4444-adc7-e15e12d3e61c service neutron] delete failed (client error): The resource could not be found. Jul 07 20:32:49.370739 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-6f6cab18-1d9f-4444-adc7-e15e12d3e61c service neutron] 10.222.0.48 "DELETE /v2.0/ports/9cba5a3c-efc4-4533-9c49-97a86bc41119/bindings/n-h1-793621-9 HTTP/1.1" status: 404 len: 380 time: 0.0619771 Jul 07 20:32:49.512745 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['9cba5a3c-efc4-4533-9c49-97a86bc41119'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:32:49.525109 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39074231-09a9-4fd1-b55c-270188efe9a5 req-0ba8eb59-3d74-4a92-b04d-9f96122c798a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:49.526692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-39074231-09a9-4fd1-b55c-270188efe9a5 req-0ba8eb59-3d74-4a92-b04d-9f96122c798a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 945 time: 0.0996470 Jul 07 20:32:49.529774 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-51aa70d4-6c10-4805-bffe-b22388bea530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:49.531269 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-51aa70d4-6c10-4805-bffe-b22388bea530 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1096 time: 0.1151485 Jul 07 20:32:49.621520 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-39074231-09a9-4fd1-b55c-270188efe9a5 req-da885838-1ce6-4a70-866e-4c358836c3f3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887091 Jul 07 20:32:49.654041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-1b16d6f7-268a-48ce-a117-85807fafe21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:49.655724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-1b16d6f7-268a-48ce-a117-85807fafe21d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 898 time: 0.1160216 Jul 07 20:32:49.721305 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-7690512e-ee1f-4f24-91f9-a9f1545f635d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 1001 time: 0.0593696 Jul 07 20:32:49.777326 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-72490b30-b8fc-4fd7-896a-580cebd6dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:49.778817 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-72490b30-b8fc-4fd7-896a-580cebd6dfd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 200 len: 835 time: 0.0511532 Jul 07 20:32:49.800799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 9cba5a3c-efc4-4533-9c49-97a86bc41119 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:32:49.838971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device 9cba5a3c-efc4-4533-9c49-97a86bc41119 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:32:49.839642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-1dd6479f-f96d-4749-bbb1-1ef7615ba5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:49.841865 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-1dd6479f-f96d-4749-bbb1-1ef7615ba5b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7877bcdb-254c-4e45-986d-18fe02657f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540676 Jul 07 20:32:49.932189 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-1e59a2bc-6157-49d1-ac82-ddbff763ef7d service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842738 Jul 07 20:32:50.028812 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-43cd6967-43dd-44d6-a4a5-0d6994f52042 req-0d85e152-362a-4b5e-8498-aa86a9ca3279 service neutron] 10.222.0.48 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884161 Jul 07 20:32:50.798124 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6734bd-83e1-47a0-aee8-20e925a2446c req-e8a4cd64-d520-48d2-b80f-e2d94792b884 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:50.800242 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae6734bd-83e1-47a0-aee8-20e925a2446c req-e8a4cd64-d520-48d2-b80f-e2d94792b884 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 945 time: 0.0636678 Jul 07 20:32:50.838410 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ae6734bd-83e1-47a0-aee8-20e925a2446c req-cda51c1d-9931-4d1a-af54-c90c03aceeae tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326774 Jul 07 20:32:50.863747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 51988) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:32:50.927636 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c222c202-8834-4fbe-a335-12bc670a6697 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/5c7d57d0-3ef6-4b8d-88b5-dbcac14871dc HTTP/1.1" status: 200 len: 993 time: 0.0627246 Jul 07 20:32:51.030256 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9cba5a3c-efc4-4533-9c49-97a86bc41119 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:32:51.082590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 9cba5a3c-efc4-4533-9c49-97a86bc41119 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:32:51.088563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 9cba5a3c-efc4-4533-9c49-97a86bc41119 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:32:51.088940 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:51.165981 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:51.188991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:32:51.191374 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dc230b-eb24-41a3-936e-3e898ebb01cf" -d '{"events": [{"server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "name": "network-vif-plugged", "status": "completed", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:32:51.204185 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:32:51.209343 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:51.259258 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b4cae3d5-a8d3-4f91-9b5d-19b7328eb300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:51.276542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=9cba5a3c-efc4-4533-9c49-97a86bc41119,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:32:51.287289 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e93f47-180d-40ea-a160-8cf5db7e555d x-openstack-request-id: req-37e93f47-180d-40ea-a160-8cf5db7e555d {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:32:51.287453 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "name": "network-vif-plugged", "status": "completed", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:32:51.287712 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37e93f47-180d-40ea-a160-8cf5db7e555d {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:32:51.288117 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'code': 200} Jul 07 20:32:54.020797 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:54.171854 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a4176e7-803d-400d-bf18-eed13b05bcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:54.761909 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:32:55.100174 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:56.800886 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.609818 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37b65c0a-a4fb-4008-bf80-f771b050f4a2 req-2bafbb1a-755f-4e19-a505-477f47d53196 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509231 Jul 07 20:33:05.708605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65c0a-a4fb-4008-bf80-f771b050f4a2 req-11139573-c9b9-4a9c-93ed-2a37b784b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:05.710097 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37b65c0a-a4fb-4008-bf80-f771b050f4a2 req-11139573-c9b9-4a9c-93ed-2a37b784b0c4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0533917 Jul 07 20:33:05.822809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65c0a-a4fb-4008-bf80-f771b050f4a2 req-fa96e660-8025-4e5b-9516-ae8a0ece3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:05.824345 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37b65c0a-a4fb-4008-bf80-f771b050f4a2 req-fa96e660-8025-4e5b-9516-ae8a0ece3999 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 898 time: 0.0919352 Jul 07 20:33:05.892918 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37b65c0a-a4fb-4008-bf80-f771b050f4a2 req-21a6b729-b9fb-4c49-a3f1-8a06a0684ff3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 1002 time: 0.0589838 Jul 07 20:33:05.947451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65c0a-a4fb-4008-bf80-f771b050f4a2 req-d12ef49a-3f86-4037-8d1a-c673554811e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:05.948957 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37b65c0a-a4fb-4008-bf80-f771b050f4a2 req-d12ef49a-3f86-4037-8d1a-c673554811e9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 200 len: 835 time: 0.0490482 Jul 07 20:33:06.009517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65c0a-a4fb-4008-bf80-f771b050f4a2 req-da9f1b66-29ee-44ff-838b-4da813c8dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:06.011084 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37b65c0a-a4fb-4008-bf80-f771b050f4a2 req-da9f1b66-29ee-44ff-838b-4da813c8dcf6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7877bcdb-254c-4e45-986d-18fe02657f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540609 Jul 07 20:33:06.101377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37b65c0a-a4fb-4008-bf80-f771b050f4a2 req-58bcfc32-a4e8-4263-a701-f0086e13bfd4 service neutron] 10.222.0.110 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831208 Jul 07 20:33:06.196289 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-37b65c0a-a4fb-4008-bf80-f771b050f4a2 req-917db6eb-8484-4d56-97c2-d6441d8fca4d service neutron] 10.222.0.110 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873661 Jul 07 20:33:06.434733 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.621055 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:21.229674 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-68d9ba6b-235c-4677-9e63-ab2e641b0217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:23.345864 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52006) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:23.510033 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 534c8e7c-c3ca-49bb-9b51-41527e58d797 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:33:23.510379 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:23.590376 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:23.590764 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:23.605801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 534c8e7c-c3ca-49bb-9b51-41527e58d797 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:33:23.754302 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:23.783877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=534c8e7c-c3ca-49bb-9b51-41527e58d797,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:23.845715 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:23.846050 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Floating IP 5c7d57d0-3ef6-4b8d-88b5-dbcac14871dc disassociated (deleted). External IP: 172.25.0.155, port: 9cba5a3c-efc4-4533-9c49-97a86bc41119. Jul 07 20:33:24.022843 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:24.061441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 49642bea-56ba-4134-8759-637b55be86f9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:33:24.169467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:33:24.173326 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-96a936ee-9985-4bc9-a47b-bf614b9aa27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:24.174146 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:24.183279 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd9872-4806-48cb-8bbd-9b98c4a71f9b None None] Sync routers for ids ['49642bea-56ba-4134-8759-637b55be86f9'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:33:24.192372 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd9872-4806-48cb-8bbd-9b98c4a71f9b None None] Routers {'49642bea-56ba-4134-8759-637b55be86f9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:24.192980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e7bd9872-4806-48cb-8bbd-9b98c4a71f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['49642bea-56ba-4134-8759-637b55be86f9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:24.211811 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-eee0b541-84b4-4841-9976-b51bfa1cbb7e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/floatingips/5c7d57d0-3ef6-4b8d-88b5-dbcac14871dc HTTP/1.1" status: 204 len: 168 time: 0.8648171 Jul 07 20:33:24.212742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:33:24.215139 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91152c2-ba5f-44be-a05d-1b20575ebe40" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:33:24.257475 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e574682f-3024-40f8-9d33-4fa8d239e463 x-openstack-request-id: req-e574682f-3024-40f8-9d33-4fa8d239e463 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:33:24.257872 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:33:24.258785 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e574682f-3024-40f8-9d33-4fa8d239e463 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:33:24.259347 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'status': 'completed', 'code': 200} Jul 07 20:33:24.306900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e7bd9872-4806-48cb-8bbd-9b98c4a71f9b None None] Set router 49642bea-56ba-4134-8759-637b55be86f9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:24.342323 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91152c2-ba5f-44be-a05d-1b20575ebe40 req-a48730a8-aec1-47f5-be0d-75c9209172e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:24.344012 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e91152c2-ba5f-44be-a05d-1b20575ebe40 req-a48730a8-aec1-47f5-be0d-75c9209172e7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0562582 Jul 07 20:33:24.460359 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91152c2-ba5f-44be-a05d-1b20575ebe40 req-29dbfb09-58e6-462e-a3fb-a9d79ea55de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:24.462881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e91152c2-ba5f-44be-a05d-1b20575ebe40 req-29dbfb09-58e6-462e-a3fb-a9d79ea55de5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 200 len: 898 time: 0.1115501 Jul 07 20:33:24.515153 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e91152c2-ba5f-44be-a05d-1b20575ebe40 req-4ebba61d-166e-4452-a17f-4d04376de6b6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 200 len: 217 time: 0.0444939 Jul 07 20:33:24.521612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e7bd9872-4806-48cb-8bbd-9b98c4a71f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:30:51Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '28070f10-8053-4dc1-80fe-9662ce685e1e', 'name': '', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:9d:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:50Z', 'updated_at': '2021-07-07T20:30:56Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:24.605192 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91152c2-ba5f-44be-a05d-1b20575ebe40 req-9aadcb47-3190-47f5-b311-44983e77822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:24.606677 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e91152c2-ba5f-44be-a05d-1b20575ebe40 req-9aadcb47-3190-47f5-b311-44983e77822a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 200 len: 835 time: 0.0824862 Jul 07 20:33:24.664967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931bad5-40a9-4076-8dad-56e8c0cc2a1d req-22f10dda-3639-46c4-b3b3-8c2204b2c466 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:24.666587 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b931bad5-40a9-4076-8dad-56e8c0cc2a1d req-22f10dda-3639-46c4-b3b3-8c2204b2c466 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.1103115 Jul 07 20:33:24.708240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd9872-4806-48cb-8bbd-9b98c4a71f9b None None] Checking router: 49642bea-56ba-4134-8759-637b55be86f9 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:33:24.716555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd9872-4806-48cb-8bbd-9b98c4a71f9b None None] Routers {'49642bea-56ba-4134-8759-637b55be86f9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:24.717165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e7bd9872-4806-48cb-8bbd-9b98c4a71f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['49642bea-56ba-4134-8759-637b55be86f9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:24.718494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91152c2-ba5f-44be-a05d-1b20575ebe40 req-4dd7d1ac-9876-45ab-9505-5752a00a3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:24.720054 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e91152c2-ba5f-44be-a05d-1b20575ebe40 req-4dd7d1ac-9876-45ab-9505-5752a00a3ed3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7877bcdb-254c-4e45-986d-18fe02657f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009464 Jul 07 20:33:24.723422 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b931bad5-40a9-4076-8dad-56e8c0cc2a1d req-4a995db1-3fb3-470d-a1e8-01dc5d0e8c62 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498996 Jul 07 20:33:24.816703 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e91152c2-ba5f-44be-a05d-1b20575ebe40 req-bd776eef-fdfd-4399-a3a9-d3f25a9f674b service neutron] 10.222.0.110 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883868 Jul 07 20:33:24.825801 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e7bd9872-4806-48cb-8bbd-9b98c4a71f9b None None] Set router 49642bea-56ba-4134-8759-637b55be86f9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:24.906902 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e91152c2-ba5f-44be-a05d-1b20575ebe40 req-5880fdc3-a3f0-437a-9db3-c1b7d599eec8 service neutron] 10.222.0.110 "GET /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825703 Jul 07 20:33:25.025162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e7bd9872-4806-48cb-8bbd-9b98c4a71f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:30:51Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '28070f10-8053-4dc1-80fe-9662ce685e1e', 'name': '', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:9d:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:50Z', 'updated_at': '2021-07-07T20:30:56Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:25.050700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd9872-4806-48cb-8bbd-9b98c4a71f9b None None] The sync data for ids ['49642bea-56ba-4134-8759-637b55be86f9'] in n-d-793621-9 is: [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:30:51Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '28070f10-8053-4dc1-80fe-9662ce685e1e', 'name': '', 'network_id': '7877bcdb-254c-4e45-986d-18fe02657f70', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:9d:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:50Z', 'updated_at': '2021-07-07T20:30:56Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'efb98331-ce41-4fee-8c49-50110c6eef80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:33:25.105196 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:25.272464 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d693a84-973b-4fad-9d1c-a1fd301cbce7 None None] New status for floating IP 5c7d57d0-3ef6-4b8d-88b5-dbcac14871dc: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:33:25.937775 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a54df-6f88-408f-ab1c-523cb29d0e91 req-b06a8d01-752c-4872-bfb5-6f0d7aef6f7a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:25.939296 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-264a54df-6f88-408f-ab1c-523cb29d0e91 req-b06a8d01-752c-4872-bfb5-6f0d7aef6f7a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0642214 Jul 07 20:33:25.977688 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-264a54df-6f88-408f-ab1c-523cb29d0e91 req-97d6f119-27f9-489b-85af-127f3c305ff3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321922 Jul 07 20:33:26.140550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481adb2-2b30-4d0d-b44d-b3c47c9f542f req-a0cede24-1c01-4a55-bcf7-82c29d449167 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:26.142024 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5481adb2-2b30-4d0d-b44d-b3c47c9f542f req-a0cede24-1c01-4a55-bcf7-82c29d449167 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 946 time: 0.0686557 Jul 07 20:33:26.245497 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-5481adb2-2b30-4d0d-b44d-b3c47c9f542f req-ad0799f7-bc0f-44ed-973a-f9ab2cd3d9f7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 9cba5a3c-efc4-4533-9c49-97a86bc41119 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:33:26.245762 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5481adb2-2b30-4d0d-b44d-b3c47c9f542f req-ad0799f7-bc0f-44ed-973a-f9ab2cd3d9f7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:26.338302 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-5481adb2-2b30-4d0d-b44d-b3c47c9f542f req-ad0799f7-bc0f-44ed-973a-f9ab2cd3d9f7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port 9cba5a3c-efc4-4533-9c49-97a86bc41119, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=9cba5a3c-efc4-4533-9c49-97a86bc41119,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:26.338662 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5481adb2-2b30-4d0d-b44d-b3c47c9f542f req-ad0799f7-bc0f-44ed-973a-f9ab2cd3d9f7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:26.355652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-5481adb2-2b30-4d0d-b44d-b3c47c9f542f req-ad0799f7-bc0f-44ed-973a-f9ab2cd3d9f7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 9cba5a3c-efc4-4533-9c49-97a86bc41119 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:33:26.482807 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5481adb2-2b30-4d0d-b44d-b3c47c9f542f req-ad0799f7-bc0f-44ed-973a-f9ab2cd3d9f7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:26.516116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0799f7-bc0f-44ed-973a-f9ab2cd3d9f7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=9cba5a3c-efc4-4533-9c49-97a86bc41119,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:26.560237 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5481adb2-2b30-4d0d-b44d-b3c47c9f542f req-ad0799f7-bc0f-44ed-973a-f9ab2cd3d9f7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] No DVR routers for this DVR port 9cba5a3c-efc4-4533-9c49-97a86bc41119 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:33:26.562769 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-5481adb2-2b30-4d0d-b44d-b3c47c9f542f req-ad0799f7-bc0f-44ed-973a-f9ab2cd3d9f7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:26.564813 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5481adb2-2b30-4d0d-b44d-b3c47c9f542f req-ad0799f7-bc0f-44ed-973a-f9ab2cd3d9f7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.110 "DELETE /v2.0/ports/9cba5a3c-efc4-4533-9c49-97a86bc41119 HTTP/1.1" status: 204 len: 173 time: 0.4164107 Jul 07 20:33:26.565233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'name': 'network-vif-deleted', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:33:26.567548 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb60224-e5a5-40b0-9ad2-27ef0538e255" -d '{"events": [{"server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "name": "network-vif-deleted", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:33:26.610237 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcabf1c-5f98-47d7-a77d-6ddd919cc3a6 x-openstack-request-id: req-3bcabf1c-5f98-47d7-a77d-6ddd919cc3a6 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:33:26.610536 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4dad91-4395-4bfd-af43-24b52564bcd2", "name": "network-vif-deleted", "tag": "9cba5a3c-efc4-4533-9c49-97a86bc41119", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:33:26.610812 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3bcabf1c-5f98-47d7-a77d-6ddd919cc3a6 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:33:26.611217 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4dad91-4395-4bfd-af43-24b52564bcd2', 'name': 'network-vif-deleted', 'tag': '9cba5a3c-efc4-4533-9c49-97a86bc41119', 'status': 'completed', 'code': 200} Jul 07 20:33:26.805581 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:27.140475 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-012c8684-6775-496e-a6fc-9b741dc96bae req-4affbb6b-2eb9-4a2c-a1ae-8409bdd39138 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4dad91-4395-4bfd-af43-24b52564bcd2 HTTP/1.1" status: 200 len: 210 time: 0.0340414 Jul 07 20:33:28.237300 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52026) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:28.931664 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe296-baa8-40ab-ac60-e1f89988b495 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:29.140240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9cba5a3c-efc4-4533-9c49-97a86bc41119 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:33:29.164516 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 9cba5a3c-efc4-4533-9c49-97a86bc41119 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:33:29.164859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 9cba5a3c-efc4-4533-9c49-97a86bc41119 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:33:29.197098 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f9dbe296-baa8-40ab-ac60-e1f89988b495 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 28070f10-8053-4dc1-80fe-9662ce685e1e {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:33:29.197440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe296-baa8-40ab-ac60-e1f89988b495 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:29.285188 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-f9dbe296-baa8-40ab-ac60-e1f89988b495 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port 28070f10-8053-4dc1-80fe-9662ce685e1e, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=28070f10-8053-4dc1-80fe-9662ce685e1e,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:29.285910 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe296-baa8-40ab-ac60-e1f89988b495 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:29.298355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-f9dbe296-baa8-40ab-ac60-e1f89988b495 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 28070f10-8053-4dc1-80fe-9662ce685e1e owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:33:29.488601 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe296-baa8-40ab-ac60-e1f89988b495 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:29.522913 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbe296-baa8-40ab-ac60-e1f89988b495 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=28070f10-8053-4dc1-80fe-9662ce685e1e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:29.722228 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe296-baa8-40ab-ac60-e1f89988b495 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:29.938738 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dbe296-baa8-40ab-ac60-e1f89988b495 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 49642bea-56ba-4134-8759-637b55be86f9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:33:30.047324 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dbe296-baa8-40ab-ac60-e1f89988b495 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:33:30.052352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f9dbe296-baa8-40ab-ac60-e1f89988b495 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "PUT /v2.0/routers/49642bea-56ba-4134-8759-637b55be86f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140049 Jul 07 20:33:30.055245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52028) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:30.060542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37fbef2-2414-49cd-86d8-fd79bf9f5642 None None] Sync routers for ids ['49642bea-56ba-4134-8759-637b55be86f9'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:33:30.075330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37fbef2-2414-49cd-86d8-fd79bf9f5642 None None] Routers {'49642bea-56ba-4134-8759-637b55be86f9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:30.076402 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c37fbef2-2414-49cd-86d8-fd79bf9f5642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['49642bea-56ba-4134-8759-637b55be86f9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:30.111437 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-7898ad9a-f0c6-4395-aed2-0f992ae91af6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting subnet efb98331-ce41-4fee-8c49-50110c6eef80 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:33:30.114534 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7898ad9a-f0c6-4395-aed2-0f992ae91af6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.154199 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7898ad9a-f0c6-4395-aed2-0f992ae91af6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.192635 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c37fbef2-2414-49cd-86d8-fd79bf9f5642 None None] Set router 49642bea-56ba-4134-8759-637b55be86f9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:30.242663 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7898ad9a-f0c6-4395-aed2-0f992ae91af6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.300878 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7898ad9a-f0c6-4395-aed2-0f992ae91af6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.327706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898ad9a-f0c6-4395-aed2-0f992ae91af6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Subnet': ['ID=efb98331-ce41-4fee-8c49-50110c6eef80,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:30.331979 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-7898ad9a-f0c6-4395-aed2-0f992ae91af6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.337652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52030) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:30.344656 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7898ad9a-f0c6-4395-aed2-0f992ae91af6 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/subnets/efb98331-ce41-4fee-8c49-50110c6eef80 HTTP/1.1" status: 204 len: 168 time: 0.2885556 Jul 07 20:33:30.350462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc3504-7b04-4071-a3dd-3d03e93e1e38 None None] Network 7877bcdb-254c-4e45-986d-18fe02657f70 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:33:30.450148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.475641 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c37fbef2-2414-49cd-86d8-fd79bf9f5642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:33:29Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:30.503712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37fbef2-2414-49cd-86d8-fd79bf9f5642 None None] Checking router: 49642bea-56ba-4134-8759-637b55be86f9 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:33:30.521754 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37fbef2-2414-49cd-86d8-fd79bf9f5642 None None] Routers {'49642bea-56ba-4134-8759-637b55be86f9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:30.522371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c37fbef2-2414-49cd-86d8-fd79bf9f5642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['49642bea-56ba-4134-8759-637b55be86f9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:30.554272 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.615450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port e4d3ce66-d896-4019-a12b-e301db585f32 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:33:30.615793 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.645299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e9cb6f-7287-4595-894b-f890ab05c6e4 None None] DHCP port deletion for 7877bcdb-254c-4e45-986d-18fe02657f70 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:33:30.646932 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c37fbef2-2414-49cd-86d8-fd79bf9f5642 None None] Set router 49642bea-56ba-4134-8759-637b55be86f9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:30.693426 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port e4d3ce66-d896-4019-a12b-e301db585f32, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=e4d3ce66-d896-4019-a12b-e301db585f32,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:30.693825 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.708366 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for e4d3ce66-d896-4019-a12b-e301db585f32 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:33:30.811178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9cb6f-7287-4595-894b-f890ab05c6e4 None None] Deleting port 42204036-ae2b-4388-8ac8-46937f2ef322 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:33:30.811571 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b6e9cb6f-7287-4595-894b-f890ab05c6e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.899225 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.899484 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-b6e9cb6f-7287-4595-894b-f890ab05c6e4 None None] For port 42204036-ae2b-4388-8ac8-46937f2ef322, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=42204036-ae2b-4388-8ac8-46937f2ef322,segment=NetworkSegment(41fd350b-27e4-4a6e-a12e-60bad423cd2a),segment_id=41fd350b-27e4-4a6e-a12e-60bad423cd2a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:30.899717 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b6e9cb6f-7287-4595-894b-f890ab05c6e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.915426 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9cb6f-7287-4595-894b-f890ab05c6e4 None None] Calling delete_port for 42204036-ae2b-4388-8ac8-46937f2ef322 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:33:30.925472 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=e4d3ce66-d896-4019-a12b-e301db585f32,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:30.957478 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:30.957899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:30.958170 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:30.958560 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:30.958860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:30.959195 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:30.959531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:30.959857 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:30.960181 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:30.960506 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:30.960828 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:30.961189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:30.969934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c37fbef2-2414-49cd-86d8-fd79bf9f5642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:33:29Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:31.000424 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.001440 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37fbef2-2414-49cd-86d8-fd79bf9f5642 None None] The sync data for ids ['49642bea-56ba-4134-8759-637b55be86f9'] in n-d-793621-9 is: [{'id': '49642bea-56ba-4134-8759-637b55be86f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569448231', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:30:47Z', 'updated_at': '2021-07-07T20:33:29Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'e4d3ce66-d896-4019-a12b-e301db585f32', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49642bea-56ba-4134-8759-637b55be86f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:30:48Z', 'updated_at': '2021-07-07T20:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:33:31.043047 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b6e9cb6f-7287-4595-894b-f890ab05c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.068874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9cb6f-7287-4595-894b-f890ab05c6e4 None None] Pushing event deleted for resources: {'Port': ['ID=42204036-ae2b-4388-8ac8-46937f2ef322,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:31.074990 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9cb6f-7287-4595-894b-f890ab05c6e4 None None] No DVR routers for this DVR port 42204036-ae2b-4388-8ac8-46937f2ef322 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:33:31.129344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.131513 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.173277 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.173827 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Fanout notify agent at l3_agent the message router_deleted on router 49642bea-56ba-4134-8759-637b55be86f9 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:33:31.181480 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.182597 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-95291395-391a-4501-9776-c2c1b2518910 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/routers/49642bea-56ba-4134-8759-637b55be86f9 HTTP/1.1" status: 204 len: 168 time: 0.8439720 Jul 07 20:33:31.185420 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52032) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:31.262418 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.346290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.357030 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7877bcdb-254c-4e45-986d-18fe02657f70']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:31.368643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fd350b-27e4-4a6e-a12e-60bad423cd2a') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:31.368956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fd350b-27e4-4a6e-a12e-60bad423cd2a') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:31.377971 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.391972 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.398587 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:33:31.399233 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:33:31.402543 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:33:31.473204 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.478899 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.480819 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/networks/7877bcdb-254c-4e45-986d-18fe02657f70 HTTP/1.1" status: 204 len: 168 time: 0.2944837 Jul 07 20:33:31.483783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52034) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:31.496525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3929ec0-05ca-4549-a9e2-9c99defb9714 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Network': ['ID=7877bcdb-254c-4e45-986d-18fe02657f70,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:31.561744 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86d61eee-a10b-47cd-9bc6-dcdc763b97bd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.589909 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86d61eee-a10b-47cd-9bc6-dcdc763b97bd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.665285 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86d61eee-a10b-47cd-9bc6-dcdc763b97bd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.668340 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-86d61eee-a10b-47cd-9bc6-dcdc763b97bd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.669613 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-86d61eee-a10b-47cd-9bc6-dcdc763b97bd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/security-groups/2a3c5de3-6ff5-4a98-9c1c-4812c8013dea HTTP/1.1" status: 204 len: 168 time: 0.1847768 Jul 07 20:33:31.679094 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d61eee-a10b-47cd-9bc6-dcdc763b97bd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3c5de3-6ff5-4a98-9c1c-4812c8013dea,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:31.767761 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:33:32.019632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 42204036-ae2b-4388-8ac8-46937f2ef322 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:33:32.043227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 42204036-ae2b-4388-8ac8-46937f2ef322 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:33:32.043497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 42204036-ae2b-4388-8ac8-46937f2ef322 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:33:32.043909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 28070f10-8053-4dc1-80fe-9662ce685e1e no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:33:32.062481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 28070f10-8053-4dc1-80fe-9662ce685e1e {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:33:32.062856 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 28070f10-8053-4dc1-80fe-9662ce685e1e not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:33:32.063261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e4d3ce66-d896-4019-a12b-e301db585f32 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:33:32.081042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: e4d3ce66-d896-4019-a12b-e301db585f32 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:33:32.081391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device e4d3ce66-d896-4019-a12b-e301db585f32 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:33:32.980066 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52042) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:32.984896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-79448959-a63b-461b-a67e-68e1d977281a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933689635', 'description': 'tempest-secgroup-smoke-933689635 description', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:33.006526 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-79448959-a63b-461b-a67e-68e1d977281a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.086525 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-79448959-a63b-461b-a67e-68e1d977281a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.090547 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-79448959-a63b-461b-a67e-68e1d977281a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.115735 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-79448959-a63b-461b-a67e-68e1d977281a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.116959 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-79448959-a63b-461b-a67e-68e1d977281a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1358039 Jul 07 20:33:33.121515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79448959-a63b-461b-a67e-68e1d977281a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de11324-26d0-4cc2-a158-4d25627c1b44,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:33.122361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52044) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:33.127346 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a2ce23ef-5c07-4344-a2fb-33c50f471075 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': '7de11324-26d0-4cc2-a158-4d25627c1b44', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:33.155173 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2ce23ef-5c07-4344-a2fb-33c50f471075 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.201664 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2ce23ef-5c07-4344-a2fb-33c50f471075 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.206394 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2ce23ef-5c07-4344-a2fb-33c50f471075 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.226712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce23ef-5c07-4344-a2fb-33c50f471075 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b453df7-5453-43dd-8e48-4240b43afb7d,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:33.230336 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a2ce23ef-5c07-4344-a2fb-33c50f471075 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.231569 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a2ce23ef-5c07-4344-a2fb-33c50f471075 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1080225 Jul 07 20:33:33.234933 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52046) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:33.239398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-94edc1e1-35ae-49ec-a541-5d583a2cfbc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': '7de11324-26d0-4cc2-a158-4d25627c1b44', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:33.266069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-94edc1e1-35ae-49ec-a541-5d583a2cfbc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.322939 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-94edc1e1-35ae-49ec-a541-5d583a2cfbc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.326527 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-94edc1e1-35ae-49ec-a541-5d583a2cfbc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.345877 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edc1e1-35ae-49ec-a541-5d583a2cfbc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c2e24d-5462-4818-9f38-ccb13fdf8701,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:33.351786 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-94edc1e1-35ae-49ec-a541-5d583a2cfbc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.352996 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-94edc1e1-35ae-49ec-a541-5d583a2cfbc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170866 Jul 07 20:33:33.356747 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52048) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:33.361519 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-04b77a65-c609-4333-ad5f-f83813e7b778 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': '7de11324-26d0-4cc2-a158-4d25627c1b44', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:33.388162 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-04b77a65-c609-4333-ad5f-f83813e7b778 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.445417 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-04b77a65-c609-4333-ad5f-f83813e7b778 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.449406 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-04b77a65-c609-4333-ad5f-f83813e7b778 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.470906 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b77a65-c609-4333-ad5f-f83813e7b778 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a842b312-fad0-434e-bd67-1d58a9f2a037,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:33.477319 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-04b77a65-c609-4333-ad5f-f83813e7b778 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.478369 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-04b77a65-c609-4333-ad5f-f83813e7b778 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206923 Jul 07 20:33:33.481222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52050) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:33.485590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-0f777a9f-e5e0-4fd3-a836-3f22d50afcd4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': '7de11324-26d0-4cc2-a158-4d25627c1b44', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:33.513917 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f777a9f-e5e0-4fd3-a836-3f22d50afcd4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.573252 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f777a9f-e5e0-4fd3-a836-3f22d50afcd4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.576752 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f777a9f-e5e0-4fd3-a836-3f22d50afcd4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.593736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f777a9f-e5e0-4fd3-a836-3f22d50afcd4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec42ae4c-66ef-4c47-8cee-c99eb6067c02,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:33.600245 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0f777a9f-e5e0-4fd3-a836-3f22d50afcd4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.602087 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0f777a9f-e5e0-4fd3-a836-3f22d50afcd4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193807 Jul 07 20:33:33.604790 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52052) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:33.609289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-67d5e653-c9fa-45bc-8063-d0358dda47be tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': '7de11324-26d0-4cc2-a158-4d25627c1b44', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:33.632404 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-67d5e653-c9fa-45bc-8063-d0358dda47be tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Project 3c4a0a4b6a1b4b609b45699623abdb45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:33:33.637864 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67d5e653-c9fa-45bc-8063-d0358dda47be tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.698045 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67d5e653-c9fa-45bc-8063-d0358dda47be tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.701911 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67d5e653-c9fa-45bc-8063-d0358dda47be tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.719483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5e653-c9fa-45bc-8063-d0358dda47be tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c23f965-4f45-435d-b96b-eb4868ae20bc,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:33.728163 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-67d5e653-c9fa-45bc-8063-d0358dda47be tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.729323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-67d5e653-c9fa-45bc-8063-d0358dda47be tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235554 Jul 07 20:33:33.732121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52054) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:33.736532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e7e16a6e-8d54-4340-b231-344ae9ac81f4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': '7de11324-26d0-4cc2-a158-4d25627c1b44', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:33.759186 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-e7e16a6e-8d54-4340-b231-344ae9ac81f4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Project 3c4a0a4b6a1b4b609b45699623abdb45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:33:33.763985 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e7e16a6e-8d54-4340-b231-344ae9ac81f4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.824489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e7e16a6e-8d54-4340-b231-344ae9ac81f4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.828091 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e7e16a6e-8d54-4340-b231-344ae9ac81f4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.850757 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e16a6e-8d54-4340-b231-344ae9ac81f4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e423e8e-d999-43cf-a812-2ab07cf83339,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:33.854814 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e7e16a6e-8d54-4340-b231-344ae9ac81f4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.856361 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e7e16a6e-8d54-4340-b231-344ae9ac81f4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230698 Jul 07 20:33:33.858951 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52056) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:33.863865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ced2eebf-da8b-4a6e-959a-00439d350a31 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'network': {'name': 'tempest-network-smoke--1138709674', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'port_security_enabled': True}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:33.883619 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced2eebf-da8b-4a6e-959a-00439d350a31 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:33:33.887031 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ced2eebf-da8b-4a6e-959a-00439d350a31 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.910027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced2eebf-da8b-4a6e-959a-00439d350a31 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:33:33.919557 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ced2eebf-da8b-4a6e-959a-00439d350a31 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.919897 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-ced2eebf-da8b-4a6e-959a-00439d350a31 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Added segment ac4445b6-af69-44d6-a17d-906d702bd8c4 of type vlan for network c0f2cd66-7252-4657-ac94-3afa67a6302a Jul 07 20:33:33.958409 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ced2eebf-da8b-4a6e-959a-00439d350a31 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.987652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ced2eebf-da8b-4a6e-959a-00439d350a31 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.993287 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced2eebf-da8b-4a6e-959a-00439d350a31 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:33.993864 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ced2eebf-da8b-4a6e-959a-00439d350a31 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:34.049537 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ced2eebf-da8b-4a6e-959a-00439d350a31 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1894319 Jul 07 20:33:34.052105 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52058) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:34.059024 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'admin_state_up': True, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:34.085441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2eebf-da8b-4a6e-959a-00439d350a31 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Network': ['ID=c0f2cd66-7252-4657-ac94-3afa67a6302a,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:34.096406 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c0f2cd66-7252-4657-ac94-3afa67a6302a details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:33:34.103912 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:34.105001 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:34.156061 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:34.294999 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:34.483000 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:34.501495 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:34.608433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.25.0.128 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/463bf986-9a84-45a2-9dbd-97b87e1b83b5) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:34.709097 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:34.748777 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:34.794546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:34.797293 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:34.801693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:34.805264 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=463bf986-9a84-45a2-9dbd-97b87e1b83b5,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:35.047883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:35.248285 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:35.376940 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:33:35.812535 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:33:35.823021 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Sync routers for ids ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:33:35.832372 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Routers {'0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:35.832607 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:35.832989 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:35.837654 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4208d32f-d0b7-4119-89e7-874c8779ee91 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7808273 Jul 07 20:33:35.837903 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52060) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:35.910333 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3d91d1aa-3af0-4276-b633-180d28724664 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3c4a0a4b6a1b4b609b45699623abdb45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0712800 Jul 07 20:33:35.913006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52064) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:35.950116 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Set router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:36.000146 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aeef52-a188-4b1f-8106-f10243437eb7 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:36.004617 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-08aeef52-a188-4b1f-8106-f10243437eb7 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876019 Jul 07 20:33:36.004841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52066) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:36.034193 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4fae18d4-5752-4aca-81b7-b4e5a170d792 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282652 Jul 07 20:33:36.036962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52068) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:36.041787 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-fadd0307-f936-4f8a-8449-188c051d8fd1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-150683859', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:36.131863 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:34Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:36.136181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadd0307-f936-4f8a-8449-188c051d8fd1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:33:36.139826 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fadd0307-f936-4f8a-8449-188c051d8fd1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:36.159294 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Checking router: 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:33:36.159644 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Updating router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 port 463bf986-9a84-45a2-9dbd-97b87e1b83b5 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:33:36.295916 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:36.330289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fadd0307-f936-4f8a-8449-188c051d8fd1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:36.401648 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd0307-f936-4f8a-8449-188c051d8fd1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Subnet': ['ID=d571e6db-a368-4b4f-a474-6017902933b3,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:36.409501 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd0307-f936-4f8a-8449-188c051d8fd1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Checking segment: {'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:36.409880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd0307-f936-4f8a-8449-188c051d8fd1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network hostable DHCP agents. Network: c0f2cd66-7252-4657-ac94-3afa67a6302a, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:33:36.427583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd0307-f936-4f8a-8449-188c051d8fd1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network c0f2cd66-7252-4657-ac94-3afa67a6302a is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:33:36.444454 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-fadd0307-f936-4f8a-8449-188c051d8fd1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, c0f2cd66-7252-4657-ac94-3afa67a6302a) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:36.450012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd0307-f936-4f8a-8449-188c051d8fd1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:36.451172 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fadd0307-f936-4f8a-8449-188c051d8fd1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:36.467999 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fadd0307-f936-4f8a-8449-188c051d8fd1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4300036 Jul 07 20:33:36.472229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52070) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:36.477388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3900fe-39ab-446a-a330-12a8c3bf2176 None None] Network c0f2cd66-7252-4657-ac94-3afa67a6302a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:33:36.526547 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:36.572983 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:36.584183 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Transition to ACTIVE for port object 463bf986-9a84-45a2-9dbd-97b87e1b83b5 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:36.593383 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:36.644538 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Attempting to bind port 463bf986-9a84-45a2-9dbd-97b87e1b83b5 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:33:36.644887 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Attempting to bind port 463bf986-9a84-45a2-9dbd-97b87e1b83b5 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:33:36.645359 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Attempting to bind port 463bf986-9a84-45a2-9dbd-97b87e1b83b5 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:36.647189 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-c0f2cd66-7252-4657-ac94-3afa67a6302a', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ips': [{'subnet_id': 'd571e6db-a368-4b4f-a474-6017902933b3'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:33:36.648056 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:36.654383 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:33:36.654883 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:36.655353 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:36.655813 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:33:36.656349 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Bound port: 463bf986-9a84-45a2-9dbd-97b87e1b83b5, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:33:36.656801 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:36.660213 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Pushing event updated for resources: {'Port': ['ID=463bf986-9a84-45a2-9dbd-97b87e1b83b5,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:36.691403 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:36.691763 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:36.692082 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:36.692417 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:36.692750 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:36.693083 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:36.693406 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:36.693730 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:36.694056 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:36.694373 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:36.694692 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:36.695101 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:36.726061 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] For port 463bf986-9a84-45a2-9dbd-97b87e1b83b5, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:33:36.729920 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] For port 463bf986-9a84-45a2-9dbd-97b87e1b83b5, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=463bf986-9a84-45a2-9dbd-97b87e1b83b5,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:33:36.734069 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:36.787204 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Routers {'0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:36.787849 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:36.833758 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4410e4-a20e-47e7-b749-29fc493b9359 None None] Pushing event updated for resources: {'Port': ['ID=463bf986-9a84-45a2-9dbd-97b87e1b83b5,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:36.910308 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] Set router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:36.948568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:37.025481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Allocated IP 172.20.0.2 (c0f2cd66-7252-4657-ac94-3afa67a6302a/d571e6db-a368-4b4f-a474-6017902933b3/67823e71-5bd2-4a6b-9fb7-dd1be1ef376b) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:37.106270 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:34Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:37.135889 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326ae4d-1aac-4f7d-a55f-badb6ba37902 None None] The sync data for ids ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'] in n-d-793621-9 is: [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:34Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:33:37.242196 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:37.251502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Transition to ACTIVE for port object 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:37.266744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Transition to ACTIVE for port object 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:37.279052 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:37.316554 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Network c0f2cd66-7252-4657-ac94-3afa67a6302a is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:37.323552 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:37.327277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.20.0.1 (c0f2cd66-7252-4657-ac94-3afa67a6302a/d571e6db-a368-4b4f-a474-6017902933b3/7deb1791-d17b-4dcf-9000-3265388b746b) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:37.327995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:37.331298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Pushing event updated for resources: {'Port': ['ID=67823e71-5bd2-4a6b-9fb7-dd1be1ef376b,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:37.410832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Attempting to bind port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:33:37.411063 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Attempting to bind port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:33:37.411336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Attempting to bind port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b on network c0f2cd66-7252-4657-ac94-3afa67a6302a {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:37.417661 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:33:37.418045 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Checking segment: {'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:37.418452 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:37.418882 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Bound using segment: {'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:33:37.421104 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Bound port: 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:33:37.421104 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:37.472773 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:37.490385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Transition to ACTIVE for port object 7deb1791-d17b-4dcf-9000-3265388b746b will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:37.500653 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] For port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:33:37.504533 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] For port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=67823e71-5bd2-4a6b-9fb7-dd1be1ef376b,segment=NetworkSegment(ac4445b6-af69-44d6-a17d-906d702bd8c4),segment_id=ac4445b6-af69-44d6-a17d-906d702bd8c4)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:33:37.510668 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:37.528703 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:37.576751 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network c0f2cd66-7252-4657-ac94-3afa67a6302a is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:37.592351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:37.593887 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6267e8b-3b0c-4f90-ae4e-f20fdeeb08ef None None] Pushing event updated for resources: {'Port': ['ID=67823e71-5bd2-4a6b-9fb7-dd1be1ef376b,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:37.598224 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:37.626421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=7deb1791-d17b-4dcf-9000-3265388b746b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:37.657375 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:37.832110 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:38.065837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 463bf986-9a84-45a2-9dbd-97b87e1b83b5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:38.129677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 463bf986-9a84-45a2-9dbd-97b87e1b83b5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:38.137675 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 463bf986-9a84-45a2-9dbd-97b87e1b83b5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:38.138103 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:38.222932 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:38.245651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 463bf986-9a84-45a2-9dbd-97b87e1b83b5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=463bf986-9a84-45a2-9dbd-97b87e1b83b5,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:38.249789 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:38.250845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:38.330563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=463bf986-9a84-45a2-9dbd-97b87e1b83b5,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:38.353252 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:38.466686 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:38.472147 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:38.572272 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:38.577883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=7deb1791-d17b-4dcf-9000-3265388b746b,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:38.610342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0bd5f-3f9b-4832-9265-4b95f55deb8a None None] Network c0f2cd66-7252-4657-ac94-3afa67a6302a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:33:38.666270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a5ca09b6-d308-4baf-97e5-c2e79447f325 None None] Provisioning for port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:38.672537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-a5ca09b6-d308-4baf-97e5-c2e79447f325 None None] Provisioning complete for port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:38.672918 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a5ca09b6-d308-4baf-97e5-c2e79447f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:38.681058 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network c0f2cd66-7252-4657-ac94-3afa67a6302a is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:38.682597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:38.822080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:33:38.836915 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a5ca09b6-d308-4baf-97e5-c2e79447f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:38.883355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a5ca09b6-d308-4baf-97e5-c2e79447f325 None None] For port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=67823e71-5bd2-4a6b-9fb7-dd1be1ef376b,segment=NetworkSegment(ac4445b6-af69-44d6-a17d-906d702bd8c4),segment_id=ac4445b6-af69-44d6-a17d-906d702bd8c4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:38.889197 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a5ca09b6-d308-4baf-97e5-c2e79447f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:38.953282 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca09b6-d308-4baf-97e5-c2e79447f325 None None] Pushing event updated for resources: {'Port': ['ID=67823e71-5bd2-4a6b-9fb7-dd1be1ef376b,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:38.964481 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:33:38.978527 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e3c4bc7c-177d-4362-9b3d-4d7c5bcfe620 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "PUT /v2.0/routers/0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4959214 Jul 07 20:33:39.073700 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Sync routers for ids ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:33:39.084139 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Routers {'0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:39.084845 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:39.129930 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-356843c3-4735-4051-9722-230d11469e56 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933689635&fields=id&tenant_id=3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 267 time: 0.0390937 Jul 07 20:33:39.152830 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5c9a2ea0-8dc6-4cf0-8443-4dfb320d7daf None None] Provisioning complete for port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:39.153905 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2ea0-8dc6-4cf0-8443-4dfb320d7daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:39.250108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Set router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:39.256493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-6d397697-5a4e-44f1-b153-7b422a94e2a5 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:39.259095 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-6d397697-5a4e-44f1-b153-7b422a94e2a5 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/networks?id=c0f2cd66-7252-4657-ac94-3afa67a6302a HTTP/1.1" status: 200 len: 797 time: 0.1171563 Jul 07 20:33:39.274254 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-2559930f-b87b-4967-8364-aa28dfb35a3b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/quotas/3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 375 time: 0.0095713 Jul 07 20:33:39.346588 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-8028c0e2-a5ec-4a80-8454-bcc016d0733f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666029 Jul 07 20:33:39.394401 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5c9a2ea0-8dc6-4cf0-8443-4dfb320d7daf None None] Provisioning for port 7deb1791-d17b-4dcf-9000-3265388b746b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:39.410559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5c9a2ea0-8dc6-4cf0-8443-4dfb320d7daf None None] Provisioning complete for port 7deb1791-d17b-4dcf-9000-3265388b746b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:39.411011 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2ea0-8dc6-4cf0-8443-4dfb320d7daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:39.469364 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a2ea0-8dc6-4cf0-8443-4dfb320d7daf None None] Port 7deb1791-d17b-4dcf-9000-3265388b746b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:33:39.472815 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-f11a6fad-df53-4085-8387-8c9bbb44cb70 service neutron] 10.222.0.81 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128619 Jul 07 20:33:39.534512 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:37Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7deb1791-d17b-4dcf-9000-3265388b746b', 'name': '', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:35:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:37Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 2, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:39.562706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Checking router: 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:33:39.563357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Updating router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 port 7deb1791-d17b-4dcf-9000-3265388b746b binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:33:39.573174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-acf88efc-bdeb-4e62-8cc6-f2612b9c034c service neutron] 10.222.0.81 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921912 Jul 07 20:33:39.608764 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:39.611696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4648bfd8-91a9-45b0-8b32-c0dc15225e83 None None] Provisioning complete for port 7deb1791-d17b-4dcf-9000-3265388b746b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:39.612298 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4648bfd8-91a9-45b0-8b32-c0dc15225e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:39.675343 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4648bfd8-91a9-45b0-8b32-c0dc15225e83 None None] Port 7deb1791-d17b-4dcf-9000-3265388b746b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:33:39.909053 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:39.920173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Transition to ACTIVE for port object 7deb1791-d17b-4dcf-9000-3265388b746b will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:39.925626 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:39.973709 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235134e-bca6-46e3-bda9-f5331e09ee83 None None] Pushing event updated for resources: {'Port': ['ID=7deb1791-d17b-4dcf-9000-3265388b746b,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:40.029380 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 463bf986-9a84-45a2-9dbd-97b87e1b83b5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:40.064739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Attempting to bind port 7deb1791-d17b-4dcf-9000-3265388b746b on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:33:40.065168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Attempting to bind port 7deb1791-d17b-4dcf-9000-3265388b746b by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:33:40.065479 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Attempting to bind port 7deb1791-d17b-4dcf-9000-3265388b746b on network c0f2cd66-7252-4657-ac94-3afa67a6302a {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:40.077991 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:33:40.078197 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Checking segment: {'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:40.078605 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:40.079018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Bound using segment: {'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:33:40.079781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Bound port: 7deb1791-d17b-4dcf-9000-3265388b746b, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:33:40.080177 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:40.136338 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 463bf986-9a84-45a2-9dbd-97b87e1b83b5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:40.136707 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:40.183285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] For port 7deb1791-d17b-4dcf-9000-3265388b746b, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:33:40.206437 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] For port 7deb1791-d17b-4dcf-9000-3265388b746b, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7deb1791-d17b-4dcf-9000-3265388b746b,segment=NetworkSegment(ac4445b6-af69-44d6-a17d-906d702bd8c4),segment_id=ac4445b6-af69-44d6-a17d-906d702bd8c4)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:33:40.213590 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:40.464910 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235134e-bca6-46e3-bda9-f5331e09ee83 None None] Pushing event updated for resources: {'Port': ['ID=7deb1791-d17b-4dcf-9000-3265388b746b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:40.476124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:40.480863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Routers {'0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:40.481662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:40.643594 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:40.647985 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] Set router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:40.650022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:40.650375 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:40.790201 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-04971540-6df0-4f06-a2ba-d5c997acbff9 req-75511187-6895-44e7-b683-579b92f91bde tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 210 time: 0.0310855 Jul 07 20:33:40.924399 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:37Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7deb1791-d17b-4dcf-9000-3265388b746b', 'name': '', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:35:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:37Z', 'updated_at': '2021-07-07T20:33:40Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:40.955174 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30564971-3679-4ad1-8816-84e80b13a8b8 None None] The sync data for ids ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'] in n-d-793621-9 is: [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:37Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7deb1791-d17b-4dcf-9000-3265388b746b', 'name': '', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:35:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:37Z', 'updated_at': '2021-07-07T20:33:40Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:33:41.967444 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-57615829-d5a7-45e7-b3ed-6ef3972c698b req-4feec72b-8a38-449c-ba4b-c451d0583a22 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 210 time: 0.0442851 Jul 07 20:33:41.975428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-a6ef6cb2-4bc0-46e9-80d1-0d78e11e6bd7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:41.977232 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-a6ef6cb2-4bc0-46e9-80d1-0d78e11e6bd7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/networks?id=c0f2cd66-7252-4657-ac94-3afa67a6302a HTTP/1.1" status: 200 len: 797 time: 0.1630130 Jul 07 20:33:42.028726 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-6a0c0f52-86e0-4974-8e4c-b31d0f11753b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 379 time: 0.0369327 Jul 07 20:33:42.039810 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'port': {'device_id': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'admin_state_up': True, 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'security_groups': ['7de11324-26d0-4cc2-a158-4d25627c1b44']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:42.063068 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7deb1791-d17b-4dcf-9000-3265388b746b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:42.121078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 7deb1791-d17b-4dcf-9000-3265388b746b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:42.124945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7deb1791-d17b-4dcf-9000-3265388b746b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:42.125321 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:42.173495 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:33:42.177248 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:42.216447 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:42.254083 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 7deb1791-d17b-4dcf-9000-3265388b746b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7deb1791-d17b-4dcf-9000-3265388b746b,segment=NetworkSegment(ac4445b6-af69-44d6-a17d-906d702bd8c4),segment_id=ac4445b6-af69-44d6-a17d-906d702bd8c4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:42.259476 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:42.311231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.20.0.14 (c0f2cd66-7252-4657-ac94-3afa67a6302a/d571e6db-a368-4b4f-a474-6017902933b3/eef6e770-5b3e-4041-b702-ab8b12a40c05) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:42.312261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=7deb1791-d17b-4dcf-9000-3265388b746b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:42.450900 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:42.464671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Transition to ACTIVE for port object eef6e770-5b3e-4041-b702-ab8b12a40c05 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:42.497505 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:42.543746 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network c0f2cd66-7252-4657-ac94-3afa67a6302a is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:42.545678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:42.548036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:42.588824 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=eef6e770-5b3e-4041-b702-ab8b12a40c05,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:42.615062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:42.615743 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:42.635067 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4013d76e-af5d-4754-b40e-9df61c2850f9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5992739 Jul 07 20:33:42.652260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Request body: {'port': {'device_id': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:42.728851 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:42.740759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e5891cda-c54d-4445-8774-a66c577a9fda None None] Provisioning for port eef6e770-5b3e-4041-b702-ab8b12a40c05 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:42.745196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e5891cda-c54d-4445-8774-a66c577a9fda None None] Provisioning complete for port eef6e770-5b3e-4041-b702-ab8b12a40c05 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:42.745574 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e5891cda-c54d-4445-8774-a66c577a9fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:42.780802 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e5891cda-c54d-4445-8774-a66c577a9fda None None] Port eef6e770-5b3e-4041-b702-ab8b12a40c05 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:33:43.003103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef6e770-5b3e-4041-b702-ab8b12a40c05 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:33:43.011594 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:43.025946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Transition to ACTIVE for port object eef6e770-5b3e-4041-b702-ab8b12a40c05 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:43.030595 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:43.104466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Pushing event updated for resources: {'Port': ['ID=eef6e770-5b3e-4041-b702-ab8b12a40c05,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:43.214741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Attempting to bind port eef6e770-5b3e-4041-b702-ab8b12a40c05 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:33:43.215100 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Attempting to bind port eef6e770-5b3e-4041-b702-ab8b12a40c05 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:33:43.215430 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Attempting to bind port eef6e770-5b3e-4041-b702-ab8b12a40c05 on network c0f2cd66-7252-4657-ac94-3afa67a6302a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:43.220223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Port eef6e770-5b3e-4041-b702-ab8b12a40c05 on network c0f2cd66-7252-4657-ac94-3afa67a6302a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:33:43.220531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Attempting to bind port eef6e770-5b3e-4041-b702-ab8b12a40c05 on network c0f2cd66-7252-4657-ac94-3afa67a6302a {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:43.225619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:33:43.225959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Checking segment: {'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:43.226385 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Bound using segment: {'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:33:43.226830 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Bound port: eef6e770-5b3e-4041-b702-ab8b12a40c05, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4445b6-af69-44d6-a17d-906d702bd8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:33:43.227189 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:43.249079 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d548ee-8ffd-4697-a1b0-a1a945764983 req-50df03e3-5f5d-44ca-beda-7050b125c326 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:43.250722 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7d548ee-8ffd-4697-a1b0-a1a945764983 req-50df03e3-5f5d-44ca-beda-7050b125c326 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 944 time: 0.0820706 Jul 07 20:33:43.301551 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7d548ee-8ffd-4697-a1b0-a1a945764983 req-0e9b3fb6-c787-4757-914a-1182b2aca4fc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445490 Jul 07 20:33:43.303069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] For port eef6e770-5b3e-4041-b702-ab8b12a40c05, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:33:43.306282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] For port eef6e770-5b3e-4041-b702-ab8b12a40c05, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05,segment=NetworkSegment(ac4445b6-af69-44d6-a17d-906d702bd8c4),segment_id=ac4445b6-af69-44d6-a17d-906d702bd8c4)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:33:43.311418 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:43.345623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:43.346304 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:43.347613 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] 10.222.0.48 "PUT /v2.0/ports/eef6e770-5b3e-4041-b702-ab8b12a40c05 HTTP/1.1" status: 200 len: 1092 time: 0.7010181 Jul 07 20:33:43.348055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'tag': 'eef6e770-5b3e-4041-b702-ab8b12a40c05'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:33:43.350364 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbd9780-ffe0-42ba-a339-5a4965d1c62f" -d '{"events": [{"name": "network-changed", "server_uuid": "d41060b5-4591-4aaa-b143-d6a6f81d5522", "tag": "eef6e770-5b3e-4041-b702-ab8b12a40c05"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:33:43.379627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa215d46-53b8-4a39-92d3-e573cf6def4f service neutron] Pushing event updated for resources: {'Port': ['ID=eef6e770-5b3e-4041-b702-ab8b12a40c05,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:43.470721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-1a627606-84f8-490a-9a09-8d4e655359f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:43.472459 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-1a627606-84f8-490a-9a09-8d4e655359f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 1095 time: 0.0743768 Jul 07 20:33:43.482153 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f054bf0-90bc-4558-ace1-f685e5b359ea x-openstack-request-id: req-8f054bf0-90bc-4558-ace1-f685e5b359ea {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:33:43.482445 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41060b5-4591-4aaa-b143-d6a6f81d5522", "tag": "eef6e770-5b3e-4041-b702-ab8b12a40c05", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:33:43.482697 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f054bf0-90bc-4558-ace1-f685e5b359ea {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:33:43.483146 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'tag': 'eef6e770-5b3e-4041-b702-ab8b12a40c05', 'status': 'completed', 'code': 200} Jul 07 20:33:43.523791 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-efd536fd-495c-4d30-b3b4-c0aac259fd49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05 HTTP/1.1" status: 200 len: 217 time: 0.0392005 Jul 07 20:33:43.573679 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4558bc17-b5c5-4643-a1bc-67fdf4da69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:43.575191 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-4558bc17-b5c5-4643-a1bc-67fdf4da69cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d571e6db-a368-4b4f-a474-6017902933b3 HTTP/1.1" status: 200 len: 834 time: 0.0453346 Jul 07 20:33:43.634725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-a5604487-0057-4e7a-9e01-25d9f3551f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:43.636287 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-a5604487-0057-4e7a-9e01-25d9f3551f17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c0f2cd66-7252-4657-ac94-3afa67a6302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544324 Jul 07 20:33:43.729262 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-c85b4247-eb70-4c7a-b1d0-3daa4d1eb08a service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854983 Jul 07 20:33:43.819379 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e9d5c190-1ddc-423a-8818-7d0b0d887d8e req-1bd2927b-7e66-4102-97c5-e031b1644cf9 service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827546 Jul 07 20:33:43.920182 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd9780-ffe0-42ba-a339-5a4965d1c62f req-8173617b-840b-4e8f-9403-7dadeb061a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:43.921683 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9bbd9780-ffe0-42ba-a339-5a4965d1c62f req-8173617b-840b-4e8f-9403-7dadeb061a48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 1095 time: 0.0551863 Jul 07 20:33:44.001246 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7deb1791-d17b-4dcf-9000-3265388b746b up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:44.017866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd9780-ffe0-42ba-a339-5a4965d1c62f req-8013d2f0-9da1-46db-a242-887d77fd5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:44.019387 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9bbd9780-ffe0-42ba-a339-5a4965d1c62f req-8013d2f0-9da1-46db-a242-887d77fd5ad5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c0f2cd66-7252-4657-ac94-3afa67a6302a HTTP/1.1" status: 200 len: 898 time: 0.0918024 Jul 07 20:33:44.050285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 7deb1791-d17b-4dcf-9000-3265388b746b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:44.050660 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:44.062458 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9bbd9780-ffe0-42ba-a339-5a4965d1c62f req-181d059b-6ef6-4b89-896e-a6691a7ac4c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05 HTTP/1.1" status: 200 len: 217 time: 0.0358837 Jul 07 20:33:44.110198 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd9780-ffe0-42ba-a339-5a4965d1c62f req-a235067c-3b6e-48f6-9f86-657c7e417f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:44.111754 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9bbd9780-ffe0-42ba-a339-5a4965d1c62f req-a235067c-3b6e-48f6-9f86-657c7e417f19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d571e6db-a368-4b4f-a474-6017902933b3 HTTP/1.1" status: 200 len: 834 time: 0.0435901 Jul 07 20:33:44.172659 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd9780-ffe0-42ba-a339-5a4965d1c62f req-0b77204f-fa61-4902-a7e4-49d28ae9b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:44.174160 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9bbd9780-ffe0-42ba-a339-5a4965d1c62f req-0b77204f-fa61-4902-a7e4-49d28ae9b3b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c0f2cd66-7252-4657-ac94-3afa67a6302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562725 Jul 07 20:33:44.261954 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9bbd9780-ffe0-42ba-a339-5a4965d1c62f req-e1962e69-b87f-4277-9e1f-44d226385418 service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809038 Jul 07 20:33:44.360050 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9bbd9780-ffe0-42ba-a339-5a4965d1c62f req-ed1eb15a-24c3-4e89-b5a5-86d4615424b9 service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912471 Jul 07 20:33:44.477441 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b10b3f-f1f6-4700-a756-27ee6cc3506d req-725ae79b-b778-45e4-ac60-d5f0bf88f4f7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:44.478969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-77b10b3f-f1f6-4700-a756-27ee6cc3506d req-725ae79b-b778-45e4-ac60-d5f0bf88f4f7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 944 time: 0.0650005 Jul 07 20:33:44.516505 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-77b10b3f-f1f6-4700-a756-27ee6cc3506d req-ad5d1961-86dc-4684-a84f-c73f31212e57 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315609 Jul 07 20:33:45.697145 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ff308-b2bf-42bc-8fa8-8826bf4e6163 req-3d4a2be0-a9b0-4aa2-bd1e-01be992ad157 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:45.698628 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-180ff308-b2bf-42bc-8fa8-8826bf4e6163 req-3d4a2be0-a9b0-4aa2-bd1e-01be992ad157 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 944 time: 0.0627768 Jul 07 20:33:45.738254 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-180ff308-b2bf-42bc-8fa8-8826bf4e6163 req-fe4e0906-ad39-4289-90c2-72f8671f8f02 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338378 Jul 07 20:33:46.913307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21646e49-b7e3-4573-8667-413641e1205f req-480e0c62-9b4e-4384-a1a0-d4edad06e296 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:46.915305 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21646e49-b7e3-4573-8667-413641e1205f req-480e0c62-9b4e-4384-a1a0-d4edad06e296 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 944 time: 0.0674102 Jul 07 20:33:46.953013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21646e49-b7e3-4573-8667-413641e1205f req-2276a7d9-d64f-4ae8-b1c5-c7ac1af21f5a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320587 Jul 07 20:33:48.084286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device eef6e770-5b3e-4041-b702-ab8b12a40c05 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:33:48.126749 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d398264-fd79-4be8-a404-b59ba0ac986d req-6fe53535-b681-4715-be93-cb3f8825049d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:48.128271 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d398264-fd79-4be8-a404-b59ba0ac986d req-6fe53535-b681-4715-be93-cb3f8825049d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 944 time: 0.0656991 Jul 07 20:33:48.171380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d398264-fd79-4be8-a404-b59ba0ac986d req-fe15678d-dd69-4232-be35-fe7e1da2cc61 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368445 Jul 07 20:33:48.179880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port eef6e770-5b3e-4041-b702-ab8b12a40c05, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05,segment=NetworkSegment(ac4445b6-af69-44d6-a17d-906d702bd8c4),segment_id=ac4445b6-af69-44d6-a17d-906d702bd8c4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:48.191592 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'eef6e770-5b3e-4041-b702-ab8b12a40c05', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'port_id': 'eef6e770-5b3e-4041-b702-ab8b12a40c05', 'mac_address': 'fa:16:3e:34:eb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:33:48.232501 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:48.245076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef6e770-5b3e-4041-b702-ab8b12a40c05 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:33:48.264565 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port eef6e770-5b3e-4041-b702-ab8b12a40c05, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05,segment=NetworkSegment(ac4445b6-af69-44d6-a17d-906d702bd8c4),segment_id=ac4445b6-af69-44d6-a17d-906d702bd8c4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:48.268593 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:48.319556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=eef6e770-5b3e-4041-b702-ab8b12a40c05,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:48.607119 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['eef6e770-5b3e-4041-b702-ab8b12a40c05'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:33:49.343350 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706c009-21bd-453b-a1ea-8012deca2e16 req-5fce39c7-6634-4fd6-92e4-5917faf75937 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:49.344832 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9706c009-21bd-453b-a1ea-8012deca2e16 req-5fce39c7-6634-4fd6-92e4-5917faf75937 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 945 time: 0.0631535 Jul 07 20:33:49.382044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9706c009-21bd-453b-a1ea-8012deca2e16 req-1cdb632f-17d7-48d6-a30e-1ed46a5c0ad5 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313997 Jul 07 20:33:50.113838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device eef6e770-5b3e-4041-b702-ab8b12a40c05 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:50.161643 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port eef6e770-5b3e-4041-b702-ab8b12a40c05 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:50.165803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port eef6e770-5b3e-4041-b702-ab8b12a40c05 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:50.166181 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:50.245253 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:50.268726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef6e770-5b3e-4041-b702-ab8b12a40c05'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:33:50.271012 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693e76cf-ea84-442c-8b56-8aff0f8efd26" -d '{"events": [{"server_uuid": "d41060b5-4591-4aaa-b143-d6a6f81d5522", "name": "network-vif-plugged", "status": "completed", "tag": "eef6e770-5b3e-4041-b702-ab8b12a40c05"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:33:50.283993 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port eef6e770-5b3e-4041-b702-ab8b12a40c05, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05,segment=NetworkSegment(ac4445b6-af69-44d6-a17d-906d702bd8c4),segment_id=ac4445b6-af69-44d6-a17d-906d702bd8c4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:50.288224 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:50.311568 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b87ad1f-4de4-4627-993f-10a3e6e4dc5f x-openstack-request-id: req-2b87ad1f-4de4-4627-993f-10a3e6e4dc5f {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:33:50.311858 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41060b5-4591-4aaa-b143-d6a6f81d5522", "name": "network-vif-plugged", "status": "completed", "tag": "eef6e770-5b3e-4041-b702-ab8b12a40c05", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:33:50.312106 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b87ad1f-4de4-4627-993f-10a3e6e4dc5f {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:33:50.312491 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef6e770-5b3e-4041-b702-ab8b12a40c05', 'code': 200} Jul 07 20:33:50.338593 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=eef6e770-5b3e-4041-b702-ab8b12a40c05,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:50.346358 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:50.346713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:50.347027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:50.347410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:50.347706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:50.348081 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:50.348397 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:50.348752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:50.349074 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:50.349394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:50.349732 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:50.350032 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:50.445614 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a2457-dd7b-4a1e-9064-bcc75fd9eda5 req-195908b1-00b5-49bc-a582-4391604aef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:50.447179 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b60a2457-dd7b-4a1e-9064-bcc75fd9eda5 req-195908b1-00b5-49bc-a582-4391604aef6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 1097 time: 0.0521424 Jul 07 20:33:50.483259 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b60a2457-dd7b-4a1e-9064-bcc75fd9eda5 req-ddd76b0b-8523-45b4-9516-dd6ee4b39671 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290968 Jul 07 20:33:50.557256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65664035-1215-4296-a97d-3c0b08ad1ebe req-dbf977b7-b3f5-41fd-9ae0-721e1f1c9d17 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:50.558780 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-65664035-1215-4296-a97d-3c0b08ad1ebe req-dbf977b7-b3f5-41fd-9ae0-721e1f1c9d17 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0644114 Jul 07 20:33:50.597975 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-65664035-1215-4296-a97d-3c0b08ad1ebe req-9de5271f-f5ff-4ffd-bea5-952c265271e2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335443 Jul 07 20:33:51.229902 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f9a6be6d-9107-4710-872e-2d9637162547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:51.790222 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e8407-484b-4574-ace0-be1bee3b1cec req-3b481116-cf7a-496b-917d-fe0463409ae8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:51.791746 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-214e8407-484b-4574-ace0-be1bee3b1cec req-3b481116-cf7a-496b-917d-fe0463409ae8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0645125 Jul 07 20:33:51.828987 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-214e8407-484b-4574-ace0-be1bee3b1cec req-e612d688-caeb-4a68-b60e-11f165dbbddc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315616 Jul 07 20:33:52.012281 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d3828-6b16-4def-aa39-65a4d5c5af2a req-b2ab9bdd-6ebd-4536-b407-b7f091860938 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:52.013776 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-639d3828-6b16-4def-aa39-65a4d5c5af2a req-b2ab9bdd-6ebd-4536-b407-b7f091860938 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0670907 Jul 07 20:33:52.052277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-639d3828-6b16-4def-aa39-65a4d5c5af2a req-cbfdc719-f168-4385-b730-a76a6df3c375 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325890 Jul 07 20:33:52.075460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52128) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:52.127428 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20097ade-1bd7-4e4b-b557-65191c04ee4b tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:52.128969 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-20097ade-1bd7-4e4b-b557-65191c04ee4b tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 1092 time: 0.0525246 Jul 07 20:33:52.131710 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52130) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:52.136431 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': 'eef6e770-5b3e-4041-b702-ab8b12a40c05', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:52.158478 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:52.261316 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:52.366823 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.25.0.198 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/f914092f-ace7-4ffa-a967-36091e0502f1) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:52.475321 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:52.514166 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:52.549865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:52.552790 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:52.559367 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:52.582727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=f914092f-ace7-4ffa-a967-36091e0502f1,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:52.598228 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:52.598579 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:52.598956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:52.599299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:52.599635 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:52.599966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:52.600298 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:52.600629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:52.600956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:52.601307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:52.601629 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:52.601952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:52.941618 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:53.021182 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:53.175531 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:53.181104 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:53.250589 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=f914092f-ace7-4ffa-a967-36091e0502f1,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:53.259575 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:53.359819 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Floating IP c0287ed4-9791-4650-922d-35fcd202ec58 associated. External IP: 172.25.0.198, port: eef6e770-5b3e-4041-b702-ab8b12a40c05. Jul 07 20:33:53.566147 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:33:53.676622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:33:53.686870 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6694eb5a-2a5a-4362-b86e-1a1e20a40757 None None] Sync routers for ids ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:33:53.692521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:53.701240 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694eb5a-2a5a-4362-b86e-1a1e20a40757 None None] Routers {'0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:53.701881 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6694eb5a-2a5a-4362-b86e-1a1e20a40757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:53.731176 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-3d351708-8005-4ac6-88ce-d9fcd2e8cf5f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5984206 Jul 07 20:33:53.731865 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'tag': 'eef6e770-5b3e-4041-b702-ab8b12a40c05'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:33:53.734222 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2599c424-6480-42b3-b385-8f92f4778cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "d41060b5-4591-4aaa-b143-d6a6f81d5522", "tag": "eef6e770-5b3e-4041-b702-ab8b12a40c05"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:33:53.775395 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb659c3e-ef91-43fd-9a6c-cff48eb3e9ac x-openstack-request-id: req-bb659c3e-ef91-43fd-9a6c-cff48eb3e9ac {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:33:53.775805 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41060b5-4591-4aaa-b143-d6a6f81d5522", "tag": "eef6e770-5b3e-4041-b702-ab8b12a40c05", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:33:53.776061 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb659c3e-ef91-43fd-9a6c-cff48eb3e9ac {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:33:53.776501 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'tag': 'eef6e770-5b3e-4041-b702-ab8b12a40c05', 'status': 'completed', 'code': 200} Jul 07 20:33:53.818218 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-6694eb5a-2a5a-4362-b86e-1a1e20a40757 None None] Set router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:53.896953 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599c424-6480-42b3-b385-8f92f4778cdc req-7a87a349-7dfb-4a2d-8eef-f06216feb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:53.899061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2599c424-6480-42b3-b385-8f92f4778cdc req-7a87a349-7dfb-4a2d-8eef-f06216feb8d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 1097 time: 0.1018062 Jul 07 20:33:53.926946 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd613e1-a9a5-46cc-a6ff-2079108e8b71 req-88c12276-b29e-4358-8679-f004710a1965 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:53.928395 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9bd613e1-a9a5-46cc-a6ff-2079108e8b71 req-88c12276-b29e-4358-8679-f004710a1965 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0959179 Jul 07 20:33:54.010539 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9bd613e1-a9a5-46cc-a6ff-2079108e8b71 req-7c0d2ec1-b55f-4b7a-b42d-4a1e1749486f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718861 Jul 07 20:33:54.036579 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599c424-6480-42b3-b385-8f92f4778cdc req-5873d43e-b600-49bd-b91b-58988397f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:54.038054 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2599c424-6480-42b3-b385-8f92f4778cdc req-5873d43e-b600-49bd-b91b-58988397f7a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c0f2cd66-7252-4657-ac94-3afa67a6302a HTTP/1.1" status: 200 len: 898 time: 0.1322813 Jul 07 20:33:54.039751 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52136) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:54.041111 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:54.048894 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6694eb5a-2a5a-4362-b86e-1a1e20a40757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:37Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c0287ed4-9791-4650-922d-35fcd202ec58', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'port_id': 'eef6e770-5b3e-4041-b702-ab8b12a40c05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'mac_address': 'fa:16:3e:34:eb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:33:52Z', 'updated_at': '2021-07-07T20:33:52Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deb1791-d17b-4dcf-9000-3265388b746b', 'name': '', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:35:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:37Z', 'updated_at': '2021-07-07T20:33:42Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:54.076992 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6694eb5a-2a5a-4362-b86e-1a1e20a40757 None None] Checking router: 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:33:54.086955 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694eb5a-2a5a-4362-b86e-1a1e20a40757 None None] Routers {'0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:54.088083 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6694eb5a-2a5a-4362-b86e-1a1e20a40757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:33:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:54.111224 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2599c424-6480-42b3-b385-8f92f4778cdc req-fa32b8af-5810-4466-b3b2-f685c508c60c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05 HTTP/1.1" status: 200 len: 1000 time: 0.0670710 Jul 07 20:33:54.115136 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-7801c4a6-411c-46e1-9d1f-b204ba25d93c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/c0287ed4-9791-4650-922d-35fcd202ec58 HTTP/1.1" status: 200 len: 992 time: 0.0740783 Jul 07 20:33:54.160054 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599c424-6480-42b3-b385-8f92f4778cdc req-be4b24eb-06a7-4be7-a163-3c90eab650a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:54.161517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2599c424-6480-42b3-b385-8f92f4778cdc req-be4b24eb-06a7-4be7-a163-3c90eab650a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d571e6db-a368-4b4f-a474-6017902933b3 HTTP/1.1" status: 200 len: 834 time: 0.0446322 Jul 07 20:33:54.178892 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5419c9e0-6c47-4b59-88cb-f548cf07e649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:54.199838 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-6694eb5a-2a5a-4362-b86e-1a1e20a40757 None None] Set router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:54.225887 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599c424-6480-42b3-b385-8f92f4778cdc req-a2ad6b99-3c15-401e-baa0-eb129011c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:54.227440 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2599c424-6480-42b3-b385-8f92f4778cdc req-a2ad6b99-3c15-401e-baa0-eb129011c678 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c0f2cd66-7252-4657-ac94-3afa67a6302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599933 Jul 07 20:33:54.321697 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2599c424-6480-42b3-b385-8f92f4778cdc req-f9119fd3-ceca-4b5a-b1cb-7c46e1340076 service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877826 Jul 07 20:33:54.420329 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2599c424-6480-42b3-b385-8f92f4778cdc req-64045abc-d867-4a63-8a5a-91e3f5435a8e service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892987 Jul 07 20:33:54.433341 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6694eb5a-2a5a-4362-b86e-1a1e20a40757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:37Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c0287ed4-9791-4650-922d-35fcd202ec58', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'port_id': 'eef6e770-5b3e-4041-b702-ab8b12a40c05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'mac_address': 'fa:16:3e:34:eb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:33:52Z', 'updated_at': '2021-07-07T20:33:52Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deb1791-d17b-4dcf-9000-3265388b746b', 'name': '', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:35:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:37Z', 'updated_at': '2021-07-07T20:33:42Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:54.462020 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6694eb5a-2a5a-4362-b86e-1a1e20a40757 None None] The sync data for ids ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'] in n-d-793621-9 is: [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:37Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'c0287ed4-9791-4650-922d-35fcd202ec58', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'port_id': 'eef6e770-5b3e-4041-b702-ab8b12a40c05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'mac_address': 'fa:16:3e:34:eb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:33:52Z', 'updated_at': '2021-07-07T20:33:52Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deb1791-d17b-4dcf-9000-3265388b746b', 'name': '', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:35:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:37Z', 'updated_at': '2021-07-07T20:33:42Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:33:54.662827 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b884185-f45e-4d3f-b3a1-18eeef820b61 None None] New status for floating IP c0287ed4-9791-4650-922d-35fcd202ec58: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:33:55.103037 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:55.119060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52138) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:55.177898 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-64ea3989-bde1-4e75-bc30-d07fc6e558df tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/c0287ed4-9791-4650-922d-35fcd202ec58 HTTP/1.1" status: 200 len: 994 time: 0.0577071 Jul 07 20:33:56.807506 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:06.447579 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:08.171755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2dbfdee6-9f6d-46e1-966e-d590fd2ac35a req-a88971ea-65d0-404a-8b34-aeaa6bea7ae9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498898 Jul 07 20:34:08.265074 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfdee6-9f6d-46e1-966e-d590fd2ac35a req-0b74c2a8-862e-4974-a966-5e34131a9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:08.266602 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2dbfdee6-9f6d-46e1-966e-d590fd2ac35a req-0b74c2a8-862e-4974-a966-5e34131a9fbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 1097 time: 0.0517159 Jul 07 20:34:08.371642 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfdee6-9f6d-46e1-966e-d590fd2ac35a req-8677fb92-716f-4bdf-a77a-cb360df2d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:08.373109 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2dbfdee6-9f6d-46e1-966e-d590fd2ac35a req-8677fb92-716f-4bdf-a77a-cb360df2d685 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c0f2cd66-7252-4657-ac94-3afa67a6302a HTTP/1.1" status: 200 len: 898 time: 0.0861716 Jul 07 20:34:08.437766 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2dbfdee6-9f6d-46e1-966e-d590fd2ac35a req-f45fa1f3-0f5a-4585-8d9e-237b27cf9788 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05 HTTP/1.1" status: 200 len: 1002 time: 0.0568979 Jul 07 20:34:08.486487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfdee6-9f6d-46e1-966e-d590fd2ac35a req-cd0620b7-573d-477d-a8e7-e69aefa31ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:08.488388 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2dbfdee6-9f6d-46e1-966e-d590fd2ac35a req-cd0620b7-573d-477d-a8e7-e69aefa31ac1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d571e6db-a368-4b4f-a474-6017902933b3 HTTP/1.1" status: 200 len: 834 time: 0.0434275 Jul 07 20:34:08.548741 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfdee6-9f6d-46e1-966e-d590fd2ac35a req-adac9580-3e68-45a6-b296-484a67a767ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:08.550304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2dbfdee6-9f6d-46e1-966e-d590fd2ac35a req-adac9580-3e68-45a6-b296-484a67a767ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c0f2cd66-7252-4657-ac94-3afa67a6302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553102 Jul 07 20:34:08.644865 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2dbfdee6-9f6d-46e1-966e-d590fd2ac35a req-d000c42e-d15b-462b-b642-6c9f834f1f05 service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877964 Jul 07 20:34:08.737419 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2dbfdee6-9f6d-46e1-966e-d590fd2ac35a req-10a5acd6-53eb-40bc-9a87-a392b56b48bc service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861480 Jul 07 20:34:08.766675 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:34:10.597329 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:21.231233 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cd399259-62eb-41b9-a4e3-06bcb02dfacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:24.022904 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:24.180380 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3d4cec10-6dd8-4f6e-bb3a-6ad195598dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:25.105216 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:26.809922 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:36.451591 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:40.611267 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:45.766712 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:34:51.233278 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9c8464f5-33ee-4e3a-892e-98dc93089038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:54.024277 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:54.183306 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ae3f259f-525b-4b32-acb5-c6b04b2af3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:55.109127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:56.812559 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:58.220106 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecc789-ec1c-4b67-9108-aa05095a9f16 req-9cf3966b-3ded-46e0-a636-8ddf693ab49b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:58.221598 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75ecc789-ec1c-4b67-9108-aa05095a9f16 req-9cf3966b-3ded-46e0-a636-8ddf693ab49b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0652297 Jul 07 20:34:58.259152 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-75ecc789-ec1c-4b67-9108-aa05095a9f16 req-ef8f782c-4414-434d-a6b6-94dc65fe35c1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318971 Jul 07 20:34:59.433726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f4795-72b6-4236-bd95-2dd36003d213 req-2850e6d4-c877-4bbf-8923-1dae67869a0f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:59.435244 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-559f4795-72b6-4236-bd95-2dd36003d213 req-2850e6d4-c877-4bbf-8923-1dae67869a0f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0644333 Jul 07 20:34:59.473364 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-559f4795-72b6-4236-bd95-2dd36003d213 req-47cb454c-5839-4093-bf82-f349c840e1ee tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325696 Jul 07 20:35:00.650464 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0d9fa-5ca5-4728-aee9-7836fa7f65f4 req-dd7d5182-7ed0-45ac-b8fe-43bb94917b61 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:00.651982 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71f0d9fa-5ca5-4728-aee9-7836fa7f65f4 req-dd7d5182-7ed0-45ac-b8fe-43bb94917b61 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0675042 Jul 07 20:35:00.690275 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71f0d9fa-5ca5-4728-aee9-7836fa7f65f4 req-90d2ccfe-0fbd-4410-962c-46937648beff tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325470 Jul 07 20:35:01.859260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008229a-d7d3-433d-a054-91476550db71 req-418e3e0e-cb4b-4c2f-9a26-f32e2d3bf097 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:01.860744 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a008229a-d7d3-433d-a054-91476550db71 req-418e3e0e-cb4b-4c2f-9a26-f32e2d3bf097 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0617993 Jul 07 20:35:01.898847 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a008229a-d7d3-433d-a054-91476550db71 req-7dc29c1d-700a-47cf-981e-a9f748c209e0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320594 Jul 07 20:35:03.084754 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdea91-c374-4e33-a16f-57a70370ed91 req-059cb2a6-780f-4e37-a452-03c3afb4f139 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:03.086282 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-98fdea91-c374-4e33-a16f-57a70370ed91 req-059cb2a6-780f-4e37-a452-03c3afb4f139 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0695028 Jul 07 20:35:03.125256 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-98fdea91-c374-4e33-a16f-57a70370ed91 req-a3933ff5-9642-4564-b22d-ea9cfadbafb8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326636 Jul 07 20:35:04.304531 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c54fa5-acb8-4e2a-9824-8f550f4b45fc req-55195690-c5bb-43d7-8649-739e53371619 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:04.305916 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-70c54fa5-acb8-4e2a-9824-8f550f4b45fc req-55195690-c5bb-43d7-8649-739e53371619 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0668292 Jul 07 20:35:04.343739 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-70c54fa5-acb8-4e2a-9824-8f550f4b45fc req-72ffffd8-df5c-42ba-be22-bd030e3c487a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Jul 07 20:35:05.517173 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8923c-6fb2-4b8f-a028-1cba4a7d022e req-11fd519e-d6ac-4b66-b6e6-855d4debb25c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:05.518658 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2c8923c-6fb2-4b8f-a028-1cba4a7d022e req-11fd519e-d6ac-4b66-b6e6-855d4debb25c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0671549 Jul 07 20:35:05.556723 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d2c8923c-6fb2-4b8f-a028-1cba4a7d022e req-b0c2a772-b832-4e7c-a80b-a50fbdc5814c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Jul 07 20:35:06.458163 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:06.728395 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dc6a3-909c-4f44-99a3-d9c6630aa412 req-23987412-5cd4-468d-9447-e82f03f8a5b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:06.729900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-066dc6a3-909c-4f44-99a3-d9c6630aa412 req-23987412-5cd4-468d-9447-e82f03f8a5b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0641603 Jul 07 20:35:06.767805 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-066dc6a3-909c-4f44-99a3-d9c6630aa412 req-aa999078-455e-4421-9e8f-c0867e7f9825 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323417 Jul 07 20:35:07.940052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe07a4-ac76-4a0b-b054-ab2796d50011 req-baf7f27f-7e28-4f2b-88f5-1a9df827dbca tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:07.941601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8efe07a4-ac76-4a0b-b054-ab2796d50011 req-baf7f27f-7e28-4f2b-88f5-1a9df827dbca tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0639532 Jul 07 20:35:07.979219 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8efe07a4-ac76-4a0b-b054-ab2796d50011 req-32d484a3-6c1b-4390-81b2-5f8ddd174ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320354 Jul 07 20:35:09.155323 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40b97b-8e83-4d45-9cf2-ee65d49a5db2 req-62e6a385-12d1-48e2-a7ff-bbe6679451e2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:09.156840 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6f40b97b-8e83-4d45-9cf2-ee65d49a5db2 req-62e6a385-12d1-48e2-a7ff-bbe6679451e2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0670748 Jul 07 20:35:09.195245 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6f40b97b-8e83-4d45-9cf2-ee65d49a5db2 req-70db3e53-972b-4a2e-923a-d241b281b3c0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327780 Jul 07 20:35:09.219875 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52186) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:35:09.279093 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e1fe8e41-f167-47b6-9200-b94bb343e97a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/c0287ed4-9791-4650-922d-35fcd202ec58 HTTP/1.1" status: 200 len: 994 time: 0.0578916 Jul 07 20:35:10.170191 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37a50875-b607-45ee-ab24-725920da9531 req-54ca1229-44e1-4a2f-99e2-a759de09a701 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501680 Jul 07 20:35:10.282239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50875-b607-45ee-ab24-725920da9531 req-ecbffcd0-b36b-45cc-86c3-ea4c97872f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:10.283709 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37a50875-b607-45ee-ab24-725920da9531 req-ecbffcd0-b36b-45cc-86c3-ea4c97872f5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 1097 time: 0.0604286 Jul 07 20:35:10.390765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50875-b607-45ee-ab24-725920da9531 req-1ec1d1d0-b84d-4971-8dc2-dfb1e9a213c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:10.392437 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37a50875-b607-45ee-ab24-725920da9531 req-1ec1d1d0-b84d-4971-8dc2-dfb1e9a213c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c0f2cd66-7252-4657-ac94-3afa67a6302a HTTP/1.1" status: 200 len: 898 time: 0.0885668 Jul 07 20:35:10.658990 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:10.733590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef48f6-590d-49eb-be5b-970a5922fc2c req-9f7c591b-85b6-451f-976a-1309d6b5d221 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:10.735160 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5ef48f6-590d-49eb-be5b-970a5922fc2c req-9f7c591b-85b6-451f-976a-1309d6b5d221 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0666733 Jul 07 20:35:10.775767 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5ef48f6-590d-49eb-be5b-970a5922fc2c req-4d3b8413-a244-4318-a92f-2ba307355fdf tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344682 Jul 07 20:35:10.790906 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37a50875-b607-45ee-ab24-725920da9531 req-6fc1a653-ef3b-48d5-a898-8d16a6b5737e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05 HTTP/1.1" status: 200 len: 1002 time: 0.3915725 Jul 07 20:35:10.839821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50875-b607-45ee-ab24-725920da9531 req-37bf679c-ebb3-4d60-855d-b108b8c64e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:10.841267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37a50875-b607-45ee-ab24-725920da9531 req-37bf679c-ebb3-4d60-855d-b108b8c64e25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d571e6db-a368-4b4f-a474-6017902933b3 HTTP/1.1" status: 200 len: 834 time: 0.0434828 Jul 07 20:35:10.897213 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50875-b607-45ee-ab24-725920da9531 req-3d6d1390-a843-4f35-9ab7-167237ffd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:10.898672 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37a50875-b607-45ee-ab24-725920da9531 req-3d6d1390-a843-4f35-9ab7-167237ffd3eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c0f2cd66-7252-4657-ac94-3afa67a6302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508904 Jul 07 20:35:10.992620 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37a50875-b607-45ee-ab24-725920da9531 req-5a37c566-41c7-4e83-b66d-4d47d8cb95d9 service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872970 Jul 07 20:35:11.079157 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-37a50875-b607-45ee-ab24-725920da9531 req-7817aa72-121c-4ea2-a801-ae39821558ce service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794859 Jul 07 20:35:11.195538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97602918-b0bc-4b12-b504-8e93adddeddb req-4361d9e0-64b0-4709-9b90-31b7aece1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:11.197042 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97602918-b0bc-4b12-b504-8e93adddeddb req-4361d9e0-64b0-4709-9b90-31b7aece1b30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 1097 time: 0.0564005 Jul 07 20:35:11.290179 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97602918-b0bc-4b12-b504-8e93adddeddb req-d83ef726-9a52-4ca8-9583-e63b4d98c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:11.291670 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97602918-b0bc-4b12-b504-8e93adddeddb req-d83ef726-9a52-4ca8-9583-e63b4d98c9b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c0f2cd66-7252-4657-ac94-3afa67a6302a HTTP/1.1" status: 200 len: 898 time: 0.0874231 Jul 07 20:35:11.357755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97602918-b0bc-4b12-b504-8e93adddeddb req-2983d1a7-04ba-4b30-a83c-91027a049f78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05 HTTP/1.1" status: 200 len: 1002 time: 0.0589957 Jul 07 20:35:11.408750 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97602918-b0bc-4b12-b504-8e93adddeddb req-0da1c3d4-354b-435a-bd4e-42d427adb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:11.410254 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97602918-b0bc-4b12-b504-8e93adddeddb req-0da1c3d4-354b-435a-bd4e-42d427adb1cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d571e6db-a368-4b4f-a474-6017902933b3 HTTP/1.1" status: 200 len: 834 time: 0.0461059 Jul 07 20:35:11.465991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97602918-b0bc-4b12-b504-8e93adddeddb req-f64e3473-f397-4b56-98c0-61b1d87e77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:11.467502 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97602918-b0bc-4b12-b504-8e93adddeddb req-f64e3473-f397-4b56-98c0-61b1d87e77bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c0f2cd66-7252-4657-ac94-3afa67a6302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510089 Jul 07 20:35:11.553917 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97602918-b0bc-4b12-b504-8e93adddeddb req-1e331536-f7c0-446c-95e1-858b7d9e6b4e service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797739 Jul 07 20:35:11.648023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-97602918-b0bc-4b12-b504-8e93adddeddb req-4f403281-0bc7-4b89-a0ed-5fab44de851e service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864964 Jul 07 20:35:11.951105 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5f12-7085-4fb5-a506-badce990e76a req-51eb6a15-2429-4f4b-843d-d0bd576aface tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:11.952523 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4aef5f12-7085-4fb5-a506-badce990e76a req-51eb6a15-2429-4f4b-843d-d0bd576aface tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0633609 Jul 07 20:35:11.990823 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4aef5f12-7085-4fb5-a506-badce990e76a req-b68b28c3-7a63-461a-b743-611f418ec3b4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326929 Jul 07 20:35:13.169915 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1383f4-fe73-4edb-89f7-c9b4c56847ce req-25cb5e85-d38b-4675-b9d4-d76179e7d7cb tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:13.171553 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e1383f4-fe73-4edb-89f7-c9b4c56847ce req-25cb5e85-d38b-4675-b9d4-d76179e7d7cb tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0674219 Jul 07 20:35:13.209863 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-0e1383f4-fe73-4edb-89f7-c9b4c56847ce req-ee4a3147-490b-4ac2-88cb-2a11b742c1e9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327363 Jul 07 20:35:13.235923 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52198) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:35:13.299218 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-0d7aa79a-0e68-44ec-8840-d350db512db9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/c0287ed4-9791-4650-922d-35fcd202ec58 HTTP/1.1" status: 200 len: 994 time: 0.0620255 Jul 07 20:35:21.235008 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-04f5123a-8906-49de-b71e-a448ab3cf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:22.766403 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:35:24.024741 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:24.184429 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-82e53539-fd7e-4093-bd38-e7385436a45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:25.111463 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:26.815675 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:36.479126 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:40.662737 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:51.239563 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-525097db-d1d7-4f50-a7b0-99419bf79908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:54.026000 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:54.184008 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fd69fb7b-68d0-4b51-aeac-151d56f1b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:55.114814 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:56.819589 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:59.765728 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:36:06.477496 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:10.673293 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:11.185571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52244) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:11.344469 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port f914092f-ace7-4ffa-a967-36091e0502f1 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:36:11.344812 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:11.417317 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:11.417647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:11.429491 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for f914092f-ace7-4ffa-a967-36091e0502f1 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:36:11.575163 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:11.602913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=f914092f-ace7-4ffa-a967-36091e0502f1,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:11.631103 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:11.631452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:11.631791 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:11.632124 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:11.632459 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:11.632790 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:11.633132 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:11.633465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:11.633784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:11.634107 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:11.634429 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:11.634747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:11.678196 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:11.678677 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Floating IP c0287ed4-9791-4650-922d-35fcd202ec58 disassociated (deleted). External IP: 172.25.0.198, port: eef6e770-5b3e-4041-b702-ab8b12a40c05. Jul 07 20:36:11.888782 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:36:11.994425 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:36:11.999432 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:12.006366 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f64af-5cea-4bce-b3eb-ff5969d75da6 None None] Sync routers for ids ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:36:12.015808 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f64af-5cea-4bce-b3eb-ff5969d75da6 None None] Routers {'0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:36:12.016058 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2f8f64af-5cea-4bce-b3eb-ff5969d75da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:35:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:12.040369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b407383e-43b3-45bb-9b8e-daace325bdc2 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/floatingips/c0287ed4-9791-4650-922d-35fcd202ec58 HTTP/1.1" status: 204 len: 168 time: 0.8513725 Jul 07 20:36:12.040369 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'tag': 'eef6e770-5b3e-4041-b702-ab8b12a40c05'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:36:12.041199 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86353eb-1419-4caf-b236-725b5b7bac08" -d '{"events": [{"name": "network-changed", "server_uuid": "d41060b5-4591-4aaa-b143-d6a6f81d5522", "tag": "eef6e770-5b3e-4041-b702-ab8b12a40c05"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:36:12.081805 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb5ba5e-28ef-43c4-bd77-8db790e54d00 x-openstack-request-id: req-6fb5ba5e-28ef-43c4-bd77-8db790e54d00 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:36:12.082174 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41060b5-4591-4aaa-b143-d6a6f81d5522", "tag": "eef6e770-5b3e-4041-b702-ab8b12a40c05", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:36:12.082607 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fb5ba5e-28ef-43c4-bd77-8db790e54d00 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:36:12.083118 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'tag': 'eef6e770-5b3e-4041-b702-ab8b12a40c05', 'status': 'completed', 'code': 200} Jul 07 20:36:12.113843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.48', 63782) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:12.138713 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2f8f64af-5cea-4bce-b3eb-ff5969d75da6 None None] Set router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:36:12.268692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-a0348dc8-6f6d-4eb0-b67c-0ad43bab26cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1470273 Jul 07 20:36:12.280092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86353eb-1419-4caf-b236-725b5b7bac08 req-41940c2f-140e-45eb-98ff-fe43bfb4d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:12.283174 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d86353eb-1419-4caf-b236-725b5b7bac08 req-41940c2f-140e-45eb-98ff-fe43bfb4d0d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 1097 time: 0.1660264 Jul 07 20:36:12.370551 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2f8f64af-5cea-4bce-b3eb-ff5969d75da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:37Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7deb1791-d17b-4dcf-9000-3265388b746b', 'name': '', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:35:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:37Z', 'updated_at': '2021-07-07T20:33:42Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:12.394771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86353eb-1419-4caf-b236-725b5b7bac08 req-a6540ffc-92c6-4a10-a186-d67a9ef34601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:12.396324 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d86353eb-1419-4caf-b236-725b5b7bac08 req-a6540ffc-92c6-4a10-a186-d67a9ef34601 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c0f2cd66-7252-4657-ac94-3afa67a6302a HTTP/1.1" status: 200 len: 898 time: 0.0997512 Jul 07 20:36:12.398728 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f64af-5cea-4bce-b3eb-ff5969d75da6 None None] Checking router: 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:36:12.408086 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f64af-5cea-4bce-b3eb-ff5969d75da6 None None] Routers {'0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:36:12.408698 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2f8f64af-5cea-4bce-b3eb-ff5969d75da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:35:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:12.441691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d86353eb-1419-4caf-b236-725b5b7bac08 req-7dcacd9b-1be7-4172-bee9-20466b1ff3f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05 HTTP/1.1" status: 200 len: 217 time: 0.0369809 Jul 07 20:36:12.516597 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2f8f64af-5cea-4bce-b3eb-ff5969d75da6 None None] Set router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:36:12.527643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86353eb-1419-4caf-b236-725b5b7bac08 req-d5a977c0-28a4-4938-a5fa-42048542763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:12.529136 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d86353eb-1419-4caf-b236-725b5b7bac08 req-d5a977c0-28a4-4938-a5fa-42048542763e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d571e6db-a368-4b4f-a474-6017902933b3 HTTP/1.1" status: 200 len: 834 time: 0.0738654 Jul 07 20:36:12.574351 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d1aa1-482d-4ff8-864a-ae502bc4f30c req-f568a133-5964-4878-aee0-8ef6fa54b1dc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:12.575892 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d77d1aa1-482d-4ff8-864a-ae502bc4f30c req-f568a133-5964-4878-aee0-8ef6fa54b1dc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.1994796 Jul 07 20:36:12.632249 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d77d1aa1-482d-4ff8-864a-ae502bc4f30c req-2a9021d4-f411-470e-ac1d-ce3a6a4195af tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472457 Jul 07 20:36:12.637002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86353eb-1419-4caf-b236-725b5b7bac08 req-67618959-1d70-4ece-98fe-17cb2f57cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:12.638460 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d86353eb-1419-4caf-b236-725b5b7bac08 req-67618959-1d70-4ece-98fe-17cb2f57cc12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c0f2cd66-7252-4657-ac94-3afa67a6302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011424 Jul 07 20:36:12.720767 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2f8f64af-5cea-4bce-b3eb-ff5969d75da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:37Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7deb1791-d17b-4dcf-9000-3265388b746b', 'name': '', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:35:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:37Z', 'updated_at': '2021-07-07T20:33:42Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:12.738190 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d86353eb-1419-4caf-b236-725b5b7bac08 req-ae6d632a-1f1d-4665-a395-148c6b0d214a service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912161 Jul 07 20:36:12.746982 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f64af-5cea-4bce-b3eb-ff5969d75da6 None None] The sync data for ids ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'] in n-d-793621-9 is: [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:37Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '7deb1791-d17b-4dcf-9000-3265388b746b', 'name': '', 'network_id': 'c0f2cd66-7252-4657-ac94-3afa67a6302a', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:35:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:37Z', 'updated_at': '2021-07-07T20:33:42Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'd571e6db-a368-4b4f-a474-6017902933b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:36:12.833297 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d86353eb-1419-4caf-b236-725b5b7bac08 req-9c49a601-e809-4783-8bac-d02b2fcb942b service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884421 Jul 07 20:36:12.965017 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-99fa2b18-5e7d-46ac-a924-ffae6f8f03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:12.966530 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-99fa2b18-5e7d-46ac-a924-ffae6f8f03ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 1097 time: 0.0613394 Jul 07 20:36:12.977462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0883601-ee02-4e46-a5e9-afa1d68c2574 None None] New status for floating IP c0287ed4-9791-4650-922d-35fcd202ec58: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:36:13.077511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-ae738fce-7343-446d-9dd5-d752f3bbb46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:13.078944 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-ae738fce-7343-446d-9dd5-d752f3bbb46b service neutron] 10.222.0.48 "GET /v2.0/networks?id=c0f2cd66-7252-4657-ac94-3afa67a6302a HTTP/1.1" status: 200 len: 898 time: 0.0896938 Jul 07 20:36:13.125581 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-79793a5d-0d31-4f6e-ae4c-3f2354590be3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05 HTTP/1.1" status: 200 len: 217 time: 0.0395975 Jul 07 20:36:13.173277 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-66663a2f-7726-43cc-9da8-e2244c005c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:13.174634 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-66663a2f-7726-43cc-9da8-e2244c005c0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d571e6db-a368-4b4f-a474-6017902933b3 HTTP/1.1" status: 200 len: 834 time: 0.0422690 Jul 07 20:36:13.230576 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-afa7ee4f-79ef-4bf3-8b4c-0892c394c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:13.232079 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-afa7ee4f-79ef-4bf3-8b4c-0892c394c5fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c0f2cd66-7252-4657-ac94-3afa67a6302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507014 Jul 07 20:36:13.326627 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-5e6045f2-0185-4255-b81a-d7679f2ce55d service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861475 Jul 07 20:36:13.420971 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-15f3672f-820c-438b-9086-d9daa4d58728 service neutron] 10.222.0.48 "GET /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871313 Jul 07 20:36:13.886748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf7534-d1e2-4783-816d-05d78c631ba6 req-4f210aeb-a616-4575-866c-bdb8284e3928 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:13.888298 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-93bf7534-d1e2-4783-816d-05d78c631ba6 req-4f210aeb-a616-4575-866c-bdb8284e3928 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.1232855 Jul 07 20:36:13.927083 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-93bf7534-d1e2-4783-816d-05d78c631ba6 req-bac5c2e4-45eb-49f3-928c-613f76aa885b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de11324-26d0-4cc2-a158-4d25627c1b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327270 Jul 07 20:36:14.242941 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a36697-86d2-43a9-9c95-c728bee46f01 req-72a4d5ea-2e48-4bf7-b198-aa8e6d5c1d1c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:14.244400 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44a36697-86d2-43a9-9c95-c728bee46f01 req-72a4d5ea-2e48-4bf7-b198-aa8e6d5c1d1c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 946 time: 0.0628893 Jul 07 20:36:14.351138 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-44a36697-86d2-43a9-9c95-c728bee46f01 req-8e54f39f-d7ae-4ef1-8f53-316b6fbdae59 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port eef6e770-5b3e-4041-b702-ab8b12a40c05 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:36:14.351890 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44a36697-86d2-43a9-9c95-c728bee46f01 req-8e54f39f-d7ae-4ef1-8f53-316b6fbdae59 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:14.438599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-44a36697-86d2-43a9-9c95-c728bee46f01 req-8e54f39f-d7ae-4ef1-8f53-316b6fbdae59 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port eef6e770-5b3e-4041-b702-ab8b12a40c05, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=eef6e770-5b3e-4041-b702-ab8b12a40c05,segment=NetworkSegment(ac4445b6-af69-44d6-a17d-906d702bd8c4),segment_id=ac4445b6-af69-44d6-a17d-906d702bd8c4)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:14.438984 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44a36697-86d2-43a9-9c95-c728bee46f01 req-8e54f39f-d7ae-4ef1-8f53-316b6fbdae59 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:14.452170 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-44a36697-86d2-43a9-9c95-c728bee46f01 req-8e54f39f-d7ae-4ef1-8f53-316b6fbdae59 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for eef6e770-5b3e-4041-b702-ab8b12a40c05 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:36:14.581603 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44a36697-86d2-43a9-9c95-c728bee46f01 req-8e54f39f-d7ae-4ef1-8f53-316b6fbdae59 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:14.610416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54f39f-d7ae-4ef1-8f53-316b6fbdae59 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=eef6e770-5b3e-4041-b702-ab8b12a40c05,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:14.664893 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a36697-86d2-43a9-9c95-c728bee46f01 req-8e54f39f-d7ae-4ef1-8f53-316b6fbdae59 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] No DVR routers for this DVR port eef6e770-5b3e-4041-b702-ab8b12a40c05 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:36:14.667819 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-44a36697-86d2-43a9-9c95-c728bee46f01 req-8e54f39f-d7ae-4ef1-8f53-316b6fbdae59 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:14.669805 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-44a36697-86d2-43a9-9c95-c728bee46f01 req-8e54f39f-d7ae-4ef1-8f53-316b6fbdae59 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "DELETE /v2.0/ports/eef6e770-5b3e-4041-b702-ab8b12a40c05 HTTP/1.1" status: 204 len: 173 time: 0.4191353 Jul 07 20:36:14.670240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'name': 'network-vif-deleted', 'tag': 'eef6e770-5b3e-4041-b702-ab8b12a40c05'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:36:14.672553 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c49c8f-38fc-47d7-a321-110b0e93286f" -d '{"events": [{"server_uuid": "d41060b5-4591-4aaa-b143-d6a6f81d5522", "name": "network-vif-deleted", "tag": "eef6e770-5b3e-4041-b702-ab8b12a40c05"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:36:14.710674 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3bc545-2982-4661-bd0a-f46254a05c93 x-openstack-request-id: req-af3bc545-2982-4661-bd0a-f46254a05c93 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:36:14.711022 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41060b5-4591-4aaa-b143-d6a6f81d5522", "name": "network-vif-deleted", "tag": "eef6e770-5b3e-4041-b702-ab8b12a40c05", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:36:14.711313 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af3bc545-2982-4661-bd0a-f46254a05c93 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:36:14.711725 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41060b5-4591-4aaa-b143-d6a6f81d5522', 'name': 'network-vif-deleted', 'tag': 'eef6e770-5b3e-4041-b702-ab8b12a40c05', 'status': 'completed', 'code': 200} Jul 07 20:36:15.108886 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bfcff58d-31e6-43e3-9ab2-4cd8ef56f67e req-9e0261c5-206d-47ab-873e-ed5301d72f9b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41060b5-4591-4aaa-b143-d6a6f81d5522 HTTP/1.1" status: 200 len: 210 time: 0.0399079 Jul 07 20:36:16.203780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52272) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:16.560559 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-855c56eb-b9af-4cce-8a71-b3ef50d7a525 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:16.829598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-855c56eb-b9af-4cce-8a71-b3ef50d7a525 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 7deb1791-d17b-4dcf-9000-3265388b746b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:36:16.829848 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-855c56eb-b9af-4cce-8a71-b3ef50d7a525 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:16.920899 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-855c56eb-b9af-4cce-8a71-b3ef50d7a525 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port 7deb1791-d17b-4dcf-9000-3265388b746b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=7deb1791-d17b-4dcf-9000-3265388b746b,segment=NetworkSegment(ac4445b6-af69-44d6-a17d-906d702bd8c4),segment_id=ac4445b6-af69-44d6-a17d-906d702bd8c4)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:16.921256 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-855c56eb-b9af-4cce-8a71-b3ef50d7a525 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:16.933707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-855c56eb-b9af-4cce-8a71-b3ef50d7a525 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 7deb1791-d17b-4dcf-9000-3265388b746b owned by network:router_interface {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:36:17.113684 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-855c56eb-b9af-4cce-8a71-b3ef50d7a525 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:17.142849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c56eb-b9af-4cce-8a71-b3ef50d7a525 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=7deb1791-d17b-4dcf-9000-3265388b746b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:17.625134 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-855c56eb-b9af-4cce-8a71-b3ef50d7a525 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:17.835671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855c56eb-b9af-4cce-8a71-b3ef50d7a525 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:36:17.941196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855c56eb-b9af-4cce-8a71-b3ef50d7a525 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:36:17.946420 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-855c56eb-b9af-4cce-8a71-b3ef50d7a525 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "PUT /v2.0/routers/0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414780 Jul 07 20:36:17.949140 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52274) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:17.958506 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4039fe8-9d9c-4ed8-b979-6626667e6c14 None None] Sync routers for ids ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:36:17.968119 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4039fe8-9d9c-4ed8-b979-6626667e6c14 None None] Routers {'0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:36:17.968747 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f4039fe8-9d9c-4ed8-b979-6626667e6c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:35:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:18.008219 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2e3ec5-60bc-4dc7-b273-b1c7019d9a42 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting subnet d571e6db-a368-4b4f-a474-6017902933b3 {{(pid=93901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:36:18.011214 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc2e3ec5-60bc-4dc7-b273-b1c7019d9a42 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.062435 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc2e3ec5-60bc-4dc7-b273-b1c7019d9a42 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12910190'] for subnet, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.102203 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f4039fe8-9d9c-4ed8-b979-6626667e6c14 None None] Set router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:36:18.152980 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc2e3ec5-60bc-4dc7-b273-b1c7019d9a42 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.228412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc2e3ec5-60bc-4dc7-b273-b1c7019d9a42 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24947197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25163649'] for subnet, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.257939 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e3ec5-60bc-4dc7-b273-b1c7019d9a42 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Subnet': ['ID=d571e6db-a368-4b4f-a474-6017902933b3,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:18.259971 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dc2e3ec5-60bc-4dc7-b273-b1c7019d9a42 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.261880 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dc2e3ec5-60bc-4dc7-b273-b1c7019d9a42 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/subnets/d571e6db-a368-4b4f-a474-6017902933b3 HTTP/1.1" status: 204 len: 168 time: 0.3115857 Jul 07 20:36:18.264752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52276) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:18.273853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d195d2-5d41-4e78-a2ab-da5942641a92 None None] Network c0f2cd66-7252-4657-ac94-3afa67a6302a requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:36:18.293107 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f4039fe8-9d9c-4ed8-b979-6626667e6c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:36:17Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:18.323229 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4039fe8-9d9c-4ed8-b979-6626667e6c14 None None] Checking router: 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:36:18.333318 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4039fe8-9d9c-4ed8-b979-6626667e6c14 None None] Routers {'0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:36:18.333924 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f4039fe8-9d9c-4ed8-b979-6626667e6c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:35:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:18.385443 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.440227 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-f4039fe8-9d9c-4ed8-b979-6626667e6c14 None None] Set router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:36:18.495315 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] DHCP port deletion for c0f2cd66-7252-4657-ac94-3afa67a6302a request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:36:18.500537 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.554602 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Deleting port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:36:18.555091 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.565419 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 463bf986-9a84-45a2-9dbd-97b87e1b83b5 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:36:18.566492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.624524 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] For port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=67823e71-5bd2-4a6b-9fb7-dd1be1ef376b,segment=NetworkSegment(ac4445b6-af69-44d6-a17d-906d702bd8c4),segment_id=ac4445b6-af69-44d6-a17d-906d702bd8c4)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:18.624922 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.640257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Calling delete_port for 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:36:18.656380 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port 463bf986-9a84-45a2-9dbd-97b87e1b83b5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=463bf986-9a84-45a2-9dbd-97b87e1b83b5,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:18.656996 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.671328 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 463bf986-9a84-45a2-9dbd-97b87e1b83b5 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:36:18.691078 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device eef6e770-5b3e-4041-b702-ab8b12a40c05 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:36:18.728921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: eef6e770-5b3e-4041-b702-ab8b12a40c05 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:36:18.729952 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device eef6e770-5b3e-4041-b702-ab8b12a40c05 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:36:18.736420 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-f4039fe8-9d9c-4ed8-b979-6626667e6c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:36:17Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:18.759417 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.766629 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4039fe8-9d9c-4ed8-b979-6626667e6c14 None None] The sync data for ids ['0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9'] in n-d-793621-9 is: [{'id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380800923', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:36:17Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': '463bf986-9a84-45a2-9dbd-97b87e1b83b5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:34Z', 'updated_at': '2021-07-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:36:18.774102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] No DVR routers for this DVR port 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:36:18.793186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Pushing event deleted for resources: {'Port': ['ID=67823e71-5bd2-4a6b-9fb7-dd1be1ef376b,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:18.811202 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:18.812062 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:18.812578 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:18.813092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:18.813595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:18.814088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:18.814588 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:18.815124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:18.816284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:18.816816 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:18.817342 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:18.817656 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8d609-8987-41af-bb34-7f0c19300fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:18.859749 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:18.888583 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=463bf986-9a84-45a2-9dbd-97b87e1b83b5,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:18.952241 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.041380 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.043492 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.084756 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.085214 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Fanout notify agent at l3_agent the message router_deleted on router 0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:36:19.093789 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.097611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-6683c7f5-2095-4ceb-8ba8-5caf0ebbee09 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/routers/0611f9cf-aeec-4cda-b9cd-d9b47ef1acc9 HTTP/1.1" status: 204 len: 168 time: 0.8292377 Jul 07 20:36:19.097790 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52278) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:19.187526 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.274169 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.284037 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f2cd66-7252-4657-ac94-3afa67a6302a']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:19.294832 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4445b6-af69-44d6-a17d-906d702bd8c4') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:19.295079 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4445b6-af69-44d6-a17d-906d702bd8c4') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:19.304540 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.324191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.330640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:36:19.331106 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:36:19.334485 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:36:19.400932 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.408222 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.410920 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/networks/c0f2cd66-7252-4657-ac94-3afa67a6302a HTTP/1.1" status: 204 len: 168 time: 0.3118701 Jul 07 20:36:19.413502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52280) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:19.431310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38bc99-bb77-4a51-b875-81b610d96ce1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Network': ['ID=c0f2cd66-7252-4657-ac94-3afa67a6302a,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:19.488614 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d907634-1c0e-4ce8-af87-ea90d1174fa0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.513421 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d907634-1c0e-4ce8-af87-ea90d1174fa0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.577531 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d907634-1c0e-4ce8-af87-ea90d1174fa0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.580538 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9d907634-1c0e-4ce8-af87-ea90d1174fa0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.582304 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9d907634-1c0e-4ce8-af87-ea90d1174fa0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/security-groups/7de11324-26d0-4cc2-a158-4d25627c1b44 HTTP/1.1" status: 204 len: 168 time: 0.1591010 Jul 07 20:36:19.592571 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d907634-1c0e-4ce8-af87-ea90d1174fa0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de11324-26d0-4cc2-a158-4d25627c1b44,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:19.822644 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52288) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:19.827800 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2ea0a1a5-dede-4aa8-9a7d-70e26f16d972 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286558516', 'description': 'tempest-secgroup-smoke-286558516 description', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:19.866295 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1a5-dede-4aa8-9a7d-70e26f16d972 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.950939 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1a5-dede-4aa8-9a7d-70e26f16d972 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.954716 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1a5-dede-4aa8-9a7d-70e26f16d972 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.983656 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1a5-dede-4aa8-9a7d-70e26f16d972 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.985511 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2ea0a1a5-dede-4aa8-9a7d-70e26f16d972 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1618261 Jul 07 20:36:19.987439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0a1a5-dede-4aa8-9a7d-70e26f16d972 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec244293-cb88-4e1f-8507-8347d7aa49d7,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:19.988555 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52290) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:19.993503 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'ec244293-cb88-4e1f-8507-8347d7aa49d7', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:20.021765 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.080015 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 463bf986-9a84-45a2-9dbd-97b87e1b83b5 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:36:20.084660 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.088581 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.103945 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 463bf986-9a84-45a2-9dbd-97b87e1b83b5 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:36:20.104308 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 463bf986-9a84-45a2-9dbd-97b87e1b83b5 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:36:20.104725 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:36:20.108052 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfba3a65-b95e-4652-b329-ae6bf32eefa2,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:20.116751 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.118075 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282957 Jul 07 20:36:20.119926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:20.120068 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:20.120381 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:20.120732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:20.121067 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:20.121393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52292) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:20.121532 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:20.121726 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:20.122056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:20.122385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:20.122712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:20.123063 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:20.123229 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:36:20.123364 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9428e28-4e02-46f7-b05f-40c92593f9b3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:20.123584 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 67823e71-5bd2-4a6b-9fb7-dd1be1ef376b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:36:20.124001 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7deb1791-d17b-4dcf-9000-3265388b746b no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:36:20.129235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-75ce0fe7-f624-4810-80e9-d5eeb010aacc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'ec244293-cb88-4e1f-8507-8347d7aa49d7', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:20.151042 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 7deb1791-d17b-4dcf-9000-3265388b746b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:36:20.151483 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 7deb1791-d17b-4dcf-9000-3265388b746b not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:36:20.157160 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75ce0fe7-f624-4810-80e9-d5eeb010aacc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.216247 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75ce0fe7-f624-4810-80e9-d5eeb010aacc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.219840 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75ce0fe7-f624-4810-80e9-d5eeb010aacc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.237789 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce0fe7-f624-4810-80e9-d5eeb010aacc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e04d612-5b5b-495a-a5ee-4f09bb47dcad,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:20.245693 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-75ce0fe7-f624-4810-80e9-d5eeb010aacc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.246981 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-75ce0fe7-f624-4810-80e9-d5eeb010aacc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226642 Jul 07 20:36:20.249725 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52294) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:20.254626 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1b4e05e4-bcfb-4cc2-818d-04c6e6f361e8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'ec244293-cb88-4e1f-8507-8347d7aa49d7', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:20.280314 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b4e05e4-bcfb-4cc2-818d-04c6e6f361e8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.336702 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b4e05e4-bcfb-4cc2-818d-04c6e6f361e8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.340577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b4e05e4-bcfb-4cc2-818d-04c6e6f361e8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.359085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e05e4-bcfb-4cc2-818d-04c6e6f361e8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956ff309-7582-4245-bc6e-efb7da9a23bb,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:20.365069 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1b4e05e4-bcfb-4cc2-818d-04c6e6f361e8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.366444 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1b4e05e4-bcfb-4cc2-818d-04c6e6f361e8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157684 Jul 07 20:36:20.369186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52296) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:20.373881 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-3b7e91e7-3659-4769-b62a-d87e863c50cd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'ec244293-cb88-4e1f-8507-8347d7aa49d7', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:20.400456 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b7e91e7-3659-4769-b62a-d87e863c50cd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.462005 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b7e91e7-3659-4769-b62a-d87e863c50cd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.466149 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b7e91e7-3659-4769-b62a-d87e863c50cd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.483247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e91e7-3659-4769-b62a-d87e863c50cd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683cce24-3a07-4ecf-a4a2-2c5a13f6ac17,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:20.490495 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-3b7e91e7-3659-4769-b62a-d87e863c50cd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.491720 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-3b7e91e7-3659-4769-b62a-d87e863c50cd tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216362 Jul 07 20:36:20.494418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52298) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:20.498846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f37d1fd3-458c-40e4-81d1-9ad49f778a69 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'ec244293-cb88-4e1f-8507-8347d7aa49d7', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:20.520515 n-d-793621-9 neutron-server[93901]: INFO neutron.db.securitygroups_db [None req-f37d1fd3-458c-40e4-81d1-9ad49f778a69 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Project 3c4a0a4b6a1b4b609b45699623abdb45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:36:20.525521 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f37d1fd3-458c-40e4-81d1-9ad49f778a69 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.586267 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f37d1fd3-458c-40e4-81d1-9ad49f778a69 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.590018 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f37d1fd3-458c-40e4-81d1-9ad49f778a69 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.606752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d1fd3-458c-40e4-81d1-9ad49f778a69 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417c02f7-987b-48dd-bbe1-bec4c0ca4985,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:20.614329 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f37d1fd3-458c-40e4-81d1-9ad49f778a69 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.615632 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f37d1fd3-458c-40e4-81d1-9ad49f778a69 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202533 Jul 07 20:36:20.618343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52300) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:20.622815 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-1889c916-c866-4454-b30d-a234d2b568e9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'security_group_rule': {'security_group_id': 'ec244293-cb88-4e1f-8507-8347d7aa49d7', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:20.644164 n-d-793621-9 neutron-server[93901]: INFO neutron.db.securitygroups_db [None req-1889c916-c866-4454-b30d-a234d2b568e9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Project 3c4a0a4b6a1b4b609b45699623abdb45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:36:20.649694 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1889c916-c866-4454-b30d-a234d2b568e9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.713002 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1889c916-c866-4454-b30d-a234d2b568e9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.717076 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1889c916-c866-4454-b30d-a234d2b568e9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.735461 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889c916-c866-4454-b30d-a234d2b568e9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fe4fd4-4344-4f22-9291-6aa3bb6cb216,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:20.741559 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1889c916-c866-4454-b30d-a234d2b568e9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.743611 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1889c916-c866-4454-b30d-a234d2b568e9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234565 Jul 07 20:36:20.745624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52302) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:20.750835 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-fb5ae8f9-968e-4aec-b85a-339d081ef0cc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'network': {'name': 'tempest-network-smoke--715020356', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'port_security_enabled': True}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:20.771050 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5ae8f9-968e-4aec-b85a-339d081ef0cc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:36:20.774415 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae8f9-968e-4aec-b85a-339d081ef0cc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.801988 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5ae8f9-968e-4aec-b85a-339d081ef0cc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:36:20.812233 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae8f9-968e-4aec-b85a-339d081ef0cc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.812613 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-fb5ae8f9-968e-4aec-b85a-339d081ef0cc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Added segment 250d7580-2d40-422d-a500-a38e0a42d88d of type vlan for network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b Jul 07 20:36:20.851485 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae8f9-968e-4aec-b85a-339d081ef0cc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.878920 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae8f9-968e-4aec-b85a-339d081ef0cc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.884403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5ae8f9-968e-4aec-b85a-339d081ef0cc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:20.884987 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae8f9-968e-4aec-b85a-339d081ef0cc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.938544 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-fb5ae8f9-968e-4aec-b85a-339d081ef0cc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1918974 Jul 07 20:36:20.941273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52304) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:20.945600 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'admin_state_up': True, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:20.962162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ae8f9-968e-4aec-b85a-339d081ef0cc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Network': ['ID=6110d520-8bf5-47ab-9ea5-80008e1c4b8b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:20.973594 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:36:20.979739 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:20.980725 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:21.035156 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:21.167781 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:21.241091 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-88a09e29-cff8-453b-bc3c-573dcd53fdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:21.360314 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:21.378386 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:21.482087 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.25.0.89 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:36:21.582369 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:21.619844 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:21.657186 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:36:21.663218 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:36:21.667493 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:36:21.670512 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:21.911138 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:22.407705 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:22.532379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 394fab46-df3e-4bbc-ad6a-ab26f951065b is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:36:22.634344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:36:22.643783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Sync routers for ids ['394fab46-df3e-4bbc-ad6a-ab26f951065b'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:36:22.653093 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:22.654517 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d07737ff-8072-4ceb-9e21-139319e3d413 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7123244 Jul 07 20:36:22.655181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Routers {'394fab46-df3e-4bbc-ad6a-ab26f951065b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:36:22.655799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:35:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['394fab46-df3e-4bbc-ad6a-ab26f951065b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:22.657793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52306) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:22.691558 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dc3106c7-3c10-4a05-8861-68b933abb380 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3c4a0a4b6a1b4b609b45699623abdb45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307763 Jul 07 20:36:22.694085 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52308) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:22.764943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Set router 394fab46-df3e-4bbc-ad6a-ab26f951065b gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:36:22.780629 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292bb203-5959-49db-b302-308c0a012e80 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:22.782153 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-292bb203-5959-49db-b302-308c0a012e80 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870993 Jul 07 20:36:22.785738 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52310) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:22.813832 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-d7396b89-c0ec-4e2b-a2cb-08b1b09e8823 tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=e78d81fd-4962-446c-adaf-6bac91ba1923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269036 Jul 07 20:36:22.816273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52312) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:22.821038 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-2e338ec1-32c0-4762-a8f9-44aded878f03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-653762167', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:22.913574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e338ec1-32c0-4762-a8f9-44aded878f03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:36:22.917116 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e338ec1-32c0-4762-a8f9-44aded878f03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:22.944332 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:36:21Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:22.975103 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Checking router: 394fab46-df3e-4bbc-ad6a-ab26f951065b for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:36:22.975459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Updating router 394fab46-df3e-4bbc-ad6a-ab26f951065b port d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:36:23.013426 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:23.110522 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e338ec1-32c0-4762-a8f9-44aded878f03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:23.174231 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e338ec1-32c0-4762-a8f9-44aded878f03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Subnet': ['ID=ec4668fa-99f3-4c2f-8a36-0be056c0efb4,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:23.182289 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e338ec1-32c0-4762-a8f9-44aded878f03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Checking segment: {'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:36:23.182658 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e338ec1-32c0-4762-a8f9-44aded878f03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network hostable DHCP agents. Network: 6110d520-8bf5-47ab-9ea5-80008e1c4b8b, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:36:23.201197 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e338ec1-32c0-4762-a8f9-44aded878f03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:36:23.212257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-2e338ec1-32c0-4762-a8f9-44aded878f03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 6110d520-8bf5-47ab-9ea5-80008e1c4b8b) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:36:23.216784 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e338ec1-32c0-4762-a8f9-44aded878f03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:23.217517 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2e338ec1-32c0-4762-a8f9-44aded878f03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:23.232720 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2e338ec1-32c0-4762-a8f9-44aded878f03 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4153423 Jul 07 20:36:23.235365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52314) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:23.303010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b96f73-6d74-4c94-b605-a110f2b05c07 None None] Network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:36:23.553582 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:23.558693 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ips': [{'subnet_id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:36:23.559574 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:23.576277 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Transition to ACTIVE for port object d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:36:23.588443 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:23.679945 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:23.704464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a89a8-c96a-4417-a387-7c1586c6cad7 None None] Pushing event updated for resources: {'Port': ['ID=d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:23.709995 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Attempting to bind port d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:36:23.710371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Attempting to bind port d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:36:23.710740 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Attempting to bind port d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:36:23.739751 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:36:23.740134 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:36:23.740545 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:23.740941 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:36:23.741433 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Bound port: d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:36:23.741923 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:23.796595 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Allocated IP 172.20.0.2 (6110d520-8bf5-47ab-9ea5-80008e1c4b8b/ec4668fa-99f3-4c2f-8a36-0be056c0efb4/fa0dbd45-392a-4cb6-bf84-e1ca803b854f) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:36:23.817505 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] For port d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:36:23.866217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] For port d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:36:23.874730 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:23.961495 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Routers {'394fab46-df3e-4bbc-ad6a-ab26f951065b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:36:23.963286 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:35:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['394fab46-df3e-4bbc-ad6a-ab26f951065b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:23.965299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a89a8-c96a-4417-a387-7c1586c6cad7 None None] Pushing event updated for resources: {'Port': ['ID=d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:24.087564 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:24.121432 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:24.136812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Transition to ACTIVE for port object fa0dbd45-392a-4cb6-bf84-e1ca803b854f will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:36:24.139666 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] Set router 394fab46-df3e-4bbc-ad6a-ab26f951065b gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:36:24.209404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Transition to ACTIVE for port object fa0dbd45-392a-4cb6-bf84-e1ca803b854f will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:36:24.251985 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:24.262387 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.20.0.1 (6110d520-8bf5-47ab-9ea5-80008e1c4b8b/ec4668fa-99f3-4c2f-8a36-0be056c0efb4/693c28ba-3330-4044-8a69-cd175eb216eb) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:36:24.263110 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e77fe3ff-4ef6-4fd1-8a09-69a6b23fa5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:24.305898 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:36:24.313765 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:36:24.323418 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:36:24.327963 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Pushing event updated for resources: {'Port': ['ID=fa0dbd45-392a-4cb6-bf84-e1ca803b854f,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:24.385779 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:24.401924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Transition to ACTIVE for port object 693c28ba-3330-4044-8a69-cd175eb216eb will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:36:24.422388 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Attempting to bind port fa0dbd45-392a-4cb6-bf84-e1ca803b854f on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:36:24.422750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Attempting to bind port fa0dbd45-392a-4cb6-bf84-e1ca803b854f by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:36:24.423151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Attempting to bind port fa0dbd45-392a-4cb6-bf84-e1ca803b854f on network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:36:24.430319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:36:24.430703 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Checking segment: {'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:36:24.431127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:24.431523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Bound using segment: {'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:36:24.432004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Bound port: fa0dbd45-392a-4cb6-bf84-e1ca803b854f, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:36:24.432400 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:24.439010 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:24.479739 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:36:24.483581 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:36:24.488519 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:36:24.501422 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:36:21Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:24.519915 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=693c28ba-3330-4044-8a69-cd175eb216eb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:24.535785 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41499e-a4cb-43f1-8bd2-7b2998c709aa None None] The sync data for ids ['394fab46-df3e-4bbc-ad6a-ab26f951065b'] in n-d-793621-9 is: [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:36:21Z', 'revision_number': 3, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:36:24.537719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] For port fa0dbd45-392a-4cb6-bf84-e1ca803b854f, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:36:24.541147 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:24.550853 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] For port fa0dbd45-392a-4cb6-bf84-e1ca803b854f, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fa0dbd45-392a-4cb6-bf84-e1ca803b854f,segment=NetworkSegment(250d7580-2d40-422d-a500-a38e0a42d88d),segment_id=250d7580-2d40-422d-a500-a38e0a42d88d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:36:24.564148 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:24.640747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72e65d-232f-4ebd-b75e-179099738d6f None None] Pushing event updated for resources: {'Port': ['ID=fa0dbd45-392a-4cb6-bf84-e1ca803b854f,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:24.720020 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:25.054653 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:25.061932 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:25.120083 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:25.144572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=693c28ba-3330-4044-8a69-cd175eb216eb,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:25.152450 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:25.248726 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:36:25.250240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:36:25.375932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 394fab46-df3e-4bbc-ad6a-ab26f951065b has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:36:25.498264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:36:25.504874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e4a49d4c-7d01-48a7-9c1e-4f67a3473e39 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "PUT /v2.0/routers/394fab46-df3e-4bbc-ad6a-ab26f951065b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2682292 Jul 07 20:36:25.642844 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61cda93-137a-4f3a-bcb4-23c93b0c43b5 None None] Network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:36:25.654216 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-802cc368-dae0-490b-b65a-fd52b6110d45 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286558516&fields=id&tenant_id=3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 267 time: 0.0369103 Jul 07 20:36:25.718569 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-308d5dd3-00ac-41cf-953f-04fe00a00763 None None] Provisioning for port fa0dbd45-392a-4cb6-bf84-e1ca803b854f completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:36:25.767370 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-5bd4c777-de18-44a6-9606-43c9d3359b5a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:25.769377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-5bd4c777-de18-44a6-9606-43c9d3359b5a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/networks?id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b HTTP/1.1" status: 200 len: 796 time: 0.1077869 Jul 07 20:36:25.784961 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-10a804c6-0a16-48cf-b839-f82e4c40b0ab tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/quotas/3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 375 time: 0.0094821 Jul 07 20:36:25.853378 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-04d7a540-71ce-42df-9189-499d0c8a1b8a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629146 Jul 07 20:36:25.869467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-8a341d2b-3c81-4775-9ae7-2e50dffadef5 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:36:25.870421 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-8a341d2b-3c81-4775-9ae7-2e50dffadef5 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059214 Jul 07 20:36:26.032218 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-01421a1a-4470-42b2-8372-9c3f91c58645 service neutron] 10.222.0.81 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553714 Jul 07 20:36:26.145639 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-2ec968da-1041-4357-91f3-8f4197827415 service neutron] 10.222.0.81 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074204 Jul 07 20:36:26.171677 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fa0dbd45-392a-4cb6-bf84-e1ca803b854f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:36:26.208454 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-099487b9-4c8d-4caf-a2cf-3c956894c6f7 None None] Provisioning for port 693c28ba-3330-4044-8a69-cd175eb216eb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:36:26.219124 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-099487b9-4c8d-4caf-a2cf-3c956894c6f7 None None] Provisioning complete for port 693c28ba-3330-4044-8a69-cd175eb216eb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:26.219508 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-099487b9-4c8d-4caf-a2cf-3c956894c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:26.294280 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-099487b9-4c8d-4caf-a2cf-3c956894c6f7 None None] Port 693c28ba-3330-4044-8a69-cd175eb216eb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:36:26.310036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port fa0dbd45-392a-4cb6-bf84-e1ca803b854f completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:36:26.315016 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port fa0dbd45-392a-4cb6-bf84-e1ca803b854f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:26.316386 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:26.362097 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Sync routers for ids ['394fab46-df3e-4bbc-ad6a-ab26f951065b'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:36:26.374843 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Routers {'394fab46-df3e-4bbc-ad6a-ab26f951065b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:36:26.375075 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-10e0efed-e30f-4c3e-9add-c26f51e983da req-1a13b61c-c6b9-411b-ad35-859149891245 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0470254 Jul 07 20:36:26.376312 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:36:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['394fab46-df3e-4bbc-ad6a-ab26f951065b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:26.449837 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:26.462301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ae6461d3-ccbb-4238-9dd9-b51ff78f32f1 None None] Provisioning complete for port 693c28ba-3330-4044-8a69-cd175eb216eb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:26.462478 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ae6461d3-ccbb-4238-9dd9-b51ff78f32f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:26.508664 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Set router 394fab46-df3e-4bbc-ad6a-ab26f951065b gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:36:26.524760 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-ae6461d3-ccbb-4238-9dd9-b51ff78f32f1 None None] Port 693c28ba-3330-4044-8a69-cd175eb216eb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:36:26.552950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port fa0dbd45-392a-4cb6-bf84-e1ca803b854f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fa0dbd45-392a-4cb6-bf84-e1ca803b854f,segment=NetworkSegment(250d7580-2d40-422d-a500-a38e0a42d88d),segment_id=250d7580-2d40-422d-a500-a38e0a42d88d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:26.557705 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:26.558726 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:36:26.654051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=fa0dbd45-392a-4cb6-bf84-e1ca803b854f,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:26.673401 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:36:26.681493 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:26.681790 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:26.773173 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:36:24Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '693c28ba-3330-4044-8a69-cd175eb216eb', 'name': '', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:32:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:23Z', 'updated_at': '2021-07-07T20:36:24Z', 'revision_number': 2, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:26.777582 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:26.782581 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-09f56f51-c746-4b6a-8cad-4d874fa8cbb2 None None] Provisioning complete for port 693c28ba-3330-4044-8a69-cd175eb216eb triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:26.782987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-09f56f51-c746-4b6a-8cad-4d874fa8cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:26.805335 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Checking router: 394fab46-df3e-4bbc-ad6a-ab26f951065b for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:36:26.805696 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Updating router 394fab46-df3e-4bbc-ad6a-ab26f951065b port 693c28ba-3330-4044-8a69-cd175eb216eb binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:36:26.845170 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:27.000882 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:27.005964 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-09f56f51-c746-4b6a-8cad-4d874fa8cbb2 None None] Port 693c28ba-3330-4044-8a69-cd175eb216eb cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:36:27.007937 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:27.012119 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:27.058243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:27.136747 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:27.149617 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Transition to ACTIVE for port object 693c28ba-3330-4044-8a69-cd175eb216eb will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:36:27.156039 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:27.212355 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Pushing event updated for resources: {'Port': ['ID=693c28ba-3330-4044-8a69-cd175eb216eb,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:27.242266 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:27.242608 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:27.242978 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:27.243310 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:27.243636 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:27.243958 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:27.244274 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:27.244591 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:27.244905 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:27.245222 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:27.245540 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:27.245851 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:27.282290 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Attempting to bind port 693c28ba-3330-4044-8a69-cd175eb216eb on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:36:27.283054 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Attempting to bind port 693c28ba-3330-4044-8a69-cd175eb216eb by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:36:27.283418 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Attempting to bind port 693c28ba-3330-4044-8a69-cd175eb216eb on network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:36:27.289232 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:36:27.289596 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Checking segment: {'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:36:27.289988 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:27.289988 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Bound using segment: {'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:36:27.289988 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Bound port: 693c28ba-3330-4044-8a69-cd175eb216eb, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:36:27.289988 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:27.364372 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] For port 693c28ba-3330-4044-8a69-cd175eb216eb, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:36:27.367758 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] For port 693c28ba-3330-4044-8a69-cd175eb216eb, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=693c28ba-3330-4044-8a69-cd175eb216eb,segment=NetworkSegment(250d7580-2d40-422d-a500-a38e0a42d88d),segment_id=250d7580-2d40-422d-a500-a38e0a42d88d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:36:27.373263 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:27.432371 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Routers {'394fab46-df3e-4bbc-ad6a-ab26f951065b'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:36:27.433309 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:36:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['394fab46-df3e-4bbc-ad6a-ab26f951065b'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:27.556480 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] Set router 394fab46-df3e-4bbc-ad6a-ab26f951065b gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:36:27.633071 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3f9dd521-eb05-48bb-99f3-db332ebd14c2 req-b05b2252-f436-4f34-a055-0fcec8e99914 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0390270 Jul 07 20:36:27.689848 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29495a-a6a6-4194-b1a6-292a7859c27a None None] Pushing event updated for resources: {'Port': ['ID=693c28ba-3330-4044-8a69-cd175eb216eb,revision_number=4']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:27.744370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-aa2c152d-d570-44ae-91a0-151884fda066 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:27.746058 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-aa2c152d-d570-44ae-91a0-151884fda066 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/networks?id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b HTTP/1.1" status: 200 len: 796 time: 0.1421044 Jul 07 20:36:27.807175 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-382bdfc9-a06d-42dc-8eb1-94fda60dcc70 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4a0a4b6a1b4b609b45699623abdb45 HTTP/1.1" status: 200 len: 379 time: 0.0478828 Jul 07 20:36:27.816305 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'port': {'device_id': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'admin_state_up': True, 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'security_groups': ['ec244293-cb88-4e1f-8507-8347d7aa49d7']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:27.846203 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:36:24Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '693c28ba-3330-4044-8a69-cd175eb216eb', 'name': '', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:32:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:23Z', 'updated_at': '2021-07-07T20:36:27Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:27.879175 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673a09e-ce53-40c5-a550-42507131e278 None None] The sync data for ids ['394fab46-df3e-4bbc-ad6a-ab26f951065b'] in n-d-793621-9 is: [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:36:24Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '693c28ba-3330-4044-8a69-cd175eb216eb', 'name': '', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:32:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:23Z', 'updated_at': '2021-07-07T20:36:27Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:36:27.950327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Made reservation on behalf of 3c4a0a4b6a1b4b609b45699623abdb45 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:36:27.954078 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:28.115428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.20.0.9 (6110d520-8bf5-47ab-9ea5-80008e1c4b8b/ec4668fa-99f3-4c2f-8a36-0be056c0efb4/ca1a00ab-1682-4ff3-a578-4c4a33b9ce92) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:36:28.185958 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fa0dbd45-392a-4cb6-bf84-e1ca803b854f up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:36:28.238407 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port fa0dbd45-392a-4cb6-bf84-e1ca803b854f triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:28.238777 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:28.276810 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:28.292210 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Transition to ACTIVE for port object ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:36:28.329011 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:28.329321 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:36:28.374906 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:36:28.378365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:36:28.381096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:36:28.381285 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:28.381732 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:28.416398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:28.448151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:28.449143 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:28.470139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-6a14a934-9879-4961-9a2c-f61f6b96a7bc tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6581185 Jul 07 20:36:28.486367 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Request body: {'port': {'device_id': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:28.488115 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 693c28ba-3330-4044-8a69-cd175eb216eb up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:36:28.552392 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 693c28ba-3330-4044-8a69-cd175eb216eb completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:36:28.557796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 693c28ba-3330-4044-8a69-cd175eb216eb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:28.558404 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:28.577083 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:28.650161 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:28.696167 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 693c28ba-3330-4044-8a69-cd175eb216eb, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=693c28ba-3330-4044-8a69-cd175eb216eb,segment=NetworkSegment(250d7580-2d40-422d-a500-a38e0a42d88d),segment_id=250d7580-2d40-422d-a500-a38e0a42d88d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:28.706637 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:28.714199 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3237f592-cf0a-4ca9-a612-e00989985a7e None None] Provisioning for port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:36:28.747729 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-3237f592-cf0a-4ca9-a612-e00989985a7e None None] Provisioning complete for port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:28.748864 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3237f592-cf0a-4ca9-a612-e00989985a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:28.805414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=693c28ba-3330-4044-8a69-cd175eb216eb,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:28.811227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3237f592-cf0a-4ca9-a612-e00989985a7e None None] Port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:36:28.898647 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbd4e2-fe6e-4d88-8df4-a572d8c7b0a5 req-ece7c2d9-b610-46ba-b3a3-d89e16e61117 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:28.900205 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05fbd4e2-fe6e-4d88-8df4-a572d8c7b0a5 req-ece7c2d9-b610-46ba-b3a3-d89e16e61117 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 931 time: 0.1107714 Jul 07 20:36:28.976824 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-05fbd4e2-fe6e-4d88-8df4-a572d8c7b0a5 req-14b35784-9b9b-4f40-9633-d334431afd23 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689297 Jul 07 20:36:28.984596 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:36:28.993331 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:29.013821 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Transition to ACTIVE for port object ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:36:29.017727 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:29.087314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:29.140606 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Attempting to bind port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:36:29.140944 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Attempting to bind port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:36:29.141273 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Attempting to bind port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 on network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:36:29.146327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 on network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:36:29.146654 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Attempting to bind port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 on network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:36:29.152170 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:36:29.152511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Checking segment: {'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:36:29.152905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Bound using segment: {'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:36:29.153482 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Bound port: ca1a00ab-1682-4ff3-a578-4c4a33b9ce92, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '250d7580-2d40-422d-a500-a38e0a42d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:36:29.153928 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:29.234076 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] For port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:36:29.237891 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] For port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92,segment=NetworkSegment(250d7580-2d40-422d-a500-a38e0a42d88d),segment_id=250d7580-2d40-422d-a500-a38e0a42d88d)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:36:29.242658 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:29.277793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:29.278459 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:29.279923 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 HTTP/1.1" status: 200 len: 1091 time: 0.7986491 Jul 07 20:36:29.280370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'tag': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:36:29.282771 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f112b3-0e73-496d-8104-0ab3e4870294" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0dd035-f976-4415-aab4-e5d4faa9d0a2", "tag": "ca1a00ab-1682-4ff3-a578-4c4a33b9ce92"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:36:29.310350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42cafb-f808-4018-bdd5-a4909ebf02c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:29.355355 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a91d6b-d53a-41c9-a577-f20745c25f45 x-openstack-request-id: req-46a91d6b-d53a-41c9-a577-f20745c25f45 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:36:29.355641 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0dd035-f976-4415-aab4-e5d4faa9d0a2", "tag": "ca1a00ab-1682-4ff3-a578-4c4a33b9ce92", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:36:29.355896 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46a91d6b-d53a-41c9-a577-f20745c25f45 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:36:29.356300 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'tag': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92', 'status': 'completed', 'code': 200} Jul 07 20:36:29.384292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-f1be7da3-7497-40e1-b2db-b7e7745d269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:29.385813 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-f1be7da3-7497-40e1-b2db-b7e7745d269b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 1094 time: 0.0632882 Jul 07 20:36:29.750118 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-2fc1156e-1228-40ac-a466-1879c7922ae5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 HTTP/1.1" status: 200 len: 217 time: 0.3555701 Jul 07 20:36:29.798427 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-81b5e15c-5390-4323-8ef0-37a98375e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:29.800637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-81b5e15c-5390-4323-8ef0-37a98375e85b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec4668fa-99f3-4c2f-8a36-0be056c0efb4 HTTP/1.1" status: 200 len: 834 time: 0.0430331 Jul 07 20:36:29.856791 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9bd6af40-312f-40a5-b476-bccbef087658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:29.857843 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-9bd6af40-312f-40a5-b476-bccbef087658 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517852 Jul 07 20:36:29.948443 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-3e03a336-86ba-46f5-b5c5-7271e537fc38 service neutron] 10.222.0.48 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832932 Jul 07 20:36:30.040862 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-49f75af2-b2e9-44ea-b2b5-2cfd51ea7b8e req-0365573d-3e43-4d33-a2ae-a2b6430f7778 service neutron] 10.222.0.48 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854828 Jul 07 20:36:30.103319 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 693c28ba-3330-4044-8a69-cd175eb216eb up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:36:30.150782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 693c28ba-3330-4044-8a69-cd175eb216eb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:30.151098 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:30.203846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f112b3-0e73-496d-8104-0ab3e4870294 req-29e39163-57b1-4052-901a-bd4e9a8bbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:30.205327 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5f112b3-0e73-496d-8104-0ab3e4870294 req-29e39163-57b1-4052-901a-bd4e9a8bbb76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 1094 time: 0.0924249 Jul 07 20:36:30.214460 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3a293-e12b-48c4-a0a2-98edbd0b01d1 req-c32afeec-3e58-4f46-9d61-b586b17ae06a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:30.215948 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69d3a293-e12b-48c4-a0a2-98edbd0b01d1 req-c32afeec-3e58-4f46-9d61-b586b17ae06a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 943 time: 0.1134057 Jul 07 20:36:30.306934 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-69d3a293-e12b-48c4-a0a2-98edbd0b01d1 req-83a4cb49-c6cd-432a-b7f0-968a06ad0d95 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803218 Jul 07 20:36:30.333125 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f112b3-0e73-496d-8104-0ab3e4870294 req-19a3cbe5-2763-430e-8080-4cfb94265934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:30.334628 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5f112b3-0e73-496d-8104-0ab3e4870294 req-19a3cbe5-2763-430e-8080-4cfb94265934 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b HTTP/1.1" status: 200 len: 897 time: 0.1178417 Jul 07 20:36:30.375703 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5f112b3-0e73-496d-8104-0ab3e4870294 req-8a00ebba-5e03-4df7-bf40-47ab24101365 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 HTTP/1.1" status: 200 len: 217 time: 0.0341177 Jul 07 20:36:30.423624 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f112b3-0e73-496d-8104-0ab3e4870294 req-46236584-a962-4c7b-a251-f8bbb22d75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:30.425008 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5f112b3-0e73-496d-8104-0ab3e4870294 req-46236584-a962-4c7b-a251-f8bbb22d75e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec4668fa-99f3-4c2f-8a36-0be056c0efb4 HTTP/1.1" status: 200 len: 834 time: 0.0425439 Jul 07 20:36:30.487255 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f112b3-0e73-496d-8104-0ab3e4870294 req-20c185f0-5d97-46ce-b25c-81488aa9782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:30.488909 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5f112b3-0e73-496d-8104-0ab3e4870294 req-20c185f0-5d97-46ce-b25c-81488aa9782b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576835 Jul 07 20:36:30.585290 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5f112b3-0e73-496d-8104-0ab3e4870294 req-01f6dd6d-51d6-43cd-beb9-1e130a34fbce service neutron] 10.222.0.48 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896027 Jul 07 20:36:30.680221 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5f112b3-0e73-496d-8104-0ab3e4870294 req-2a67a7df-d37f-44bf-84e1-0da5acfffcd2 service neutron] 10.222.0.48 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884578 Jul 07 20:36:31.484295 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8bcb1-401c-49ab-a260-2fcd5cf4a619 req-67faaee9-1070-4589-b5ff-d267aa9d5697 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:31.485882 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1b8bcb1-401c-49ab-a260-2fcd5cf4a619 req-67faaee9-1070-4589-b5ff-d267aa9d5697 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0669568 Jul 07 20:36:31.523755 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1b8bcb1-401c-49ab-a260-2fcd5cf4a619 req-8a0e6837-53d3-4966-9cfb-b78994ee8204 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315752 Jul 07 20:36:32.698547 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0f19a-3cfa-4431-86db-4387d7135f8b req-b3d93629-a2dd-48d3-91a4-30f76a0deb81 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:32.700310 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbf0f19a-3cfa-4431-86db-4387d7135f8b req-b3d93629-a2dd-48d3-91a4-30f76a0deb81 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0635617 Jul 07 20:36:32.739240 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bbf0f19a-3cfa-4431-86db-4387d7135f8b req-a7189a75-c17e-4949-92fb-29bbb4650314 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330441 Jul 07 20:36:32.750926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:36:32.842133 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92,segment=NetworkSegment(250d7580-2d40-422d-a500-a38e0a42d88d),segment_id=250d7580-2d40-422d-a500-a38e0a42d88d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:32.854044 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'port_id': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92', 'mac_address': 'fa:16:3e:7b:2a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:36:32.894468 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:32.907113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:36:32.927551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92,segment=NetworkSegment(250d7580-2d40-422d-a500-a38e0a42d88d),segment_id=250d7580-2d40-422d-a500-a38e0a42d88d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:32.931781 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:32.978998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:33.264354 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ca1a00ab-1682-4ff3-a578-4c4a33b9ce92'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:36:33.915502 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6013f-cc77-4cdb-9e8b-5d833302640b req-201906cb-9770-4a1b-8147-449cdb8a6877 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:33.917002 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ec6013f-cc77-4cdb-9e8b-5d833302640b req-201906cb-9770-4a1b-8147-449cdb8a6877 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 944 time: 0.0642385 Jul 07 20:36:33.954026 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ec6013f-cc77-4cdb-9e8b-5d833302640b req-826e4089-5fb2-47c6-86af-0f69b1529686 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314455 Jul 07 20:36:34.770453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:36:34.817254 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:36:34.820927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:34.821298 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:34.900613 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:34.922996 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:36:34.925349 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4031bc8-9343-4e22-97ae-5f6944ce0e52" -d '{"events": [{"server_uuid": "8f0dd035-f976-4415-aab4-e5d4faa9d0a2", "name": "network-vif-plugged", "status": "completed", "tag": "ca1a00ab-1682-4ff3-a578-4c4a33b9ce92"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:36:34.938327 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92,segment=NetworkSegment(250d7580-2d40-422d-a500-a38e0a42d88d),segment_id=250d7580-2d40-422d-a500-a38e0a42d88d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:34.943254 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:34.969276 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fd0cf8-4667-4526-8d3b-c7d600f6536b x-openstack-request-id: req-04fd0cf8-4667-4526-8d3b-c7d600f6536b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:36:34.969594 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0dd035-f976-4415-aab4-e5d4faa9d0a2", "name": "network-vif-plugged", "status": "completed", "tag": "ca1a00ab-1682-4ff3-a578-4c4a33b9ce92", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:36:34.969824 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04fd0cf8-4667-4526-8d3b-c7d600f6536b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:36:34.970216 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92', 'code': 200} Jul 07 20:36:35.000028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:35.091700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04fb9c-17ec-432a-9432-6ca61146c907 req-d7aa8913-3d68-4a08-a994-671293e55a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:35.093239 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db04fb9c-17ec-432a-9432-6ca61146c907 req-d7aa8913-3d68-4a08-a994-671293e55a77 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0573432 Jul 07 20:36:35.128267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-db04fb9c-17ec-432a-9432-6ca61146c907 req-2e4e46fb-14b0-4efe-9ed8-3371e3481da6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282259 Jul 07 20:36:35.135213 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40bc60-59c4-459d-980a-25eadcb7d1d1 req-3c109d86-c3cc-4090-a088-3f746804342a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:35.136690 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc40bc60-59c4-459d-980a-25eadcb7d1d1 req-3c109d86-c3cc-4090-a088-3f746804342a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0645218 Jul 07 20:36:35.174673 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc40bc60-59c4-459d-980a-25eadcb7d1d1 req-c04b463a-55c5-4be5-b2eb-5f5f0fef6762 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322969 Jul 07 20:36:36.353133 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bd82e-59b5-40b8-a1e5-575ff0de1fff req-6acc1beb-5bb0-425d-8797-14d7d8f4d85d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:36.354536 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e2bd82e-59b5-40b8-a1e5-575ff0de1fff req-6acc1beb-5bb0-425d-8797-14d7d8f4d85d tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0674577 Jul 07 20:36:36.392724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e2bd82e-59b5-40b8-a1e5-575ff0de1fff req-69a1d4e6-f620-42a6-aec9-01fbfa3585ea tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326550 Jul 07 20:36:36.478926 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:36.574314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64ad3a-c12a-4ac8-9338-391d5f0dcbcc req-e0ce28ae-0526-44d9-b939-cfb22e39b4d0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:36.575866 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d64ad3a-c12a-4ac8-9338-391d5f0dcbcc req-e0ce28ae-0526-44d9-b939-cfb22e39b4d0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0691087 Jul 07 20:36:36.615514 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1d64ad3a-c12a-4ac8-9338-391d5f0dcbcc req-0b19fa2c-555e-433e-b9c2-007c9ca447c3 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339596 Jul 07 20:36:36.638901 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52370) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:36.689837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf504f-953a-44bd-b3a2-b969727e4b5c tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:36.691360 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2ddf504f-953a-44bd-b3a2-b969727e4b5c tempest-TestNetworkAdvancedServerOps-1065642412 tempest-TestNetworkAdvancedServerOps-1065642412-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 1091 time: 0.0514603 Jul 07 20:36:36.694163 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52372) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:36.698445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:36.722723 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:36.764360 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:36:36.820970 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:36.920410 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Allocated IP 172.25.0.146 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/4e88aee9-f611-4cf1-9998-2f98205f3255) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:36:37.024772 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:37.063948 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:37.102731 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:36:37.107533 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:36:37.110893 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:36:37.132675 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=4e88aee9-f611-4cf1-9998-2f98205f3255,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:37.475784 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:37.554040 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:37.702329 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:37.706904 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:38.098641 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event updated for resources: {'Port': ['ID=4e88aee9-f611-4cf1-9998-2f98205f3255,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:38.109101 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:38.209011 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Floating IP 3086cc45-5f21-48b3-85b5-e56bebef9499 associated. External IP: 172.25.0.146, port: ca1a00ab-1682-4ff3-a578-4c4a33b9ce92. Jul 07 20:36:38.423816 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 394fab46-df3e-4bbc-ad6a-ab26f951065b has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:36:38.532195 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:36:38.542742 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac566f-1265-4d51-86ff-62a3c501d1cf None None] Sync routers for ids ['394fab46-df3e-4bbc-ad6a-ab26f951065b'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:36:38.550945 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:38.553001 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac566f-1265-4d51-86ff-62a3c501d1cf None None] Routers {'394fab46-df3e-4bbc-ad6a-ab26f951065b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:36:38.553629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9aac566f-1265-4d51-86ff-62a3c501d1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:36:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['394fab46-df3e-4bbc-ad6a-ab26f951065b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:38.587942 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c5b46e4f-e2f9-4296-85dd-2a575f853ba7 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8926857 Jul 07 20:36:38.588460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'tag': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:36:38.591047 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff9a571-3344-4b40-99fa-412e07283ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0dd035-f976-4415-aab4-e5d4faa9d0a2", "tag": "ca1a00ab-1682-4ff3-a578-4c4a33b9ce92"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:36:38.629074 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73860cd3-818f-406d-b6db-50277a987bf4 x-openstack-request-id: req-73860cd3-818f-406d-b6db-50277a987bf4 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:36:38.629370 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0dd035-f976-4415-aab4-e5d4faa9d0a2", "tag": "ca1a00ab-1682-4ff3-a578-4c4a33b9ce92", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:36:38.629622 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73860cd3-818f-406d-b6db-50277a987bf4 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:36:38.630028 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'tag': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92', 'status': 'completed', 'code': 200} Jul 07 20:36:38.669699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-9aac566f-1265-4d51-86ff-62a3c501d1cf None None] Set router 394fab46-df3e-4bbc-ad6a-ab26f951065b gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:36:38.755806 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9a571-3344-4b40-99fa-412e07283ed0 req-37a07c42-3c73-4c4b-b150-da519b11159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:38.757319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ff9a571-3344-4b40-99fa-412e07283ed0 req-37a07c42-3c73-4c4b-b150-da519b11159b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.1016591 Jul 07 20:36:38.765872 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17624a1-cf11-4144-8438-ff9b192d7d41 req-fec990d4-7978-48cf-9ff1-194669f581b8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:38.767322 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b17624a1-cf11-4144-8438-ff9b192d7d41 req-fec990d4-7978-48cf-9ff1-194669f581b8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0834203 Jul 07 20:36:38.856352 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b17624a1-cf11-4144-8438-ff9b192d7d41 req-165f7c01-e070-4a6f-8922-98e95ba2146c tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797868 Jul 07 20:36:38.881673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52378) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:38.883585 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9a571-3344-4b40-99fa-412e07283ed0 req-d6ce7712-debe-4a0a-8405-2c84b5f652a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:38.885181 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ff9a571-3344-4b40-99fa-412e07283ed0 req-d6ce7712-debe-4a0a-8405-2c84b5f652a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b HTTP/1.1" status: 200 len: 897 time: 0.1169987 Jul 07 20:36:38.901787 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9aac566f-1265-4d51-86ff-62a3c501d1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:36:24Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '3086cc45-5f21-48b3-85b5-e56bebef9499', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'port_id': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'mac_address': 'fa:16:3e:7b:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:36:37Z', 'updated_at': '2021-07-07T20:36:37Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693c28ba-3330-4044-8a69-cd175eb216eb', 'name': '', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:32:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:23Z', 'updated_at': '2021-07-07T20:36:28Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:38.929755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac566f-1265-4d51-86ff-62a3c501d1cf None None] Checking router: 394fab46-df3e-4bbc-ad6a-ab26f951065b for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:36:38.939886 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac566f-1265-4d51-86ff-62a3c501d1cf None None] Routers {'394fab46-df3e-4bbc-ad6a-ab26f951065b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:36:38.941227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9aac566f-1265-4d51-86ff-62a3c501d1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:36:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['394fab46-df3e-4bbc-ad6a-ab26f951065b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:38.951035 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-81bb8ccc-c68f-4ee6-8a7c-27a2ef949aed tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/3086cc45-5f21-48b3-85b5-e56bebef9499 HTTP/1.1" status: 200 len: 991 time: 0.0670998 Jul 07 20:36:38.961261 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ff9a571-3344-4b40-99fa-412e07283ed0 req-f76d4e34-d703-4ea1-9477-eb9a3b988d74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 HTTP/1.1" status: 200 len: 999 time: 0.0682390 Jul 07 20:36:39.010496 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9a571-3344-4b40-99fa-412e07283ed0 req-49d764a4-43f0-4e86-b365-b43e72e2d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:39.011932 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ff9a571-3344-4b40-99fa-412e07283ed0 req-49d764a4-43f0-4e86-b365-b43e72e2d27c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec4668fa-99f3-4c2f-8a36-0be056c0efb4 HTTP/1.1" status: 200 len: 834 time: 0.0435379 Jul 07 20:36:39.046442 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-9aac566f-1265-4d51-86ff-62a3c501d1cf None None] Set router 394fab46-df3e-4bbc-ad6a-ab26f951065b gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:36:39.071148 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9a571-3344-4b40-99fa-412e07283ed0 req-be1aaa98-9c65-40b2-8e9d-110a4b61e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:39.072663 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ff9a571-3344-4b40-99fa-412e07283ed0 req-be1aaa98-9c65-40b2-8e9d-110a4b61e808 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530128 Jul 07 20:36:39.166555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ff9a571-3344-4b40-99fa-412e07283ed0 req-4ea87da8-e436-4fca-9214-49de589a11b7 service neutron] 10.222.0.48 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860331 Jul 07 20:36:39.259233 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8ff9a571-3344-4b40-99fa-412e07283ed0 req-4173b695-be06-4c15-9877-e154c2d36fd2 service neutron] 10.222.0.48 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848131 Jul 07 20:36:39.272087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9aac566f-1265-4d51-86ff-62a3c501d1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:36:24Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '3086cc45-5f21-48b3-85b5-e56bebef9499', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'port_id': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'mac_address': 'fa:16:3e:7b:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:36:37Z', 'updated_at': '2021-07-07T20:36:37Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693c28ba-3330-4044-8a69-cd175eb216eb', 'name': '', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:32:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:23Z', 'updated_at': '2021-07-07T20:36:28Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:39.302468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac566f-1265-4d51-86ff-62a3c501d1cf None None] The sync data for ids ['394fab46-df3e-4bbc-ad6a-ab26f951065b'] in n-d-793621-9 is: [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:36:24Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '3086cc45-5f21-48b3-85b5-e56bebef9499', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'port_id': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'mac_address': 'fa:16:3e:7b:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:36:37Z', 'updated_at': '2021-07-07T20:36:37Z', 'revision_number': 0, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693c28ba-3330-4044-8a69-cd175eb216eb', 'name': '', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:32:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:23Z', 'updated_at': '2021-07-07T20:36:28Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:36:39.494176 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bbfdd8-8314-4d94-a3db-eade6076a4d6 None None] New status for floating IP 3086cc45-5f21-48b3-85b5-e56bebef9499: ACTIVE {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:36:39.953393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52380) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:40.016680 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-65006906-b3d0-4b0c-9d81-2c5f631f81b0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/3086cc45-5f21-48b3-85b5-e56bebef9499 HTTP/1.1" status: 200 len: 993 time: 0.0620797 Jul 07 20:36:40.683126 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:51.243225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e9a300d-a751-498a-9aba-4a6d8e510c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:54.030895 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:54.185638 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-89a8f104-a04d-4be6-950d-203e6f8be3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:55.121472 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:56.826541 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:06.482954 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:10.698899 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:13.763176 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:37:14.170612 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94f557fb-5f67-4000-a199-b34ed71260ca req-fd0f1f71-4c8d-4267-8bba-f2cfed33d13d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522144 Jul 07 20:37:14.265031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f557fb-5f67-4000-a199-b34ed71260ca req-df977e3e-1b5e-472c-abf4-2c8745856a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:14.266523 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94f557fb-5f67-4000-a199-b34ed71260ca req-df977e3e-1b5e-472c-abf4-2c8745856a0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0534289 Jul 07 20:37:14.374189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f557fb-5f67-4000-a199-b34ed71260ca req-23096a7c-c58a-42ba-8813-d551643c0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:14.375619 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94f557fb-5f67-4000-a199-b34ed71260ca req-23096a7c-c58a-42ba-8813-d551643c0f63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b HTTP/1.1" status: 200 len: 897 time: 0.0898874 Jul 07 20:37:14.440406 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94f557fb-5f67-4000-a199-b34ed71260ca req-c4c2868a-09eb-4194-884e-3097ae0814d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 HTTP/1.1" status: 200 len: 1001 time: 0.0579898 Jul 07 20:37:14.488929 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f557fb-5f67-4000-a199-b34ed71260ca req-da23315e-2b6c-4b40-a1aa-861d80d24637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:14.490359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94f557fb-5f67-4000-a199-b34ed71260ca req-da23315e-2b6c-4b40-a1aa-861d80d24637 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec4668fa-99f3-4c2f-8a36-0be056c0efb4 HTTP/1.1" status: 200 len: 834 time: 0.0430422 Jul 07 20:37:14.550942 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f557fb-5f67-4000-a199-b34ed71260ca req-a010caea-3bf6-4a8e-97dc-e4b0bc89d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:14.552432 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94f557fb-5f67-4000-a199-b34ed71260ca req-a010caea-3bf6-4a8e-97dc-e4b0bc89d1da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549271 Jul 07 20:37:14.645171 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94f557fb-5f67-4000-a199-b34ed71260ca req-d5c22f0a-a126-4b30-85bb-8d909a4fb9f4 service neutron] 10.222.0.48 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845411 Jul 07 20:37:14.750201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-94f557fb-5f67-4000-a199-b34ed71260ca req-9b5c7a76-cfad-4f9c-bddc-d9b70757bcd6 service neutron] 10.222.0.48 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968914 Jul 07 20:37:21.244198 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-69ff8d6a-296e-4381-aa79-eabf4157d092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:24.033737 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:24.186294 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-282f5552-bff8-4341-8078-dee931cc7bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:25.124439 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:26.827539 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:36.483616 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:40.687520 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:50.762935 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:37:51.245528 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c244d7ad-0d4d-48a1-8e90-b74aaf59e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:54.034415 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:54.191212 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22631752-6332-487b-b374-fd010b6f0fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:55.132207 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:55.570045 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a1460-e8c1-4e28-9432-314aa047608b req-64d96c25-77cb-4bd6-8b06-da2aac3ab9cf tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:55.571478 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c0a1460-e8c1-4e28-9432-314aa047608b req-64d96c25-77cb-4bd6-8b06-da2aac3ab9cf tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0651045 Jul 07 20:37:55.610678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3c0a1460-e8c1-4e28-9432-314aa047608b req-677b2cbd-41fa-4858-9742-b0e436524ef8 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336039 Jul 07 20:37:56.788952 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86c66c-7f56-41ab-ab20-9b4122162e50 req-8ae032ca-4055-4cf3-aa0d-e5f7b1e84a83 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:56.790468 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b86c66c-7f56-41ab-ab20-9b4122162e50 req-8ae032ca-4055-4cf3-aa0d-e5f7b1e84a83 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0639312 Jul 07 20:37:56.830922 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:56.832732 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7b86c66c-7f56-41ab-ab20-9b4122162e50 req-575b5cc0-7dd6-4704-a840-8810f12f472b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364408 Jul 07 20:37:58.008012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1062e5e-d9e6-45b1-9911-c51b082fd38e req-a2711e2e-5297-4b4b-81a4-6093fb23f6e5 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:58.009439 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e1062e5e-d9e6-45b1-9911-c51b082fd38e req-a2711e2e-5297-4b4b-81a4-6093fb23f6e5 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0660686 Jul 07 20:37:58.047501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e1062e5e-d9e6-45b1-9911-c51b082fd38e req-72a73e9d-fad6-4068-9316-7f0864d8430a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Jul 07 20:37:58.072219 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52416) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:37:58.132126 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2feee5ab-feda-4a54-8a60-c2e6766c0b61 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/3086cc45-5f21-48b3-85b5-e56bebef9499 HTTP/1.1" status: 200 len: 993 time: 0.0580482 Jul 07 20:37:59.608799 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac51e6-3fca-43f4-af17-621b1026754d req-dcb0eeba-5435-40f8-b647-5a0228fecc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:59.610813 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bac51e6-3fca-43f4-af17-621b1026754d req-dcb0eeba-5435-40f8-b647-5a0228fecc14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0947483 Jul 07 20:37:59.645320 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a55b83-ae35-4ccc-8974-3583e6831c47 req-7f2a565c-b6b4-43aa-9f82-659888532c1a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:59.646768 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-73a55b83-ae35-4ccc-8974-3583e6831c47 req-7f2a565c-b6b4-43aa-9f82-659888532c1a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0985925 Jul 07 20:37:59.724844 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-73a55b83-ae35-4ccc-8974-3583e6831c47 req-1325e440-b290-40f6-ad1c-152f88131a7a tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501125 Jul 07 20:37:59.744127 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac51e6-3fca-43f4-af17-621b1026754d req-d45d5bb6-0443-4f87-bf8e-2fa7f8238cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:59.745641 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bac51e6-3fca-43f4-af17-621b1026754d req-d45d5bb6-0443-4f87-bf8e-2fa7f8238cd2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b HTTP/1.1" status: 200 len: 897 time: 0.1275294 Jul 07 20:37:59.814537 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bac51e6-3fca-43f4-af17-621b1026754d req-9532398d-c538-43ba-a876-fe9f11229e73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 HTTP/1.1" status: 200 len: 1001 time: 0.0609984 Jul 07 20:37:59.863689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac51e6-3fca-43f4-af17-621b1026754d req-36e36c48-bba5-44c3-989b-9ed2cf916327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:59.865144 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bac51e6-3fca-43f4-af17-621b1026754d req-36e36c48-bba5-44c3-989b-9ed2cf916327 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec4668fa-99f3-4c2f-8a36-0be056c0efb4 HTTP/1.1" status: 200 len: 834 time: 0.0438600 Jul 07 20:37:59.925253 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac51e6-3fca-43f4-af17-621b1026754d req-fa735f69-18c1-4447-9161-4443bab824ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:59.926765 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bac51e6-3fca-43f4-af17-621b1026754d req-fa735f69-18c1-4447-9161-4443bab824ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550554 Jul 07 20:38:00.012874 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bac51e6-3fca-43f4-af17-621b1026754d req-f894cde6-6760-4fa8-9e20-71ed3086d416 service neutron] 10.222.0.48 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796785 Jul 07 20:38:00.108343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0bac51e6-3fca-43f4-af17-621b1026754d req-9d0ea8ae-610c-41ca-9512-230eb2c4c34b service neutron] 10.222.0.48 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885315 Jul 07 20:38:00.909471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d8c53-e711-4c4f-89f6-cae848913614 req-76ffd311-707d-40f1-8fe4-c9ba3e1bde50 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:00.910972 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-648d8c53-e711-4c4f-89f6-cae848913614 req-76ffd311-707d-40f1-8fe4-c9ba3e1bde50 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0708473 Jul 07 20:38:00.949425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-648d8c53-e711-4c4f-89f6-cae848913614 req-f854f914-fffb-449a-adf5-85030c87544e tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329099 Jul 07 20:38:02.126511 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0bb1a-b200-412a-9552-cb9ec8a0033e req-9e9500b4-fdbd-447f-9603-ce7bad33e306 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:02.128047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-56f0bb1a-b200-412a-9552-cb9ec8a0033e req-9e9500b4-fdbd-447f-9603-ce7bad33e306 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0654895 Jul 07 20:38:02.168118 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-56f0bb1a-b200-412a-9552-cb9ec8a0033e req-8b971a03-171b-495d-82d7-da1a53e96623 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339005 Jul 07 20:38:02.193396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52428) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:02.256802 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-b88858b6-0665-4917-9764-3db9fd4dd364 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/floatingips/3086cc45-5f21-48b3-85b5-e56bebef9499 HTTP/1.1" status: 200 len: 993 time: 0.0620964 Jul 07 20:38:02.513580 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52434) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:02.691000 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 4e88aee9-f611-4cf1-9998-2f98205f3255 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:02.691349 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:02.771670 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:02.771958 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:02.784433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 4e88aee9-f611-4cf1-9998-2f98205f3255 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:02.943560 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:02.974955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=4e88aee9-f611-4cf1-9998-2f98205f3255,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:03.003883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:03.004238 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:03.004583 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:03.004928 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:03.005260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:03.005597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:03.005930 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:03.006260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:03.006590 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:03.006945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:03.007270 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:03.007592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:03.048250 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:03.048590 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Floating IP 3086cc45-5f21-48b3-85b5-e56bebef9499 disassociated (deleted). External IP: 172.25.0.146, port: ca1a00ab-1682-4ff3-a578-4c4a33b9ce92. Jul 07 20:38:03.263993 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 394fab46-df3e-4bbc-ad6a-ab26f951065b has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:38:03.371801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:38:03.376584 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:03.380980 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb43d7b-130d-4f55-986a-69d47e694820 None None] Sync routers for ids ['394fab46-df3e-4bbc-ad6a-ab26f951065b'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:38:03.391291 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb43d7b-130d-4f55-986a-69d47e694820 None None] Routers {'394fab46-df3e-4bbc-ad6a-ab26f951065b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:03.391903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9fb43d7b-130d-4f55-986a-69d47e694820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['394fab46-df3e-4bbc-ad6a-ab26f951065b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:03.416257 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-28867e5b-0dc1-469c-92f5-b86aa2cee56b tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/floatingips/3086cc45-5f21-48b3-85b5-e56bebef9499 HTTP/1.1" status: 204 len: 168 time: 0.8999796 Jul 07 20:38:03.416856 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'tag': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:38:03.419513 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9d7698-345d-4ca9-8345-2946ef47f776" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0dd035-f976-4415-aab4-e5d4faa9d0a2", "tag": "ca1a00ab-1682-4ff3-a578-4c4a33b9ce92"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:38:03.515301 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-9fb43d7b-130d-4f55-986a-69d47e694820 None None] Set router 394fab46-df3e-4bbc-ad6a-ab26f951065b gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:03.525640 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79f7801-f095-42cd-ab85-f248ed5259ba x-openstack-request-id: req-d79f7801-f095-42cd-ab85-f248ed5259ba {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:38:03.526172 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0dd035-f976-4415-aab4-e5d4faa9d0a2", "tag": "ca1a00ab-1682-4ff3-a578-4c4a33b9ce92", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:38:03.526365 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d79f7801-f095-42cd-ab85-f248ed5259ba {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:38:03.526878 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'tag': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92', 'status': 'completed', 'code': 200} Jul 07 20:38:03.612299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d7698-345d-4ca9-8345-2946ef47f776 req-8d9cf74f-baef-4545-a764-29ebf666d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:03.614005 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee9d7698-345d-4ca9-8345-2946ef47f776 req-8d9cf74f-baef-4545-a764-29ebf666d8f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0602221 Jul 07 20:38:03.717956 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d7698-345d-4ca9-8345-2946ef47f776 req-e82a2957-547b-43fa-8420-2491fe9d0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:03.723553 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee9d7698-345d-4ca9-8345-2946ef47f776 req-e82a2957-547b-43fa-8420-2491fe9d0f87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b HTTP/1.1" status: 200 len: 897 time: 0.0987062 Jul 07 20:38:03.734001 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9fb43d7b-130d-4f55-986a-69d47e694820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:36:24Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '693c28ba-3330-4044-8a69-cd175eb216eb', 'name': '', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:32:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:23Z', 'updated_at': '2021-07-07T20:36:28Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:03.762724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb43d7b-130d-4f55-986a-69d47e694820 None None] Checking router: 394fab46-df3e-4bbc-ad6a-ab26f951065b for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:38:03.767477 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee9d7698-345d-4ca9-8345-2946ef47f776 req-ef5b4297-9986-421b-b9f4-ed74a9d583a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 HTTP/1.1" status: 200 len: 217 time: 0.0406032 Jul 07 20:38:03.772085 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb43d7b-130d-4f55-986a-69d47e694820 None None] Routers {'394fab46-df3e-4bbc-ad6a-ab26f951065b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:03.772696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9fb43d7b-130d-4f55-986a-69d47e694820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['394fab46-df3e-4bbc-ad6a-ab26f951065b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:03.819144 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d7698-345d-4ca9-8345-2946ef47f776 req-20449413-8281-41e3-a32c-188cc50d8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:03.820659 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee9d7698-345d-4ca9-8345-2946ef47f776 req-20449413-8281-41e3-a32c-188cc50d8be2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec4668fa-99f3-4c2f-8a36-0be056c0efb4 HTTP/1.1" status: 200 len: 834 time: 0.0467837 Jul 07 20:38:03.823211 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be26f91-4f72-457e-a7fc-e7990eceefd3 req-8fe3f5e7-928c-46cd-81a3-5c769d6564d5 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:03.824855 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2be26f91-4f72-457e-a7fc-e7990eceefd3 req-8fe3f5e7-928c-46cd-81a3-5c769d6564d5 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0673821 Jul 07 20:38:03.867074 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2be26f91-4f72-457e-a7fc-e7990eceefd3 req-530e27f9-03de-4da7-8329-fce50d5b33a4 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360737 Jul 07 20:38:03.887149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-9fb43d7b-130d-4f55-986a-69d47e694820 None None] Set router 394fab46-df3e-4bbc-ad6a-ab26f951065b gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:03.897392 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d7698-345d-4ca9-8345-2946ef47f776 req-b78542d6-13f3-487b-a230-8f5028a58c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:03.899230 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee9d7698-345d-4ca9-8345-2946ef47f776 req-b78542d6-13f3-487b-a230-8f5028a58c09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6110d520-8bf5-47ab-9ea5-80008e1c4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699625 Jul 07 20:38:04.002216 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee9d7698-345d-4ca9-8345-2946ef47f776 req-72b23682-d7f3-430d-9a37-4da00289bb9f service neutron] 10.222.0.48 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952220 Jul 07 20:38:04.099529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ee9d7698-345d-4ca9-8345-2946ef47f776 req-493710dc-449e-44ad-8ae0-6a7e6276b007 service neutron] 10.222.0.48 "GET /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898156 Jul 07 20:38:04.252008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9fb43d7b-130d-4f55-986a-69d47e694820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:36:24Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '693c28ba-3330-4044-8a69-cd175eb216eb', 'name': '', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:32:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:23Z', 'updated_at': '2021-07-07T20:36:28Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:04.278413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb43d7b-130d-4f55-986a-69d47e694820 None None] The sync data for ids ['394fab46-df3e-4bbc-ad6a-ab26f951065b'] in n-d-793621-9 is: [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:36:24Z', 'revision_number': 4, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '693c28ba-3330-4044-8a69-cd175eb216eb', 'name': '', 'network_id': '6110d520-8bf5-47ab-9ea5-80008e1c4b8b', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'mac_address': 'fa:16:3e:32:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:23Z', 'updated_at': '2021-07-07T20:36:28Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'subnets': [{'id': 'ec4668fa-99f3-4c2f-8a36-0be056c0efb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:38:04.495530 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a2171-2885-4332-a152-cb85128b5943 None None] New status for floating IP 3086cc45-5f21-48b3-85b5-e56bebef9499: DOWN {{(pid=93903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:38:05.044948 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b20fca-f43d-4f59-ac26-0be416e0a71d req-8277e6ce-9468-4224-b9c0-e9643bae5170 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:05.046717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87b20fca-f43d-4f59-ac26-0be416e0a71d req-8277e6ce-9468-4224-b9c0-e9643bae5170 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0630333 Jul 07 20:38:05.088316 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-87b20fca-f43d-4f59-ac26-0be416e0a71d req-9c185156-f0e9-44ae-a039-e6cdd418d1f0 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec244293-cb88-4e1f-8507-8347d7aa49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361638 Jul 07 20:38:05.531032 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f12ac-123d-4986-af30-acc90509538c req-0757e905-fec8-411c-a3a6-051e5f1a4f18 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:05.532488 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-081f12ac-123d-4986-af30-acc90509538c req-0757e905-fec8-411c-a3a6-051e5f1a4f18 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0617027 Jul 07 20:38:05.629994 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-081f12ac-123d-4986-af30-acc90509538c req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:05.630334 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-081f12ac-123d-4986-af30-acc90509538c req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:05.720671 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-081f12ac-123d-4986-af30-acc90509538c req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92,segment=NetworkSegment(250d7580-2d40-422d-a500-a38e0a42d88d),segment_id=250d7580-2d40-422d-a500-a38e0a42d88d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:05.721052 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-081f12ac-123d-4986-af30-acc90509538c req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:05.734009 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-081f12ac-123d-4986-af30-acc90509538c req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:05.861273 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-081f12ac-123d-4986-af30-acc90509538c req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:05.896542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=ca1a00ab-1682-4ff3-a578-4c4a33b9ce92,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:05.937542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:05.937878 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:05.938220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:05.938547 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:05.938902 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:05.939232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:05.939556 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:05.939880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:05.940204 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:05.940522 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:05.940839 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:05.941153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:05.944905 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-081f12ac-123d-4986-af30-acc90509538c req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] No DVR routers for this DVR port ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:38:05.947490 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-081f12ac-123d-4986-af30-acc90509538c req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:05.949331 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-081f12ac-123d-4986-af30-acc90509538c req-7acdcce5-8125-46c1-b8f2-7f482732d2b9 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.48 "DELETE /v2.0/ports/ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 HTTP/1.1" status: 204 len: 173 time: 0.4113531 Jul 07 20:38:05.949783 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'name': 'network-vif-deleted', 'tag': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:38:05.952178 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af04ec59-a722-4a6e-90f2-0d153a529880" -d '{"events": [{"server_uuid": "8f0dd035-f976-4415-aab4-e5d4faa9d0a2", "name": "network-vif-deleted", "tag": "ca1a00ab-1682-4ff3-a578-4c4a33b9ce92"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:38:05.993205 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ff5c6e-1da0-4070-9efd-97cf1e122d00 x-openstack-request-id: req-89ff5c6e-1da0-4070-9efd-97cf1e122d00 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:38:05.993524 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0dd035-f976-4415-aab4-e5d4faa9d0a2", "name": "network-vif-deleted", "tag": "ca1a00ab-1682-4ff3-a578-4c4a33b9ce92", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:38:05.993950 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89ff5c6e-1da0-4070-9efd-97cf1e122d00 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:38:05.994428 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0dd035-f976-4415-aab4-e5d4faa9d0a2', 'name': 'network-vif-deleted', 'tag': 'ca1a00ab-1682-4ff3-a578-4c4a33b9ce92', 'status': 'completed', 'code': 200} Jul 07 20:38:06.249146 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3966aa4a-6584-4642-9e66-ac378e03dd9d req-cc8e99c6-1efa-4386-b628-2696b0417949 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f0dd035-f976-4415-aab4-e5d4faa9d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0373318 Jul 07 20:38:06.508357 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:07.344139 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52452) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:07.707977 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70f195b1-3612-42d0-b393-72c501d44b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:07.978355 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-70f195b1-3612-42d0-b393-72c501d44b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port 693c28ba-3330-4044-8a69-cd175eb216eb {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:07.978610 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70f195b1-3612-42d0-b393-72c501d44b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.066682 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-70f195b1-3612-42d0-b393-72c501d44b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port 693c28ba-3330-4044-8a69-cd175eb216eb, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=693c28ba-3330-4044-8a69-cd175eb216eb,segment=NetworkSegment(250d7580-2d40-422d-a500-a38e0a42d88d),segment_id=250d7580-2d40-422d-a500-a38e0a42d88d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:08.067084 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70f195b1-3612-42d0-b393-72c501d44b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.081447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-70f195b1-3612-42d0-b393-72c501d44b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for 693c28ba-3330-4044-8a69-cd175eb216eb owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:08.279211 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70f195b1-3612-42d0-b393-72c501d44b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.307766 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f195b1-3612-42d0-b393-72c501d44b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=693c28ba-3330-4044-8a69-cd175eb216eb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:08.483371 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70f195b1-3612-42d0-b393-72c501d44b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.697892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f195b1-3612-42d0-b393-72c501d44b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Router 394fab46-df3e-4bbc-ad6a-ab26f951065b has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:38:09.122017 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f195b1-3612-42d0-b393-72c501d44b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:38:09.130466 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-70f195b1-3612-42d0-b393-72c501d44b75 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "PUT /v2.0/routers/394fab46-df3e-4bbc-ad6a-ab26f951065b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7824719 Jul 07 20:38:09.130466 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52454) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:09.132876 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b2e778-2c81-48f6-8e7d-84ff5ca8ff62 None None] Sync routers for ids ['394fab46-df3e-4bbc-ad6a-ab26f951065b'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:38:09.142614 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2e778-2c81-48f6-8e7d-84ff5ca8ff62 None None] Routers {'394fab46-df3e-4bbc-ad6a-ab26f951065b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:09.143260 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e8b2e778-2c81-48f6-8e7d-84ff5ca8ff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['394fab46-df3e-4bbc-ad6a-ab26f951065b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:09.182025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc27b837-d204-4df1-b420-bfe136cdd856 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting subnet ec4668fa-99f3-4c2f-8a36-0be056c0efb4 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:38:09.185432 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dc27b837-d204-4df1-b420-bfe136cdd856 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.224866 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dc27b837-d204-4df1-b420-bfe136cdd856 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.246456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e8b2e778-2c81-48f6-8e7d-84ff5ca8ff62 None None] Set router 394fab46-df3e-4bbc-ad6a-ab26f951065b gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:09.307344 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:38:09.319412 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dc27b837-d204-4df1-b420-bfe136cdd856 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.336568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:38:09.336918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ca1a00ab-1682-4ff3-a578-4c4a33b9ce92 not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:38:09.379688 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dc27b837-d204-4df1-b420-bfe136cdd856 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.408137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27b837-d204-4df1-b420-bfe136cdd856 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4668fa-99f3-4c2f-8a36-0be056c0efb4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:09.410105 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-dc27b837-d204-4df1-b420-bfe136cdd856 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.414352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-dc27b837-d204-4df1-b420-bfe136cdd856 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/subnets/ec4668fa-99f3-4c2f-8a36-0be056c0efb4 HTTP/1.1" status: 204 len: 168 time: 0.2806985 Jul 07 20:38:09.415331 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52456) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:09.425170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aacec7-ec2a-49aa-b023-b3196e1695b1 None None] Network 6110d520-8bf5-47ab-9ea5-80008e1c4b8b requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:38:09.521057 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.544481 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e8b2e778-2c81-48f6-8e7d-84ff5ca8ff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:38:08Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:09.576544 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b2e778-2c81-48f6-8e7d-84ff5ca8ff62 None None] Checking router: 394fab46-df3e-4bbc-ad6a-ab26f951065b for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:38:09.590180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2e778-2c81-48f6-8e7d-84ff5ca8ff62 None None] Routers {'394fab46-df3e-4bbc-ad6a-ab26f951065b'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:09.590884 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e8b2e778-2c81-48f6-8e7d-84ff5ca8ff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['394fab46-df3e-4bbc-ad6a-ab26f951065b'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:09.621770 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.681391 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Deleting port d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:09.681747 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.710021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e8b2e778-2c81-48f6-8e7d-84ff5ca8ff62 None None] Set router 394fab46-df3e-4bbc-ad6a-ab26f951065b gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:09.738936 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] DHCP port deletion for 6110d520-8bf5-47ab-9ea5-80008e1c4b8b request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:38:09.768768 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] For port d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:09.769148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.782780 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Calling delete_port for d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 owned by network:router_gateway {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:09.882609 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Deleting port fa0dbd45-392a-4cb6-bf84-e1ca803b854f {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:09.883016 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.975507 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] For port fa0dbd45-392a-4cb6-bf84-e1ca803b854f, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=fa0dbd45-392a-4cb6-bf84-e1ca803b854f,segment=NetworkSegment(250d7580-2d40-422d-a500-a38e0a42d88d),segment_id=250d7580-2d40-422d-a500-a38e0a42d88d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:09.975901 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.990445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Calling delete_port for fa0dbd45-392a-4cb6-bf84-e1ca803b854f owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:10.038814 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e8b2e778-2c81-48f6-8e7d-84ff5ca8ff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:38:08Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:10.072266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b2e778-2c81-48f6-8e7d-84ff5ca8ff62 None None] The sync data for ids ['394fab46-df3e-4bbc-ad6a-ab26f951065b'] in n-d-793621-9 is: [{'id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569961701', 'tenant_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:36:20Z', 'updated_at': '2021-07-07T20:38:08Z', 'revision_number': 5, 'project_id': '3c4a0a4b6a1b4b609b45699623abdb45', 'gw_port': {'id': 'd8ea2d59-ff0d-404d-a2fc-e49a2e728bd0', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394fab46-df3e-4bbc-ad6a-ab26f951065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:36:21Z', 'updated_at': '2021-07-07T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:38:10.116395 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.155772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Pushing event deleted for resources: {'Port': ['ID=fa0dbd45-392a-4cb6-bf84-e1ca803b854f,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:10.158752 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] No DVR routers for this DVR port fa0dbd45-392a-4cb6-bf84-e1ca803b854f on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:38:10.168874 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:10.169057 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:10.169341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:10.169707 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:10.170113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:10.170322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:10.170651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:10.171309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:10.171309 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:10.171683 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:10.172005 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:10.172326 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5c6f8-9527-416b-a2d6-2cde748b9c1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:10.291875 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.319969 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Port': ['ID=d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:10.379429 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.471050 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.473479 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.523523 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fa0dbd45-392a-4cb6-bf84-e1ca803b854f no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:38:10.524043 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.524633 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Fanout notify agent at l3_agent the message router_deleted on router 394fab46-df3e-4bbc-ad6a-ab26f951065b {{(pid=93901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:38:10.532271 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.533529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-7100df28-5369-4fe3-a424-207ef5fa9f4f tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/routers/394fab46-df3e-4bbc-ad6a-ab26f951065b HTTP/1.1" status: 204 len: 168 time: 1.1178160 Jul 07 20:38:10.536388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52458) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:10.544492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: fa0dbd45-392a-4cb6-bf84-e1ca803b854f {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:38:10.544759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device fa0dbd45-392a-4cb6-bf84-e1ca803b854f not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:38:10.623299 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.700015 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.711244 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.725890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6110d520-8bf5-47ab-9ea5-80008e1c4b8b']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:10.742286 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250d7580-2d40-422d-a500-a38e0a42d88d') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:10.742574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250d7580-2d40-422d-a500-a38e0a42d88d') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:10.753051 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.769586 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.776436 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:38:10.777068 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:38:10.780301 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:38:10.850503 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.858219 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.861021 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/networks/6110d520-8bf5-47ab-9ea5-80008e1c4b8b HTTP/1.1" status: 204 len: 168 time: 0.3233063 Jul 07 20:38:10.865332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52460) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:10.872158 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46facb98-d781-45a6-8dac-98fa01e792d1 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'Network': ['ID=6110d520-8bf5-47ab-9ea5-80008e1c4b8b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:10.927506 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cacbf935-1092-413b-ade2-df5111879e67 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.951509 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cacbf935-1092-413b-ade2-df5111879e67 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.013135 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cacbf935-1092-413b-ade2-df5111879e67 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.015811 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-cacbf935-1092-413b-ade2-df5111879e67 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.016964 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-cacbf935-1092-413b-ade2-df5111879e67 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] 10.222.0.81 "DELETE /v2.0/security-groups/ec244293-cb88-4e1f-8507-8347d7aa49d7 HTTP/1.1" status: 204 len: 168 time: 0.1506040 Jul 07 20:38:11.026534 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbf935-1092-413b-ade2-df5111879e67 tempest-TestNetworkAdvancedServerOps-341599771 tempest-TestNetworkAdvancedServerOps-341599771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec244293-cb88-4e1f-8507-8347d7aa49d7,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:11.349295 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52468) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:11.474779 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-cee01ee3-4ec9-4adb-af80-b413769ac7ff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c4a0a4b6a1b4b609b45699623abdb45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242585 Jul 07 20:38:11.477151 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52472) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:11.525491 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93bf632f-226e-434e-9ed5-deb9722389cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.550983 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93bf632f-226e-434e-9ed5-deb9722389cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.596716 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93bf632f-226e-434e-9ed5-deb9722389cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.599786 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-93bf632f-226e-434e-9ed5-deb9722389cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.600951 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-93bf632f-226e-434e-9ed5-deb9722389cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a715d20-530d-45a3-af26-fcf956c2cc40 HTTP/1.1" status: 204 len: 168 time: 0.1229010 Jul 07 20:38:11.610322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf632f-226e-434e-9ed5-deb9722389cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a715d20-530d-45a3-af26-fcf956c2cc40,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:11.868453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52478) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:11.881783 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd039283-f749-428a-9a23-d72db271e243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.970674 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd039283-f749-428a-9a23-d72db271e243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.974391 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bd039283-f749-428a-9a23-d72db271e243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.012047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bd039283-f749-428a-9a23-d72db271e243 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3256347919549068a9e7e486f0faf13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424613 Jul 07 20:38:12.012913 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd039283-f749-428a-9a23-d72db271e243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2494d747-456c-41db-9995-4c94e8d37184,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:12.014744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52480) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:12.064423 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b46052eb-c95f-4fc0-a755-e4d40fd90c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.085316 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b46052eb-c95f-4fc0-a755-e4d40fd90c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.132822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:38:12.133343 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b46052eb-c95f-4fc0-a755-e4d40fd90c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.135859 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-b46052eb-c95f-4fc0-a755-e4d40fd90c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.139411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-b46052eb-c95f-4fc0-a755-e4d40fd90c3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2494d747-456c-41db-9995-4c94e8d37184 HTTP/1.1" status: 204 len: 168 time: 0.1207335 Jul 07 20:38:12.149377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46052eb-c95f-4fc0-a755-e4d40fd90c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2494d747-456c-41db-9995-4c94e8d37184,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:12.154978 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:38:12.155453 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device d8ea2d59-ff0d-404d-a2fc-e49a2e728bd0 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:38:12.156521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 693c28ba-3330-4044-8a69-cd175eb216eb no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:38:12.184169 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 693c28ba-3330-4044-8a69-cd175eb216eb {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:38:12.184632 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 693c28ba-3330-4044-8a69-cd175eb216eb not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:38:12.840733 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52502) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:12.932967 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-122537102-network', 'tenant_id': '830842e936c84ce2b996fb713388d819'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:12.955884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Made reservation on behalf of 830842e936c84ce2b996fb713388d819 for: {'network': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:38:12.958235 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.966703 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.055137 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.059732 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.081086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:38:13.096083 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67679c1a-4561-4f00-b2e1-65f626ac7897,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:13.099034 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.099383 n-d-793621-9 neutron-server[93900]: INFO neutron.db.segments_db [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Added segment 13d0b3af-f823-48bd-97ed-4dfdab725bcd of type vlan for network a799d1f6-61b0-4192-a654-8ad028cd4b30 Jul 07 20:38:13.142021 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.170880 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.172514 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:13.173115 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.224560 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3827174 Jul 07 20:38:13.227685 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52506) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:13.232785 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-38dc355b-cfe0-4227-8949-48b43b567756 admin admin] Request body: {'subnet': {'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-122537102-subnet', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'ip_version': 4}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:13.233425 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3bf42-b42e-4b77-af79-34cf30f5ca6d admin admin] Pushing event updated for resources: {'Network': ['ID=a799d1f6-61b0-4192-a654-8ad028cd4b30,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:13.244540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network a799d1f6-61b0-4192-a654-8ad028cd4b30 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:38:13.253418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dc355b-cfe0-4227-8949-48b43b567756 admin admin] Made reservation on behalf of 830842e936c84ce2b996fb713388d819 for: {'subnet': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:38:13.256090 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38dc355b-cfe0-4227-8949-48b43b567756 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25160544'] for subnet, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.423700 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38dc355b-cfe0-4227-8949-48b43b567756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24947130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25160562'] for subnet, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.479003 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc355b-cfe0-4227-8949-48b43b567756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b4b359-223f-43b2-95ed-f4807f555d7a,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:13.487490 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dc355b-cfe0-4227-8949-48b43b567756 admin admin] Checking segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:38:13.487853 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dc355b-cfe0-4227-8949-48b43b567756 admin admin] Network hostable DHCP agents. Network: a799d1f6-61b0-4192-a654-8ad028cd4b30, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:38:13.503622 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dc355b-cfe0-4227-8949-48b43b567756 admin admin] Network a799d1f6-61b0-4192-a654-8ad028cd4b30 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:38:13.511974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-38dc355b-cfe0-4227-8949-48b43b567756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, a799d1f6-61b0-4192-a654-8ad028cd4b30) {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:38:13.516559 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc355b-cfe0-4227-8949-48b43b567756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:13.517141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-38dc355b-cfe0-4227-8949-48b43b567756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.522152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c7134b-8430-4814-ae1f-ffe3a47e7fe8 None None] Network a799d1f6-61b0-4192-a654-8ad028cd4b30 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:38:13.532357 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-38dc355b-cfe0-4227-8949-48b43b567756 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3035245 Jul 07 20:38:13.535062 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52508) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:13.539396 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:13.561961 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.563019 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.623254 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.676119 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-a799d1f6-61b0-4192-a654-8ad028cd4b30', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:38:13.677004 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.762614 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.816144 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Allocated IP 172.20.0.2 (a799d1f6-61b0-4192-a654-8ad028cd4b30/54b4b359-223f-43b2-95ed-f4807f555d7a/244b4654-fdf1-4b0a-b58a-7422681a6723) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:38:13.962527 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.971512 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Transition to ACTIVE for port object 244b4654-fdf1-4b0a-b58a-7422681a6723 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:38:13.974177 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.986863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Transition to ACTIVE for port object 244b4654-fdf1-4b0a-b58a-7422681a6723 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:38:13.992473 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.995180 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:14.036566 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Network a799d1f6-61b0-4192-a654-8ad028cd4b30 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:38:14.042772 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:38:14.047178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:38:14.050266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Pushing event updated for resources: {'Port': ['ID=244b4654-fdf1-4b0a-b58a-7422681a6723,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:14.106051 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Attempting to bind port 244b4654-fdf1-4b0a-b58a-7422681a6723 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:38:14.106425 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Attempting to bind port 244b4654-fdf1-4b0a-b58a-7422681a6723 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:38:14.106823 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Attempting to bind port 244b4654-fdf1-4b0a-b58a-7422681a6723 on network a799d1f6-61b0-4192-a654-8ad028cd4b30 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:38:14.107707 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Allocated IP 172.25.0.103 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/8f29d38d-6a7e-413f-a114-cd5646c29ebb) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:38:14.112275 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:38:14.112702 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Checking segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:38:14.113125 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:14.113508 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Bound using segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:38:14.113975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Bound port: 244b4654-fdf1-4b0a-b58a-7422681a6723, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:38:14.114368 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:14.180460 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] For port 244b4654-fdf1-4b0a-b58a-7422681a6723, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:38:14.183753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] For port 244b4654-fdf1-4b0a-b58a-7422681a6723, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=244b4654-fdf1-4b0a-b58a-7422681a6723,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:38:14.188677 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:14.215148 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:14.252081 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed48de-790f-4bb9-b0d8-fd7e38ea6b3a None None] Pushing event updated for resources: {'Port': ['ID=244b4654-fdf1-4b0a-b58a-7422681a6723,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:14.263548 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:14.308073 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:38:14.310943 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:38:14.314010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:38:14.343106 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Pushing event updated for resources: {'Port': ['ID=8f29d38d-6a7e-413f-a114-cd5646c29ebb,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:14.592760 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:14.786373 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:14.919375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Router 12b15ba3-b862-4401-8099-d7ff73c4505d is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:38:15.032290 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:38:15.044598 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Sync routers for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:38:15.050856 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] Notify callbacks [] for router, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:15.052228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-dd011ed7-bbd1-481a-ab3e-9648f81c8cba admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5162251 Jul 07 20:38:15.054996 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52510) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:15.057244 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:15.057987 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:15.142918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c6378-6f65-465c-ad6c-c31a1eadbd46 None None] Network a799d1f6-61b0-4192-a654-8ad028cd4b30 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:38:15.174918 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:15.201014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9429f2ba-d4e8-4952-9e2f-59688426596e None None] Provisioning for port 244b4654-fdf1-4b0a-b58a-7422681a6723 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:38:15.367673 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:14Z', 'revision_number': 3, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:15.398224 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Checking router: 12b15ba3-b862-4401-8099-d7ff73c4505d for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:38:15.398566 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Updating router 12b15ba3-b862-4401-8099-d7ff73c4505d port 8f29d38d-6a7e-413f-a114-cd5646c29ebb binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:38:15.434117 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:15.491657 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:15.653411 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Allocated IP 172.20.0.1 (a799d1f6-61b0-4192-a654-8ad028cd4b30/54b4b359-223f-43b2-95ed-f4807f555d7a/a976bf80-b518-4ddb-bc64-a21691724476) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:38:15.684964 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:15.695271 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Transition to ACTIVE for port object 8f29d38d-6a7e-413f-a114-cd5646c29ebb will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:38:15.705351 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:15.759873 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Attempting to bind port 8f29d38d-6a7e-413f-a114-cd5646c29ebb on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:38:15.760244 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Attempting to bind port 8f29d38d-6a7e-413f-a114-cd5646c29ebb by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:38:15.760471 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:15.760646 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Attempting to bind port 8f29d38d-6a7e-413f-a114-cd5646c29ebb on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:38:15.768066 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Pushing event updated for resources: {'Port': ['ID=8f29d38d-6a7e-413f-a114-cd5646c29ebb,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:15.771229 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:38:15.771605 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:38:15.772005 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:15.772404 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:38:15.772864 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Bound port: 8f29d38d-6a7e-413f-a114-cd5646c29ebb, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:38:15.773335 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:15.773688 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Transition to ACTIVE for port object a976bf80-b518-4ddb-bc64-a21691724476 will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:38:15.795380 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:15.795729 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:15.796071 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:15.796940 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:15.797277 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:15.797602 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:15.797926 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:15.798250 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:15.798575 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:15.798924 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:15.799248 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:15.799569 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:15.809096 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:15.834727 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] For port 8f29d38d-6a7e-413f-a114-cd5646c29ebb, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:38:15.838200 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] For port 8f29d38d-6a7e-413f-a114-cd5646c29ebb, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8f29d38d-6a7e-413f-a114-cd5646c29ebb,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:38:15.842614 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:15.903198 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:15.903901 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:15.909230 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b3b52-c55f-4f6d-ad55-4622595af22d None None] Pushing event updated for resources: {'Port': ['ID=8f29d38d-6a7e-413f-a114-cd5646c29ebb,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:16.022677 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:16.183264 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Network a799d1f6-61b0-4192-a654-8ad028cd4b30 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:38:16.188439 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:38:16.192507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:38:16.209491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 244b4654-fdf1-4b0a-b58a-7422681a6723 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:16.220692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Pushing event updated for resources: {'Port': ['ID=a976bf80-b518-4ddb-bc64-a21691724476,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:16.236378 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:14Z', 'revision_number': 3, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:16.245715 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:16.266863 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d2d4d-3493-43af-9f1b-3d2723eeb5a7 None None] The sync data for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 is: [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:14Z', 'revision_number': 3, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:38:16.275414 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 244b4654-fdf1-4b0a-b58a-7422681a6723 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:38:16.280283 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 244b4654-fdf1-4b0a-b58a-7422681a6723 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:16.281603 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:16.400485 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:16.429255 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:16.436713 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 244b4654-fdf1-4b0a-b58a-7422681a6723, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=244b4654-fdf1-4b0a-b58a-7422681a6723,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:16.442261 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:16.501443 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b64d9c29-7c79-4294-a56c-860b32858f21 None None] Provisioning for port a976bf80-b518-4ddb-bc64-a21691724476 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:38:16.508356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-b64d9c29-7c79-4294-a56c-860b32858f21 None None] Provisioning complete for port a976bf80-b518-4ddb-bc64-a21691724476 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:16.508749 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b64d9c29-7c79-4294-a56c-860b32858f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:16.529758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=244b4654-fdf1-4b0a-b58a-7422681a6723,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:16.558688 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-b64d9c29-7c79-4294-a56c-860b32858f21 None None] Port a976bf80-b518-4ddb-bc64-a21691724476 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:38:16.641076 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:16.645839 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:16.716165 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:16.717992 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Pushing event updated for resources: {'Port': ['ID=a976bf80-b518-4ddb-bc64-a21691724476,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:16.822407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Network a799d1f6-61b0-4192-a654-8ad028cd4b30 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:38:16.824040 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:38:16.950515 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Router 12b15ba3-b862-4401-8099-d7ff73c4505d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:38:17.070681 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:38:17.077411 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-bc8c072a-ecf1-4888-b89c-61aa34a3145c admin admin] 10.222.0.81 "PUT /v2.0/routers/12b15ba3-b862-4401-8099-d7ff73c4505d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0201929 Jul 07 20:38:17.081902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-101bd403-caef-4de9-9315-ad031c64a5f6 None None] Provisioning complete for port a976bf80-b518-4ddb-bc64-a21691724476 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:17.082440 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-101bd403-caef-4de9-9315-ad031c64a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:17.119794 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-101bd403-caef-4de9-9315-ad031c64a5f6 None None] Port a976bf80-b518-4ddb-bc64-a21691724476 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:38:17.544029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52526) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:17.549346 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1750310627-network', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:17.570542 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Made reservation on behalf of 4ab2bc5d3cf8448ebeef145fb93ff260 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:38:17.573527 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:17.582966 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:17.679056 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:17.685741 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:17.709903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:38:17.725598 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336b4ff3-1773-4c27-a693-d98ad7c24a57,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:17.730825 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:17.731172 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Added segment 5b0199af-8475-4ecf-a329-6b5c519f386d of type vlan for network e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe Jul 07 20:38:17.773108 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:17.802698 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:17.803699 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:17.804272 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:17.865459 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3200552 Jul 07 20:38:17.868327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52528) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:17.868870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3bbd1-a925-4c49-80e6-54527f100a8b admin admin] Pushing event updated for resources: {'Network': ['ID=e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:17.873490 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bf75aca0-88d2-44b2-8539-b8cdfe25bcff admin admin] Request body: {'subnet': {'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1750310627-subnet', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:17.878837 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:38:17.902034 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf75aca0-88d2-44b2-8539-b8cdfe25bcff admin admin] Made reservation on behalf of 4ab2bc5d3cf8448ebeef145fb93ff260 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:38:17.904489 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf75aca0-88d2-44b2-8539-b8cdfe25bcff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:18.085459 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Sync routers for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:38:18.106471 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf75aca0-88d2-44b2-8539-b8cdfe25bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:18.110155 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:18.113251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:18.169994 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75aca0-88d2-44b2-8539-b8cdfe25bcff admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bef14a-2efb-4c68-a246-5557a11ad6c0,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:18.179764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75aca0-88d2-44b2-8539-b8cdfe25bcff admin admin] Checking segment: {'id': '5b0199af-8475-4ecf-a329-6b5c519f386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:38:18.180137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf75aca0-88d2-44b2-8539-b8cdfe25bcff admin admin] Network hostable DHCP agents. Network: e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:38:18.199872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf75aca0-88d2-44b2-8539-b8cdfe25bcff admin admin] Network e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:38:18.211065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-bf75aca0-88d2-44b2-8539-b8cdfe25bcff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:38:18.217329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf75aca0-88d2-44b2-8539-b8cdfe25bcff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:18.218943 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf75aca0-88d2-44b2-8539-b8cdfe25bcff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:18.224202 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16706cda-1295-4039-9c94-96596d8ebaba None None] Network e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:38:18.235696 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bf75aca0-88d2-44b2-8539-b8cdfe25bcff admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3661361 Jul 07 20:38:18.237699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52530) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:18.242258 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1750310627-router', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:18.266502 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:18.267569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:18.277416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 244b4654-fdf1-4b0a-b58a-7422681a6723 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:18.323274 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:18.323560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:18.467947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:18.519290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 244b4654-fdf1-4b0a-b58a-7422681a6723 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:18.520217 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:18.608534 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe', 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'fixed_ips': [{'subnet_id': '68bef14a-2efb-4c68-a246-5557a11ad6c0'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:38:18.609945 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:18.683027 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:18.706883 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:18.823774 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Allocated IP 172.25.0.221 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/c4375acf-fd8a-4d51-a51d-238037e780c5) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:38:18.827205 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8f29d38d-6a7e-413f-a114-cd5646c29ebb up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:18.869547 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 2, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:18.905413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Allocated IP 172.20.0.2 (e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe/68bef14a-2efb-4c68-a246-5557a11ad6c0/1f880a36-5c22-4243-8fb2-ee85612d51ff) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:38:18.909610 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Checking router: 12b15ba3-b862-4401-8099-d7ff73c4505d for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:38:18.910008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Updating router 12b15ba3-b862-4401-8099-d7ff73c4505d port a976bf80-b518-4ddb-bc64-a21691724476 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:38:18.935894 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:18.977053 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.001294 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.019298 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 8f29d38d-6a7e-413f-a114-cd5646c29ebb completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:38:19.020104 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:38:19.023006 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:38:19.026046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:38:19.052013 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8f29d38d-6a7e-413f-a114-cd5646c29ebb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:19.052380 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.059659 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Pushing event updated for resources: {'Port': ['ID=c4375acf-fd8a-4d51-a51d-238037e780c5,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:19.238144 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.288132 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.300411 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Transition to ACTIVE for port object 1f880a36-5c22-4243-8fb2-ee85612d51ff will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:38:19.334102 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Transition to ACTIVE for port object 1f880a36-5c22-4243-8fb2-ee85612d51ff will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:38:19.338096 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.347734 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.404060 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 8f29d38d-6a7e-413f-a114-cd5646c29ebb, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8f29d38d-6a7e-413f-a114-cd5646c29ebb,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:19.417757 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.432691 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Network e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:38:19.440717 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:38:19.447512 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:38:19.450607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Pushing event updated for resources: {'Port': ['ID=1f880a36-5c22-4243-8fb2-ee85612d51ff,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:19.494195 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.592979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=8f29d38d-6a7e-413f-a114-cd5646c29ebb,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:19.599259 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Attempting to bind port 1f880a36-5c22-4243-8fb2-ee85612d51ff on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:38:19.599708 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Attempting to bind port 1f880a36-5c22-4243-8fb2-ee85612d51ff by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '5b0199af-8475-4ecf-a329-6b5c519f386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:38:19.600154 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Attempting to bind port 1f880a36-5c22-4243-8fb2-ee85612d51ff on network e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:38:19.603829 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.614449 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:38:19.614836 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Checking segment: {'id': '5b0199af-8475-4ecf-a329-6b5c519f386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:38:19.615237 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.615625 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Bound using segment: {'id': '5b0199af-8475-4ecf-a329-6b5c519f386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:38:19.616092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Bound port: 1f880a36-5c22-4243-8fb2-ee85612d51ff, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0199af-8475-4ecf-a329-6b5c519f386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:38:19.616476 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.628002 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Transition to ACTIVE for port object a976bf80-b518-4ddb-bc64-a21691724476 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:38:19.628727 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Router 11ac1f95-c931-48d4-8eac-2d59deec9652 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:38:19.636058 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.731744 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c83fe3-f2b7-4789-932d-bed61b96859f None None] Pushing event updated for resources: {'Port': ['ID=a976bf80-b518-4ddb-bc64-a21691724476,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:19.749509 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:38:19.760101 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Sync routers for ids ['11ac1f95-c931-48d4-8eac-2d59deec9652'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:38:19.770590 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Routers {'11ac1f95-c931-48d4-8eac-2d59deec9652'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:19.771506 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['11ac1f95-c931-48d4-8eac-2d59deec9652'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:19.782584 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.784170 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-11618af3-5161-4a3a-b585-2b63e8d7559c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5454969 Jul 07 20:38:19.786934 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52532) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:19.792203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] For port 1f880a36-5c22-4243-8fb2-ee85612d51ff, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:38:19.812803 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] For port 1f880a36-5c22-4243-8fb2-ee85612d51ff, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1f880a36-5c22-4243-8fb2-ee85612d51ff,segment=NetworkSegment(5b0199af-8475-4ecf-a329-6b5c519f386d),segment_id=5b0199af-8475-4ecf-a329-6b5c519f386d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:38:19.814231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Attempting to bind port a976bf80-b518-4ddb-bc64-a21691724476 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:38:19.814618 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Attempting to bind port a976bf80-b518-4ddb-bc64-a21691724476 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:38:19.814996 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Attempting to bind port a976bf80-b518-4ddb-bc64-a21691724476 on network a799d1f6-61b0-4192-a654-8ad028cd4b30 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:38:19.820619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:38:19.821003 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Checking segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:38:19.821412 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.821810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Bound using segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:38:19.822284 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Bound port: a976bf80-b518-4ddb-bc64-a21691724476, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:38:19.822665 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.826486 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:19.895545 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Set router 11ac1f95-c931-48d4-8eac-2d59deec9652 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:19.962376 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d410d-d8f2-4f34-bc5a-ad82793e6be9 None None] Pushing event updated for resources: {'Port': ['ID=1f880a36-5c22-4243-8fb2-ee85612d51ff,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:19.971872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] For port a976bf80-b518-4ddb-bc64-a21691724476, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:38:19.983257 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] For port a976bf80-b518-4ddb-bc64-a21691724476, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a976bf80-b518-4ddb-bc64-a21691724476,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:38:20.001013 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:20.107374 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'name': 'tempest-TestShelveInstance-1750310627-router', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 3, 'project_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'gw_port': {'id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:20.302974 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8f29d38d-6a7e-413f-a114-cd5646c29ebb up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:20.317962 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Checking router: 11ac1f95-c931-48d4-8eac-2d59deec9652 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:38:20.319299 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Updating router 11ac1f95-c931-48d4-8eac-2d59deec9652 port c4375acf-fd8a-4d51-a51d-238037e780c5 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:38:20.372157 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:20.381292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:20.381936 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:20.400014 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c83fe3-f2b7-4789-932d-bed61b96859f None None] Pushing event updated for resources: {'Port': ['ID=a976bf80-b518-4ddb-bc64-a21691724476,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:20.438198 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:20.526629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 8f29d38d-6a7e-413f-a114-cd5646c29ebb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:20.526992 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:20.588149 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:20.632426 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Allocated IP 172.20.0.1 (e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe/68bef14a-2efb-4c68-a246-5557a11ad6c0/b728cfc3-088c-4da9-bb7f-618e0e893fdf) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:38:20.697290 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:20.710463 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Transition to ACTIVE for port object c4375acf-fd8a-4d51-a51d-238037e780c5 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:38:20.717153 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:20.762315 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:20.779114 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Attempting to bind port c4375acf-fd8a-4d51-a51d-238037e780c5 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:38:20.779574 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Attempting to bind port c4375acf-fd8a-4d51-a51d-238037e780c5 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:38:20.779690 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Attempting to bind port c4375acf-fd8a-4d51-a51d-238037e780c5 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:38:20.781786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Transition to ACTIVE for port object b728cfc3-088c-4da9-bb7f-618e0e893fdf will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:38:20.788883 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:38:20.789284 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:38:20.789660 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:20.790056 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:38:20.790527 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Bound port: c4375acf-fd8a-4d51-a51d-238037e780c5, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:38:20.791048 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:20.815484 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9318d-877d-42ab-9738-802773ad7402 None None] Pushing event updated for resources: {'Port': ['ID=c4375acf-fd8a-4d51-a51d-238037e780c5,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:20.822338 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:20.859169 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] For port c4375acf-fd8a-4d51-a51d-238037e780c5, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:38:20.862481 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] For port c4375acf-fd8a-4d51-a51d-238037e780c5, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c4375acf-fd8a-4d51-a51d-238037e780c5,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:38:20.868947 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:20.871131 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b728cfc3-088c-4da9-bb7f-618e0e893fdf,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:20.879210 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:20.889455 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Network e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:38:20.891713 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:38:20.894411 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:38:20.926021 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb0609-e6a9-4fda-913a-b5485d2db511 None None] The sync data for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 is: [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:38:20.938895 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Routers {'11ac1f95-c931-48d4-8eac-2d59deec9652'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:20.939536 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['11ac1f95-c931-48d4-8eac-2d59deec9652'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:20.941069 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:21.030093 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9318d-877d-42ab-9738-802773ad7402 None None] Pushing event updated for resources: {'Port': ['ID=c4375acf-fd8a-4d51-a51d-238037e780c5,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:21.104905 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] Set router 11ac1f95-c931-48d4-8eac-2d59deec9652 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:21.131874 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:21.256572 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3df41ee0-9ccd-4b5c-86a1-3d5684faa79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:21.319166 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906e5f09-6b8e-483a-a570-6f8606cff274 None None] Network e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:38:21.345556 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'name': 'tempest-TestShelveInstance-1750310627-router', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 3, 'project_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'gw_port': {'id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:21.385555 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154c386-5617-428c-b4ac-aa5c94ecac99 None None] The sync data for ids ['11ac1f95-c931-48d4-8eac-2d59deec9652'] in n-d-793621-9 is: [{'id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'name': 'tempest-TestShelveInstance-1750310627-router', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 3, 'project_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'gw_port': {'id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:38:21.441381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-ac048d22-2741-421c-80e8-ea488525e43e None None] Provisioning for port 1f880a36-5c22-4243-8fb2-ee85612d51ff completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:38:21.748219 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:21.752828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:21.822524 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:21.824723 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b728cfc3-088c-4da9-bb7f-618e0e893fdf,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:21.901563 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fcc56cd4-6fb3-4e79-a2ab-a4afe38e9f9a None None] Provisioning for port b728cfc3-088c-4da9-bb7f-618e0e893fdf completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:38:21.909521 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-fcc56cd4-6fb3-4e79-a2ab-a4afe38e9f9a None None] Provisioning complete for port b728cfc3-088c-4da9-bb7f-618e0e893fdf triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:21.909899 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fcc56cd4-6fb3-4e79-a2ab-a4afe38e9f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:21.955937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Network e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:38:21.957841 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:38:21.963416 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-fcc56cd4-6fb3-4e79-a2ab-a4afe38e9f9a None None] Port b728cfc3-088c-4da9-bb7f-618e0e893fdf cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:38:22.107172 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-cfce66b5-e358-4f7a-8628-a54bd4f8e13c None None] Provisioning complete for port b728cfc3-088c-4da9-bb7f-618e0e893fdf triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:22.107762 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cfce66b5-e358-4f7a-8628-a54bd4f8e13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:22.122837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Router 11ac1f95-c931-48d4-8eac-2d59deec9652 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:38:22.160300 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-cfce66b5-e358-4f7a-8628-a54bd4f8e13c None None] Port b728cfc3-088c-4da9-bb7f-618e0e893fdf cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:38:22.323772 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:38:22.326469 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1f880a36-5c22-4243-8fb2-ee85612d51ff up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:22.339762 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-82d2e10a-c657-4110-acd5-5dadc3df37c9 admin admin] 10.222.0.81 "PUT /v2.0/routers/11ac1f95-c931-48d4-8eac-2d59deec9652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5513058 Jul 07 20:38:22.407381 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 1f880a36-5c22-4243-8fb2-ee85612d51ff completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:38:22.415424 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 1f880a36-5c22-4243-8fb2-ee85612d51ff triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:22.415933 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:22.515934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-27b90632-8179-439e-8023-7f2b0a9989cb None None] Provisioning complete for port b728cfc3-088c-4da9-bb7f-618e0e893fdf triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:22.516302 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-27b90632-8179-439e-8023-7f2b0a9989cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:22.519779 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:22.574706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-27b90632-8179-439e-8023-7f2b0a9989cb None None] Port b728cfc3-088c-4da9-bb7f-618e0e893fdf cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:38:22.586502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 1f880a36-5c22-4243-8fb2-ee85612d51ff, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1f880a36-5c22-4243-8fb2-ee85612d51ff,segment=NetworkSegment(5b0199af-8475-4ecf-a329-6b5c519f386d),segment_id=5b0199af-8475-4ecf-a329-6b5c519f386d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:22.592110 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:22.593258 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c4375acf-fd8a-4d51-a51d-238037e780c5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:22.671818 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=1f880a36-5c22-4243-8fb2-ee85612d51ff,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:22.693140 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port c4375acf-fd8a-4d51-a51d-238037e780c5 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:38:22.697560 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c4375acf-fd8a-4d51-a51d-238037e780c5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:22.697943 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:22.788827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:22.810633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port c4375acf-fd8a-4d51-a51d-238037e780c5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c4375acf-fd8a-4d51-a51d-238037e780c5,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:22.815487 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:22.816251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a976bf80-b518-4ddb-bc64-a21691724476 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:22.892231 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=c4375acf-fd8a-4d51-a51d-238037e780c5,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:22.909066 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port a976bf80-b518-4ddb-bc64-a21691724476 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:38:22.914064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a976bf80-b518-4ddb-bc64-a21691724476 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:22.914443 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:22.960424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52542) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:22.965394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-8cbd452b-d199-43a3-925b-d4eb952d5080 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125066037', 'description': 'tempest-secgroup-smoke-1125066037 description', 'project_id': '830842e936c84ce2b996fb713388d819'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:22.989162 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cbd452b-d199-43a3-925b-d4eb952d5080 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:22.996816 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.031356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port a976bf80-b518-4ddb-bc64-a21691724476, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a976bf80-b518-4ddb-bc64-a21691724476,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:23.035640 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.073539 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cbd452b-d199-43a3-925b-d4eb952d5080 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.078004 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cbd452b-d199-43a3-925b-d4eb952d5080 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.086496 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=a976bf80-b518-4ddb-bc64-a21691724476,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:23.105677 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-8cbd452b-d199-43a3-925b-d4eb952d5080 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.106924 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-8cbd452b-d199-43a3-925b-d4eb952d5080 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1454740 Jul 07 20:38:23.108898 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd452b-d199-43a3-925b-d4eb952d5080 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f9ce96-41a5-45d9-9a5a-1c03e5511d89,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:23.109978 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52544) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:23.115159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-8bf1998d-cf6d-44a0-8ee8-8cb13c9e5c71 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group_rule': {'security_group_id': '90f9ce96-41a5-45d9-9a5a-1c03e5511d89', 'project_id': '830842e936c84ce2b996fb713388d819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:23.141307 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8bf1998d-cf6d-44a0-8ee8-8cb13c9e5c71 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.197289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8bf1998d-cf6d-44a0-8ee8-8cb13c9e5c71 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.200675 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8bf1998d-cf6d-44a0-8ee8-8cb13c9e5c71 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.219517 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1998d-cf6d-44a0-8ee8-8cb13c9e5c71 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5275752-bfe7-42ac-8142-d9ebdecd38f6,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:23.225070 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8bf1998d-cf6d-44a0-8ee8-8cb13c9e5c71 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.226068 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8bf1998d-cf6d-44a0-8ee8-8cb13c9e5c71 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148531 Jul 07 20:38:23.228836 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52546) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:23.233327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-6a05e64d-9154-4b70-ad2f-7cfda13a558f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group_rule': {'security_group_id': '90f9ce96-41a5-45d9-9a5a-1c03e5511d89', 'project_id': '830842e936c84ce2b996fb713388d819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:23.260318 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a05e64d-9154-4b70-ad2f-7cfda13a558f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.317085 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a05e64d-9154-4b70-ad2f-7cfda13a558f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.320578 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a05e64d-9154-4b70-ad2f-7cfda13a558f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.338424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05e64d-9154-4b70-ad2f-7cfda13a558f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269758aa-f655-4d3b-ba43-7f3c3aa0efb0,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:23.346750 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a05e64d-9154-4b70-ad2f-7cfda13a558f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.348013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6a05e64d-9154-4b70-ad2f-7cfda13a558f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182449 Jul 07 20:38:23.350779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52548) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:23.355402 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d192910f-c14b-4263-8695-0e3f904c6d00 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group_rule': {'security_group_id': '90f9ce96-41a5-45d9-9a5a-1c03e5511d89', 'project_id': '830842e936c84ce2b996fb713388d819', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:23.384771 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d192910f-c14b-4263-8695-0e3f904c6d00 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.446498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d192910f-c14b-4263-8695-0e3f904c6d00 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.450810 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d192910f-c14b-4263-8695-0e3f904c6d00 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.469884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192910f-c14b-4263-8695-0e3f904c6d00 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6b0dd6-0d17-4b22-8e68-b9770c4090e0,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:23.476427 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d192910f-c14b-4263-8695-0e3f904c6d00 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.477648 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d192910f-c14b-4263-8695-0e3f904c6d00 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259089 Jul 07 20:38:23.480297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52550) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:23.485245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f9660ea5-de43-4356-bc5f-f58ee836d523 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group_rule': {'security_group_id': '90f9ce96-41a5-45d9-9a5a-1c03e5511d89', 'project_id': '830842e936c84ce2b996fb713388d819', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:23.511973 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9660ea5-de43-4356-bc5f-f58ee836d523 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.573541 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9660ea5-de43-4356-bc5f-f58ee836d523 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.577325 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9660ea5-de43-4356-bc5f-f58ee836d523 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.595178 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9660ea5-de43-4356-bc5f-f58ee836d523 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0e1553-d5d2-4484-aa38-bb5c5dfcf334,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:23.603207 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f9660ea5-de43-4356-bc5f-f58ee836d523 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.604468 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f9660ea5-de43-4356-bc5f-f58ee836d523 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232240 Jul 07 20:38:23.607292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52552) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:23.613187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-4926b292-fd03-49b8-b424-ced33700392a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group_rule': {'security_group_id': '90f9ce96-41a5-45d9-9a5a-1c03e5511d89', 'project_id': '830842e936c84ce2b996fb713388d819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:23.636955 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-4926b292-fd03-49b8-b424-ced33700392a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Project 830842e936c84ce2b996fb713388d819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:38:23.641933 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4926b292-fd03-49b8-b424-ced33700392a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.702748 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4926b292-fd03-49b8-b424-ced33700392a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.707250 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4926b292-fd03-49b8-b424-ced33700392a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.727296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926b292-fd03-49b8-b424-ced33700392a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f257ed8a-1f5f-46fe-93bf-a37170e2973e,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:23.733379 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-4926b292-fd03-49b8-b424-ced33700392a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.735078 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-4926b292-fd03-49b8-b424-ced33700392a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268051 Jul 07 20:38:23.737736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 52554) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:23.742181 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-f7ac6c36-c066-4efe-9e1f-446a024aabf3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group_rule': {'security_group_id': '90f9ce96-41a5-45d9-9a5a-1c03e5511d89', 'project_id': '830842e936c84ce2b996fb713388d819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:23.763615 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-f7ac6c36-c066-4efe-9e1f-446a024aabf3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Project 830842e936c84ce2b996fb713388d819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:38:23.768851 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6c36-c066-4efe-9e1f-446a024aabf3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.836637 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6c36-c066-4efe-9e1f-446a024aabf3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.841207 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6c36-c066-4efe-9e1f-446a024aabf3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.861973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac6c36-c066-4efe-9e1f-446a024aabf3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e06b0d-e5d3-447a-9060-9bb3a74aae46,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:23.864919 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6c36-c066-4efe-9e1f-446a024aabf3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.866122 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-f7ac6c36-c066-4efe-9e1f-446a024aabf3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274540 Jul 07 20:38:24.013350 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-31df961e-7f85-470c-9bc9-30be1e4bc519 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125066037&fields=id&tenant_id=830842e936c84ce2b996fb713388d819 HTTP/1.1" status: 200 len: 267 time: 0.0337253 Jul 07 20:38:24.037979 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:24.125196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Sync routers for ids ['11ac1f95-c931-48d4-8eac-2d59deec9652'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:38:24.134971 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Routers {'11ac1f95-c931-48d4-8eac-2d59deec9652'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:24.135832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:37:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['11ac1f95-c931-48d4-8eac-2d59deec9652'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:24.138375 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869814-e00f-40f2-abca-66857debf5e7 req-afbedfed-3303-471e-8108-c4aa2d908f4b tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:24.140691 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-afbedfed-3303-471e-8108-c4aa2d908f4b tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 808 time: 0.1193607 Jul 07 20:38:24.158429 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-479a102c-e258-42e2-a24b-2927b7daa985 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/quotas/830842e936c84ce2b996fb713388d819 HTTP/1.1" status: 200 len: 375 time: 0.0105300 Jul 07 20:38:24.195092 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a976bf80-b518-4ddb-bc64-a21691724476 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:24.237866 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9632b075-9820-4347-b712-b68ba389d822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:24.253319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-d40cd101-17eb-4ec7-8357-f44930227213 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877206 Jul 07 20:38:24.307667 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Set router 11ac1f95-c931-48d4-8eac-2d59deec9652 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:24.337571 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port a976bf80-b518-4ddb-bc64-a21691724476 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:24.337947 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:24.442158 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-c2670475-c78d-4836-b6c8-83b395b649c4 service neutron] 10.222.0.81 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771688 Jul 07 20:38:24.536386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-f1319cc9-eb00-4b56-a0b9-2af28f6f23b6 service neutron] 10.222.0.81 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882947 Jul 07 20:38:24.539194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1f880a36-5c22-4243-8fb2-ee85612d51ff up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:24.605209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 1f880a36-5c22-4243-8fb2-ee85612d51ff triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:24.605584 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:24.608262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'name': 'tempest-TestShelveInstance-1750310627-router', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:21Z', 'revision_number': 4, 'project_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'gw_port': {'id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'b728cfc3-088c-4da9-bb7f-618e0e893fdf', 'name': '', 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'mac_address': 'fa:16:3e:47:45:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '68bef14a-2efb-4c68-a246-5557a11ad6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:20Z', 'updated_at': '2021-07-07T20:38:21Z', 'revision_number': 2, 'project_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'subnets': [{'id': '68bef14a-2efb-4c68-a246-5557a11ad6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:24.663152 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Checking router: 11ac1f95-c931-48d4-8eac-2d59deec9652 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:38:24.663526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Updating router 11ac1f95-c931-48d4-8eac-2d59deec9652 port b728cfc3-088c-4da9-bb7f-618e0e893fdf binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:38:24.716085 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:24.726101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5fa02997-a98d-46d4-bbf8-c3cb4a1b4145 req-2076fa03-9839-482e-825c-2a5ff7530e3e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 210 time: 0.0347714 Jul 07 20:38:24.790919 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c4375acf-fd8a-4d51-a51d-238037e780c5 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:24.949390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port c4375acf-fd8a-4d51-a51d-238037e780c5 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:24.949762 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:25.183445 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:25.306505 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:25.316696 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Transition to ACTIVE for port object b728cfc3-088c-4da9-bb7f-618e0e893fdf will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:38:25.324295 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:25.401161 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afdd6b-dc23-4aec-ad02-948b3a3f580b None None] Pushing event updated for resources: {'Port': ['ID=b728cfc3-088c-4da9-bb7f-618e0e893fdf,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:25.434281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Attempting to bind port b728cfc3-088c-4da9-bb7f-618e0e893fdf on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:38:25.434662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Attempting to bind port b728cfc3-088c-4da9-bb7f-618e0e893fdf by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '5b0199af-8475-4ecf-a329-6b5c519f386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:38:25.435094 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Attempting to bind port b728cfc3-088c-4da9-bb7f-618e0e893fdf on network e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:38:25.441280 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:38:25.441662 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Checking segment: {'id': '5b0199af-8475-4ecf-a329-6b5c519f386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:38:25.442072 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:25.442475 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Bound using segment: {'id': '5b0199af-8475-4ecf-a329-6b5c519f386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:38:25.442981 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Bound port: b728cfc3-088c-4da9-bb7f-618e0e893fdf, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0199af-8475-4ecf-a329-6b5c519f386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:38:25.443373 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:25.517748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] For port b728cfc3-088c-4da9-bb7f-618e0e893fdf, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:38:25.521156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] For port b728cfc3-088c-4da9-bb7f-618e0e893fdf, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b728cfc3-088c-4da9-bb7f-618e0e893fdf,segment=NetworkSegment(5b0199af-8475-4ecf-a329-6b5c519f386d),segment_id=5b0199af-8475-4ecf-a329-6b5c519f386d)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:38:25.527254 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:25.600706 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afdd6b-dc23-4aec-ad02-948b3a3f580b None None] Pushing event updated for resources: {'Port': ['ID=b728cfc3-088c-4da9-bb7f-618e0e893fdf,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:25.603436 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Routers {'11ac1f95-c931-48d4-8eac-2d59deec9652'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:25.604336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:38:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['11ac1f95-c931-48d4-8eac-2d59deec9652'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:25.729921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] Set router 11ac1f95-c931-48d4-8eac-2d59deec9652 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:25.872327 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c97099ce-1b98-476a-a508-1482941923b0 req-0620f971-e8b2-4c3d-9e88-317b3129422c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 210 time: 0.0296886 Jul 07 20:38:25.945795 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'name': 'tempest-TestShelveInstance-1750310627-router', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:21Z', 'revision_number': 4, 'project_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'gw_port': {'id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'b728cfc3-088c-4da9-bb7f-618e0e893fdf', 'name': '', 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'mac_address': 'fa:16:3e:47:45:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '68bef14a-2efb-4c68-a246-5557a11ad6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:20Z', 'updated_at': '2021-07-07T20:38:25Z', 'revision_number': 4, 'project_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'subnets': [{'id': '68bef14a-2efb-4c68-a246-5557a11ad6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:25.972548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae514f-8a3d-4c09-8c59-8b1c199c18be None None] The sync data for ids ['11ac1f95-c931-48d4-8eac-2d59deec9652'] in n-d-793621-9 is: [{'id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'name': 'tempest-TestShelveInstance-1750310627-router', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:21Z', 'revision_number': 4, 'project_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'gw_port': {'id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'b728cfc3-088c-4da9-bb7f-618e0e893fdf', 'name': '', 'network_id': 'e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'mac_address': 'fa:16:3e:47:45:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '68bef14a-2efb-4c68-a246-5557a11ad6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:20Z', 'updated_at': '2021-07-07T20:38:25Z', 'revision_number': 4, 'project_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'subnets': [{'id': '68bef14a-2efb-4c68-a246-5557a11ad6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:38:26.152750 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869814-e00f-40f2-abca-66857debf5e7 req-421ec88a-d462-46c1-909a-e5adb4dfca02 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:26.159335 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-421ec88a-d462-46c1-909a-e5adb4dfca02 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.110 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 808 time: 0.1456447 Jul 07 20:38:26.211923 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b728cfc3-088c-4da9-bb7f-618e0e893fdf up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:26.213303 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-382ea668-2783-4720-93c1-5914018825b7 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=830842e936c84ce2b996fb713388d819 HTTP/1.1" status: 200 len: 380 time: 0.0423133 Jul 07 20:38:26.225660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'port': {'device_id': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'admin_state_up': True, 'tenant_id': '830842e936c84ce2b996fb713388d819', 'security_groups': ['90f9ce96-41a5-45d9-9a5a-1c03e5511d89']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:26.276686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port b728cfc3-088c-4da9-bb7f-618e0e893fdf completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:38:26.285384 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b728cfc3-088c-4da9-bb7f-618e0e893fdf triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:26.285787 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:26.355235 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Made reservation on behalf of 830842e936c84ce2b996fb713388d819 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:38:26.359555 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:26.397824 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:26.437561 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port b728cfc3-088c-4da9-bb7f-618e0e893fdf, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b728cfc3-088c-4da9-bb7f-618e0e893fdf,segment=NetworkSegment(5b0199af-8475-4ecf-a329-6b5c519f386d),segment_id=5b0199af-8475-4ecf-a329-6b5c519f386d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:26.444442 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:26.502266 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=b728cfc3-088c-4da9-bb7f-618e0e893fdf,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:26.529460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Allocated IP 172.20.0.4 (a799d1f6-61b0-4192-a654-8ad028cd4b30/54b4b359-223f-43b2-95ed-f4807f555d7a/ceb70833-b9f0-4fba-9f62-a941e7e44c9c) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:38:26.674755 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:26.689073 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Transition to ACTIVE for port object ceb70833-b9f0-4fba-9f62-a941e7e44c9c will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:38:26.729308 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:26.775610 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Network a799d1f6-61b0-4192-a654-8ad028cd4b30 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:38:26.778748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:38:26.785356 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:38:26.812595 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:26.840500 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:26.847056 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:26.847707 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:26.862943 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-9df19295-43f7-4da1-9ab7-1f0ada7c1282 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6428454 Jul 07 20:38:26.920447 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Request body: {'port': {'device_id': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:27.031476 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:27.084456 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e2fdf9be-09fe-4c7a-a8d8-a024ed559c82 None None] Provisioning for port ceb70833-b9f0-4fba-9f62-a941e7e44c9c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:38:27.090580 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-e2fdf9be-09fe-4c7a-a8d8-a024ed559c82 None None] Provisioning complete for port ceb70833-b9f0-4fba-9f62-a941e7e44c9c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:27.091275 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e2fdf9be-09fe-4c7a-a8d8-a024ed559c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:27.112229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428e5a3-ee09-4ced-8703-0accf99eb137 req-b108e62b-6d78-4961-a4bc-6781f0e35250 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:27.113750 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a428e5a3-ee09-4ced-8703-0accf99eb137 req-b108e62b-6d78-4961-a4bc-6781f0e35250 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 931 time: 0.1223087 Jul 07 20:38:27.129413 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-e2fdf9be-09fe-4c7a-a8d8-a024ed559c82 None None] Port ceb70833-b9f0-4fba-9f62-a941e7e44c9c cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:38:27.227088 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a428e5a3-ee09-4ced-8703-0accf99eb137 req-11daa693-da5a-414a-a559-d74b6583da82 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654171 Jul 07 20:38:27.352038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb70833-b9f0-4fba-9f62-a941e7e44c9c {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:38:27.359976 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:27.372628 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Transition to ACTIVE for port object ceb70833-b9f0-4fba-9f62-a941e7e44c9c will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:38:27.376055 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:27.425837 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:27.508130 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Attempting to bind port ceb70833-b9f0-4fba-9f62-a941e7e44c9c on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:38:27.508467 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Attempting to bind port ceb70833-b9f0-4fba-9f62-a941e7e44c9c by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:38:27.508799 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Attempting to bind port ceb70833-b9f0-4fba-9f62-a941e7e44c9c on network a799d1f6-61b0-4192-a654-8ad028cd4b30 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:38:27.513793 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Port ceb70833-b9f0-4fba-9f62-a941e7e44c9c on network a799d1f6-61b0-4192-a654-8ad028cd4b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:38:27.514116 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Attempting to bind port ceb70833-b9f0-4fba-9f62-a941e7e44c9c on network a799d1f6-61b0-4192-a654-8ad028cd4b30 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:38:27.519798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:38:27.520140 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Checking segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:38:27.520529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Bound using segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:38:27.520962 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Bound port: ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:38:27.521324 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:27.602829 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:38:27.606348 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:38:27.611551 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:27.651894 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:27.652776 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:27.653953 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] 10.222.0.110 "PUT /v2.0/ports/ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 1091 time: 0.7828565 Jul 07 20:38:27.654418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:38:27.656958 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f008a4b9-ec65-4cdd-ab59-8c8a3efd5fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:38:27.688299 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20f3d8-5264-41b6-9770-1f49a0e17134 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:27.715997 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10894cdf-59ac-4a8c-afbf-62af48d8d8ff x-openstack-request-id: req-10894cdf-59ac-4a8c-afbf-62af48d8d8ff {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:38:27.716362 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:38:27.716683 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10894cdf-59ac-4a8c-afbf-62af48d8d8ff {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:38:27.717581 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'status': 'completed', 'code': 200} Jul 07 20:38:27.765520 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:38:27.788329 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869814-e00f-40f2-abca-66857debf5e7 req-3f883e77-4a38-490f-b2ca-3c910631c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:27.790577 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-3f883e77-4a38-490f-b2ca-3c910631c5be service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1094 time: 0.0660489 Jul 07 20:38:27.840162 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-fac25bbc-8195-46bc-9fd7-b6fc79969238 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 217 time: 0.0385542 Jul 07 20:38:27.892438 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869814-e00f-40f2-abca-66857debf5e7 req-fbcb33a6-6059-4c47-9dd9-d31e302a9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:27.893916 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-fbcb33a6-6059-4c47-9dd9-d31e302a9037 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0470049 Jul 07 20:38:27.959025 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869814-e00f-40f2-abca-66857debf5e7 req-3036f662-3951-41fa-9988-2675a8e48858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:27.960551 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-3036f662-3951-41fa-9988-2675a8e48858 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592735 Jul 07 20:38:28.057582 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-fe762547-8227-4e49-9c3c-32a9391d1445 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870247 Jul 07 20:38:28.150121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b728cfc3-088c-4da9-bb7f-618e0e893fdf up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:28.158991 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2c869814-e00f-40f2-abca-66857debf5e7 req-8c731769-23df-4c40-885b-09af6a392dc9 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912457 Jul 07 20:38:28.202359 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b728cfc3-088c-4da9-bb7f-618e0e893fdf triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:28.202741 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:28.266357 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a4b9-ec65-4cdd-ab59-8c8a3efd5fd4 req-cd11aac8-eddf-4cdf-9b69-66342659ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:28.267898 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f008a4b9-ec65-4cdd-ab59-8c8a3efd5fd4 req-cd11aac8-eddf-4cdf-9b69-66342659ad45 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1094 time: 0.0561354 Jul 07 20:38:28.392779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a4b9-ec65-4cdd-ab59-8c8a3efd5fd4 req-81156598-0c56-426d-b0b2-21dc909598ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:28.394244 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f008a4b9-ec65-4cdd-ab59-8c8a3efd5fd4 req-81156598-0c56-426d-b0b2-21dc909598ee service neutron] 10.222.0.110 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.1179657 Jul 07 20:38:28.440153 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f008a4b9-ec65-4cdd-ab59-8c8a3efd5fd4 req-cd0facbb-48f5-4c78-bec8-5f826adaf180 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 217 time: 0.0362091 Jul 07 20:38:28.465930 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353e526-e6b4-424c-a1e1-cb815491d89d req-d0ba8da5-b320-4033-8f40-f68f76bee6da tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:28.467396 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f353e526-e6b4-424c-a1e1-cb815491d89d req-d0ba8da5-b320-4033-8f40-f68f76bee6da tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 943 time: 0.1230364 Jul 07 20:38:28.532760 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a4b9-ec65-4cdd-ab59-8c8a3efd5fd4 req-5f032ac4-14c9-4dfc-ae72-08613c6a64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:28.534236 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f008a4b9-ec65-4cdd-ab59-8c8a3efd5fd4 req-5f032ac4-14c9-4dfc-ae72-08613c6a64a5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0848577 Jul 07 20:38:28.537236 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f353e526-e6b4-424c-a1e1-cb815491d89d req-c8e287d8-b12a-4d2b-a3ed-307494a96073 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518472 Jul 07 20:38:28.595704 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a4b9-ec65-4cdd-ab59-8c8a3efd5fd4 req-e781af35-f770-4443-a73a-04fa4232fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:28.597215 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f008a4b9-ec65-4cdd-ab59-8c8a3efd5fd4 req-e781af35-f770-4443-a73a-04fa4232fc83 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538456 Jul 07 20:38:28.689819 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f008a4b9-ec65-4cdd-ab59-8c8a3efd5fd4 req-da259207-5730-488c-a836-eaae58dc7dd6 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841022 Jul 07 20:38:28.788169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f008a4b9-ec65-4cdd-ab59-8c8a3efd5fd4 req-7bba33f0-00b7-4ac0-817e-cbaeb7557a8a service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911129 Jul 07 20:38:29.716826 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fadb1-cad0-45e3-98e3-b0a9ea13f41e req-11c452e1-bb87-43ff-82c0-19af57f75eb4 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:29.718392 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f74fadb1-cad0-45e3-98e3-b0a9ea13f41e req-11c452e1-bb87-43ff-82c0-19af57f75eb4 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 943 time: 0.0682521 Jul 07 20:38:29.756281 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f74fadb1-cad0-45e3-98e3-b0a9ea13f41e req-93201f9c-83b7-4025-8c8d-d827ee3a57f1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322466 Jul 07 20:38:30.554998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ceb70833-b9f0-4fba-9f62-a941e7e44c9c details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:38:30.654445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:30.666528 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'port_id': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'mac_address': 'fa:16:3e:9e:84:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:38:30.704028 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:30.717178 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb70833-b9f0-4fba-9f62-a941e7e44c9c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:38:30.737734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:30.741964 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:30.795087 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:30.931489 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a6561-66a0-4ce6-82ff-ae1ba56225a8 req-410bba3d-f8cc-4e32-9eeb-c58146f54c6b tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:30.932870 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-382a6561-66a0-4ce6-82ff-ae1ba56225a8 req-410bba3d-f8cc-4e32-9eeb-c58146f54c6b tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0629900 Jul 07 20:38:30.975648 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-382a6561-66a0-4ce6-82ff-ae1ba56225a8 req-0ee1dbad-eecc-40a3-bc80-39246c215035 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354607 Jul 07 20:38:31.035235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ceb70833-b9f0-4fba-9f62-a941e7e44c9c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:38:32.148730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b058f-ae63-4ec3-a239-84b0ce153175 req-2ae5eda9-f990-46c6-872b-fbc57f9e3285 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:32.150335 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e7b058f-ae63-4ec3-a239-84b0ce153175 req-2ae5eda9-f990-46c6-872b-fbc57f9e3285 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0634956 Jul 07 20:38:32.188308 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5e7b058f-ae63-4ec3-a239-84b0ce153175 req-7a4cc80d-d8d5-450a-83a0-ed8ecf84a24c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Jul 07 20:38:32.559790 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ceb70833-b9f0-4fba-9f62-a941e7e44c9c up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:38:32.612225 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port ceb70833-b9f0-4fba-9f62-a941e7e44c9c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:38:32.615750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port ceb70833-b9f0-4fba-9f62-a941e7e44c9c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:38:32.616123 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:32.692543 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:32.714913 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:38:32.717158 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffc01f6-e8d0-4050-b6a3-a198adb9c67e" -d '{"events": [{"server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "name": "network-vif-plugged", "status": "completed", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:38:32.730753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:32.735431 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:32.786189 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:32.810139 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1bdbd8-046c-4862-a6bc-edd5bec70ff3 x-openstack-request-id: req-fd1bdbd8-046c-4862-a6bc-edd5bec70ff3 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:38:32.810378 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "name": "network-vif-plugged", "status": "completed", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:38:32.810638 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd1bdbd8-046c-4862-a6bc-edd5bec70ff3 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:38:32.811090 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'code': 200} Jul 07 20:38:33.056376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4bc3e-4388-4787-9832-de75669603a9 req-0321d1d3-0f12-49d4-9b36-f1fb04c9c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:33.057856 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-35f4bc3e-4388-4787-9832-de75669603a9 req-0321d1d3-0f12-49d4-9b36-f1fb04c9c8ff service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1096 time: 0.0524850 Jul 07 20:38:33.102911 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-35f4bc3e-4388-4787-9832-de75669603a9 req-0e3be287-0e17-40d9-9620-6c3abc7e6c13 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338700 Jul 07 20:38:33.359297 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994202a-309f-4625-b39c-126f1f6c6522 req-332defa7-879a-4dad-bfa4-81c0b71d0369 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:33.360702 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b994202a-309f-4625-b39c-126f1f6c6522 req-332defa7-879a-4dad-bfa4-81c0b71d0369 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0623603 Jul 07 20:38:33.397501 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b994202a-309f-4625-b39c-126f1f6c6522 req-1b69c27f-cae6-44ea-a4d2-eb06d426fffd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312989 Jul 07 20:38:34.572190 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2cc8a-207b-4b69-85e6-842de8835bfd req-8a859231-bcf8-4639-b472-ab2c90b47a87 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:34.573709 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-63a2cc8a-207b-4b69-85e6-842de8835bfd req-8a859231-bcf8-4639-b472-ab2c90b47a87 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0643177 Jul 07 20:38:34.612944 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-63a2cc8a-207b-4b69-85e6-842de8835bfd req-c8c65412-7b4a-410a-bd51-9899da6be6a5 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330551 Jul 07 20:38:34.787526 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f548484-70c3-4d1a-a4db-a6a0d49f9589 req-35cc283e-bbaf-4f3b-98bb-00ae345f5bfe tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:34.789008 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6f548484-70c3-4d1a-a4db-a6a0d49f9589 req-35cc283e-bbaf-4f3b-98bb-00ae345f5bfe tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0661209 Jul 07 20:38:34.827309 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6f548484-70c3-4d1a-a4db-a6a0d49f9589 req-ab72120f-8456-4499-b437-b26f56fcbeae tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322967 Jul 07 20:38:34.851007 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52618) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:34.943538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aba59e8-67b0-4365-92e0-e0f3d1cb4a5f tempest-TestShelveInstance-1616973019 tempest-TestShelveInstance-1616973019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:34.945061 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1aba59e8-67b0-4365-92e0-e0f3d1cb4a5f tempest-TestShelveInstance-1616973019 tempest-TestShelveInstance-1616973019-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1091 time: 0.0930736 Jul 07 20:38:34.947932 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52622) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:34.952304 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:38:34.974817 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:35.075556 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:35.176276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Allocated IP 172.25.0.59 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/7720849f-7462-4a0a-9a50-777508b34a8f) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:38:35.279470 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:35.317871 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:35.356115 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:38:35.362056 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:38:35.366326 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:38:35.369415 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'Port': ['ID=7720849f-7462-4a0a-9a50-777508b34a8f,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:35.729541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:35.805430 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:35.949720 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:35.954833 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:36.025263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'Port': ['ID=7720849f-7462-4a0a-9a50-777508b34a8f,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:36.035189 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:36.136042 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Floating IP 4a28dbee-5ff6-40a4-a3e2-ebc2b282686a associated. External IP: 172.25.0.59, port: ceb70833-b9f0-4fba-9f62-a941e7e44c9c. Jul 07 20:38:36.346812 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Router 12b15ba3-b862-4401-8099-d7ff73c4505d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:38:36.453604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:38:36.462826 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65405f7-beb2-4c01-8ded-1e8ccbaba842 None None] Sync routers for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:38:36.472408 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:36.473066 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65405f7-beb2-4c01-8ded-1e8ccbaba842 None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:36.473687 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d65405f7-beb2-4c01-8ded-1e8ccbaba842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:38:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:36.502987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:36.597190 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-d65405f7-beb2-4c01-8ded-1e8ccbaba842 None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:36.834705 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d65405f7-beb2-4c01-8ded-1e8ccbaba842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '4a28dbee-5ff6-40a4-a3e2-ebc2b282686a', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'floating_ip_address': '172.25.0.59', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'port_id': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'mac_address': 'fa:16:3e:9e:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:38:35Z', 'updated_at': '2021-07-07T20:38:35Z', 'revision_number': 0, 'project_id': '830842e936c84ce2b996fb713388d819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:23Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:36.846833 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-83401628-2efc-406a-a43b-9f3e58244f39 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8870027 Jul 07 20:38:36.846833 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:38:36.846833 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27e95d4-dcdb-4099-9aa8-d1b7fcb369a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:38:36.865390 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65405f7-beb2-4c01-8ded-1e8ccbaba842 None None] Checking router: 12b15ba3-b862-4401-8099-d7ff73c4505d for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:38:36.874679 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65405f7-beb2-4c01-8ded-1e8ccbaba842 None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:36.875357 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d65405f7-beb2-4c01-8ded-1e8ccbaba842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:38:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:36.881663 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1718c1ba-efca-495f-8150-764812dd59af x-openstack-request-id: req-1718c1ba-efca-495f-8150-764812dd59af {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:38:36.881951 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:38:36.882200 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1718c1ba-efca-495f-8150-764812dd59af {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:38:36.882598 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'status': 'completed', 'code': 200} Jul 07 20:38:36.962563 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e95d4-dcdb-4099-9aa8-d1b7fcb369a6 req-3cd85597-8e24-4b78-8ed1-ab6269dc27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:36.964250 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c27e95d4-dcdb-4099-9aa8-d1b7fcb369a6 req-3cd85597-8e24-4b78-8ed1-ab6269dc27c9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1096 time: 0.0557218 Jul 07 20:38:36.979586 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-d65405f7-beb2-4c01-8ded-1e8ccbaba842 None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:37.062249 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e95d4-dcdb-4099-9aa8-d1b7fcb369a6 req-d8792c1d-e335-44d3-b6e9-6526adeffc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:37.063768 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c27e95d4-dcdb-4099-9aa8-d1b7fcb369a6 req-d8792c1d-e335-44d3-b6e9-6526adeffc5c service neutron] 10.222.0.110 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0922253 Jul 07 20:38:37.130339 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c27e95d4-dcdb-4099-9aa8-d1b7fcb369a6 req-e04ea701-e9db-4ff4-8810-c043e6e53044 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 998 time: 0.0589061 Jul 07 20:38:37.184453 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e95d4-dcdb-4099-9aa8-d1b7fcb369a6 req-8ee1ace7-4ec3-48e7-acb1-426ba8f020d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:37.185934 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c27e95d4-dcdb-4099-9aa8-d1b7fcb369a6 req-8ee1ace7-4ec3-48e7-acb1-426ba8f020d1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0489726 Jul 07 20:38:37.211873 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d65405f7-beb2-4c01-8ded-1e8ccbaba842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '4a28dbee-5ff6-40a4-a3e2-ebc2b282686a', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'floating_ip_address': '172.25.0.59', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'port_id': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'mac_address': 'fa:16:3e:9e:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:38:35Z', 'updated_at': '2021-07-07T20:38:35Z', 'revision_number': 0, 'project_id': '830842e936c84ce2b996fb713388d819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:23Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:37.238559 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65405f7-beb2-4c01-8ded-1e8ccbaba842 None None] The sync data for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 is: [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '4a28dbee-5ff6-40a4-a3e2-ebc2b282686a', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'floating_ip_address': '172.25.0.59', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'port_id': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'mac_address': 'fa:16:3e:9e:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:38:35Z', 'updated_at': '2021-07-07T20:38:35Z', 'revision_number': 0, 'project_id': '830842e936c84ce2b996fb713388d819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:23Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:38:37.243819 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e95d4-dcdb-4099-9aa8-d1b7fcb369a6 req-7cc40cc1-3bf5-4409-8d6e-788f5514da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:37.244909 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c27e95d4-dcdb-4099-9aa8-d1b7fcb369a6 req-7cc40cc1-3bf5-4409-8d6e-788f5514da64 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517895 Jul 07 20:38:37.339385 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c27e95d4-dcdb-4099-9aa8-d1b7fcb369a6 req-3930f0db-b3bd-4e64-9295-a3b4d4e93391 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865583 Jul 07 20:38:37.438536 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c27e95d4-dcdb-4099-9aa8-d1b7fcb369a6 req-c9b7f6cf-2370-4700-8711-eaaa402ea16c service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920901 Jul 07 20:38:37.439900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d191bec-7fd2-429f-a866-57536f4b2b1c None None] New status for floating IP 4a28dbee-5ff6-40a4-a3e2-ebc2b282686a: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:38:40.711972 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:51.250588 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aefe5e2c-5f75-42fa-998c-943ea59791d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:54.039780 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:54.189196 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-05e7aa78-93a8-4b30-b2d3-583233a3b024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:55.134022 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:56.834993 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:04.765138 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:39:06.525891 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:07.755192 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91b2ad75-093f-4be3-912d-b964c5c4a6dc req-b893ae62-2be4-4d10-8c73-fb3f70f4fdb7 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541170 Jul 07 20:39:07.855301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2ad75-093f-4be3-912d-b964c5c4a6dc req-aa56f529-20e7-4533-b2d9-b2a1906a81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:39:07.856778 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91b2ad75-093f-4be3-912d-b964c5c4a6dc req-aa56f529-20e7-4533-b2d9-b2a1906a81e4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1096 time: 0.0525067 Jul 07 20:39:07.963340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2ad75-093f-4be3-912d-b964c5c4a6dc req-30159c35-0293-4e0e-b1c1-36b4f62673fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:39:07.965232 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91b2ad75-093f-4be3-912d-b964c5c4a6dc req-30159c35-0293-4e0e-b1c1-36b4f62673fa service neutron] 10.222.0.110 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0874636 Jul 07 20:39:08.032357 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91b2ad75-093f-4be3-912d-b964c5c4a6dc req-1a9fcbcd-5a2c-4b1c-b894-9604b2abb455 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 1000 time: 0.0595582 Jul 07 20:39:08.086646 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2ad75-093f-4be3-912d-b964c5c4a6dc req-190b7b84-52ec-466d-bc6b-2104b7dc4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:39:08.088189 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91b2ad75-093f-4be3-912d-b964c5c4a6dc req-190b7b84-52ec-466d-bc6b-2104b7dc4d43 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0476391 Jul 07 20:39:08.146577 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2ad75-093f-4be3-912d-b964c5c4a6dc req-5dae5613-84e0-4a3f-a349-b3bf89aa18e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:39:08.148088 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91b2ad75-093f-4be3-912d-b964c5c4a6dc req-5dae5613-84e0-4a3f-a349-b3bf89aa18e8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514898 Jul 07 20:39:08.238169 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91b2ad75-093f-4be3-912d-b964c5c4a6dc req-481e95af-117e-444a-960f-4313d19e1ab3 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809782 Jul 07 20:39:08.334177 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-91b2ad75-093f-4be3-912d-b964c5c4a6dc req-cc18ce9f-133a-40ff-b18c-145da479a9d4 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863616 Jul 07 20:39:10.698089 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:21.251223 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c8b1fe2-e6ae-4106-9700-41da4c2d6aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:24.041217 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:24.193712 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0fc8-0448-4d45-83e2-55c40f2fb12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:25.136471 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:26.836729 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:36.541401 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:40.715663 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:41.764171 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:39:51.252572 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0b8859f2-ec8b-4dc7-a216-06a981ecaf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:54.043583 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:54.197522 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3afd5feb-41a6-4a7d-9e54-dbcbbcd9c2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:55.139376 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:56.838357 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:06.542341 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:09.760927 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-1a451e2d-a220-4d92-acb6-0f01c663ea72 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534830 Jul 07 20:40:09.864525 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-40db7419-054b-4ac8-9941-928ebbc6f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:09.866760 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-40db7419-054b-4ac8-9941-928ebbc6f227 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1096 time: 0.0562437 Jul 07 20:40:09.970172 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-936b13e9-31a6-49b6-8ed0-915f4a71a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:09.971667 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-936b13e9-31a6-49b6-8ed0-915f4a71a425 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0837400 Jul 07 20:40:10.041404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-88b930f4-971f-4cc9-84f7-aa79950fbd39 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 1000 time: 0.0607789 Jul 07 20:40:10.090929 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-27c3ebce-a1c6-4e2c-b766-929121f35b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:10.092318 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-27c3ebce-a1c6-4e2c-b766-929121f35b48 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0425913 Jul 07 20:40:10.150469 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-a8040aa4-7db2-48d4-bd2c-358adecefbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:10.151990 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-a8040aa4-7db2-48d4-bd2c-358adecefbdd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510230 Jul 07 20:40:10.163883 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-5be66150-a8c7-4f05-8826-647e40a2de7c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:40:10.164830 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-5be66150-a8c7-4f05-8826-647e40a2de7c service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051513 Jul 07 20:40:10.256365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-20d7f1cd-7917-4485-a9ce-c58777865341 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844378 Jul 07 20:40:10.345028 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c5fc6a14-34eb-4e61-b1d5-81c7b292c4d6 req-ca43f5c6-f5d8-4b01-88c5-9f13dbf1e7f0 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810373 Jul 07 20:40:10.724653 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:18.764137 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:40:21.253154 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-408d6778-3547-4aa7-a198-2ac934da795c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:24.045249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:24.197949 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fc173c5d-c4ec-4338-9f3a-bbf556041774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:25.142480 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:26.840543 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:36.540991 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:37.489371 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ef902-0304-46de-8811-7a8a24c25019 req-45be996e-774a-4ece-bdcc-0364007d2165 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:37.490881 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-174ef902-0304-46de-8811-7a8a24c25019 req-45be996e-774a-4ece-bdcc-0364007d2165 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0671597 Jul 07 20:40:37.530397 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-174ef902-0304-46de-8811-7a8a24c25019 req-f4aa1703-9f25-49e4-8d2e-f183d9824937 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318918 Jul 07 20:40:38.703693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0af10-02dd-45fe-a967-815d699d0a69 req-97a41975-3128-4480-959f-589f2000f5b2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:38.705192 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9fd0af10-02dd-45fe-a967-815d699d0a69 req-97a41975-3128-4480-959f-589f2000f5b2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0628731 Jul 07 20:40:38.743707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-9fd0af10-02dd-45fe-a967-815d699d0a69 req-299739fd-5515-4562-aaee-0fbb1fad0272 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327899 Jul 07 20:40:39.943870 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2ddc6-fd47-41f1-9900-815cc4d62f62 req-89d1c490-0138-4190-8273-8faf78e7f9eb tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:39.945399 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-33d2ddc6-fd47-41f1-9900-815cc4d62f62 req-89d1c490-0138-4190-8273-8faf78e7f9eb tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0669301 Jul 07 20:40:39.982944 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-33d2ddc6-fd47-41f1-9900-815cc4d62f62 req-0c319f3b-66ed-4503-b13a-9126f71577ee tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319009 Jul 07 20:40:40.729739 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:41.156637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cacd3-9d4a-4a8a-b6a8-351f519cd9cb req-645d5bfd-40ea-448a-ae77-6f4841b4768c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:41.158242 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-499cacd3-9d4a-4a8a-b6a8-351f519cd9cb req-645d5bfd-40ea-448a-ae77-6f4841b4768c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0657141 Jul 07 20:40:41.196772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-499cacd3-9d4a-4a8a-b6a8-351f519cd9cb req-c353b5f4-f97d-4294-b17a-a9773b8e3e91 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326786 Jul 07 20:40:42.368761 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef4a47-037f-442c-bee5-5c02dc68f62a req-79f8d4cb-35c2-4454-bf81-158f52d8cf8e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:42.370212 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1ef4a47-037f-442c-bee5-5c02dc68f62a req-79f8d4cb-35c2-4454-bf81-158f52d8cf8e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0635054 Jul 07 20:40:42.408141 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c1ef4a47-037f-442c-bee5-5c02dc68f62a req-ea9ca2d4-5b23-4caa-bb39-7698a50a0ed2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322111 Jul 07 20:40:43.580095 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0539a-a51d-4e2f-ac17-9f594134b0c3 req-69f02f93-4053-424f-af65-1382f7cdc5fd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:43.581826 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-54c0539a-a51d-4e2f-ac17-9f594134b0c3 req-69f02f93-4053-424f-af65-1382f7cdc5fd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0624626 Jul 07 20:40:43.619055 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-54c0539a-a51d-4e2f-ac17-9f594134b0c3 req-7a27cc9b-aa02-47d9-ab2e-7cede8437e33 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316851 Jul 07 20:40:44.793241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c331-d9b4-44e1-9a3c-d0e91cf18354 req-1b3284b0-57bd-44bb-baf8-a73bbadf2630 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:44.794711 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5631c331-d9b4-44e1-9a3c-d0e91cf18354 req-1b3284b0-57bd-44bb-baf8-a73bbadf2630 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0661778 Jul 07 20:40:44.831922 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5631c331-d9b4-44e1-9a3c-d0e91cf18354 req-0b61a4d3-c772-4b8b-bb21-6f66d804b937 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Jul 07 20:40:46.188752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8b3e-de2b-491e-9775-8f716915f60f req-11e9341a-8e03-4338-8394-21cf6dbdeedd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:46.190226 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8fcb8b3e-de2b-491e-9775-8f716915f60f req-11e9341a-8e03-4338-8394-21cf6dbdeedd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0634143 Jul 07 20:40:46.231482 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8fcb8b3e-de2b-491e-9775-8f716915f60f req-1bf7b98e-166f-490c-a2d4-e6427232bc4b tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350842 Jul 07 20:40:47.404451 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ef452-2bef-4da1-9ef6-be4fd226717c req-c2aafd8c-54f8-4fd3-8c85-87fddff2bf38 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:47.405906 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cf8ef452-2bef-4da1-9ef6-be4fd226717c req-c2aafd8c-54f8-4fd3-8c85-87fddff2bf38 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0621250 Jul 07 20:40:47.443226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cf8ef452-2bef-4da1-9ef6-be4fd226717c req-7d4804e6-bbf5-4fba-9fcd-d29ed7f5f72a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Jul 07 20:40:48.617838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac245d-7249-465c-9135-7014b429ab3c req-d68627a4-317f-4aef-8491-09b92f6c7bd0 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:48.619343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77ac245d-7249-465c-9135-7014b429ab3c req-d68627a4-317f-4aef-8491-09b92f6c7bd0 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0646732 Jul 07 20:40:48.656772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77ac245d-7249-465c-9135-7014b429ab3c req-93c2334a-f625-4f76-9d8c-3b8089ab32c8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Jul 07 20:40:49.829664 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc158ab-b07b-4aff-b42b-70e9d184a811 req-9f3e97cb-bf99-41b4-bdfb-201dbeb29532 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:49.831165 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ebc158ab-b07b-4aff-b42b-70e9d184a811 req-9f3e97cb-bf99-41b4-bdfb-201dbeb29532 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0614538 Jul 07 20:40:49.871897 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ebc158ab-b07b-4aff-b42b-70e9d184a811 req-071a8eb2-8ddd-42c4-a14b-8868e956531e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351810 Jul 07 20:40:51.059212 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5290e7-14ea-434d-b7b5-507396d6198f req-d47fed47-5293-42af-9f8b-1ee65e0dc0bb tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:51.060701 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3b5290e7-14ea-434d-b7b5-507396d6198f req-d47fed47-5293-42af-9f8b-1ee65e0dc0bb tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0627973 Jul 07 20:40:51.098713 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3b5290e7-14ea-434d-b7b5-507396d6198f req-767cdad6-a1d6-43c5-bb7f-fbb3407273d0 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324056 Jul 07 20:40:51.255221 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-15d42624-b0f7-4b13-9d23-13c3c2459909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:52.269988 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb158e-7ddb-4faa-8a5e-4fec3309e449 req-11fe3b7a-8f3b-4b61-8db2-9aad6ba85f4c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:52.271488 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6dcb158e-7ddb-4faa-8a5e-4fec3309e449 req-11fe3b7a-8f3b-4b61-8db2-9aad6ba85f4c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0637434 Jul 07 20:40:52.308869 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6dcb158e-7ddb-4faa-8a5e-4fec3309e449 req-61177a6d-3fe7-4c2c-9731-dec2060d98be tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Jul 07 20:40:53.230100 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ceb70833-b9f0-4fba-9f62-a941e7e44c9c details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:40:53.324438 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:40:53.335556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'port_id': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'mac_address': 'fa:16:3e:9e:84:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:40:53.372181 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:53.385356 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ceb70833-b9f0-4fba-9f62-a941e7e44c9c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:40:53.404712 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:40:53.408824 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:53.465812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:40:53.473084 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:53.473447 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:53.473861 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:53.474108 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:53.474446 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:53.474773 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:53.475122 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:53.475448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:53.475770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:53.476093 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:53.476412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:53.476733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:53.492770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334366ed-a442-42b6-b25a-aaab4612d320 req-8b3ebf26-45f2-40eb-acb9-e1c76d76db29 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:53.494260 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-334366ed-a442-42b6-b25a-aaab4612d320 req-8b3ebf26-45f2-40eb-acb9-e1c76d76db29 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0707841 Jul 07 20:40:53.496839 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['ceb70833-b9f0-4fba-9f62-a941e7e44c9c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:40:53.534003 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-334366ed-a442-42b6-b25a-aaab4612d320 req-83c64323-b0a4-471a-bdc6-6dc07cb4cd82 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339456 Jul 07 20:40:54.046622 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:54.197461 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d82c04b1-a162-45cb-a754-e85fb028142e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:54.707938 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a885a8f-1317-4cdc-a2a3-5a903a865a10 req-7f58003d-d8b8-47a1-8263-87102db1a0c5 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:54.709458 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a885a8f-1317-4cdc-a2a3-5a903a865a10 req-7f58003d-d8b8-47a1-8263-87102db1a0c5 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0636024 Jul 07 20:40:54.747982 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2a885a8f-1317-4cdc-a2a3-5a903a865a10 req-6db6c56c-883b-4d82-8b02-c5212cc5dea8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328262 Jul 07 20:40:55.151535 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:55.241064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ceb70833-b9f0-4fba-9f62-a941e7e44c9c up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:40:55.289812 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port ceb70833-b9f0-4fba-9f62-a941e7e44c9c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:40:55.290180 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:55.380720 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:55.404605 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:40:55.407440 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede3517b-2204-4ca8-9de4-f6100ddacd5c" -d '{"events": [{"server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "name": "network-vif-plugged", "status": "completed", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:40:55.431302 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:40:55.437439 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:55.465825 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a14cfc4-e2a5-4720-a531-8fcce02ab50e x-openstack-request-id: req-3a14cfc4-e2a5-4720-a531-8fcce02ab50e {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:40:55.466113 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "name": "network-vif-plugged", "status": "completed", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:40:55.466364 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a14cfc4-e2a5-4720-a531-8fcce02ab50e {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:40:55.466760 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'code': 200} Jul 07 20:40:55.496852 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:40:55.763420 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:40:55.954665 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8de62a-dfd6-4281-adad-1470928cd06f req-0c3b51c9-a387-4098-9dca-f1f7d0e6da8d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:55.956610 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb8de62a-dfd6-4281-adad-1470928cd06f req-0c3b51c9-a387-4098-9dca-f1f7d0e6da8d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0810206 Jul 07 20:40:56.002910 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb8de62a-dfd6-4281-adad-1470928cd06f req-bad2ad2f-89d7-4494-8a0b-5ae790084b86 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374539 Jul 07 20:40:56.849676 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:57.196060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72809879-4643-4185-a1df-ef4728ef8ba8 req-a9c8c433-dd12-4221-9b5a-7bff508bb0ae tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:57.197864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-72809879-4643-4185-a1df-ef4728ef8ba8 req-a9c8c433-dd12-4221-9b5a-7bff508bb0ae tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0768781 Jul 07 20:40:57.239648 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-72809879-4643-4185-a1df-ef4728ef8ba8 req-28ad38dd-0813-4d2a-ad12-af0be9043454 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362408 Jul 07 20:40:58.458014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4276c6-420d-4abe-a4e5-5cf120cdab69 req-f760bc22-1f90-47e6-b857-f8c78caf7745 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:58.459601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3d4276c6-420d-4abe-a4e5-5cf120cdab69 req-f760bc22-1f90-47e6-b857-f8c78caf7745 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0841160 Jul 07 20:40:58.502835 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-3d4276c6-420d-4abe-a4e5-5cf120cdab69 req-4c202e9a-b1c4-4e7a-95e8-c349c719ab4c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364182 Jul 07 20:40:59.710010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f14c8-feeb-497e-b12e-e7c68e6a9490 req-0674260d-fef2-459b-8e92-5893b4df37a0 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:59.711628 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d0f14c8-feeb-497e-b12e-e7c68e6a9490 req-0674260d-fef2-459b-8e92-5893b4df37a0 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0803926 Jul 07 20:40:59.775409 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6d0f14c8-feeb-497e-b12e-e7c68e6a9490 req-11a9a675-5218-404a-8d25-6aa9492a5e9f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515270 Jul 07 20:41:00.983787 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48da9c-7f24-4a7e-9247-e3cc5419b4eb req-6a71750d-43ad-49e8-a816-af421d22aef2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:00.985856 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef48da9c-7f24-4a7e-9247-e3cc5419b4eb req-6a71750d-43ad-49e8-a816-af421d22aef2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0781569 Jul 07 20:41:01.030566 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ef48da9c-7f24-4a7e-9247-e3cc5419b4eb req-5c34d2aa-ff31-46ad-8523-2de7f426f5e5 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384338 Jul 07 20:41:02.230036 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adbf9a-9462-424e-ab0e-a5412ed486e9 req-0684c7e5-2611-4a34-963a-50ab0aaa009f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:02.231682 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20adbf9a-9462-424e-ab0e-a5412ed486e9 req-0684c7e5-2611-4a34-963a-50ab0aaa009f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0729315 Jul 07 20:41:02.284212 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-20adbf9a-9462-424e-ab0e-a5412ed486e9 req-5108d9fd-0092-44bd-9f2c-b758c1ffbef9 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406103 Jul 07 20:41:03.502681 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272b96d-e0a2-4808-a129-0f3b2a6fb630 req-149b9363-7c6f-4b89-9232-14d8f68eb52b tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:03.504323 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8272b96d-e0a2-4808-a129-0f3b2a6fb630 req-149b9363-7c6f-4b89-9232-14d8f68eb52b tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0731246 Jul 07 20:41:03.551867 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8272b96d-e0a2-4808-a129-0f3b2a6fb630 req-1ad6d6c6-f551-4c2c-bfbb-eed49810e4a3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398169 Jul 07 20:41:04.728748 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb200597-383c-4aa9-8b68-5d527fd9ef0d req-23f330a7-3eb2-406f-9829-7b5b09385266 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:04.730314 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb200597-383c-4aa9-8b68-5d527fd9ef0d req-23f330a7-3eb2-406f-9829-7b5b09385266 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0664413 Jul 07 20:41:04.768972 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860ad7-5d58-4b92-8296-1e1aac2280ba req-eae5668f-e449-422f-bed8-1411fe6b1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:04.770210 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fb200597-383c-4aa9-8b68-5d527fd9ef0d req-fb1382ee-7dac-4e1d-8ca6-29430e318916 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335443 Jul 07 20:41:04.770534 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b1860ad7-5d58-4b92-8296-1e1aac2280ba req-eae5668f-e449-422f-bed8-1411fe6b1b15 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1096 time: 0.0545738 Jul 07 20:41:04.873684 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860ad7-5d58-4b92-8296-1e1aac2280ba req-3519d7e3-fdc8-4920-b04d-a43894e97133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:04.875084 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b1860ad7-5d58-4b92-8296-1e1aac2280ba req-3519d7e3-fdc8-4920-b04d-a43894e97133 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0972400 Jul 07 20:41:04.941621 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b1860ad7-5d58-4b92-8296-1e1aac2280ba req-3e7b35d5-3518-4fff-9454-1b4c582f3be7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 1000 time: 0.0591044 Jul 07 20:41:04.996342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860ad7-5d58-4b92-8296-1e1aac2280ba req-cf6cc391-c0be-4e2a-b8d2-0a8f1ceb291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:04.997827 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b1860ad7-5d58-4b92-8296-1e1aac2280ba req-cf6cc391-c0be-4e2a-b8d2-0a8f1ceb291e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0491960 Jul 07 20:41:05.058436 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860ad7-5d58-4b92-8296-1e1aac2280ba req-398b8b1d-6fd0-4028-b23f-7fc6b7b66108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:05.059975 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b1860ad7-5d58-4b92-8296-1e1aac2280ba req-398b8b1d-6fd0-4028-b23f-7fc6b7b66108 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536866 Jul 07 20:41:05.154352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b1860ad7-5d58-4b92-8296-1e1aac2280ba req-05f896bc-67d6-4345-9e43-d8ab27445675 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864286 Jul 07 20:41:05.247391 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b1860ad7-5d58-4b92-8296-1e1aac2280ba req-b2000215-f688-4dca-ba77-6a08dcdf2dcd service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852454 Jul 07 20:41:05.945824 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335e298-8196-4a2f-b312-a4b0a7380c12 req-67cd03cf-d0f6-4869-81f5-fb6bae689348 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:05.947324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d335e298-8196-4a2f-b312-a4b0a7380c12 req-67cd03cf-d0f6-4869-81f5-fb6bae689348 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0633714 Jul 07 20:41:05.985230 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d335e298-8196-4a2f-b312-a4b0a7380c12 req-1590326e-3565-4078-a29b-e92a7798b0d8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316100 Jul 07 20:41:06.557910 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:07.165005 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f8155-d096-4d7e-bcd0-794ffd681039 req-10dff711-2b00-4bc0-aaa2-4cc5d5341701 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:07.166635 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-457f8155-d096-4d7e-bcd0-794ffd681039 req-10dff711-2b00-4bc0-aaa2-4cc5d5341701 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0695250 Jul 07 20:41:07.205403 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-457f8155-d096-4d7e-bcd0-794ffd681039 req-a0cde011-990c-4fdc-9436-27df54f49ce4 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334036 Jul 07 20:41:08.384051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0596e-ddc8-469c-903e-0fdfff02deee req-83f9edf2-86ab-4cec-941b-f1449fc3f6fe tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:08.385562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cac0596e-ddc8-469c-903e-0fdfff02deee req-83f9edf2-86ab-4cec-941b-f1449fc3f6fe tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0695653 Jul 07 20:41:08.422548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cac0596e-ddc8-469c-903e-0fdfff02deee req-00abffa1-fe69-48d3-b6bf-f29730322b9d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309479 Jul 07 20:41:08.532313 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-e631dd1e-571b-46cb-96a7-e3d2d668469e req-b6ceeafb-aba5-44b1-ba07-012da68d2e0f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:41:08.533571 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e631dd1e-571b-46cb-96a7-e3d2d668469e req-b6ceeafb-aba5-44b1-ba07-012da68d2e0f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060990 Jul 07 20:41:08.787920 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b68a6-999a-4f67-8d4f-b7d02280ade8 req-6fb43f17-56ca-458d-bbc8-a095152f732a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:08.789439 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-652b68a6-999a-4f67-8d4f-b7d02280ade8 req-6fb43f17-56ca-458d-bbc8-a095152f732a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0642176 Jul 07 20:41:08.827918 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-652b68a6-999a-4f67-8d4f-b7d02280ade8 req-7885d36c-ff87-4641-899d-51728d371a88 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328634 Jul 07 20:41:09.035699 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b78d035d-2d5b-427f-94be-479009959e75 req-5345d0dc-3e97-45cf-a1c4-d1bfc988f21f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932951 Jul 07 20:41:09.310781 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device ceb70833-b9f0-4fba-9f62-a941e7e44c9c no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:41:09.391527 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:09.417064 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:41:09.419361 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6388c5fb-dec6-4c15-a821-eca16747aec8" -d '{"events": [{"server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:41:09.433101 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:41:09.440261 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:09.464172 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 20:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f334b4-5cf2-46ed-b0a6-4a76c88037bd x-openstack-request-id: req-06f334b4-5cf2-46ed-b0a6-4a76c88037bd {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:41:09.464172 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "name": "network-vif-unplugged", "status": "failed", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c", "code": 422}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:41:09.464502 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06f334b4-5cf2-46ed-b0a6-4a76c88037bd {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:41:09.464823 n-d-793621-9 neutron-server[93902]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'code': 422} returned with failed status Jul 07 20:41:09.491369 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:10.001223 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d035d-2d5b-427f-94be-479009959e75 req-c405519e-4026-4efc-88a9-6d3fc054761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:10.003100 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b78d035d-2d5b-427f-94be-479009959e75 req-c405519e-4026-4efc-88a9-6d3fc054761b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf&tenant_id=830842e936c84ce2b996fb713388d819 HTTP/1.1" status: 200 len: 1094 time: 0.0574219 Jul 07 20:41:10.014424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-b78d035d-2d5b-427f-94be-479009959e75 req-2b64d0a3-2ce6-452c-89c2-77438fb15caf service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:41:10.015489 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b78d035d-2d5b-427f-94be-479009959e75 req-2b64d0a3-2ce6-452c-89c2-77438fb15caf service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055068 Jul 07 20:41:10.027545 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:41:10.108232 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.321382 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:41:10.331783 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d425bc-bbc3-41b6-8c5f-21b34b50eeb4 req-c936345c-c92e-408f-a5aa-09b4ef3eef59 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:10.333300 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f7d425bc-bbc3-41b6-8c5f-21b34b50eeb4 req-c936345c-c92e-408f-a5aa-09b4ef3eef59 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 943 time: 0.3918636 Jul 07 20:41:10.355860 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:41:10.373294 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f7d425bc-bbc3-41b6-8c5f-21b34b50eeb4 req-fd856848-ede6-4d0e-98ce-12a00e9451d0 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337288 Jul 07 20:41:10.388959 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb70833-b9f0-4fba-9f62-a941e7e44c9c {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:41:10.397061 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.409555 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Transition to ACTIVE for port object ceb70833-b9f0-4fba-9f62-a941e7e44c9c will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:41:10.413579 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.496686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=9']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:10.508972 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:10.509314 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:10.509776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:10.510116 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:10.510445 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:10.510770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:10.511120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:10.511444 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:10.511770 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:10.512091 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:10.512412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:10.512728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:10.552233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] No DVR routers for this DVR port ceb70833-b9f0-4fba-9f62-a941e7e44c9c on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:41:10.690532 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Attempting to bind port ceb70833-b9f0-4fba-9f62-a941e7e44c9c on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:41:10.691307 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Attempting to bind port ceb70833-b9f0-4fba-9f62-a941e7e44c9c by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:41:10.691713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Attempting to bind port ceb70833-b9f0-4fba-9f62-a941e7e44c9c on network a799d1f6-61b0-4192-a654-8ad028cd4b30 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:41:10.696487 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Port ceb70833-b9f0-4fba-9f62-a941e7e44c9c on network a799d1f6-61b0-4192-a654-8ad028cd4b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:41:10.696806 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Attempting to bind port ceb70833-b9f0-4fba-9f62-a941e7e44c9c on network a799d1f6-61b0-4192-a654-8ad028cd4b30 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:41:10.701617 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:41:10.701945 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Checking segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:41:10.702325 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Bound using segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:41:10.702755 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Bound port: ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:41:10.703635 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.725925 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.772329 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:41:10.775693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:41:10.779606 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.808794 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:10.809817 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.811225 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b78d035d-2d5b-427f-94be-479009959e75 req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] 10.222.0.48 "PUT /v2.0/ports/ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 1091 time: 0.7881300 Jul 07 20:41:10.814308 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:41:10.817175 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a02e746-11e3-42b8-aa42-efc46a6f4a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:41:10.877510 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c456a55-6cda-4e29-84d6-9cd616f68552 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=10']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:10.911260 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d035d-2d5b-427f-94be-479009959e75 req-5e7499bf-5fbb-4bba-ae31-293d54404485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:10.912783 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b78d035d-2d5b-427f-94be-479009959e75 req-5e7499bf-5fbb-4bba-ae31-293d54404485 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1095 time: 0.0709381 Jul 07 20:41:10.922328 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909aa86c-395a-4bf4-86a4-9a8b805b1394 x-openstack-request-id: req-909aa86c-395a-4bf4-86a4-9a8b805b1394 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:41:10.922650 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:41:10.922901 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-909aa86c-395a-4bf4-86a4-9a8b805b1394 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:41:10.923338 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'status': 'completed', 'code': 200} Jul 07 20:41:11.018690 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d035d-2d5b-427f-94be-479009959e75 req-bba3f0ff-3c44-4835-851e-0b600d12e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:11.020359 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b78d035d-2d5b-427f-94be-479009959e75 req-bba3f0ff-3c44-4835-851e-0b600d12e176 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0962451 Jul 07 20:41:11.085256 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b78d035d-2d5b-427f-94be-479009959e75 req-3efb184c-9131-4225-b070-13304b76d37b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 998 time: 0.0577936 Jul 07 20:41:11.133113 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d035d-2d5b-427f-94be-479009959e75 req-c91ccd9e-299a-47b7-b426-64448ffb55f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:11.134440 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b78d035d-2d5b-427f-94be-479009959e75 req-c91ccd9e-299a-47b7-b426-64448ffb55f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0430193 Jul 07 20:41:11.194678 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d035d-2d5b-427f-94be-479009959e75 req-4203279d-05a3-4792-8e04-c7dfe572d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:11.196182 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b78d035d-2d5b-427f-94be-479009959e75 req-4203279d-05a3-4792-8e04-c7dfe572d5b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552156 Jul 07 20:41:11.283994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b78d035d-2d5b-427f-94be-479009959e75 req-f53da5fc-4aa0-40b5-901e-090e603b2347 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799251 Jul 07 20:41:11.380750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b78d035d-2d5b-427f-94be-479009959e75 req-911133c2-75c1-4050-a7d5-bd07f2625ddd service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882287 Jul 07 20:41:11.486322 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02e746-11e3-42b8-aa42-efc46a6f4a6f req-e2e07bba-6de9-442b-b86b-5c81e0a53a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:11.488070 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a02e746-11e3-42b8-aa42-efc46a6f4a6f req-e2e07bba-6de9-442b-b86b-5c81e0a53a03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1095 time: 0.0576437 Jul 07 20:41:11.558169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c174b-bb06-48f7-9958-a08efe1e5eff req-d77ea22f-7bed-42eb-866d-9bd582c042de tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:11.559714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-821c174b-bb06-48f7-9958-a08efe1e5eff req-d77ea22f-7bed-42eb-866d-9bd582c042de tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0664933 Jul 07 20:41:11.585199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02e746-11e3-42b8-aa42-efc46a6f4a6f req-5b265d53-2a38-4419-807d-cd277f789764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:11.586527 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a02e746-11e3-42b8-aa42-efc46a6f4a6f req-5b265d53-2a38-4419-807d-cd277f789764 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0915937 Jul 07 20:41:11.607489 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-821c174b-bb06-48f7-9958-a08efe1e5eff req-a5d7749c-26f1-419e-a80b-dd77638a70a4 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346174 Jul 07 20:41:11.661518 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a02e746-11e3-42b8-aa42-efc46a6f4a6f req-199a2ee2-83a4-4cae-b909-f0c4dcc79821 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 998 time: 0.0679674 Jul 07 20:41:11.731399 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02e746-11e3-42b8-aa42-efc46a6f4a6f req-c808059e-668d-4ed5-96e3-4afecfc6b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:11.733240 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a02e746-11e3-42b8-aa42-efc46a6f4a6f req-c808059e-668d-4ed5-96e3-4afecfc6b4e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0603290 Jul 07 20:41:12.848446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75279-5175-4233-bea8-da51a04a5d93 req-8781ca83-d348-4ac5-8fde-dd5ec6d904e7 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:12.850127 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8d75279-5175-4233-bea8-da51a04a5d93 req-8781ca83-d348-4ac5-8fde-dd5ec6d904e7 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.1213045 Jul 07 20:41:12.890302 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e8d75279-5175-4233-bea8-da51a04a5d93 req-8b3407b7-7f35-4910-9b5a-62bb20a72ef3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344265 Jul 07 20:41:14.121483 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ecd05-8fa7-47c8-b5f9-8214259ab216 req-12a58b3c-d0b1-4d31-b3fe-67fc0c336923 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:14.123011 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c86ecd05-8fa7-47c8-b5f9-8214259ab216 req-12a58b3c-d0b1-4d31-b3fe-67fc0c336923 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.1165426 Jul 07 20:41:14.166562 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c86ecd05-8fa7-47c8-b5f9-8214259ab216 req-df73d027-da38-412e-9f09-9fae829655ff tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366786 Jul 07 20:41:15.352193 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22694ae9-4fa5-46c7-b1b4-901ab4897f3b req-b01da657-38ea-4efe-be94-186060bb72e1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:15.353713 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22694ae9-4fa5-46c7-b1b4-901ab4897f3b req-b01da657-38ea-4efe-be94-186060bb72e1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0653872 Jul 07 20:41:15.398919 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22694ae9-4fa5-46c7-b1b4-901ab4897f3b req-7d121beb-5364-4796-a76d-ba21bc488e6c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396132 Jul 07 20:41:16.588622 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131fc1-ead4-4309-8036-e8a16b63ac5b req-cdec240e-faec-40ea-a586-3b1fb0468db6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:16.590611 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8c131fc1-ead4-4309-8036-e8a16b63ac5b req-cdec240e-faec-40ea-a586-3b1fb0468db6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0716195 Jul 07 20:41:16.632679 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8c131fc1-ead4-4309-8036-e8a16b63ac5b req-ef022841-4852-49b0-be0e-15768e7ff965 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348647 Jul 07 20:41:17.814856 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fceb6c0-d7ba-4b4d-a810-31b2e5008e38 req-f882dafa-6239-4286-87f2-feec26a62632 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:17.816377 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5fceb6c0-d7ba-4b4d-a810-31b2e5008e38 req-f882dafa-6239-4286-87f2-feec26a62632 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0667152 Jul 07 20:41:17.857351 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-5fceb6c0-d7ba-4b4d-a810-31b2e5008e38 req-39e27e27-129f-4771-a9c6-e677cfd7d7d7 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349016 Jul 07 20:41:19.036032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bc8a8-f18b-43b6-a26e-de2791ca32c7 req-17014c12-e5db-40a3-a434-b1f15d8b9b7f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:19.038263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-874bc8a8-f18b-43b6-a26e-de2791ca32c7 req-17014c12-e5db-40a3-a434-b1f15d8b9b7f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0663862 Jul 07 20:41:19.077986 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-874bc8a8-f18b-43b6-a26e-de2791ca32c7 req-2c3be180-b479-4d27-b05b-d05553a3c603 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339136 Jul 07 20:41:20.263557 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3c197-4176-46b9-889b-d5a01d392177 req-311d9f94-a49c-43db-b9c3-204c2ef693b8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:20.265050 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7a3c197-4176-46b9-889b-d5a01d392177 req-311d9f94-a49c-43db-b9c3-204c2ef693b8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0707617 Jul 07 20:41:20.312217 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a7a3c197-4176-46b9-889b-d5a01d392177 req-4aadbc1c-fbe4-4efb-97fb-e43269f0d158 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414989 Jul 07 20:41:21.258502 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5b7eef9f-bb79-473f-a36c-e7e02bfee49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:21.493623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ca5ec-1d02-4200-ac87-d71b9b68ebbf req-3f0bdfed-a42a-4229-83ff-ef837a470ac8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:21.495183 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-036ca5ec-1d02-4200-ac87-d71b9b68ebbf req-3f0bdfed-a42a-4229-83ff-ef837a470ac8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0718179 Jul 07 20:41:21.536917 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-036ca5ec-1d02-4200-ac87-d71b9b68ebbf req-eba6ec07-2a6b-4276-b69e-c157858cfab9 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359507 Jul 07 20:41:22.710824 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0feb8-9010-4145-8258-1cdeeaca0923 req-640931e9-6da6-4815-88c4-fd00c8ed2ac4 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:22.712401 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0b0feb8-9010-4145-8258-1cdeeaca0923 req-640931e9-6da6-4815-88c4-fd00c8ed2ac4 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0625408 Jul 07 20:41:22.751277 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a0b0feb8-9010-4145-8258-1cdeeaca0923 req-85c43d0c-3fd0-42db-baa3-4e66a51f8409 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327630 Jul 07 20:41:23.923118 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7d753-a72b-4499-a810-bb61a41fe3e4 req-38e9e0b6-9423-41cc-a2bb-c353bebc0177 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:23.924623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ab7d753-a72b-4499-a810-bb61a41fe3e4 req-38e9e0b6-9423-41cc-a2bb-c353bebc0177 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0630867 Jul 07 20:41:23.962324 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-2ab7d753-a72b-4499-a810-bb61a41fe3e4 req-e19d38e2-81ee-4d62-874c-f6535be84415 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316503 Jul 07 20:41:24.047697 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:24.197971 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-712f63f6-218c-44a2-b6c5-a9cb75887d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:24.539370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02e746-11e3-42b8-aa42-efc46a6f4a6f req-ae734a65-e252-466e-9d58-775a9508ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:24.540864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a02e746-11e3-42b8-aa42-efc46a6f4a6f req-ae734a65-e252-466e-9d58-775a9508ae25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996022 Jul 07 20:41:24.632935 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a02e746-11e3-42b8-aa42-efc46a6f4a6f req-32239159-3c40-431d-868f-9ae80388bf51 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819633 Jul 07 20:41:24.724334 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2a02e746-11e3-42b8-aa42-efc46a6f4a6f req-551773af-fbbe-4289-947d-43a31aa2f1f7 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845714 Jul 07 20:41:24.834686 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709d1d9-3e62-4263-b50d-9e7fcfe6c907 req-6fcd1398-ccae-4376-84c0-1cd50203ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:24.836108 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0709d1d9-3e62-4263-b50d-9e7fcfe6c907 req-6fcd1398-ccae-4376-84c0-1cd50203ea29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1095 time: 0.0529115 Jul 07 20:41:24.936820 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709d1d9-3e62-4263-b50d-9e7fcfe6c907 req-77ffa36f-a249-45bb-aeb2-066e2e393697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:24.938298 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0709d1d9-3e62-4263-b50d-9e7fcfe6c907 req-77ffa36f-a249-45bb-aeb2-066e2e393697 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0819986 Jul 07 20:41:25.007399 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0709d1d9-3e62-4263-b50d-9e7fcfe6c907 req-875c1860-9a66-4d9b-9089-299767059727 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 998 time: 0.0609267 Jul 07 20:41:25.057112 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709d1d9-3e62-4263-b50d-9e7fcfe6c907 req-fd158653-ef46-454a-8049-fbe4a8eee3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:25.058583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0709d1d9-3e62-4263-b50d-9e7fcfe6c907 req-fd158653-ef46-454a-8049-fbe4a8eee3de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0437012 Jul 07 20:41:25.147907 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:25.158866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709d1d9-3e62-4263-b50d-9e7fcfe6c907 req-3159c629-190f-4cc3-8638-421fac0b0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:25.160367 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0709d1d9-3e62-4263-b50d-9e7fcfe6c907 req-3159c629-190f-4cc3-8638-421fac0b0676 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949330 Jul 07 20:41:25.183136 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cca15-b967-4833-9983-aae633b8f97a req-bc998a6e-b02a-4ae2-9baa-30179e6de5c7 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:25.184793 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-987cca15-b967-4833-9983-aae633b8f97a req-bc998a6e-b02a-4ae2-9baa-30179e6de5c7 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0949600 Jul 07 20:41:25.259979 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-987cca15-b967-4833-9983-aae633b8f97a req-14420814-89e1-48e6-bc69-e634fe29f2b8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659556 Jul 07 20:41:25.284865 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0709d1d9-3e62-4263-b50d-9e7fcfe6c907 req-8d063e63-da8b-4c72-a9a0-7ab47c52a9b9 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171534 Jul 07 20:41:25.378105 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0709d1d9-3e62-4263-b50d-9e7fcfe6c907 req-d6b83871-1966-4e93-bedd-003d7f1e16f2 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852606 Jul 07 20:41:26.436149 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cba8f8-922e-4a4a-a892-fed6d6ae97db req-8306a2e0-6446-47c2-8e4d-1befad1bcca8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:26.437528 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79cba8f8-922e-4a4a-a892-fed6d6ae97db req-8306a2e0-6446-47c2-8e4d-1befad1bcca8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0660927 Jul 07 20:41:26.475803 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-79cba8f8-922e-4a4a-a892-fed6d6ae97db req-cf575699-4292-4648-8c07-8521fae9f094 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Jul 07 20:41:26.847072 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:27.651890 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db9fa8-6455-452b-b80c-13951a95b7ae req-dca311c3-2d82-4808-beac-d5d3f3ff6193 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:27.653389 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c3db9fa8-6455-452b-b80c-13951a95b7ae req-dca311c3-2d82-4808-beac-d5d3f3ff6193 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 944 time: 0.0647576 Jul 07 20:41:27.690668 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c3db9fa8-6455-452b-b80c-13951a95b7ae req-7f1b7691-321f-4400-822c-2d47229e57c4 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Jul 07 20:41:28.238810 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ceb70833-b9f0-4fba-9f62-a941e7e44c9c details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:41:28.488606 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:41:28.499953 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'port_id': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'mac_address': 'fa:16:3e:9e:84:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:41:28.535290 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:28.547196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb70833-b9f0-4fba-9f62-a941e7e44c9c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:41:28.567106 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:41:28.572121 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:28.619109 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=11']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:28.862022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784899b-7ae7-4ff4-a3ef-943cf2638401 req-780d2f9f-f9b9-456a-b310-46a7a0c31bf2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:28.863411 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a784899b-7ae7-4ff4-a3ef-943cf2638401 req-780d2f9f-f9b9-456a-b310-46a7a0c31bf2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0635283 Jul 07 20:41:28.903209 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a784899b-7ae7-4ff4-a3ef-943cf2638401 req-3a626243-30b1-4840-bf71-21a9b7514753 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342062 Jul 07 20:41:28.937799 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ceb70833-b9f0-4fba-9f62-a941e7e44c9c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:41:30.078420 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dacc1-877e-479c-8245-1d1b8a298abd req-35e3f14e-d8ac-4359-92ac-97daa1db1341 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:30.079843 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b25dacc1-877e-479c-8245-1d1b8a298abd req-35e3f14e-d8ac-4359-92ac-97daa1db1341 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 945 time: 0.0668111 Jul 07 20:41:30.119547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b25dacc1-877e-479c-8245-1d1b8a298abd req-b863401f-72ff-42cf-87b2-db0bfb523c6f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330544 Jul 07 20:41:30.254464 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ceb70833-b9f0-4fba-9f62-a941e7e44c9c up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:41:30.305050 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port ceb70833-b9f0-4fba-9f62-a941e7e44c9c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:41:30.308585 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port ceb70833-b9f0-4fba-9f62-a941e7e44c9c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:41:30.308950 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:30.383285 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:30.407895 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:41:30.410564 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27fa8f4-5878-4573-98d9-c4d22509f4c7" -d '{"events": [{"server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "name": "network-vif-plugged", "status": "completed", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:41:30.424462 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:41:30.430900 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:30.462319 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454b1639-2ee9-4404-bc9b-04c3bd3cb23a x-openstack-request-id: req-454b1639-2ee9-4404-bc9b-04c3bd3cb23a {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:41:30.462609 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "name": "network-vif-plugged", "status": "completed", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:41:30.462911 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-454b1639-2ee9-4404-bc9b-04c3bd3cb23a {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:41:30.463321 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'code': 200} Jul 07 20:41:30.481377 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=12']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:30.638034 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d50a3-5884-4cc9-ab41-3ce3dc4ff6a9 req-a62f16b7-cc06-4b3d-aa22-08f8498c9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:30.639512 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d79d50a3-5884-4cc9-ab41-3ce3dc4ff6a9 req-a62f16b7-cc06-4b3d-aa22-08f8498c9251 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1097 time: 0.0528522 Jul 07 20:41:30.675983 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d79d50a3-5884-4cc9-ab41-3ce3dc4ff6a9 req-b28540ef-c96a-4ab3-801b-4e7c80b37e89 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277927 Jul 07 20:41:31.296235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620de65-9f4d-4891-b6a9-5630b862fdc9 req-11c5f0da-01f5-4c11-ba54-d72e8f1d5413 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:31.297739 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2620de65-9f4d-4891-b6a9-5630b862fdc9 req-11c5f0da-01f5-4c11-ba54-d72e8f1d5413 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 946 time: 0.0649183 Jul 07 20:41:31.336092 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2620de65-9f4d-4891-b6a9-5630b862fdc9 req-f43e9242-dfd7-4c06-a489-40c78ab2b279 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322847 Jul 07 20:41:32.511947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15fb46-37d9-43d0-822a-6e85ca944c68 req-e9d5066d-8af4-4f5e-bc4d-407cbfcc8083 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:32.513426 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a15fb46-37d9-43d0-822a-6e85ca944c68 req-e9d5066d-8af4-4f5e-bc4d-407cbfcc8083 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 946 time: 0.0638533 Jul 07 20:41:32.550986 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1a15fb46-37d9-43d0-822a-6e85ca944c68 req-3460f978-6561-4da3-a9f8-3d28eed1487f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320039 Jul 07 20:41:32.763703 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:41:36.547068 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:40.726805 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:51.259171 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-01e1c691-c830-48f7-a515-cf5c20b7a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:54.048899 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:54.197684 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-41d32574-a2e1-45e1-8a41-19874f801d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:55.149790 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:56.856716 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:06.550467 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:09.762584 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:42:10.735279 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:18.168787 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-635641b7-5d44-4595-89ba-55055c182d62 req-ee89a5ac-8f20-4063-b705-eadd0019d122 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532384 Jul 07 20:42:18.261393 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635641b7-5d44-4595-89ba-55055c182d62 req-bb0d77f5-d3ef-40ef-b8f3-f7cd79a07a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:42:18.262939 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-635641b7-5d44-4595-89ba-55055c182d62 req-bb0d77f5-d3ef-40ef-b8f3-f7cd79a07a71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1097 time: 0.0518355 Jul 07 20:42:18.368096 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635641b7-5d44-4595-89ba-55055c182d62 req-f4f61d84-e5e6-459f-aaa2-30f32f66c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:42:18.369558 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-635641b7-5d44-4595-89ba-55055c182d62 req-f4f61d84-e5e6-459f-aaa2-30f32f66c16b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0853760 Jul 07 20:42:18.433845 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-635641b7-5d44-4595-89ba-55055c182d62 req-cc36dba6-ca95-4391-a440-6133d03b3129 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 1000 time: 0.0574255 Jul 07 20:42:18.481365 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635641b7-5d44-4595-89ba-55055c182d62 req-8d0a7767-5cab-44d2-b1f0-94c228f7a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:42:18.482772 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-635641b7-5d44-4595-89ba-55055c182d62 req-8d0a7767-5cab-44d2-b1f0-94c228f7a4b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0431657 Jul 07 20:42:18.542279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635641b7-5d44-4595-89ba-55055c182d62 req-1761caea-291c-4562-bf3a-bbf5682f66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:42:18.543795 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-635641b7-5d44-4595-89ba-55055c182d62 req-1761caea-291c-4562-bf3a-bbf5682f66aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535212 Jul 07 20:42:18.632594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-635641b7-5d44-4595-89ba-55055c182d62 req-ead1a92b-8d9c-4bf2-b543-927f8c38be8c service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812342 Jul 07 20:42:18.724014 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-635641b7-5d44-4595-89ba-55055c182d62 req-e9a3cc71-83ad-49d6-8aa2-fb99a65a3a16 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831690 Jul 07 20:42:21.259095 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-96002522-b645-433b-959b-6ea09c432bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:24.050157 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:24.196916 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-58f5fedf-a705-4739-893d-304e41f0fde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:25.154051 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:26.851523 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:36.554854 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:40.724495 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:46.761522 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:42:51.260302 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d86aa0a1-dc08-4523-abe6-4a5aade7aeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:54.051590 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:54.196451 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1155cde3-7277-4e8c-99fe-8093d5e2fa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:55.157049 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:56.853606 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:06.568225 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:10.733127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:19.153536 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0598a4c2-ce6d-456f-9ea3-91c589960dbb req-8ab06a3a-cc48-43e1-9c76-ad24873c8eae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518575 Jul 07 20:43:19.246765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598a4c2-ce6d-456f-9ea3-91c589960dbb req-eb5d3008-f4eb-4703-8e5f-768f9d4c42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:19.248266 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0598a4c2-ce6d-456f-9ea3-91c589960dbb req-eb5d3008-f4eb-4703-8e5f-768f9d4c42e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1097 time: 0.0532289 Jul 07 20:43:19.354315 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598a4c2-ce6d-456f-9ea3-91c589960dbb req-ad5273d2-42fc-4ead-999e-96239b7330f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:19.355794 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0598a4c2-ce6d-456f-9ea3-91c589960dbb req-ad5273d2-42fc-4ead-999e-96239b7330f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0867836 Jul 07 20:43:19.419106 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0598a4c2-ce6d-456f-9ea3-91c589960dbb req-885d97ed-8a8f-4966-a78a-fe5fa9a2696c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 1000 time: 0.0567043 Jul 07 20:43:19.465191 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598a4c2-ce6d-456f-9ea3-91c589960dbb req-baf49ce5-addb-4296-a83e-5a7bc0ab351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:19.466864 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0598a4c2-ce6d-456f-9ea3-91c589960dbb req-baf49ce5-addb-4296-a83e-5a7bc0ab351c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0419884 Jul 07 20:43:19.526196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598a4c2-ce6d-456f-9ea3-91c589960dbb req-95eb4c95-d6a6-4227-8bfb-f9c591f3f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:19.527672 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0598a4c2-ce6d-456f-9ea3-91c589960dbb req-95eb4c95-d6a6-4227-8bfb-f9c591f3f683 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546365 Jul 07 20:43:19.612925 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0598a4c2-ce6d-456f-9ea3-91c589960dbb req-637e4192-ae9f-4967-81a5-608d4aa54ff5 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785127 Jul 07 20:43:19.704282 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-0598a4c2-ce6d-456f-9ea3-91c589960dbb req-5af456a0-a819-44e2-89de-0ca45a0c6f19 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849557 Jul 07 20:43:19.980347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 52988) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:20.136479 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Deleting port 7720849f-7462-4a0a-9a50-777508b34a8f {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:43:20.136816 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:20.210448 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:20.211191 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:20.222376 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Calling delete_port for 7720849f-7462-4a0a-9a50-777508b34a8f owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:43:20.372528 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:20.396514 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event deleted for resources: {'Port': ['ID=7720849f-7462-4a0a-9a50-777508b34a8f,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:20.425979 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:20.426324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:20.426663 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:20.427028 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:20.427361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:20.427689 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:20.428014 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:20.428338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:20.429208 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:20.429538 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:20.429883 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:20.430209 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:20.778032 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:20.778361 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Floating IP 4a28dbee-5ff6-40a4-a3e2-ebc2b282686a disassociated (deleted). External IP: 172.25.0.59, port: ceb70833-b9f0-4fba-9f62-a941e7e44c9c. Jul 07 20:43:20.980551 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Router 12b15ba3-b862-4401-8099-d7ff73c4505d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:43:21.084343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:43:21.089787 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:21.094299 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3d1e3e-ea4f-4ef7-b5c8-f1339af6fdfd None None] Sync routers for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:43:21.103770 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3d1e3e-ea4f-4ef7-b5c8-f1339af6fdfd None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:43:21.104374 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-da3d1e3e-ea4f-4ef7-b5c8-f1339af6fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:42:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:43:21.124940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2ea14a8b-ef16-42a5-beed-a88e80c02719 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "DELETE /v2.0/floatingips/4a28dbee-5ff6-40a4-a3e2-ebc2b282686a HTTP/1.1" status: 204 len: 168 time: 1.1435564 Jul 07 20:43:21.125529 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:43:21.127887 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5581be3-f5a0-4fbd-b385-9e75537b80b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:43:21.166444 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af68ddc-51bb-46a8-aa67-4fc7d3cc77bf x-openstack-request-id: req-4af68ddc-51bb-46a8-aa67-4fc7d3cc77bf {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:43:21.166887 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:43:21.167143 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4af68ddc-51bb-46a8-aa67-4fc7d3cc77bf {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:43:21.167571 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'status': 'completed', 'code': 200} Jul 07 20:43:21.210958 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-da3d1e3e-ea4f-4ef7-b5c8-f1339af6fdfd None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:43:21.247947 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5581be3-f5a0-4fbd-b385-9e75537b80b3 req-3cb1733c-a8af-458a-bc29-1d3a1edd1c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:21.249487 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5581be3-f5a0-4fbd-b385-9e75537b80b3 req-3cb1733c-a8af-458a-bc29-1d3a1edd1c01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 1097 time: 0.0579238 Jul 07 20:43:21.264341 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d68254ff-6f50-48a2-b2b3-692efd88d7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:21.364117 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5581be3-f5a0-4fbd-b385-9e75537b80b3 req-7fc944c3-b8df-4aa8-a28d-194313a005a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:21.365595 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5581be3-f5a0-4fbd-b385-9e75537b80b3 req-7fc944c3-b8df-4aa8-a28d-194313a005a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.1076801 Jul 07 20:43:21.415014 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5581be3-f5a0-4fbd-b385-9e75537b80b3 req-329fc5d3-b0d3-4404-b646-07815698ea54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 200 len: 217 time: 0.0379679 Jul 07 20:43:21.427160 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-da3d1e3e-ea4f-4ef7-b5c8-f1339af6fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:23Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:43:21.453827 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3d1e3e-ea4f-4ef7-b5c8-f1339af6fdfd None None] Checking router: 12b15ba3-b862-4401-8099-d7ff73c4505d for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:43:21.463003 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3d1e3e-ea4f-4ef7-b5c8-f1339af6fdfd None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:43:21.463616 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-da3d1e3e-ea4f-4ef7-b5c8-f1339af6fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:42:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:43:21.465446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5581be3-f5a0-4fbd-b385-9e75537b80b3 req-a7b04912-315f-4859-8c5b-711241c6c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:21.467228 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5581be3-f5a0-4fbd-b385-9e75537b80b3 req-a7b04912-315f-4859-8c5b-711241c6c975 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0451927 Jul 07 20:43:21.507418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e80bc-aaa6-4c09-a32a-1f646c105c01 req-05153450-c211-41c4-925d-8f458fbfda4c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:21.508860 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-183e80bc-aaa6-4c09-a32a-1f646c105c01 req-05153450-c211-41c4-925d-8f458fbfda4c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 946 time: 0.0667551 Jul 07 20:43:21.536578 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5581be3-f5a0-4fbd-b385-9e75537b80b3 req-6d30d9d0-4831-4ab8-958b-6bd4430e0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:21.538230 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5581be3-f5a0-4fbd-b385-9e75537b80b3 req-6d30d9d0-4831-4ab8-958b-6bd4430e0dda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635920 Jul 07 20:43:21.548731 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-183e80bc-aaa6-4c09-a32a-1f646c105c01 req-666c3118-ef7a-4c94-870e-dfbbe74301f6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328302 Jul 07 20:43:21.571229 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-da3d1e3e-ea4f-4ef7-b5c8-f1339af6fdfd None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:43:21.633584 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5581be3-f5a0-4fbd-b385-9e75537b80b3 req-acd72553-5c07-47b3-8671-a1e97beaf1f1 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870914 Jul 07 20:43:21.727897 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c5581be3-f5a0-4fbd-b385-9e75537b80b3 req-c6e2cde1-333b-46c7-a8f2-ab6ff90b9965 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870233 Jul 07 20:43:21.773724 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-da3d1e3e-ea4f-4ef7-b5c8-f1339af6fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:23Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:43:21.802956 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3d1e3e-ea4f-4ef7-b5c8-f1339af6fdfd None None] The sync data for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 is: [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:23Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:43:22.017880 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc40e1-722c-43f4-91d0-ef4c7571e582 None None] New status for floating IP 4a28dbee-5ff6-40a4-a3e2-ebc2b282686a: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:43:22.729670 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc230496-b7d6-433c-82c0-f8dcb50e63c6 req-15c90ac5-c1d5-43f2-b3a4-88e0b0ec07a6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:22.731205 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fc230496-b7d6-433c-82c0-f8dcb50e63c6 req-15c90ac5-c1d5-43f2-b3a4-88e0b0ec07a6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 946 time: 0.0649481 Jul 07 20:43:22.768446 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fc230496-b7d6-433c-82c0-f8dcb50e63c6 req-ae427abf-f324-42f5-967a-592753215b96 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=90f9ce96-41a5-45d9-9a5a-1c03e5511d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Jul 07 20:43:23.153130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9c866-548f-402d-b843-c12772f0f729 req-8a75b737-efc2-436b-b867-1558e4f2f7f2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:23.154583 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f2b9c866-548f-402d-b843-c12772f0f729 req-8a75b737-efc2-436b-b867-1558e4f2f7f2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 946 time: 0.1102686 Jul 07 20:43:23.259199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f2b9c866-548f-402d-b843-c12772f0f729 req-730eeda5-15c1-40af-9cde-f67f1222b46a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Deleting port ceb70833-b9f0-4fba-9f62-a941e7e44c9c {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:43:23.259541 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f2b9c866-548f-402d-b843-c12772f0f729 req-730eeda5-15c1-40af-9cde-f67f1222b46a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:23.344841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-f2b9c866-548f-402d-b843-c12772f0f729 req-730eeda5-15c1-40af-9cde-f67f1222b46a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] For port ceb70833-b9f0-4fba-9f62-a941e7e44c9c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:43:23.345104 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f2b9c866-548f-402d-b843-c12772f0f729 req-730eeda5-15c1-40af-9cde-f67f1222b46a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:23.358235 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-f2b9c866-548f-402d-b843-c12772f0f729 req-730eeda5-15c1-40af-9cde-f67f1222b46a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Calling delete_port for ceb70833-b9f0-4fba-9f62-a941e7e44c9c owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:43:23.487042 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f2b9c866-548f-402d-b843-c12772f0f729 req-730eeda5-15c1-40af-9cde-f67f1222b46a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:23.515919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730eeda5-15c1-40af-9cde-f67f1222b46a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event deleted for resources: {'Port': ['ID=ceb70833-b9f0-4fba-9f62-a941e7e44c9c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:23.568544 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b9c866-548f-402d-b843-c12772f0f729 req-730eeda5-15c1-40af-9cde-f67f1222b46a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] No DVR routers for this DVR port ceb70833-b9f0-4fba-9f62-a941e7e44c9c on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:43:23.571175 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-f2b9c866-548f-402d-b843-c12772f0f729 req-730eeda5-15c1-40af-9cde-f67f1222b46a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:23.573147 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f2b9c866-548f-402d-b843-c12772f0f729 req-730eeda5-15c1-40af-9cde-f67f1222b46a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.48 "DELETE /v2.0/ports/ceb70833-b9f0-4fba-9f62-a941e7e44c9c HTTP/1.1" status: 204 len: 173 time: 0.4130919 Jul 07 20:43:23.573579 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'name': 'network-vif-deleted', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:43:23.575971 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9f3807-6994-4022-a6ff-06733c5c888b" -d '{"events": [{"server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "name": "network-vif-deleted", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:43:23.618475 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f0763c-6d16-416e-95d5-fd24d4fdb391 x-openstack-request-id: req-b2f0763c-6d16-416e-95d5-fd24d4fdb391 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:43:23.618764 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ffad11-5538-4eca-b9fe-060ceee3d7cf", "name": "network-vif-deleted", "tag": "ceb70833-b9f0-4fba-9f62-a941e7e44c9c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:43:23.619050 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2f0763c-6d16-416e-95d5-fd24d4fdb391 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:43:23.619444 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ffad11-5538-4eca-b9fe-060ceee3d7cf', 'name': 'network-vif-deleted', 'tag': 'ceb70833-b9f0-4fba-9f62-a941e7e44c9c', 'status': 'completed', 'code': 200} Jul 07 20:43:23.760271 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:43:23.927538 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b8a2ad39-e2d5-4e02-9517-fa9ed97a1657 req-5aef9968-ee31-473e-b953-78844b752baa tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9ffad11-5538-4eca-b9fe-060ceee3d7cf HTTP/1.1" status: 200 len: 210 time: 0.0307665 Jul 07 20:43:24.056659 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:24.196188 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ea04abc5-b8be-4ef1-b3f5-e6a00e0aebc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.019039 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53014) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:25.076914 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.102700 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.159943 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.163590 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.166130 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.167322 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "DELETE /v2.0/security-groups/90f9ce96-41a5-45d9-9a5a-1c03e5511d89 HTTP/1.1" status: 204 len: 168 time: 0.1472785 Jul 07 20:43:25.177088 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f9ce96-41a5-45d9-9a5a-1c03e5511d89,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:25.184876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:25.185398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:25.185742 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:25.186086 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:25.186926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:25.186926 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:25.187187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:25.187417 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:25.187740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:25.188066 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:25.188414 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:25.188744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a751a6b-5f02-4309-a174-9b6006eea162 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:25.402246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53020) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:25.407196 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-05b40e03-b9ff-4f86-8634-af3d07ad1ea1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1275415115', 'description': 'tempest-secgroup-smoke-1275415115 description', 'project_id': '830842e936c84ce2b996fb713388d819'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:43:25.429912 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05b40e03-b9ff-4f86-8634-af3d07ad1ea1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.514976 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05b40e03-b9ff-4f86-8634-af3d07ad1ea1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.518540 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05b40e03-b9ff-4f86-8634-af3d07ad1ea1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.547828 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-05b40e03-b9ff-4f86-8634-af3d07ad1ea1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.549046 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-05b40e03-b9ff-4f86-8634-af3d07ad1ea1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457505 Jul 07 20:43:25.550256 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b40e03-b9ff-4f86-8634-af3d07ad1ea1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e792fd16-7f52-4be9-8600-a68487f519a4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:25.552152 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53022) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:25.557162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-28737d47-7dcc-4417-bcdf-41c2fb7f451e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group_rule': {'security_group_id': 'e792fd16-7f52-4be9-8600-a68487f519a4', 'project_id': '830842e936c84ce2b996fb713388d819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:43:25.584123 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28737d47-7dcc-4417-bcdf-41c2fb7f451e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.640090 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28737d47-7dcc-4417-bcdf-41c2fb7f451e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.643519 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28737d47-7dcc-4417-bcdf-41c2fb7f451e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.662233 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737d47-7dcc-4417-bcdf-41c2fb7f451e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b00356-1f7a-418a-9207-cf149f1a6dd6,revision_number=0']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:25.664793 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-28737d47-7dcc-4417-bcdf-41c2fb7f451e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.665992 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-28737d47-7dcc-4417-bcdf-41c2fb7f451e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126931 Jul 07 20:43:25.668881 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53024) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:25.673872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-863937a0-fce0-4cab-91c4-ff20d5d40730 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group_rule': {'security_group_id': 'e792fd16-7f52-4be9-8600-a68487f519a4', 'project_id': '830842e936c84ce2b996fb713388d819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:43:25.701004 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-863937a0-fce0-4cab-91c4-ff20d5d40730 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.759694 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-863937a0-fce0-4cab-91c4-ff20d5d40730 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.763550 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-863937a0-fce0-4cab-91c4-ff20d5d40730 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.784289 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863937a0-fce0-4cab-91c4-ff20d5d40730 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfce9fca-097d-4931-a555-352257252e56,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:25.789287 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-863937a0-fce0-4cab-91c4-ff20d5d40730 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.790725 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-863937a0-fce0-4cab-91c4-ff20d5d40730 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206877 Jul 07 20:43:25.793354 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53026) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:25.798231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-52d455d2-6008-471b-9c6d-6e200ab1923a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group_rule': {'security_group_id': 'e792fd16-7f52-4be9-8600-a68487f519a4', 'project_id': '830842e936c84ce2b996fb713388d819', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:43:25.824245 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52d455d2-6008-471b-9c6d-6e200ab1923a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.880947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52d455d2-6008-471b-9c6d-6e200ab1923a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.885275 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52d455d2-6008-471b-9c6d-6e200ab1923a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.908735 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d455d2-6008-471b-9c6d-6e200ab1923a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94a7305-cfce-46f8-be8a-64faf7a05158,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:25.911969 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-52d455d2-6008-471b-9c6d-6e200ab1923a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:25.913182 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-52d455d2-6008-471b-9c6d-6e200ab1923a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187565 Jul 07 20:43:25.915892 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53028) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:25.920471 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-29b55000-0b01-4e98-ba28-4aa5543451cd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group_rule': {'security_group_id': 'e792fd16-7f52-4be9-8600-a68487f519a4', 'project_id': '830842e936c84ce2b996fb713388d819', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:43:25.948205 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29b55000-0b01-4e98-ba28-4aa5543451cd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:26.009676 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29b55000-0b01-4e98-ba28-4aa5543451cd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:26.013145 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29b55000-0b01-4e98-ba28-4aa5543451cd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:26.029257 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b55000-0b01-4e98-ba28-4aa5543451cd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f22c104-d27c-4f8f-85bf-f9fbdc29cd09,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:26.035820 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-29b55000-0b01-4e98-ba28-4aa5543451cd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:26.037068 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-29b55000-0b01-4e98-ba28-4aa5543451cd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201334 Jul 07 20:43:26.039789 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53030) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:26.044136 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-d684529d-4856-4e6a-853c-35116ee9e1c1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group_rule': {'security_group_id': 'e792fd16-7f52-4be9-8600-a68487f519a4', 'project_id': '830842e936c84ce2b996fb713388d819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:43:26.064919 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-d684529d-4856-4e6a-853c-35116ee9e1c1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Project 830842e936c84ce2b996fb713388d819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:43:26.070120 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d684529d-4856-4e6a-853c-35116ee9e1c1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:26.128646 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d684529d-4856-4e6a-853c-35116ee9e1c1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:26.133281 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d684529d-4856-4e6a-853c-35116ee9e1c1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:26.150297 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684529d-4856-4e6a-853c-35116ee9e1c1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcfa456-2bb3-4065-82a7-4fd50b957476,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:26.156545 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d684529d-4856-4e6a-853c-35116ee9e1c1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:26.157738 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d684529d-4856-4e6a-853c-35116ee9e1c1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170290 Jul 07 20:43:26.160600 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53032) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:26.164888 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-744f275c-e2cd-47d6-b2e8-62da31a9f5b6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'security_group_rule': {'security_group_id': 'e792fd16-7f52-4be9-8600-a68487f519a4', 'project_id': '830842e936c84ce2b996fb713388d819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:43:26.186696 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-744f275c-e2cd-47d6-b2e8-62da31a9f5b6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Project 830842e936c84ce2b996fb713388d819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:43:26.191342 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-744f275c-e2cd-47d6-b2e8-62da31a9f5b6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:26.251957 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-744f275c-e2cd-47d6-b2e8-62da31a9f5b6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:26.255727 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-744f275c-e2cd-47d6-b2e8-62da31a9f5b6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:26.273481 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f275c-e2cd-47d6-b2e8-62da31a9f5b6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e366feb-5014-4ea6-ac88-29d5722037f3,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:26.283584 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-744f275c-e2cd-47d6-b2e8-62da31a9f5b6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:26.285251 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-744f275c-e2cd-47d6-b2e8-62da31a9f5b6 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237593 Jul 07 20:43:26.815394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ceb70833-b9f0-4fba-9f62-a941e7e44c9c no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:43:26.839031 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: ceb70833-b9f0-4fba-9f62-a941e7e44c9c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:43:26.839373 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ceb70833-b9f0-4fba-9f62-a941e7e44c9c not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:43:26.856778 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:36.584188 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:40.568370 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-f8a02dc4-997a-4f0f-9337-95ac216c5097 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1275415115&fields=id&tenant_id=830842e936c84ce2b996fb713388d819 HTTP/1.1" status: 200 len: 267 time: 0.0329821 Jul 07 20:43:40.677853 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-61af9bd2-b910-4340-81d2-074419304815 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:40.679837 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-61af9bd2-b910-4340-81d2-074419304815 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 808 time: 0.1051719 Jul 07 20:43:40.695190 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-111999aa-15c3-4a29-99cd-57cc789ca8c1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/quotas/830842e936c84ce2b996fb713388d819 HTTP/1.1" status: 200 len: 375 time: 0.0093324 Jul 07 20:43:40.760846 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:40.764464 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-bc9520bb-7eed-42c2-a420-27896794384e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630052 Jul 07 20:43:40.780793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-21e13a64-d7ce-4f3b-9a28-a435dbe5b8d2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:43:40.781771 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-21e13a64-d7ce-4f3b-9a28-a435dbe5b8d2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063643 Jul 07 20:43:40.910386 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-f68f5bc7-0fb1-4efe-b376-db9c1c8136e3 service neutron] 10.222.0.81 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230190 Jul 07 20:43:40.998369 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-be219e58-bede-4ce8-b84c-32b8c7cd3ada service neutron] 10.222.0.81 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820477 Jul 07 20:43:41.306141 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eaacdd67-8ef1-4ba2-b611-21d8f2af4352 req-74ba41d9-9f3b-4b73-97e4-69c1ffcda78c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 210 time: 0.0319016 Jul 07 20:43:42.467950 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-7183cfe3-8d63-41e5-8b77-41e7c9519200 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:42.470633 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-7183cfe3-8d63-41e5-8b77-41e7c9519200 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.110 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 808 time: 0.1127174 Jul 07 20:43:42.475905 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-319e68e8-3dae-4f0a-8b69-41726d120e63 req-d8302bc5-fc60-4a8c-bd82-907653e6718c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 210 time: 0.0325937 Jul 07 20:43:42.520295 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-5282cf05-567f-4a2c-9a05-6e6a7082ea43 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=830842e936c84ce2b996fb713388d819 HTTP/1.1" status: 200 len: 380 time: 0.0384190 Jul 07 20:43:42.534767 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'port': {'device_id': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'admin_state_up': True, 'tenant_id': '830842e936c84ce2b996fb713388d819', 'security_groups': ['e792fd16-7f52-4be9-8600-a68487f519a4']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:43:42.647521 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Made reservation on behalf of 830842e936c84ce2b996fb713388d819 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:43:42.652099 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:42.787179 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Allocated IP 172.20.0.7 (a799d1f6-61b0-4192-a654-8ad028cd4b30/54b4b359-223f-43b2-95ed-f4807f555d7a/a780293f-6a6f-43cc-88d4-47818644e52b) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:43:42.929975 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:42.943697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Transition to ACTIVE for port object a780293f-6a6f-43cc-88d4-47818644e52b will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:43:42.977328 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:43.020296 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Network a799d1f6-61b0-4192-a654-8ad028cd4b30 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:43:43.023512 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:43:43.030301 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:43:43.063991 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'Port': ['ID=a780293f-6a6f-43cc-88d4-47818644e52b,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:43.093247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:43.093889 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:43.109833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-18ab3148-7466-473b-8a33-ea1079930a97 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786510 Jul 07 20:43:43.169995 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Request body: {'port': {'device_id': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:43:43.252521 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:43.294222 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f4e2f5a5-1889-45e0-8024-3f8acd60a136 None None] Provisioning for port a780293f-6a6f-43cc-88d4-47818644e52b completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:43:43.299208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-f4e2f5a5-1889-45e0-8024-3f8acd60a136 None None] Provisioning complete for port a780293f-6a6f-43cc-88d4-47818644e52b triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:43:43.299513 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f5a5-1889-45e0-8024-3f8acd60a136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:43.335607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2f5a5-1889-45e0-8024-3f8acd60a136 None None] Port a780293f-6a6f-43cc-88d4-47818644e52b cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:43:43.536264 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a780293f-6a6f-43cc-88d4-47818644e52b {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:43:43.545623 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:43.559562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Transition to ACTIVE for port object a780293f-6a6f-43cc-88d4-47818644e52b will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:43:43.565878 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:43.643631 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Pushing event updated for resources: {'Port': ['ID=a780293f-6a6f-43cc-88d4-47818644e52b,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:43.751686 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Attempting to bind port a780293f-6a6f-43cc-88d4-47818644e52b on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:43:43.752623 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Attempting to bind port a780293f-6a6f-43cc-88d4-47818644e52b by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:43:43.753037 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Attempting to bind port a780293f-6a6f-43cc-88d4-47818644e52b on network a799d1f6-61b0-4192-a654-8ad028cd4b30 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:43:43.762970 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Port a780293f-6a6f-43cc-88d4-47818644e52b on network a799d1f6-61b0-4192-a654-8ad028cd4b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:43:43.763310 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Attempting to bind port a780293f-6a6f-43cc-88d4-47818644e52b on network a799d1f6-61b0-4192-a654-8ad028cd4b30 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:43:43.783785 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80449adc-8427-4866-bc23-1babeb794448 req-56f2ebd8-49bd-4138-a2b4-d8eac28371ed tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:43.785425 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80449adc-8427-4866-bc23-1babeb794448 req-56f2ebd8-49bd-4138-a2b4-d8eac28371ed tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.1389160 Jul 07 20:43:43.786319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:43:43.786656 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Checking segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:43:43.787065 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Bound using segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:43:43.787725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Bound port: a780293f-6a6f-43cc-88d4-47818644e52b, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:43:43.788879 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:43.869045 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-80449adc-8427-4866-bc23-1babeb794448 req-12ef6934-6d4e-4e59-a084-80b8e829ca9a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697503 Jul 07 20:43:43.888953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:43:43.892191 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a780293f-6a6f-43cc-88d4-47818644e52b,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:43:43.896984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:43.933618 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:43.934231 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:43.936346 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] 10.222.0.110 "PUT /v2.0/ports/a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 1091 time: 0.8149137 Jul 07 20:43:43.936507 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:43:43.938767 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaa3055-e078-49c2-9d4e-84480ce17055" -d '{"events": [{"name": "network-changed", "server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:43:43.975231 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9238e64-d391-4435-af5c-f948a2c189fb service neutron] Pushing event updated for resources: {'Port': ['ID=a780293f-6a6f-43cc-88d4-47818644e52b,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:44.058607 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f48cb1-3420-4c1c-8b7b-f7f54801d49c x-openstack-request-id: req-81f48cb1-3420-4c1c-8b7b-f7f54801d49c {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:43:44.058921 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:43:44.059169 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81f48cb1-3420-4c1c-8b7b-f7f54801d49c {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:43:44.059713 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'status': 'completed', 'code': 200} Jul 07 20:43:44.062968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-8e4932be-890a-438a-9241-1f7b398aa02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:44.064752 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-8e4932be-890a-438a-9241-1f7b398aa02b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1094 time: 0.0828640 Jul 07 20:43:44.113960 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-0cb1d585-01b7-4065-8bf0-98adb7477e41 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 217 time: 0.0371220 Jul 07 20:43:44.167445 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-77ba4ce6-fdbb-4f23-afa9-58ea2da1a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:44.169081 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-77ba4ce6-fdbb-4f23-afa9-58ea2da1a310 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0480390 Jul 07 20:43:44.227896 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-4ab588ce-c513-43ef-bfb1-c985a8ed67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:44.229928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-4ab588ce-c513-43ef-bfb1-c985a8ed67c2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532048 Jul 07 20:43:44.327740 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-136ec86a-5732-48d0-8d55-1467ecf21b22 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900369 Jul 07 20:43:44.420841 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-68b9f45b-f307-4fe5-99f7-bd4802f9ae8f req-9fcc8bdf-27f4-4d05-867e-6658b3b0f392 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 Jul 07 20:43:44.535002 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa3055-e078-49c2-9d4e-84480ce17055 req-dfe4b83f-47e7-4813-b3cc-4f54b9fc087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:44.536492 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-faaa3055-e078-49c2-9d4e-84480ce17055 req-dfe4b83f-47e7-4813-b3cc-4f54b9fc087c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1094 time: 0.0632570 Jul 07 20:43:44.628478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa3055-e078-49c2-9d4e-84480ce17055 req-6eceb8aa-a42c-4b0f-9aaf-f873d68e1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:44.629952 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-faaa3055-e078-49c2-9d4e-84480ce17055 req-6eceb8aa-a42c-4b0f-9aaf-f873d68e1dc2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0841238 Jul 07 20:43:44.676330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-faaa3055-e078-49c2-9d4e-84480ce17055 req-170c42f4-9266-4df7-a664-a6006efda4c0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 217 time: 0.0390718 Jul 07 20:43:44.728668 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa3055-e078-49c2-9d4e-84480ce17055 req-9576f91d-dc4d-4db8-ae50-b263b6536908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:44.730661 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-faaa3055-e078-49c2-9d4e-84480ce17055 req-9576f91d-dc4d-4db8-ae50-b263b6536908 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0452871 Jul 07 20:43:44.792049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa3055-e078-49c2-9d4e-84480ce17055 req-7520f9bf-6823-4fd2-8d1e-9447ec7e4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:44.793548 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-faaa3055-e078-49c2-9d4e-84480ce17055 req-7520f9bf-6823-4fd2-8d1e-9447ec7e4052 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520563 Jul 07 20:43:44.888376 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-faaa3055-e078-49c2-9d4e-84480ce17055 req-cc808d38-748e-40c9-b174-dc08339a377d service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869970 Jul 07 20:43:44.984105 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-faaa3055-e078-49c2-9d4e-84480ce17055 req-b89161de-1547-4384-831f-c5f5f7621aba service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882268 Jul 07 20:43:45.048722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a31e5-d725-437e-b250-04d168499566 req-0dfba93c-0f89-41ec-9ba5-86cd597e116f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:45.050208 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb9a31e5-d725-437e-b250-04d168499566 req-0dfba93c-0f89-41ec-9ba5-86cd597e116f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0652244 Jul 07 20:43:45.091574 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cb9a31e5-d725-437e-b250-04d168499566 req-926c47bc-6bea-4f33-9206-04836fbe2679 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354278 Jul 07 20:43:46.274536 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446ca63-5b90-402e-a7f2-4c0aef80c72e req-6e6ff2eb-8d2d-4408-8bed-46679c2301bd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:46.276596 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d446ca63-5b90-402e-a7f2-4c0aef80c72e req-6e6ff2eb-8d2d-4408-8bed-46679c2301bd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0707378 Jul 07 20:43:46.315354 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d446ca63-5b90-402e-a7f2-4c0aef80c72e req-1d598b4f-d6b3-4df0-b2ed-4aee618e02f9 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328217 Jul 07 20:43:47.489650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d5b74-e570-4667-902c-b95aa660ba37 req-0fcdf79b-0f89-4dbf-bdf8-b9a2a14ae043 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:47.491139 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d60d5b74-e570-4667-902c-b95aa660ba37 req-0fcdf79b-0f89-4dbf-bdf8-b9a2a14ae043 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0672386 Jul 07 20:43:47.529379 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d60d5b74-e570-4667-902c-b95aa660ba37 req-9224652e-d788-4537-bacd-1d56562f7222 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320392 Jul 07 20:43:48.699504 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298fb88-a258-42b5-9ca6-b1abdcea3e27 req-78405fbb-47bc-48bb-b492-cd4360bae27f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:48.701024 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3298fb88-a258-42b5-9ca6-b1abdcea3e27 req-78405fbb-47bc-48bb-b492-cd4360bae27f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0625281 Jul 07 20:43:48.739860 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3298fb88-a258-42b5-9ca6-b1abdcea3e27 req-708747ac-1f93-4a6a-922d-ac2d9c1895cc tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332472 Jul 07 20:43:49.912519 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a879b23-c16b-4b89-ab9b-c56e21c35bd8 req-b7528865-d323-4008-bb29-b58981429cd8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:49.914006 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a879b23-c16b-4b89-ab9b-c56e21c35bd8 req-b7528865-d323-4008-bb29-b58981429cd8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0636637 Jul 07 20:43:49.951735 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4a879b23-c16b-4b89-ab9b-c56e21c35bd8 req-7d30e4e8-54f2-4652-afc3-40afafeb54ee tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314591 Jul 07 20:43:51.125207 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed990a7-53eb-41a7-ae3b-d84e58bfa9e9 req-80365419-9d3f-44aa-a2a6-c6df99c3f7bd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:51.126720 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ed990a7-53eb-41a7-ae3b-d84e58bfa9e9 req-80365419-9d3f-44aa-a2a6-c6df99c3f7bd tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0638399 Jul 07 20:43:51.168513 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4ed990a7-53eb-41a7-ae3b-d84e58bfa9e9 req-4aaa803a-13d0-495a-9a14-94704c94889b tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360367 Jul 07 20:43:51.258177 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7b46c4f1-9eb0-43f2-8435-5722abb3ed4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:52.345404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5699d-24ea-40df-b2bb-ea529f740e04 req-8f6ba3f9-fe57-4256-bb17-e4989c28aadb tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:52.346918 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eac5699d-24ea-40df-b2bb-ea529f740e04 req-8f6ba3f9-fe57-4256-bb17-e4989c28aadb tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0678976 Jul 07 20:43:52.386190 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-eac5699d-24ea-40df-b2bb-ea529f740e04 req-eddbba0f-11a3-400b-beca-d10ce6d236d8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330780 Jul 07 20:43:53.574984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f9e6-f889-482f-ae2e-07268e6fc178 req-a7444e37-c7be-4c0d-97b7-13db7f09c075 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:53.576476 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2210f9e6-f889-482f-ae2e-07268e6fc178 req-a7444e37-c7be-4c0d-97b7-13db7f09c075 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0627339 Jul 07 20:43:53.614089 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-2210f9e6-f889-482f-ae2e-07268e6fc178 req-63a2fd74-d357-4204-932d-745e55f451b4 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Jul 07 20:43:54.050738 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:54.068559 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a780293f-6a6f-43cc-88d4-47818644e52b details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:43:54.163497 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a780293f-6a6f-43cc-88d4-47818644e52b,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:43:54.175240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'port_id': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'mac_address': 'fa:16:3e:e6:96:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:43:54.218199 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-57c4b474-dd3d-421b-9e84-57f101604f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:54.222849 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:54.235612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a780293f-6a6f-43cc-88d4-47818644e52b {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:43:54.255439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a780293f-6a6f-43cc-88d4-47818644e52b,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:43:54.259184 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:54.308736 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=a780293f-6a6f-43cc-88d4-47818644e52b,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:54.315888 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:54.316227 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:54.316576 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:54.316930 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:54.317302 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:54.317647 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:54.317969 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:54.318289 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:54.318607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:54.318950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:54.319268 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:54.319583 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:54.571168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['a780293f-6a6f-43cc-88d4-47818644e52b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:43:54.787460 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dba3ff-1af8-483e-bcc0-45c87914e77b req-696e40bb-14aa-402c-9d11-1ed8669b04df tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:54.788986 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71dba3ff-1af8-483e-bcc0-45c87914e77b req-696e40bb-14aa-402c-9d11-1ed8669b04df tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 944 time: 0.0638931 Jul 07 20:43:54.827445 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-71dba3ff-1af8-483e-bcc0-45c87914e77b req-6a21ab7b-b59f-4e8f-b564-cb858cba17bb tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Jul 07 20:43:55.161605 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:55.997350 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87045ff-4e48-4c7c-b376-7ed750635db7 req-2ff1d7e5-d41c-4cd1-9678-d20ec9585406 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:55.998839 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e87045ff-4e48-4c7c-b376-7ed750635db7 req-2ff1d7e5-d41c-4cd1-9678-d20ec9585406 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 944 time: 0.0629447 Jul 07 20:43:56.036672 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e87045ff-4e48-4c7c-b376-7ed750635db7 req-105e450f-319f-48de-8507-d9a1081145fc tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Jul 07 20:43:56.084551 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a780293f-6a6f-43cc-88d4-47818644e52b up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:43:56.135526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port a780293f-6a6f-43cc-88d4-47818644e52b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:43:56.139292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port a780293f-6a6f-43cc-88d4-47818644e52b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:43:56.139742 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:56.213584 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:56.236791 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:43:56.239047 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8e2518-2e97-4fff-96e0-9a78d1d56109" -d '{"events": [{"server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "name": "network-vif-plugged", "status": "completed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:43:56.253748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a780293f-6a6f-43cc-88d4-47818644e52b,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:43:56.261688 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:56.312602 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=a780293f-6a6f-43cc-88d4-47818644e52b,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:56.326417 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88689cc5-2ba5-4c12-8845-2239cacaafe8 x-openstack-request-id: req-88689cc5-2ba5-4c12-8845-2239cacaafe8 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:43:56.326712 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "name": "network-vif-plugged", "status": "completed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:43:56.326998 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88689cc5-2ba5-4c12-8845-2239cacaafe8 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:43:56.327398 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'code': 200} Jul 07 20:43:56.460012 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66cf2-be11-4b28-88dd-d391e515fb01 req-e577d27b-87af-4798-be8f-4e76d8163e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:56.461925 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e5f66cf2-be11-4b28-88dd-d391e515fb01 req-e577d27b-87af-4798-be8f-4e76d8163e75 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1096 time: 0.0526640 Jul 07 20:43:56.504342 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e5f66cf2-be11-4b28-88dd-d391e515fb01 req-4f78ce46-31ad-461e-ad62-bf0ff363787c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325108 Jul 07 20:43:56.860013 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:57.209510 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14513c8-60dd-4cb0-8267-bebbd64ece0b req-3df98712-de6b-46f5-8836-08f3a3f03bd1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:57.211020 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e14513c8-60dd-4cb0-8267-bebbd64ece0b req-3df98712-de6b-46f5-8836-08f3a3f03bd1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0667827 Jul 07 20:43:57.254724 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e14513c8-60dd-4cb0-8267-bebbd64ece0b req-ab7998b8-ffc2-406c-96c5-a53cdc60bb70 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369148 Jul 07 20:43:58.428115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b4ba2-1685-4dbd-a7e0-1e6ce065387e req-23e1b9d3-7a64-4984-8741-9c33cfc0d812 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:58.429652 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-229b4ba2-1685-4dbd-a7e0-1e6ce065387e req-23e1b9d3-7a64-4984-8741-9c33cfc0d812 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0645084 Jul 07 20:43:58.467905 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-229b4ba2-1685-4dbd-a7e0-1e6ce065387e req-30df6527-17da-47f8-87cd-7098daad3e99 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319459 Jul 07 20:43:58.638354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33702706-bac4-4953-b31d-90208d821323 req-57d416e8-6332-4b5c-968c-f2dbf52d0cb3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:58.640021 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33702706-bac4-4953-b31d-90208d821323 req-57d416e8-6332-4b5c-968c-f2dbf52d0cb3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0634267 Jul 07 20:43:58.677142 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-33702706-bac4-4953-b31d-90208d821323 req-c3b63630-cbd2-4aad-81f1-985324c8db57 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Jul 07 20:43:58.700924 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53246) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:58.792045 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75182780-08a2-4a60-b956-a2371ecee82d tempest-TestShelveInstance-1616973019 tempest-TestShelveInstance-1616973019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:58.793539 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-75182780-08a2-4a60-b956-a2371ecee82d tempest-TestShelveInstance-1616973019 tempest-TestShelveInstance-1616973019-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1091 time: 0.0917308 Jul 07 20:43:58.796319 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53250) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:58.800572 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:43:58.821412 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:58.923814 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:59.027595 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Allocated IP 172.25.0.245 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/30caa191-1976-4e9c-bdc5-fe5526eb8c16) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:43:59.127577 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:59.166154 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:59.202986 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:43:59.207641 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:43:59.210958 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:43:59.217852 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'Port': ['ID=30caa191-1976-4e9c-bdc5-fe5526eb8c16,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:59.588000 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:59.665019 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:59.809263 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:59.813663 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:59.885776 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event updated for resources: {'Port': ['ID=30caa191-1976-4e9c-bdc5-fe5526eb8c16,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:59.894422 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:59.991491 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Floating IP f08252d2-9959-4e57-ae35-120c8716b608 associated. External IP: 172.25.0.245, port: a780293f-6a6f-43cc-88d4-47818644e52b. Jul 07 20:44:00.194446 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Router 12b15ba3-b862-4401-8099-d7ff73c4505d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:44:00.617220 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:44:00.626427 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd05b3-0629-4bc9-8210-3e1f2dfa6a3d None None] Sync routers for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:44:00.632756 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:00.636850 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd05b3-0629-4bc9-8210-3e1f2dfa6a3d None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:44:00.637856 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-24dd05b3-0629-4bc9-8210-3e1f2dfa6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:43:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:00.669001 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-54b0bdda-df1f-4cc4-b773-16e057498416 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8716609 Jul 07 20:44:00.672477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:44:00.675267 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e767c7-b6ca-4fbb-a272-8c41f7b817f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:44:00.716908 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f90bced-a407-4a9b-ba10-9a6f52051231 x-openstack-request-id: req-9f90bced-a407-4a9b-ba10-9a6f52051231 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:44:00.717209 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:44:00.717464 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f90bced-a407-4a9b-ba10-9a6f52051231 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:44:00.717893 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'status': 'completed', 'code': 200} Jul 07 20:44:00.751409 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-24dd05b3-0629-4bc9-8210-3e1f2dfa6a3d None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:44:00.784986 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:44:00.792890 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e767c7-b6ca-4fbb-a272-8c41f7b817f8 req-da363d79-90f0-44f8-a043-0880abfde326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:00.794619 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01e767c7-b6ca-4fbb-a272-8c41f7b817f8 req-da363d79-90f0-44f8-a043-0880abfde326 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1096 time: 0.0528021 Jul 07 20:44:00.890775 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e767c7-b6ca-4fbb-a272-8c41f7b817f8 req-2b1565af-66c4-498c-8b3c-69f83eb6c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:00.892252 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01e767c7-b6ca-4fbb-a272-8c41f7b817f8 req-2b1565af-66c4-498c-8b3c-69f83eb6c744 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0906940 Jul 07 20:44:00.960459 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01e767c7-b6ca-4fbb-a272-8c41f7b817f8 req-49cd0ca6-fcbd-4238-9b9f-d4d40c5917bf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 999 time: 0.0610003 Jul 07 20:44:01.016985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e767c7-b6ca-4fbb-a272-8c41f7b817f8 req-096ca5ea-42f1-42f8-a0e7-cff6f172e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:01.018462 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01e767c7-b6ca-4fbb-a272-8c41f7b817f8 req-096ca5ea-42f1-42f8-a0e7-cff6f172e097 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0502832 Jul 07 20:44:01.066449 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-24dd05b3-0629-4bc9-8210-3e1f2dfa6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'f08252d2-9959-4e57-ae35-120c8716b608', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'port_id': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'mac_address': 'fa:16:3e:e6:96:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:43:59Z', 'updated_at': '2021-07-07T20:43:59Z', 'revision_number': 0, 'project_id': '830842e936c84ce2b996fb713388d819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:23Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:01.078572 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e767c7-b6ca-4fbb-a272-8c41f7b817f8 req-744f6488-7edd-46bb-96ad-ef76a65a8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:01.080187 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01e767c7-b6ca-4fbb-a272-8c41f7b817f8 req-744f6488-7edd-46bb-96ad-ef76a65a8438 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544820 Jul 07 20:44:01.093026 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd05b3-0629-4bc9-8210-3e1f2dfa6a3d None None] Checking router: 12b15ba3-b862-4401-8099-d7ff73c4505d for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:44:01.101236 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd05b3-0629-4bc9-8210-3e1f2dfa6a3d None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:44:01.101839 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-24dd05b3-0629-4bc9-8210-3e1f2dfa6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:43:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:01.169505 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01e767c7-b6ca-4fbb-a272-8c41f7b817f8 req-9d8b6d66-5a37-4822-8671-6c9b3bc94f3d service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809603 Jul 07 20:44:01.205207 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-24dd05b3-0629-4bc9-8210-3e1f2dfa6a3d None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:44:01.264237 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-01e767c7-b6ca-4fbb-a272-8c41f7b817f8 req-92ff8056-6b53-4eeb-b3e6-ab54ea1325e9 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880501 Jul 07 20:44:01.427308 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-24dd05b3-0629-4bc9-8210-3e1f2dfa6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'f08252d2-9959-4e57-ae35-120c8716b608', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'port_id': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'mac_address': 'fa:16:3e:e6:96:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:43:59Z', 'updated_at': '2021-07-07T20:43:59Z', 'revision_number': 0, 'project_id': '830842e936c84ce2b996fb713388d819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:23Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:01.453075 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd05b3-0629-4bc9-8210-3e1f2dfa6a3d None None] The sync data for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 is: [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': 'f08252d2-9959-4e57-ae35-120c8716b608', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'port_id': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'mac_address': 'fa:16:3e:e6:96:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:43:59Z', 'updated_at': '2021-07-07T20:43:59Z', 'revision_number': 0, 'project_id': '830842e936c84ce2b996fb713388d819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:23Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:44:01.637418 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba99d81-66cb-4c06-8fae-8084547ad4ec None None] New status for floating IP f08252d2-9959-4e57-ae35-120c8716b608: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:44:06.591030 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:10.776895 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:13.737056 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba897e01-b06c-4ebf-84e1-2ab2c58c4645 req-9bcd5a55-4107-476f-8979-45dc3b6665dc service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518191 Jul 07 20:44:13.830737 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba897e01-b06c-4ebf-84e1-2ab2c58c4645 req-b380fa6e-7bf7-476f-ad95-c36990bcdf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:13.832209 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba897e01-b06c-4ebf-84e1-2ab2c58c4645 req-b380fa6e-7bf7-476f-ad95-c36990bcdf51 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1096 time: 0.0514655 Jul 07 20:44:13.939274 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba897e01-b06c-4ebf-84e1-2ab2c58c4645 req-52bcf3ae-8142-412b-9ddb-0d6cb9babb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:13.940703 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba897e01-b06c-4ebf-84e1-2ab2c58c4645 req-52bcf3ae-8142-412b-9ddb-0d6cb9babb52 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0863450 Jul 07 20:44:14.006924 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba897e01-b06c-4ebf-84e1-2ab2c58c4645 req-2d33c0aa-d5eb-4db8-a3db-6f172bece865 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 1001 time: 0.0577197 Jul 07 20:44:14.059616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba897e01-b06c-4ebf-84e1-2ab2c58c4645 req-b5cd06ab-3196-4962-97f5-bf5cc4f8ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:14.061152 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba897e01-b06c-4ebf-84e1-2ab2c58c4645 req-b5cd06ab-3196-4962-97f5-bf5cc4f8ae9f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0475357 Jul 07 20:44:14.126152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba897e01-b06c-4ebf-84e1-2ab2c58c4645 req-d2a12217-f172-42fd-ba91-7e9f67a4202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:14.127666 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba897e01-b06c-4ebf-84e1-2ab2c58c4645 req-d2a12217-f172-42fd-ba91-7e9f67a4202c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530725 Jul 07 20:44:14.216072 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba897e01-b06c-4ebf-84e1-2ab2c58c4645 req-eb5d70d5-5a10-4405-835f-fd7a632a7c61 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800896 Jul 07 20:44:14.310344 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-ba897e01-b06c-4ebf-84e1-2ab2c58c4645 req-363e4908-e8a5-435d-9826-9820a10d3681 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874667 Jul 07 20:44:21.259322 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aa111910-a4ea-419e-9bca-2a5288db58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.051964 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.199659 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-247c3ab9-b613-4de7-8532-85003d68fc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.164854 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:26.864995 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:36.601865 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.764331 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:44:40.762826 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:51.260211 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-062bfe30-2d44-41b5-aa20-acefb20a9d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.051840 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.200184 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8fabe382-55f9-4960-8d74-a5bb10dd277d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.167445 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.865086 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:06.595210 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:10.774527 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:13.733895 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-254b6ccc-41e4-4a94-8027-e2a98274a7f3 req-cd6d422a-6d34-4dfd-bf73-75a231442f14 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522265 Jul 07 20:45:13.829380 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b6ccc-41e4-4a94-8027-e2a98274a7f3 req-b9cb4993-35bc-4afd-b85e-04fe152e5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:13.830838 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-254b6ccc-41e4-4a94-8027-e2a98274a7f3 req-b9cb4993-35bc-4afd-b85e-04fe152e5f9d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1096 time: 0.0517578 Jul 07 20:45:13.937707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b6ccc-41e4-4a94-8027-e2a98274a7f3 req-988130fb-2b35-4ad6-8c58-0a230e5a0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:13.939164 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-254b6ccc-41e4-4a94-8027-e2a98274a7f3 req-988130fb-2b35-4ad6-8c58-0a230e5a0e23 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0862000 Jul 07 20:45:14.003808 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-254b6ccc-41e4-4a94-8027-e2a98274a7f3 req-cc89aa49-798b-4deb-899f-ee53d922e771 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 1001 time: 0.0566313 Jul 07 20:45:14.056110 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b6ccc-41e4-4a94-8027-e2a98274a7f3 req-0d596b5c-56bd-4f90-aea7-5e35dd8f45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:14.057533 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-254b6ccc-41e4-4a94-8027-e2a98274a7f3 req-0d596b5c-56bd-4f90-aea7-5e35dd8f45b9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0465314 Jul 07 20:45:14.115222 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b6ccc-41e4-4a94-8027-e2a98274a7f3 req-14a6ce42-f717-4684-9277-045c9746ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:14.116713 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-254b6ccc-41e4-4a94-8027-e2a98274a7f3 req-14a6ce42-f717-4684-9277-045c9746ffe2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515592 Jul 07 20:45:14.206109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-254b6ccc-41e4-4a94-8027-e2a98274a7f3 req-4af77eac-273b-4100-9d4e-51205115385c service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808275 Jul 07 20:45:14.297623 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-254b6ccc-41e4-4a94-8027-e2a98274a7f3 req-353de538-af72-40a9-88e1-bcbe587fd9e6 service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837002 Jul 07 20:45:14.763342 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:45:21.263665 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a882c418-16f9-40cc-ae17-c20a5df4e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:24.052150 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:24.199642 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-14d8be57-471b-4e51-abf9-512df3c40678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:25.170045 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:26.868176 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.589879 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.786935 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:51.264718 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4f96d079-db58-4c42-9908-9f30fc46c157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:51.761755 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:45:54.053317 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:54.199177 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d2966f61-30ae-4931-bd1c-b3f412c560f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:55.171838 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.871256 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.512312 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cbd55-c694-462a-b74a-f5cb0ca13f15 req-6e223ca5-1f21-416e-a860-2d91bc448741 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:59.513791 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b18cbd55-c694-462a-b74a-f5cb0ca13f15 req-6e223ca5-1f21-416e-a860-2d91bc448741 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0653832 Jul 07 20:45:59.551962 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b18cbd55-c694-462a-b74a-f5cb0ca13f15 req-f3c2332b-0c71-461f-b299-ddce9b909651 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319295 Jul 07 20:46:00.726049 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba4901-5284-4f38-b1d2-82b1bed9281d req-e79a2f50-efb4-497c-83c0-6da3e311ce3f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:00.727718 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4bba4901-5284-4f38-b1d2-82b1bed9281d req-e79a2f50-efb4-497c-83c0-6da3e311ce3f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0640635 Jul 07 20:46:00.765380 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-4bba4901-5284-4f38-b1d2-82b1bed9281d req-162d9db0-5dad-4fd3-9eb3-f0799a395ba1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Jul 07 20:46:01.966749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c4642-d3b7-411b-89c2-e1cc4a468e1f req-6c1744e0-8b0d-4b27-a74f-93d35ce3d607 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:01.968263 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-809c4642-d3b7-411b-89c2-e1cc4a468e1f req-6c1744e0-8b0d-4b27-a74f-93d35ce3d607 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0676830 Jul 07 20:46:02.006013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-809c4642-d3b7-411b-89c2-e1cc4a468e1f req-79979ba6-af49-4af3-8e2d-c2963f257693 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320599 Jul 07 20:46:03.180055 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5c606-b89d-466c-b00d-aefbb1e760c3 req-dcd60a3d-641b-4b39-9272-112fad41b4c4 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:03.181569 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bfd5c606-b89d-466c-b00d-aefbb1e760c3 req-dcd60a3d-641b-4b39-9272-112fad41b4c4 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0662093 Jul 07 20:46:03.220188 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-bfd5c606-b89d-466c-b00d-aefbb1e760c3 req-4756db64-2d42-4968-a026-9d1bc6faa5e3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327151 Jul 07 20:46:04.395061 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d923bb0-7c51-4921-95d4-7aa75ce0b723 req-f61ddd2f-367b-43bd-be35-004e523f1248 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:04.396522 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6d923bb0-7c51-4921-95d4-7aa75ce0b723 req-f61ddd2f-367b-43bd-be35-004e523f1248 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0636566 Jul 07 20:46:04.434680 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6d923bb0-7c51-4921-95d4-7aa75ce0b723 req-0d0b8990-ba59-4a43-94a5-0cf1c2bc842e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324314 Jul 07 20:46:05.614343 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ed0d0-44a5-4f88-be8b-bc55e3918bde req-89ce009b-af54-4dcf-9a20-b0586080a171 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:05.615856 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a29ed0d0-44a5-4f88-be8b-bc55e3918bde req-89ce009b-af54-4dcf-9a20-b0586080a171 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0680714 Jul 07 20:46:05.652924 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a29ed0d0-44a5-4f88-be8b-bc55e3918bde req-d3d17f0e-158c-4c97-94a8-659438d9e419 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315404 Jul 07 20:46:06.620213 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.826562 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8c5e1-7600-4d71-b42b-f4aedde5b6fc req-36085af2-66db-44a7-acaf-895f88514139 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:06.828061 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5d8c5e1-7600-4d71-b42b-f4aedde5b6fc req-36085af2-66db-44a7-acaf-895f88514139 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0614221 Jul 07 20:46:06.872033 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f5d8c5e1-7600-4d71-b42b-f4aedde5b6fc req-ef19d691-8907-4c4b-a76d-e13ec67209e1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383334 Jul 07 20:46:08.045122 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a97a67-0e97-4302-b281-fc086fedea6b req-1eb8a7c1-58a7-463c-986e-f194d9073fec tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:08.046470 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48a97a67-0e97-4302-b281-fc086fedea6b req-1eb8a7c1-58a7-463c-986e-f194d9073fec tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0650923 Jul 07 20:46:08.083098 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-48a97a67-0e97-4302-b281-fc086fedea6b req-f4b41181-9a9f-46c2-a368-564a91359506 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306334 Jul 07 20:46:09.252363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0b1b4-b732-4893-a618-16874004315a req-0e7bf2a1-37c5-4cfe-8657-c82bb50643e8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:09.253817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-63f0b1b4-b732-4893-a618-16874004315a req-0e7bf2a1-37c5-4cfe-8657-c82bb50643e8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0621138 Jul 07 20:46:09.291044 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-63f0b1b4-b732-4893-a618-16874004315a req-59865758-8495-4b96-a6cc-a5f96ccf4b92 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316494 Jul 07 20:46:09.642712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5f074-36a9-4447-81c5-defb224dca6c req-816ea3a2-cfca-4c54-b9b7-b6dccd5ba2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:09.644756 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21b5f074-36a9-4447-81c5-defb224dca6c req-816ea3a2-cfca-4c54-b9b7-b6dccd5ba2f5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1096 time: 0.0525382 Jul 07 20:46:09.738424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5f074-36a9-4447-81c5-defb224dca6c req-3e2c64d7-82bc-475b-a262-93daa26c5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:09.739928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21b5f074-36a9-4447-81c5-defb224dca6c req-3e2c64d7-82bc-475b-a262-93daa26c5844 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0861320 Jul 07 20:46:09.802751 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21b5f074-36a9-4447-81c5-defb224dca6c req-8854d61d-7cb6-451f-9b34-b110663bf603 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 1001 time: 0.0556645 Jul 07 20:46:09.854531 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5f074-36a9-4447-81c5-defb224dca6c req-c7a62540-01c7-4b1e-ad9b-655cc4fa9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:09.855946 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21b5f074-36a9-4447-81c5-defb224dca6c req-c7a62540-01c7-4b1e-ad9b-655cc4fa9531 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0458286 Jul 07 20:46:09.912015 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5f074-36a9-4447-81c5-defb224dca6c req-d7abb11a-891f-43b3-b427-717935dc39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:09.913392 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21b5f074-36a9-4447-81c5-defb224dca6c req-d7abb11a-891f-43b3-b427-717935dc39a8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500474 Jul 07 20:46:10.000722 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21b5f074-36a9-4447-81c5-defb224dca6c req-b129d24c-b0f4-48bd-9559-979fa806ff4a service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789061 Jul 07 20:46:10.098579 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-21b5f074-36a9-4447-81c5-defb224dca6c req-279f9d50-8b07-4b66-9d69-e9d4347749bc service neutron] 10.222.0.110 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895033 Jul 07 20:46:10.460489 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8515816-4e4b-4f33-ae76-60bce68cef6b req-db3f3aa8-472c-4a44-9076-b3c0680152ea tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:10.461985 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8515816-4e4b-4f33-ae76-60bce68cef6b req-db3f3aa8-472c-4a44-9076-b3c0680152ea tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0628562 Jul 07 20:46:10.499141 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d8515816-4e4b-4f33-ae76-60bce68cef6b req-f9b4d0d1-2fd1-41ac-90ac-612c4adb97d9 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Jul 07 20:46:10.782735 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:11.666758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6f934-eb2a-45b1-b787-1bca8aa1bc8a req-9c74a768-949a-4567-b2ea-9bda8fbc596e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:11.668236 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfd6f934-eb2a-45b1-b787-1bca8aa1bc8a req-9c74a768-949a-4567-b2ea-9bda8fbc596e tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0624506 Jul 07 20:46:11.705271 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dfd6f934-eb2a-45b1-b787-1bca8aa1bc8a req-6f3fe785-703e-4f88-857f-04b74e22305c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Jul 07 20:46:12.935667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144638d-933d-46c2-87aa-ad24fb6efc50 req-7a652c38-328e-4339-8296-b7f0d2533e8f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:12.937023 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a144638d-933d-46c2-87aa-ad24fb6efc50 req-7a652c38-328e-4339-8296-b7f0d2533e8f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.1216645 Jul 07 20:46:12.974300 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a144638d-933d-46c2-87aa-ad24fb6efc50 req-6aaffaac-3753-4a6a-99ef-5b037a4f409a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Jul 07 20:46:14.196272 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95003b-93e8-4ccf-b82d-1ab350e5d901 req-eae9abe3-b9fd-4f6e-a4b7-61f7aaa629ce tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:14.197748 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc95003b-93e8-4ccf-b82d-1ab350e5d901 req-eae9abe3-b9fd-4f6e-a4b7-61f7aaa629ce tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.1079278 Jul 07 20:46:14.234232 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-bc95003b-93e8-4ccf-b82d-1ab350e5d901 req-635dfb18-dfdb-46a1-9cbc-22d7c43dd693 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309622 Jul 07 20:46:14.583629 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-a6b8e61a-f9e3-4a71-b9de-dda277b321e9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259525 Jul 07 20:46:14.595041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-26d9bc13-5e07-482b-8d60-8cdb02e98184 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:46:14.596013 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-26d9bc13-5e07-482b-8d60-8cdb02e98184 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059524 Jul 07 20:46:14.607605 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7b883-9e58-45f4-ba74-9668df07e5b8 req-86761e9c-39c8-4fdc-a6da-2b2cdf7b477b tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:14.609024 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39e7b883-9e58-45f4-ba74-9668df07e5b8 req-86761e9c-39c8-4fdc-a6da-2b2cdf7b477b tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 945 time: 0.0860362 Jul 07 20:46:14.653848 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-39e7b883-9e58-45f4-ba74-9668df07e5b8 req-0dd4b613-c379-4ff0-89a5-9f37bbae53c0 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361173 Jul 07 20:46:14.739665 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device a780293f-6a6f-43cc-88d4-47818644e52b no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:46:14.815947 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:14.838591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:14.840847 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41acef86-e7f1-485b-af7e-fac315efc818" -d '{"events": [{"server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "name": "network-vif-unplugged", "status": "completed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:14.855010 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a780293f-6a6f-43cc-88d4-47818644e52b,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:14.859406 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:14.883524 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d34f0b-cc2a-4489-b8f5-64bdf1ecff24 x-openstack-request-id: req-95d34f0b-cc2a-4489-b8f5-64bdf1ecff24 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:14.883818 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "name": "network-vif-unplugged", "status": "failed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b", "code": 422}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:14.884100 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-95d34f0b-cc2a-4489-b8f5-64bdf1ecff24 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:14.884493 n-d-793621-9 neutron-server[93902]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'code': 422} returned with failed status Jul 07 20:46:14.913973 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=a780293f-6a6f-43cc-88d4-47818644e52b,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:14.921529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:14.921872 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:14.922212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:14.922542 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:14.922889 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:14.923216 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:14.923538 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:14.923861 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:14.924181 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:14.924526 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:14.924868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:14.925186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.828340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399a201-9320-42f4-b466-1dd9a250b971 req-c4231942-41ea-4bf9-85f0-8e83845f5b13 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:15.829829 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a399a201-9320-42f4-b466-1dd9a250b971 req-c4231942-41ea-4bf9-85f0-8e83845f5b13 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0655305 Jul 07 20:46:15.868353 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-a399a201-9320-42f4-b466-1dd9a250b971 req-7e5cc41d-df66-4531-88ad-c405d487047a tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328536 Jul 07 20:46:17.062321 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9aca09-fec7-440d-8621-84e1312210a7 req-5c0459d0-b4b0-4661-b874-ba5bd0493a7f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:17.064073 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fd9aca09-fec7-440d-8621-84e1312210a7 req-5c0459d0-b4b0-4661-b874-ba5bd0493a7f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0729954 Jul 07 20:46:17.104661 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-fd9aca09-fec7-440d-8621-84e1312210a7 req-ce658db7-b4b9-4e03-8a69-46d04432b067 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Jul 07 20:46:18.276594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a06d6a-c7b6-4779-a649-7687c0fbed7c req-f9455f18-e8b6-42ef-b510-1b64390a0fa7 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:18.278094 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94a06d6a-c7b6-4779-a649-7687c0fbed7c req-f9455f18-e8b6-42ef-b510-1b64390a0fa7 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0643842 Jul 07 20:46:18.317739 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-94a06d6a-c7b6-4779-a649-7687c0fbed7c req-e770017f-64c7-4ef5-ac2b-76e2a2b79489 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339978 Jul 07 20:46:19.380196 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-1fb2df41-2ec8-453e-bdca-498065c2c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:19.381701 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-1fb2df41-2ec8-453e-bdca-498065c2c54d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed&tenant_id=830842e936c84ce2b996fb713388d819 HTTP/1.1" status: 200 len: 1094 time: 0.0536461 Jul 07 20:46:19.392866 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-9', 'device_owner': 'compute:nova'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:19.492615 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:19.560428 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08544b76-9554-4ca4-975e-40b9ab047811 req-9979a54a-7417-41ef-bd0f-21d704f60118 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:19.561900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-08544b76-9554-4ca4-975e-40b9ab047811 req-9979a54a-7417-41ef-bd0f-21d704f60118 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.1306660 Jul 07 20:46:19.671215 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-08544b76-9554-4ca4-975e-40b9ab047811 req-d0dd2abe-eae3-41de-8246-6ea8a4132097 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033697 Jul 07 20:46:19.736756 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=a780293f-6a6f-43cc-88d4-47818644e52b,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:19.769239 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h2-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:19.804903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a780293f-6a6f-43cc-88d4-47818644e52b {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:19.812290 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:19.823829 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Transition to ACTIVE for port object a780293f-6a6f-43cc-88d4-47818644e52b will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:19.827147 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:19.910279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a780293f-6a6f-43cc-88d4-47818644e52b,revision_number=7']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:19.924424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.924700 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.925041 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.925378 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.925708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.926035 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.926361 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.926684 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.927156 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.927477 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.927797 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.928120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.960279 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] No DVR routers for this DVR port a780293f-6a6f-43cc-88d4-47818644e52b on host n-h2-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:46:20.099378 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Attempting to bind port a780293f-6a6f-43cc-88d4-47818644e52b on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:20.099722 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Attempting to bind port a780293f-6a6f-43cc-88d4-47818644e52b by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:20.100053 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Attempting to bind port a780293f-6a6f-43cc-88d4-47818644e52b on network a799d1f6-61b0-4192-a654-8ad028cd4b30 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:20.104246 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Port a780293f-6a6f-43cc-88d4-47818644e52b on network a799d1f6-61b0-4192-a654-8ad028cd4b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:46:20.104570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Attempting to bind port a780293f-6a6f-43cc-88d4-47818644e52b on network a799d1f6-61b0-4192-a654-8ad028cd4b30 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:20.109298 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:20.109637 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Checking segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:20.110024 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Bound using segment: {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:20.110453 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Bound port: a780293f-6a6f-43cc-88d4-47818644e52b, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d0b3af-f823-48bd-97ed-4dfdab725bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:20.110830 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.173354 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:20.177623 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=a780293f-6a6f-43cc-88d4-47818644e52b,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:20.184804 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.217963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:20.218740 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.220252 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] 10.222.0.48 "PUT /v2.0/ports/a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 1091 time: 0.8313437 Jul 07 20:46:20.222485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:20.224803 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fa57ad-d6cf-4064-8961-ad975b66e5df" -d '{"events": [{"name": "network-changed", "server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:20.276342 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1ee6a-9ecf-4bfc-901d-9914a5cc0fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a780293f-6a6f-43cc-88d4-47818644e52b,revision_number=8']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:20.311338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-a4e6951d-76c4-44fd-b831-1452d16ed35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:20.312898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-a4e6951d-76c4-44fd-b831-1452d16ed35e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1094 time: 0.0666399 Jul 07 20:46:20.329845 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fe4cce-e296-43f3-802a-1f3c1ca06d17 x-openstack-request-id: req-47fe4cce-e296-43f3-802a-1f3c1ca06d17 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:20.330157 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:20.330412 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47fe4cce-e296-43f3-802a-1f3c1ca06d17 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:20.331458 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'status': 'completed', 'code': 200} Jul 07 20:46:20.410101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-d328cfca-c4b3-4024-bc5d-5c690df0adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:20.411630 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-d328cfca-c4b3-4024-bc5d-5c690df0adc4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0915904 Jul 07 20:46:20.485218 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-58b7ceb2-37b2-4426-a53d-02a4004ee0e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 999 time: 0.0663848 Jul 07 20:46:20.534719 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-dbac9629-618b-4aea-9b31-8788f48dba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:20.536417 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-dbac9629-618b-4aea-9b31-8788f48dba5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0434790 Jul 07 20:46:20.595317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-ebc9d57f-022e-419b-b07a-da21dcac5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:20.597407 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-ebc9d57f-022e-419b-b07a-da21dcac5a74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539806 Jul 07 20:46:20.692938 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-8a3eaf5f-fdd5-4ce9-9606-06fb1798ac8c service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875604 Jul 07 20:46:20.790267 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-a023bae1-a787-479e-847e-2ed62b4abeb7 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864887 Jul 07 20:46:20.895229 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488ea21-7bf9-48e1-be1c-569640b72202 req-2c720d19-9fd0-4ba1-bfc3-ec39561c046c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:20.896685 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c488ea21-7bf9-48e1-be1c-569640b72202 req-2c720d19-9fd0-4ba1-bfc3-ec39561c046c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0976415 Jul 07 20:46:20.927636 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa57ad-d6cf-4064-8961-ad975b66e5df req-833a104c-0d32-4d1c-8f46-bfb9c8bdafab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:20.929049 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55fa57ad-d6cf-4064-8961-ad975b66e5df req-833a104c-0d32-4d1c-8f46-bfb9c8bdafab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1094 time: 0.0900970 Jul 07 20:46:20.960901 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c488ea21-7bf9-48e1-be1c-569640b72202 req-33046bc4-3d25-476f-a68a-b1ddd112e526 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580149 Jul 07 20:46:21.024567 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa57ad-d6cf-4064-8961-ad975b66e5df req-5e4cd869-6fd8-421a-ba6a-b92b97b0db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:21.026009 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55fa57ad-d6cf-4064-8961-ad975b66e5df req-5e4cd869-6fd8-421a-ba6a-b92b97b0db13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0879767 Jul 07 20:46:21.095212 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55fa57ad-d6cf-4064-8961-ad975b66e5df req-37abdf58-3398-42b9-99ad-53d19b6089a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 999 time: 0.0619500 Jul 07 20:46:21.148765 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa57ad-d6cf-4064-8961-ad975b66e5df req-892bca62-d279-45c2-b358-b1e069a10862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:21.150153 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55fa57ad-d6cf-4064-8961-ad975b66e5df req-892bca62-d279-45c2-b358-b1e069a10862 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0428560 Jul 07 20:46:21.205507 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa57ad-d6cf-4064-8961-ad975b66e5df req-d8fb4700-1b7a-477e-a0ed-16e135f89531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:21.206999 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55fa57ad-d6cf-4064-8961-ad975b66e5df req-d8fb4700-1b7a-477e-a0ed-16e135f89531 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506065 Jul 07 20:46:21.265672 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-237a0ba2-e2cd-4b98-9f51-61a708ca1738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.302465 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55fa57ad-d6cf-4064-8961-ad975b66e5df req-dd0cf235-14ba-4272-a9fe-ad401845e302 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873168 Jul 07 20:46:21.391146 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55fa57ad-d6cf-4064-8961-ad975b66e5df req-5f8f28e8-ff17-40ea-bf4c-902744088e3b service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811362 Jul 07 20:46:21.508793 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500571d7-330f-4a87-b2e9-ca053ec49a5d req-836fc672-3138-4c42-82fb-afbb1a3e5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:21.510245 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-500571d7-330f-4a87-b2e9-ca053ec49a5d req-836fc672-3138-4c42-82fb-afbb1a3e5cf9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1094 time: 0.0564654 Jul 07 20:46:21.611386 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500571d7-330f-4a87-b2e9-ca053ec49a5d req-98b88f74-aa75-46e7-81f0-e178e9471f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:21.612750 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-500571d7-330f-4a87-b2e9-ca053ec49a5d req-98b88f74-aa75-46e7-81f0-e178e9471f0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0817709 Jul 07 20:46:21.679863 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-500571d7-330f-4a87-b2e9-ca053ec49a5d req-abf2ebd8-d276-4224-876b-a9d58978b899 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 999 time: 0.0591648 Jul 07 20:46:21.727877 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500571d7-330f-4a87-b2e9-ca053ec49a5d req-23317fb0-1dd9-4e93-b868-a3127f8c1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:21.729319 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-500571d7-330f-4a87-b2e9-ca053ec49a5d req-23317fb0-1dd9-4e93-b868-a3127f8c1793 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0429847 Jul 07 20:46:21.784160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500571d7-330f-4a87-b2e9-ca053ec49a5d req-3c88d41e-9ae3-4421-a58f-cc2665436143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:21.785584 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-500571d7-330f-4a87-b2e9-ca053ec49a5d req-3c88d41e-9ae3-4421-a58f-cc2665436143 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498488 Jul 07 20:46:21.875971 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-500571d7-330f-4a87-b2e9-ca053ec49a5d req-08d1b8fa-7433-44e0-a681-111cf7d37e89 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824933 Jul 07 20:46:21.961594 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-500571d7-330f-4a87-b2e9-ca053ec49a5d req-593c7fc7-fda3-4ba3-861a-2d970eeadaab service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790858 Jul 07 20:46:22.134461 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7a2ae-a5a5-4874-b4d4-928b53dd7362 req-7763160a-3c26-488f-8908-350aaf88b03c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:22.135821 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-02e7a2ae-a5a5-4874-b4d4-928b53dd7362 req-7763160a-3c26-488f-8908-350aaf88b03c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0618234 Jul 07 20:46:22.175817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-02e7a2ae-a5a5-4874-b4d4-928b53dd7362 req-4821cc46-4d67-4fac-9056-418a22a07a9c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345783 Jul 07 20:46:23.347379 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba543799-b38c-4797-8f05-fd31d5ea5653 req-1935573e-68e7-4a84-bd25-38da6074be44 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:23.348859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba543799-b38c-4797-8f05-fd31d5ea5653 req-1935573e-68e7-4a84-bd25-38da6074be44 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0629890 Jul 07 20:46:23.385907 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ba543799-b38c-4797-8f05-fd31d5ea5653 req-7b880334-efe8-45ba-a037-3b01ed286b64 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314577 Jul 07 20:46:24.054911 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.199114 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3b967814-86f7-49a3-a6c4-adde168dde81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.555899 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817aa8b-79fd-4ebe-bf8c-3fb93777ad5a req-73edd431-002a-4610-8428-e74d178d20bc tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:24.557377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b817aa8b-79fd-4ebe-bf8c-3fb93777ad5a req-73edd431-002a-4610-8428-e74d178d20bc tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0633626 Jul 07 20:46:24.594365 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b817aa8b-79fd-4ebe-bf8c-3fb93777ad5a req-54bff018-729c-43c6-9497-693ba81047bb tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Jul 07 20:46:25.175332 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.767525 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed8afe-5473-455f-9b05-60a897de97cb req-1ecf0e37-f50b-48a5-9a61-0017a5cdb7c8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:25.769034 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3ed8afe-5473-455f-9b05-60a897de97cb req-1ecf0e37-f50b-48a5-9a61-0017a5cdb7c8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0668626 Jul 07 20:46:25.806384 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a3ed8afe-5473-455f-9b05-60a897de97cb req-22b64a92-ab2b-4973-8e8c-27a4d6088269 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315652 Jul 07 20:46:26.877160 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.980185 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e747187-25eb-4b32-98b0-ef5ac109d49e req-625338d5-d7ce-4441-84a8-7fa127580eab tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:26.981567 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e747187-25eb-4b32-98b0-ef5ac109d49e req-625338d5-d7ce-4441-84a8-7fa127580eab tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0629187 Jul 07 20:46:27.019003 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8e747187-25eb-4b32-98b0-ef5ac109d49e req-31352e20-1017-45ad-9596-d27d445c1539 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311873 Jul 07 20:46:28.191843 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5ec13-c6dc-46b0-8001-147b7f38ebb1 req-2ab27b1e-c9b7-4c34-b4a3-39d347e4b5a0 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:28.193337 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5c5ec13-c6dc-46b0-8001-147b7f38ebb1 req-2ab27b1e-c9b7-4c34-b4a3-39d347e4b5a0 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0628653 Jul 07 20:46:28.230994 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e5c5ec13-c6dc-46b0-8001-147b7f38ebb1 req-3647cac4-35bf-414d-9cf8-c1addb80c951 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 Jul 07 20:46:28.760400 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:46:29.405314 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b965a5-d2d6-4619-8e40-7bca28530f9d req-3ce99478-a1ea-48f3-9b20-dd32597e3961 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.406813 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-64b965a5-d2d6-4619-8e40-7bca28530f9d req-3ce99478-a1ea-48f3-9b20-dd32597e3961 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 943 time: 0.0654826 Jul 07 20:46:29.444109 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-64b965a5-d2d6-4619-8e40-7bca28530f9d req-a9918ff5-e36b-47f6-969e-dea5f01cf88f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312433 Jul 07 20:46:29.761926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device a780293f-6a6f-43cc-88d4-47818644e52b details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:46:29.856491 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=a780293f-6a6f-43cc-88d4-47818644e52b,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:29.867323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'port_id': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'mac_address': 'fa:16:3e:e6:96:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:46:29.903108 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:29.915636 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a780293f-6a6f-43cc-88d4-47818644e52b {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:29.934052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=a780293f-6a6f-43cc-88d4-47818644e52b,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:29.937845 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:29.983546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=a780293f-6a6f-43cc-88d4-47818644e52b,revision_number=9']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:30.277410 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['a780293f-6a6f-43cc-88d4-47818644e52b'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:30.616031 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6661efb-bcfe-405d-bba8-996c4194a318 req-a6cf36aa-5af8-4b8d-af4a-dc441ef5f9b3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:30.617402 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a6661efb-bcfe-405d-bba8-996c4194a318 req-a6cf36aa-5af8-4b8d-af4a-dc441ef5f9b3 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 944 time: 0.0649071 Jul 07 20:46:30.653681 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a6661efb-bcfe-405d-bba8-996c4194a318 req-2534d452-8a5a-43ae-bb6f-7679c94fecf8 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308239 Jul 07 20:46:31.793138 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device a780293f-6a6f-43cc-88d4-47818644e52b up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:31.829187 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2bc42-abca-4729-9641-e8efb96186e0 req-b944e2ec-35e9-48cb-8d45-49698cd5c7d2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:31.831208 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fee2bc42-abca-4729-9641-e8efb96186e0 req-b944e2ec-35e9-48cb-8d45-49698cd5c7d2 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 944 time: 0.0648592 Jul 07 20:46:31.843173 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port a780293f-6a6f-43cc-88d4-47818644e52b completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:31.847299 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port a780293f-6a6f-43cc-88d4-47818644e52b triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:31.847697 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:31.869775 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-fee2bc42-abca-4729-9641-e8efb96186e0 req-9d5d116c-fb60-4e01-9062-d1a25033d364 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331054 Jul 07 20:46:31.923081 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:31.944165 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:31.946499 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e8712-7018-44db-937b-64e785618dcf" -d '{"events": [{"server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "name": "network-vif-plugged", "status": "completed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:31.959568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=a780293f-6a6f-43cc-88d4-47818644e52b,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:31.963484 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:31.989573 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc0caf3-3107-4c56-b4ef-9f70eaaee4e8 x-openstack-request-id: req-1bc0caf3-3107-4c56-b4ef-9f70eaaee4e8 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:31.989872 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "name": "network-vif-plugged", "status": "completed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:31.990117 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1bc0caf3-3107-4c56-b4ef-9f70eaaee4e8 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:31.990511 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'code': 200} Jul 07 20:46:32.015766 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=a780293f-6a6f-43cc-88d4-47818644e52b,revision_number=10']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:32.180417 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bafbc6-7a65-47c1-b224-c0661e3d45e7 req-cf1af8f8-8f10-45ca-9bba-32020969b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:32.181940 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25bafbc6-7a65-47c1-b224-c0661e3d45e7 req-cf1af8f8-8f10-45ca-9bba-32020969b852 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1097 time: 0.0875075 Jul 07 20:46:32.215438 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-25bafbc6-7a65-47c1-b224-c0661e3d45e7 req-e4d0afb7-ce87-453e-9f75-7a8d0e5a7987 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273509 Jul 07 20:46:33.040968 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52099d-65d0-42bd-92eb-86d7037122c3 req-ce785bbd-3e0d-47ae-b3fd-9d4c85680d60 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:33.042352 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d52099d-65d0-42bd-92eb-86d7037122c3 req-ce785bbd-3e0d-47ae-b3fd-9d4c85680d60 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 946 time: 0.0625012 Jul 07 20:46:33.083614 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d52099d-65d0-42bd-92eb-86d7037122c3 req-a81d0c0c-3e95-4e57-aa0c-c79b1c44ec03 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357223 Jul 07 20:46:34.261170 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a9fb-69c6-4b6e-b455-d98858157caa req-a967e08b-1234-4ce0-8fdb-3050119ac061 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:34.262636 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8b98a9fb-69c6-4b6e-b455-d98858157caa req-a967e08b-1234-4ce0-8fdb-3050119ac061 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 946 time: 0.0619855 Jul 07 20:46:34.298707 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8b98a9fb-69c6-4b6e-b455-d98858157caa req-1fa90b9d-4411-49d6-b468-9e4984d22823 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304692 Jul 07 20:46:36.629076 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:40.786162 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:51.265734 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6175163e-9d48-4a6e-8ece-4ff6b6e8f00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.055108 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.199629 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e2d5873f-4acf-4259-a3ef-fe021e87278f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.177575 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:56.879793 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:05.759855 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:47:06.631580 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:10.799580 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:21.266169 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-26fb8606-fe6a-4794-be1c-d0c33d43cf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:22.146756 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77140764-1459-44b7-85cb-7c6d147e09b4 req-5c93abc9-47c5-4fc9-add1-c61ee6a7abba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536683 Jul 07 20:47:22.238422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77140764-1459-44b7-85cb-7c6d147e09b4 req-0c82a75d-ed1b-40fc-aa01-2527313969fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:22.239898 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77140764-1459-44b7-85cb-7c6d147e09b4 req-0c82a75d-ed1b-40fc-aa01-2527313969fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1097 time: 0.0518062 Jul 07 20:47:22.344558 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77140764-1459-44b7-85cb-7c6d147e09b4 req-c58e3577-25c7-4778-9eb0-107520c4815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:22.346018 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77140764-1459-44b7-85cb-7c6d147e09b4 req-c58e3577-25c7-4778-9eb0-107520c4815c service neutron] 10.222.0.48 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0869052 Jul 07 20:47:22.411403 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77140764-1459-44b7-85cb-7c6d147e09b4 req-27e83c92-8539-4602-9e05-c179000e098c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 1001 time: 0.0583732 Jul 07 20:47:22.458729 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77140764-1459-44b7-85cb-7c6d147e09b4 req-ffc7cebe-539e-4004-83bb-0343b956be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:22.460161 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77140764-1459-44b7-85cb-7c6d147e09b4 req-ffc7cebe-539e-4004-83bb-0343b956be80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0428491 Jul 07 20:47:22.519502 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77140764-1459-44b7-85cb-7c6d147e09b4 req-44d14b13-4ae2-49b8-a3e0-cf2f887ed217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:22.520974 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77140764-1459-44b7-85cb-7c6d147e09b4 req-44d14b13-4ae2-49b8-a3e0-cf2f887ed217 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547192 Jul 07 20:47:22.607980 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77140764-1459-44b7-85cb-7c6d147e09b4 req-0b2f4804-3295-44fe-b14c-97c4e18784f8 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793414 Jul 07 20:47:22.698201 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-77140764-1459-44b7-85cb-7c6d147e09b4 req-d217c349-701b-436c-b6ac-97c45f776c29 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836210 Jul 07 20:47:24.055814 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:24.199550 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8beb-6bf3-43c5-8e1b-d3a77399e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:25.182258 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:26.884554 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:36.637866 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:40.796481 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:42.759589 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:47:47.976162 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53436) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:48.130010 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Deleting port 30caa191-1976-4e9c-bdc5-fe5526eb8c16 {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:48.130351 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:48.201934 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:48.202261 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:48.213257 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Calling delete_port for 30caa191-1976-4e9c-bdc5-fe5526eb8c16 owned by network:floatingip {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:48.356092 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:48.381029 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event deleted for resources: {'Port': ['ID=30caa191-1976-4e9c-bdc5-fe5526eb8c16,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:48.412720 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:48.413068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:48.413410 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:48.413747 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:48.414077 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:48.414407 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:48.414731 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:48.415080 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:48.415402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:48.415724 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:48.416067 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:48.416422 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:48.454955 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for floatingip, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:48.455290 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Floating IP f08252d2-9959-4e57-ae35-120c8716b608 disassociated (deleted). External IP: 172.25.0.245, port: a780293f-6a6f-43cc-88d4-47818644e52b. Jul 07 20:47:48.660232 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Router 12b15ba3-b862-4401-8099-d7ff73c4505d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:47:48.762008 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:47:48.766846 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:48.770992 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39902d-a12b-41b7-9ffa-5754b63f35bc None None] Sync routers for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:47:48.780160 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39902d-a12b-41b7-9ffa-5754b63f35bc None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:48.780765 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0d39902d-a12b-41b7-9ffa-5754b63f35bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:48.805157 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-2b0a7cdd-f2b3-40cc-bf1f-be451270080d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "DELETE /v2.0/floatingips/f08252d2-9959-4e57-ae35-120c8716b608 HTTP/1.1" status: 204 len: 168 time: 0.8279824 Jul 07 20:47:48.805849 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:48.808235 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d8ecea-bece-4abb-9bc6-34f162d28a59" -d '{"events": [{"name": "network-changed", "server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:48.847323 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3f3925-4908-4467-899a-f21781ff8c4e x-openstack-request-id: req-8d3f3925-4908-4467-899a-f21781ff8c4e {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:48.847621 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:48.847874 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d3f3925-4908-4467-899a-f21781ff8c4e {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:48.848311 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'status': 'completed', 'code': 200} Jul 07 20:47:48.885296 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0d39902d-a12b-41b7-9ffa-5754b63f35bc None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:48.926966 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8ecea-bece-4abb-9bc6-34f162d28a59 req-d7c96a47-02e6-4ee3-9e6e-8cde7c24378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:48.928794 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d8ecea-bece-4abb-9bc6-34f162d28a59 req-d7c96a47-02e6-4ee3-9e6e-8cde7c24378f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=830842e936c84ce2b996fb713388d819&device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 1097 time: 0.0571742 Jul 07 20:47:49.022914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8ecea-bece-4abb-9bc6-34f162d28a59 req-39243373-25d7-4649-91b3-c41fde5d6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:49.024529 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d8ecea-bece-4abb-9bc6-34f162d28a59 req-39243373-25d7-4649-91b3-c41fde5d6cee service neutron] 10.222.0.48 "GET /v2.0/networks?id=a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 200 len: 909 time: 0.0892572 Jul 07 20:47:49.072348 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d8ecea-bece-4abb-9bc6-34f162d28a59 req-9874ef5c-78e5-4965-b587-eda3f383e941 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 200 len: 217 time: 0.0414822 Jul 07 20:47:49.089995 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0d39902d-a12b-41b7-9ffa-5754b63f35bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:23Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:49.115770 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39902d-a12b-41b7-9ffa-5754b63f35bc None None] Checking router: 12b15ba3-b862-4401-8099-d7ff73c4505d for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:47:49.122951 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8ecea-bece-4abb-9bc6-34f162d28a59 req-2823b1ed-4699-4d61-8331-358770acd4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:49.124443 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d8ecea-bece-4abb-9bc6-34f162d28a59 req-2823b1ed-4699-4d61-8331-358770acd4f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 200 len: 847 time: 0.0445719 Jul 07 20:47:49.129006 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39902d-a12b-41b7-9ffa-5754b63f35bc None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:49.129637 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0d39902d-a12b-41b7-9ffa-5754b63f35bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:49.235968 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-0d39902d-a12b-41b7-9ffa-5754b63f35bc None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:49.440215 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-0d39902d-a12b-41b7-9ffa-5754b63f35bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:23Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:49.555984 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1950299-8c63-4dad-b508-ccdc8558a62c req-39cb892e-7fcb-4642-938d-318e11367178 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:49.557090 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39902d-a12b-41b7-9ffa-5754b63f35bc None None] The sync data for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 is: [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:38:16Z', 'revision_number': 4, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': 'a976bf80-b518-4ddb-bc64-a21691724476', 'name': '', 'network_id': 'a799d1f6-61b0-4192-a654-8ad028cd4b30', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'mac_address': 'fa:16:3e:7f:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:15Z', 'updated_at': '2021-07-07T20:38:23Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'subnets': [{'id': '54b4b359-223f-43b2-95ed-f4807f555d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:47:49.557394 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1950299-8c63-4dad-b508-ccdc8558a62c req-39cb892e-7fcb-4642-938d-318e11367178 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 946 time: 0.4290824 Jul 07 20:47:49.563485 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8ecea-bece-4abb-9bc6-34f162d28a59 req-c97db1a7-5291-47e4-82b9-7ab610def450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:49.564928 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d8ecea-bece-4abb-9bc6-34f162d28a59 req-c97db1a7-5291-47e4-82b9-7ab610def450 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a799d1f6-61b0-4192-a654-8ad028cd4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4277844 Jul 07 20:47:49.643715 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1950299-8c63-4dad-b508-ccdc8558a62c req-43e05185-c266-4bf6-b783-d5e45193597f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778093 Jul 07 20:47:49.676969 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d8ecea-bece-4abb-9bc6-34f162d28a59 req-2995890b-05c3-4ad8-909f-ca8fb2299087 service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039917 Jul 07 20:47:49.773956 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-12d8ecea-bece-4abb-9bc6-34f162d28a59 req-9f1bbf3d-2ee8-4938-83dd-bfcee692826b service neutron] 10.222.0.48 "GET /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890858 Jul 07 20:47:49.790471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e508e3a-6506-4f70-8837-9746352e8de3 None None] New status for floating IP f08252d2-9959-4e57-ae35-120c8716b608: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:47:50.827272 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce768-ff27-4ce5-a96b-0e8f8c0c0c34 req-5f01e192-91b9-40be-b457-49703dec7eec tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:50.829592 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f5ce768-ff27-4ce5-a96b-0e8f8c0c0c34 req-5f01e192-91b9-40be-b457-49703dec7eec tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 946 time: 0.0692930 Jul 07 20:47:50.867849 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8f5ce768-ff27-4ce5-a96b-0e8f8c0c0c34 req-e6c1b3dd-d6f2-4592-b545-a5f0060293b0 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/security-groups?id=e792fd16-7f52-4be9-8600-a68487f519a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324512 Jul 07 20:47:50.868949 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f086e-d89b-4664-871b-727938c8c23b req-57f98df6-7c64-4393-a088-e45b90fb004f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:50.870512 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-143f086e-d89b-4664-871b-727938c8c23b req-57f98df6-7c64-4393-a088-e45b90fb004f tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 946 time: 0.0644753 Jul 07 20:47:50.974985 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-143f086e-d89b-4664-871b-727938c8c23b req-351efc73-5be5-4332-bc84-a7210b07365d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Deleting port a780293f-6a6f-43cc-88d4-47818644e52b {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:50.975331 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-143f086e-d89b-4664-871b-727938c8c23b req-351efc73-5be5-4332-bc84-a7210b07365d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.059928 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-143f086e-d89b-4664-871b-727938c8c23b req-351efc73-5be5-4332-bc84-a7210b07365d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] For port a780293f-6a6f-43cc-88d4-47818644e52b, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=a780293f-6a6f-43cc-88d4-47818644e52b,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:51.060298 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-143f086e-d89b-4664-871b-727938c8c23b req-351efc73-5be5-4332-bc84-a7210b07365d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.072728 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-143f086e-d89b-4664-871b-727938c8c23b req-351efc73-5be5-4332-bc84-a7210b07365d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Calling delete_port for a780293f-6a6f-43cc-88d4-47818644e52b owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:51.202244 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-143f086e-d89b-4664-871b-727938c8c23b req-351efc73-5be5-4332-bc84-a7210b07365d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.230265 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351efc73-5be5-4332-bc84-a7210b07365d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event deleted for resources: {'Port': ['ID=a780293f-6a6f-43cc-88d4-47818644e52b,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:51.267460 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dac98480-38d6-4b00-ad81-1bcdc7afb1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.274734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-143f086e-d89b-4664-871b-727938c8c23b req-351efc73-5be5-4332-bc84-a7210b07365d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] No DVR routers for this DVR port a780293f-6a6f-43cc-88d4-47818644e52b on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:47:51.277168 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-143f086e-d89b-4664-871b-727938c8c23b req-351efc73-5be5-4332-bc84-a7210b07365d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.279175 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-143f086e-d89b-4664-871b-727938c8c23b req-351efc73-5be5-4332-bc84-a7210b07365d tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.48 "DELETE /v2.0/ports/a780293f-6a6f-43cc-88d4-47818644e52b HTTP/1.1" status: 204 len: 173 time: 0.4018922 Jul 07 20:47:51.279599 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'name': 'network-vif-deleted', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:51.281814 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac381a6-7a73-4271-9a76-9e749b2423eb" -d '{"events": [{"server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "name": "network-vif-deleted", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:51.345921 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b32ab5-310d-4721-b2cb-52494a1347c8 x-openstack-request-id: req-94b32ab5-310d-4721-b2cb-52494a1347c8 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:51.346212 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f63af7c-d823-403c-a4ed-6b48096488ed", "name": "network-vif-deleted", "tag": "a780293f-6a6f-43cc-88d4-47818644e52b", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:51.346464 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94b32ab5-310d-4721-b2cb-52494a1347c8 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:51.346897 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f63af7c-d823-403c-a4ed-6b48096488ed', 'name': 'network-vif-deleted', 'tag': 'a780293f-6a6f-43cc-88d4-47818644e52b', 'status': 'completed', 'code': 200} Jul 07 20:47:52.009759 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-381c4416-9354-4371-bac8-1b374563e993 req-2bfd9308-875e-4716-909e-7524628ce528 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 210 time: 0.0295734 Jul 07 20:47:53.155361 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-117d36e2-0733-4f94-9790-2e6846dda11e req-eaa5fc03-eaba-4e3d-8fa2-69f6f7182f1c tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 210 time: 0.0314705 Jul 07 20:47:54.059580 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.206494 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-477ed4aa-b165-4024-9365-e67c60f59c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.255838 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device a780293f-6a6f-43cc-88d4-47818644e52b no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:47:54.277000 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: a780293f-6a6f-43cc-88d4-47818644e52b {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:47:54.277383 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device a780293f-6a6f-43cc-88d4-47818644e52b not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:47:54.307155 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-225dd7a1-63dd-42f8-a3d3-f8bf2b8a0c9b req-feb802d5-4819-40e6-a7ec-5b36d009a478 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f63af7c-d823-403c-a4ed-6b48096488ed HTTP/1.1" status: 200 len: 210 time: 0.0282767 Jul 07 20:47:55.187381 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.399308 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53470) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:55.458952 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5a103e7-8a76-434c-bc98-82f7bb0e27a1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.483915 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5a103e7-8a76-434c-bc98-82f7bb0e27a1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.545375 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5a103e7-8a76-434c-bc98-82f7bb0e27a1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.547751 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f5a103e7-8a76-434c-bc98-82f7bb0e27a1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.548935 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f5a103e7-8a76-434c-bc98-82f7bb0e27a1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] 10.222.0.81 "DELETE /v2.0/security-groups/e792fd16-7f52-4be9-8600-a68487f519a4 HTTP/1.1" status: 204 len: 168 time: 0.1486230 Jul 07 20:47:55.558855 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a103e7-8a76-434c-bc98-82f7bb0e27a1 tempest-TestShelveInstance-1837972950 tempest-TestShelveInstance-1837972950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e792fd16-7f52-4be9-8600-a68487f519a4,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:55.599734 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53474) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:56.356155 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:56.608953 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Deleting port a976bf80-b518-4ddb-bc64-a21691724476 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:56.609647 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:56.692632 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] For port a976bf80-b518-4ddb-bc64-a21691724476, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=a976bf80-b518-4ddb-bc64-a21691724476,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:56.693169 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:56.707201 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Calling delete_port for a976bf80-b518-4ddb-bc64-a21691724476 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:56.888693 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:56.904247 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:56.934885 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Pushing event deleted for resources: {'Port': ['ID=a976bf80-b518-4ddb-bc64-a21691724476,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:56.959787 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:56.960121 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:56.960462 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:56.960797 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:56.961126 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:56.961455 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:56.961941 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:56.962260 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:56.962597 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:56.962927 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:56.963254 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:56.963578 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:57.109715 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:57.328382 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Router 12b15ba3-b862-4401-8099-d7ff73c4505d has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:47:57.436663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:47:57.444744 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ba40eb08-bdbd-45a7-8c10-a6c3b7cdcf55 admin admin] 10.222.0.81 "PUT /v2.0/routers/12b15ba3-b862-4401-8099-d7ff73c4505d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8407986 Jul 07 20:47:57.444744 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53478) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:57.447311 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d7105c-3a7d-4285-a1d6-94c71e1fd17c None None] Sync routers for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:47:57.457087 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7105c-3a7d-4285-a1d6-94c71e1fd17c None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:57.457713 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d8d7105c-3a7d-4285-a1d6-94c71e1fd17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:57.550032 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:57.559910 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-d8d7105c-3a7d-4285-a1d6-94c71e1fd17c None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:57.654568 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:57.714022 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Deleting port 8f29d38d-6a7e-413f-a114-cd5646c29ebb {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:57.714368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:57.743470 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d8d7105c-3a7d-4285-a1d6-94c71e1fd17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:47:56Z', 'revision_number': 5, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port': {'id': '8f29d38d-6a7e-413f-a114-cd5646c29ebb', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:14Z', 'updated_at': '2021-07-07T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:57.772451 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d7105c-3a7d-4285-a1d6-94c71e1fd17c None None] Checking router: 12b15ba3-b862-4401-8099-d7ff73c4505d for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:47:57.781126 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7105c-3a7d-4285-a1d6-94c71e1fd17c None None] Routers {'12b15ba3-b862-4401-8099-d7ff73c4505d'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:57.781728 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d8d7105c-3a7d-4285-a1d6-94c71e1fd17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['12b15ba3-b862-4401-8099-d7ff73c4505d'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:57.794020 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] For port 8f29d38d-6a7e-413f-a114-cd5646c29ebb, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=8f29d38d-6a7e-413f-a114-cd5646c29ebb,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:57.794389 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:57.810850 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Calling delete_port for 8f29d38d-6a7e-413f-a114-cd5646c29ebb owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:57.864246 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-d8d7105c-3a7d-4285-a1d6-94c71e1fd17c None None] Set router 12b15ba3-b862-4401-8099-d7ff73c4505d gateway port host: None {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:57.913333 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-d8d7105c-3a7d-4285-a1d6-94c71e1fd17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:47:57Z', 'revision_number': 6, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:57.943902 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d7105c-3a7d-4285-a1d6-94c71e1fd17c None None] The sync data for ids ['12b15ba3-b862-4401-8099-d7ff73c4505d'] in n-d-793621-9 is: [{'id': '12b15ba3-b862-4401-8099-d7ff73c4505d', 'name': 'tempest-TestShelveInstance-122537102-router', 'tenant_id': '830842e936c84ce2b996fb713388d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:13Z', 'updated_at': '2021-07-07T20:47:57Z', 'revision_number': 6, 'project_id': '830842e936c84ce2b996fb713388d819', 'gw_port_host': None}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:47:57.973184 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.004748 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f29d38d-6a7e-413f-a114-cd5646c29ebb,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:58.063857 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.152366 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.154426 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.196286 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.196798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b15ba3-b862-4401-8099-d7ff73c4505d {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:47:58.201005 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.202251 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a62399fb-ec11-4b25-a922-36b829c99060 admin admin] 10.222.0.81 "DELETE /v2.0/routers/12b15ba3-b862-4401-8099-d7ff73c4505d HTTP/1.1" status: 204 len: 168 time: 0.7566769 Jul 07 20:47:58.204771 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53480) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:58.252331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-776439a3-9c4c-4595-a25b-bb2f85d6a876 admin admin] Deleting subnet 54b4b359-223f-43b2-95ed-f4807f555d7a {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:47:58.255257 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-776439a3-9c4c-4595-a25b-bb2f85d6a876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.289377 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-776439a3-9c4c-4595-a25b-bb2f85d6a876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.369392 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-776439a3-9c4c-4595-a25b-bb2f85d6a876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.425498 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-776439a3-9c4c-4595-a25b-bb2f85d6a876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.452001 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776439a3-9c4c-4595-a25b-bb2f85d6a876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b4b359-223f-43b2-95ed-f4807f555d7a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:58.453848 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-776439a3-9c4c-4595-a25b-bb2f85d6a876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.458601 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-776439a3-9c4c-4595-a25b-bb2f85d6a876 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/54b4b359-223f-43b2-95ed-f4807f555d7a HTTP/1.1" status: 204 len: 168 time: 0.2500432 Jul 07 20:47:58.458601 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53482) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:58.459501 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b882a38-7183-473b-b9f1-b071fac4fcd1 None None] Network a799d1f6-61b0-4192-a654-8ad028cd4b30 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:47:58.524004 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.576616 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Deleting port 244b4654-fdf1-4b0a-b58a-7422681a6723 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:58.576953 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.642385 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] For port 244b4654-fdf1-4b0a-b58a-7422681a6723, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=244b4654-fdf1-4b0a-b58a-7422681a6723,segment=NetworkSegment(13d0b3af-f823-48bd-97ed-4dfdab725bcd),segment_id=13d0b3af-f823-48bd-97ed-4dfdab725bcd)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:58.642683 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.661007 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Calling delete_port for 244b4654-fdf1-4b0a-b58a-7422681a6723 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:58.689842 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] DHCP port deletion for a799d1f6-61b0-4192-a654-8ad028cd4b30 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:47:58.751931 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.757269 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Deleting port 244b4654-fdf1-4b0a-b58a-7422681a6723 {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:58.757658 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.761451 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a976bf80-b518-4ddb-bc64-a21691724476 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:47:58.784027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] No DVR routers for this DVR port 244b4654-fdf1-4b0a-b58a-7422681a6723 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:47:58.789084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Pushing event deleted for resources: {'Port': ['ID=244b4654-fdf1-4b0a-b58a-7422681a6723,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:58.866625 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.879889 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a799d1f6-61b0-4192-a654-8ad028cd4b30']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:58.893945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d0b3af-f823-48bd-97ed-4dfdab725bcd') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:58.894241 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d0b3af-f823-48bd-97ed-4dfdab725bcd') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:58.904063 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.919852 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.927027 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:47:58.927515 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: timer() Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:47:58.929424 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:47:58.972004 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: a976bf80-b518-4ddb-bc64-a21691724476 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:47:58.972267 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device a976bf80-b518-4ddb-bc64-a21691724476 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:47:58.972681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 244b4654-fdf1-4b0a-b58a-7422681a6723 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:47:58.991776 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.997842 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:58.999476 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 244b4654-fdf1-4b0a-b58a-7422681a6723 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:47:58.999793 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a799d1f6-61b0-4192-a654-8ad028cd4b30 HTTP/1.1" status: 204 len: 168 time: 0.5405281 Jul 07 20:47:58.999943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 244b4654-fdf1-4b0a-b58a-7422681a6723 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:47:59.000323 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8f29d38d-6a7e-413f-a114-cd5646c29ebb no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:47:59.002855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53484) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:59.018340 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da17d0-d0db-47f2-adc2-28f945e61347 admin admin] Pushing event deleted for resources: {'Network': ['ID=a799d1f6-61b0-4192-a654-8ad028cd4b30,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:59.029739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 8f29d38d-6a7e-413f-a114-cd5646c29ebb {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:47:59.030088 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 8f29d38d-6a7e-413f-a114-cd5646c29ebb not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:47:59.037975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] For port 244b4654-fdf1-4b0a-b58a-7422681a6723, host n-d-793621-9, got binding levels [] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:59.038412 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.051295 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Calling delete_port for 244b4654-fdf1-4b0a-b58a-7422681a6723 owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:59.054385 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.ipam_backend_mixin [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Port 244b4654-fdf1-4b0a-b58a-7422681a6723 was not found and therefore no delete operation was performed {{(pid=93902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 20:47:59.055659 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.078196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Pushing event deleted for resources: {'Port': ['ID=244b4654-fdf1-4b0a-b58a-7422681a6723,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:59.080235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Network a799d1f6-61b0-4192-a654-8ad028cd4b30 is not hosted by any dhcp agent {{(pid=93902) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 20:47:59.080678 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] No DVR routers for this DVR port 244b4654-fdf1-4b0a-b58a-7422681a6723 on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:47:59.088548 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:59.089011 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:59.089224 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:59.089558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:59.089921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:59.090251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:59.090714 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:59.090920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:59.091502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:59.091825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:59.092148 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:59.092555 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a33189a-ae76-4e47-b6a1-13d6be3f39e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:59.354404 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af611e2-648c-44b7-9f04-647e416ddb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.601707 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0af611e2-648c-44b7-9f04-647e416ddb91 admin admin] Deleting port b728cfc3-088c-4da9-bb7f-618e0e893fdf {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:59.602051 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af611e2-648c-44b7-9f04-647e416ddb91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.680565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-0af611e2-648c-44b7-9f04-647e416ddb91 admin admin] For port b728cfc3-088c-4da9-bb7f-618e0e893fdf, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b728cfc3-088c-4da9-bb7f-618e0e893fdf,segment=NetworkSegment(5b0199af-8475-4ecf-a329-6b5c519f386d),segment_id=5b0199af-8475-4ecf-a329-6b5c519f386d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:59.681225 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af611e2-648c-44b7-9f04-647e416ddb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.693074 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0af611e2-648c-44b7-9f04-647e416ddb91 admin admin] Calling delete_port for b728cfc3-088c-4da9-bb7f-618e0e893fdf owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:59.867583 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af611e2-648c-44b7-9f04-647e416ddb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.893327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af611e2-648c-44b7-9f04-647e416ddb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=b728cfc3-088c-4da9-bb7f-618e0e893fdf,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:00.056554 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0af611e2-648c-44b7-9f04-647e416ddb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:00.580879 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af611e2-648c-44b7-9f04-647e416ddb91 admin admin] Router 11ac1f95-c931-48d4-8eac-2d59deec9652 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:48:00.685996 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af611e2-648c-44b7-9f04-647e416ddb91 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:48:00.690834 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0af611e2-648c-44b7-9f04-647e416ddb91 admin admin] 10.222.0.81 "PUT /v2.0/routers/11ac1f95-c931-48d4-8eac-2d59deec9652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6870122 Jul 07 20:48:00.693553 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53486) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:00.694450 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e58e55-397a-4682-ad35-e798e58bc2f8 None None] Sync routers for ids ['11ac1f95-c931-48d4-8eac-2d59deec9652'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:48:00.704655 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e58e55-397a-4682-ad35-e798e58bc2f8 None None] Routers {'11ac1f95-c931-48d4-8eac-2d59deec9652'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:00.705535 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-03e58e55-397a-4682-ad35-e798e58bc2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['11ac1f95-c931-48d4-8eac-2d59deec9652'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:00.802863 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:00.812758 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-03e58e55-397a-4682-ad35-e798e58bc2f8 None None] Set router 11ac1f95-c931-48d4-8eac-2d59deec9652 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:00.906755 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:00.969100 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Deleting port c4375acf-fd8a-4d51-a51d-238037e780c5 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:00.969449 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:00.993786 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-03e58e55-397a-4682-ad35-e798e58bc2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'name': 'tempest-TestShelveInstance-1750310627-router', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:47:59Z', 'revision_number': 5, 'project_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'gw_port': {'id': 'c4375acf-fd8a-4d51-a51d-238037e780c5', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:01.023036 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e58e55-397a-4682-ad35-e798e58bc2f8 None None] Checking router: 11ac1f95-c931-48d4-8eac-2d59deec9652 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:48:01.032419 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e58e55-397a-4682-ad35-e798e58bc2f8 None None] Routers {'11ac1f95-c931-48d4-8eac-2d59deec9652'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:01.033029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-03e58e55-397a-4682-ad35-e798e58bc2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['11ac1f95-c931-48d4-8eac-2d59deec9652'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:01.051581 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] For port c4375acf-fd8a-4d51-a51d-238037e780c5, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=c4375acf-fd8a-4d51-a51d-238037e780c5,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:01.051947 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.065046 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Calling delete_port for c4375acf-fd8a-4d51-a51d-238037e780c5 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:01.118281 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-03e58e55-397a-4682-ad35-e798e58bc2f8 None None] Set router 11ac1f95-c931-48d4-8eac-2d59deec9652 gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:01.170223 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-03e58e55-397a-4682-ad35-e798e58bc2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'name': 'tempest-TestShelveInstance-1750310627-router', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:48:00Z', 'revision_number': 6, 'project_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:01.200170 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e58e55-397a-4682-ad35-e798e58bc2f8 None None] The sync data for ids ['11ac1f95-c931-48d4-8eac-2d59deec9652'] in n-d-793621-9 is: [{'id': '11ac1f95-c931-48d4-8eac-2d59deec9652', 'name': 'tempest-TestShelveInstance-1750310627-router', 'tenant_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:38:18Z', 'updated_at': '2021-07-07T20:48:00Z', 'revision_number': 6, 'project_id': '4ab2bc5d3cf8448ebeef145fb93ff260', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:48:01.235893 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.262382 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4375acf-fd8a-4d51-a51d-238037e780c5,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:01.325710 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.413837 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.415922 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.460302 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.460809 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11ac1f95-c931-48d4-8eac-2d59deec9652 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:48:01.465095 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.466137 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-fea5906e-d8bd-43a0-825b-a5ad15f09f3a admin admin] 10.222.0.81 "DELETE /v2.0/routers/11ac1f95-c931-48d4-8eac-2d59deec9652 HTTP/1.1" status: 204 len: 168 time: 0.7714078 Jul 07 20:48:01.468945 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53488) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:01.512820 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3175aa8-54be-4588-bd07-cc47a2b43881 admin admin] Deleting subnet 68bef14a-2efb-4c68-a246-5557a11ad6c0 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:48:01.515770 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3175aa8-54be-4588-bd07-cc47a2b43881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.550853 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3175aa8-54be-4588-bd07-cc47a2b43881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.638411 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3175aa8-54be-4588-bd07-cc47a2b43881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.689122 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3175aa8-54be-4588-bd07-cc47a2b43881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.714199 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3175aa8-54be-4588-bd07-cc47a2b43881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bef14a-2efb-4c68-a246-5557a11ad6c0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:01.718340 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-d3175aa8-54be-4588-bd07-cc47a2b43881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.722532 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-d3175aa8-54be-4588-bd07-cc47a2b43881 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/68bef14a-2efb-4c68-a246-5557a11ad6c0 HTTP/1.1" status: 204 len: 168 time: 0.2502356 Jul 07 20:48:01.722965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53490) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:01.726188 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff0519-4ec0-4405-a136-3eb0915c2ee9 None None] Network e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:48:01.792109 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.849474 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Deleting port 1f880a36-5c22-4243-8fb2-ee85612d51ff {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:01.849822 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.915309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] For port 1f880a36-5c22-4243-8fb2-ee85612d51ff, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1f880a36-5c22-4243-8fb2-ee85612d51ff,segment=NetworkSegment(5b0199af-8475-4ecf-a329-6b5c519f386d),segment_id=5b0199af-8475-4ecf-a329-6b5c519f386d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:01.915760 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.930038 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Calling delete_port for 1f880a36-5c22-4243-8fb2-ee85612d51ff owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:01.941619 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c695add-aeca-4b8c-8dd1-21094e6668da None None] DHCP port deletion for e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:48:01.992439 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3c695add-aeca-4b8c-8dd1-21094e6668da None None] Deleting port 1f880a36-5c22-4243-8fb2-ee85612d51ff {{(pid=93902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:01.992812 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c695add-aeca-4b8c-8dd1-21094e6668da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.015776 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.042858 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f880a36-5c22-4243-8fb2-ee85612d51ff,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:02.047897 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] No DVR routers for this DVR port 1f880a36-5c22-4243-8fb2-ee85612d51ff on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:48:02.060151 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-3c695add-aeca-4b8c-8dd1-21094e6668da None None] For port 1f880a36-5c22-4243-8fb2-ee85612d51ff, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=1f880a36-5c22-4243-8fb2-ee85612d51ff,segment=NetworkSegment(5b0199af-8475-4ecf-a329-6b5c519f386d),segment_id=5b0199af-8475-4ecf-a329-6b5c519f386d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:02.060644 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c695add-aeca-4b8c-8dd1-21094e6668da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.074852 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-3c695add-aeca-4b8c-8dd1-21094e6668da None None] Calling delete_port for 1f880a36-5c22-4243-8fb2-ee85612d51ff owned by network:dhcp {{(pid=93902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:02.123221 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.134999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:02.146931 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0199af-8475-4ecf-a329-6b5c519f386d') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:02.147229 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0199af-8475-4ecf-a329-6b5c519f386d') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:02.156492 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3c695add-aeca-4b8c-8dd1-21094e6668da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966'] for port, after_delete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.157453 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.177346 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.182240 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695add-aeca-4b8c-8dd1-21094e6668da None None] Pushing event deleted for resources: {'Port': ['ID=1f880a36-5c22-4243-8fb2-ee85612d51ff,revision_number=None']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:02.184095 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:48:02.184569 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: timer() Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:48:02.186248 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:48:02.191938 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c695add-aeca-4b8c-8dd1-21094e6668da None None] No DVR routers for this DVR port 1f880a36-5c22-4243-8fb2-ee85612d51ff on host n-d-793621-9 {{(pid=93902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:48:02.244700 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.252272 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.254011 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe HTTP/1.1" status: 204 len: 168 time: 0.5303264 Jul 07 20:48:02.265225 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f835faf-386c-4652-9a28-8f28c1a8ad05 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27892ad-6bc2-4bc8-9c87-1c1c67dd44fe,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:02.371667 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53494) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:02.411516 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-eb1040b5-2326-44e7-8620-66d4e6083fb6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=830842e936c84ce2b996fb713388d819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386283 Jul 07 20:48:02.413937 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53496) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:02.467859 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b728cfc3-088c-4da9-bb7f-618e0e893fdf no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:48:02.471136 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8095f7e-dbe6-4f1e-a08d-a241cce785a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.489396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: b728cfc3-088c-4da9-bb7f-618e0e893fdf {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:48:02.489748 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b728cfc3-088c-4da9-bb7f-618e0e893fdf not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:48:02.490162 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1f880a36-5c22-4243-8fb2-ee85612d51ff no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:48:02.496054 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8095f7e-dbe6-4f1e-a08d-a241cce785a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.508234 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 1f880a36-5c22-4243-8fb2-ee85612d51ff {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:48:02.508579 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 1f880a36-5c22-4243-8fb2-ee85612d51ff not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:48:02.508986 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c4375acf-fd8a-4d51-a51d-238037e780c5 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:48:02.527567 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: c4375acf-fd8a-4d51-a51d-238037e780c5 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:48:02.527926 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device c4375acf-fd8a-4d51-a51d-238037e780c5 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:48:02.544408 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8095f7e-dbe6-4f1e-a08d-a241cce785a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.547163 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-c8095f7e-dbe6-4f1e-a08d-a241cce785a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.548300 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-c8095f7e-dbe6-4f1e-a08d-a241cce785a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67679c1a-4561-4f00-b2e1-65f626ac7897 HTTP/1.1" status: 204 len: 168 time: 0.1334500 Jul 07 20:48:02.555777 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8095f7e-dbe6-4f1e-a08d-a241cce785a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67679c1a-4561-4f00-b2e1-65f626ac7897,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:02.857421 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53502) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:02.896547 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-46aed98a-e37c-4be4-8301-5452e8d0a4ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ab2bc5d3cf8448ebeef145fb93ff260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377684 Jul 07 20:48:02.898841 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53504) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:02.946745 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01ed8b8c-c2e1-46d7-80cf-b3fa46316c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.968145 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01ed8b8c-c2e1-46d7-80cf-b3fa46316c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.012796 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01ed8b8c-c2e1-46d7-80cf-b3fa46316c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.015400 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-01ed8b8c-c2e1-46d7-80cf-b3fa46316c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.016570 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-01ed8b8c-c2e1-46d7-80cf-b3fa46316c37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/336b4ff3-1773-4c27-a693-d98ad7c24a57 HTTP/1.1" status: 204 len: 168 time: 0.1167448 Jul 07 20:48:03.024418 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed8b8c-c2e1-46d7-80cf-b3fa46316c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336b4ff3-1773-4c27-a693-d98ad7c24a57,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:03.674870 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53526) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:03.779270 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-775352028-network', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:03.799823 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Made reservation on behalf of 25e12a41ca0b4f63a261d47d34039c18 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:03.802344 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.811141 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.900240 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.903917 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.924991 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:48:03.939153 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15a2c75-672a-44f1-95a2-6e3b6c4448e0,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:03.944472 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.944811 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Added segment 9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2 of type vlan for network 009d0139-b034-464d-9ce5-578bc8fed687 Jul 07 20:48:03.983778 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.010875 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.012442 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:04.013014 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.061522 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3855224 Jul 07 20:48:04.064594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53530) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:04.069716 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-c31f6594-8d56-4d2f-ac68-82c1aed7887e admin admin] Request body: {'subnet': {'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-775352028-subnet', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:04.070347 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed64fd-c8f7-4555-ae76-f1f4d5dc6ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=009d0139-b034-464d-9ce5-578bc8fed687,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:04.082262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network 009d0139-b034-464d-9ce5-578bc8fed687 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:48:04.091041 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31f6594-8d56-4d2f-ac68-82c1aed7887e admin admin] Made reservation on behalf of 25e12a41ca0b4f63a261d47d34039c18 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:04.093791 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c31f6594-8d56-4d2f-ac68-82c1aed7887e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.261577 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c31f6594-8d56-4d2f-ac68-82c1aed7887e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.312855 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f6594-8d56-4d2f-ac68-82c1aed7887e admin admin] Pushing event updated for resources: {'Subnet': ['ID=417b20be-4acc-4665-944a-6e53abea55e2,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:04.322550 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f6594-8d56-4d2f-ac68-82c1aed7887e admin admin] Checking segment: {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:04.322943 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31f6594-8d56-4d2f-ac68-82c1aed7887e admin admin] Network hostable DHCP agents. Network: 009d0139-b034-464d-9ce5-578bc8fed687, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:48:04.340085 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31f6594-8d56-4d2f-ac68-82c1aed7887e admin admin] Network 009d0139-b034-464d-9ce5-578bc8fed687 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:48:04.349165 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-c31f6594-8d56-4d2f-ac68-82c1aed7887e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, 009d0139-b034-464d-9ce5-578bc8fed687) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:04.353433 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31f6594-8d56-4d2f-ac68-82c1aed7887e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:04.354030 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-c31f6594-8d56-4d2f-ac68-82c1aed7887e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.358811 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bd9a3f-1d24-43ee-bdd4-391a6bf18b26 None None] Network 009d0139-b034-464d-9ce5-578bc8fed687 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:48:04.368000 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-c31f6594-8d56-4d2f-ac68-82c1aed7887e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3022292 Jul 07 20:48:04.370725 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53532) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:04.375115 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:04.395484 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.396515 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.452024 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.505734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-009d0139-b034-464d-9ce5-578bc8fed687', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:48:04.506592 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.588614 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.639212 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Allocated IP 172.20.0.2 (009d0139-b034-464d-9ce5-578bc8fed687/417b20be-4acc-4665-944a-6e53abea55e2/bdb73596-2642-4c9b-8fc9-57b7a3c871eb) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:04.785730 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.791091 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.793901 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Transition to ACTIVE for port object bdb73596-2642-4c9b-8fc9-57b7a3c871eb will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:04.808829 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Transition to ACTIVE for port object bdb73596-2642-4c9b-8fc9-57b7a3c871eb will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:04.811371 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.814499 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.851404 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Network 009d0139-b034-464d-9ce5-578bc8fed687 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:04.856072 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:04.858448 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:04.867306 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Pushing event updated for resources: {'Port': ['ID=bdb73596-2642-4c9b-8fc9-57b7a3c871eb,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:04.919868 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Allocated IP 172.25.0.113 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/9999b865-f851-4fa8-a251-11e3ae0e69f4) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:04.923733 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Attempting to bind port bdb73596-2642-4c9b-8fc9-57b7a3c871eb on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:04.924107 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Attempting to bind port bdb73596-2642-4c9b-8fc9-57b7a3c871eb by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:04.924468 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Attempting to bind port bdb73596-2642-4c9b-8fc9-57b7a3c871eb on network 009d0139-b034-464d-9ce5-578bc8fed687 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:04.929556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:04.929927 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Checking segment: {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:04.930426 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.930784 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Bound using segment: {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:04.931209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Bound port: bdb73596-2642-4c9b-8fc9-57b7a3c871eb, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:04.931588 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:04.995028 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] For port bdb73596-2642-4c9b-8fc9-57b7a3c871eb, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:04.998669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] For port bdb73596-2642-4c9b-8fc9-57b7a3c871eb, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=bdb73596-2642-4c9b-8fc9-57b7a3c871eb,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:05.002873 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.021690 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.063233 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.066634 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dc4e4-bcaa-4f50-9494-74cda4f3c1fc None None] Pushing event updated for resources: {'Port': ['ID=bdb73596-2642-4c9b-8fc9-57b7a3c871eb,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:05.106036 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:05.108812 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:05.115564 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:05.141690 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Pushing event updated for resources: {'Port': ['ID=9999b865-f851-4fa8-a251-11e3ae0e69f4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:05.393060 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.584372 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.717626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Router 032085b0-b528-47f1-9ac6-218b9929c082 is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:48:05.830361 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:48:05.840782 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Sync routers for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:48:05.848037 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.852027 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-62232392-e9cb-4866-8d47-71fcfb805308 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4777479 Jul 07 20:48:05.852626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53534) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:05.855753 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:05.856581 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:05.965894 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:05.972975 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8681c-d7c4-428a-af01-b85d3636654c None None] Network 009d0139-b034-464d-9ce5-578bc8fed687 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:48:06.069825 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-691ac331-37a3-4105-b9af-a644abfe6c35 None None] Provisioning for port bdb73596-2642-4c9b-8fc9-57b7a3c871eb completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:06.165565 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:05Z', 'revision_number': 3, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:06.197116 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Checking router: 032085b0-b528-47f1-9ac6-218b9929c082 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:48:06.197372 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Updating router 032085b0-b528-47f1-9ac6-218b9929c082 port 9999b865-f851-4fa8-a251-11e3ae0e69f4 binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:48:06.232168 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.500983 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.507487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device bdb73596-2642-4c9b-8fc9-57b7a3c871eb up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:06.511410 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Transition to ACTIVE for port object 9999b865-f851-4fa8-a251-11e3ae0e69f4 will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:06.517701 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.562504 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port bdb73596-2642-4c9b-8fc9-57b7a3c871eb completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:06.562787 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Attempting to bind port 9999b865-f851-4fa8-a251-11e3ae0e69f4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:06.563408 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Attempting to bind port 9999b865-f851-4fa8-a251-11e3ae0e69f4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:06.563797 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Attempting to bind port 9999b865-f851-4fa8-a251-11e3ae0e69f4 on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:06.566620 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port bdb73596-2642-4c9b-8fc9-57b7a3c871eb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:06.567029 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.575768 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:06.576437 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:06.576831 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.577213 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:06.577665 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Bound port: 9999b865-f851-4fa8-a251-11e3ae0e69f4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:06.578038 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.580364 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Pushing event updated for resources: {'Port': ['ID=9999b865-f851-4fa8-a251-11e3ae0e69f4,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:06.610094 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:06.610481 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:06.610764 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:06.611124 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:06.611450 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:06.611775 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:06.612096 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:06.612413 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:06.612730 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:06.613047 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:06.613362 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:06.613676 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:06.626491 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.649707 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] For port 9999b865-f851-4fa8-a251-11e3ae0e69f4, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:06.653973 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] For port 9999b865-f851-4fa8-a251-11e3ae0e69f4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9999b865-f851-4fa8-a251-11e3ae0e69f4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:06.658477 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.668940 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.671257 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.705194 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port bdb73596-2642-4c9b-8fc9-57b7a3c871eb, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=bdb73596-2642-4c9b-8fc9-57b7a3c871eb,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:06.711000 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.726143 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:06.726774 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:06.730828 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212ea75-babd-45be-8e23-fefabae613c2 None None] Pushing event updated for resources: {'Port': ['ID=9999b865-f851-4fa8-a251-11e3ae0e69f4,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:06.764340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=bdb73596-2642-4c9b-8fc9-57b7a3c871eb,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:06.810418 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Allocated IP 172.20.0.1 (009d0139-b034-464d-9ce5-578bc8fed687/417b20be-4acc-4665-944a-6e53abea55e2/99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:06.922374 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.928302 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:06.937294 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Transition to ACTIVE for port object 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:06.975048 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.012319 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Network 009d0139-b034-464d-9ce5-578bc8fed687 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:07.015210 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:07.021456 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:07.048706 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Pushing event updated for resources: {'Port': ['ID=99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:07.066583 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.107326 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:05Z', 'revision_number': 3, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:07.138096 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0d738-2b92-4954-87bd-4de2dc945313 None None] The sync data for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 is: [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:05Z', 'revision_number': 3, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:48:07.220406 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.245798 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-aa19b50b-e04c-4759-b092-e4fa564e3d3d None None] Provisioning for port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:07.249537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-aa19b50b-e04c-4759-b092-e4fa564e3d3d None None] Provisioning complete for port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:07.249911 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-aa19b50b-e04c-4759-b092-e4fa564e3d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.294879 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-aa19b50b-e04c-4759-b092-e4fa564e3d3d None None] Port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:48:07.399465 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.405033 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.474571 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Pushing event updated for resources: {'Port': ['ID=99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:07.477015 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.575067 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Network 009d0139-b034-464d-9ce5-578bc8fed687 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:07.576472 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:07.702546 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Router 032085b0-b528-47f1-9ac6-218b9929c082 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:48:07.818270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-1b7acb3f-36de-4a40-910f-2f55e4cbecbc None None] Provisioning complete for port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:07.818778 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1b7acb3f-36de-4a40-910f-2f55e4cbecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.820565 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:48:07.826480 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-38b36eb3-8b98-488f-9842-d1a35d9ebddb admin admin] 10.222.0.81 "PUT /v2.0/routers/032085b0-b528-47f1-9ac6-218b9929c082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9732132 Jul 07 20:48:07.856857 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-1b7acb3f-36de-4a40-910f-2f55e4cbecbc None None] Port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:48:08.281240 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53550) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:08.286324 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1264808740-network', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:08.307013 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Made reservation on behalf of 7153ee710f5747aaa551fc6294f26d43 for: {'network': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:08.309790 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for network, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.319172 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.411000 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.417200 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.444552 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:48:08.461613 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b2173f-5284-4063-a70c-effcec7e294e,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:08.467668 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.467994 n-d-793621-9 neutron-server[93901]: INFO neutron.db.segments_db [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Added segment 509cb63b-0ae3-4095-9b61-d2f37f700e0a of type vlan for network c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 Jul 07 20:48:08.510206 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772663451733'] for network, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.539551 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324'] for network, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.539998 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9999b865-f851-4fa8-a251-11e3ae0e69f4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:08.540884 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:08.541536 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.592421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 9999b865-f851-4fa8-a251-11e3ae0e69f4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:08.596445 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 9999b865-f851-4fa8-a251-11e3ae0e69f4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:08.596972 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.599292 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53552) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:08.599439 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3169355 Jul 07 20:48:08.605051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-a55cf642-fe8b-4356-9c59-28bfbc2bc125 admin admin] Request body: {'subnet': {'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1264808740-subnet', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'ip_version': 4}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:08.612394 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6bedd-597e-46af-a274-61b0ede3a3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:08.625272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Network c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 details requested by agent ovs-agent-n-d-793621-9 with host n-d-793621-9 {{(pid=93902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:48:08.628884 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55cf642-fe8b-4356-9c59-28bfbc2bc125 admin admin] Made reservation on behalf of 7153ee710f5747aaa551fc6294f26d43 for: {'subnet': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:08.631519 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a55cf642-fe8b-4356-9c59-28bfbc2bc125 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24073422'] for subnet, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.748460 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.769492 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 9999b865-f851-4fa8-a251-11e3ae0e69f4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9999b865-f851-4fa8-a251-11e3ae0e69f4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:08.775894 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.776979 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device bdb73596-2642-4c9b-8fc9-57b7a3c871eb up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:08.821416 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a55cf642-fe8b-4356-9c59-28bfbc2bc125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13116018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24073436'] for subnet, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.822012 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Sync routers for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:48:08.852943 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:08.853568 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:08.871331 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cf642-fe8b-4356-9c59-28bfbc2bc125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2228969-a2d6-4659-9793-a2110275d06f,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:08.886424 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55cf642-fe8b-4356-9c59-28bfbc2bc125 admin admin] Checking segment: {'id': '509cb63b-0ae3-4095-9b61-d2f37f700e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:08.886780 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55cf642-fe8b-4356-9c59-28bfbc2bc125 admin admin] Network hostable DHCP agents. Network: c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9, hostable agents: ['e8a39494-9f06-4f7b-a585-9483aa98c68a'], hosted agents: [] {{(pid=93900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:48:08.904060 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55cf642-fe8b-4356-9c59-28bfbc2bc125 admin admin] Network c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 is scheduled to be hosted by DHCP agent e8a39494-9f06-4f7b-a585-9483aa98c68a with binding_index 1 {{(pid=93900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:48:08.906735 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=9999b865-f851-4fa8-a251-11e3ae0e69f4,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:08.920427 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-a55cf642-fe8b-4356-9c59-28bfbc2bc125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-9, c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9) {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:08.924609 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55cf642-fe8b-4356-9c59-28bfbc2bc125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:08.925382 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a55cf642-fe8b-4356-9c59-28bfbc2bc125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.940868 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a55cf642-fe8b-4356-9c59-28bfbc2bc125 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3397946 Jul 07 20:48:08.943266 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53554) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:08.947971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1264808740-router', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:08.969758 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16708311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127322'] for router, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.970984 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16708168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16374334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127299'] for router, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.030782 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.117330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a264736b-2888-4cfc-bb43-1af61061d8ea None None] Network c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:48:09.121681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port bdb73596-2642-4c9b-8fc9-57b7a3c871eb triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:09.122046 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.167978 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16361746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16708293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127345'] for router, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.218755 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:09.367435 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.389402 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.469125 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp279260d2-75dd-5d74-af82-16311d3ace95-c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9', 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'fixed_ips': [{'subnet_id': 'a2228969-a2d6-4659-9793-a2110275d06f'}]}} from n-d-793621-9. {{(pid=93902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:48:09.469908 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.491898 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Allocated IP 172.25.0.100 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/b37c5af4-8e77-4244-b976-8a8e1e36e91d) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:09.599545 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.640314 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.641761 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 2, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:09.676053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Checking router: 032085b0-b528-47f1-9ac6-218b9929c082 for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:48:09.676402 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Updating router 032085b0-b528-47f1-9ac6-218b9929c082 port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:48:09.679235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.db_base_plugin_common [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Allocated IP 172.20.0.2 (c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9/a2228969-a2d6-4659-9793-a2110275d06f/54613d8a-24f5-4b92-876d-0e1a46510966) {{(pid=93902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:09.689654 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:09.693584 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:09.695518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b37c5af4-8e77-4244-b976-8a8e1e36e91d,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:09.697636 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:09.722031 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.948692 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.999491 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Notify callbacks [] for port, precommit_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.016782 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Transition to ACTIVE for port object 54613d8a-24f5-4b92-876d-0e1a46510966 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:10.049669 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Transition to ACTIVE for port object 54613d8a-24f5-4b92-876d-0e1a46510966 will not be triggered until provisioned by entity DHCP. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:10.059242 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957'] for port, after_create {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.127350 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Network c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 is already hosted by enough agents. {{(pid=93902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:10.132937 n-d-793621-9 neutron-server[93902]: DEBUG neutron.scheduler.base_scheduler [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Resources bound (agent type, host, resource id): {{(pid=93902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:10.138256 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16708316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16361737'] for router, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.139863 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Received port after_create {{(pid=93902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:10.153558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Pushing event updated for resources: {'Port': ['ID=54613d8a-24f5-4b92-876d-0e1a46510966,revision_number=1']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:10.186179 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.220984 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Transition to ACTIVE for port object 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:10.229069 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Attempting to bind port 54613d8a-24f5-4b92-876d-0e1a46510966 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:10.229458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Attempting to bind port 54613d8a-24f5-4b92-876d-0e1a46510966 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '509cb63b-0ae3-4095-9b61-d2f37f700e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:10.229809 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Attempting to bind port 54613d8a-24f5-4b92-876d-0e1a46510966 on network c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:10.232935 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.243599 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:10.244022 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Checking segment: {'id': '509cb63b-0ae3-4095-9b61-d2f37f700e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:10.244421 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.244771 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Bound using segment: {'id': '509cb63b-0ae3-4095-9b61-d2f37f700e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:10.245251 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Bound port: 54613d8a-24f5-4b92-876d-0e1a46510966, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509cb63b-0ae3-4095-9b61-d2f37f700e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:10.245654 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.272082 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Router aa8c40d9-4eda-41e9-b281-5c35a47de2ec is scheduled to L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 with binding_index 1 {{(pid=93900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:48:10.313717 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ebb3f-43a1-4e2b-aebd-e668f274907f None None] Pushing event updated for resources: {'Port': ['ID=99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:10.382998 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:48:10.393404 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Sync routers for ids ['aa8c40d9-4eda-41e9-b281-5c35a47de2ec'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:48:10.395908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Attempting to bind port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:10.396288 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Attempting to bind port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:10.396658 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Attempting to bind port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 on network 009d0139-b034-464d-9ce5-578bc8fed687 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:10.400449 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.401030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] For port 54613d8a-24f5-4b92-876d-0e1a46510966, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:10.402448 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-beec3476-54a5-4ef2-a518-30933d0028a4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4580302 Jul 07 20:48:10.404979 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53556) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:10.405759 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] For port 54613d8a-24f5-4b92-876d-0e1a46510966, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=54613d8a-24f5-4b92-876d-0e1a46510966,segment=NetworkSegment(509cb63b-0ae3-4095-9b61-d2f37f700e0a),segment_id=509cb63b-0ae3-4095-9b61-d2f37f700e0a)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:10.407327 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:10.407664 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Checking segment: {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:10.408200 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.408487 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Bound using segment: {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:10.408934 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Bound port: 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:10.409321 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.410829 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Routers {'aa8c40d9-4eda-41e9-b281-5c35a47de2ec'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:10.413111 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['aa8c40d9-4eda-41e9-b281-5c35a47de2ec'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:10.426957 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.544180 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9999b865-f851-4fa8-a251-11e3ae0e69f4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:10.574272 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60305ed5-1a02-45c7-bfa8-9980c2d7de39 None None] Pushing event updated for resources: {'Port': ['ID=54613d8a-24f5-4b92-876d-0e1a46510966,revision_number=2']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:10.603939 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Set router aa8c40d9-4eda-41e9-b281-5c35a47de2ec gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:10.615537 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] For port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:10.622607 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] For port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:10.633658 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.676340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 9999b865-f851-4fa8-a251-11e3ae0e69f4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:10.676915 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.744918 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:10.745611 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:10.836280 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ebb3f-43a1-4e2b-aebd-e668f274907f None None] Pushing event updated for resources: {'Port': ['ID=99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:10.893175 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'name': 'tempest-TestSnapshotPattern-1264808740-router', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:08Z', 'updated_at': '2021-07-07T20:48:09Z', 'revision_number': 3, 'project_id': '7153ee710f5747aaa551fc6294f26d43', 'gw_port': {'id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:09Z', 'updated_at': '2021-07-07T20:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:10.921516 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.934185 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Checking router: aa8c40d9-4eda-41e9-b281-5c35a47de2ec for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:48:10.934548 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Updating router aa8c40d9-4eda-41e9-b281-5c35a47de2ec port b37c5af4-8e77-4244-b976-8a8e1e36e91d binding host n-d-793621-9 {{(pid=93903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:48:10.995752 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.013336 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:11.244572 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:10Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:11.272253 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b95f7-a397-4c86-be36-59ba606f7432 None None] The sync data for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 is: [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:10Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:48:11.279053 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.289754 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.provisioning_blocks [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Transition to ACTIVE for port object b37c5af4-8e77-4244-b976-8a8e1e36e91d will not be triggered until provisioned by entity L2. {{(pid=93903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:11.297664 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.354005 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.371538 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ec4ef-3d53-4fa9-baec-bd1793c36360 None None] Pushing event updated for resources: {'Port': ['ID=b37c5af4-8e77-4244-b976-8a8e1e36e91d,revision_number=2']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:11.380326 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Attempting to bind port b37c5af4-8e77-4244-b976-8a8e1e36e91d on host n-d-793621-9 for vnic_type normal with profile {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:11.380713 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Attempting to bind port b37c5af4-8e77-4244-b976-8a8e1e36e91d by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:11.381413 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Attempting to bind port b37c5af4-8e77-4244-b976-8a8e1e36e91d on network e78d81fd-4962-446c-adaf-6bac91ba1923 {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:11.395558 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:11.396361 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Checking segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:11.396499 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.396855 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Bound using segment: {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'} {{(pid=93903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:11.397359 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.managers [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Bound port: b37c5af4-8e77-4244-b976-8a8e1e36e91d, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784509c-6da2-42d5-88cc-537fc60bc84d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923'}}] {{(pid=93903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:11.397744 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.467499 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] For port b37c5af4-8e77-4244-b976-8a8e1e36e91d, host n-d-793621-9, cleared binding levels {{(pid=93903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:11.471475 n-d-793621-9 neutron-server[93903]: DEBUG neutron.plugins.ml2.db [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] For port b37c5af4-8e77-4244-b976-8a8e1e36e91d, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b37c5af4-8e77-4244-b976-8a8e1e36e91d,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:11.481000 n-d-793621-9 neutron-server[93903]: DEBUG neutron_lib.callbacks.manager [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.566076 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Routers {'aa8c40d9-4eda-41e9-b281-5c35a47de2ec'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:11.567105 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['aa8c40d9-4eda-41e9-b281-5c35a47de2ec'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:11.569218 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ec4ef-3d53-4fa9-baec-bd1793c36360 None None] Pushing event updated for resources: {'Port': ['ID=b37c5af4-8e77-4244-b976-8a8e1e36e91d,revision_number=3']} {{(pid=93903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:11.570330 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Allocated IP 172.20.0.1 (c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9/a2228969-a2d6-4659-9793-a2110275d06f/41deb7ac-e417-44c2-bb4c-f999c193e4f8) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:11.693414 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] Set router aa8c40d9-4eda-41e9-b281-5c35a47de2ec gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:11.702737 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.719407 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Transition to ACTIVE for port object 41deb7ac-e417-44c2-bb4c-f999c193e4f8 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:11.760094 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.805660 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Network c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:11.812947 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:11.816798 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:11.817640 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9cfcde-987b-43a2-b593-a4117943d481 None None] Network c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:48:11.849262 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Pushing event updated for resources: {'Port': ['ID=41deb7ac-e417-44c2-bb4c-f999c193e4f8,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:11.872436 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16706622'] for router_interface, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.934031 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'name': 'tempest-TestSnapshotPattern-1264808740-router', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:08Z', 'updated_at': '2021-07-07T20:48:09Z', 'revision_number': 3, 'project_id': '7153ee710f5747aaa551fc6294f26d43', 'gw_port': {'id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:09Z', 'updated_at': '2021-07-07T20:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:11.959395 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-31b019d5-0126-47cc-b0ce-9c98135755c6 None None] Provisioning for port 54613d8a-24f5-4b92-876d-0e1a46510966 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:11.970812 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623b5f2-c91e-46d5-b723-1d512b0754d7 None None] The sync data for ids ['aa8c40d9-4eda-41e9-b281-5c35a47de2ec'] in n-d-793621-9 is: [{'id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'name': 'tempest-TestSnapshotPattern-1264808740-router', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:08Z', 'updated_at': '2021-07-07T20:48:09Z', 'revision_number': 3, 'project_id': '7153ee710f5747aaa551fc6294f26d43', 'gw_port': {'id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:09Z', 'updated_at': '2021-07-07T20:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:48:12.057799 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.248049 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.253447 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.316320 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bb5775a4-543f-4b17-b941-db9a1726a9a1 None None] Provisioning for port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:12.326451 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-bb5775a4-543f-4b17-b941-db9a1726a9a1 None None] Provisioning complete for port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:12.326971 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-bb5775a4-543f-4b17-b941-db9a1726a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.335272 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Pushing event updated for resources: {'Port': ['ID=41deb7ac-e417-44c2-bb4c-f999c193e4f8,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:12.339735 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16704067'] for router_interface, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.387724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-bb5775a4-543f-4b17-b941-db9a1726a9a1 None None] Port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:48:12.523978 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Network c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:12.525771 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:12.635480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-4ba41d8a-c03b-4d13-b14f-e54e7e8e9d2a None None] Provisioning complete for port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:12.635851 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-4ba41d8a-c03b-4d13-b14f-e54e7e8e9d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.675235 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 54613d8a-24f5-4b92-876d-0e1a46510966 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:12.707205 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Router aa8c40d9-4eda-41e9-b281-5c35a47de2ec has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:48:12.730680 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-4ba41d8a-c03b-4d13-b14f-e54e7e8e9d2a None None] Port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:48:12.749928 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 54613d8a-24f5-4b92-876d-0e1a46510966 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:12.756357 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 54613d8a-24f5-4b92-876d-0e1a46510966 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:12.756821 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.853951 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.856413 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:48:12.868495 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-708640a8-8272-4b86-91b8-153937219065 admin admin] 10.222.0.81 "PUT /v2.0/routers/aa8c40d9-4eda-41e9-b281-5c35a47de2ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4620841 Jul 07 20:48:12.915796 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 54613d8a-24f5-4b92-876d-0e1a46510966, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=54613d8a-24f5-4b92-876d-0e1a46510966,segment=NetworkSegment(509cb63b-0ae3-4095-9b61-d2f37f700e0a),segment_id=509cb63b-0ae3-4095-9b61-d2f37f700e0a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:12.921117 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.921994 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:13.000550 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-86af21a0-b2b8-4d55-bee0-11816a916e84 None None] Provisioning complete for port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:13.000932 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-86af21a0-b2b8-4d55-bee0-11816a916e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.048750 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=54613d8a-24f5-4b92-876d-0e1a46510966,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:13.057623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-86af21a0-b2b8-4d55-bee0-11816a916e84 None None] Port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:48:13.066113 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:13.070900 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:13.071912 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.160893 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.196480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:13.202068 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.203156 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b37c5af4-8e77-4244-b976-8a8e1e36e91d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:13.281842 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:13.295390 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port b37c5af4-8e77-4244-b976-8a8e1e36e91d completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:13.299374 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b37c5af4-8e77-4244-b976-8a8e1e36e91d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:13.299749 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.383212 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.403029 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port b37c5af4-8e77-4244-b976-8a8e1e36e91d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b37c5af4-8e77-4244-b976-8a8e1e36e91d,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:13.407354 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.456128 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=b37c5af4-8e77-4244-b976-8a8e1e36e91d,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:13.462263 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53564) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:13.467296 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-f97517be-8886-4c92-a4a8-ef232d81d0f8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53766015', 'description': 'tempest-secgroup-smoke-53766015 description', 'project_id': '25e12a41ca0b4f63a261d47d34039c18'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:13.488245 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f97517be-8886-4c92-a4a8-ef232d81d0f8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.568645 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f97517be-8886-4c92-a4a8-ef232d81d0f8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.572484 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f97517be-8886-4c92-a4a8-ef232d81d0f8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.602896 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-f97517be-8886-4c92-a4a8-ef232d81d0f8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.604090 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-f97517be-8886-4c92-a4a8-ef232d81d0f8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1407669 Jul 07 20:48:13.607758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53566) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:13.608584 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97517be-8886-4c92-a4a8-ef232d81d0f8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714fcd59-aca7-45b4-affa-dc75761a072a,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:13.613554 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-304472bd-67fa-4492-95bb-e02afb3c3a4c tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Request body: {'security_group_rule': {'security_group_id': '714fcd59-aca7-45b4-affa-dc75761a072a', 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:13.639841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-304472bd-67fa-4492-95bb-e02afb3c3a4c tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.696494 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-304472bd-67fa-4492-95bb-e02afb3c3a4c tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.704124 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-304472bd-67fa-4492-95bb-e02afb3c3a4c tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.721875 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304472bd-67fa-4492-95bb-e02afb3c3a4c tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06ad50b-e834-4174-aa88-242a23391a60,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:13.730572 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-304472bd-67fa-4492-95bb-e02afb3c3a4c tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.731839 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-304472bd-67fa-4492-95bb-e02afb3c3a4c tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229973 Jul 07 20:48:13.734520 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53568) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:13.738999 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-aade0f01-19be-4e37-81ac-05825adce3e5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Request body: {'security_group_rule': {'security_group_id': '714fcd59-aca7-45b4-affa-dc75761a072a', 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:13.764477 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aade0f01-19be-4e37-81ac-05825adce3e5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.820588 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aade0f01-19be-4e37-81ac-05825adce3e5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.824313 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aade0f01-19be-4e37-81ac-05825adce3e5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.846588 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade0f01-19be-4e37-81ac-05825adce3e5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d600108-470d-4e9b-a332-ffea337f3447,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:13.851897 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-aade0f01-19be-4e37-81ac-05825adce3e5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.853106 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-aade0f01-19be-4e37-81ac-05825adce3e5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176007 Jul 07 20:48:13.856575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53570) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:13.861591 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-5e72a780-a362-411e-925d-b28155cdf639 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Request body: {'security_group_rule': {'security_group_id': '714fcd59-aca7-45b4-affa-dc75761a072a', 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:13.887623 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e72a780-a362-411e-925d-b28155cdf639 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.945289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e72a780-a362-411e-925d-b28155cdf639 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.949409 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e72a780-a362-411e-925d-b28155cdf639 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.967478 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72a780-a362-411e-925d-b28155cdf639 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427eb707-ecdf-4c5c-bdc6-737b97a8fd41,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:13.973269 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-5e72a780-a362-411e-925d-b28155cdf639 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.974472 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-5e72a780-a362-411e-925d-b28155cdf639 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168280 Jul 07 20:48:13.977207 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53572) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:13.981663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-16fdd98d-2117-469e-a86a-3e257785a3f7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Request body: {'security_group_rule': {'security_group_id': '714fcd59-aca7-45b4-affa-dc75761a072a', 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:14.007304 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-16fdd98d-2117-469e-a86a-3e257785a3f7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.067033 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-16fdd98d-2117-469e-a86a-3e257785a3f7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.070769 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-16fdd98d-2117-469e-a86a-3e257785a3f7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.091617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdd98d-2117-469e-a86a-3e257785a3f7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cb8529-62dd-417c-b87b-8b11a4a44c79,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:14.094773 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-16fdd98d-2117-469e-a86a-3e257785a3f7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.095976 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-16fdd98d-2117-469e-a86a-3e257785a3f7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178429 Jul 07 20:48:14.098669 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53574) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:14.103089 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-e2f2ffcf-511a-4e4f-8ec9-6e88c018ac9f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Request body: {'security_group_rule': {'security_group_id': '714fcd59-aca7-45b4-affa-dc75761a072a', 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:14.123470 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-e2f2ffcf-511a-4e4f-8ec9-6e88c018ac9f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Project 25e12a41ca0b4f63a261d47d34039c18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:48:14.128230 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ffcf-511a-4e4f-8ec9-6e88c018ac9f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.189151 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ffcf-511a-4e4f-8ec9-6e88c018ac9f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.193110 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ffcf-511a-4e4f-8ec9-6e88c018ac9f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.216494 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2ffcf-511a-4e4f-8ec9-6e88c018ac9f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff62aba-d6ce-4051-8c69-b76f9f4d6c4f,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:14.222652 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ffcf-511a-4e4f-8ec9-6e88c018ac9f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.224082 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-e2f2ffcf-511a-4e4f-8ec9-6e88c018ac9f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244223 Jul 07 20:48:14.226694 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53576) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:14.231026 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-bf3aee9a-66b4-45f1-8f43-7b7b3769c468 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Request body: {'security_group_rule': {'security_group_id': '714fcd59-aca7-45b4-affa-dc75761a072a', 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:14.252467 n-d-793621-9 neutron-server[93900]: INFO neutron.db.securitygroups_db [None req-bf3aee9a-66b4-45f1-8f43-7b7b3769c468 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Project 25e12a41ca0b4f63a261d47d34039c18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:48:14.257528 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf3aee9a-66b4-45f1-8f43-7b7b3769c468 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.317492 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf3aee9a-66b4-45f1-8f43-7b7b3769c468 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.321018 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf3aee9a-66b4-45f1-8f43-7b7b3769c468 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16347818'] for security_group_rule, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.340004 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aee9a-66b4-45f1-8f43-7b7b3769c468 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab4f3b1-0042-4ac6-8185-4b1d01e6b1d7,revision_number=0']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:14.343351 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-bf3aee9a-66b4-45f1-8f43-7b7b3769c468 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.353628 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-bf3aee9a-66b4-45f1-8f43-7b7b3769c468 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258636 Jul 07 20:48:14.477686 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 54613d8a-24f5-4b92-876d-0e1a46510966 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:14.499083 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-65f7af76-52d3-487e-a8a4-83c37c280239 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53766015&fields=id&tenant_id=25e12a41ca0b4f63a261d47d34039c18 HTTP/1.1" status: 200 len: 267 time: 0.0353758 Jul 07 20:48:14.527318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 54613d8a-24f5-4b92-876d-0e1a46510966 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:14.527706 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.614473 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:14.627010 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-871169a6-8373-43d9-aa73-eba50657db81 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:14.628477 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-871169a6-8373-43d9-aa73-eba50657db81 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 809 time: 0.1218219 Jul 07 20:48:14.643464 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-0c1bd225-b668-4c85-9a91-fd761fc6b4a2 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/quotas/25e12a41ca0b4f63a261d47d34039c18 HTTP/1.1" status: 200 len: 375 time: 0.0094695 Jul 07 20:48:14.663203 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:14.663574 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.716132 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-36e3251c-6ab8-48f2-adac-baa5fa4c40b3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663919 Jul 07 20:48:14.735051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-fdb2cbd6-bb0f-48ff-8684-51195d9c53a9 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:48:14.736261 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-fdb2cbd6-bb0f-48ff-8684-51195d9c53a9 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067644 Jul 07 20:48:14.888355 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Sync routers for ids ['aa8c40d9-4eda-41e9-b281-5c35a47de2ec'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:48:14.908529 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Routers {'aa8c40d9-4eda-41e9-b281-5c35a47de2ec'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:14.909141 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['aa8c40d9-4eda-41e9-b281-5c35a47de2ec'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:14.914017 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b37c5af4-8e77-4244-b976-8a8e1e36e91d up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:14.926469 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-f754c8e5-acc1-4dba-9e71-571b93ca0910 service neutron] 10.222.0.81 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833205 Jul 07 20:48:15.016570 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-37beae9c-6e95-4a1e-a4d9-89521d98b4a3 service neutron] 10.222.0.81 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821095 Jul 07 20:48:15.049290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Set router aa8c40d9-4eda-41e9-b281-5c35a47de2ec gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:15.051371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port b37c5af4-8e77-4244-b976-8a8e1e36e91d triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:15.051630 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:15.199637 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-3e1b30dc-970e-487d-a96f-f0bb020e6d96 req-40b15316-9072-4d50-a65e-12ce3d230d9d tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 210 time: 0.0316010 Jul 07 20:48:15.312783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'name': 'tempest-TestSnapshotPattern-1264808740-router', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:08Z', 'updated_at': '2021-07-07T20:48:12Z', 'revision_number': 4, 'project_id': '7153ee710f5747aaa551fc6294f26d43', 'gw_port': {'id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:09Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '41deb7ac-e417-44c2-bb4c-f999c193e4f8', 'name': '', 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'mac_address': 'fa:16:3e:f5:71:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a2228969-a2d6-4659-9793-a2110275d06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:11Z', 'updated_at': '2021-07-07T20:48:12Z', 'revision_number': 2, 'project_id': '7153ee710f5747aaa551fc6294f26d43', 'subnets': [{'id': 'a2228969-a2d6-4659-9793-a2110275d06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:15.339261 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Checking router: aa8c40d9-4eda-41e9-b281-5c35a47de2ec for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:48:15.339612 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Updating router aa8c40d9-4eda-41e9-b281-5c35a47de2ec port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 binding host n-d-793621-9 {{(pid=93902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:48:15.378155 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:15.646483 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Notify callbacks [] for port, precommit_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:15.657903 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Transition to ACTIVE for port object 41deb7ac-e417-44c2-bb4c-f999c193e4f8 will not be triggered until provisioned by entity L2. {{(pid=93902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:15.663740 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:15.736208 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c7380-bef9-483f-bab7-507eee7db8b3 None None] Pushing event updated for resources: {'Port': ['ID=41deb7ac-e417-44c2-bb4c-f999c193e4f8,revision_number=3']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:15.772418 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Attempting to bind port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 on host n-d-793621-9 for vnic_type normal with profile {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:15.772720 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Attempting to bind port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 by drivers openvswitch,hyperv on host n-d-793621-9 at level 0 using segments [{'id': '509cb63b-0ae3-4095-9b61-d2f37f700e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9'}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:15.773131 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Attempting to bind port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 on network c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:15.779734 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Checking agent: {'id': 'e067f19b-dad0-4ac8-9832-962dcb32f203', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 58, 54), 'started_at': datetime.datetime(2021, 7, 7, 18, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:15.780164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Checking segment: {'id': '509cb63b-0ae3-4095-9b61-d2f37f700e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:15.780555 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:15.780950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Bound using segment: {'id': '509cb63b-0ae3-4095-9b61-d2f37f700e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9'} {{(pid=93902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:15.781480 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.managers [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Bound port: 41deb7ac-e417-44c2-bb4c-f999c193e4f8, host: n-d-793621-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509cb63b-0ae3-4095-9b61-d2f37f700e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9'}}] {{(pid=93902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:15.781859 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:15.852340 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] For port 41deb7ac-e417-44c2-bb4c-f999c193e4f8, host n-d-793621-9, cleared binding levels {{(pid=93902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:15.856546 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] For port 41deb7ac-e417-44c2-bb4c-f999c193e4f8, host n-d-793621-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=41deb7ac-e417-44c2-bb4c-f999c193e4f8,segment=NetworkSegment(509cb63b-0ae3-4095-9b61-d2f37f700e0a),segment_id=509cb63b-0ae3-4095-9b61-d2f37f700e0a)] {{(pid=93902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:15.861419 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:15.921371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Routers {'aa8c40d9-4eda-41e9-b281-5c35a47de2ec'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:15.922027 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:47:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['aa8c40d9-4eda-41e9-b281-5c35a47de2ec'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:15.962421 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c7380-bef9-483f-bab7-507eee7db8b3 None None] Pushing event updated for resources: {'Port': ['ID=41deb7ac-e417-44c2-bb4c-f999c193e4f8,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:16.046939 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] Set router aa8c40d9-4eda-41e9-b281-5c35a47de2ec gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:16.255681 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'name': 'tempest-TestSnapshotPattern-1264808740-router', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:08Z', 'updated_at': '2021-07-07T20:48:12Z', 'revision_number': 4, 'project_id': '7153ee710f5747aaa551fc6294f26d43', 'gw_port': {'id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:09Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '41deb7ac-e417-44c2-bb4c-f999c193e4f8', 'name': '', 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'mac_address': 'fa:16:3e:f5:71:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a2228969-a2d6-4659-9793-a2110275d06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:11Z', 'updated_at': '2021-07-07T20:48:15Z', 'revision_number': 4, 'project_id': '7153ee710f5747aaa551fc6294f26d43', 'subnets': [{'id': 'a2228969-a2d6-4659-9793-a2110275d06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:16.285318 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb555fb-9de8-46ee-9d66-e998bc92a01b None None] The sync data for ids ['aa8c40d9-4eda-41e9-b281-5c35a47de2ec'] in n-d-793621-9 is: [{'id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'name': 'tempest-TestSnapshotPattern-1264808740-router', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:08Z', 'updated_at': '2021-07-07T20:48:12Z', 'revision_number': 4, 'project_id': '7153ee710f5747aaa551fc6294f26d43', 'gw_port': {'id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:09Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '41deb7ac-e417-44c2-bb4c-f999c193e4f8', 'name': '', 'network_id': 'c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'mac_address': 'fa:16:3e:f5:71:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a2228969-a2d6-4659-9793-a2110275d06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:11Z', 'updated_at': '2021-07-07T20:48:15Z', 'revision_number': 4, 'project_id': '7153ee710f5747aaa551fc6294f26d43', 'subnets': [{'id': 'a2228969-a2d6-4659-9793-a2110275d06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:48:16.369120 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-1133754f-801e-4679-ada1-a73b99bd68af req-cff20270-fcb2-41f9-a029-d20801709c6f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 210 time: 0.0529764 Jul 07 20:48:16.524243 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 41deb7ac-e417-44c2-bb4c-f999c193e4f8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:16.550404 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-f98f1da0-70ce-4a5d-95fa-fc8186748ead tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:16.552029 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-f98f1da0-70ce-4a5d-95fa-fc8186748ead tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.110 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 809 time: 0.1436148 Jul 07 20:48:16.582685 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning for port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:16.587305 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:16.587689 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:16.615498 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-d4ccd811-df06-42f3-b1f7-0c40683368d2 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25e12a41ca0b4f63a261d47d34039c18 HTTP/1.1" status: 200 len: 378 time: 0.0474238 Jul 07 20:48:16.625825 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Request body: {'port': {'device_id': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'admin_state_up': True, 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'security_groups': ['714fcd59-aca7-45b4-affa-dc75761a072a']}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:16.683887 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:16.726933 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5262160f-a173-4493-931b-002117b78ecf None None] For port 41deb7ac-e417-44c2-bb4c-f999c193e4f8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=41deb7ac-e417-44c2-bb4c-f999c193e4f8,segment=NetworkSegment(509cb63b-0ae3-4095-9b61-d2f37f700e0a),segment_id=509cb63b-0ae3-4095-9b61-d2f37f700e0a)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:16.734341 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:16.754749 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Made reservation on behalf of 25e12a41ca0b4f63a261d47d34039c18 for: {'port': 1} {{(pid=93900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:16.758530 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:16.793684 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Pushing event updated for resources: {'Port': ['ID=41deb7ac-e417-44c2-bb4c-f999c193e4f8,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:16.902492 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Allocated IP 172.20.0.9 (009d0139-b034-464d-9ce5-578bc8fed687/417b20be-4acc-4665-944a-6e53abea55e2/2c6d63df-663f-4e46-a164-118d8d76e569) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:17.048610 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:17.064799 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Transition to ACTIVE for port object 2c6d63df-663f-4e46-a164-118d8d76e569 will not be triggered until provisioned by entity DHCP. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:17.101930 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:17.142687 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Network 009d0139-b034-464d-9ce5-578bc8fed687 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:17.145986 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:17.152594 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:17.180050 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'Port': ['ID=2c6d63df-663f-4e46-a164-118d8d76e569,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:17.205673 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:17.206301 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:17.222724 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7d90602f-06f2-4de5-ac6e-0556ba7bf3c3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008835 Jul 07 20:48:17.241057 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Request body: {'port': {'device_id': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:17.323190 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:17.411405 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5379727c-0adc-4427-b803-f459b6eb68bd None None] Provisioning for port 2c6d63df-663f-4e46-a164-118d8d76e569 completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:17.416046 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5379727c-0adc-4427-b803-f459b6eb68bd None None] Provisioning complete for port 2c6d63df-663f-4e46-a164-118d8d76e569 triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:17.416433 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5379727c-0adc-4427-b803-f459b6eb68bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:17.464574 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5379727c-0adc-4427-b803-f459b6eb68bd None None] Port 2c6d63df-663f-4e46-a164-118d8d76e569 cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:48:17.549130 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721d4a3-ed96-40b6-8613-627c7d7bbfa8 req-fa5da5b6-ab03-49e9-ba71-9d346558c063 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:17.550835 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6721d4a3-ed96-40b6-8613-627c7d7bbfa8 req-fa5da5b6-ab03-49e9-ba71-9d346558c063 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 931 time: 0.0622752 Jul 07 20:48:17.588380 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6d63df-663f-4e46-a164-118d8d76e569 {{(pid=93900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:17.590154 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-6721d4a3-ed96-40b6-8613-627c7d7bbfa8 req-cb59f6bb-150e-4544-8d78-32956c02b7bd tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337136 Jul 07 20:48:17.596508 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:17.608801 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.provisioning_blocks [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Transition to ACTIVE for port object 2c6d63df-663f-4e46-a164-118d8d76e569 will not be triggered until provisioned by entity L2. {{(pid=93900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:17.612432 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:17.665652 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Pushing event updated for resources: {'Port': ['ID=2c6d63df-663f-4e46-a164-118d8d76e569,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:17.739712 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Attempting to bind port 2c6d63df-663f-4e46-a164-118d8d76e569 on host n-h2-793621-9 for vnic_type normal with profile {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:17.740049 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Attempting to bind port 2c6d63df-663f-4e46-a164-118d8d76e569 by drivers openvswitch,hyperv on host n-h2-793621-9 at level 0 using segments [{'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:17.740377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Attempting to bind port 2c6d63df-663f-4e46-a164-118d8d76e569 on network 009d0139-b034-464d-9ce5-578bc8fed687 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:17.744985 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Port 2c6d63df-663f-4e46-a164-118d8d76e569 on network 009d0139-b034-464d-9ce5-578bc8fed687 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-9 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:48:17.745377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Attempting to bind port 2c6d63df-663f-4e46-a164-118d8d76e569 on network 009d0139-b034-464d-9ce5-578bc8fed687 {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:17.750872 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Checking agent: {'id': '14b5ca6b-1a86-4ad4-95dd-923b44dc4e8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:17.751220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Checking segment: {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:17.751604 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Bound using segment: {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'} {{(pid=93900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:17.752032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.managers [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Bound port: 2c6d63df-663f-4e46-a164-118d8d76e569, host: n-h2-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'}}] {{(pid=93900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:17.752392 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:17.817701 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] For port 2c6d63df-663f-4e46-a164-118d8d76e569, host n-h2-793621-9, cleared binding levels {{(pid=93900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:17.821080 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] For port 2c6d63df-663f-4e46-a164-118d8d76e569, host n-h2-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2c6d63df-663f-4e46-a164-118d8d76e569,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:17.825440 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:17.863054 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:17.863700 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:17.865662 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] 10.222.0.110 "PUT /v2.0/ports/2c6d63df-663f-4e46-a164-118d8d76e569 HTTP/1.1" status: 200 len: 1091 time: 0.6290076 Jul 07 20:48:17.866119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:17.868719 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4802990-df0b-417a-ad1c-65057d3cf8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:17.909014 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac65851-6998-477f-9039-fd3db79e09cd service neutron] Pushing event updated for resources: {'Port': ['ID=2c6d63df-663f-4e46-a164-118d8d76e569,revision_number=3']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:17.921935 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a0adc4-6a8c-4cb2-ab07-fd01d1b76b3c x-openstack-request-id: req-b5a0adc4-6a8c-4cb2-ab07-fd01d1b76b3c {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:17.922220 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:17.923007 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5a0adc4-6a8c-4cb2-ab07-fd01d1b76b3c {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:17.923422 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569', 'status': 'completed', 'code': 200} Jul 07 20:48:17.997722 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-076e0ecc-31d5-4619-9819-8a457303ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:17.999248 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-076e0ecc-31d5-4619-9819-8a457303ff88 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 1094 time: 0.0594199 Jul 07 20:48:18.047684 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-b5edddf8-69d1-4d01-86ae-0f44e8c9835f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6d63df-663f-4e46-a164-118d8d76e569 HTTP/1.1" status: 200 len: 217 time: 0.0390756 Jul 07 20:48:18.102119 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7c2012b6-01fe-4edb-a233-16a7da122d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:18.104101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-7c2012b6-01fe-4edb-a233-16a7da122d43 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0499361 Jul 07 20:48:18.173909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-89a6d692-3235-4ac5-9c77-087b66fef3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:18.175417 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-89a6d692-3235-4ac5-9c77-087b66fef3a1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568483 Jul 07 20:48:18.265839 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-d5a661d6-f045-426e-b65e-96c311a6b7c9 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825706 Jul 07 20:48:18.361392 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-57b5fd94-370f-4ad7-bb33-ab135bcad569 req-46e27aa0-0f09-40f5-a410-718c17de9993 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876412 Jul 07 20:48:18.480917 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 41deb7ac-e417-44c2-bb4c-f999c193e4f8 up at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:18.493955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802990-df0b-417a-ad1c-65057d3cf8dc req-9a165e74-e97d-483e-888b-bcbb9ac7a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:18.495932 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4802990-df0b-417a-ad1c-65057d3cf8dc req-9a165e74-e97d-483e-888b-bcbb9ac7a512 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 1094 time: 0.0681341 Jul 07 20:48:18.531053 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5262160f-a173-4493-931b-002117b78ecf None None] Provisioning complete for port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:18.531426 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:18.594786 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802990-df0b-417a-ad1c-65057d3cf8dc req-5ef5d6a4-210e-4750-8cb0-d62d78e570ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:18.596226 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4802990-df0b-417a-ad1c-65057d3cf8dc req-5ef5d6a4-210e-4750-8cb0-d62d78e570ae service neutron] 10.222.0.110 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0927076 Jul 07 20:48:18.647190 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4802990-df0b-417a-ad1c-65057d3cf8dc req-b8a5c315-fd3e-47b5-9b9b-1b4c21f4c6fb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6d63df-663f-4e46-a164-118d8d76e569 HTTP/1.1" status: 200 len: 217 time: 0.0399857 Jul 07 20:48:18.703918 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802990-df0b-417a-ad1c-65057d3cf8dc req-b7a18c68-a1fc-46b1-945d-b661c7b9fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:18.705399 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4802990-df0b-417a-ad1c-65057d3cf8dc req-b7a18c68-a1fc-46b1-945d-b661c7b9fe23 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0462296 Jul 07 20:48:18.766132 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802990-df0b-417a-ad1c-65057d3cf8dc req-b2bca801-7f00-457f-a7a1-1ce497c0f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:18.767678 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4802990-df0b-417a-ad1c-65057d3cf8dc req-b2bca801-7f00-457f-a7a1-1ce497c0f275 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516930 Jul 07 20:48:18.775338 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c334d64-d315-4693-953d-0c0910ad5102 req-cee582d8-f69a-44ed-a994-cbe5b09eb94f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:18.777393 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c334d64-d315-4693-953d-0c0910ad5102 req-cee582d8-f69a-44ed-a994-cbe5b09eb94f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 943 time: 0.0686102 Jul 07 20:48:18.814838 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-1c334d64-d315-4693-953d-0c0910ad5102 req-0482b3ea-e60e-49df-a8af-ddf4b4c0701f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315220 Jul 07 20:48:18.864942 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4802990-df0b-417a-ad1c-65057d3cf8dc req-6876afb8-637a-4545-9a08-40397d276902 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869889 Jul 07 20:48:18.953459 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-d4802990-df0b-417a-ad1c-65057d3cf8dc req-b0e5c976-02d4-4ccb-9568-8b63e8ea227a service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805464 Jul 07 20:48:19.758160 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:48:19.988596 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc0eaf-50d3-4a75-a1aa-812e06b87398 req-bc66c7f4-6544-4041-a438-7c88d460396d tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:19.990012 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-62dc0eaf-50d3-4a75-a1aa-812e06b87398 req-bc66c7f4-6544-4041-a438-7c88d460396d tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 943 time: 0.0641072 Jul 07 20:48:20.028160 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-62dc0eaf-50d3-4a75-a1aa-812e06b87398 req-38f82c19-928a-44c9-a346-591adfb5a880 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325549 Jul 07 20:48:21.203713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f4088-7093-4810-89f9-aca5deecdad7 req-21a2a183-b8ee-43be-8f05-147b61b4b0da tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:21.206886 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e53f4088-7093-4810-89f9-aca5deecdad7 req-21a2a183-b8ee-43be-8f05-147b61b4b0da tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 943 time: 0.0667579 Jul 07 20:48:21.244265 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e53f4088-7093-4810-89f9-aca5deecdad7 req-675922aa-9ba3-4297-933a-39700a69a640 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330126 Jul 07 20:48:21.267928 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-076dc500-3361-485b-8ea4-a356ad93e5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:21.297502 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 2c6d63df-663f-4e46-a164-118d8d76e569 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:48:21.392633 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 2c6d63df-663f-4e46-a164-118d8d76e569, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2c6d63df-663f-4e46-a164-118d8d76e569,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:21.404304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '2c6d63df-663f-4e46-a164-118d8d76e569', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'port_id': '2c6d63df-663f-4e46-a164-118d8d76e569', 'mac_address': 'fa:16:3e:af:ea:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:48:21.439908 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:21.452304 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6d63df-663f-4e46-a164-118d8d76e569 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:21.472482 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 2c6d63df-663f-4e46-a164-118d8d76e569, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2c6d63df-663f-4e46-a164-118d8d76e569,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:21.476156 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:21.525196 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=2c6d63df-663f-4e46-a164-118d8d76e569,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:21.808724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['2c6d63df-663f-4e46-a164-118d8d76e569'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:22.420208 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f71faf-974c-4f7a-a2b7-851dcabf7d80 req-ab569860-74bc-4464-8083-f7d34252bbbf tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:22.421708 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2f71faf-974c-4f7a-a2b7-851dcabf7d80 req-ab569860-74bc-4464-8083-f7d34252bbbf tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 944 time: 0.0706413 Jul 07 20:48:22.459533 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-c2f71faf-974c-4f7a-a2b7-851dcabf7d80 req-8642cb9d-cc4d-4e84-8be6-66f92e9439a8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321724 Jul 07 20:48:23.297783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 2c6d63df-663f-4e46-a164-118d8d76e569 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:23.346079 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning for port 2c6d63df-663f-4e46-a164-118d8d76e569 completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:23.349622 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 2c6d63df-663f-4e46-a164-118d8d76e569 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:23.350000 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:23.424289 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:23.445793 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:23.448044 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9def51-8ee3-48dd-8062-71c01c38b395" -d '{"events": [{"server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "name": "network-vif-plugged", "status": "completed", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:23.461164 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 2c6d63df-663f-4e46-a164-118d8d76e569, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2c6d63df-663f-4e46-a164-118d8d76e569,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:23.465008 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:23.490480 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657ed1be-73e1-42b1-b41f-922b385991c6 x-openstack-request-id: req-657ed1be-73e1-42b1-b41f-922b385991c6 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:23.490769 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "name": "network-vif-plugged", "status": "completed", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:23.491040 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-657ed1be-73e1-42b1-b41f-922b385991c6 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:23.491435 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569', 'code': 200} Jul 07 20:48:23.523920 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=2c6d63df-663f-4e46-a164-118d8d76e569,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:23.657269 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e4e11-6485-430f-8302-1d3a46d16bb4 req-c08a81e1-6250-4a91-be12-7c7af17f9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:23.658686 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-377e4e11-6485-430f-8302-1d3a46d16bb4 req-c08a81e1-6250-4a91-be12-7c7af17f9681 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 1096 time: 0.0997522 Jul 07 20:48:23.671043 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670be58-4a43-437b-83f9-64fd706ba4e2 req-30a7faef-f92b-48ef-9472-639fb2115f5d tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:23.672415 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b670be58-4a43-437b-83f9-64fd706ba4e2 req-30a7faef-f92b-48ef-9472-639fb2115f5d tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 945 time: 0.0873222 Jul 07 20:48:23.721273 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-377e4e11-6485-430f-8302-1d3a46d16bb4 req-8560412f-2812-45ba-a402-89a2bf987875 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479348 Jul 07 20:48:23.728663 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b670be58-4a43-437b-83f9-64fd706ba4e2 req-1f8123fe-2cd2-474f-a5bb-2956388c9eda tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503252 Jul 07 20:48:24.061078 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:24.206169 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1204ee51-eb24-48fc-8214-9bfc70a2ad83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:24.903713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279650-cc3b-481e-bda8-1514cbd3de78 req-336afd97-d4aa-4854-baed-91294064bb61 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:24.905269 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d6279650-cc3b-481e-bda8-1514cbd3de78 req-336afd97-d4aa-4854-baed-91294064bb61 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 945 time: 0.0628300 Jul 07 20:48:24.942389 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d6279650-cc3b-481e-bda8-1514cbd3de78 req-ebb5d7d7-615f-4972-9d33-246abb886cf7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315409 Jul 07 20:48:25.114154 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda384e-66c4-4f5f-b8a8-d28825010d85 req-0bc142b6-768f-42e2-baf6-40ce68b5edee tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:25.115648 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5dda384e-66c4-4f5f-b8a8-d28825010d85 req-0bc142b6-768f-42e2-baf6-40ce68b5edee tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 945 time: 0.0626650 Jul 07 20:48:25.152833 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-5dda384e-66c4-4f5f-b8a8-d28825010d85 req-45b275d2-baa3-4f36-8483-5d04502f3021 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311887 Jul 07 20:48:25.176363 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53632) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:25.188838 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:25.267575 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f813f3e-37fc-4f79-81e4-e8061efc1279 tempest-TestSnapshotPattern-1203040538 tempest-TestSnapshotPattern-1203040538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:25.268973 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-6f813f3e-37fc-4f79-81e4-e8061efc1279 tempest-TestSnapshotPattern-1203040538 tempest-TestSnapshotPattern-1203040538-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 1091 time: 0.0916400 Jul 07 20:48:25.271937 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 53636) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:25.276182 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.v2.base [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': '2c6d63df-663f-4e46-a164-118d8d76e569', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:25.297488 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for floatingip, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:25.394700 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:25.499362 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_common [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Allocated IP 172.25.0.175 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/f5cabc96-55e6-4755-817a-dda0850073c0) {{(pid=93900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:25.601847 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for port, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:25.639156 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13115910'] for port, after_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:25.676540 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:25.679343 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.base_scheduler [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Resources bound (agent type, host, resource id): {{(pid=93900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:25.684644 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Received port after_create {{(pid=93900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:25.710964 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'Port': ['ID=f5cabc96-55e6-4755-817a-dda0850073c0,revision_number=1']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:26.369507 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:26.447074 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:26.589151 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for port, precommit_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:26.593698 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13116148'] for port, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:26.665440 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'Port': ['ID=f5cabc96-55e6-4755-817a-dda0850073c0,revision_number=2']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:26.675377 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:26.774088 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Floating IP 4c4defe6-4f32-4051-b7e9-5eb73dae31c9 associated. External IP: 172.25.0.175, port: 2c6d63df-663f-4e46-a164-118d8d76e569. Jul 07 20:48:26.892532 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:26.984137 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Router 032085b0-b528-47f1-9ac6-218b9929c082 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:48:27.090127 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:48:27.100055 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99270bae-52c0-4944-97d1-6039f06491e2 None None] Sync routers for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:48:27.106289 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:27.109843 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99270bae-52c0-4944-97d1-6039f06491e2 None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:27.110519 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-99270bae-52c0-4944-97d1-6039f06491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:48:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:27.141463 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ad7662e9-7534-4a74-9c0d-bfc7588be0af tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8685198 Jul 07 20:48:27.142166 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:27.144465 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92446244-9f85-48b5-97e2-f463da46886a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:27.181955 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497ff588-6830-45f3-a79b-f882279e1ceb x-openstack-request-id: req-497ff588-6830-45f3-a79b-f882279e1ceb {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:27.182245 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:27.182563 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-497ff588-6830-45f3-a79b-f882279e1ceb {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:27.182999 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569', 'status': 'completed', 'code': 200} Jul 07 20:48:27.261386 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92446244-9f85-48b5-97e2-f463da46886a req-25802080-4d59-4331-b8af-6411cdd80338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:27.262966 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-92446244-9f85-48b5-97e2-f463da46886a req-25802080-4d59-4331-b8af-6411cdd80338 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 1096 time: 0.0562124 Jul 07 20:48:27.308889 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-99270bae-52c0-4944-97d1-6039f06491e2 None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:27.358220 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92446244-9f85-48b5-97e2-f463da46886a req-72df4a1d-2923-49ac-838e-94732f2098cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:27.359746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-92446244-9f85-48b5-97e2-f463da46886a req-72df4a1d-2923-49ac-838e-94732f2098cc service neutron] 10.222.0.110 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0895844 Jul 07 20:48:27.425415 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-92446244-9f85-48b5-97e2-f463da46886a req-44c54f16-18de-4f5c-8eb9-43a354a75469 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6d63df-663f-4e46-a164-118d8d76e569 HTTP/1.1" status: 200 len: 999 time: 0.0581570 Jul 07 20:48:27.475150 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92446244-9f85-48b5-97e2-f463da46886a req-916eb14b-7b94-482e-8e70-a9b3304a085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:27.476687 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-92446244-9f85-48b5-97e2-f463da46886a req-916eb14b-7b94-482e-8e70-a9b3304a085f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0442212 Jul 07 20:48:27.523014 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-99270bae-52c0-4944-97d1-6039f06491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '4c4defe6-4f32-4051-b7e9-5eb73dae31c9', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'port_id': '2c6d63df-663f-4e46-a164-118d8d76e569', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'mac_address': 'fa:16:3e:af:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:48:25Z', 'updated_at': '2021-07-07T20:48:25Z', 'revision_number': 0, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:27.541740 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92446244-9f85-48b5-97e2-f463da46886a req-c6d7a977-4cd5-4042-8de2-61a033db8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:27.543275 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-92446244-9f85-48b5-97e2-f463da46886a req-c6d7a977-4cd5-4042-8de2-61a033db8da6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566452 Jul 07 20:48:27.548548 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99270bae-52c0-4944-97d1-6039f06491e2 None None] Checking router: 032085b0-b528-47f1-9ac6-218b9929c082 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:48:27.556584 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99270bae-52c0-4944-97d1-6039f06491e2 None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:27.557168 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-99270bae-52c0-4944-97d1-6039f06491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:48:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:27.639101 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-92446244-9f85-48b5-97e2-f463da46886a req-e06d2289-2984-416f-a4b2-0cccb068bd6d service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837970 Jul 07 20:48:27.663972 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-99270bae-52c0-4944-97d1-6039f06491e2 None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:27.739277 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-92446244-9f85-48b5-97e2-f463da46886a req-f620f916-1aa4-4542-afd2-761cfd0deaf7 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881379 Jul 07 20:48:27.886735 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-99270bae-52c0-4944-97d1-6039f06491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '4c4defe6-4f32-4051-b7e9-5eb73dae31c9', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'port_id': '2c6d63df-663f-4e46-a164-118d8d76e569', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'mac_address': 'fa:16:3e:af:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:48:25Z', 'updated_at': '2021-07-07T20:48:25Z', 'revision_number': 0, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:27.911697 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99270bae-52c0-4944-97d1-6039f06491e2 None None] The sync data for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 is: [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '4c4defe6-4f32-4051-b7e9-5eb73dae31c9', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'port_id': '2c6d63df-663f-4e46-a164-118d8d76e569', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'mac_address': 'fa:16:3e:af:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:48:25Z', 'updated_at': '2021-07-07T20:48:25Z', 'revision_number': 0, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:48:28.119590 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5975b6b-a7e5-42e2-9230-6bb7647173e4 None None] New status for floating IP 4c4defe6-4f32-4051-b7e9-5eb73dae31c9: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:48:36.662929 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:40.829033 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:51.267907 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a1d2f4a7-edfd-436a-929b-6f58f6def3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:54.061469 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:54.205617 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-068d2503-57c5-42d2-a6cc-4ed63f89c1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:55.191395 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:56.757912 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:48:56.893236 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:06.660919 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.830987 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:20.782549 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ab0b7c3-4b3e-4896-aeef-6557bbffe5b8 req-6fa30f98-bf87-4ff0-8569-b80e9fcb983c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912416 Jul 07 20:49:20.880732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0b7c3-4b3e-4896-aeef-6557bbffe5b8 req-a4a998dd-7d47-4bf3-ba04-ea053fe37b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:20.882215 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ab0b7c3-4b3e-4896-aeef-6557bbffe5b8 req-a4a998dd-7d47-4bf3-ba04-ea053fe37b6c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 1096 time: 0.0526626 Jul 07 20:49:20.991634 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0b7c3-4b3e-4896-aeef-6557bbffe5b8 req-380e3979-7182-4b96-8ef0-f3bf09c7c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:20.993072 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ab0b7c3-4b3e-4896-aeef-6557bbffe5b8 req-380e3979-7182-4b96-8ef0-f3bf09c7c1e2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0891969 Jul 07 20:49:21.057330 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ab0b7c3-4b3e-4896-aeef-6557bbffe5b8 req-c3a2e6a6-e607-4d67-b909-dd0a02ae6f03 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6d63df-663f-4e46-a164-118d8d76e569 HTTP/1.1" status: 200 len: 1001 time: 0.0562413 Jul 07 20:49:21.105415 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0b7c3-4b3e-4896-aeef-6557bbffe5b8 req-e258f3cd-25dd-459e-8088-cae478d34e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:21.106777 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ab0b7c3-4b3e-4896-aeef-6557bbffe5b8 req-e258f3cd-25dd-459e-8088-cae478d34e29 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0421741 Jul 07 20:49:21.165615 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0b7c3-4b3e-4896-aeef-6557bbffe5b8 req-c5f6abd8-5d17-40a3-9c8f-3b8cfbd04a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:21.167714 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ab0b7c3-4b3e-4896-aeef-6557bbffe5b8 req-c5f6abd8-5d17-40a3-9c8f-3b8cfbd04a8d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530574 Jul 07 20:49:21.262685 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ab0b7c3-4b3e-4896-aeef-6557bbffe5b8 req-ed52b7aa-3d1e-42df-9cee-649b254d4019 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845289 Jul 07 20:49:21.272486 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-43cd85de-9e6c-4efe-9ccd-93d1feb0925f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:21.359499 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8ab0b7c3-4b3e-4896-aeef-6557bbffe5b8 req-2746da2e-6836-4f28-a6db-17d57ac24cf7 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892549 Jul 07 20:49:24.062747 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.204942 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-80d1841a-f717-4c66-9bb6-64457511650a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:25.193980 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.896563 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:33.756291 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:49:36.653631 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:40.857196 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.263801 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7e89e591-4c8d-4791-9a5d-5b6f9925ce12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.063541 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.204852 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-496a1f22-949f-4389-bb16-f73a23f9121c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.196309 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.901034 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.656091 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:10.754337 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:50:10.857645 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:21.264547 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-22253e69-848c-4903-99bc-e19384821283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:21.435776 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-fc72cffe-0c12-462f-91fc-dee4e2055ecb service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526040 Jul 07 20:50:21.534108 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-d13cd681-2d18-4fc1-b915-51536d611fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:21.535577 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-d13cd681-2d18-4fc1-b915-51536d611fae service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 1096 time: 0.0546718 Jul 07 20:50:21.648239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-89fedf44-3801-4290-b466-8b619a60d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:21.649740 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-89fedf44-3801-4290-b466-8b619a60d8fe service neutron] 10.222.0.110 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0900414 Jul 07 20:50:21.725597 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-5952c90f-f6ed-466e-9633-aeeef4870181 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6d63df-663f-4e46-a164-118d8d76e569 HTTP/1.1" status: 200 len: 1001 time: 0.0679643 Jul 07 20:50:21.777111 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-4921d83f-922e-4fc7-ab13-77e16ae14851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:21.778501 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-4921d83f-922e-4fc7-ab13-77e16ae14851 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0461488 Jul 07 20:50:21.835084 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-ae272d62-4228-4443-adc4-9755ea100495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:21.836470 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-ae272d62-4228-4443-adc4-9755ea100495 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504966 Jul 07 20:50:21.852307 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-531b3b0c-f801-475f-a760-499f91451d8c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:50:21.853248 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-531b3b0c-f801-475f-a760-499f91451d8c service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050435 Jul 07 20:50:21.939928 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-fd3df25f-acc9-488a-8372-59eb9d60eaec service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797877 Jul 07 20:50:22.033141 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-7d7569c8-557d-46b2-b8f5-27d8a3062902 req-f32859eb-81fd-4804-94c9-cb9448630236 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858314 Jul 07 20:50:24.065057 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:24.204601 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-de8c5df6-31c0-4eb9-8239-c0c2544b084f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.198746 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.903546 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.797330 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 2c6d63df-663f-4e46-a164-118d8d76e569 details requested by agent hyperv_n-h2-793621-9 with host n-h2-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:35.893313 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 2c6d63df-663f-4e46-a164-118d8d76e569, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2c6d63df-663f-4e46-a164-118d8d76e569,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:35.904786 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Returning: {'device': '2c6d63df-663f-4e46-a164-118d8d76e569', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'port_id': '2c6d63df-663f-4e46-a164-118d8d76e569', 'mac_address': 'fa:16:3e:af:ea:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:35.940385 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.953420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c6d63df-663f-4e46-a164-118d8d76e569 {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:35.972278 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 2c6d63df-663f-4e46-a164-118d8d76e569, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2c6d63df-663f-4e46-a164-118d8d76e569,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:35.975975 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.027836 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=2c6d63df-663f-4e46-a164-118d8d76e569,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:36.034944 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:36.035290 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:36.035629 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:36.035962 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:36.036294 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:36.036623 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:36.036946 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:36.037270 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:36.037591 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:36.037911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:36.038228 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:36.038557 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:36.086362 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] get_ports_and_sgs() called for port_ids ['2c6d63df-663f-4e46-a164-118d8d76e569'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:36.666676 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.815132 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 2c6d63df-663f-4e46-a164-118d8d76e569 up at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:37.868908 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Provisioning complete for port 2c6d63df-663f-4e46-a164-118d8d76e569 triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:37.870228 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.962409 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.986333 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:37.988719 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a837e9-9196-4cf8-b9b1-4065a3b82310" -d '{"events": [{"server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "name": "network-vif-plugged", "status": "completed", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:38.003244 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 2c6d63df-663f-4e46-a164-118d8d76e569, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2c6d63df-663f-4e46-a164-118d8d76e569,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:38.009502 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.080883 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=2c6d63df-663f-4e46-a164-118d8d76e569,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:39.134359 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0f6f4a-e2c9-4d18-bb0d-8962a886dce0 x-openstack-request-id: req-6e0f6f4a-e2c9-4d18-bb0d-8962a886dce0 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:39.134991 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "name": "network-vif-plugged", "status": "completed", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:39.134991 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e0f6f4a-e2c9-4d18-bb0d-8962a886dce0 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:39.135367 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569', 'code': 200} Jul 07 20:50:40.865343 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.086372 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-c447faad-b5e2-48c8-8c8c-634ed2c02617 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53766015&fields=id&tenant_id=25e12a41ca0b4f63a261d47d34039c18 HTTP/1.1" status: 200 len: 267 time: 0.0339065 Jul 07 20:50:46.189867 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-a6237c60-c026-41ca-bf4e-cadd48a7555b tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:46.191363 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-a6237c60-c026-41ca-bf4e-cadd48a7555b tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 809 time: 0.0985627 Jul 07 20:50:46.205748 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-87b1ad7a-ba6e-4c09-95cf-fccc646fdc1d tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/quotas/25e12a41ca0b4f63a261d47d34039c18 HTTP/1.1" status: 200 len: 375 time: 0.0088959 Jul 07 20:50:46.278715 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3c221708-b8c8-4b9a-bfc3-4a457e17b64b tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0681984 Jul 07 20:50:46.370685 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-396029f7-0ab6-4f07-88b9-0faee90e3021 service neutron] 10.222.0.81 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809996 Jul 07 20:50:46.460550 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-47d37527-b341-4956-a14c-595a5358fbd5 service neutron] 10.222.0.81 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842602 Jul 07 20:50:46.631261 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a03139c4-cca2-4e16-a7d9-a93ff38fedd4 req-911f7002-525b-4a2c-9ec3-591e760631b2 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 210 time: 0.0298054 Jul 07 20:50:47.752833 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:50:47.787858 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-b7b91826-ae89-410e-ada5-c05c60cfdf77 req-0e6e3c88-2282-4a21-800e-714aa98183b8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 210 time: 0.0314445 Jul 07 20:50:47.793424 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-a02e631a-1654-407b-875e-dbf09c379d73 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:47.794958 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-a02e631a-1654-407b-875e-dbf09c379d73 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.48 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 809 time: 0.1148579 Jul 07 20:50:47.847814 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-c2f812da-6b95-4e7f-a94e-d698ea778343 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25e12a41ca0b4f63a261d47d34039c18 HTTP/1.1" status: 200 len: 378 time: 0.0344205 Jul 07 20:50:47.857120 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Request body: {'port': {'device_id': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'admin_state_up': True, 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'security_groups': ['714fcd59-aca7-45b4-affa-dc75761a072a']}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:47.891168 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 2c6d63df-663f-4e46-a164-118d8d76e569 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:47.966229 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.971914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Made reservation on behalf of 25e12a41ca0b4f63a261d47d34039c18 for: {'port': 1} {{(pid=93901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:47.975859 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.998292 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:48.001399 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f85f99-ca82-419e-94b0-8bf78743d24f" -d '{"events": [{"server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:48.008651 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] For port 2c6d63df-663f-4e46-a164-118d8d76e569, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2c6d63df-663f-4e46-a164-118d8d76e569,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:48.014889 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.049088 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b947f60-c4c2-45a5-9673-dbacc237ada6 x-openstack-request-id: req-8b947f60-c4c2-45a5-9673-dbacc237ada6 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:48.050187 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:48.050451 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b947f60-c4c2-45a5-9673-dbacc237ada6 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:48.051106 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569', 'code': 200} Jul 07 20:50:48.081608 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Pushing event updated for resources: {'Port': ['ID=2c6d63df-663f-4e46-a164-118d8d76e569,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:48.129462 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Allocated IP 172.20.0.3 (009d0139-b034-464d-9ce5-578bc8fed687/417b20be-4acc-4665-944a-6e53abea55e2/ecb69995-ed6e-425d-9861-49e8b404af7c) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:48.314414 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.335160 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Transition to ACTIVE for port object ecb69995-ed6e-425d-9861-49e8b404af7c will not be triggered until provisioned by entity DHCP. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:48.383268 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.444119 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Network 009d0139-b034-464d-9ce5-578bc8fed687 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:48.447713 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:48.453357 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:48.457771 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'Port': ['ID=ecb69995-ed6e-425d-9861-49e8b404af7c,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:48.489919 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:48.490344 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:48.490692 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:48.491071 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:48.491412 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:48.491896 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:48.492068 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:48.492401 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:48.492730 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:48.493065 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:48.493402 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:48.493735 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:48.523101 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:48.523800 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.542198 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-d8f205b8-059c-495a-bcf9-c0eceebd13d8 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6891947 Jul 07 20:50:48.724471 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c7bf3771-4a16-4638-abe7-a79204265020 None None] Provisioning for port ecb69995-ed6e-425d-9861-49e8b404af7c completed by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:48.731396 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-c7bf3771-4a16-4638-abe7-a79204265020 None None] Provisioning complete for port ecb69995-ed6e-425d-9861-49e8b404af7c triggered by entity DHCP. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:48.732109 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3771-4a16-4638-abe7-a79204265020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.766320 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf3771-4a16-4638-abe7-a79204265020 None None] Port ecb69995-ed6e-425d-9861-49e8b404af7c cannot update to ACTIVE because it is not bound. {{(pid=93902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:50:48.967617 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d2b3e-ea6e-40bd-a647-55a6fc76193c req-6d40c0db-f294-4d89-8abc-9f87ac44d8fc tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:48.969270 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f1d2b3e-ea6e-40bd-a647-55a6fc76193c req-6d40c0db-f294-4d89-8abc-9f87ac44d8fc tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 931 time: 0.0696218 Jul 07 20:50:49.007952 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4f1d2b3e-ea6e-40bd-a647-55a6fc76193c req-d1915bfa-e0ed-460b-abee-efe62022dc97 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328944 Jul 07 20:50:50.190320 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33eb372-15d5-4a8d-b496-5893e50704e3 req-12f17ff9-81f1-4c74-8dfa-b918d528c827 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:50.191859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a33eb372-15d5-4a8d-b496-5893e50704e3 req-12f17ff9-81f1-4c74-8dfa-b918d528c827 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 931 time: 0.0701272 Jul 07 20:50:50.235311 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a33eb372-15d5-4a8d-b496-5893e50704e3 req-cf520711-8a66-4315-900d-3dc8256ad93b tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378339 Jul 07 20:50:51.276693 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-8fcdd7fa-44d7-482b-8c7b-b1c87d5a4919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.430978 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d01ce7-d533-4d29-a7e6-57632c982f3f req-cdc817c7-622f-47b9-b477-bc39f95821e6 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:51.433251 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f9d01ce7-d533-4d29-a7e6-57632c982f3f req-cdc817c7-622f-47b9-b477-bc39f95821e6 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 931 time: 0.0815904 Jul 07 20:50:51.478570 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-f9d01ce7-d533-4d29-a7e6-57632c982f3f req-6c2f7e51-c841-4610-ad0c-463cb7c28137 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385866 Jul 07 20:50:52.658061 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197d15-10f6-4b12-9e96-4fc720274823 req-8f36171c-4690-48b1-9607-cb0ddc65de25 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:52.659692 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de197d15-10f6-4b12-9e96-4fc720274823 req-8f36171c-4690-48b1-9607-cb0ddc65de25 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 931 time: 0.0685973 Jul 07 20:50:52.697422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-de197d15-10f6-4b12-9e96-4fc720274823 req-dd9cc477-51ac-4486-b252-20a23c1576d2 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320270 Jul 07 20:50:53.878332 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f2c2a-ac72-4258-8ff2-feef9a1b82aa req-49e300e1-4736-4607-9457-1fd739887352 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:53.880125 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-db6f2c2a-ac72-4258-8ff2-feef9a1b82aa req-49e300e1-4736-4607-9457-1fd739887352 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 931 time: 0.0665600 Jul 07 20:50:53.920395 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-db6f2c2a-ac72-4258-8ff2-feef9a1b82aa req-8a1cff7c-e18e-41b4-b227-921b67820045 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343151 Jul 07 20:50:54.068405 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.205014 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-092c357a-1b34-4625-8652-d9bf62e12dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:55.111752 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c203ae-0429-4f88-bee2-a15fb9c1b119 req-ec36d0e3-8872-4ce8-bc57-0ef0ef9771d6 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:55.113255 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-62c203ae-0429-4f88-bee2-a15fb9c1b119 req-ec36d0e3-8872-4ce8-bc57-0ef0ef9771d6 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 931 time: 0.0715373 Jul 07 20:50:55.152551 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-62c203ae-0429-4f88-bee2-a15fb9c1b119 req-550baafa-fb69-464b-a68e-5be38d37538c tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336673 Jul 07 20:50:55.202204 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.341398 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c7408-ae4e-4f24-ae49-e24d97f5f204 req-1fe5f685-91b2-45fb-a29a-3e6e5bf70839 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:56.343177 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-951c7408-ae4e-4f24-ae49-e24d97f5f204 req-1fe5f685-91b2-45fb-a29a-3e6e5bf70839 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 931 time: 0.0699525 Jul 07 20:50:56.382421 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-951c7408-ae4e-4f24-ae49-e24d97f5f204 req-13cf107c-726d-446f-b004-46d7354308df tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336642 Jul 07 20:50:56.908333 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.563363 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9f35f-0a0a-4b24-b574-df3c94760742 req-5739be6d-74e9-4525-be8f-dc7e433a6516 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:57.564887 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7fc9f35f-0a0a-4b24-b574-df3c94760742 req-5739be6d-74e9-4525-be8f-dc7e433a6516 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 931 time: 0.0638132 Jul 07 20:50:57.604988 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7fc9f35f-0a0a-4b24-b574-df3c94760742 req-144604a3-a25f-41c1-9a52-d65496ee1925 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331705 Jul 07 20:50:58.786145 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689013fe-95c9-4fb9-8243-7eb8801942c8 req-67bb5cae-b862-4a04-ab0b-7c7ce84ffc72 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:58.788634 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-689013fe-95c9-4fb9-8243-7eb8801942c8 req-67bb5cae-b862-4a04-ab0b-7c7ce84ffc72 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 931 time: 0.0698185 Jul 07 20:50:58.829308 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-689013fe-95c9-4fb9-8243-7eb8801942c8 req-43b9d991-a8fe-4f55-adc5-d9b56bfc649c tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339389 Jul 07 20:51:00.005656 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d82c39-5148-4651-a73b-5279d594a109 req-b3e29a7e-72f4-4a24-9ff3-13d6f8100fd4 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:00.007081 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7d82c39-5148-4651-a73b-5279d594a109 req-b3e29a7e-72f4-4a24-9ff3-13d6f8100fd4 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 931 time: 0.0684171 Jul 07 20:51:00.044467 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-c7d82c39-5148-4651-a73b-5279d594a109 req-e3e5a433-9c5c-4662-8b95-f489decacc5a tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316722 Jul 07 20:51:01.213118 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb2fd0-0960-4283-bebd-82fcfb86cc26 req-30919901-252b-4f42-9dc4-0935a0bad756 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:01.214577 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26fb2fd0-0960-4283-bebd-82fcfb86cc26 req-30919901-252b-4f42-9dc4-0935a0bad756 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 931 time: 0.0621982 Jul 07 20:51:01.251936 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-26fb2fd0-0960-4283-bebd-82fcfb86cc26 req-8d5c58d0-a61d-4c4f-886d-5cfaf212d8cc tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315650 Jul 07 20:51:01.563880 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Request body: {'port': {'device_id': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-9'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:01.634684 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.898370 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb69995-ed6e-425d-9861-49e8b404af7c {{(pid=93901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:01.905647 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.917708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.provisioning_blocks [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Transition to ACTIVE for port object ecb69995-ed6e-425d-9861-49e8b404af7c will not be triggered until provisioned by entity L2. {{(pid=93901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:01.921530 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.972327 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Pushing event updated for resources: {'Port': ['ID=ecb69995-ed6e-425d-9861-49e8b404af7c,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:02.039084 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Attempting to bind port ecb69995-ed6e-425d-9861-49e8b404af7c on host n-h1-793621-9 for vnic_type normal with profile {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:02.039247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Attempting to bind port ecb69995-ed6e-425d-9861-49e8b404af7c by drivers openvswitch,hyperv on host n-h1-793621-9 at level 0 using segments [{'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:02.039540 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Attempting to bind port ecb69995-ed6e-425d-9861-49e8b404af7c on network 009d0139-b034-464d-9ce5-578bc8fed687 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:02.044483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Port ecb69995-ed6e-425d-9861-49e8b404af7c on network 009d0139-b034-464d-9ce5-578bc8fed687 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-9 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:51:02.044816 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Attempting to bind port ecb69995-ed6e-425d-9861-49e8b404af7c on network 009d0139-b034-464d-9ce5-578bc8fed687 {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:02.049876 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Checking agent: {'id': 'df45afc4-73c3-4634-ad1e-5ed427aa8306', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'started_at': datetime.datetime(2021, 7, 7, 19, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:02.050216 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Checking segment: {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:02.050601 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Bound using segment: {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'} {{(pid=93901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:02.051060 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.managers [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Bound port: ecb69995-ed6e-425d-9861-49e8b404af7c, host: n-h1-793621-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687'}}] {{(pid=93901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:02.051420 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.121627 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] For port ecb69995-ed6e-425d-9861-49e8b404af7c, host n-h1-793621-9, cleared binding levels {{(pid=93901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:02.125092 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] For port ecb69995-ed6e-425d-9861-49e8b404af7c, host n-h1-793621-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecb69995-ed6e-425d-9861-49e8b404af7c,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:02.129214 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.161858 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.162545 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.163945 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] 10.222.0.48 "PUT /v2.0/ports/ecb69995-ed6e-425d-9861-49e8b404af7c HTTP/1.1" status: 200 len: 1091 time: 0.6044652 Jul 07 20:51:02.164341 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:02.167148 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c9cc92-f52b-461b-a341-4e2a54b61c34" -d '{"events": [{"name": "network-changed", "server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:02.198734 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311f0fd-e6eb-40b0-bfd0-98cb51100e4a service neutron] Pushing event updated for resources: {'Port': ['ID=ecb69995-ed6e-425d-9861-49e8b404af7c,revision_number=3']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:02.220475 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b26502c-53cf-4a93-a8a8-0802564c979d x-openstack-request-id: req-0b26502c-53cf-4a93-a8a8-0802564c979d {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:02.220767 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:02.221017 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b26502c-53cf-4a93-a8a8-0802564c979d {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:02.221414 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'status': 'completed', 'code': 200} Jul 07 20:51:02.265838 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-f271a63b-f899-4fca-88b7-8c27b21b2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.267379 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-f271a63b-f899-4fca-88b7-8c27b21b2134 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 1094 time: 0.0592182 Jul 07 20:51:02.314833 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-0dbedd11-3b7d-4cb8-9203-b14fb4c33389 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb69995-ed6e-425d-9861-49e8b404af7c HTTP/1.1" status: 200 len: 217 time: 0.0390778 Jul 07 20:51:02.366409 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-a9de866e-e0c2-41dc-a0de-d2ccd0bdb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.368002 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-a9de866e-e0c2-41dc-a0de-d2ccd0bdb89b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0465834 Jul 07 20:51:02.425450 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-27e489ea-d3b0-427e-b941-f817ca041675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.426921 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-27e489ea-d3b0-427e-b941-f817ca041675 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527923 Jul 07 20:51:02.431484 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2266e8b-44ae-4e3c-9386-64b6e3e15fc1 req-7c81dc88-2e58-41a4-b8c1-1e07e9b63947 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.432976 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e2266e8b-44ae-4e3c-9386-64b6e3e15fc1 req-7c81dc88-2e58-41a4-b8c1-1e07e9b63947 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 943 time: 0.0682964 Jul 07 20:51:02.473088 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-e2266e8b-44ae-4e3c-9386-64b6e3e15fc1 req-e33625cc-0843-4bd2-a487-f2dad126ed46 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340700 Jul 07 20:51:02.521973 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-e2238638-9d9d-4943-94d5-b8347e7bd5f2 service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881443 Jul 07 20:51:02.608987 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-cedb4fc7-63b8-4fca-9d0f-8e83d2fbd43f req-5ad9a65c-a410-4991-bfaf-bec29bd9e4d9 service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802498 Jul 07 20:51:02.708466 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cc92-f52b-461b-a341-4e2a54b61c34 req-5c805d29-3281-4007-9380-e572210f60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.710020 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4c9cc92-f52b-461b-a341-4e2a54b61c34 req-5c805d29-3281-4007-9380-e572210f60ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 1094 time: 0.0548401 Jul 07 20:51:02.803465 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cc92-f52b-461b-a341-4e2a54b61c34 req-a24811f6-d001-4f6b-b74f-6bdc7565fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.804978 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4c9cc92-f52b-461b-a341-4e2a54b61c34 req-a24811f6-d001-4f6b-b74f-6bdc7565fe3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0883851 Jul 07 20:51:02.847717 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4c9cc92-f52b-461b-a341-4e2a54b61c34 req-c49a1320-d0aa-4a74-a6c7-f813a180b8ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb69995-ed6e-425d-9861-49e8b404af7c HTTP/1.1" status: 200 len: 217 time: 0.0356796 Jul 07 20:51:02.901134 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cc92-f52b-461b-a341-4e2a54b61c34 req-e1c8c8eb-cbbf-48b5-ab51-e926be3a4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.902514 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4c9cc92-f52b-461b-a341-4e2a54b61c34 req-e1c8c8eb-cbbf-48b5-ab51-e926be3a4f75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0478086 Jul 07 20:51:02.959611 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cc92-f52b-461b-a341-4e2a54b61c34 req-601abd57-08a5-41da-8257-fefdef69fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.961040 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4c9cc92-f52b-461b-a341-4e2a54b61c34 req-601abd57-08a5-41da-8257-fefdef69fc42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523026 Jul 07 20:51:03.047397 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4c9cc92-f52b-461b-a341-4e2a54b61c34 req-4bb43a58-affa-4262-a581-de19218e2268 service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795381 Jul 07 20:51:03.144071 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-e4c9cc92-f52b-461b-a341-4e2a54b61c34 req-de1b12ec-9500-4ca6-8e63-13c56da73134 service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885820 Jul 07 20:51:03.649933 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1e434-75da-4041-835b-3092368cda65 req-6ca5d8bc-ddc2-44f9-9d93-654a8e0cb021 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:03.651448 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acb1e434-75da-4041-835b-3092368cda65 req-6ca5d8bc-ddc2-44f9-9d93-654a8e0cb021 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 943 time: 0.0645881 Jul 07 20:51:03.688595 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-acb1e434-75da-4041-835b-3092368cda65 req-4a6f45fa-6420-4b71-a73c-3d55e9766a91 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315206 Jul 07 20:51:04.862169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8f81b-393c-40b7-81cb-36d7e9fecd19 req-247c5996-2898-4dbe-b739-547615c53fce tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:04.863585 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6ec8f81b-393c-40b7-81cb-36d7e9fecd19 req-247c5996-2898-4dbe-b739-547615c53fce tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 943 time: 0.0631125 Jul 07 20:51:04.901087 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-6ec8f81b-393c-40b7-81cb-36d7e9fecd19 req-9791b5c5-6cfb-41f0-bfae-0f3d9f4f3f79 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320082 Jul 07 20:51:06.078069 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1083796-f251-4aaa-aa49-5be1cfa6c2ad req-ca4a2201-645a-49f5-8c7b-c471f4d600ff tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:06.079488 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1083796-f251-4aaa-aa49-5be1cfa6c2ad req-ca4a2201-645a-49f5-8c7b-c471f4d600ff tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 943 time: 0.0660996 Jul 07 20:51:06.116859 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-d1083796-f251-4aaa-aa49-5be1cfa6c2ad req-4fbdf5f3-4758-4c43-b5cc-5b7c322cafb7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318215 Jul 07 20:51:06.666085 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.188123 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecb69995-ed6e-425d-9861-49e8b404af7c details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:51:07.287038 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecb69995-ed6e-425d-9861-49e8b404af7c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecb69995-ed6e-425d-9861-49e8b404af7c,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:07.293800 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af322b52-3563-4b89-a485-a22709f6913a req-d7eeaedd-555e-4341-9902-136a56295cd2 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:07.295377 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af322b52-3563-4b89-a485-a22709f6913a req-d7eeaedd-555e-4341-9902-136a56295cd2 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 943 time: 0.0683587 Jul 07 20:51:07.298728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'port_id': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'mac_address': 'fa:16:3e:27:63:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:51:07.332967 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-af322b52-3563-4b89-a485-a22709f6913a req-64cb1b57-0143-4dff-802f-1ed36d6151c9 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318477 Jul 07 20:51:07.335011 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.347774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb69995-ed6e-425d-9861-49e8b404af7c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:07.367061 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecb69995-ed6e-425d-9861-49e8b404af7c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecb69995-ed6e-425d-9861-49e8b404af7c,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:07.371726 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.416843 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ecb69995-ed6e-425d-9861-49e8b404af7c,revision_number=4']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:07.716822 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ecb69995-ed6e-425d-9861-49e8b404af7c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:08.502947 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c393a-05d1-4f22-b3af-af0469fe1680 req-45451a37-c8a8-43dc-ae67-48f99c42c60e tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:08.504426 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-711c393a-05d1-4f22-b3af-af0469fe1680 req-45451a37-c8a8-43dc-ae67-48f99c42c60e tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 944 time: 0.0619249 Jul 07 20:51:08.541710 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-711c393a-05d1-4f22-b3af-af0469fe1680 req-9f15aa33-c7ed-4c4f-a45a-d6df78159479 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317478 Jul 07 20:51:09.210065 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecb69995-ed6e-425d-9861-49e8b404af7c up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:09.260540 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning for port ecb69995-ed6e-425d-9861-49e8b404af7c completed by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:09.264242 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port ecb69995-ed6e-425d-9861-49e8b404af7c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:09.264614 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.339024 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.360783 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:09.363330 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8591144-1dac-48c7-b7cb-692a1a46808b" -d '{"events": [{"server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "name": "network-vif-plugged", "status": "completed", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:09.376627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecb69995-ed6e-425d-9861-49e8b404af7c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecb69995-ed6e-425d-9861-49e8b404af7c,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:09.380908 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.403266 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec07dea-5138-45c1-a9d3-813f6c24963b x-openstack-request-id: req-5ec07dea-5138-45c1-a9d3-813f6c24963b {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:09.403558 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "name": "network-vif-plugged", "status": "completed", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:09.403812 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ec07dea-5138-45c1-a9d3-813f6c24963b {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:09.404200 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'code': 200} Jul 07 20:51:09.433365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ecb69995-ed6e-425d-9861-49e8b404af7c,revision_number=5']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:09.511550 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283d08f-d6df-4e6b-bd24-53f656241be5 req-e441d882-7b3b-4362-ad8c-00b2558e3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:09.512900 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7283d08f-d6df-4e6b-bd24-53f656241be5 req-e441d882-7b3b-4362-ad8c-00b2558e3856 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 1096 time: 0.0512025 Jul 07 20:51:09.547215 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-7283d08f-d6df-4e6b-bd24-53f656241be5 req-5b840a1d-979a-45f8-b4a1-1edbce5f0dcc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0265768 Jul 07 20:51:09.712721 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71090a0e-75c8-4dbf-b8af-d3ad2899ed22 req-d7ac336b-ccb0-4b83-b998-12e484235e9f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:09.714206 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-71090a0e-75c8-4dbf-b8af-d3ad2899ed22 req-d7ac336b-ccb0-4b83-b998-12e484235e9f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 945 time: 0.0657666 Jul 07 20:51:09.752343 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-71090a0e-75c8-4dbf-b8af-d3ad2899ed22 req-06493e78-361e-4a28-83dc-2cfca51bba5d tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319986 Jul 07 20:51:10.900008 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.926529 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33b742-2974-4e96-ab0c-e29f71f389e5 req-b7a1af55-461e-47f8-b4f3-aa58204827fd tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:10.928069 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc33b742-2974-4e96-ab0c-e29f71f389e5 req-b7a1af55-461e-47f8-b4f3-aa58204827fd tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 945 time: 0.0656776 Jul 07 20:51:10.966815 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-dc33b742-2974-4e96-ab0c-e29f71f389e5 req-82acd08c-ffa8-4d7d-b157-36b5af438d1f tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328865 Jul 07 20:51:11.137248 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af883e07-97c7-4672-bbc9-04a1131c87ab req-67cb5bd8-9d4c-4288-994c-91fd6c38270c tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:11.138769 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-af883e07-97c7-4672-bbc9-04a1131c87ab req-67cb5bd8-9d4c-4288-994c-91fd6c38270c tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 945 time: 0.0638411 Jul 07 20:51:11.175684 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-af883e07-97c7-4672-bbc9-04a1131c87ab req-05ef9010-060b-4558-8c70-2343526592a2 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314174 Jul 07 20:51:11.199452 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53936) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:11.252398 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be814a9-ac21-4b06-9a36-022726545389 tempest-TestSnapshotPattern-1203040538 tempest-TestSnapshotPattern-1203040538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:11.253863 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-5be814a9-ac21-4b06-9a36-022726545389 tempest-TestSnapshotPattern-1203040538 tempest-TestSnapshotPattern-1203040538-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 1091 time: 0.0534711 Jul 07 20:51:11.256574 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 53938) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:11.261420 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.v2.base [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Request body: {'floatingip': {'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'port_id': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:11.282997 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for floatingip, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.374758 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.476914 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.db_base_plugin_common [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Allocated IP 172.25.0.171 (e78d81fd-4962-446c-adaf-6bac91ba1923/f230c602-3fbe-4857-adbe-a06510e04e48/401782fb-b634-4d55-902f-5db4bbc8758b) {{(pid=93901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:11.576448 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for port, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.614032 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-445405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772663433957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24947150'] for port, after_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.651778 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Network e78d81fd-4962-446c-adaf-6bac91ba1923 is already hosted by enough agents. {{(pid=93901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:11.654903 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.base_scheduler [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Resources bound (agent type, host, resource id): {{(pid=93901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:11.666597 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Received port after_create {{(pid=93901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:11.689238 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'Port': ['ID=401782fb-b634-4d55-902f-5db4bbc8758b,revision_number=1']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:12.032109 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.108261 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.253355 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for port, precommit_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.257655 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24947004'] for port, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.281199 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-bf0864cb-3a23-4c4c-ac82-36954f96f64c req-a0348dc8-6f6d-4eb0-b67c-0ad43bab26cf service neutron] (93901) timed out ('10.222.0.48', 62923) {{(pid=93901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 20:51:12.321754 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event updated for resources: {'Port': ['ID=401782fb-b634-4d55-902f-5db4bbc8758b,revision_number=2']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:12.338192 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16361839'] for floatingip, after_update {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.434925 n-d-793621-9 neutron-server[93901]: INFO neutron.db.l3_db [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Floating IP 786f93cf-add5-4ea1-bdbe-1a3f00bdcbd5 associated. External IP: 172.25.0.171, port: ecb69995-ed6e-425d-9861-49e8b404af7c. Jul 07 20:51:12.636882 n-d-793621-9 neutron-server[93901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Router 032085b0-b528-47f1-9ac6-218b9929c082 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:13.057548 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:13.069012 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb104fd-d7b2-46c8-af99-e8bb20db6af7 None None] Sync routers for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:13.074099 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:13.082849 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb104fd-d7b2-46c8-af99-e8bb20db6af7 None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:13.083456 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-bfb104fd-d7b2-46c8-af99-e8bb20db6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:50:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:13.110321 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-782f0e1e-e508-42bf-8398-0f85575952c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8527555 Jul 07 20:51:13.110995 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:13.113229 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174f0172-52b5-4677-a643-c236dc36019e" -d '{"events": [{"name": "network-changed", "server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:13.148584 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9f4aea-fd41-43c0-a789-39f1c4985a81 x-openstack-request-id: req-eb9f4aea-fd41-43c0-a789-39f1c4985a81 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:13.148869 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:13.149116 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb9f4aea-fd41-43c0-a789-39f1c4985a81 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:13.149537 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'status': 'completed', 'code': 200} Jul 07 20:51:13.187451 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-bfb104fd-d7b2-46c8-af99-e8bb20db6af7 None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:13.230570 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f0172-52b5-4677-a643-c236dc36019e req-4355911d-2dcc-42aa-b478-5095b16db6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.232139 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-174f0172-52b5-4677-a643-c236dc36019e req-4355911d-2dcc-42aa-b478-5095b16db6f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 1096 time: 0.0581052 Jul 07 20:51:13.330072 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f0172-52b5-4677-a643-c236dc36019e req-1d0da1b1-38f8-417e-ac42-58f00215f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.331511 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-174f0172-52b5-4677-a643-c236dc36019e req-1d0da1b1-38f8-417e-ac42-58f00215f873 service neutron] 10.222.0.48 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0932200 Jul 07 20:51:13.397511 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-174f0172-52b5-4677-a643-c236dc36019e req-788bbb59-063c-4c33-9db6-eeac81680b57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb69995-ed6e-425d-9861-49e8b404af7c HTTP/1.1" status: 200 len: 999 time: 0.0585752 Jul 07 20:51:13.413981 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-bfb104fd-d7b2-46c8-af99-e8bb20db6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '4c4defe6-4f32-4051-b7e9-5eb73dae31c9', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'port_id': '2c6d63df-663f-4e46-a164-118d8d76e569', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'mac_address': 'fa:16:3e:af:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:48:25Z', 'updated_at': '2021-07-07T20:48:28Z', 'revision_number': 1, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address_scope': None}, {'id': '786f93cf-add5-4ea1-bdbe-1a3f00bdcbd5', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'port_id': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'mac_address': 'fa:16:3e:27:63:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:51:11Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 0, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:13.440254 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb104fd-d7b2-46c8-af99-e8bb20db6af7 None None] Checking router: 032085b0-b528-47f1-9ac6-218b9929c082 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:13.446483 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f0172-52b5-4677-a643-c236dc36019e req-646c112b-48b5-476e-853a-c7dbe8dca457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.448334 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-174f0172-52b5-4677-a643-c236dc36019e req-646c112b-48b5-476e-853a-c7dbe8dca457 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0442328 Jul 07 20:51:13.448491 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb104fd-d7b2-46c8-af99-e8bb20db6af7 None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:13.448846 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-bfb104fd-d7b2-46c8-af99-e8bb20db6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:50:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:13.508643 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f0172-52b5-4677-a643-c236dc36019e req-d9ba98af-ac20-4c16-93f8-aa8b70369c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.510134 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-174f0172-52b5-4677-a643-c236dc36019e req-d9ba98af-ac20-4c16-93f8-aa8b70369c18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552256 Jul 07 20:51:13.521282 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [req-174f0172-52b5-4677-a643-c236dc36019e req-cfd370e2-6365-49e7-ac58-45d9eda32f0b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:51:13.522209 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-174f0172-52b5-4677-a643-c236dc36019e req-cfd370e2-6365-49e7-ac58-45d9eda32f0b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049143 Jul 07 20:51:13.553736 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-bfb104fd-d7b2-46c8-af99-e8bb20db6af7 None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:13.612422 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-174f0172-52b5-4677-a643-c236dc36019e req-c287e6c7-5a14-45db-9f24-fdb7d89ffeac service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829792 Jul 07 20:51:13.706289 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-174f0172-52b5-4677-a643-c236dc36019e req-5d229e81-da55-4d4c-8a99-df899cfa83db service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851815 Jul 07 20:51:13.778722 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-bfb104fd-d7b2-46c8-af99-e8bb20db6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '4c4defe6-4f32-4051-b7e9-5eb73dae31c9', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'port_id': '2c6d63df-663f-4e46-a164-118d8d76e569', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'mac_address': 'fa:16:3e:af:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:48:25Z', 'updated_at': '2021-07-07T20:48:28Z', 'revision_number': 1, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address_scope': None}, {'id': '786f93cf-add5-4ea1-bdbe-1a3f00bdcbd5', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'port_id': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'mac_address': 'fa:16:3e:27:63:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:51:11Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 0, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:13.804389 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb104fd-d7b2-46c8-af99-e8bb20db6af7 None None] The sync data for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 is: [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '4c4defe6-4f32-4051-b7e9-5eb73dae31c9', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'port_id': '2c6d63df-663f-4e46-a164-118d8d76e569', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'mac_address': 'fa:16:3e:af:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:48:25Z', 'updated_at': '2021-07-07T20:48:28Z', 'revision_number': 1, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address_scope': None}, {'id': '786f93cf-add5-4ea1-bdbe-1a3f00bdcbd5', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'port_id': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'mac_address': 'fa:16:3e:27:63:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:51:11Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 0, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:13.998458 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5db4e7-0434-4517-8207-1224168af149 None None] New status for floating IP 786f93cf-add5-4ea1-bdbe-1a3f00bdcbd5: ACTIVE {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:51:21.267983 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9064ff1b-ba46-430b-9ea5-4804312cefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.742280 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87ede9e4-f2a1-4561-9745-336c71d57d87 req-bf3e0da8-b43e-48ed-bf82-eb5540fbfb46 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570791 Jul 07 20:51:21.843645 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ede9e4-f2a1-4561-9745-336c71d57d87 req-8434c4be-43e4-4a9b-9d1d-05a87ef2ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:21.845143 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87ede9e4-f2a1-4561-9745-336c71d57d87 req-8434c4be-43e4-4a9b-9d1d-05a87ef2ff28 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 1094 time: 0.0570934 Jul 07 20:51:21.954626 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ede9e4-f2a1-4561-9745-336c71d57d87 req-ec9ef3c4-5ab3-4c5c-b2dc-5924da092752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:21.956128 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87ede9e4-f2a1-4561-9745-336c71d57d87 req-ec9ef3c4-5ab3-4c5c-b2dc-5924da092752 service neutron] 10.222.0.110 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0884106 Jul 07 20:51:22.025882 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87ede9e4-f2a1-4561-9745-336c71d57d87 req-6b9620e0-d296-48ac-8bca-4c702104c8f6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6d63df-663f-4e46-a164-118d8d76e569 HTTP/1.1" status: 200 len: 999 time: 0.0624375 Jul 07 20:51:22.077318 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ede9e4-f2a1-4561-9745-336c71d57d87 req-692730fd-4329-4ce6-98f1-7665dc222b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.078746 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87ede9e4-f2a1-4561-9745-336c71d57d87 req-692730fd-4329-4ce6-98f1-7665dc222b00 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0447464 Jul 07 20:51:22.135435 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ede9e4-f2a1-4561-9745-336c71d57d87 req-8ce36c79-c84b-4295-ac23-0bb3c2fcbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.136904 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87ede9e4-f2a1-4561-9745-336c71d57d87 req-8ce36c79-c84b-4295-ac23-0bb3c2fcbb65 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507615 Jul 07 20:51:22.229535 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87ede9e4-f2a1-4561-9745-336c71d57d87 req-6f42a9a9-5980-46fa-a94c-7af273c6f122 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843327 Jul 07 20:51:22.317380 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-87ede9e4-f2a1-4561-9745-336c71d57d87 req-3c4b0743-7ce9-43bb-b8dc-554a2fbfa7e4 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807517 Jul 07 20:51:24.069998 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.205673 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-dd2194da-9125-428a-9d89-74dbd9af3313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.751624 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:51:25.204659 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.909013 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.122322 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22b679ab-ff1e-4a81-81d0-9f9c8ad2b005 req-efda5b50-8974-4f6a-aa8e-855b7112f4cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516586 Jul 07 20:51:30.214764 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b679ab-ff1e-4a81-81d0-9f9c8ad2b005 req-81d0cd28-b238-44f7-bb13-423b46ab08e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:30.216256 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22b679ab-ff1e-4a81-81d0-9f9c8ad2b005 req-81d0cd28-b238-44f7-bb13-423b46ab08e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 1096 time: 0.0514803 Jul 07 20:51:30.321745 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b679ab-ff1e-4a81-81d0-9f9c8ad2b005 req-30134bb4-a8c0-420f-a2cf-3f45b0c8878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:30.323235 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22b679ab-ff1e-4a81-81d0-9f9c8ad2b005 req-30134bb4-a8c0-420f-a2cf-3f45b0c8878e service neutron] 10.222.0.48 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0865262 Jul 07 20:51:30.386433 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22b679ab-ff1e-4a81-81d0-9f9c8ad2b005 req-18b3c5c6-f0d1-4b98-ba82-4d5052964192 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb69995-ed6e-425d-9861-49e8b404af7c HTTP/1.1" status: 200 len: 1001 time: 0.0560248 Jul 07 20:51:30.434524 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b679ab-ff1e-4a81-81d0-9f9c8ad2b005 req-230721da-ff27-407f-8e0e-f8cb0910fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:30.435956 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22b679ab-ff1e-4a81-81d0-9f9c8ad2b005 req-230721da-ff27-407f-8e0e-f8cb0910fe99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0424483 Jul 07 20:51:30.495388 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b679ab-ff1e-4a81-81d0-9f9c8ad2b005 req-a847335b-6beb-4d24-af48-9d36baaf7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:30.496885 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22b679ab-ff1e-4a81-81d0-9f9c8ad2b005 req-a847335b-6beb-4d24-af48-9d36baaf7aee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547097 Jul 07 20:51:30.583555 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22b679ab-ff1e-4a81-81d0-9f9c8ad2b005 req-6396c024-9211-4fc1-af92-db62712e8644 service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796750 Jul 07 20:51:30.676163 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-22b679ab-ff1e-4a81-81d0-9f9c8ad2b005 req-f00a04ba-5845-4b15-8d75-8f923a4a1362 service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844080 Jul 07 20:51:36.684741 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.889072 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.268335 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ed301235-1e9f-4808-9d6a-cb510c82f45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.072057 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.204330 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d33b9b70-e518-46e5-a25c-ba8807d074b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.206548 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.912458 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.751231 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:52:06.699137 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.890591 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.272387 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6bdf6d0b-dfb2-4cc8-9067-8545d8f3d8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:23.530817 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003e85fb-7bf9-43c0-9ff0-cad26528d5d5 req-2c24b46f-9ca3-4080-b676-bf90a0127878 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552464 Jul 07 20:52:23.644030 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e85fb-7bf9-43c0-9ff0-cad26528d5d5 req-c1f3f9b7-379a-4428-a419-7237d2e91374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:23.645500 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003e85fb-7bf9-43c0-9ff0-cad26528d5d5 req-c1f3f9b7-379a-4428-a419-7237d2e91374 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 1094 time: 0.0559199 Jul 07 20:52:23.754290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e85fb-7bf9-43c0-9ff0-cad26528d5d5 req-6e56dd02-28f4-40c8-8358-ed9dccdfaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:23.755790 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003e85fb-7bf9-43c0-9ff0-cad26528d5d5 req-6e56dd02-28f4-40c8-8358-ed9dccdfaa45 service neutron] 10.222.0.110 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0833824 Jul 07 20:52:23.828389 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003e85fb-7bf9-43c0-9ff0-cad26528d5d5 req-62b9f28a-24d1-4eb4-81f1-9c5687756dcd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6d63df-663f-4e46-a164-118d8d76e569 HTTP/1.1" status: 200 len: 999 time: 0.0603776 Jul 07 20:52:23.881764 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e85fb-7bf9-43c0-9ff0-cad26528d5d5 req-b1bb5f12-c44e-4efb-b7dd-5ac4e774ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:23.883187 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003e85fb-7bf9-43c0-9ff0-cad26528d5d5 req-b1bb5f12-c44e-4efb-b7dd-5ac4e774ecd2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0428736 Jul 07 20:52:23.939687 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e85fb-7bf9-43c0-9ff0-cad26528d5d5 req-ea268b6c-8f0d-4767-8ba6-092f2d64a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:23.941132 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003e85fb-7bf9-43c0-9ff0-cad26528d5d5 req-ea268b6c-8f0d-4767-8ba6-092f2d64a3ed service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500696 Jul 07 20:52:24.033945 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003e85fb-7bf9-43c0-9ff0-cad26528d5d5 req-8528df19-439d-4f69-8654-e359c3d06822 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849085 Jul 07 20:52:24.077531 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:24.128042 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-003e85fb-7bf9-43c0-9ff0-cad26528d5d5 req-806a7c70-228b-486e-a6bc-6e2c4d322309 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833075 Jul 07 20:52:24.203671 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3402a74b-3234-4d37-b259-375c0a9e4f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:25.207770 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:26.914560 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.170870 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-741671b5-3121-4255-9bab-55e422aeee29 req-f013b65d-ef8c-4bca-9ca6-05ca18a73c9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026425 Jul 07 20:52:31.262848 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741671b5-3121-4255-9bab-55e422aeee29 req-28f2d5d2-cb6e-4156-b65b-ee8e29291a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:31.264283 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-741671b5-3121-4255-9bab-55e422aeee29 req-28f2d5d2-cb6e-4156-b65b-ee8e29291a03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 1096 time: 0.0509946 Jul 07 20:52:31.375846 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741671b5-3121-4255-9bab-55e422aeee29 req-2481086c-4576-4eb0-9a85-cd76cef1be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:31.379146 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-741671b5-3121-4255-9bab-55e422aeee29 req-2481086c-4576-4eb0-9a85-cd76cef1be50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0948238 Jul 07 20:52:31.447047 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-741671b5-3121-4255-9bab-55e422aeee29 req-5d3f72a5-8b8f-47e9-889d-9e20bfe3d901 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb69995-ed6e-425d-9861-49e8b404af7c HTTP/1.1" status: 200 len: 1001 time: 0.0587192 Jul 07 20:52:31.498276 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741671b5-3121-4255-9bab-55e422aeee29 req-14ff88e2-9860-414f-8b80-dd9e8e4b3e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:31.499702 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-741671b5-3121-4255-9bab-55e422aeee29 req-14ff88e2-9860-414f-8b80-dd9e8e4b3e21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0458364 Jul 07 20:52:31.554256 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741671b5-3121-4255-9bab-55e422aeee29 req-05bb626d-c070-478c-b8c9-2e5e40e7d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:31.555711 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-741671b5-3121-4255-9bab-55e422aeee29 req-05bb626d-c070-478c-b8c9-2e5e40e7d8db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496247 Jul 07 20:52:31.645581 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-741671b5-3121-4255-9bab-55e422aeee29 req-af50c7c4-6a9e-4b08-871b-e3485cb33270 service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829644 Jul 07 20:52:31.739742 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-741671b5-3121-4255-9bab-55e422aeee29 req-ed4d2fb5-32b0-4d6d-a094-959207f56e54 service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876310 Jul 07 20:52:36.696035 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.751981 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:52:40.904011 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:51.273735 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3839194c-2dca-4ab3-9882-82e8a237a8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:54.068668 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:54.203082 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-41c52144-16ae-4a47-8bf8-1934ec90d0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.211341 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:56.917795 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:06.711355 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.926924 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:15.752476 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:53:21.274955 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a85027c-e04b-4a25-b5c1-32a51a806f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:23.732568 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8abfb6cf-671a-4e1a-beb1-333edcd27d74 req-d13b6af9-7527-4b64-9aba-bd43141bb6df service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521576 Jul 07 20:53:23.831997 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfb6cf-671a-4e1a-beb1-333edcd27d74 req-58dcd07a-3897-4f3d-80b9-b96475de1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.833447 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8abfb6cf-671a-4e1a-beb1-333edcd27d74 req-58dcd07a-3897-4f3d-80b9-b96475de1995 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 1094 time: 0.0550287 Jul 07 20:53:23.938966 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfb6cf-671a-4e1a-beb1-333edcd27d74 req-216c0d9c-f63a-4722-a375-092ee7f91f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.940402 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8abfb6cf-671a-4e1a-beb1-333edcd27d74 req-216c0d9c-f63a-4722-a375-092ee7f91f1a service neutron] 10.222.0.110 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0817337 Jul 07 20:53:24.010676 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8abfb6cf-671a-4e1a-beb1-333edcd27d74 req-65e9254b-ffd3-4107-80c6-3bd4b38c55d4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6d63df-663f-4e46-a164-118d8d76e569 HTTP/1.1" status: 200 len: 999 time: 0.0625691 Jul 07 20:53:24.061952 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfb6cf-671a-4e1a-beb1-333edcd27d74 req-f0232632-179e-4ba6-854e-8e2d13efc24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:24.063470 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8abfb6cf-671a-4e1a-beb1-333edcd27d74 req-f0232632-179e-4ba6-854e-8e2d13efc24a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0448821 Jul 07 20:53:24.069054 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:24.123390 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfb6cf-671a-4e1a-beb1-333edcd27d74 req-fa6ed772-6b7c-4ea1-8531-70b9b6bc032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:24.124891 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8abfb6cf-671a-4e1a-beb1-333edcd27d74 req-fa6ed772-6b7c-4ea1-8531-70b9b6bc032a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530462 Jul 07 20:53:24.202957 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fae76c3f-8678-4a40-9bff-fd800a74c966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:24.220891 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8abfb6cf-671a-4e1a-beb1-333edcd27d74 req-3dbea7d2-8580-4677-a023-1eee8ae2eeaa service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864735 Jul 07 20:53:24.310782 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-8abfb6cf-671a-4e1a-beb1-333edcd27d74 req-ff20cc53-5ceb-41c8-bd5a-d055df1f6cd0 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815127 Jul 07 20:53:25.212919 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:26.924192 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.172431 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e72e4-1362-457d-bc39-7544860db84f req-3a7cdb00-29c1-4e4e-bf98-2bbaf54dab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.175266 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59e72e4-1362-457d-bc39-7544860db84f req-3a7cdb00-29c1-4e4e-bf98-2bbaf54dab0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 1096 time: 0.0539458 Jul 07 20:53:31.281706 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e72e4-1362-457d-bc39-7544860db84f req-b9057a9f-8297-4653-b448-421072914347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.283182 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59e72e4-1362-457d-bc39-7544860db84f req-b9057a9f-8297-4653-b448-421072914347 service neutron] 10.222.0.48 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0861335 Jul 07 20:53:31.349764 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59e72e4-1362-457d-bc39-7544860db84f req-fd14bc34-e20b-4b18-89b5-07ccd32363da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb69995-ed6e-425d-9861-49e8b404af7c HTTP/1.1" status: 200 len: 1001 time: 0.0580685 Jul 07 20:53:31.398693 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e72e4-1362-457d-bc39-7544860db84f req-22ad7098-3c79-45db-acae-d2351ae5c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.400155 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59e72e4-1362-457d-bc39-7544860db84f req-22ad7098-3c79-45db-acae-d2351ae5c88b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0427999 Jul 07 20:53:31.462989 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e72e4-1362-457d-bc39-7544860db84f req-422da4cc-a455-4ffe-886f-2deffe761a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.464485 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59e72e4-1362-457d-bc39-7544860db84f req-422da4cc-a455-4ffe-886f-2deffe761a5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579021 Jul 07 20:53:31.552132 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59e72e4-1362-457d-bc39-7544860db84f req-38d915ce-06e3-48eb-860e-1ace55f951f9 service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800457 Jul 07 20:53:31.647787 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-f59e72e4-1362-457d-bc39-7544860db84f req-0d75f07c-1507-4d19-9d42-707c5c9ea6c1 service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875602 Jul 07 20:53:31.820627 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecb69995-ed6e-425d-9861-49e8b404af7c details requested by agent hyperv_n-h1-793621-9 with host n-h1-793621-9 {{(pid=93902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:31.916400 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecb69995-ed6e-425d-9861-49e8b404af7c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecb69995-ed6e-425d-9861-49e8b404af7c,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:31.929753 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Returning: {'device': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'port_id': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'mac_address': 'fa:16:3e:27:63:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:31.968816 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.981506 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecb69995-ed6e-425d-9861-49e8b404af7c {{(pid=93902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:31.999868 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecb69995-ed6e-425d-9861-49e8b404af7c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecb69995-ed6e-425d-9861-49e8b404af7c,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:32.003235 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.053785 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ecb69995-ed6e-425d-9861-49e8b404af7c,revision_number=6']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:32.061018 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:32.061365 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:32.061704 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:32.062040 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:32.062371 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:32.062699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:32.063052 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:32.063394 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:32.063699 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:32.064019 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:32.064341 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:32.064660 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:32.082276 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] get_ports_and_sgs() called for port_ids ['ecb69995-ed6e-425d-9861-49e8b404af7c'] {{(pid=93902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:33.831186 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecb69995-ed6e-425d-9861-49e8b404af7c up at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:33.879909 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.provisioning_blocks [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Provisioning complete for port ecb69995-ed6e-425d-9861-49e8b404af7c triggered by entity L2. {{(pid=93902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:33.880279 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041519'] for port, provisioning_complete {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.956239 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.977556 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:33.979761 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ff7b3-6e0f-47f0-b2f7-a45f0a38473d" -d '{"events": [{"server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "name": "network-vif-plugged", "status": "completed", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:33.994444 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecb69995-ed6e-425d-9861-49e8b404af7c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecb69995-ed6e-425d-9861-49e8b404af7c,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:33.999105 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:34.023240 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b24c119-217c-414d-8c0e-e08bdf9512a0 x-openstack-request-id: req-9b24c119-217c-414d-8c0e-e08bdf9512a0 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:34.023526 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "name": "network-vif-plugged", "status": "completed", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:34.023775 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b24c119-217c-414d-8c0e-e08bdf9512a0 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:34.024160 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'code': 200} Jul 07 20:53:34.051724 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ecb69995-ed6e-425d-9861-49e8b404af7c,revision_number=7']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:36.715774 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.937502 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.130159 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54206) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:47.598909 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Deleting port 401782fb-b634-4d55-902f-5db4bbc8758b {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:47.599250 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.673382 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.673712 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.684779 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Calling delete_port for 401782fb-b634-4d55-902f-5db4bbc8758b owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:47.829190 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.854916 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event deleted for resources: {'Port': ['ID=401782fb-b634-4d55-902f-5db4bbc8758b,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:47.866169 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:47.866518 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:47.866905 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:47.867246 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:47.867579 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:47.867907 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:47.868233 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:47.868557 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:47.868880 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:47.869202 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:47.869551 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:47.870377 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:47.924368 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.924697 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Floating IP 786f93cf-add5-4ea1-bdbe-1a3f00bdcbd5 disassociated (deleted). External IP: 172.25.0.171, port: ecb69995-ed6e-425d-9861-49e8b404af7c. Jul 07 20:53:48.128059 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Router 032085b0-b528-47f1-9ac6-218b9929c082 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:53:48.234263 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:53:48.238811 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.244714 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31949caa-aedf-46de-9034-ebae950939a5 None None] Sync routers for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:53:48.253864 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31949caa-aedf-46de-9034-ebae950939a5 None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:48.254468 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-31949caa-aedf-46de-9034-ebae950939a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:53:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:48.274359 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ab325be4-8ca8-407f-b06b-70c792b702a3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "DELETE /v2.0/floatingips/786f93cf-add5-4ea1-bdbe-1a3f00bdcbd5 HTTP/1.1" status: 204 len: 168 time: 1.1430297 Jul 07 20:53:48.274973 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:48.277281 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7d3548-5e8a-4485-9bd1-cd7c845ece4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:48.415465 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb685b6a-5b97-4117-8bb2-8579da2c6208 x-openstack-request-id: req-bb685b6a-5b97-4117-8bb2-8579da2c6208 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:48.415762 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:48.416014 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb685b6a-5b97-4117-8bb2-8579da2c6208 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:48.416418 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'status': 'completed', 'code': 200} Jul 07 20:53:48.455020 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-31949caa-aedf-46de-9034-ebae950939a5 None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:48.500604 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3548-5e8a-4485-9bd1-cd7c845ece4b req-20ad5fcd-78d8-41e7-aae4-17b0a3be66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.502136 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e7d3548-5e8a-4485-9bd1-cd7c845ece4b req-20ad5fcd-78d8-41e7-aae4-17b0a3be66d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 1096 time: 0.0607095 Jul 07 20:53:48.605189 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3548-5e8a-4485-9bd1-cd7c845ece4b req-9cbb43f8-6785-488a-81aa-32e7accbf12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.606755 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e7d3548-5e8a-4485-9bd1-cd7c845ece4b req-9cbb43f8-6785-488a-81aa-32e7accbf12b service neutron] 10.222.0.48 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0977015 Jul 07 20:53:48.655638 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e7d3548-5e8a-4485-9bd1-cd7c845ece4b req-f3443f24-5822-459f-ae46-f26d4a6b7154 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb69995-ed6e-425d-9861-49e8b404af7c HTTP/1.1" status: 200 len: 217 time: 0.0390811 Jul 07 20:53:48.711414 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3548-5e8a-4485-9bd1-cd7c845ece4b req-db1a732f-1503-4333-b853-0a211d3ceff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.712882 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e7d3548-5e8a-4485-9bd1-cd7c845ece4b req-db1a732f-1503-4333-b853-0a211d3ceff5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0491312 Jul 07 20:53:48.713775 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-31949caa-aedf-46de-9034-ebae950939a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '4c4defe6-4f32-4051-b7e9-5eb73dae31c9', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'port_id': '2c6d63df-663f-4e46-a164-118d8d76e569', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'mac_address': 'fa:16:3e:af:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:48:25Z', 'updated_at': '2021-07-07T20:48:28Z', 'revision_number': 1, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:48.739842 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31949caa-aedf-46de-9034-ebae950939a5 None None] Checking router: 032085b0-b528-47f1-9ac6-218b9929c082 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:53:48.748566 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31949caa-aedf-46de-9034-ebae950939a5 None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:48.749173 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-31949caa-aedf-46de-9034-ebae950939a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:53:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:48.764586 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8f30d-74da-4eab-83a1-1a8559436d6f req-4c7b63e5-8f04-4fb7-9187-5b69a8415084 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.766105 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82c8f30d-74da-4eab-83a1-1a8559436d6f req-4c7b63e5-8f04-4fb7-9187-5b69a8415084 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 945 time: 0.1316838 Jul 07 20:53:48.776292 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3548-5e8a-4485-9bd1-cd7c845ece4b req-9f900d57-99a2-4bf7-9cfa-52bd1630fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.777792 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e7d3548-5e8a-4485-9bd1-cd7c845ece4b req-9f900d57-99a2-4bf7-9cfa-52bd1630fc32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569623 Jul 07 20:53:48.808404 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-82c8f30d-74da-4eab-83a1-1a8559436d6f req-a3aab0cb-423e-4f9a-8912-e7925eef3e86 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348101 Jul 07 20:53:48.862361 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-31949caa-aedf-46de-9034-ebae950939a5 None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:48.879660 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e7d3548-5e8a-4485-9bd1-cd7c845ece4b req-6164a908-30ef-4f6a-a140-45625e3f372e service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941224 Jul 07 20:53:48.972148 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-8e7d3548-5e8a-4485-9bd1-cd7c845ece4b req-154f5828-1d85-474f-a1da-afaba8604bf3 service neutron] 10.222.0.48 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851631 Jul 07 20:53:49.079709 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-31949caa-aedf-46de-9034-ebae950939a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '4c4defe6-4f32-4051-b7e9-5eb73dae31c9', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'port_id': '2c6d63df-663f-4e46-a164-118d8d76e569', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'mac_address': 'fa:16:3e:af:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:48:25Z', 'updated_at': '2021-07-07T20:48:28Z', 'revision_number': 1, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:49.108791 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31949caa-aedf-46de-9034-ebae950939a5 None None] The sync data for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 is: [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_floatingips': [{'id': '4c4defe6-4f32-4051-b7e9-5eb73dae31c9', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'router_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'port_id': '2c6d63df-663f-4e46-a164-118d8d76e569', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'mac_address': 'fa:16:3e:af:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:48:25Z', 'updated_at': '2021-07-07T20:48:28Z', 'revision_number': 1, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:53:49.319902 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9711aaf-81cc-41b2-9bcd-1f3e51b532a5 None None] New status for floating IP 786f93cf-add5-4ea1-bdbe-1a3f00bdcbd5: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:53:49.861474 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecb69995-ed6e-425d-9861-49e8b404af7c no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:49.939634 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645346'] for port, before_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:49.961322 n-d-793621-9 neutron-server[93902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c'}] {{(pid=93902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:49.963906 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e773de1284b2a19616fad6e12a0aed81b69968994cb80acd003c6becace34359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c916b6-3467-4fac-85e2-1d6d9437ba1d" -d '{"events": [{"server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c"}]}' {{(pid=93902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:49.977558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.db [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] For port ecb69995-ed6e-425d-9861-49e8b404af7c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecb69995-ed6e-425d-9861-49e8b404af7c,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:49.983467 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772663873320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772663433975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772663430696'] for port, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.000335 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9612b3-fd04-45f6-b149-7f78300b2d54 req-ec41c227-bd87-4491-bd22-58a411ce5db3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:50.002004 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff9612b3-fd04-45f6-b149-7f78300b2d54 req-ec41c227-bd87-4491-bd22-58a411ce5db3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 945 time: 0.0722373 Jul 07 20:53:50.012936 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49085bc8-10e8-45aa-93ff-4bc49cb69272 x-openstack-request-id: req-49085bc8-10e8-45aa-93ff-4bc49cb69272 {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:50.013224 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c", "code": 200}]} {{(pid=93902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:50.013476 n-d-793621-9 neutron-server[93902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49085bc8-10e8-45aa-93ff-4bc49cb69272 {{(pid=93902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:50.013871 n-d-793621-9 neutron-server[93902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'code': 200} Jul 07 20:53:50.036873 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Pushing event updated for resources: {'Port': ['ID=ecb69995-ed6e-425d-9861-49e8b404af7c,revision_number=8']} {{(pid=93902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:50.040090 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-ff9612b3-fd04-45f6-b149-7f78300b2d54 req-12af38a5-5b47-4c62-9a5e-679cee930c8a tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317013 Jul 07 20:53:50.514169 n-d-793621-9 neutron-server[93901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2eba6-def2-4cc1-973b-e94e84ec0fbc req-0beaff34-f9c0-491a-955f-831f38f45780 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:50.515658 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b5e2eba6-def2-4cc1-973b-e94e84ec0fbc req-0beaff34-f9c0-491a-955f-831f38f45780 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.48 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 943 time: 0.0626597 Jul 07 20:53:50.612245 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b5e2eba6-def2-4cc1-973b-e94e84ec0fbc req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Deleting port ecb69995-ed6e-425d-9861-49e8b404af7c {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:50.612585 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b5e2eba6-def2-4cc1-973b-e94e84ec0fbc req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.699842 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [req-b5e2eba6-def2-4cc1-973b-e94e84ec0fbc req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] For port ecb69995-ed6e-425d-9861-49e8b404af7c, host n-h1-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-9',level=0,port_id=ecb69995-ed6e-425d-9861-49e8b404af7c,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:50.700197 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b5e2eba6-def2-4cc1-973b-e94e84ec0fbc req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.712803 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [req-b5e2eba6-def2-4cc1-973b-e94e84ec0fbc req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Calling delete_port for ecb69995-ed6e-425d-9861-49e8b404af7c owned by compute:nova {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:50.836368 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b5e2eba6-def2-4cc1-973b-e94e84ec0fbc req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.863285 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event deleted for resources: {'Port': ['ID=ecb69995-ed6e-425d-9861-49e8b404af7c,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:50.873619 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:50.873963 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:50.874299 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:50.874652 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:50.874990 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:50.875317 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:50.875640 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:50.876416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:50.876416 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:50.876638 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:50.876907 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:50.877230 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-9 {{(pid=93901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:50.919372 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e2eba6-def2-4cc1-973b-e94e84ec0fbc req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] No DVR routers for this DVR port ecb69995-ed6e-425d-9861-49e8b404af7c on host n-h1-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:53:50.921868 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [req-b5e2eba6-def2-4cc1-973b-e94e84ec0fbc req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.923861 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-b5e2eba6-def2-4cc1-973b-e94e84ec0fbc req-721c4785-3a96-4f7e-9af1-f194c2736de3 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.48 "DELETE /v2.0/ports/ecb69995-ed6e-425d-9861-49e8b404af7c HTTP/1.1" status: 204 len: 173 time: 0.4023707 Jul 07 20:53:50.924287 n-d-793621-9 neutron-server[93901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'name': 'network-vif-deleted', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c'}] {{(pid=93901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:50.926516 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c935591362130fe37474803a726cbac0c2dcc8393cf817f1f3d6b4f04c2ba8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1122fe27-d19b-4cf2-be55-ad2b21f7002b" -d '{"events": [{"server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "name": "network-vif-deleted", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c"}]}' {{(pid=93901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:51.026213 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26adf037-0b0f-487e-a514-9eb6496b1005 x-openstack-request-id: req-26adf037-0b0f-487e-a514-9eb6496b1005 {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:51.026855 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1646aeba-27f1-418b-a4ee-3831fdcc4abb", "name": "network-vif-deleted", "tag": "ecb69995-ed6e-425d-9861-49e8b404af7c", "status": "completed", "code": 200}]} {{(pid=93901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:51.026855 n-d-793621-9 neutron-server[93901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26adf037-0b0f-487e-a514-9eb6496b1005 {{(pid=93901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:51.027157 n-d-793621-9 neutron-server[93901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1646aeba-27f1-418b-a4ee-3831fdcc4abb', 'name': 'network-vif-deleted', 'tag': 'ecb69995-ed6e-425d-9861-49e8b404af7c', 'status': 'completed', 'code': 200} Jul 07 20:53:51.199991 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-a4f04408-95d2-488c-a8ce-80b8dc4f6d40 req-d14a6cc6-d605-48ea-bb01-dd64278ca896 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=1646aeba-27f1-418b-a4ee-3831fdcc4abb HTTP/1.1" status: 200 len: 210 time: 0.0330081 Jul 07 20:53:51.275731 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1db23b5c-0390-4a5d-9fb4-226435a30883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:52.752487 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:53:52.788376 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54278) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:52.941956 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Deleting port f5cabc96-55e6-4755-817a-dda0850073c0 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:52.942303 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:53.016585 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:53.016841 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:53.028142 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Calling delete_port for f5cabc96-55e6-4755-817a-dda0850073c0 owned by network:floatingip {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:53.176797 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:53.202463 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event deleted for resources: {'Port': ['ID=f5cabc96-55e6-4755-817a-dda0850073c0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:53.264708 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for floatingip, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:53.265045 n-d-793621-9 neutron-server[93900]: INFO neutron.db.l3_db [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Floating IP 4c4defe6-4f32-4051-b7e9-5eb73dae31c9 disassociated (deleted). External IP: 172.25.0.175, port: 2c6d63df-663f-4e46-a164-118d8d76e569. Jul 07 20:53:53.467792 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Router 032085b0-b528-47f1-9ac6-218b9929c082 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:53:53.573309 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:53:53.577780 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for floatingip, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:53.583368 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd0d3d-aade-49f8-974e-9f2445800f28 None None] Sync routers for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:53:53.592874 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd0d3d-aade-49f8-974e-9f2445800f28 None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:53.593471 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-22dd0d3d-aade-49f8-974e-9f2445800f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:53:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:53.619326 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-8a226dd3-be69-4767-bbec-43c4c2467edb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "DELETE /v2.0/floatingips/4c4defe6-4f32-4051-b7e9-5eb73dae31c9 HTTP/1.1" status: 204 len: 168 time: 0.8274171 Jul 07 20:53:53.619326 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:53.619724 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730dc76b-58e0-46f7-bd6c-2e5c898c2d69" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:53.655708 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee108484-2d95-4fa5-b07e-4e4d404dc1db x-openstack-request-id: req-ee108484-2d95-4fa5-b07e-4e4d404dc1db {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:53.656023 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:53.656282 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ee108484-2d95-4fa5-b07e-4e4d404dc1db {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:53.656684 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569', 'status': 'completed', 'code': 200} Jul 07 20:53:53.705350 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-22dd0d3d-aade-49f8-974e-9f2445800f28 None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:53.739351 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc76b-58e0-46f7-bd6c-2e5c898c2d69 req-9e2fc58a-1bb9-4d8f-b652-ef371becda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.740862 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-730dc76b-58e0-46f7-bd6c-2e5c898c2d69 req-9e2fc58a-1bb9-4d8f-b652-ef371becda0d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=25e12a41ca0b4f63a261d47d34039c18&device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 1094 time: 0.0587795 Jul 07 20:53:53.834200 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc76b-58e0-46f7-bd6c-2e5c898c2d69 req-e0743a42-1e04-420c-9683-8b4300046529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.835886 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-730dc76b-58e0-46f7-bd6c-2e5c898c2d69 req-e0743a42-1e04-420c-9683-8b4300046529 service neutron] 10.222.0.110 "GET /v2.0/networks?id=009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 200 len: 910 time: 0.0878088 Jul 07 20:53:53.893784 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-730dc76b-58e0-46f7-bd6c-2e5c898c2d69 req-b33c553e-1dac-46a6-adea-e60ce501ca38 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6d63df-663f-4e46-a164-118d8d76e569 HTTP/1.1" status: 200 len: 217 time: 0.0427215 Jul 07 20:53:53.898209 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecb69995-ed6e-425d-9861-49e8b404af7c no longer exists at agent hyperv_n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:53.913854 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-22dd0d3d-aade-49f8-974e-9f2445800f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:53.922739 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] No Port match for: ecb69995-ed6e-425d-9861-49e8b404af7c {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:53.923408 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Device ecb69995-ed6e-425d-9861-49e8b404af7c not bound to the agent host n-h1-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:53.945438 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd0d3d-aade-49f8-974e-9f2445800f28 None None] Checking router: 032085b0-b528-47f1-9ac6-218b9929c082 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:53:53.954144 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd0d3d-aade-49f8-974e-9f2445800f28 None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:53.954756 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-22dd0d3d-aade-49f8-974e-9f2445800f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:53:24Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:53.962693 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc76b-58e0-46f7-bd6c-2e5c898c2d69 req-56174a75-6637-4a93-90c8-c9a0a877c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.964675 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-730dc76b-58e0-46f7-bd6c-2e5c898c2d69 req-56174a75-6637-4a93-90c8-c9a0a877c836 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 200 len: 848 time: 0.0624950 Jul 07 20:53:54.058081 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-22dd0d3d-aade-49f8-974e-9f2445800f28 None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:54.060699 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47fdf8-7043-4d52-b765-65d56c6470b8 req-9a4503fe-e59f-4e1b-9d33-dd41acc465c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.062217 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e47fdf8-7043-4d52-b765-65d56c6470b8 req-9a4503fe-e59f-4e1b-9d33-dd41acc465c7 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 943 time: 0.1141276 Jul 07 20:53:54.065128 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc76b-58e0-46f7-bd6c-2e5c898c2d69 req-0038e454-e7d9-4924-9c6b-7f8d3530cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.066522 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-730dc76b-58e0-46f7-bd6c-2e5c898c2d69 req-0038e454-e7d9-4924-9c6b-7f8d3530cd49 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=009d0139-b034-464d-9ce5-578bc8fed687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845737 Jul 07 20:53:54.071756 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:54.150017 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-9e47fdf8-7043-4d52-b765-65d56c6470b8 req-853c1202-eadf-47d1-bf95-c97e75df36bc tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/security-groups?id=714fcd59-aca7-45b4-affa-dc75761a072a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800335 Jul 07 20:53:54.182591 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-730dc76b-58e0-46f7-bd6c-2e5c898c2d69 req-ce50a90c-81df-4bec-80ae-0baf3ee8fe81 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060891 Jul 07 20:53:54.205717 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a28d5929-8faf-4832-8fbd-8a251ef8e376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:54.265114 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-22dd0d3d-aade-49f8-974e-9f2445800f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:54.282982 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-730dc76b-58e0-46f7-bd6c-2e5c898c2d69 req-16739ca0-ea55-4131-adf5-76cde9772a73 service neutron] 10.222.0.110 "GET /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930073 Jul 07 20:53:54.290912 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd0d3d-aade-49f8-974e-9f2445800f28 None None] The sync data for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 is: [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:07Z', 'revision_number': 4, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9', '_interfaces': [{'id': '99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4', 'name': '', 'network_id': '009d0139-b034-464d-9ce5-578bc8fed687', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'mac_address': 'fa:16:3e:76:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '417b20be-4acc-4665-944a-6e53abea55e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:06Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'subnets': [{'id': '417b20be-4acc-4665-944a-6e53abea55e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:53:54.509957 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d6e9b-f50f-469c-97ac-fe6efc1d7696 None None] New status for floating IP 4c4defe6-4f32-4051-b7e9-5eb73dae31c9: DOWN {{(pid=93902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:53:54.685862 n-d-793621-9 neutron-server[93900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c331d-9e87-4f44-a6b3-1e0aefc1f8f0 req-f35c0064-71b7-4398-9169-089cbb0cad84 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.687325 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b8c331d-9e87-4f44-a6b3-1e0aefc1f8f0 req-f35c0064-71b7-4398-9169-089cbb0cad84 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.110 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 943 time: 0.0624456 Jul 07 20:53:54.786582 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-4b8c331d-9e87-4f44-a6b3-1e0aefc1f8f0 req-1b6b3f0e-ca80-440f-86f5-ffafc7d4a5f5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Deleting port 2c6d63df-663f-4e46-a164-118d8d76e569 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:54.786959 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4b8c331d-9e87-4f44-a6b3-1e0aefc1f8f0 req-1b6b3f0e-ca80-440f-86f5-ffafc7d4a5f5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:54.876650 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [req-4b8c331d-9e87-4f44-a6b3-1e0aefc1f8f0 req-1b6b3f0e-ca80-440f-86f5-ffafc7d4a5f5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] For port 2c6d63df-663f-4e46-a164-118d8d76e569, host n-h2-793621-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-9',level=0,port_id=2c6d63df-663f-4e46-a164-118d8d76e569,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:54.877303 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4b8c331d-9e87-4f44-a6b3-1e0aefc1f8f0 req-1b6b3f0e-ca80-440f-86f5-ffafc7d4a5f5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:54.889955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [req-4b8c331d-9e87-4f44-a6b3-1e0aefc1f8f0 req-1b6b3f0e-ca80-440f-86f5-ffafc7d4a5f5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Calling delete_port for 2c6d63df-663f-4e46-a164-118d8d76e569 owned by compute:nova {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:55.018706 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4b8c331d-9e87-4f44-a6b3-1e0aefc1f8f0 req-1b6b3f0e-ca80-440f-86f5-ffafc7d4a5f5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:55.045861 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b3f0e-ca80-440f-86f5-ffafc7d4a5f5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event deleted for resources: {'Port': ['ID=2c6d63df-663f-4e46-a164-118d8d76e569,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:55.091886 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8c331d-9e87-4f44-a6b3-1e0aefc1f8f0 req-1b6b3f0e-ca80-440f-86f5-ffafc7d4a5f5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] No DVR routers for this DVR port 2c6d63df-663f-4e46-a164-118d8d76e569 on host n-h2-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:53:55.094305 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [req-4b8c331d-9e87-4f44-a6b3-1e0aefc1f8f0 req-1b6b3f0e-ca80-440f-86f5-ffafc7d4a5f5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83654'] for port, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:55.096299 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [req-4b8c331d-9e87-4f44-a6b3-1e0aefc1f8f0 req-1b6b3f0e-ca80-440f-86f5-ffafc7d4a5f5 tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.110 "DELETE /v2.0/ports/2c6d63df-663f-4e46-a164-118d8d76e569 HTTP/1.1" status: 204 len: 173 time: 0.4015744 Jul 07 20:53:55.217167 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:55.315370 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [req-55f32021-f1b4-40aa-aa68-aa47855e30d4 req-2161b56a-aa2d-4289-be52-5752d7364e5d tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3560dd-7e59-4279-9faf-7d336d3c0403 HTTP/1.1" status: 200 len: 210 time: 0.0286050 Jul 07 20:53:55.658697 n-d-793621-9 neutron-server[93900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'name': 'network-vif-deleted', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569'}] {{(pid=93900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:55.661117 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20925c1e3f41d0223cdd7b6b6b3c2826143b00866a4b143f5f1e85c5054fd0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c4d5d9-fa45-4142-aa80-8dde5d0d44b9" -d '{"events": [{"server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "name": "network-vif-deleted", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569"}]}' {{(pid=93900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:55.703650 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3d88e0-deb6-455a-84d5-d915af9e1e55 x-openstack-request-id: req-fc3d88e0-deb6-455a-84d5-d915af9e1e55 {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:55.703650 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3560dd-7e59-4279-9faf-7d336d3c0403", "name": "network-vif-deleted", "tag": "2c6d63df-663f-4e46-a164-118d8d76e569", "status": "completed", "code": 200}]} {{(pid=93900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:55.703650 n-d-793621-9 neutron-server[93900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc3d88e0-deb6-455a-84d5-d915af9e1e55 {{(pid=93900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:55.703650 n-d-793621-9 neutron-server[93900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3560dd-7e59-4279-9faf-7d336d3c0403', 'name': 'network-vif-deleted', 'tag': '2c6d63df-663f-4e46-a164-118d8d76e569', 'status': 'completed', 'code': 200} Jul 07 20:53:56.407955 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54292) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:56.466607 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21d17873-8b1f-4055-9bd8-86efb7244efb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:56.494764 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21d17873-8b1f-4055-9bd8-86efb7244efb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:56.552332 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21d17873-8b1f-4055-9bd8-86efb7244efb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:56.554882 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-21d17873-8b1f-4055-9bd8-86efb7244efb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:56.556029 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-21d17873-8b1f-4055-9bd8-86efb7244efb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] 10.222.0.81 "DELETE /v2.0/security-groups/714fcd59-aca7-45b4-affa-dc75761a072a HTTP/1.1" status: 204 len: 168 time: 0.1470852 Jul 07 20:53:56.565443 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d17873-8b1f-4055-9bd8-86efb7244efb tempest-TestSnapshotPattern-383439515 tempest-TestSnapshotPattern-383439515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714fcd59-aca7-45b4-affa-dc75761a072a,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:56.926205 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:57.627091 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54298) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:58.064912 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-79e5772a-110d-4fe0-b68c-957b4c337bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.311756 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-79e5772a-110d-4fe0-b68c-957b4c337bc7 admin admin] Deleting port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:58.312092 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-79e5772a-110d-4fe0-b68c-957b4c337bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.389152 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-79e5772a-110d-4fe0-b68c-957b4c337bc7 admin admin] For port 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:58.389423 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-79e5772a-110d-4fe0-b68c-957b4c337bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.402123 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-79e5772a-110d-4fe0-b68c-957b4c337bc7 admin admin] Calling delete_port for 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:58.574486 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-79e5772a-110d-4fe0-b68c-957b4c337bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.598109 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5772a-110d-4fe0-b68c-957b4c337bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:58.764857 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-79e5772a-110d-4fe0-b68c-957b4c337bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.797008 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 2c6d63df-663f-4e46-a164-118d8d76e569 no longer exists at agent hyperv_n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:58.819770 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] No Port match for: 2c6d63df-663f-4e46-a164-118d8d76e569 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:58.820117 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Device 2c6d63df-663f-4e46-a164-118d8d76e569 not bound to the agent host n-h2-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:58.973758 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e5772a-110d-4fe0-b68c-957b4c337bc7 admin admin] Router 032085b0-b528-47f1-9ac6-218b9929c082 has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:53:59.077013 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e5772a-110d-4fe0-b68c-957b4c337bc7 admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:53:59.081942 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-79e5772a-110d-4fe0-b68c-957b4c337bc7 admin admin] 10.222.0.81 "PUT /v2.0/routers/032085b0-b528-47f1-9ac6-218b9929c082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4538295 Jul 07 20:53:59.084528 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54302) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:59.085436 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f339c8d-8146-460e-9021-7ff87e9dbcde None None] Sync routers for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:53:59.094921 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f339c8d-8146-460e-9021-7ff87e9dbcde None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:59.095518 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5f339c8d-8146-460e-9021-7ff87e9dbcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:53:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:59.188965 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.289181 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-5f339c8d-8146-460e-9021-7ff87e9dbcde None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:59.472497 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5f339c8d-8146-460e-9021-7ff87e9dbcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:53:58Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:59.500463 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f339c8d-8146-460e-9021-7ff87e9dbcde None None] Checking router: 032085b0-b528-47f1-9ac6-218b9929c082 for host: n-d-793621-9 {{(pid=93903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:53:59.508980 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f339c8d-8146-460e-9021-7ff87e9dbcde None None] Routers {'032085b0-b528-47f1-9ac6-218b9929c082'} bound to L3 agent in host n-d-793621-9 {{(pid=93903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:59.509593 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5f339c8d-8146-460e-9021-7ff87e9dbcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:53:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['032085b0-b528-47f1-9ac6-218b9929c082'], 'active': True} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:59.614884 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_dvr_db [None req-5f339c8d-8146-460e-9021-7ff87e9dbcde None None] Set router 032085b0-b528-47f1-9ac6-218b9929c082 gateway port host: n-d-793621-9 {{(pid=93903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:59.615129 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.666276 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Deleting port 9999b865-f851-4fa8-a251-11e3ae0e69f4 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:59.667159 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.744161 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] For port 9999b865-f851-4fa8-a251-11e3ae0e69f4, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=9999b865-f851-4fa8-a251-11e3ae0e69f4,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:59.744525 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.764965 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Calling delete_port for 9999b865-f851-4fa8-a251-11e3ae0e69f4 owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:59.786582 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.l3_hamode_db [None req-5f339c8d-8146-460e-9021-7ff87e9dbcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:53:58Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:59.816381 n-d-793621-9 neutron-server[93903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f339c8d-8146-460e-9021-7ff87e9dbcde None None] The sync data for ids ['032085b0-b528-47f1-9ac6-218b9929c082'] in n-d-793621-9 is: [{'id': '032085b0-b528-47f1-9ac6-218b9929c082', 'name': 'tempest-TestSnapshotPattern-775352028-router', 'tenant_id': '25e12a41ca0b4f63a261d47d34039c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:53:58Z', 'revision_number': 5, 'project_id': '25e12a41ca0b4f63a261d47d34039c18', 'gw_port': {'id': '9999b865-f851-4fa8-a251-11e3ae0e69f4', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032085b0-b528-47f1-9ac6-218b9929c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:04Z', 'updated_at': '2021-07-07T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}] {{(pid=93903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:53:59.942734 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.971743 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Pushing event deleted for resources: {'Port': ['ID=9999b865-f851-4fa8-a251-11e3ae0e69f4,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:00.030556 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.118082 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.120096 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.169029 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.169592 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 032085b0-b528-47f1-9ac6-218b9929c082 {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:54:00.174659 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.175857 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-0da4fb80-f3f4-4ff5-9aac-cbaa8a30719e admin admin] 10.222.0.81 "DELETE /v2.0/routers/032085b0-b528-47f1-9ac6-218b9929c082 HTTP/1.1" status: 204 len: 168 time: 1.0904081 Jul 07 20:54:00.178508 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54304) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:00.226815 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b02230c-024c-455e-a608-b48488b5a3f0 admin admin] Deleting subnet 417b20be-4acc-4665-944a-6e53abea55e2 {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:54:00.230093 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b02230c-024c-455e-a608-b48488b5a3f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.264920 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b02230c-024c-455e-a608-b48488b5a3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.344039 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b02230c-024c-455e-a608-b48488b5a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.402836 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b02230c-024c-455e-a608-b48488b5a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.426714 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02230c-024c-455e-a608-b48488b5a3f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417b20be-4acc-4665-944a-6e53abea55e2,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:00.433629 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1b02230c-024c-455e-a608-b48488b5a3f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.437079 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-1b02230c-024c-455e-a608-b48488b5a3f0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/417b20be-4acc-4665-944a-6e53abea55e2 HTTP/1.1" status: 204 len: 168 time: 0.2557538 Jul 07 20:54:00.438137 n-d-793621-9 neutron-server[93901]: DEBUG neutron.wsgi [-] (93901) accepted ('10.222.0.81', 54306) {{(pid=93901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:00.439601 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c958513-0dde-4450-8fbf-2ffc4a99826a None None] Network 009d0139-b034-464d-9ce5-578bc8fed687 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:00.509473 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.566247 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Deleting port bdb73596-2642-4c9b-8fc9-57b7a3c871eb {{(pid=93901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:00.566592 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.628974 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.db [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] For port bdb73596-2642-4c9b-8fc9-57b7a3c871eb, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=bdb73596-2642-4c9b-8fc9-57b7a3c871eb,segment=NetworkSegment(9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2),segment_id=9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2)] {{(pid=93901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:00.629276 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.642403 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.plugin [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Calling delete_port for bdb73596-2642-4c9b-8fc9-57b7a3c871eb owned by network:dhcp {{(pid=93901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:00.722761 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24947143'] for port, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.746249 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb73596-2642-4c9b-8fc9-57b7a3c871eb,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:00.752499 n-d-793621-9 neutron-server[93901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] No DVR routers for this DVR port bdb73596-2642-4c9b-8fc9-57b7a3c871eb on host n-d-793621-9 {{(pid=93901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:54:00.822332 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.835708 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009d0139-b034-464d-9ce5-578bc8fed687']}} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:00.839518 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8c6b0c-328b-4b15-8ac9-fc155c4ef4c9 None None] DHCP port deletion for 009d0139-b034-464d-9ce5-578bc8fed687 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:54:00.859310 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2') {'for_net_delete': True} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:00.859763 n-d-793621-9 neutron-server[93901]: DEBUG neutron.services.segments.db [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cda3054-1a7f-4a9c-a7f1-ee352b9d36e2') {} {{(pid=93901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:00.870932 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12910201'] for segment, before_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.884454 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.891002 n-d-793621-9 neutron-server[93901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:54:00.891484 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24946968'] for segment, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: Traceback (most recent call last): Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: timer() Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: cb(*args, **kw) Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: return func(*args, **kwargs) Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: self._notify() Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: self.callback(batched_events) Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: event.method(event) Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: return f(self, *a, **k) Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: return self._get(url).json() Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: return self.request(url, 'GET', **kwargs) Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:54:00.893392 n-d-793621-9 neutron-server[93901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:54:00.896751 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9999b865-f851-4fa8-a251-11e3ae0e69f4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:00.916832 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 9999b865-f851-4fa8-a251-11e3ae0e69f4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:00.917364 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 9999b865-f851-4fa8-a251-11e3ae0e69f4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:00.917911 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device bdb73596-2642-4c9b-8fc9-57b7a3c871eb no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:00.936262 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: bdb73596-2642-4c9b-8fc9-57b7a3c871eb {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:00.936815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device bdb73596-2642-4c9b-8fc9-57b7a3c871eb not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:00.937217 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:00.950407 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.956568 n-d-793621-9 neutron-server[93901]: DEBUG neutron_lib.callbacks.manager [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Notify callbacks [] for network, before_response {{(pid=93901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.956747 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:00.957121 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 99b5d0c0-536a-46bd-8c59-a0a3fb4cb8f4 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:00.958852 n-d-793621-9 neutron-server[93901]: INFO neutron.wsgi [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] 10.222.0.81 "DELETE /v2.0/networks/009d0139-b034-464d-9ce5-578bc8fed687 HTTP/1.1" status: 204 len: 168 time: 0.5195315 Jul 07 20:54:00.961831 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54308) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:00.976099 n-d-793621-9 neutron-server[93901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d682af3-b56f-455c-95e6-60538194bc0c admin admin] Pushing event deleted for resources: {'Network': ['ID=009d0139-b034-464d-9ce5-578bc8fed687,revision_number=None']} {{(pid=93901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:01.306353 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e827c4e-954e-4178-9084-da90b8f5190c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16704018'] for router_interface, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:01.556327 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-9e827c4e-954e-4178-9084-da90b8f5190c admin admin] Deleting port 41deb7ac-e417-44c2-bb4c-f999c193e4f8 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:01.556725 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e827c4e-954e-4178-9084-da90b8f5190c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:01.635120 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-9e827c4e-954e-4178-9084-da90b8f5190c admin admin] For port 41deb7ac-e417-44c2-bb4c-f999c193e4f8, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=41deb7ac-e417-44c2-bb4c-f999c193e4f8,segment=NetworkSegment(509cb63b-0ae3-4095-9b61-d2f37f700e0a),segment_id=509cb63b-0ae3-4095-9b61-d2f37f700e0a)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:01.635515 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e827c4e-954e-4178-9084-da90b8f5190c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:01.648335 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-9e827c4e-954e-4178-9084-da90b8f5190c admin admin] Calling delete_port for 41deb7ac-e417-44c2-bb4c-f999c193e4f8 owned by network:router_interface {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:01.828532 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e827c4e-954e-4178-9084-da90b8f5190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:01.856285 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e827c4e-954e-4178-9084-da90b8f5190c admin admin] Pushing event deleted for resources: {'Port': ['ID=41deb7ac-e417-44c2-bb4c-f999c193e4f8,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:02.019998 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-9e827c4e-954e-4178-9084-da90b8f5190c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703788'] for router_interface, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.236548 n-d-793621-9 neutron-server[93900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e827c4e-954e-4178-9084-da90b8f5190c admin admin] Router aa8c40d9-4eda-41e9-b281-5c35a47de2ec has already been hosted by L3 agent 8b93f6de-225d-4256-a7c6-096cd8b48444 {{(pid=93900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:54:02.343031 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e827c4e-954e-4178-9084-da90b8f5190c admin admin] Notify agent at l3_agent.n-d-793621-9 the message routers_updated {{(pid=93900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:54:02.347766 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-9e827c4e-954e-4178-9084-da90b8f5190c admin admin] 10.222.0.81 "PUT /v2.0/routers/aa8c40d9-4eda-41e9-b281-5c35a47de2ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3843713 Jul 07 20:54:02.350305 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54310) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:02.352921 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c176201-fc19-4f09-9b3b-2f1fb3b76f48 None None] Sync routers for ids ['aa8c40d9-4eda-41e9-b281-5c35a47de2ec'] in n-d-793621-9 {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:54:02.361942 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c176201-fc19-4f09-9b3b-2f1fb3b76f48 None None] Routers {'aa8c40d9-4eda-41e9-b281-5c35a47de2ec'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:02.362558 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-3c176201-fc19-4f09-9b3b-2f1fb3b76f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:53:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['aa8c40d9-4eda-41e9-b281-5c35a47de2ec'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:02.454915 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Notify callbacks [] for router, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.464819 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-3c176201-fc19-4f09-9b3b-2f1fb3b76f48 None None] Set router aa8c40d9-4eda-41e9-b281-5c35a47de2ec gateway port host: n-d-793621-9 {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:02.558270 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.613239 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Deleting port b37c5af4-8e77-4244-b976-8a8e1e36e91d {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:02.613587 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.654076 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-3c176201-fc19-4f09-9b3b-2f1fb3b76f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'name': 'tempest-TestSnapshotPattern-1264808740-router', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'external_fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:08Z', 'updated_at': '2021-07-07T20:54:01Z', 'revision_number': 5, 'project_id': '7153ee710f5747aaa551fc6294f26d43', 'gw_port': {'id': 'b37c5af4-8e77-4244-b976-8a8e1e36e91d', 'name': '', 'network_id': 'e78d81fd-4962-446c-adaf-6bac91ba1923', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:48:09Z', 'updated_at': '2021-07-07T20:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f230c602-3fbe-4857-adbe-a06510e04e48', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-9'}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:02.683815 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c176201-fc19-4f09-9b3b-2f1fb3b76f48 None None] Checking router: aa8c40d9-4eda-41e9-b281-5c35a47de2ec for host: n-d-793621-9 {{(pid=93902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:54:02.692467 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c176201-fc19-4f09-9b3b-2f1fb3b76f48 None None] Routers {'aa8c40d9-4eda-41e9-b281-5c35a47de2ec'} bound to L3 agent in host n-d-793621-9 {{(pid=93902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:02.693096 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-3c176201-fc19-4f09-9b3b-2f1fb3b76f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:58:53Z,description=,heartbeat_timestamp=2021-07-07T20:53:54Z,host='n-d-793621-9',id=8b93f6de-225d-4256-a7c6-096cd8b48444,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:58:53Z,topic='l3_agent')) {'router_ids': ['aa8c40d9-4eda-41e9-b281-5c35a47de2ec'], 'active': True} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:02.717408 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] For port b37c5af4-8e77-4244-b976-8a8e1e36e91d, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=b37c5af4-8e77-4244-b976-8a8e1e36e91d,segment=NetworkSegment(0784509c-6da2-42d5-88cc-537fc60bc84d),segment_id=0784509c-6da2-42d5-88cc-537fc60bc84d)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:02.717775 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.735247 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Calling delete_port for b37c5af4-8e77-4244-b976-8a8e1e36e91d owned by network:router_gateway {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:02.778950 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_dvr_db [None req-3c176201-fc19-4f09-9b3b-2f1fb3b76f48 None None] Set router aa8c40d9-4eda-41e9-b281-5c35a47de2ec gateway port host: None {{(pid=93902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:02.830728 n-d-793621-9 neutron-server[93902]: DEBUG neutron.db.l3_hamode_db [None req-3c176201-fc19-4f09-9b3b-2f1fb3b76f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'name': 'tempest-TestSnapshotPattern-1264808740-router', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:08Z', 'updated_at': '2021-07-07T20:54:02Z', 'revision_number': 6, 'project_id': '7153ee710f5747aaa551fc6294f26d43', 'gw_port_host': None}], 'n-d-793621-9', False) {} {{(pid=93902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:02.908940 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.942342 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Pushing event deleted for resources: {'Port': ['ID=b37c5af4-8e77-4244-b976-8a8e1e36e91d,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:03.009011 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16361813'] for router_gateway, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.019774 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c176201-fc19-4f09-9b3b-2f1fb3b76f48 None None] The sync data for ids ['aa8c40d9-4eda-41e9-b281-5c35a47de2ec'] in n-d-793621-9 is: [{'id': 'aa8c40d9-4eda-41e9-b281-5c35a47de2ec', 'name': 'tempest-TestSnapshotPattern-1264808740-router', 'tenant_id': '7153ee710f5747aaa551fc6294f26d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:48:08Z', 'updated_at': '2021-07-07T20:54:02Z', 'revision_number': 6, 'project_id': '7153ee710f5747aaa551fc6294f26d43', 'gw_port_host': None}] {{(pid=93902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:54:03.107021 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16708321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127304'] for router, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.109353 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.157768 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16710769'] for router, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.158290 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa8c40d9-4eda-41e9-b281-5c35a47de2ec {{(pid=93900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:54:03.162965 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] Notify callbacks [] for router, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.164171 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2e63327b-1fe9-4859-91cc-156b9edd6043 admin admin] 10.222.0.81 "DELETE /v2.0/routers/aa8c40d9-4eda-41e9-b281-5c35a47de2ec HTTP/1.1" status: 204 len: 168 time: 0.8118668 Jul 07 20:54:03.167245 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54312) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:03.212971 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ae32d5-7307-4990-9a13-fd33bd06e954 admin admin] Deleting subnet a2228969-a2d6-4659-9793-a2110275d06f {{(pid=93900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:54:03.217004 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95ae32d5-7307-4990-9a13-fd33bd06e954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.250879 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95ae32d5-7307-4990-9a13-fd33bd06e954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12831245'] for subnet, precommit_delete_associations {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.331579 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95ae32d5-7307-4990-9a13-fd33bd06e954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020737'] for subnet, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.390874 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95ae32d5-7307-4990-9a13-fd33bd06e954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1020744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13115957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24070191'] for subnet, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.417720 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae32d5-7307-4990-9a13-fd33bd06e954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2228969-a2d6-4659-9793-a2110275d06f,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:03.424363 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-95ae32d5-7307-4990-9a13-fd33bd06e954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.426282 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-95ae32d5-7307-4990-9a13-fd33bd06e954 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a2228969-a2d6-4659-9793-a2110275d06f HTTP/1.1" status: 204 len: 168 time: 0.2580919 Jul 07 20:54:03.429715 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54314) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:03.432043 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c91fd8-e7f5-4fa4-8c2f-fbb9d9edf09b None None] Network c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 requested from n-d-793621-9 {{(pid=93902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:03.506864 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-835644'] for network, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.567814 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Deleting port 54613d8a-24f5-4b92-876d-0e1a46510966 {{(pid=93900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:03.568181 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772663865564'] for port, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.642736 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.db [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] For port 54613d8a-24f5-4b92-876d-0e1a46510966, host n-d-793621-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-9',level=0,port_id=54613d8a-24f5-4b92-876d-0e1a46510966,segment=NetworkSegment(509cb63b-0ae3-4095-9b61-d2f37f700e0a),segment_id=509cb63b-0ae3-4095-9b61-d2f37f700e0a)] {{(pid=93900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:03.643155 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16703762'] for port, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.655904 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Calling delete_port for 54613d8a-24f5-4b92-876d-0e1a46510966 owned by network:dhcp {{(pid=93900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:03.736575 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772663873302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772663433966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13115919'] for port, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.764005 n-d-793621-9 neutron-server[93900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] No DVR routers for this DVR port 54613d8a-24f5-4b92-876d-0e1a46510966 on host n-d-793621-9 {{(pid=93900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:54:03.767802 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Pushing event deleted for resources: {'Port': ['ID=54613d8a-24f5-4b92-876d-0e1a46510966,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:03.842208 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043668', 'neutron.services.segments.db._delete_segments_for_network-8772663982430'] for network, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.842756 n-d-793621-9 neutron-server[93902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4efca7b-97b2-4600-a1ba-1c6561df8f5b None None] DHCP port deletion for c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 request from n-d-793621-9 {{(pid=93902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:54:03.853267 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9']}} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:03.864732 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509cb63b-0ae3-4095-9b61-d2f37f700e0a') {'for_net_delete': True} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:03.865032 n-d-793621-9 neutron-server[93900]: DEBUG neutron.services.segments.db [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509cb63b-0ae3-4095-9b61-d2f37f700e0a') {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:03.874265 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772663735938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12831258'] for segment, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.888246 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208'] for segment, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.893876 n-d-793621-9 neutron-server[93900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:54:03.894290 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13116112'] for segment, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: Traceback (most recent call last): Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: timer() Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: cb(*args, **kw) Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: return func(*args, **kwargs) Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: self._notify() Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: self.callback(batched_events) Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: event.method(event) Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: return f(self, *a, **k) Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: return self._get(url).json() Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: return self.request(url, 'GET', **kwargs) Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:54:03.896036 n-d-793621-9 neutron-server[93900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:54:03.953691 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16262324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16361841'] for network, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.958940 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Notify callbacks [] for network, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.960888 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9 HTTP/1.1" status: 204 len: 168 time: 0.5299168 Jul 07 20:54:03.973678 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede56ca3-512c-40b4-9c5d-7623b90c7185 admin admin] Pushing event deleted for resources: {'Network': ['ID=c93d2e2b-e7a8-4cb2-8cff-8e17e83fbcb9,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:04.081557 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54320) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:04.122472 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a8d3ce13-c755-40fe-97f4-bd09eb5525f8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=25e12a41ca0b4f63a261d47d34039c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396957 Jul 07 20:54:04.125051 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54322) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:04.175337 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d1abcb0-b509-4f01-96e9-0dbe4ac45326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.196154 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d1abcb0-b509-4f01-96e9-0dbe4ac45326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.248607 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d1abcb0-b509-4f01-96e9-0dbe4ac45326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.251073 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-2d1abcb0-b509-4f01-96e9-0dbe4ac45326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.252229 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2d1abcb0-b509-4f01-96e9-0dbe4ac45326 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c15a2c75-672a-44f1-95a2-6e3b6c4448e0 HTTP/1.1" status: 204 len: 168 time: 0.1262805 Jul 07 20:54:04.260663 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1abcb0-b509-4f01-96e9-0dbe4ac45326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15a2c75-672a-44f1-95a2-6e3b6c4448e0,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:04.574771 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54330) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:04.615286 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-2e3c3519-6072-4285-826f-e18d4d9a3af7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7153ee710f5747aaa551fc6294f26d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391068 Jul 07 20:54:04.617544 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [-] (93900) accepted ('10.222.0.81', 54332) {{(pid=93900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:04.658379 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 54613d8a-24f5-4b92-876d-0e1a46510966 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:04.669455 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4faa2e8-3ff4-418a-ba88-c3ee3e2bc056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.682719 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 54613d8a-24f5-4b92-876d-0e1a46510966 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:04.683391 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 54613d8a-24f5-4b92-876d-0e1a46510966 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:04.684030 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b37c5af4-8e77-4244-b976-8a8e1e36e91d no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:04.691797 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4faa2e8-3ff4-418a-ba88-c3ee3e2bc056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.703420 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: b37c5af4-8e77-4244-b976-8a8e1e36e91d {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:04.703716 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device b37c5af4-8e77-4244-b976-8a8e1e36e91d not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:04.704412 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 41deb7ac-e417-44c2-bb4c-f999c193e4f8 no longer exists at agent ovs-agent-n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:04.724176 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.plugin [None req-5262160f-a173-4493-931b-002117b78ecf None None] No Port match for: 41deb7ac-e417-44c2-bb4c-f999c193e4f8 {{(pid=93902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:04.724520 n-d-793621-9 neutron-server[93902]: DEBUG neutron.plugins.ml2.rpc [None req-5262160f-a173-4493-931b-002117b78ecf None None] Device 41deb7ac-e417-44c2-bb4c-f999c193e4f8 not bound to the agent host n-d-793621-9 {{(pid=93902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:04.750650 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4faa2e8-3ff4-418a-ba88-c3ee3e2bc056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16363356'] for security_group, after_delete {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.753230 n-d-793621-9 neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-a4faa2e8-3ff4-418a-ba88-c3ee3e2bc056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.754421 n-d-793621-9 neutron-server[93900]: INFO neutron.wsgi [None req-a4faa2e8-3ff4-418a-ba88-c3ee3e2bc056 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45b2173f-5284-4063-a70c-effcec7e294e HTTP/1.1" status: 204 len: 168 time: 0.1359656 Jul 07 20:54:04.762176 n-d-793621-9 neutron-server[93900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4faa2e8-3ff4-418a-ba88-c3ee3e2bc056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b2173f-5284-4063-a70c-effcec7e294e,revision_number=None']} {{(pid=93900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:06.728051 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.928165 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:21.276417 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9bcbb409-dd31-46db-83a6-d2028fedb27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:24.074319 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:24.204922 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3a24878c-d10a-4b07-8ea5-a9f60bf1e413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:25.218759 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:26.927955 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.752404 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:54:36.735797 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:40.939143 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:51.276924 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac1cc-ce94-4233-b59a-183b454e58e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:54.075445 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:54.205749 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3b6d012a-ff31-4035-baa3-3de2525e0a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:55.221827 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:56.930999 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:06.751316 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:06.752026 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:55:10.947528 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:21.277956 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-3ada27ea-494a-465e-b5d0-42dbf1e4ff1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:24.076727 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:24.204569 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-945b41bf-0d0c-4fb0-bb08-770e8c4f68a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:25.223984 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:26.933776 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:36.760661 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.939105 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.750996 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:55:51.280017 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-873f441d-3ea3-451d-959b-cb57f0d66152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:54.077322 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:54.203244 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-74f8a13c-aef8-47c4-aebe-0bf6ca623725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:55.228497 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:56.936792 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:06.755747 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:10.951572 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.751275 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:56:21.279367 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-9fa26cb1-f361-489d-b032-7fa390390285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:24.079142 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:24.203095 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f621d57c-3cdd-43dc-8ce2-efc97f4f8eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:25.229263 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:26.941152 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.754168 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:40.945503 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.281164 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-39dce06f-cbb7-4d39-98c4-812819855b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.079721 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.202132 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a6be-df1e-40b1-9bd1-4063adbf8527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:55.231880 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:56.944326 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:57.750422 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:57:06.753531 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:10.941380 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:21.281492 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-f23de3b9-eafc-4159-a1b8-e37d53cbb725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.080750 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.201857 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2ad4-1a53-4fcb-90d6-617034db4a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.238031 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:26.946520 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:34.750589 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:57:36.768576 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:40.939794 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.284415 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-21fc60a5-4444-4ac0-8d68-917077551ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:54.081758 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:54.200630 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ae812b2f-77d5-4d94-9559-cf4f4913bb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.238571 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:56.949246 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:06.759216 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:10.951087 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.750765 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:58:21.285000 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-ab456d6e-768f-48bd-8baf-8c267430e539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.082254 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.201851 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1292cf13-a0d9-4220-9728-9be70369ae1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:25.240607 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:26.952906 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:36.783912 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:40.969112 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:48.750341 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:58:51.285151 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-e838b578-c2db-4ff0-86ef-15aaa9d817f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:54.082512 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:54.201144 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-c1711e44-7ee4-40af-8e79-0fba8338b8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:55.244329 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:56.958013 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:06.791229 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:10.981721 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:21.285586 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-33ff670c-b556-4f20-8f92-d3ca0bd4b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:24.082262 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:24.199816 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-2e0a2c7d-59e9-41d5-8dcb-bab242f0fd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:25.248157 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:25.749388 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:59:26.962292 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:36.797105 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:40.989629 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:51.285853 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-75e35772-2bc5-45ce-9777-2155a9ff5406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:54.083025 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:54.198742 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-b166557e-698b-4081-a24e-8276b2cc501f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:55.249667 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:56.967357 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:02.749845 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:00:06.806597 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:10.983975 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.285127 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-eb7e491b-2b28-4344-8ca0-4642d59a95f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.084300 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.198048 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-6ab7e37a-220d-4fd1-af91-845115dfd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:25.252295 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:26.965647 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:36.827683 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:39.748235 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:00:40.995814 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:51.285968 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-fbde173c-ce1f-4731-82c4-7ac1c153a03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:54.084982 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:54.199646 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-cb61d319-0f4f-467a-a318-2d84c35c14de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:55.255856 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:56.968878 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.826641 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:11.012249 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:14.597543 n-d-793621-9 neutron-server[93900]: DEBUG neutron.wsgi [req-7e2fd3f7-efc3-4fb7-97d6-83dcd91d4512 req-26d9bc13-5e07-482b-8d60-8cdb02e98184 service neutron] (93900) timed out ('10.222.0.81', 54436) {{(pid=93900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 21:01:16.747279 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:01:21.287001 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-db455c28-72d9-413f-b913-f3e6fec57289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.086421 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.198936 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d833cebf-39a6-4f78-ab80-27827fee5b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.258089 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:26.971925 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.843019 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:41.011979 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.288287 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-24aea6ae-295c-451a-a6c1-53d59129ee1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.745904 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:01:54.088079 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.197783 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-1dbff4f2-1319-483b-b0c7-e8e9c819d7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:55.261186 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.973741 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.843492 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.019076 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.288188 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-a6f6d65f-e10c-48b8-8131-4514b2d9e229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.090675 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.198909 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-d66decd8-354e-4e37-a53b-ff8a5c88dbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.262653 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.977738 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.745100 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:02:36.854979 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:41.035542 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-df09f7b7-d27e-4374-a26d-5c32bc71f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:51.292003 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-525fae31-8ba5-4d8c-9b83-4f9360b0af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.091509 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5262160f-a173-4493-931b-002117b78ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.199354 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-7fe86d22-4018-4f26-a707-f4aeb895d41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.267181 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-0a842969-fbc5-48d1-940b-5529e77512a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.980029 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5893a5b4-f53f-4cdc-8bc1-7bccb41e64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:06.857014 n-d-793621-9 neutron-server[93902]: DEBUG neutron_lib.callbacks.manager [None req-5382d094-bf71-4e1f-8ae6-49f4727125f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772663982412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041566'] for agent, after_update {{(pid=93902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.744245 n-d-793621-9 neutron-server[93903]: DEBUG neutron.db.agents_db [None req-5885d757-eb12-4a0b-af4f-203bfe035022 None None] Agent healthcheck: found 7 active agents {{(pid=93903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}